2024-09-19T04:22:51.274 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-19T04:22:51.296 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-19T04:22:51.508 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911637 branch: squid description: fs/volumes/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/volumes/{overrides test/misc}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7911637' kernel: client: sha1: distro kdb: 1 sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug finisher: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - OSD full dropping all updates - OSD near full - pausewr flag - failsafe engaged, dropping updates - failsafe disengaged, no longer dropping - is full \(reached quota - POOL_FULL - POOL_BACKFILLFULL sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 kclient: syntax: v2 selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 6fad5dd73c93545e52f57f681e140a9c3529c11e owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 1747 sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 sleep_before_teardown: 0 subset: 176/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 6fad5dd73c93545e52f57f681e140a9c3529c11e syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi111.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJ/Q3IAV4xGyOjX+eSiO8yqusk12Zieg7j4J+XsuS71m+ZZejNiPjcSw+po02fEz2NgjnIW215G4YkqYB3BWI10= smithi114.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDHHrJ0mVCFwmea/AunzZCsBMzjrmpubLTHUFsMUGyyGT4e4rJbK4v5P6n4VtlLD7LUDGvcXaSFJ+gBmAkpkDaY= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - kclient: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.test_volumes.TestMisc teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-18_21:24:17 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-19T04:22:51.508 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa; will attempt to use it 2024-09-19T04:22:51.509 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks 2024-09-19T04:22:51.509 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-19T04:22:51.511 INFO:teuthology.task.internal:Checking packages... 2024-09-19T04:22:51.533 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '2f599a46ad10e37c929e5c43da2f6907ddcd1961' 2024-09-19T04:22:51.533 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-19T04:22:51.533 INFO:teuthology.packaging:ref: None 2024-09-19T04:22:51.533 INFO:teuthology.packaging:tag: None 2024-09-19T04:22:51.533 INFO:teuthology.packaging:branch: squid 2024-09-19T04:22:51.534 INFO:teuthology.packaging:sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T04:22:51.534 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-19T04:22:51.782 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-363.g6fad5dd7 2024-09-19T04:22:51.784 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-19T04:22:51.792 INFO:teuthology.task.internal:no buildpackages task found 2024-09-19T04:22:51.793 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-19T04:22:51.806 INFO:teuthology.task.internal:Saving configuration 2024-09-19T04:22:51.822 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-19T04:22:51.833 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-19T04:22:51.852 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi111.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911637', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 04:17:29.561959', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJ/Q3IAV4xGyOjX+eSiO8yqusk12Zieg7j4J+XsuS71m+ZZejNiPjcSw+po02fEz2NgjnIW215G4YkqYB3BWI10='} 2024-09-19T04:22:51.870 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi114.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911637', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 04:17:29.560635', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDHHrJ0mVCFwmea/AunzZCsBMzjrmpubLTHUFsMUGyyGT4e4rJbK4v5P6n4VtlLD7LUDGvcXaSFJ+gBmAkpkDaY='} 2024-09-19T04:22:51.870 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-19T04:22:51.881 INFO:teuthology.task.internal:roles: ubuntu@smithi111.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-19T04:22:51.881 INFO:teuthology.task.internal:roles: ubuntu@smithi114.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-19T04:22:51.881 INFO:teuthology.run_tasks:Running task console_log... 2024-09-19T04:22:51.937 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f7fbf6d7be0>, signals=[15]) 2024-09-19T04:22:51.937 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-19T04:22:51.948 INFO:teuthology.task.internal:Opening connections... 2024-09-19T04:22:51.948 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi111.front.sepia.ceph.com 2024-09-19T04:22:51.950 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi111.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:22:52.027 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi114.front.sepia.ceph.com 2024-09-19T04:22:52.028 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi114.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:22:52.104 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-19T04:22:52.115 DEBUG:teuthology.orchestra.run.smithi111:> uname -m 2024-09-19T04:22:52.133 INFO:teuthology.orchestra.run.smithi111.stdout:x86_64 2024-09-19T04:22:52.134 DEBUG:teuthology.orchestra.run.smithi111:> cat /etc/os-release 2024-09-19T04:22:52.191 INFO:teuthology.orchestra.run.smithi111.stdout:NAME="CentOS Stream" 2024-09-19T04:22:52.191 INFO:teuthology.orchestra.run.smithi111.stdout:VERSION="9" 2024-09-19T04:22:52.191 INFO:teuthology.orchestra.run.smithi111.stdout:ID="centos" 2024-09-19T04:22:52.191 INFO:teuthology.orchestra.run.smithi111.stdout:ID_LIKE="rhel fedora" 2024-09-19T04:22:52.192 INFO:teuthology.orchestra.run.smithi111.stdout:VERSION_ID="9" 2024-09-19T04:22:52.192 INFO:teuthology.orchestra.run.smithi111.stdout:PLATFORM_ID="platform:el9" 2024-09-19T04:22:52.192 INFO:teuthology.orchestra.run.smithi111.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-19T04:22:52.192 INFO:teuthology.orchestra.run.smithi111.stdout:ANSI_COLOR="0;31" 2024-09-19T04:22:52.192 INFO:teuthology.orchestra.run.smithi111.stdout:LOGO="fedora-logo-icon" 2024-09-19T04:22:52.192 INFO:teuthology.orchestra.run.smithi111.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-19T04:22:52.192 INFO:teuthology.orchestra.run.smithi111.stdout:HOME_URL="https://centos.org/" 2024-09-19T04:22:52.192 INFO:teuthology.orchestra.run.smithi111.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-19T04:22:52.192 INFO:teuthology.orchestra.run.smithi111.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-19T04:22:52.192 INFO:teuthology.orchestra.run.smithi111.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-19T04:22:52.193 INFO:teuthology.lock.ops:Updating smithi111.front.sepia.ceph.com on lock server 2024-09-19T04:22:52.216 DEBUG:teuthology.orchestra.run.smithi114:> uname -m 2024-09-19T04:22:52.234 INFO:teuthology.orchestra.run.smithi114.stdout:x86_64 2024-09-19T04:22:52.235 DEBUG:teuthology.orchestra.run.smithi114:> cat /etc/os-release 2024-09-19T04:22:52.292 INFO:teuthology.orchestra.run.smithi114.stdout:NAME="CentOS Stream" 2024-09-19T04:22:52.293 INFO:teuthology.orchestra.run.smithi114.stdout:VERSION="9" 2024-09-19T04:22:52.293 INFO:teuthology.orchestra.run.smithi114.stdout:ID="centos" 2024-09-19T04:22:52.293 INFO:teuthology.orchestra.run.smithi114.stdout:ID_LIKE="rhel fedora" 2024-09-19T04:22:52.293 INFO:teuthology.orchestra.run.smithi114.stdout:VERSION_ID="9" 2024-09-19T04:22:52.293 INFO:teuthology.orchestra.run.smithi114.stdout:PLATFORM_ID="platform:el9" 2024-09-19T04:22:52.293 INFO:teuthology.orchestra.run.smithi114.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-19T04:22:52.293 INFO:teuthology.orchestra.run.smithi114.stdout:ANSI_COLOR="0;31" 2024-09-19T04:22:52.293 INFO:teuthology.orchestra.run.smithi114.stdout:LOGO="fedora-logo-icon" 2024-09-19T04:22:52.293 INFO:teuthology.orchestra.run.smithi114.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-19T04:22:52.293 INFO:teuthology.orchestra.run.smithi114.stdout:HOME_URL="https://centos.org/" 2024-09-19T04:22:52.293 INFO:teuthology.orchestra.run.smithi114.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-19T04:22:52.293 INFO:teuthology.orchestra.run.smithi114.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-19T04:22:52.293 INFO:teuthology.orchestra.run.smithi114.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-19T04:22:52.294 INFO:teuthology.lock.ops:Updating smithi114.front.sepia.ceph.com on lock server 2024-09-19T04:22:52.316 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-19T04:22:52.330 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-19T04:22:52.342 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-19T04:22:52.343 DEBUG:teuthology.orchestra.run.smithi111:> test '!' -e /home/ubuntu/cephtest 2024-09-19T04:22:52.345 DEBUG:teuthology.orchestra.run.smithi114:> test '!' -e /home/ubuntu/cephtest 2024-09-19T04:22:52.362 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-19T04:22:52.372 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-19T04:22:52.372 DEBUG:teuthology.orchestra.run.smithi111:> test -z $(ls -A /var/lib/ceph) 2024-09-19T04:22:52.402 DEBUG:teuthology.orchestra.run.smithi114:> test -z $(ls -A /var/lib/ceph) 2024-09-19T04:22:52.479 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-19T04:22:52.537 INFO:teuthology.run_tasks:Running task kernel... 2024-09-19T04:22:52.555 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'} 2024-09-19T04:22:52.555 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}, 'client.2': {'sha1': 'distro'}, 'client.1': {'sha1': 'distro'}, 'client.3': {'sha1': 'distro'}} 2024-09-19T04:22:52.555 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}, 'client.1': {'sha1': 'distro'}}, timeout 300 2024-09-19T04:22:52.555 DEBUG:teuthology.orchestra.run.smithi111:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T04:22:52.556 DEBUG:teuthology.orchestra.run.smithi114:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T04:22:52.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:22:52.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:22:52.574 DEBUG:teuthology.orchestra.run.smithi114:> uname -r 2024-09-19T04:22:52.574 DEBUG:teuthology.orchestra.run.smithi111:> uname -r 2024-09-19T04:22:52.632 INFO:teuthology.orchestra.run.smithi114.stdout:5.14.0-503.el9.x86_64 2024-09-19T04:22:52.632 INFO:teuthology.task.kernel:Running kernel on smithi114: 5.14.0-503.el9.x86_64 2024-09-19T04:22:52.632 DEBUG:teuthology.orchestra.run.smithi114:> sudo yum install -y kernel 2024-09-19T04:22:52.633 INFO:teuthology.orchestra.run.smithi111.stdout:5.14.0-503.el9.x86_64 2024-09-19T04:22:52.634 INFO:teuthology.task.kernel:Running kernel on smithi111: 5.14.0-503.el9.x86_64 2024-09-19T04:22:52.634 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum install -y kernel 2024-09-19T04:22:55.017 INFO:teuthology.orchestra.run.smithi114.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.3 MB 00:00 2024-09-19T04:22:55.269 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS Stream 9 - BaseOS 10 MB/s | 8.3 MB 00:00 2024-09-19T04:22:58.462 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS Stream 9 - AppStream 9.7 MB/s | 20 MB 00:02 2024-09-19T04:23:03.526 INFO:teuthology.orchestra.run.smithi114.stdout:CentOS Stream 9 - AppStream 2.7 MB/s | 20 MB 00:07 2024-09-19T04:23:04.113 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS Stream 9 - CRB 3.4 MB/s | 6.5 MB 00:01 2024-09-19T04:23:05.588 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS Stream 9 - Extras packages 77 kB/s | 19 kB 00:00 2024-09-19T04:23:06.534 INFO:teuthology.orchestra.run.smithi111.stdout:Extra Packages for Enterprise Linux 27 MB/s | 23 MB 00:00 2024-09-19T04:23:07.668 INFO:teuthology.orchestra.run.smithi114.stdout:CentOS Stream 9 - CRB 17 MB/s | 6.5 MB 00:00 2024-09-19T04:23:09.152 INFO:teuthology.orchestra.run.smithi114.stdout:CentOS Stream 9 - Extras packages 67 kB/s | 19 kB 00:00 2024-09-19T04:23:09.973 INFO:teuthology.orchestra.run.smithi114.stdout:Extra Packages for Enterprise Linux 32 MB/s | 23 MB 00:00 2024-09-19T04:23:11.940 INFO:teuthology.orchestra.run.smithi111.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-09-19T04:23:13.854 INFO:teuthology.orchestra.run.smithi111.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-19T04:23:13.854 INFO:teuthology.orchestra.run.smithi111.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-19T04:23:13.950 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2024-09-19T04:23:13.960 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2024-09-19T04:23:13.960 INFO:teuthology.orchestra.run.smithi111.stdout: Package Architecture Version Repository Size 2024-09-19T04:23:13.960 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2024-09-19T04:23:13.960 INFO:teuthology.orchestra.run.smithi111.stdout:Installing: 2024-09-19T04:23:13.960 INFO:teuthology.orchestra.run.smithi111.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-19T04:23:13.960 INFO:teuthology.orchestra.run.smithi111.stdout:Installing dependencies: 2024-09-19T04:23:13.961 INFO:teuthology.orchestra.run.smithi111.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-19T04:23:13.961 INFO:teuthology.orchestra.run.smithi111.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-19T04:23:13.961 INFO:teuthology.orchestra.run.smithi111.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-19T04:23:13.961 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:23:13.961 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2024-09-19T04:23:13.961 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2024-09-19T04:23:13.961 INFO:teuthology.orchestra.run.smithi111.stdout:Install 4 Packages 2024-09-19T04:23:13.961 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:23:13.962 INFO:teuthology.orchestra.run.smithi111.stdout:Total download size: 79 M 2024-09-19T04:23:13.962 INFO:teuthology.orchestra.run.smithi111.stdout:Installed size: 126 M 2024-09-19T04:23:13.962 INFO:teuthology.orchestra.run.smithi111.stdout:Downloading Packages: 2024-09-19T04:23:14.383 INFO:teuthology.orchestra.run.smithi111.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 215 kB/s | 36 kB 00:00 2024-09-19T04:23:14.716 INFO:teuthology.orchestra.run.smithi111.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 31 MB/s | 16 MB 00:00 2024-09-19T04:23:15.117 INFO:teuthology.orchestra.run.smithi111.stdout:(3/4): kernel-modules-core-5.14.0-508.el9.x86_6 39 MB/s | 29 MB 00:00 2024-09-19T04:23:15.287 INFO:teuthology.orchestra.run.smithi114.stdout:lab-extras 43 kB/s | 1.7 kB 00:00 2024-09-19T04:23:15.517 INFO:teuthology.orchestra.run.smithi111.stdout:(4/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 27 MB/s | 35 MB 00:01 2024-09-19T04:23:15.517 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2024-09-19T04:23:15.518 INFO:teuthology.orchestra.run.smithi111.stdout:Total 51 MB/s | 79 MB 00:01 2024-09-19T04:23:16.193 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction check 2024-09-19T04:23:16.563 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction check succeeded. 2024-09-19T04:23:16.563 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction test 2024-09-19T04:23:17.160 INFO:teuthology.orchestra.run.smithi114.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-19T04:23:17.160 INFO:teuthology.orchestra.run.smithi114.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-19T04:23:17.238 INFO:teuthology.orchestra.run.smithi114.stdout:Dependencies resolved. 2024-09-19T04:23:17.244 INFO:teuthology.orchestra.run.smithi114.stdout:================================================================================ 2024-09-19T04:23:17.245 INFO:teuthology.orchestra.run.smithi114.stdout: Package Architecture Version Repository Size 2024-09-19T04:23:17.245 INFO:teuthology.orchestra.run.smithi114.stdout:================================================================================ 2024-09-19T04:23:17.245 INFO:teuthology.orchestra.run.smithi114.stdout:Installing: 2024-09-19T04:23:17.245 INFO:teuthology.orchestra.run.smithi114.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-19T04:23:17.245 INFO:teuthology.orchestra.run.smithi114.stdout:Installing dependencies: 2024-09-19T04:23:17.245 INFO:teuthology.orchestra.run.smithi114.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-19T04:23:17.245 INFO:teuthology.orchestra.run.smithi114.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-19T04:23:17.245 INFO:teuthology.orchestra.run.smithi114.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-19T04:23:17.245 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:23:17.245 INFO:teuthology.orchestra.run.smithi114.stdout:Transaction Summary 2024-09-19T04:23:17.245 INFO:teuthology.orchestra.run.smithi114.stdout:================================================================================ 2024-09-19T04:23:17.245 INFO:teuthology.orchestra.run.smithi114.stdout:Install 4 Packages 2024-09-19T04:23:17.245 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:23:17.246 INFO:teuthology.orchestra.run.smithi114.stdout:Total download size: 79 M 2024-09-19T04:23:17.246 INFO:teuthology.orchestra.run.smithi114.stdout:Installed size: 126 M 2024-09-19T04:23:17.246 INFO:teuthology.orchestra.run.smithi114.stdout:Downloading Packages: 2024-09-19T04:23:17.521 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction test succeeded. 2024-09-19T04:23:17.521 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction 2024-09-19T04:23:18.097 INFO:teuthology.orchestra.run.smithi114.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 63 kB/s | 36 kB 00:00 2024-09-19T04:23:18.905 INFO:teuthology.orchestra.run.smithi114.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 11 MB/s | 16 MB 00:01 2024-09-19T04:23:19.564 INFO:teuthology.orchestra.run.smithi114.stdout:(3/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 17 MB/s | 35 MB 00:02 2024-09-19T04:23:19.921 INFO:teuthology.orchestra.run.smithi111.stdout: Preparing : 1/1 2024-09-19T04:23:20.272 INFO:teuthology.orchestra.run.smithi114.stdout:(4/4): kernel-modules-core-5.14.0-508.el9.x86_6 13 MB/s | 29 MB 00:02 2024-09-19T04:23:20.273 INFO:teuthology.orchestra.run.smithi114.stdout:-------------------------------------------------------------------------------- 2024-09-19T04:23:20.273 INFO:teuthology.orchestra.run.smithi114.stdout:Total 26 MB/s | 79 MB 00:03 2024-09-19T04:23:20.542 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-19T04:23:20.626 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T04:23:20.948 INFO:teuthology.orchestra.run.smithi114.stdout:Running transaction check 2024-09-19T04:23:21.277 INFO:teuthology.orchestra.run.smithi114.stdout:Transaction check succeeded. 2024-09-19T04:23:21.278 INFO:teuthology.orchestra.run.smithi114.stdout:Running transaction test 2024-09-19T04:23:22.231 INFO:teuthology.orchestra.run.smithi114.stdout:Transaction test succeeded. 2024-09-19T04:23:22.231 INFO:teuthology.orchestra.run.smithi114.stdout:Running transaction 2024-09-19T04:23:23.377 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T04:23:23.528 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T04:23:24.650 INFO:teuthology.orchestra.run.smithi114.stdout: Preparing : 1/1 2024-09-19T04:23:25.289 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-19T04:23:25.364 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T04:23:28.099 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T04:23:28.241 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T04:23:28.353 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T04:23:28.395 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T04:23:33.048 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T04:23:33.091 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T04:23:33.205 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T04:23:37.906 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T04:24:11.526 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T04:24:11.565 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-19T04:24:11.970 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T04:24:11.970 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-19T04:24:11.970 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T04:24:11.970 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T04:24:12.821 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T04:24:12.822 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:24:12.822 INFO:teuthology.orchestra.run.smithi111.stdout:Installed: 2024-09-19T04:24:12.822 INFO:teuthology.orchestra.run.smithi111.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-19T04:24:12.822 INFO:teuthology.orchestra.run.smithi111.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-19T04:24:12.822 INFO:teuthology.orchestra.run.smithi111.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-19T04:24:12.822 INFO:teuthology.orchestra.run.smithi111.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-19T04:24:12.822 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:24:12.822 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2024-09-19T04:24:13.158 DEBUG:teuthology.orchestra.run.smithi111:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T04:24:13.288 INFO:teuthology.orchestra.run.smithi111.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T04:24:13.289 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T04:24:13.289 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-19T04:24:13.289 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-19T04:24:13.289 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-19T04:24:13.289 INFO:teuthology.task.kernel:Installing distro kernel on client.0... 2024-09-19T04:24:13.289 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi111.front.sepia.ceph.com, path=None, version=distro) 2024-09-19T04:24:13.290 DEBUG:teuthology.orchestra.run.smithi111:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T04:24:13.347 INFO:teuthology.orchestra.run.smithi111.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T04:24:13.347 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T04:24:13.348 DEBUG:teuthology.orchestra.run.smithi111:> sudo rpm -qi grub2-tools 2024-09-19T04:24:13.379 INFO:teuthology.orchestra.run.smithi111.stdout:Name : grub2-tools 2024-09-19T04:24:13.379 INFO:teuthology.orchestra.run.smithi111.stdout:Epoch : 1 2024-09-19T04:24:13.379 INFO:teuthology.orchestra.run.smithi111.stdout:Version : 2.06 2024-09-19T04:24:13.379 INFO:teuthology.orchestra.run.smithi111.stdout:Release : 82.el9 2024-09-19T04:24:13.380 INFO:teuthology.orchestra.run.smithi111.stdout:Architecture: x86_64 2024-09-19T04:24:13.380 INFO:teuthology.orchestra.run.smithi111.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-19T04:24:13.380 INFO:teuthology.orchestra.run.smithi111.stdout:Group : Unspecified 2024-09-19T04:24:13.380 INFO:teuthology.orchestra.run.smithi111.stdout:Size : 8274670 2024-09-19T04:24:13.380 INFO:teuthology.orchestra.run.smithi111.stdout:License : GPLv3+ 2024-09-19T04:24:13.380 INFO:teuthology.orchestra.run.smithi111.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-19T04:24:13.380 INFO:teuthology.orchestra.run.smithi111.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-19T04:24:13.380 INFO:teuthology.orchestra.run.smithi111.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-19T04:24:13.380 INFO:teuthology.orchestra.run.smithi111.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-19T04:24:13.381 INFO:teuthology.orchestra.run.smithi111.stdout:Packager : builder@centos.org 2024-09-19T04:24:13.381 INFO:teuthology.orchestra.run.smithi111.stdout:Vendor : CentOS 2024-09-19T04:24:13.381 INFO:teuthology.orchestra.run.smithi111.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-19T04:24:13.381 INFO:teuthology.orchestra.run.smithi111.stdout:Summary : Support tools for GRUB. 2024-09-19T04:24:13.381 INFO:teuthology.orchestra.run.smithi111.stdout:Description : 2024-09-19T04:24:13.381 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:24:13.381 INFO:teuthology.orchestra.run.smithi111.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-19T04:24:13.381 INFO:teuthology.orchestra.run.smithi111.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-19T04:24:13.381 INFO:teuthology.orchestra.run.smithi111.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-19T04:24:13.381 INFO:teuthology.orchestra.run.smithi111.stdout:hardware devices. 2024-09-19T04:24:13.382 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:24:13.382 INFO:teuthology.orchestra.run.smithi111.stdout:This subpackage provides tools for support of all platforms. 2024-09-19T04:24:13.383 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-19T04:24:13.383 INFO:teuthology.task.kernel:Updating grub on smithi111 to boot 5.14.0-508.el9.x86_64 2024-09-19T04:24:13.383 DEBUG:teuthology.orchestra.run.smithi111:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-19T04:24:14.026 INFO:teuthology.orchestra.run.smithi111.stderr:Generating grub configuration file ... 2024-09-19T04:24:15.300 INFO:teuthology.orchestra.run.smithi111.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-19T04:24:15.317 INFO:teuthology.orchestra.run.smithi111.stderr:done 2024-09-19T04:24:15.319 DEBUG:teuthology.orchestra.run.smithi111:> mktemp 2024-09-19T04:24:15.336 INFO:teuthology.orchestra.run.smithi111.stdout:/tmp/tmp.EmIXWMDdWq 2024-09-19T04:24:15.336 DEBUG:teuthology.orchestra.run.smithi111:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.EmIXWMDdWq 2024-09-19T04:24:15.402 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 0666 /tmp/tmp.EmIXWMDdWq 2024-09-19T04:24:15.549 DEBUG:teuthology.orchestra.remote:smithi111:/tmp/tmp.EmIXWMDdWq is 6KB 2024-09-19T04:24:15.598 DEBUG:teuthology.orchestra.run.smithi111:> rm -fr /tmp/tmp.EmIXWMDdWq 2024-09-19T04:24:15.613 DEBUG:teuthology.orchestra.run.smithi111:> sudo /bin/ls /boot/loader/entries || true 2024-09-19T04:24:15.683 INFO:teuthology.orchestra.run.smithi111.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-19T04:24:15.683 INFO:teuthology.orchestra.run.smithi111.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-19T04:24:15.684 INFO:teuthology.orchestra.run.smithi111.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-19T04:24:15.684 INFO:teuthology.orchestra.run.smithi111.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-19T04:24:15.685 DEBUG:teuthology.orchestra.run.smithi111:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-19T04:24:15.752 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T04:24:15.791 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-19T04:24:15.849 DEBUG:teuthology.orchestra.run.smithi111:> sudo shutdown -r now 2024-09-19T04:24:16.171 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T04:24:16.172 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-19T04:24:16.172 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T04:24:16.172 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T04:24:17.097 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T04:24:17.097 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:24:17.097 INFO:teuthology.orchestra.run.smithi114.stdout:Installed: 2024-09-19T04:24:17.097 INFO:teuthology.orchestra.run.smithi114.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-19T04:24:17.097 INFO:teuthology.orchestra.run.smithi114.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-19T04:24:17.097 INFO:teuthology.orchestra.run.smithi114.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-19T04:24:17.097 INFO:teuthology.orchestra.run.smithi114.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-19T04:24:17.097 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:24:17.097 INFO:teuthology.orchestra.run.smithi114.stdout:Complete! 2024-09-19T04:24:17.449 DEBUG:teuthology.orchestra.run.smithi114:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T04:24:17.582 INFO:teuthology.orchestra.run.smithi114.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T04:24:17.582 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T04:24:17.583 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-19T04:24:17.583 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-19T04:24:17.583 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-19T04:24:17.583 INFO:teuthology.task.kernel:Installing distro kernel on client.1... 2024-09-19T04:24:17.583 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi114.front.sepia.ceph.com, path=None, version=distro) 2024-09-19T04:24:17.583 DEBUG:teuthology.orchestra.run.smithi114:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T04:24:17.641 INFO:teuthology.orchestra.run.smithi114.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T04:24:17.641 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T04:24:17.641 DEBUG:teuthology.orchestra.run.smithi114:> sudo rpm -qi grub2-tools 2024-09-19T04:24:17.681 INFO:teuthology.orchestra.run.smithi114.stdout:Name : grub2-tools 2024-09-19T04:24:17.682 INFO:teuthology.orchestra.run.smithi114.stdout:Epoch : 1 2024-09-19T04:24:17.682 INFO:teuthology.orchestra.run.smithi114.stdout:Version : 2.06 2024-09-19T04:24:17.682 INFO:teuthology.orchestra.run.smithi114.stdout:Release : 82.el9 2024-09-19T04:24:17.682 INFO:teuthology.orchestra.run.smithi114.stdout:Architecture: x86_64 2024-09-19T04:24:17.682 INFO:teuthology.orchestra.run.smithi114.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-19T04:24:17.682 INFO:teuthology.orchestra.run.smithi114.stdout:Group : Unspecified 2024-09-19T04:24:17.682 INFO:teuthology.orchestra.run.smithi114.stdout:Size : 8274670 2024-09-19T04:24:17.682 INFO:teuthology.orchestra.run.smithi114.stdout:License : GPLv3+ 2024-09-19T04:24:17.682 INFO:teuthology.orchestra.run.smithi114.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-19T04:24:17.682 INFO:teuthology.orchestra.run.smithi114.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-19T04:24:17.683 INFO:teuthology.orchestra.run.smithi114.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-19T04:24:17.683 INFO:teuthology.orchestra.run.smithi114.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-19T04:24:17.683 INFO:teuthology.orchestra.run.smithi114.stdout:Packager : builder@centos.org 2024-09-19T04:24:17.683 INFO:teuthology.orchestra.run.smithi114.stdout:Vendor : CentOS 2024-09-19T04:24:17.683 INFO:teuthology.orchestra.run.smithi114.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-19T04:24:17.683 INFO:teuthology.orchestra.run.smithi114.stdout:Summary : Support tools for GRUB. 2024-09-19T04:24:17.683 INFO:teuthology.orchestra.run.smithi114.stdout:Description : 2024-09-19T04:24:17.683 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:24:17.683 INFO:teuthology.orchestra.run.smithi114.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-19T04:24:17.683 INFO:teuthology.orchestra.run.smithi114.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-19T04:24:17.683 INFO:teuthology.orchestra.run.smithi114.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-19T04:24:17.683 INFO:teuthology.orchestra.run.smithi114.stdout:hardware devices. 2024-09-19T04:24:17.683 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:24:17.684 INFO:teuthology.orchestra.run.smithi114.stdout:This subpackage provides tools for support of all platforms. 2024-09-19T04:24:17.684 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-19T04:24:17.684 INFO:teuthology.task.kernel:Updating grub on smithi114 to boot 5.14.0-508.el9.x86_64 2024-09-19T04:24:17.685 DEBUG:teuthology.orchestra.run.smithi114:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-19T04:24:18.321 INFO:teuthology.orchestra.run.smithi114.stderr:Generating grub configuration file ... 2024-09-19T04:24:19.660 INFO:teuthology.orchestra.run.smithi114.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-19T04:24:19.691 INFO:teuthology.orchestra.run.smithi114.stderr:done 2024-09-19T04:24:19.694 DEBUG:teuthology.orchestra.run.smithi114:> mktemp 2024-09-19T04:24:19.709 INFO:teuthology.orchestra.run.smithi114.stdout:/tmp/tmp.qRhJ3fWfxK 2024-09-19T04:24:19.710 DEBUG:teuthology.orchestra.run.smithi114:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.qRhJ3fWfxK 2024-09-19T04:24:19.782 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod 0666 /tmp/tmp.qRhJ3fWfxK 2024-09-19T04:24:19.922 DEBUG:teuthology.orchestra.remote:smithi114:/tmp/tmp.qRhJ3fWfxK is 6KB 2024-09-19T04:24:19.970 DEBUG:teuthology.orchestra.run.smithi114:> rm -fr /tmp/tmp.qRhJ3fWfxK 2024-09-19T04:24:19.985 DEBUG:teuthology.orchestra.run.smithi114:> sudo /bin/ls /boot/loader/entries || true 2024-09-19T04:24:20.059 INFO:teuthology.orchestra.run.smithi114.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-19T04:24:20.059 INFO:teuthology.orchestra.run.smithi114.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-19T04:24:20.059 INFO:teuthology.orchestra.run.smithi114.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-19T04:24:20.059 INFO:teuthology.orchestra.run.smithi114.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-19T04:24:20.060 DEBUG:teuthology.orchestra.run.smithi114:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-19T04:24:20.211 DEBUG:teuthology.orchestra.run.smithi114:> sudo shutdown -r now 2024-09-19T04:24:45.877 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-09-19T04:24:45.878 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi111.front.sepia.ceph.com' 2024-09-19T04:24:45.879 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi111.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:24:50.218 INFO:teuthology.task.kernel:Checking client client.1 for new kernel version... 2024-09-19T04:24:50.218 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi114.front.sepia.ceph.com' 2024-09-19T04:24:50.219 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi114.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:25:04.317 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.111 2024-09-19T04:25:08.669 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.114 2024-09-19T04:25:13.323 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi111.front.sepia.ceph.com' 2024-09-19T04:25:13.324 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi111.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:25:16.381 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.111 2024-09-19T04:25:17.671 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi114.front.sepia.ceph.com' 2024-09-19T04:25:17.672 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi114.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:25:20.737 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.114 2024-09-19T04:25:28.389 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi111.front.sepia.ceph.com' 2024-09-19T04:25:28.389 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi111.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:25:31.457 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.111 2024-09-19T04:25:32.739 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi114.front.sepia.ceph.com' 2024-09-19T04:25:32.739 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi114.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:25:46.469 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi111.front.sepia.ceph.com' 2024-09-19T04:25:46.470 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi111.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:25:51.165 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.114 2024-09-19T04:26:06.174 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi114.front.sepia.ceph.com' 2024-09-19T04:26:06.175 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi114.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:26:06.591 DEBUG:teuthology.orchestra.run.smithi114:> true 2024-09-19T04:26:06.960 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi114.front.sepia.ceph.com' 2024-09-19T04:26:06.960 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "5.14.0-508.el9.x86_64"... 2024-09-19T04:26:06.960 DEBUG:teuthology.orchestra.run.smithi114:> uname -r 2024-09-19T04:26:06.975 INFO:teuthology.orchestra.run.smithi114.stdout:5.14.0-508.el9.x86_64 2024-09-19T04:26:06.975 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-19T04:26:06.975 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T04:26:06.975 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-19T04:26:07.976 DEBUG:teuthology.parallel:result is None 2024-09-19T04:26:18.523 DEBUG:teuthology.orchestra.run.smithi111:> true 2024-09-19T04:26:18.890 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi111.front.sepia.ceph.com' 2024-09-19T04:26:18.890 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "5.14.0-508.el9.x86_64"... 2024-09-19T04:26:18.891 DEBUG:teuthology.orchestra.run.smithi111:> uname -r 2024-09-19T04:26:18.906 INFO:teuthology.orchestra.run.smithi111.stdout:5.14.0-508.el9.x86_64 2024-09-19T04:26:18.907 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-19T04:26:18.907 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T04:26:18.907 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-19T04:26:19.908 DEBUG:teuthology.parallel:result is None 2024-09-19T04:26:19.908 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-19T04:26:19.916 INFO:teuthology.task.internal:Creating test directory... 2024-09-19T04:26:19.916 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T04:26:19.919 DEBUG:teuthology.orchestra.run.smithi114:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T04:26:19.939 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-19T04:26:19.945 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-19T04:26:19.952 INFO:teuthology.task.internal:Creating archive directory... 2024-09-19T04:26:19.952 DEBUG:teuthology.orchestra.run.smithi111:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T04:26:19.978 DEBUG:teuthology.orchestra.run.smithi114:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T04:26:20.086 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-19T04:26:20.092 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-19T04:26:20.093 DEBUG:teuthology.orchestra.run.smithi111:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T04:26:20.096 DEBUG:teuthology.orchestra.run.smithi114:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T04:26:20.175 INFO:teuthology.orchestra.run.smithi114.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T04:26:20.188 INFO:teuthology.orchestra.run.smithi111.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T04:26:20.231 INFO:teuthology.orchestra.run.smithi111.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T04:26:20.241 INFO:teuthology.orchestra.run.smithi114.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T04:26:20.243 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-19T04:26:20.250 INFO:teuthology.task.internal:Configuring sudo... 2024-09-19T04:26:20.250 DEBUG:teuthology.orchestra.run.smithi111:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T04:26:20.253 DEBUG:teuthology.orchestra.run.smithi114:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T04:26:20.281 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-19T04:26:20.290 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-19T04:26:20.290 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T04:26:20.324 DEBUG:teuthology.orchestra.run.smithi114:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T04:26:20.341 DEBUG:teuthology.orchestra.run.smithi111:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T04:26:20.427 DEBUG:teuthology.orchestra.run.smithi111:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T04:26:20.475 DEBUG:teuthology.orchestra.run.smithi111:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T04:26:20.553 DEBUG:teuthology.orchestra.run.smithi111:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T04:26:20.600 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:26:20.600 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T04:26:20.666 DEBUG:teuthology.orchestra.run.smithi114:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T04:26:20.709 DEBUG:teuthology.orchestra.run.smithi114:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T04:26:20.762 DEBUG:teuthology.orchestra.run.smithi114:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T04:26:20.848 DEBUG:teuthology.orchestra.run.smithi114:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T04:26:20.890 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:26:20.890 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T04:26:20.957 DEBUG:teuthology.orchestra.run.smithi111:> sudo service rsyslog restart 2024-09-19T04:26:20.959 DEBUG:teuthology.orchestra.run.smithi114:> sudo service rsyslog restart 2024-09-19T04:26:21.006 INFO:teuthology.orchestra.run.smithi111.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T04:26:21.060 INFO:teuthology.orchestra.run.smithi114.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T04:26:21.559 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-19T04:26:21.567 INFO:teuthology.task.internal:Starting timer... 2024-09-19T04:26:21.567 INFO:teuthology.run_tasks:Running task pcp... 2024-09-19T04:26:21.599 INFO:teuthology.run_tasks:Running task selinux... 2024-09-19T04:26:21.607 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-09-19T04:26:21.607 DEBUG:teuthology.orchestra.run.smithi111:> sudo service auditd rotate 2024-09-19T04:26:21.662 INFO:teuthology.orchestra.run.smithi111.stdout:Rotating logs: 2024-09-19T04:26:21.664 DEBUG:teuthology.orchestra.run.smithi114:> sudo service auditd rotate 2024-09-19T04:26:21.719 INFO:teuthology.orchestra.run.smithi114.stdout:Rotating logs: 2024-09-19T04:26:21.721 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-19T04:26:21.721 DEBUG:teuthology.orchestra.run.smithi111:> /usr/sbin/getenforce 2024-09-19T04:26:21.747 INFO:teuthology.orchestra.run.smithi111.stdout:Permissive 2024-09-19T04:26:21.748 DEBUG:teuthology.orchestra.run.smithi114:> /usr/sbin/getenforce 2024-09-19T04:26:21.770 INFO:teuthology.orchestra.run.smithi114.stdout:Permissive 2024-09-19T04:26:21.770 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi111.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi114.front.sepia.ceph.com': 'permissive'} 2024-09-19T04:26:21.771 DEBUG:teuthology.orchestra.run.smithi111:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T04:26:21.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:26:21.817 DEBUG:teuthology.orchestra.run.smithi114:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T04:26:21.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:26:21.845 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-19T04:26:21.845 DEBUG:teuthology.orchestra.run.smithi111:> sudo /usr/sbin/setenforce permissive 2024-09-19T04:26:21.894 DEBUG:teuthology.orchestra.run.smithi114:> sudo /usr/sbin/setenforce permissive 2024-09-19T04:26:21.928 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-19T04:26:21.938 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-19T04:26:21.949 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-19T04:26:21.950 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi111.front.sepia.ceph.com,smithi114.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-19T04:30:04.723 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi111.front.sepia.ceph.com'), Remote(name='ubuntu@smithi114.front.sepia.ceph.com')] 2024-09-19T04:30:04.724 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi111.front.sepia.ceph.com' 2024-09-19T04:30:04.726 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi111.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:30:04.804 DEBUG:teuthology.orchestra.run.smithi111:> true 2024-09-19T04:30:04.884 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi111.front.sepia.ceph.com' 2024-09-19T04:30:04.884 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi114.front.sepia.ceph.com' 2024-09-19T04:30:04.885 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi114.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:30:04.963 DEBUG:teuthology.orchestra.run.smithi114:> true 2024-09-19T04:30:05.044 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi114.front.sepia.ceph.com' 2024-09-19T04:30:05.045 INFO:teuthology.run_tasks:Running task clock... 2024-09-19T04:30:05.054 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-19T04:30:05.055 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T04:30:05.055 DEBUG:teuthology.orchestra.run.smithi111:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T04:30:05.057 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T04:30:05.057 DEBUG:teuthology.orchestra.run.smithi114:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T04:30:05.084 INFO:teuthology.orchestra.run.smithi111.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-19T04:30:05.098 INFO:teuthology.orchestra.run.smithi111.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-19T04:30:05.115 INFO:teuthology.orchestra.run.smithi114.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-19T04:30:05.121 INFO:teuthology.orchestra.run.smithi111.stderr:sudo: ntpd: command not found 2024-09-19T04:30:05.129 INFO:teuthology.orchestra.run.smithi114.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-19T04:30:05.133 INFO:teuthology.orchestra.run.smithi111.stdout:506 Cannot talk to daemon 2024-09-19T04:30:05.147 INFO:teuthology.orchestra.run.smithi111.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-19T04:30:05.153 INFO:teuthology.orchestra.run.smithi114.stderr:sudo: ntpd: command not found 2024-09-19T04:30:05.161 INFO:teuthology.orchestra.run.smithi111.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-19T04:30:05.164 INFO:teuthology.orchestra.run.smithi114.stdout:506 Cannot talk to daemon 2024-09-19T04:30:05.178 INFO:teuthology.orchestra.run.smithi114.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-19T04:30:05.193 INFO:teuthology.orchestra.run.smithi114.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-19T04:30:05.218 INFO:teuthology.orchestra.run.smithi111.stderr:bash: line 1: ntpq: command not found 2024-09-19T04:30:05.223 INFO:teuthology.orchestra.run.smithi111.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T04:30:05.223 INFO:teuthology.orchestra.run.smithi111.stdout:=============================================================================== 2024-09-19T04:30:05.223 INFO:teuthology.orchestra.run.smithi111.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:30:05.223 INFO:teuthology.orchestra.run.smithi111.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:30:05.223 INFO:teuthology.orchestra.run.smithi111.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:30:05.223 INFO:teuthology.orchestra.run.smithi111.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:30:05.246 INFO:teuthology.orchestra.run.smithi114.stderr:bash: line 1: ntpq: command not found 2024-09-19T04:30:05.251 INFO:teuthology.orchestra.run.smithi114.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T04:30:05.251 INFO:teuthology.orchestra.run.smithi114.stdout:=============================================================================== 2024-09-19T04:30:05.251 INFO:teuthology.orchestra.run.smithi114.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:30:05.251 INFO:teuthology.orchestra.run.smithi114.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:30:05.251 INFO:teuthology.orchestra.run.smithi114.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:30:05.251 INFO:teuthology.orchestra.run.smithi114.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:30:05.252 INFO:teuthology.run_tasks:Running task install... 2024-09-19T04:30:05.260 DEBUG:teuthology.task.install:project ceph 2024-09-19T04:30:05.260 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}} 2024-09-19T04:30:05.260 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'} 2024-09-19T04:30:05.261 INFO:teuthology.task.install:Using flavor: default 2024-09-19T04:30:05.267 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-19T04:30:05.267 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-19T04:30:05.268 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'tag': None, 'wait_for_package': False} 2024-09-19T04:30:05.268 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T04:30:05.271 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'tag': None, 'wait_for_package': False} 2024-09-19T04:30:05.272 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T04:30:05.424 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/ 2024-09-19T04:30:05.425 INFO:teuthology.task.install.rpm:Package version is 19.1.1-361.g2f599a46 2024-09-19T04:30:05.430 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/ 2024-09-19T04:30:05.430 INFO:teuthology.task.install.rpm:Package version is 19.1.1-361.g2f599a46 2024-09-19T04:30:05.538 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-19T04:30:05.539 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:30:05.539 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-19T04:30:05.544 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-19T04:30:05.544 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:30:05.544 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-19T04:30:05.565 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-19T04:30:05.565 DEBUG:teuthology.orchestra.run.smithi111:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/2f599a46ad10e37c929e5c43da2f6907ddcd1961/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-19T04:30:05.570 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-19T04:30:05.570 DEBUG:teuthology.orchestra.run.smithi114:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/2f599a46ad10e37c929e5c43da2f6907ddcd1961/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-19T04:30:05.630 DEBUG:teuthology.orchestra.run.smithi111:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-19T04:30:05.636 DEBUG:teuthology.orchestra.run.smithi114:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-19T04:30:05.704 DEBUG:teuthology.orchestra.run.smithi111:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-19T04:30:05.710 DEBUG:teuthology.orchestra.run.smithi114:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-19T04:30:05.769 INFO:teuthology.orchestra.run.smithi111.stdout:check_obsoletes = 1 2024-09-19T04:30:05.771 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum clean all 2024-09-19T04:30:05.774 INFO:teuthology.orchestra.run.smithi114.stdout:check_obsoletes = 1 2024-09-19T04:30:05.776 DEBUG:teuthology.orchestra.run.smithi114:> sudo yum clean all 2024-09-19T04:30:05.998 INFO:teuthology.orchestra.run.smithi114.stdout:45 files removed 2024-09-19T04:30:06.018 INFO:teuthology.orchestra.run.smithi111.stdout:45 files removed 2024-09-19T04:30:06.028 DEBUG:teuthology.orchestra.run.smithi114:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-19T04:30:06.045 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-19T04:30:06.582 INFO:teuthology.orchestra.run.smithi114.stdout:ceph packages for x86_64 312 kB/s | 84 kB 00:00 2024-09-19T04:30:06.614 INFO:teuthology.orchestra.run.smithi111.stdout:ceph packages for x86_64 295 kB/s | 84 kB 00:00 2024-09-19T04:30:06.866 INFO:teuthology.orchestra.run.smithi114.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-19T04:30:06.898 INFO:teuthology.orchestra.run.smithi111.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-19T04:30:07.141 INFO:teuthology.orchestra.run.smithi114.stdout:ceph source packages 8.0 kB/s | 1.9 kB 00:00 2024-09-19T04:30:07.157 INFO:teuthology.orchestra.run.smithi111.stdout:ceph source packages 8.5 kB/s | 1.9 kB 00:00 2024-09-19T04:30:08.700 INFO:teuthology.orchestra.run.smithi114.stdout:CentOS Stream 9 - BaseOS 5.4 MB/s | 8.3 MB 00:01 2024-09-19T04:30:08.932 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS Stream 9 - BaseOS 4.7 MB/s | 8.3 MB 00:01 2024-09-19T04:30:10.482 INFO:teuthology.orchestra.run.smithi114.stdout:CentOS Stream 9 - AppStream 28 MB/s | 20 MB 00:00 2024-09-19T04:30:12.842 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS Stream 9 - AppStream 7.2 MB/s | 20 MB 00:02 2024-09-19T04:30:15.635 INFO:teuthology.orchestra.run.smithi114.stdout:CentOS Stream 9 - CRB 4.6 MB/s | 6.5 MB 00:01 2024-09-19T04:30:17.000 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS Stream 9 - CRB 17 MB/s | 6.5 MB 00:00 2024-09-19T04:30:17.169 INFO:teuthology.orchestra.run.smithi114.stdout:CentOS Stream 9 - Extras packages 64 kB/s | 19 kB 00:00 2024-09-19T04:30:18.132 INFO:teuthology.orchestra.run.smithi114.stdout:Extra Packages for Enterprise Linux 27 MB/s | 23 MB 00:00 2024-09-19T04:30:18.551 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS Stream 9 - Extras packages 60 kB/s | 19 kB 00:00 2024-09-19T04:30:19.356 INFO:teuthology.orchestra.run.smithi111.stdout:Extra Packages for Enterprise Linux 33 MB/s | 23 MB 00:00 2024-09-19T04:30:23.538 INFO:teuthology.orchestra.run.smithi114.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-19T04:30:24.720 INFO:teuthology.orchestra.run.smithi111.stdout:lab-extras 36 kB/s | 1.7 kB 00:00 2024-09-19T04:30:25.698 INFO:teuthology.orchestra.run.smithi114.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T04:30:25.699 INFO:teuthology.orchestra.run.smithi114.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T04:30:25.710 INFO:teuthology.orchestra.run.smithi114.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-19T04:30:25.711 INFO:teuthology.orchestra.run.smithi114.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-19T04:30:25.712 INFO:teuthology.orchestra.run.smithi114.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-19T04:30:25.713 INFO:teuthology.orchestra.run.smithi114.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-19T04:30:25.715 INFO:teuthology.orchestra.run.smithi114.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-19T04:30:25.717 INFO:teuthology.orchestra.run.smithi114.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-19T04:30:25.718 INFO:teuthology.orchestra.run.smithi114.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-19T04:30:25.782 INFO:teuthology.orchestra.run.smithi114.stdout:Dependencies resolved. 2024-09-19T04:30:25.812 INFO:teuthology.orchestra.run.smithi114.stdout:====================================================================================== 2024-09-19T04:30:25.812 INFO:teuthology.orchestra.run.smithi114.stdout: Package Arch Version Repository Size 2024-09-19T04:30:25.813 INFO:teuthology.orchestra.run.smithi114.stdout:====================================================================================== 2024-09-19T04:30:25.813 INFO:teuthology.orchestra.run.smithi114.stdout:Installing: 2024-09-19T04:30:25.813 INFO:teuthology.orchestra.run.smithi114.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-19T04:30:25.813 INFO:teuthology.orchestra.run.smithi114.stdout: ceph x86_64 2:19.1.1-361.g2f599a46.el9 ceph 6.6 k 2024-09-19T04:30:25.813 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-base x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.4 M 2024-09-19T04:30:25.813 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 896 k 2024-09-19T04:30:25.813 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-361.g2f599a46.el9 ceph 145 k 2024-09-19T04:30:25.813 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mgr x86_64 2:19.1.1-361.g2f599a46.el9 ceph 1.5 M 2024-09-19T04:30:25.813 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mgr-cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 146 k 2024-09-19T04:30:25.813 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mgr-dashboard noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 3.6 M 2024-09-19T04:30:25.813 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 7.4 M 2024-09-19T04:30:25.814 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mgr-rook noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 49 k 2024-09-19T04:30:25.814 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-radosgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 11 M 2024-09-19T04:30:25.814 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-test x86_64 2:19.1.1-361.g2f599a46.el9 ceph 49 M 2024-09-19T04:30:25.814 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-volume noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 285 k 2024-09-19T04:30:25.814 INFO:teuthology.orchestra.run.smithi114.stdout: cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 765 k 2024-09-19T04:30:25.814 INFO:teuthology.orchestra.run.smithi114.stdout: cephfs-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 228 k 2024-09-19T04:30:25.814 INFO:teuthology.orchestra.run.smithi114.stdout: cephfs-shell x86_64 2:19.1.1-361.g2f599a46.el9 ceph 27 k 2024-09-19T04:30:25.814 INFO:teuthology.orchestra.run.smithi114.stdout: cephfs-top noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 18 k 2024-09-19T04:30:25.814 INFO:teuthology.orchestra.run.smithi114.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-19T04:30:25.814 INFO:teuthology.orchestra.run.smithi114.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-19T04:30:25.814 INFO:teuthology.orchestra.run.smithi114.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-19T04:30:25.814 INFO:teuthology.orchestra.run.smithi114.stdout: libcephfs-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 32 k 2024-09-19T04:30:25.814 INFO:teuthology.orchestra.run.smithi114.stdout: libcephfs2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 751 k 2024-09-19T04:30:25.815 INFO:teuthology.orchestra.run.smithi114.stdout: librados-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 127 k 2024-09-19T04:30:25.815 INFO:teuthology.orchestra.run.smithi114.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-19T04:30:25.815 INFO:teuthology.orchestra.run.smithi114.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-19T04:30:25.815 INFO:teuthology.orchestra.run.smithi114.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-19T04:30:25.815 INFO:teuthology.orchestra.run.smithi114.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-19T04:30:25.815 INFO:teuthology.orchestra.run.smithi114.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-19T04:30:25.815 INFO:teuthology.orchestra.run.smithi114.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-19T04:30:25.815 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cephfs x86_64 2:19.1.1-361.g2f599a46.el9 ceph 161 k 2024-09-19T04:30:25.815 INFO:teuthology.orchestra.run.smithi114.stdout: python3-rados x86_64 2:19.1.1-361.g2f599a46.el9 ceph 320 k 2024-09-19T04:30:25.815 INFO:teuthology.orchestra.run.smithi114.stdout: python3-rbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 300 k 2024-09-19T04:30:25.815 INFO:teuthology.orchestra.run.smithi114.stdout: python3-rgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 99 k 2024-09-19T04:30:25.816 INFO:teuthology.orchestra.run.smithi114.stdout: rbd-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 85 k 2024-09-19T04:30:25.816 INFO:teuthology.orchestra.run.smithi114.stdout: rbd-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.1 M 2024-09-19T04:30:25.816 INFO:teuthology.orchestra.run.smithi114.stdout: rbd-nbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 171 k 2024-09-19T04:30:25.816 INFO:teuthology.orchestra.run.smithi114.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-19T04:30:25.816 INFO:teuthology.orchestra.run.smithi114.stdout:Upgrading: 2024-09-19T04:30:25.816 INFO:teuthology.orchestra.run.smithi114.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-19T04:30:25.816 INFO:teuthology.orchestra.run.smithi114.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-19T04:30:25.816 INFO:teuthology.orchestra.run.smithi114.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-19T04:30:25.816 INFO:teuthology.orchestra.run.smithi114.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-19T04:30:25.816 INFO:teuthology.orchestra.run.smithi114.stdout: librados2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.4 M 2024-09-19T04:30:25.816 INFO:teuthology.orchestra.run.smithi114.stdout: librbd1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.2 M 2024-09-19T04:30:25.816 INFO:teuthology.orchestra.run.smithi114.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-19T04:30:25.817 INFO:teuthology.orchestra.run.smithi114.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-19T04:30:25.817 INFO:teuthology.orchestra.run.smithi114.stdout:Installing dependencies: 2024-09-19T04:30:25.817 INFO:teuthology.orchestra.run.smithi114.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-19T04:30:25.817 INFO:teuthology.orchestra.run.smithi114.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-19T04:30:25.817 INFO:teuthology.orchestra.run.smithi114.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-19T04:30:25.817 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 21 M 2024-09-19T04:30:25.817 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-grafana-dashboards noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 32 k 2024-09-19T04:30:25.817 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mds x86_64 2:19.1.1-361.g2f599a46.el9 ceph 2.4 M 2024-09-19T04:30:25.817 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mgr-modules-core noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 249 k 2024-09-19T04:30:25.817 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mon x86_64 2:19.1.1-361.g2f599a46.el9 ceph 4.7 M 2024-09-19T04:30:25.817 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-osd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 17 M 2024-09-19T04:30:25.817 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-prometheus-alerts noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 16 k 2024-09-19T04:30:25.818 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-selinux x86_64 2:19.1.1-361.g2f599a46.el9 ceph 25 k 2024-09-19T04:30:25.818 INFO:teuthology.orchestra.run.smithi114.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-19T04:30:25.818 INFO:teuthology.orchestra.run.smithi114.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-19T04:30:25.818 INFO:teuthology.orchestra.run.smithi114.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-19T04:30:25.818 INFO:teuthology.orchestra.run.smithi114.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-19T04:30:25.818 INFO:teuthology.orchestra.run.smithi114.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-19T04:30:25.818 INFO:teuthology.orchestra.run.smithi114.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-19T04:30:25.818 INFO:teuthology.orchestra.run.smithi114.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-19T04:30:25.818 INFO:teuthology.orchestra.run.smithi114.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-19T04:30:25.818 INFO:teuthology.orchestra.run.smithi114.stdout: libcephsqlite x86_64 2:19.1.1-361.g2f599a46.el9 ceph 163 k 2024-09-19T04:30:25.818 INFO:teuthology.orchestra.run.smithi114.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-19T04:30:25.818 INFO:teuthology.orchestra.run.smithi114.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-19T04:30:25.818 INFO:teuthology.orchestra.run.smithi114.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-19T04:30:25.819 INFO:teuthology.orchestra.run.smithi114.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-19T04:30:25.819 INFO:teuthology.orchestra.run.smithi114.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-19T04:30:25.819 INFO:teuthology.orchestra.run.smithi114.stdout: libradosstriper1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 506 k 2024-09-19T04:30:25.819 INFO:teuthology.orchestra.run.smithi114.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-19T04:30:25.819 INFO:teuthology.orchestra.run.smithi114.stdout: librgw2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.3 M 2024-09-19T04:30:25.819 INFO:teuthology.orchestra.run.smithi114.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-19T04:30:25.819 INFO:teuthology.orchestra.run.smithi114.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-19T04:30:25.819 INFO:teuthology.orchestra.run.smithi114.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-19T04:30:25.819 INFO:teuthology.orchestra.run.smithi114.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-19T04:30:25.819 INFO:teuthology.orchestra.run.smithi114.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-19T04:30:25.819 INFO:teuthology.orchestra.run.smithi114.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-19T04:30:25.819 INFO:teuthology.orchestra.run.smithi114.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-19T04:30:25.819 INFO:teuthology.orchestra.run.smithi114.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-19T04:30:25.820 INFO:teuthology.orchestra.run.smithi114.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-19T04:30:25.820 INFO:teuthology.orchestra.run.smithi114.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-19T04:30:25.820 INFO:teuthology.orchestra.run.smithi114.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-19T04:30:25.820 INFO:teuthology.orchestra.run.smithi114.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-19T04:30:25.820 INFO:teuthology.orchestra.run.smithi114.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-19T04:30:25.820 INFO:teuthology.orchestra.run.smithi114.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-19T04:30:25.820 INFO:teuthology.orchestra.run.smithi114.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-19T04:30:25.820 INFO:teuthology.orchestra.run.smithi114.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-19T04:30:25.820 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-19T04:30:25.820 INFO:teuthology.orchestra.run.smithi114.stdout: python3-ceph-argparse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 45 k 2024-09-19T04:30:25.820 INFO:teuthology.orchestra.run.smithi114.stdout: python3-ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 136 k 2024-09-19T04:30:25.820 INFO:teuthology.orchestra.run.smithi114.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-19T04:30:25.820 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-19T04:30:25.821 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-19T04:30:25.821 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-19T04:30:25.821 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-19T04:30:25.821 INFO:teuthology.orchestra.run.smithi114.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-19T04:30:25.821 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-19T04:30:25.821 INFO:teuthology.orchestra.run.smithi114.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-19T04:30:25.821 INFO:teuthology.orchestra.run.smithi114.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-19T04:30:25.821 INFO:teuthology.orchestra.run.smithi114.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-19T04:30:25.821 INFO:teuthology.orchestra.run.smithi114.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-19T04:30:25.821 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-19T04:30:25.821 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-19T04:30:25.821 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-19T04:30:25.821 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-19T04:30:25.821 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-19T04:30:25.822 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-19T04:30:25.822 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-19T04:30:25.822 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-19T04:30:25.822 INFO:teuthology.orchestra.run.smithi114.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-19T04:30:25.822 INFO:teuthology.orchestra.run.smithi114.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-19T04:30:25.822 INFO:teuthology.orchestra.run.smithi114.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-19T04:30:25.822 INFO:teuthology.orchestra.run.smithi114.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-19T04:30:25.822 INFO:teuthology.orchestra.run.smithi114.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-19T04:30:25.822 INFO:teuthology.orchestra.run.smithi114.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-19T04:30:25.822 INFO:teuthology.orchestra.run.smithi114.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-19T04:30:25.822 INFO:teuthology.orchestra.run.smithi114.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-19T04:30:25.822 INFO:teuthology.orchestra.run.smithi114.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-19T04:30:25.822 INFO:teuthology.orchestra.run.smithi114.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-19T04:30:25.823 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-19T04:30:25.823 INFO:teuthology.orchestra.run.smithi114.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-19T04:30:25.823 INFO:teuthology.orchestra.run.smithi114.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-19T04:30:25.823 INFO:teuthology.orchestra.run.smithi114.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-19T04:30:25.823 INFO:teuthology.orchestra.run.smithi114.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-19T04:30:25.823 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-19T04:30:25.823 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-19T04:30:25.823 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-19T04:30:25.823 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-19T04:30:25.823 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-19T04:30:25.823 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-19T04:30:25.823 INFO:teuthology.orchestra.run.smithi114.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-19T04:30:25.823 INFO:teuthology.orchestra.run.smithi114.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-19T04:30:25.823 INFO:teuthology.orchestra.run.smithi114.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-19T04:30:25.824 INFO:teuthology.orchestra.run.smithi114.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-19T04:30:25.824 INFO:teuthology.orchestra.run.smithi114.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-19T04:30:25.824 INFO:teuthology.orchestra.run.smithi114.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-19T04:30:25.824 INFO:teuthology.orchestra.run.smithi114.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-19T04:30:25.824 INFO:teuthology.orchestra.run.smithi114.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-19T04:30:25.824 INFO:teuthology.orchestra.run.smithi114.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-19T04:30:25.824 INFO:teuthology.orchestra.run.smithi114.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-19T04:30:25.824 INFO:teuthology.orchestra.run.smithi114.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-19T04:30:25.824 INFO:teuthology.orchestra.run.smithi114.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-19T04:30:25.824 INFO:teuthology.orchestra.run.smithi114.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-19T04:30:25.824 INFO:teuthology.orchestra.run.smithi114.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-19T04:30:25.824 INFO:teuthology.orchestra.run.smithi114.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-19T04:30:25.824 INFO:teuthology.orchestra.run.smithi114.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-19T04:30:25.825 INFO:teuthology.orchestra.run.smithi114.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-19T04:30:25.825 INFO:teuthology.orchestra.run.smithi114.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-19T04:30:25.825 INFO:teuthology.orchestra.run.smithi114.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-19T04:30:25.825 INFO:teuthology.orchestra.run.smithi114.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-19T04:30:25.825 INFO:teuthology.orchestra.run.smithi114.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-19T04:30:25.825 INFO:teuthology.orchestra.run.smithi114.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-19T04:30:25.825 INFO:teuthology.orchestra.run.smithi114.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-19T04:30:25.825 INFO:teuthology.orchestra.run.smithi114.stdout:Installing weak dependencies: 2024-09-19T04:30:25.825 INFO:teuthology.orchestra.run.smithi114.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-19T04:30:25.825 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:30:25.825 INFO:teuthology.orchestra.run.smithi114.stdout:Transaction Summary 2024-09-19T04:30:25.825 INFO:teuthology.orchestra.run.smithi114.stdout:====================================================================================== 2024-09-19T04:30:25.825 INFO:teuthology.orchestra.run.smithi114.stdout:Install 148 Packages 2024-09-19T04:30:25.825 INFO:teuthology.orchestra.run.smithi114.stdout:Upgrade 8 Packages 2024-09-19T04:30:25.826 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:30:25.826 INFO:teuthology.orchestra.run.smithi114.stdout:Total download size: 226 M 2024-09-19T04:30:25.826 INFO:teuthology.orchestra.run.smithi114.stdout:Downloading Packages: 2024-09-19T04:30:26.456 INFO:teuthology.orchestra.run.smithi114.stdout:(1/156): ceph-19.1.1-361.g2f599a46.el9.x86_64.r 55 kB/s | 6.6 kB 00:00 2024-09-19T04:30:26.665 INFO:teuthology.orchestra.run.smithi114.stdout:(2/156): ceph-fuse-19.1.1-361.g2f599a46.el9.x86 4.2 MB/s | 896 kB 00:00 2024-09-19T04:30:26.740 INFO:teuthology.orchestra.run.smithi114.stdout:(3/156): ceph-immutable-object-cache-19.1.1-361 1.9 MB/s | 145 kB 00:00 2024-09-19T04:30:26.824 INFO:teuthology.orchestra.run.smithi114.stdout:(4/156): ceph-base-19.1.1-361.g2f599a46.el9.x86 11 MB/s | 5.4 MB 00:00 2024-09-19T04:30:26.889 INFO:teuthology.orchestra.run.smithi111.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T04:30:26.889 INFO:teuthology.orchestra.run.smithi111.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T04:30:26.901 INFO:teuthology.orchestra.run.smithi111.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-19T04:30:26.902 INFO:teuthology.orchestra.run.smithi111.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-19T04:30:26.902 INFO:teuthology.orchestra.run.smithi111.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-19T04:30:26.903 INFO:teuthology.orchestra.run.smithi111.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-19T04:30:26.905 INFO:teuthology.orchestra.run.smithi111.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-19T04:30:26.908 INFO:teuthology.orchestra.run.smithi111.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-19T04:30:26.908 INFO:teuthology.orchestra.run.smithi111.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-19T04:30:26.932 INFO:teuthology.orchestra.run.smithi114.stdout:(5/156): ceph-mgr-19.1.1-361.g2f599a46.el9.x86_ 14 MB/s | 1.5 MB 00:00 2024-09-19T04:30:26.971 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2024-09-19T04:30:26.987 INFO:teuthology.orchestra.run.smithi111.stdout:====================================================================================== 2024-09-19T04:30:26.988 INFO:teuthology.orchestra.run.smithi111.stdout: Package Arch Version Repository Size 2024-09-19T04:30:26.988 INFO:teuthology.orchestra.run.smithi111.stdout:====================================================================================== 2024-09-19T04:30:26.988 INFO:teuthology.orchestra.run.smithi111.stdout:Installing: 2024-09-19T04:30:26.988 INFO:teuthology.orchestra.run.smithi111.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-19T04:30:26.988 INFO:teuthology.orchestra.run.smithi111.stdout: ceph x86_64 2:19.1.1-361.g2f599a46.el9 ceph 6.6 k 2024-09-19T04:30:26.988 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-base x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.4 M 2024-09-19T04:30:26.988 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 896 k 2024-09-19T04:30:26.989 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-361.g2f599a46.el9 ceph 145 k 2024-09-19T04:30:26.989 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr x86_64 2:19.1.1-361.g2f599a46.el9 ceph 1.5 M 2024-09-19T04:30:26.989 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 146 k 2024-09-19T04:30:26.989 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-dashboard noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 3.6 M 2024-09-19T04:30:26.989 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 7.4 M 2024-09-19T04:30:26.989 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-rook noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 49 k 2024-09-19T04:30:26.989 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-radosgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 11 M 2024-09-19T04:30:26.989 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-test x86_64 2:19.1.1-361.g2f599a46.el9 ceph 49 M 2024-09-19T04:30:26.989 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-volume noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 285 k 2024-09-19T04:30:26.990 INFO:teuthology.orchestra.run.smithi111.stdout: cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 765 k 2024-09-19T04:30:26.990 INFO:teuthology.orchestra.run.smithi111.stdout: cephfs-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 228 k 2024-09-19T04:30:26.990 INFO:teuthology.orchestra.run.smithi111.stdout: cephfs-shell x86_64 2:19.1.1-361.g2f599a46.el9 ceph 27 k 2024-09-19T04:30:26.990 INFO:teuthology.orchestra.run.smithi111.stdout: cephfs-top noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 18 k 2024-09-19T04:30:26.990 INFO:teuthology.orchestra.run.smithi111.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-19T04:30:26.990 INFO:teuthology.orchestra.run.smithi111.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-19T04:30:26.990 INFO:teuthology.orchestra.run.smithi111.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-19T04:30:26.990 INFO:teuthology.orchestra.run.smithi111.stdout: libcephfs-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 32 k 2024-09-19T04:30:26.990 INFO:teuthology.orchestra.run.smithi111.stdout: libcephfs2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 751 k 2024-09-19T04:30:26.991 INFO:teuthology.orchestra.run.smithi111.stdout: librados-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 127 k 2024-09-19T04:30:26.991 INFO:teuthology.orchestra.run.smithi111.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-19T04:30:26.991 INFO:teuthology.orchestra.run.smithi111.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-19T04:30:26.991 INFO:teuthology.orchestra.run.smithi111.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-19T04:30:26.991 INFO:teuthology.orchestra.run.smithi111.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-19T04:30:26.991 INFO:teuthology.orchestra.run.smithi111.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-19T04:30:26.991 INFO:teuthology.orchestra.run.smithi111.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-19T04:30:26.991 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cephfs x86_64 2:19.1.1-361.g2f599a46.el9 ceph 161 k 2024-09-19T04:30:26.991 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rados x86_64 2:19.1.1-361.g2f599a46.el9 ceph 320 k 2024-09-19T04:30:26.992 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 300 k 2024-09-19T04:30:26.992 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 99 k 2024-09-19T04:30:26.992 INFO:teuthology.orchestra.run.smithi111.stdout: rbd-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 85 k 2024-09-19T04:30:26.992 INFO:teuthology.orchestra.run.smithi111.stdout: rbd-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.1 M 2024-09-19T04:30:26.992 INFO:teuthology.orchestra.run.smithi111.stdout: rbd-nbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 171 k 2024-09-19T04:30:26.992 INFO:teuthology.orchestra.run.smithi111.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-19T04:30:26.992 INFO:teuthology.orchestra.run.smithi111.stdout:Upgrading: 2024-09-19T04:30:26.992 INFO:teuthology.orchestra.run.smithi111.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-19T04:30:26.992 INFO:teuthology.orchestra.run.smithi111.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-19T04:30:26.993 INFO:teuthology.orchestra.run.smithi111.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-19T04:30:26.993 INFO:teuthology.orchestra.run.smithi111.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-19T04:30:26.993 INFO:teuthology.orchestra.run.smithi111.stdout: librados2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.4 M 2024-09-19T04:30:26.993 INFO:teuthology.orchestra.run.smithi111.stdout: librbd1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.2 M 2024-09-19T04:30:26.993 INFO:teuthology.orchestra.run.smithi111.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-19T04:30:26.993 INFO:teuthology.orchestra.run.smithi111.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-19T04:30:26.993 INFO:teuthology.orchestra.run.smithi111.stdout:Installing dependencies: 2024-09-19T04:30:26.993 INFO:teuthology.orchestra.run.smithi111.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-19T04:30:26.993 INFO:teuthology.orchestra.run.smithi111.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-19T04:30:26.994 INFO:teuthology.orchestra.run.smithi111.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-19T04:30:26.994 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 21 M 2024-09-19T04:30:26.994 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-grafana-dashboards noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 32 k 2024-09-19T04:30:26.994 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mds x86_64 2:19.1.1-361.g2f599a46.el9 ceph 2.4 M 2024-09-19T04:30:26.994 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-modules-core noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 249 k 2024-09-19T04:30:26.994 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mon x86_64 2:19.1.1-361.g2f599a46.el9 ceph 4.7 M 2024-09-19T04:30:26.994 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-osd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 17 M 2024-09-19T04:30:26.994 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-prometheus-alerts noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 16 k 2024-09-19T04:30:26.995 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-selinux x86_64 2:19.1.1-361.g2f599a46.el9 ceph 25 k 2024-09-19T04:30:26.995 INFO:teuthology.orchestra.run.smithi111.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-19T04:30:26.995 INFO:teuthology.orchestra.run.smithi111.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-19T04:30:26.995 INFO:teuthology.orchestra.run.smithi111.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-19T04:30:26.995 INFO:teuthology.orchestra.run.smithi111.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-19T04:30:26.995 INFO:teuthology.orchestra.run.smithi111.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-19T04:30:26.995 INFO:teuthology.orchestra.run.smithi111.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-19T04:30:26.995 INFO:teuthology.orchestra.run.smithi111.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-19T04:30:26.995 INFO:teuthology.orchestra.run.smithi111.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-19T04:30:26.996 INFO:teuthology.orchestra.run.smithi111.stdout: libcephsqlite x86_64 2:19.1.1-361.g2f599a46.el9 ceph 163 k 2024-09-19T04:30:26.996 INFO:teuthology.orchestra.run.smithi111.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-19T04:30:26.996 INFO:teuthology.orchestra.run.smithi111.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-19T04:30:26.996 INFO:teuthology.orchestra.run.smithi111.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-19T04:30:26.996 INFO:teuthology.orchestra.run.smithi111.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-19T04:30:26.996 INFO:teuthology.orchestra.run.smithi111.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-19T04:30:26.996 INFO:teuthology.orchestra.run.smithi111.stdout: libradosstriper1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 506 k 2024-09-19T04:30:26.996 INFO:teuthology.orchestra.run.smithi111.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-19T04:30:26.996 INFO:teuthology.orchestra.run.smithi111.stdout: librgw2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.3 M 2024-09-19T04:30:26.997 INFO:teuthology.orchestra.run.smithi111.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-19T04:30:26.997 INFO:teuthology.orchestra.run.smithi111.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-19T04:30:26.997 INFO:teuthology.orchestra.run.smithi111.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-19T04:30:26.997 INFO:teuthology.orchestra.run.smithi111.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-19T04:30:26.997 INFO:teuthology.orchestra.run.smithi111.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-19T04:30:26.997 INFO:teuthology.orchestra.run.smithi111.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-19T04:30:26.997 INFO:teuthology.orchestra.run.smithi111.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-19T04:30:26.997 INFO:teuthology.orchestra.run.smithi111.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-19T04:30:26.997 INFO:teuthology.orchestra.run.smithi111.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-19T04:30:26.997 INFO:teuthology.orchestra.run.smithi111.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-19T04:30:26.997 INFO:teuthology.orchestra.run.smithi111.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-19T04:30:26.998 INFO:teuthology.orchestra.run.smithi111.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-19T04:30:26.998 INFO:teuthology.orchestra.run.smithi111.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-19T04:30:26.998 INFO:teuthology.orchestra.run.smithi111.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-19T04:30:26.998 INFO:teuthology.orchestra.run.smithi111.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-19T04:30:26.998 INFO:teuthology.orchestra.run.smithi111.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-19T04:30:26.998 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-19T04:30:26.998 INFO:teuthology.orchestra.run.smithi111.stdout: python3-ceph-argparse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 45 k 2024-09-19T04:30:26.998 INFO:teuthology.orchestra.run.smithi111.stdout: python3-ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 136 k 2024-09-19T04:30:26.998 INFO:teuthology.orchestra.run.smithi111.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-19T04:30:26.998 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-19T04:30:26.998 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-19T04:30:26.999 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-19T04:30:26.999 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-19T04:30:26.999 INFO:teuthology.orchestra.run.smithi111.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-19T04:30:26.999 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-19T04:30:26.999 INFO:teuthology.orchestra.run.smithi111.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-19T04:30:26.999 INFO:teuthology.orchestra.run.smithi111.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-19T04:30:26.999 INFO:teuthology.orchestra.run.smithi111.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-19T04:30:26.999 INFO:teuthology.orchestra.run.smithi111.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-19T04:30:26.999 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-19T04:30:26.999 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-19T04:30:26.999 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-19T04:30:27.000 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-19T04:30:27.000 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-19T04:30:27.000 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-19T04:30:27.000 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-19T04:30:27.000 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-19T04:30:27.000 INFO:teuthology.orchestra.run.smithi111.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-19T04:30:27.000 INFO:teuthology.orchestra.run.smithi111.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-19T04:30:27.000 INFO:teuthology.orchestra.run.smithi111.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-19T04:30:27.000 INFO:teuthology.orchestra.run.smithi111.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-19T04:30:27.000 INFO:teuthology.orchestra.run.smithi111.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-19T04:30:27.000 INFO:teuthology.orchestra.run.smithi111.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-19T04:30:27.001 INFO:teuthology.orchestra.run.smithi111.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-19T04:30:27.001 INFO:teuthology.orchestra.run.smithi111.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-19T04:30:27.001 INFO:teuthology.orchestra.run.smithi111.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-19T04:30:27.001 INFO:teuthology.orchestra.run.smithi111.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-19T04:30:27.001 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-19T04:30:27.001 INFO:teuthology.orchestra.run.smithi111.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-19T04:30:27.001 INFO:teuthology.orchestra.run.smithi111.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-19T04:30:27.001 INFO:teuthology.orchestra.run.smithi111.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-19T04:30:27.001 INFO:teuthology.orchestra.run.smithi111.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-19T04:30:27.001 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-19T04:30:27.001 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-19T04:30:27.002 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-19T04:30:27.002 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-19T04:30:27.002 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-19T04:30:27.002 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-19T04:30:27.002 INFO:teuthology.orchestra.run.smithi111.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-19T04:30:27.002 INFO:teuthology.orchestra.run.smithi111.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-19T04:30:27.002 INFO:teuthology.orchestra.run.smithi111.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-19T04:30:27.002 INFO:teuthology.orchestra.run.smithi111.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-19T04:30:27.002 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-19T04:30:27.002 INFO:teuthology.orchestra.run.smithi111.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-19T04:30:27.002 INFO:teuthology.orchestra.run.smithi111.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-19T04:30:27.002 INFO:teuthology.orchestra.run.smithi111.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-19T04:30:27.003 INFO:teuthology.orchestra.run.smithi111.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-19T04:30:27.003 INFO:teuthology.orchestra.run.smithi111.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-19T04:30:27.003 INFO:teuthology.orchestra.run.smithi111.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-19T04:30:27.003 INFO:teuthology.orchestra.run.smithi111.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-19T04:30:27.003 INFO:teuthology.orchestra.run.smithi111.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-19T04:30:27.003 INFO:teuthology.orchestra.run.smithi111.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-19T04:30:27.003 INFO:teuthology.orchestra.run.smithi111.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-19T04:30:27.003 INFO:teuthology.orchestra.run.smithi111.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-19T04:30:27.003 INFO:teuthology.orchestra.run.smithi111.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-19T04:30:27.003 INFO:teuthology.orchestra.run.smithi111.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-19T04:30:27.003 INFO:teuthology.orchestra.run.smithi111.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-19T04:30:27.003 INFO:teuthology.orchestra.run.smithi111.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-19T04:30:27.004 INFO:teuthology.orchestra.run.smithi111.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-19T04:30:27.004 INFO:teuthology.orchestra.run.smithi111.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-19T04:30:27.004 INFO:teuthology.orchestra.run.smithi111.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-19T04:30:27.004 INFO:teuthology.orchestra.run.smithi111.stdout:Installing weak dependencies: 2024-09-19T04:30:27.004 INFO:teuthology.orchestra.run.smithi111.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-19T04:30:27.004 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:30:27.004 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2024-09-19T04:30:27.004 INFO:teuthology.orchestra.run.smithi111.stdout:====================================================================================== 2024-09-19T04:30:27.004 INFO:teuthology.orchestra.run.smithi111.stdout:Install 148 Packages 2024-09-19T04:30:27.004 INFO:teuthology.orchestra.run.smithi111.stdout:Upgrade 8 Packages 2024-09-19T04:30:27.004 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:30:27.005 INFO:teuthology.orchestra.run.smithi111.stdout:Total download size: 226 M 2024-09-19T04:30:27.005 INFO:teuthology.orchestra.run.smithi111.stdout:Downloading Packages: 2024-09-19T04:30:27.008 INFO:teuthology.orchestra.run.smithi114.stdout:(6/156): ceph-mds-19.1.1-361.g2f599a46.el9.x86_ 8.9 MB/s | 2.4 MB 00:00 2024-09-19T04:30:27.200 INFO:teuthology.orchestra.run.smithi114.stdout:(7/156): ceph-mon-19.1.1-361.g2f599a46.el9.x86_ 18 MB/s | 4.7 MB 00:00 2024-09-19T04:30:27.508 INFO:teuthology.orchestra.run.smithi114.stdout:(8/156): ceph-common-19.1.1-361.g2f599a46.el9.x 18 MB/s | 21 MB 00:01 2024-09-19T04:30:27.559 INFO:teuthology.orchestra.run.smithi114.stdout:(9/156): ceph-selinux-19.1.1-361.g2f599a46.el9. 504 kB/s | 25 kB 00:00 2024-09-19T04:30:27.775 INFO:teuthology.orchestra.run.smithi114.stdout:(10/156): ceph-radosgw-19.1.1-361.g2f599a46.el9 18 MB/s | 11 MB 00:00 2024-09-19T04:30:27.813 INFO:teuthology.orchestra.run.smithi111.stdout:(1/156): ceph-19.1.1-361.g2f599a46.el9.x86_64.r 28 kB/s | 6.6 kB 00:00 2024-09-19T04:30:27.859 INFO:teuthology.orchestra.run.smithi114.stdout:(11/156): cephfs-mirror-19.1.1-361.g2f599a46.el 2.7 MB/s | 228 kB 00:00 2024-09-19T04:30:27.934 INFO:teuthology.orchestra.run.smithi114.stdout:(12/156): cephfs-shell-19.1.1-361.g2f599a46.el9 361 kB/s | 27 kB 00:00 2024-09-19T04:30:28.160 INFO:teuthology.orchestra.run.smithi114.stdout:(13/156): ceph-osd-19.1.1-361.g2f599a46.el9.x86 15 MB/s | 17 MB 00:01 2024-09-19T04:30:28.177 INFO:teuthology.orchestra.run.smithi114.stdout:(14/156): libcephfs-devel-19.1.1-361.g2f599a46. 131 kB/s | 32 kB 00:00 2024-09-19T04:30:28.210 INFO:teuthology.orchestra.run.smithi114.stdout:(15/156): libcephfs2-19.1.1-361.g2f599a46.el9.x 15 MB/s | 751 kB 00:00 2024-09-19T04:30:28.221 INFO:teuthology.orchestra.run.smithi111.stdout:(2/156): ceph-fuse-19.1.1-361.g2f599a46.el9.x86 2.1 MB/s | 896 kB 00:00 2024-09-19T04:30:28.235 INFO:teuthology.orchestra.run.smithi114.stdout:(16/156): libcephsqlite-19.1.1-361.g2f599a46.el 2.7 MB/s | 163 kB 00:00 2024-09-19T04:30:28.261 INFO:teuthology.orchestra.run.smithi114.stdout:(17/156): librados-devel-19.1.1-361.g2f599a46.e 2.5 MB/s | 127 kB 00:00 2024-09-19T04:30:28.286 INFO:teuthology.orchestra.run.smithi114.stdout:(18/156): libradosstriper1-19.1.1-361.g2f599a46 9.8 MB/s | 506 kB 00:00 2024-09-19T04:30:28.288 INFO:teuthology.orchestra.run.smithi111.stdout:(3/156): ceph-immutable-object-cache-19.1.1-361 2.1 MB/s | 145 kB 00:00 2024-09-19T04:30:28.428 INFO:teuthology.orchestra.run.smithi114.stdout:(19/156): python3-ceph-argparse-19.1.1-361.g2f5 318 kB/s | 45 kB 00:00 2024-09-19T04:30:28.537 INFO:teuthology.orchestra.run.smithi114.stdout:(20/156): librgw2-19.1.1-361.g2f599a46.el9.x86_ 19 MB/s | 5.3 MB 00:00 2024-09-19T04:30:28.562 INFO:teuthology.orchestra.run.smithi114.stdout:(21/156): python3-ceph-common-19.1.1-361.g2f599 1.0 MB/s | 136 kB 00:00 2024-09-19T04:30:28.588 INFO:teuthology.orchestra.run.smithi114.stdout:(22/156): python3-cephfs-19.1.1-361.g2f599a46.e 3.1 MB/s | 161 kB 00:00 2024-09-19T04:30:28.613 INFO:teuthology.orchestra.run.smithi114.stdout:(23/156): python3-rados-19.1.1-361.g2f599a46.el 6.2 MB/s | 320 kB 00:00 2024-09-19T04:30:28.646 INFO:teuthology.orchestra.run.smithi114.stdout:(24/156): python3-rbd-19.1.1-361.g2f599a46.el9. 5.0 MB/s | 300 kB 00:00 2024-09-19T04:30:28.680 INFO:teuthology.orchestra.run.smithi114.stdout:(25/156): python3-rgw-19.1.1-361.g2f599a46.el9. 1.5 MB/s | 99 kB 00:00 2024-09-19T04:30:28.705 INFO:teuthology.orchestra.run.smithi114.stdout:(26/156): rbd-fuse-19.1.1-361.g2f599a46.el9.x86 1.4 MB/s | 85 kB 00:00 2024-09-19T04:30:28.797 INFO:teuthology.orchestra.run.smithi111.stdout:(4/156): ceph-base-19.1.1-361.g2f599a46.el9.x86 4.5 MB/s | 5.4 MB 00:01 2024-09-19T04:30:28.814 INFO:teuthology.orchestra.run.smithi114.stdout:(27/156): rbd-mirror-19.1.1-361.g2f599a46.el9.x 23 MB/s | 3.1 MB 00:00 2024-09-19T04:30:28.839 INFO:teuthology.orchestra.run.smithi114.stdout:(28/156): rbd-nbd-19.1.1-361.g2f599a46.el9.x86_ 1.2 MB/s | 171 kB 00:00 2024-09-19T04:30:28.865 INFO:teuthology.orchestra.run.smithi114.stdout:(29/156): ceph-grafana-dashboards-19.1.1-361.g2 631 kB/s | 32 kB 00:00 2024-09-19T04:30:28.898 INFO:teuthology.orchestra.run.smithi114.stdout:(30/156): ceph-mgr-cephadm-19.1.1-361.g2f599a46 2.4 MB/s | 146 kB 00:00 2024-09-19T04:30:28.930 INFO:teuthology.orchestra.run.smithi111.stdout:(5/156): ceph-mds-19.1.1-361.g2f599a46.el9.x86_ 3.7 MB/s | 2.4 MB 00:00 2024-09-19T04:30:29.072 INFO:teuthology.orchestra.run.smithi111.stdout:(6/156): ceph-mgr-19.1.1-361.g2f599a46.el9.x86_ 5.5 MB/s | 1.5 MB 00:00 2024-09-19T04:30:29.124 INFO:teuthology.orchestra.run.smithi114.stdout:(31/156): ceph-mgr-dashboard-19.1.1-361.g2f599a 14 MB/s | 3.6 MB 00:00 2024-09-19T04:30:29.216 INFO:teuthology.orchestra.run.smithi114.stdout:(32/156): ceph-mgr-modules-core-19.1.1-361.g2f5 2.7 MB/s | 249 kB 00:00 2024-09-19T04:30:29.308 INFO:teuthology.orchestra.run.smithi114.stdout:(33/156): ceph-mgr-rook-19.1.1-361.g2f599a46.el 539 kB/s | 49 kB 00:00 2024-09-19T04:30:29.408 INFO:teuthology.orchestra.run.smithi114.stdout:(34/156): ceph-prometheus-alerts-19.1.1-361.g2f 165 kB/s | 16 kB 00:00 2024-09-19T04:30:29.517 INFO:teuthology.orchestra.run.smithi114.stdout:(35/156): ceph-volume-19.1.1-361.g2f599a46.el9. 2.6 MB/s | 285 kB 00:00 2024-09-19T04:30:29.950 INFO:teuthology.orchestra.run.smithi114.stdout:(36/156): ceph-test-19.1.1-361.g2f599a46.el9.x8 20 MB/s | 49 MB 00:02 2024-09-19T04:30:29.981 INFO:teuthology.orchestra.run.smithi111.stdout:(7/156): ceph-mon-19.1.1-361.g2f599a46.el9.x86_ 4.5 MB/s | 4.7 MB 00:01 2024-09-19T04:30:29.984 INFO:teuthology.orchestra.run.smithi114.stdout:(37/156): cephadm-19.1.1-361.g2f599a46.el9.noar 1.6 MB/s | 765 kB 00:00 2024-09-19T04:30:30.009 INFO:teuthology.orchestra.run.smithi114.stdout:(38/156): cephfs-top-19.1.1-361.g2f599a46.el9.n 313 kB/s | 18 kB 00:00 2024-09-19T04:30:30.093 INFO:teuthology.orchestra.run.smithi114.stdout:(39/156): ceph-mgr-diskprediction-local-19.1.1- 6.2 MB/s | 7.4 MB 00:01 2024-09-19T04:30:30.209 INFO:teuthology.orchestra.run.smithi114.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 354 kB/s | 80 kB 00:00 2024-09-19T04:30:30.318 INFO:teuthology.orchestra.run.smithi114.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 848 kB/s | 191 kB 00:00 2024-09-19T04:30:30.348 INFO:teuthology.orchestra.run.smithi111.stdout:(8/156): ceph-common-19.1.1-361.g2f599a46.el9.x 7.7 MB/s | 21 MB 00:02 2024-09-19T04:30:30.352 INFO:teuthology.orchestra.run.smithi114.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.7 MB/s | 253 kB 00:00 2024-09-19T04:30:30.389 INFO:teuthology.orchestra.run.smithi114.stdout:(43/156): libgfortran-11.5.0-2.el9.x86_64.rpm 2.1 MB/s | 801 kB 00:00 2024-09-19T04:30:30.390 INFO:teuthology.orchestra.run.smithi111.stdout:(9/156): ceph-selinux-19.1.1-361.g2f599a46.el9. 608 kB/s | 25 kB 00:00 2024-09-19T04:30:30.411 INFO:teuthology.orchestra.run.smithi114.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-09-19T04:30:30.445 INFO:teuthology.orchestra.run.smithi114.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-09-19T04:30:30.470 INFO:teuthology.orchestra.run.smithi114.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-09-19T04:30:30.503 INFO:teuthology.orchestra.run.smithi114.stdout:(47/156): python3-cryptography-36.0.1-4.el9.x86 6.6 MB/s | 1.2 MB 00:00 2024-09-19T04:30:30.537 INFO:teuthology.orchestra.run.smithi114.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 2.3 MB/s | 215 kB 00:00 2024-09-19T04:30:30.557 INFO:teuthology.orchestra.run.smithi111.stdout:(10/156): ceph-osd-19.1.1-361.g2f599a46.el9.x86 11 MB/s | 17 MB 00:01 2024-09-19T04:30:30.615 INFO:teuthology.orchestra.run.smithi111.stdout:(11/156): cephfs-mirror-19.1.1-361.g2f599a46.el 3.8 MB/s | 228 kB 00:00 2024-09-19T04:30:30.666 INFO:teuthology.orchestra.run.smithi111.stdout:(12/156): cephfs-shell-19.1.1-361.g2f599a46.el9 542 kB/s | 27 kB 00:00 2024-09-19T04:30:30.679 INFO:teuthology.orchestra.run.smithi114.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 755 kB/s | 107 kB 00:00 2024-09-19T04:30:30.716 INFO:teuthology.orchestra.run.smithi111.stdout:(13/156): libcephfs-devel-19.1.1-361.g2f599a46. 637 kB/s | 32 kB 00:00 2024-09-19T04:30:30.729 INFO:teuthology.orchestra.run.smithi114.stdout:(50/156): elfutils-libelf-devel-0.191-4.el9.x86 435 kB/s | 22 kB 00:00 2024-09-19T04:30:30.755 INFO:teuthology.orchestra.run.smithi114.stdout:(51/156): automake-1.16.2-8.el9.noarch.rpm 2.4 MB/s | 689 kB 00:00 2024-09-19T04:30:30.805 INFO:teuthology.orchestra.run.smithi114.stdout:(52/156): flexiblas-3.0.4-8.el9.x86_64.rpm 655 kB/s | 33 kB 00:00 2024-09-19T04:30:30.816 INFO:teuthology.orchestra.run.smithi111.stdout:(14/156): libcephfs2-19.1.1-361.g2f599a46.el9.x 7.3 MB/s | 751 kB 00:00 2024-09-19T04:30:30.839 INFO:teuthology.orchestra.run.smithi114.stdout:(53/156): flex-2.6.4-9.el9.x86_64.rpm 2.8 MB/s | 313 kB 00:00 2024-09-19T04:30:30.872 INFO:teuthology.orchestra.run.smithi114.stdout:(54/156): bison-3.7.4-5.el9.x86_64.rpm 2.5 MB/s | 943 kB 00:00 2024-09-19T04:30:30.891 INFO:teuthology.orchestra.run.smithi111.stdout:(15/156): libcephsqlite-19.1.1-361.g2f599a46.el 2.1 MB/s | 163 kB 00:00 2024-09-19T04:30:30.897 INFO:teuthology.orchestra.run.smithi114.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 312 kB/s | 18 kB 00:00 2024-09-19T04:30:30.923 INFO:teuthology.orchestra.run.smithi114.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-09-19T04:30:30.959 INFO:teuthology.orchestra.run.smithi111.stdout:(16/156): librados-devel-19.1.1-361.g2f599a46.e 1.9 MB/s | 127 kB 00:00 2024-09-19T04:30:30.973 INFO:teuthology.orchestra.run.smithi114.stdout:(57/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 906 kB/s | 45 kB 00:00 2024-09-19T04:30:30.998 INFO:teuthology.orchestra.run.smithi114.stdout:(58/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.6 MB/s | 160 kB 00:00 2024-09-19T04:30:31.076 INFO:teuthology.orchestra.run.smithi111.stdout:(17/156): libradosstriper1-19.1.1-361.g2f599a46 4.2 MB/s | 506 kB 00:00 2024-09-19T04:30:31.140 INFO:teuthology.orchestra.run.smithi114.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 3.9 MB/s | 662 kB 00:00 2024-09-19T04:30:31.174 INFO:teuthology.orchestra.run.smithi114.stdout:(60/156): libtool-2.4.6-46.el9.x86_64.rpm 3.2 MB/s | 581 kB 00:00 2024-09-19T04:30:31.191 INFO:teuthology.orchestra.run.smithi114.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 488 kB/s | 24 kB 00:00 2024-09-19T04:30:31.216 INFO:teuthology.orchestra.run.smithi114.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-09-19T04:30:31.275 INFO:teuthology.orchestra.run.smithi114.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.4 MB/s | 292 kB 00:00 2024-09-19T04:30:31.300 INFO:teuthology.orchestra.run.smithi114.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 2.2 MB/s | 188 kB 00:00 2024-09-19T04:30:31.317 INFO:teuthology.orchestra.run.smithi114.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 920 kB/s | 38 kB 00:00 2024-09-19T04:30:31.537 INFO:teuthology.orchestra.run.smithi114.stdout:(66/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 4.1 MB/s | 3.0 MB 00:00 2024-09-19T04:30:31.876 INFO:teuthology.orchestra.run.smithi114.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 4.7 MB/s | 1.6 MB 00:00 2024-09-19T04:30:32.059 INFO:teuthology.orchestra.run.smithi111.stdout:(18/156): ceph-test-19.1.1-361.g2f599a46.el9.x8 29 MB/s | 49 MB 00:01 2024-09-19T04:30:32.076 INFO:teuthology.orchestra.run.smithi114.stdout:(68/156): postgresql-contrib-13.16-1.el9.x86_64 4.4 MB/s | 910 kB 00:00 2024-09-19T04:30:32.135 INFO:teuthology.orchestra.run.smithi111.stdout:(19/156): librgw2-19.1.1-361.g2f599a46.el9.x86_ 5.0 MB/s | 5.3 MB 00:01 2024-09-19T04:30:32.137 INFO:teuthology.orchestra.run.smithi114.stdout:(69/156): postgresql-private-libs-13.16-1.el9.x 2.2 MB/s | 137 kB 00:00 2024-09-19T04:30:32.193 INFO:teuthology.orchestra.run.smithi111.stdout:(20/156): python3-ceph-argparse-19.1.1-361.g2f5 338 kB/s | 45 kB 00:00 2024-09-19T04:30:32.196 INFO:teuthology.orchestra.run.smithi114.stdout:(70/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 5.0 MB/s | 4.4 MB 00:00 2024-09-19T04:30:32.219 INFO:teuthology.orchestra.run.smithi111.stdout:(21/156): python3-ceph-common-19.1.1-361.g2f599 1.6 MB/s | 136 kB 00:00 2024-09-19T04:30:32.244 INFO:teuthology.orchestra.run.smithi111.stdout:(22/156): python3-cephfs-19.1.1-361.g2f599a46.e 3.1 MB/s | 161 kB 00:00 2024-09-19T04:30:32.321 INFO:teuthology.orchestra.run.smithi114.stdout:(71/156): openblas-openmp-0.3.26-2.el9.x86_64.r 4.8 MB/s | 4.9 MB 00:01 2024-09-19T04:30:32.371 INFO:teuthology.orchestra.run.smithi114.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-09-19T04:30:32.378 INFO:teuthology.orchestra.run.smithi111.stdout:(23/156): ceph-radosgw-19.1.1-361.g2f599a46.el9 4.4 MB/s | 11 MB 00:02 2024-09-19T04:30:32.403 INFO:teuthology.orchestra.run.smithi111.stdout:(24/156): python3-rados-19.1.1-361.g2f599a46.el 1.7 MB/s | 320 kB 00:00 2024-09-19T04:30:32.428 INFO:teuthology.orchestra.run.smithi111.stdout:(25/156): python3-rgw-19.1.1-361.g2f599a46.el9. 1.9 MB/s | 99 kB 00:00 2024-09-19T04:30:32.438 INFO:teuthology.orchestra.run.smithi114.stdout:(73/156): protobuf-3.14.0-13.el9.x86_64.rpm 4.2 MB/s | 1.0 MB 00:00 2024-09-19T04:30:32.462 INFO:teuthology.orchestra.run.smithi111.stdout:(26/156): rbd-fuse-19.1.1-361.g2f599a46.el9.x86 1.4 MB/s | 85 kB 00:00 2024-09-19T04:30:32.487 INFO:teuthology.orchestra.run.smithi111.stdout:(27/156): python3-rbd-19.1.1-361.g2f599a46.el9. 1.2 MB/s | 300 kB 00:00 2024-09-19T04:30:32.496 INFO:teuthology.orchestra.run.smithi114.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.0 MB/s | 61 kB 00:00 2024-09-19T04:30:32.512 INFO:teuthology.orchestra.run.smithi111.stdout:(28/156): rbd-nbd-19.1.1-361.g2f599a46.el9.x86_ 3.3 MB/s | 171 kB 00:00 2024-09-19T04:30:32.529 INFO:teuthology.orchestra.run.smithi111.stdout:(29/156): ceph-grafana-dashboards-19.1.1-361.g2 763 kB/s | 32 kB 00:00 2024-09-19T04:30:32.563 INFO:teuthology.orchestra.run.smithi111.stdout:(30/156): ceph-mgr-cephadm-19.1.1-361.g2f599a46 2.9 MB/s | 146 kB 00:00 2024-09-19T04:30:32.580 INFO:teuthology.orchestra.run.smithi114.stdout:(75/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.9 MB/s | 245 kB 00:00 2024-09-19T04:30:32.664 INFO:teuthology.orchestra.run.smithi114.stdout:(76/156): python3-jinja2-2.11.3-6.el9.noarch.rp 2.9 MB/s | 248 kB 00:00 2024-09-19T04:30:32.697 INFO:teuthology.orchestra.run.smithi111.stdout:(31/156): ceph-mgr-dashboard-19.1.1-361.g2f599a 21 MB/s | 3.6 MB 00:00 2024-09-19T04:30:32.722 INFO:teuthology.orchestra.run.smithi114.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 439 kB/s | 26 kB 00:00 2024-09-19T04:30:32.747 INFO:teuthology.orchestra.run.smithi111.stdout:(32/156): ceph-mgr-modules-core-19.1.1-361.g2f5 4.9 MB/s | 249 kB 00:00 2024-09-19T04:30:32.773 INFO:teuthology.orchestra.run.smithi114.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 383 kB/s | 19 kB 00:00 2024-09-19T04:30:32.789 INFO:teuthology.orchestra.run.smithi111.stdout:(33/156): ceph-mgr-rook-19.1.1-361.g2f599a46.el 1.2 MB/s | 49 kB 00:00 2024-09-19T04:30:32.823 INFO:teuthology.orchestra.run.smithi111.stdout:(34/156): ceph-prometheus-alerts-19.1.1-361.g2f 496 kB/s | 16 kB 00:00 2024-09-19T04:30:32.831 INFO:teuthology.orchestra.run.smithi114.stdout:(79/156): python3-mako-1.1.4-6.el9.noarch.rpm 2.9 MB/s | 172 kB 00:00 2024-09-19T04:30:32.881 INFO:teuthology.orchestra.run.smithi111.stdout:(35/156): rbd-mirror-19.1.1-361.g2f599a46.el9.x 6.9 MB/s | 3.1 MB 00:00 2024-09-19T04:30:32.882 INFO:teuthology.orchestra.run.smithi114.stdout:(80/156): python3-markupsafe-1.1.1-12.el9.x86_6 696 kB/s | 35 kB 00:00 2024-09-19T04:30:32.907 INFO:teuthology.orchestra.run.smithi111.stdout:(36/156): ceph-volume-19.1.1-361.g2f599a46.el9. 3.3 MB/s | 285 kB 00:00 2024-09-19T04:30:32.957 INFO:teuthology.orchestra.run.smithi111.stdout:(37/156): cephfs-top-19.1.1-361.g2f599a46.el9.n 366 kB/s | 18 kB 00:00 2024-09-19T04:30:33.007 INFO:teuthology.orchestra.run.smithi111.stdout:(38/156): cephadm-19.1.1-361.g2f599a46.el9.noar 6.0 MB/s | 765 kB 00:00 2024-09-19T04:30:33.124 INFO:teuthology.orchestra.run.smithi111.stdout:(39/156): ceph-mgr-diskprediction-local-19.1.1- 13 MB/s | 7.4 MB 00:00 2024-09-19T04:30:33.149 INFO:teuthology.orchestra.run.smithi111.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 415 kB/s | 80 kB 00:00 2024-09-19T04:30:33.232 INFO:teuthology.orchestra.run.smithi114.stdout:(81/156): postgresql-server-13.16-1.el9.x86_64. 5.3 MB/s | 5.8 MB 00:01 2024-09-19T04:30:33.316 INFO:teuthology.orchestra.run.smithi111.stdout:(41/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.5 MB/s | 253 kB 00:00 2024-09-19T04:30:33.324 INFO:teuthology.orchestra.run.smithi114.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.7 MB/s | 250 kB 00:00 2024-09-19T04:30:33.350 INFO:teuthology.orchestra.run.smithi111.stdout:(42/156): libquadmath-11.5.0-2.el9.x86_64.rpm 848 kB/s | 191 kB 00:00 2024-09-19T04:30:33.408 INFO:teuthology.orchestra.run.smithi114.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 2.6 MB/s | 222 kB 00:00 2024-09-19T04:30:33.417 INFO:teuthology.orchestra.run.smithi111.stdout:(43/156): libgfortran-11.5.0-2.el9.x86_64.rpm 1.9 MB/s | 801 kB 00:00 2024-09-19T04:30:33.444 INFO:teuthology.orchestra.run.smithi111.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 1.1 MB/s | 106 kB 00:00 2024-09-19T04:30:33.466 INFO:teuthology.orchestra.run.smithi114.stdout:(84/156): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-09-19T04:30:33.486 INFO:teuthology.orchestra.run.smithi111.stdout:(45/156): python3-cryptography-36.0.1-4.el9.x86 7.2 MB/s | 1.2 MB 00:00 2024-09-19T04:30:33.512 INFO:teuthology.orchestra.run.smithi111.stdout:(46/156): python3-pycparser-2.20-6.el9.noarch.r 1.4 MB/s | 135 kB 00:00 2024-09-19T04:30:33.516 INFO:teuthology.orchestra.run.smithi114.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 847 kB/s | 42 kB 00:00 2024-09-19T04:30:33.537 INFO:teuthology.orchestra.run.smithi111.stdout:(47/156): python3-requests-2.25.1-8.el9.noarch. 1.3 MB/s | 125 kB 00:00 2024-09-19T04:30:33.571 INFO:teuthology.orchestra.run.smithi111.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-09-19T04:30:33.600 INFO:teuthology.orchestra.run.smithi114.stdout:(86/156): python3-protobuf-3.14.0-13.el9.noarch 3.2 MB/s | 269 kB 00:00 2024-09-19T04:30:33.675 INFO:teuthology.orchestra.run.smithi114.stdout:(87/156): python3-babel-2.9.1-2.el9.noarch.rpm 4.6 MB/s | 6.0 MB 00:01 2024-09-19T04:30:33.679 INFO:teuthology.orchestra.run.smithi111.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 988 kB/s | 107 kB 00:00 2024-09-19T04:30:33.713 INFO:teuthology.orchestra.run.smithi111.stdout:(50/156): elfutils-libelf-devel-0.191-4.el9.x86 655 kB/s | 22 kB 00:00 2024-09-19T04:30:33.742 INFO:teuthology.orchestra.run.smithi114.stdout:(88/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 5.9 MB/s | 5.1 MB 00:00 2024-09-19T04:30:33.763 INFO:teuthology.orchestra.run.smithi111.stdout:(51/156): automake-1.16.2-8.el9.noarch.rpm 2.7 MB/s | 689 kB 00:00 2024-09-19T04:30:33.767 INFO:teuthology.orchestra.run.smithi114.stdout:(89/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 949 kB/s | 159 kB 00:00 2024-09-19T04:30:33.793 INFO:teuthology.orchestra.run.smithi114.stdout:(90/156): python3-pyasn1-modules-0.4.8-6.el9.no 2.3 MB/s | 279 kB 00:00 2024-09-19T04:30:33.796 INFO:teuthology.orchestra.run.smithi111.stdout:(52/156): flexiblas-3.0.4-8.el9.x86_64.rpm 985 kB/s | 33 kB 00:00 2024-09-19T04:30:33.818 INFO:teuthology.orchestra.run.smithi114.stdout:(91/156): python3-pytz-2021.1-5.el9.noarch.rpm 676 kB/s | 51 kB 00:00 2024-09-19T04:30:33.830 INFO:teuthology.orchestra.run.smithi111.stdout:(53/156): bison-3.7.4-5.el9.x86_64.rpm 3.1 MB/s | 943 kB 00:00 2024-09-19T04:30:33.843 INFO:teuthology.orchestra.run.smithi114.stdout:(92/156): python3-requests-oauthlib-1.3.0-12.el 712 kB/s | 54 kB 00:00 2024-09-19T04:30:33.855 INFO:teuthology.orchestra.run.smithi111.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 2.2 MB/s | 313 kB 00:00 2024-09-19T04:30:33.868 INFO:teuthology.orchestra.run.smithi114.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 832 kB/s | 42 kB 00:00 2024-09-19T04:30:33.872 INFO:teuthology.orchestra.run.smithi111.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 437 kB/s | 18 kB 00:00 2024-09-19T04:30:33.889 INFO:teuthology.orchestra.run.smithi111.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 332 kB/s | 11 kB 00:00 2024-09-19T04:30:33.902 INFO:teuthology.orchestra.run.smithi114.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 754 kB/s | 44 kB 00:00 2024-09-19T04:30:33.923 INFO:teuthology.orchestra.run.smithi111.stdout:(57/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.3 MB/s | 45 kB 00:00 2024-09-19T04:30:33.956 INFO:teuthology.orchestra.run.smithi111.stdout:(58/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.9 MB/s | 160 kB 00:00 2024-09-19T04:30:34.027 INFO:teuthology.orchestra.run.smithi114.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 1.4 MB/s | 221 kB 00:00 2024-09-19T04:30:34.053 INFO:teuthology.orchestra.run.smithi114.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 239 kB/s | 36 kB 00:00 2024-09-19T04:30:34.065 INFO:teuthology.orchestra.run.smithi111.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 4.6 MB/s | 662 kB 00:00 2024-09-19T04:30:34.078 INFO:teuthology.orchestra.run.smithi114.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 943 kB/s | 47 kB 00:00 2024-09-19T04:30:34.115 INFO:teuthology.orchestra.run.smithi111.stdout:(60/156): libtool-2.4.6-46.el9.x86_64.rpm 3.6 MB/s | 581 kB 00:00 2024-09-19T04:30:34.128 INFO:teuthology.orchestra.run.smithi114.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-09-19T04:30:34.132 INFO:teuthology.orchestra.run.smithi111.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 365 kB/s | 24 kB 00:00 2024-09-19T04:30:34.149 INFO:teuthology.orchestra.run.smithi111.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.4 MB/s | 47 kB 00:00 2024-09-19T04:30:34.162 INFO:teuthology.orchestra.run.smithi114.stdout:(99/156): socat-1.7.4.1-6.el9.x86_64.rpm 2.7 MB/s | 304 kB 00:00 2024-09-19T04:30:34.187 INFO:teuthology.orchestra.run.smithi114.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.6 MB/s | 96 kB 00:00 2024-09-19T04:30:34.191 INFO:teuthology.orchestra.run.smithi111.stdout:(63/156): lua-5.4.4-4.el9.x86_64.rpm 4.4 MB/s | 188 kB 00:00 2024-09-19T04:30:34.213 INFO:teuthology.orchestra.run.smithi114.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-19T04:30:34.233 INFO:teuthology.orchestra.run.smithi111.stdout:(64/156): openblas-0.3.26-2.el9.x86_64.rpm 925 kB/s | 38 kB 00:00 2024-09-19T04:30:34.238 INFO:teuthology.orchestra.run.smithi114.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 893 kB/s | 45 kB 00:00 2024-09-19T04:30:34.258 INFO:teuthology.orchestra.run.smithi111.stdout:(65/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.3 MB/s | 292 kB 00:00 2024-09-19T04:30:34.297 INFO:teuthology.orchestra.run.smithi114.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 267 kB/s | 22 kB 00:00 2024-09-19T04:30:34.355 INFO:teuthology.orchestra.run.smithi114.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 9.2 MB/s | 548 kB 00:00 2024-09-19T04:30:34.381 INFO:teuthology.orchestra.run.smithi114.stdout:(105/156): gperftools-libs-2.9.1-3.el9.x86_64.r 12 MB/s | 308 kB 00:00 2024-09-19T04:30:34.406 INFO:teuthology.orchestra.run.smithi114.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 785 kB/s | 19 kB 00:00 2024-09-19T04:30:34.439 INFO:teuthology.orchestra.run.smithi114.stdout:(107/156): protobuf-compiler-3.14.0-13.el9.x86_ 4.2 MB/s | 863 kB 00:00 2024-09-19T04:30:34.490 INFO:teuthology.orchestra.run.smithi114.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 521 kB/s | 26 kB 00:00 2024-09-19T04:30:34.523 INFO:teuthology.orchestra.run.smithi114.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-09-19T04:30:34.549 INFO:teuthology.orchestra.run.smithi114.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-19T04:30:34.574 INFO:teuthology.orchestra.run.smithi114.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 5.9 MB/s | 151 kB 00:00 2024-09-19T04:30:34.617 INFO:teuthology.orchestra.run.smithi111.stdout:(66/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.6 MB/s | 3.0 MB 00:00 2024-09-19T04:30:34.641 INFO:teuthology.orchestra.run.smithi114.stdout:(112/156): libarrow-9.0.0-11.el9.x86_64.rpm 19 MB/s | 4.4 MB 00:00 2024-09-19T04:30:34.675 INFO:teuthology.orchestra.run.smithi114.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 16 MB/s | 548 kB 00:00 2024-09-19T04:30:34.700 INFO:teuthology.orchestra.run.smithi114.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-19T04:30:34.725 INFO:teuthology.orchestra.run.smithi114.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-19T04:30:34.750 INFO:teuthology.orchestra.run.smithi114.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 570 kB/s | 14 kB 00:00 2024-09-19T04:30:34.784 INFO:teuthology.orchestra.run.smithi114.stdout:(117/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 3.9 MB/s | 839 kB 00:00 2024-09-19T04:30:34.818 INFO:teuthology.orchestra.run.smithi114.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 2.5 MB/s | 172 kB 00:00 2024-09-19T04:30:34.843 INFO:teuthology.orchestra.run.smithi114.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-19T04:30:34.877 INFO:teuthology.orchestra.run.smithi114.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.1 MB/s | 303 kB 00:00 2024-09-19T04:30:34.927 INFO:teuthology.orchestra.run.smithi114.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 2.6 MB/s | 220 kB 00:00 2024-09-19T04:30:34.952 INFO:teuthology.orchestra.run.smithi114.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 5.6 MB/s | 144 kB 00:00 2024-09-19T04:30:34.977 INFO:teuthology.orchestra.run.smithi114.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 431 kB/s | 11 kB 00:00 2024-09-19T04:30:35.003 INFO:teuthology.orchestra.run.smithi114.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 710 kB/s | 18 kB 00:00 2024-09-19T04:30:35.028 INFO:teuthology.orchestra.run.smithi114.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 923 kB/s | 23 kB 00:00 2024-09-19T04:30:35.054 INFO:teuthology.orchestra.run.smithi114.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 770 kB/s | 19 kB 00:00 2024-09-19T04:30:35.059 INFO:teuthology.orchestra.run.smithi111.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 3.6 MB/s | 1.6 MB 00:00 2024-09-19T04:30:35.079 INFO:teuthology.orchestra.run.smithi114.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 789 kB/s | 20 kB 00:00 2024-09-19T04:30:35.138 INFO:teuthology.orchestra.run.smithi114.stdout:(128/156): python3-grpcio-1.46.7-10.el9.x86_64. 7.8 MB/s | 2.0 MB 00:00 2024-09-19T04:30:35.180 INFO:teuthology.orchestra.run.smithi114.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.1 MB/s | 46 kB 00:00 2024-09-19T04:30:35.205 INFO:teuthology.orchestra.run.smithi114.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-19T04:30:35.247 INFO:teuthology.orchestra.run.smithi114.stdout:(131/156): python3-kubernetes-26.1.0-2.el9.noar 6.1 MB/s | 1.0 MB 00:00 2024-09-19T04:30:35.272 INFO:teuthology.orchestra.run.smithi114.stdout:(132/156): python3-natsort-7.1.1-5.el9.noarch.r 865 kB/s | 58 kB 00:00 2024-09-19T04:30:35.289 INFO:teuthology.orchestra.run.smithi114.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 991 kB/s | 16 kB 00:00 2024-09-19T04:30:35.314 INFO:teuthology.orchestra.run.smithi114.stdout:(134/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-09-19T04:30:35.326 INFO:teuthology.orchestra.run.smithi111.stdout:(68/156): postgresql-contrib-13.16-1.el9.x86_64 3.3 MB/s | 910 kB 00:00 2024-09-19T04:30:35.348 INFO:teuthology.orchestra.run.smithi114.stdout:(135/156): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-09-19T04:30:35.365 INFO:teuthology.orchestra.run.smithi114.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 562 kB/s | 28 kB 00:00 2024-09-19T04:30:35.382 INFO:teuthology.orchestra.run.smithi114.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 1.8 MB/s | 31 kB 00:00 2024-09-19T04:30:35.401 INFO:teuthology.orchestra.run.smithi111.stdout:(69/156): postgresql-private-libs-13.16-1.el9.x 1.8 MB/s | 137 kB 00:00 2024-09-19T04:30:35.407 INFO:teuthology.orchestra.run.smithi114.stdout:(138/156): python3-routes-2.5.1-5.el9.noarch.rp 4.4 MB/s | 188 kB 00:00 2024-09-19T04:30:35.424 INFO:teuthology.orchestra.run.smithi114.stdout:(139/156): python3-rsa-4.9-2.el9.noarch.rpm 1.4 MB/s | 59 kB 00:00 2024-09-19T04:30:35.441 INFO:teuthology.orchestra.run.smithi114.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 1.0 MB/s | 36 kB 00:00 2024-09-19T04:30:35.466 INFO:teuthology.orchestra.run.smithi114.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.7 MB/s | 74 kB 00:00 2024-09-19T04:30:35.500 INFO:teuthology.orchestra.run.smithi114.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 2.6 MB/s | 90 kB 00:00 2024-09-19T04:30:35.525 INFO:teuthology.orchestra.run.smithi114.stdout:(143/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-09-19T04:30:35.550 INFO:teuthology.orchestra.run.smithi114.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 805 kB/s | 20 kB 00:00 2024-09-19T04:30:35.551 INFO:teuthology.orchestra.run.smithi111.stdout:(70/156): openblas-openmp-0.3.26-2.el9.x86_64.r 3.7 MB/s | 4.9 MB 00:01 2024-09-19T04:30:35.576 INFO:teuthology.orchestra.run.smithi114.stdout:(145/156): re2-20211101-20.el9.x86_64.rpm 7.5 MB/s | 191 kB 00:00 2024-09-19T04:30:35.601 INFO:teuthology.orchestra.run.smithi114.stdout:(146/156): python3-werkzeug-2.0.3-3.el9.1.noarc 4.1 MB/s | 427 kB 00:00 2024-09-19T04:30:35.610 INFO:teuthology.orchestra.run.smithi111.stdout:(71/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 3.3 MB/s | 4.4 MB 00:01 2024-09-19T04:30:35.651 INFO:teuthology.orchestra.run.smithi114.stdout:(147/156): thrift-0.15.0-2.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-09-19T04:30:35.660 INFO:teuthology.orchestra.run.smithi111.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-09-19T04:30:35.861 INFO:teuthology.orchestra.run.smithi114.stdout:(148/156): librados2-19.1.1-361.g2f599a46.el9.x 13 MB/s | 3.4 MB 00:00 2024-09-19T04:30:35.902 INFO:teuthology.orchestra.run.smithi111.stdout:(73/156): protobuf-3.14.0-13.el9.x86_64.rpm 2.9 MB/s | 1.0 MB 00:00 2024-09-19T04:30:35.920 INFO:teuthology.orchestra.run.smithi114.stdout:(149/156): librbd1-19.1.1-361.g2f599a46.el9.x86 12 MB/s | 3.2 MB 00:00 2024-09-19T04:30:35.953 INFO:teuthology.orchestra.run.smithi111.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.2 MB/s | 61 kB 00:00 2024-09-19T04:30:36.045 INFO:teuthology.orchestra.run.smithi111.stdout:(75/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.6 MB/s | 245 kB 00:00 2024-09-19T04:30:36.128 INFO:teuthology.orchestra.run.smithi111.stdout:(76/156): python3-jinja2-2.11.3-6.el9.noarch.rp 2.9 MB/s | 248 kB 00:00 2024-09-19T04:30:36.162 INFO:teuthology.orchestra.run.smithi111.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 767 kB/s | 26 kB 00:00 2024-09-19T04:30:36.196 INFO:teuthology.orchestra.run.smithi111.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 576 kB/s | 19 kB 00:00 2024-09-19T04:30:36.271 INFO:teuthology.orchestra.run.smithi111.stdout:(79/156): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-09-19T04:30:36.304 INFO:teuthology.orchestra.run.smithi111.stdout:(80/156): python3-markupsafe-1.1.1-12.el9.x86_6 1.0 MB/s | 35 kB 00:00 2024-09-19T04:30:36.461 INFO:teuthology.orchestra.run.smithi114.stdout:(150/156): NetworkManager-libnm-1.51.0-1.el9.x8 3.3 MB/s | 1.8 MB 00:00 2024-09-19T04:30:36.520 INFO:teuthology.orchestra.run.smithi114.stdout:(151/156): NetworkManager-team-1.51.0-1.el9.x86 701 kB/s | 41 kB 00:00 2024-09-19T04:30:36.653 INFO:teuthology.orchestra.run.smithi114.stdout:(152/156): NetworkManager-1.51.0-1.el9.x86_64.r 2.9 MB/s | 2.3 MB 00:00 2024-09-19T04:30:36.704 INFO:teuthology.orchestra.run.smithi114.stdout:(153/156): NetworkManager-tui-1.51.0-1.el9.x86_ 1.3 MB/s | 249 kB 00:00 2024-09-19T04:30:36.896 INFO:teuthology.orchestra.run.smithi114.stdout:(154/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 5.2 MB/s | 16 MB 00:03 2024-09-19T04:30:36.963 INFO:teuthology.orchestra.run.smithi114.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 4.4 MB/s | 1.4 MB 00:00 2024-09-19T04:30:37.013 INFO:teuthology.orchestra.run.smithi111.stdout:(81/156): postgresql-server-13.16-1.el9.x86_64. 3.6 MB/s | 5.8 MB 00:01 2024-09-19T04:30:37.113 INFO:teuthology.orchestra.run.smithi111.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.5 MB/s | 250 kB 00:00 2024-09-19T04:30:37.197 INFO:teuthology.orchestra.run.smithi111.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 2.6 MB/s | 222 kB 00:00 2024-09-19T04:30:37.255 INFO:teuthology.orchestra.run.smithi111.stdout:(84/156): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-09-19T04:30:37.289 INFO:teuthology.orchestra.run.smithi111.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 1.2 MB/s | 42 kB 00:00 2024-09-19T04:30:37.389 INFO:teuthology.orchestra.run.smithi111.stdout:(86/156): python3-protobuf-3.14.0-13.el9.noarch 2.6 MB/s | 269 kB 00:00 2024-09-19T04:30:37.429 INFO:teuthology.orchestra.run.smithi114.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 3.3 MB/s | 2.4 MB 00:00 2024-09-19T04:30:37.434 INFO:teuthology.orchestra.run.smithi114.stdout:-------------------------------------------------------------------------------- 2024-09-19T04:30:37.434 INFO:teuthology.orchestra.run.smithi114.stdout:Total 19 MB/s | 226 MB 00:11 2024-09-19T04:30:37.490 INFO:teuthology.orchestra.run.smithi111.stdout:(87/156): python3-babel-2.9.1-2.el9.noarch.rpm 3.3 MB/s | 6.0 MB 00:01 2024-09-19T04:30:37.515 INFO:teuthology.orchestra.run.smithi111.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.2 MB/s | 159 kB 00:00 2024-09-19T04:30:37.548 INFO:teuthology.orchestra.run.smithi111.stdout:(89/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.5 MB/s | 51 kB 00:00 2024-09-19T04:30:37.582 INFO:teuthology.orchestra.run.smithi111.stdout:(90/156): python3-requests-oauthlib-1.3.0-12.el 1.6 MB/s | 54 kB 00:00 2024-09-19T04:30:37.615 INFO:teuthology.orchestra.run.smithi111.stdout:(91/156): python3-pyasn1-modules-0.4.8-6.el9.no 2.2 MB/s | 279 kB 00:00 2024-09-19T04:30:37.649 INFO:teuthology.orchestra.run.smithi111.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 1.2 MB/s | 42 kB 00:00 2024-09-19T04:30:37.683 INFO:teuthology.orchestra.run.smithi111.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.3 MB/s | 44 kB 00:00 2024-09-19T04:30:37.767 INFO:teuthology.orchestra.run.smithi111.stdout:(94/156): qatlib-24.02.0-1.el9.x86_64.rpm 2.6 MB/s | 221 kB 00:00 2024-09-19T04:30:37.800 INFO:teuthology.orchestra.run.smithi111.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 1.1 MB/s | 36 kB 00:00 2024-09-19T04:30:37.876 INFO:teuthology.orchestra.run.smithi111.stdout:(96/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 3.2 MB/s | 5.1 MB 00:01 2024-09-19T04:30:37.892 INFO:teuthology.orchestra.run.smithi111.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 516 kB/s | 47 kB 00:00 2024-09-19T04:30:37.926 INFO:teuthology.orchestra.run.smithi111.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 1.7 MB/s | 58 kB 00:00 2024-09-19T04:30:37.985 INFO:teuthology.orchestra.run.smithi111.stdout:(99/156): socat-1.7.4.1-6.el9.x86_64.rpm 2.7 MB/s | 304 kB 00:00 2024-09-19T04:30:38.010 INFO:teuthology.orchestra.run.smithi111.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.1 MB/s | 96 kB 00:00 2024-09-19T04:30:38.044 INFO:teuthology.orchestra.run.smithi111.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-09-19T04:30:38.069 INFO:teuthology.orchestra.run.smithi111.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 764 kB/s | 45 kB 00:00 2024-09-19T04:30:38.086 INFO:teuthology.orchestra.run.smithi111.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 530 kB/s | 22 kB 00:00 2024-09-19T04:30:38.136 INFO:teuthology.orchestra.run.smithi111.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 11 MB/s | 548 kB 00:00 2024-09-19T04:30:38.170 INFO:teuthology.orchestra.run.smithi111.stdout:(105/156): gperftools-libs-2.9.1-3.el9.x86_64.r 9.0 MB/s | 308 kB 00:00 2024-09-19T04:30:38.195 INFO:teuthology.orchestra.run.smithi111.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 780 kB/s | 19 kB 00:00 2024-09-19T04:30:38.312 INFO:teuthology.orchestra.run.smithi111.stdout:(107/156): libarrow-9.0.0-11.el9.x86_64.rpm 38 MB/s | 4.4 MB 00:00 2024-09-19T04:30:38.337 INFO:teuthology.orchestra.run.smithi111.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-19T04:30:38.363 INFO:teuthology.orchestra.run.smithi111.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-19T04:30:38.396 INFO:teuthology.orchestra.run.smithi111.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-09-19T04:30:38.422 INFO:teuthology.orchestra.run.smithi111.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 5.9 MB/s | 151 kB 00:00 2024-09-19T04:30:38.455 INFO:teuthology.orchestra.run.smithi111.stdout:(112/156): protobuf-compiler-3.14.0-13.el9.x86_ 2.2 MB/s | 863 kB 00:00 2024-09-19T04:30:38.506 INFO:teuthology.orchestra.run.smithi111.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 9.8 MB/s | 839 kB 00:00 2024-09-19T04:30:38.531 INFO:teuthology.orchestra.run.smithi111.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.8 MB/s | 43 kB 00:00 2024-09-19T04:30:38.556 INFO:teuthology.orchestra.run.smithi111.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-19T04:30:38.582 INFO:teuthology.orchestra.run.smithi111.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 564 kB/s | 14 kB 00:00 2024-09-19T04:30:38.607 INFO:teuthology.orchestra.run.smithi111.stdout:(117/156): python3-cheroot-8.6.0-4.el9.noarch.r 6.8 MB/s | 172 kB 00:00 2024-09-19T04:30:38.632 INFO:teuthology.orchestra.run.smithi111.stdout:(118/156): python3-asyncssh-2.13.2-5.el9.noarch 3.0 MB/s | 548 kB 00:00 2024-09-19T04:30:38.636 INFO:teuthology.orchestra.run.smithi114.stdout:Running transaction check 2024-09-19T04:30:38.666 INFO:teuthology.orchestra.run.smithi111.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-19T04:30:38.691 INFO:teuthology.orchestra.run.smithi111.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.1 MB/s | 303 kB 00:00 2024-09-19T04:30:38.725 INFO:teuthology.orchestra.run.smithi111.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 3.7 MB/s | 220 kB 00:00 2024-09-19T04:30:38.750 INFO:teuthology.orchestra.run.smithi111.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 5.7 MB/s | 144 kB 00:00 2024-09-19T04:30:38.767 INFO:teuthology.orchestra.run.smithi111.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 659 kB/s | 11 kB 00:00 2024-09-19T04:30:38.784 INFO:teuthology.orchestra.run.smithi111.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 1.0 MB/s | 18 kB 00:00 2024-09-19T04:30:38.787 INFO:teuthology.orchestra.run.smithi114.stdout:Transaction check succeeded. 2024-09-19T04:30:38.787 INFO:teuthology.orchestra.run.smithi114.stdout:Running transaction test 2024-09-19T04:30:38.801 INFO:teuthology.orchestra.run.smithi111.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 1.4 MB/s | 23 kB 00:00 2024-09-19T04:30:38.826 INFO:teuthology.orchestra.run.smithi111.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 780 kB/s | 19 kB 00:00 2024-09-19T04:30:38.851 INFO:teuthology.orchestra.run.smithi111.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 788 kB/s | 20 kB 00:00 2024-09-19T04:30:38.910 INFO:teuthology.orchestra.run.smithi111.stdout:(128/156): python3-grpcio-1.46.7-10.el9.x86_64. 9.3 MB/s | 2.0 MB 00:00 2024-09-19T04:30:38.935 INFO:teuthology.orchestra.run.smithi111.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-19T04:30:38.961 INFO:teuthology.orchestra.run.smithi111.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-19T04:30:38.986 INFO:teuthology.orchestra.run.smithi111.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-19T04:30:39.020 INFO:teuthology.orchestra.run.smithi111.stdout:(132/156): python3-kubernetes-26.1.0-2.el9.noar 6.1 MB/s | 1.0 MB 00:00 2024-09-19T04:30:39.045 INFO:teuthology.orchestra.run.smithi111.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 658 kB/s | 16 kB 00:00 2024-09-19T04:30:39.070 INFO:teuthology.orchestra.run.smithi111.stdout:(134/156): python3-pecan-1.4.2-3.el9.noarch.rpm 3.2 MB/s | 272 kB 00:00 2024-09-19T04:30:39.104 INFO:teuthology.orchestra.run.smithi111.stdout:(135/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-09-19T04:30:39.129 INFO:teuthology.orchestra.run.smithi111.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 484 kB/s | 28 kB 00:00 2024-09-19T04:30:39.154 INFO:teuthology.orchestra.run.smithi111.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-09-19T04:30:39.180 INFO:teuthology.orchestra.run.smithi111.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-19T04:30:39.213 INFO:teuthology.orchestra.run.smithi111.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.2 MB/s | 188 kB 00:00 2024-09-19T04:30:39.239 INFO:teuthology.orchestra.run.smithi111.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 609 kB/s | 36 kB 00:00 2024-09-19T04:30:39.281 INFO:teuthology.orchestra.run.smithi111.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.1 MB/s | 74 kB 00:00 2024-09-19T04:30:39.306 INFO:teuthology.orchestra.run.smithi111.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-19T04:30:39.333 INFO:teuthology.orchestra.run.smithi111.stdout:(143/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.5 MB/s | 230 kB 00:00 2024-09-19T04:30:39.357 INFO:teuthology.orchestra.run.smithi111.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 805 kB/s | 20 kB 00:00 2024-09-19T04:30:39.382 INFO:teuthology.orchestra.run.smithi111.stdout:(145/156): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-09-19T04:30:39.407 INFO:teuthology.orchestra.run.smithi111.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-19T04:30:39.474 INFO:teuthology.orchestra.run.smithi111.stdout:(147/156): thrift-0.15.0-2.el9.x86_64.rpm 24 MB/s | 1.6 MB 00:00 2024-09-19T04:30:39.749 INFO:teuthology.orchestra.run.smithi111.stdout:(148/156): librbd1-19.1.1-361.g2f599a46.el9.x86 11 MB/s | 3.2 MB 00:00 2024-09-19T04:30:39.875 INFO:teuthology.orchestra.run.smithi111.stdout:(149/156): librados2-19.1.1-361.g2f599a46.el9.x 7.3 MB/s | 3.4 MB 00:00 2024-09-19T04:30:40.450 INFO:teuthology.orchestra.run.smithi111.stdout:(150/156): NetworkManager-libnm-1.51.0-1.el9.x8 3.1 MB/s | 1.8 MB 00:00 2024-09-19T04:30:40.500 INFO:teuthology.orchestra.run.smithi111.stdout:(151/156): NetworkManager-team-1.51.0-1.el9.x86 823 kB/s | 41 kB 00:00 2024-09-19T04:30:40.634 INFO:teuthology.orchestra.run.smithi111.stdout:(152/156): NetworkManager-1.51.0-1.el9.x86_64.r 2.6 MB/s | 2.3 MB 00:00 2024-09-19T04:30:40.659 INFO:teuthology.orchestra.run.smithi111.stdout:(153/156): NetworkManager-tui-1.51.0-1.el9.x86_ 1.5 MB/s | 249 kB 00:00 2024-09-19T04:30:41.033 INFO:teuthology.orchestra.run.smithi114.stdout:Transaction test succeeded. 2024-09-19T04:30:41.034 INFO:teuthology.orchestra.run.smithi114.stdout:Running transaction 2024-09-19T04:30:41.068 INFO:teuthology.orchestra.run.smithi111.stdout:(154/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 5.8 MB/s | 2.4 MB 00:00 2024-09-19T04:30:41.127 INFO:teuthology.orchestra.run.smithi111.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 2.7 MB/s | 1.4 MB 00:00 2024-09-19T04:30:42.827 INFO:teuthology.orchestra.run.smithi111.stdout:(156/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 3.1 MB/s | 16 MB 00:05 2024-09-19T04:30:42.832 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2024-09-19T04:30:42.832 INFO:teuthology.orchestra.run.smithi111.stdout:Total 14 MB/s | 226 MB 00:15 2024-09-19T04:30:44.080 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction check 2024-09-19T04:30:44.231 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction check succeeded. 2024-09-19T04:30:44.231 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction test 2024-09-19T04:30:46.456 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction test succeeded. 2024-09-19T04:30:46.456 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction 2024-09-19T04:30:47.564 INFO:teuthology.orchestra.run.smithi114.stdout: Preparing : 1/1 2024-09-19T04:30:47.658 INFO:teuthology.orchestra.run.smithi114.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-19T04:30:47.697 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-19T04:30:47.751 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-19T04:30:47.784 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-19T04:30:47.810 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-19T04:30:47.864 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-19T04:30:48.192 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-19T04:30:48.302 INFO:teuthology.orchestra.run.smithi114.stdout: Upgrading : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T04:30:48.424 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T04:30:48.461 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T04:30:48.553 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T04:30:48.591 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T04:30:48.759 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-19T04:30:48.813 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-19T04:30:48.841 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T04:30:48.928 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T04:30:48.950 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T04:30:49.013 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T04:30:49.034 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T04:30:49.053 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T04:30:49.261 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T04:30:49.457 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T04:30:49.582 INFO:teuthology.orchestra.run.smithi114.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 17/164 2024-09-19T04:30:49.702 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T04:30:49.776 INFO:teuthology.orchestra.run.smithi114.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T04:30:50.041 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T04:30:50.150 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-19T04:30:50.242 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-19T04:30:50.291 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-19T04:30:50.349 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-19T04:30:50.421 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-19T04:30:50.475 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-19T04:30:50.508 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-19T04:30:50.551 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-19T04:30:50.584 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-19T04:30:50.611 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-19T04:30:50.680 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-19T04:30:50.732 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-19T04:30:50.772 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-19T04:30:50.818 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-19T04:30:50.890 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-19T04:30:50.926 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 34/164 2024-09-19T04:30:50.980 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 35/164 2024-09-19T04:30:51.007 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 36/164 2024-09-19T04:30:51.086 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-19T04:30:51.129 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-19T04:30:51.204 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-19T04:30:51.342 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-19T04:30:51.406 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-19T04:30:51.930 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-19T04:30:52.019 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-19T04:30:52.056 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-19T04:30:52.108 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-19T04:30:52.145 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 46/164 2024-09-19T04:30:52.193 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-19T04:30:52.351 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-19T04:30:52.407 INFO:teuthology.orchestra.run.smithi114.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-19T04:30:52.462 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-19T04:30:52.536 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-19T04:30:52.575 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-19T04:30:52.611 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-19T04:30:52.658 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-19T04:30:52.693 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-19T04:30:52.737 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-19T04:30:52.779 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-19T04:30:52.901 INFO:teuthology.orchestra.run.smithi111.stdout: Preparing : 1/1 2024-09-19T04:30:52.924 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-19T04:30:53.056 INFO:teuthology.orchestra.run.smithi111.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-19T04:30:53.119 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-19T04:30:53.132 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-19T04:30:53.173 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-19T04:30:53.281 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-19T04:30:53.284 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-19T04:30:53.314 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-19T04:30:53.323 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-19T04:30:53.348 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-19T04:30:53.364 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-19T04:30:53.396 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-19T04:30:53.404 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-19T04:30:53.421 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-19T04:30:53.516 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-19T04:30:53.650 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-19T04:30:53.681 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-19T04:30:53.718 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-19T04:30:53.752 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-19T04:30:53.791 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-19T04:30:53.796 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-19T04:30:53.823 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-19T04:30:53.853 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-19T04:30:53.887 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-19T04:30:53.916 INFO:teuthology.orchestra.run.smithi111.stdout: Upgrading : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T04:30:53.921 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-19T04:30:53.971 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-19T04:30:54.013 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-19T04:30:54.028 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T04:30:54.059 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T04:30:54.100 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-19T04:30:54.143 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-19T04:30:54.150 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T04:30:54.175 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-19T04:30:54.180 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T04:30:54.278 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-19T04:30:54.344 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-19T04:30:54.348 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-19T04:30:54.402 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-19T04:30:54.430 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T04:30:54.533 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T04:30:54.555 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T04:30:54.618 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T04:30:54.649 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T04:30:54.673 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T04:30:54.867 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T04:30:55.024 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T04:30:55.062 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-19T04:30:55.106 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-19T04:30:55.140 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-19T04:30:55.155 INFO:teuthology.orchestra.run.smithi111.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 17/164 2024-09-19T04:30:55.250 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-19T04:30:55.273 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T04:30:55.296 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-19T04:30:55.348 INFO:teuthology.orchestra.run.smithi111.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T04:30:55.370 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-19T04:30:55.462 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-19T04:30:55.501 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-19T04:30:55.575 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T04:30:55.686 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-19T04:30:55.687 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-19T04:30:55.716 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-19T04:30:55.782 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-19T04:30:55.794 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-19T04:30:55.819 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-19T04:30:55.862 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-19T04:30:55.926 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-19T04:30:55.980 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-19T04:30:56.021 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-19T04:30:56.064 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-19T04:30:56.097 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-19T04:30:56.125 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-19T04:30:56.194 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-19T04:30:56.246 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-19T04:30:56.286 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-19T04:30:56.330 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-19T04:30:56.406 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-19T04:30:56.446 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-19T04:30:56.449 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 34/164 2024-09-19T04:30:56.492 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 35/164 2024-09-19T04:30:56.521 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 36/164 2024-09-19T04:30:56.556 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-19T04:30:56.617 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-19T04:30:56.661 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-19T04:30:56.735 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-19T04:30:56.877 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-19T04:30:56.930 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-19T04:30:57.456 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-19T04:30:57.542 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-19T04:30:57.579 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-19T04:30:57.614 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-19T04:30:57.652 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 46/164 2024-09-19T04:30:57.694 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-19T04:30:57.800 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-19T04:30:57.855 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-19T04:30:57.887 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-19T04:30:57.904 INFO:teuthology.orchestra.run.smithi111.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-19T04:30:57.923 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-19T04:30:57.959 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-19T04:30:57.964 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-19T04:30:58.041 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-19T04:30:58.072 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-19T04:30:58.108 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-19T04:30:58.154 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-19T04:30:58.191 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-19T04:30:58.242 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-19T04:30:58.273 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-19T04:30:58.284 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-19T04:30:58.311 INFO:teuthology.orchestra.run.smithi114.stdout: Upgrading : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T04:30:58.393 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T04:30:58.424 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 102/164 2024-09-19T04:30:58.428 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-19T04:30:58.468 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-19T04:30:58.478 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-19T04:30:58.519 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-19T04:30:58.621 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-19T04:30:58.653 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-19T04:30:58.694 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-19T04:30:58.727 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-19T04:30:58.751 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-19T04:30:58.949 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-19T04:30:58.989 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T04:30:59.060 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T04:30:59.099 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 106/164 2024-09-19T04:30:59.116 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-19T04:30:59.389 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-19T04:30:59.421 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-19T04:30:59.465 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-19T04:30:59.499 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-19T04:30:59.538 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-19T04:30:59.570 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-19T04:30:59.600 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-19T04:30:59.643 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-19T04:30:59.676 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-19T04:30:59.718 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-19T04:30:59.752 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-19T04:30:59.838 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-19T04:30:59.882 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-19T04:30:59.914 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-19T04:31:00.017 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-19T04:31:00.073 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-19T04:31:00.794 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-19T04:31:00.846 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-19T04:31:00.879 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-19T04:31:00.977 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-19T04:31:01.034 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-19T04:31:01.096 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-19T04:31:01.184 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-19T04:31:01.224 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-19T04:31:01.409 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-19T04:31:01.430 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T04:31:01.447 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-19T04:31:01.462 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T04:31:01.525 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-19T04:31:02.038 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T04:31:02.082 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T04:31:02.160 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-19T04:31:02.188 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T04:31:02.188 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-19T04:31:02.188 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-19T04:31:02.189 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:02.233 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T04:31:02.277 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-19T04:31:03.520 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-19T04:31:03.601 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-19T04:31:03.629 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-19T04:31:03.662 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-19T04:31:03.972 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-19T04:31:04.008 INFO:teuthology.orchestra.run.smithi111.stdout: Upgrading : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T04:31:04.098 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T04:31:04.130 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 102/164 2024-09-19T04:31:04.166 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-19T04:31:04.650 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-19T04:31:04.686 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T04:31:04.758 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T04:31:04.796 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 106/164 2024-09-19T04:31:07.086 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T04:31:07.118 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T04:31:07.671 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T04:31:07.713 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T04:31:07.806 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T04:31:07.807 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-19T04:31:07.807 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-19T04:31:07.807 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:07.857 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T04:31:13.906 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T04:31:13.906 INFO:teuthology.orchestra.run.smithi114.stdout:skipping the directory /sys 2024-09-19T04:31:13.906 INFO:teuthology.orchestra.run.smithi114.stdout:skipping the directory /proc 2024-09-19T04:31:13.906 INFO:teuthology.orchestra.run.smithi114.stdout:skipping the directory /mnt 2024-09-19T04:31:13.906 INFO:teuthology.orchestra.run.smithi114.stdout:skipping the directory /var/tmp 2024-09-19T04:31:13.906 INFO:teuthology.orchestra.run.smithi114.stdout:skipping the directory /home 2024-09-19T04:31:13.906 INFO:teuthology.orchestra.run.smithi114.stdout:skipping the directory /root 2024-09-19T04:31:13.906 INFO:teuthology.orchestra.run.smithi114.stdout:skipping the directory /tmp 2024-09-19T04:31:13.906 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:14.086 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T04:31:14.102 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T04:31:14.103 INFO:teuthology.orchestra.run.smithi114.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:31:14.103 INFO:teuthology.orchestra.run.smithi114.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-19T04:31:14.103 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:15.583 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T04:31:15.610 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T04:31:15.610 INFO:teuthology.orchestra.run.smithi114.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:31:15.610 INFO:teuthology.orchestra.run.smithi114.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-19T04:31:15.610 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T04:31:15.610 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T04:31:15.611 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:15.834 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T04:31:15.857 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T04:31:15.857 INFO:teuthology.orchestra.run.smithi114.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:31:15.857 INFO:teuthology.orchestra.run.smithi114.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-19T04:31:15.857 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T04:31:15.858 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T04:31:15.858 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:16.293 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T04:31:16.316 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T04:31:16.316 INFO:teuthology.orchestra.run.smithi114.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:31:16.316 INFO:teuthology.orchestra.run.smithi114.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-19T04:31:16.316 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T04:31:16.317 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T04:31:16.317 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:16.423 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-19T04:31:16.480 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-19T04:31:16.536 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-19T04:31:16.722 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-19T04:31:16.777 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-19T04:31:16.855 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-19T04:31:16.944 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-19T04:31:17.085 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-19T04:31:17.143 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-19T04:31:17.176 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-19T04:31:17.203 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-19T04:31:17.666 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T04:31:17.694 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T04:31:17.725 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 126/164 2024-09-19T04:31:17.787 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 127/164 2024-09-19T04:31:17.817 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T04:31:18.862 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T04:31:18.894 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T04:31:19.560 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T04:31:19.561 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /sys 2024-09-19T04:31:19.561 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /proc 2024-09-19T04:31:19.561 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /mnt 2024-09-19T04:31:19.561 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /var/tmp 2024-09-19T04:31:19.561 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /home 2024-09-19T04:31:19.561 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /root 2024-09-19T04:31:19.561 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /tmp 2024-09-19T04:31:19.561 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:19.735 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T04:31:19.751 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T04:31:19.751 INFO:teuthology.orchestra.run.smithi111.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:31:19.751 INFO:teuthology.orchestra.run.smithi111.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-19T04:31:19.752 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:19.851 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T04:31:19.886 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T04:31:19.989 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T04:31:20.148 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 131/164 2024-09-19T04:31:20.179 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T04:31:20.203 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T04:31:20.203 INFO:teuthology.orchestra.run.smithi114.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:31:20.203 INFO:teuthology.orchestra.run.smithi114.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-19T04:31:20.204 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T04:31:20.204 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T04:31:20.204 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:20.255 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T04:31:20.267 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T04:31:20.379 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 134/164 2024-09-19T04:31:20.450 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 135/164 2024-09-19T04:31:21.221 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T04:31:21.248 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T04:31:21.248 INFO:teuthology.orchestra.run.smithi111.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:31:21.248 INFO:teuthology.orchestra.run.smithi111.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-19T04:31:21.249 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T04:31:21.249 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T04:31:21.249 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:21.367 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-19T04:31:21.408 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T04:31:21.431 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T04:31:21.432 INFO:teuthology.orchestra.run.smithi114.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:31:21.432 INFO:teuthology.orchestra.run.smithi114.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-19T04:31:21.432 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T04:31:21.432 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T04:31:21.432 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:21.473 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T04:31:21.475 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T04:31:21.496 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T04:31:21.496 INFO:teuthology.orchestra.run.smithi111.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:31:21.496 INFO:teuthology.orchestra.run.smithi111.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-19T04:31:21.496 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T04:31:21.496 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T04:31:21.496 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:21.498 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T04:31:21.498 INFO:teuthology.orchestra.run.smithi114.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:31:21.498 INFO:teuthology.orchestra.run.smithi114.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-19T04:31:21.498 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:21.542 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T04:31:21.566 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T04:31:21.566 INFO:teuthology.orchestra.run.smithi114.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:31:21.566 INFO:teuthology.orchestra.run.smithi114.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-19T04:31:21.567 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T04:31:21.567 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T04:31:21.567 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:21.876 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T04:31:21.899 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T04:31:21.900 INFO:teuthology.orchestra.run.smithi114.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:31:21.900 INFO:teuthology.orchestra.run.smithi114.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-19T04:31:21.900 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T04:31:21.900 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T04:31:21.900 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:21.931 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T04:31:21.955 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T04:31:21.955 INFO:teuthology.orchestra.run.smithi111.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:31:21.955 INFO:teuthology.orchestra.run.smithi111.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-19T04:31:21.955 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T04:31:21.956 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T04:31:21.956 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:22.086 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-19T04:31:22.143 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-19T04:31:22.199 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-19T04:31:22.383 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-19T04:31:22.432 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-19T04:31:22.509 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-19T04:31:22.599 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-19T04:31:22.737 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-19T04:31:22.786 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-19T04:31:22.823 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-19T04:31:22.850 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-19T04:31:23.213 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T04:31:23.241 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T04:31:23.272 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 126/164 2024-09-19T04:31:23.334 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 127/164 2024-09-19T04:31:23.363 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T04:31:24.407 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T04:31:24.449 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T04:31:25.409 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T04:31:25.441 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T04:31:25.543 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T04:31:25.704 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 131/164 2024-09-19T04:31:25.735 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T04:31:25.759 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T04:31:25.759 INFO:teuthology.orchestra.run.smithi111.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:31:25.759 INFO:teuthology.orchestra.run.smithi111.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-19T04:31:25.759 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T04:31:25.759 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T04:31:25.759 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:25.810 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T04:31:25.822 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T04:31:25.919 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 134/164 2024-09-19T04:31:25.972 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 135/164 2024-09-19T04:31:26.438 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 141/164 2024-09-19T04:31:26.488 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 142/164 2024-09-19T04:31:26.537 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 143/164 2024-09-19T04:31:26.570 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-19T04:31:26.597 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-19T04:31:26.792 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 146/164 2024-09-19T04:31:26.835 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-19T04:31:26.865 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 148/164 2024-09-19T04:31:26.898 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-19T04:31:26.898 INFO:teuthology.orchestra.run.smithi114.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 149/164 2024-09-19T04:31:26.929 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T04:31:26.941 INFO:teuthology.orchestra.run.smithi114.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 150/164 2024-09-19T04:31:26.953 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T04:31:26.953 INFO:teuthology.orchestra.run.smithi111.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:31:26.953 INFO:teuthology.orchestra.run.smithi111.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-19T04:31:26.953 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T04:31:26.953 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T04:31:26.954 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:27.005 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T04:31:27.028 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T04:31:27.028 INFO:teuthology.orchestra.run.smithi111.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:31:27.029 INFO:teuthology.orchestra.run.smithi111.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-19T04:31:27.029 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:27.081 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T04:31:27.104 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T04:31:27.105 INFO:teuthology.orchestra.run.smithi111.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:31:27.105 INFO:teuthology.orchestra.run.smithi111.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-19T04:31:27.105 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T04:31:27.105 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T04:31:27.105 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:27.406 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T04:31:27.430 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T04:31:27.430 INFO:teuthology.orchestra.run.smithi111.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:31:27.430 INFO:teuthology.orchestra.run.smithi111.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-19T04:31:27.431 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T04:31:27.431 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T04:31:27.431 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:27.558 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T04:31:27.597 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T04:31:27.618 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T04:31:28.450 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 152/164 2024-09-19T04:31:28.536 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-19T04:31:28.582 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-19T04:31:28.676 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-19T04:31:28.705 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-19T04:31:28.731 INFO:teuthology.orchestra.run.smithi114.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-19T04:31:28.773 INFO:teuthology.orchestra.run.smithi114.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-19T04:31:28.773 INFO:teuthology.orchestra.run.smithi114.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T04:31:28.857 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T04:31:28.857 INFO:teuthology.orchestra.run.smithi114.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T04:31:28.941 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T04:31:28.966 INFO:teuthology.orchestra.run.smithi114.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-19T04:31:28.971 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T04:31:28.972 INFO:teuthology.orchestra.run.smithi114.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T04:31:29.151 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T04:31:29.152 INFO:teuthology.orchestra.run.smithi114.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T04:31:29.236 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T04:31:29.300 INFO:teuthology.orchestra.run.smithi114.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T04:31:32.002 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 141/164 2024-09-19T04:31:32.043 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 142/164 2024-09-19T04:31:32.083 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 143/164 2024-09-19T04:31:32.116 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-19T04:31:32.143 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-19T04:31:32.345 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 146/164 2024-09-19T04:31:32.389 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-19T04:31:32.420 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 148/164 2024-09-19T04:31:32.450 INFO:teuthology.orchestra.run.smithi111.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 149/164 2024-09-19T04:31:32.496 INFO:teuthology.orchestra.run.smithi111.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 150/164 2024-09-19T04:31:33.071 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T04:31:33.111 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T04:31:33.131 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T04:31:33.975 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 152/164 2024-09-19T04:31:34.065 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-19T04:31:34.119 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-19T04:31:34.206 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-19T04:31:34.243 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-19T04:31:34.269 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-19T04:31:34.304 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-19T04:31:34.304 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T04:31:34.387 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T04:31:34.388 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T04:31:34.471 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T04:31:34.496 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-19T04:31:34.502 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T04:31:34.502 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T04:31:34.681 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T04:31:34.682 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T04:31:34.774 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T04:31:34.847 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T04:31:34.931 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T04:31:34.931 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 1/164 2024-09-19T04:31:34.931 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2/164 2024-09-19T04:31:34.931 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 3/164 2024-09-19T04:31:34.931 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 4/164 2024-09-19T04:31:34.931 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 5/164 2024-09-19T04:31:34.931 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 6/164 2024-09-19T04:31:34.932 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 7/164 2024-09-19T04:31:34.932 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T04:31:34.932 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T04:31:34.932 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T04:31:34.932 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 11/164 2024-09-19T04:31:34.932 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 12/164 2024-09-19T04:31:34.932 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T04:31:34.932 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 14/164 2024-09-19T04:31:34.932 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 15/164 2024-09-19T04:31:34.932 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 16/164 2024-09-19T04:31:34.932 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 17/164 2024-09-19T04:31:34.932 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 18/164 2024-09-19T04:31:34.933 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 19/164 2024-09-19T04:31:34.933 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 20/164 2024-09-19T04:31:34.933 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 21/164 2024-09-19T04:31:34.933 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 22/164 2024-09-19T04:31:34.933 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 23/164 2024-09-19T04:31:34.933 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 24/164 2024-09-19T04:31:34.933 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 25/164 2024-09-19T04:31:34.933 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 26/164 2024-09-19T04:31:34.933 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 27/164 2024-09-19T04:31:34.933 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 28/164 2024-09-19T04:31:34.933 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 29/164 2024-09-19T04:31:34.933 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 30/164 2024-09-19T04:31:34.947 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 31/164 2024-09-19T04:31:34.948 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 32/164 2024-09-19T04:31:34.948 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 33/164 2024-09-19T04:31:34.948 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 34/164 2024-09-19T04:31:34.948 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 35/164 2024-09-19T04:31:34.948 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 36/164 2024-09-19T04:31:34.948 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 37/164 2024-09-19T04:31:34.948 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 38/164 2024-09-19T04:31:34.948 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 39/164 2024-09-19T04:31:34.948 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-19T04:31:34.948 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-19T04:31:34.948 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-19T04:31:34.948 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-19T04:31:34.949 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-19T04:31:34.949 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-19T04:31:34.949 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-19T04:31:34.949 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-19T04:31:34.949 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-19T04:31:34.949 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-19T04:31:34.949 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-19T04:31:34.949 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-19T04:31:34.949 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-19T04:31:34.949 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-19T04:31:34.949 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-19T04:31:34.949 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-19T04:31:34.949 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-19T04:31:34.950 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-19T04:31:34.950 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-19T04:31:34.950 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-19T04:31:34.950 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-19T04:31:34.950 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-19T04:31:34.950 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-19T04:31:34.950 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-19T04:31:34.950 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-19T04:31:34.950 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-19T04:31:34.950 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-19T04:31:34.950 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-19T04:31:34.950 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-19T04:31:34.950 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-19T04:31:34.950 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-19T04:31:34.951 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-19T04:31:34.951 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-19T04:31:34.951 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-19T04:31:34.951 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-19T04:31:34.951 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-19T04:31:34.951 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-19T04:31:34.951 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-19T04:31:34.951 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-19T04:31:34.951 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-19T04:31:34.951 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-19T04:31:34.951 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-19T04:31:34.951 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-19T04:31:34.951 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-19T04:31:34.951 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-19T04:31:34.952 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-19T04:31:34.952 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-19T04:31:34.952 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-19T04:31:34.952 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-19T04:31:34.952 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-19T04:31:34.952 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-19T04:31:34.952 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-19T04:31:34.952 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-19T04:31:34.952 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-19T04:31:34.952 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-19T04:31:34.952 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-19T04:31:34.952 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-19T04:31:34.952 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-19T04:31:34.952 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-19T04:31:34.953 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-19T04:31:34.953 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-19T04:31:34.953 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-19T04:31:34.953 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-19T04:31:34.953 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-19T04:31:34.953 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-19T04:31:34.953 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-19T04:31:34.953 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-19T04:31:34.953 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-19T04:31:34.953 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-19T04:31:34.953 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-19T04:31:34.953 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-19T04:31:34.953 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-19T04:31:34.953 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-19T04:31:34.954 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-19T04:31:34.954 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-19T04:31:34.954 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-19T04:31:34.954 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-19T04:31:34.954 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-19T04:31:34.954 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-19T04:31:34.954 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-19T04:31:34.954 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-19T04:31:34.954 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-19T04:31:34.954 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-19T04:31:34.954 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-19T04:31:34.954 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-19T04:31:34.954 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-19T04:31:34.954 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-19T04:31:34.955 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-19T04:31:34.955 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-19T04:31:34.955 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-19T04:31:34.955 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-19T04:31:34.955 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-19T04:31:34.955 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-19T04:31:34.955 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-19T04:31:34.955 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-19T04:31:34.955 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-19T04:31:34.955 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-19T04:31:34.955 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-19T04:31:34.955 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-19T04:31:34.955 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-19T04:31:34.955 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-19T04:31:34.956 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-19T04:31:34.956 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-19T04:31:34.956 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-19T04:31:34.956 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-19T04:31:34.956 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-19T04:31:34.956 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-19T04:31:34.956 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-19T04:31:34.956 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-19T04:31:34.956 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 149/164 2024-09-19T04:31:34.956 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-19T04:31:34.956 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 151/164 2024-09-19T04:31:34.956 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-19T04:31:34.956 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 153/164 2024-09-19T04:31:34.956 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-19T04:31:34.957 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 155/164 2024-09-19T04:31:34.957 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-19T04:31:34.957 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 157/164 2024-09-19T04:31:34.957 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-19T04:31:34.957 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 159/164 2024-09-19T04:31:34.957 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-19T04:31:34.957 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-19T04:31:34.957 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-19T04:31:34.957 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-19T04:31:37.893 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T04:31:37.893 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:37.893 INFO:teuthology.orchestra.run.smithi114.stdout:Upgraded: 2024-09-19T04:31:37.894 INFO:teuthology.orchestra.run.smithi114.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-19T04:31:37.894 INFO:teuthology.orchestra.run.smithi114.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-19T04:31:37.894 INFO:teuthology.orchestra.run.smithi114.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-19T04:31:37.894 INFO:teuthology.orchestra.run.smithi114.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-19T04:31:37.894 INFO:teuthology.orchestra.run.smithi114.stdout: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.894 INFO:teuthology.orchestra.run.smithi114.stdout: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.894 INFO:teuthology.orchestra.run.smithi114.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-19T04:31:37.894 INFO:teuthology.orchestra.run.smithi114.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-19T04:31:37.894 INFO:teuthology.orchestra.run.smithi114.stdout:Installed: 2024-09-19T04:31:37.894 INFO:teuthology.orchestra.run.smithi114.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-19T04:31:37.894 INFO:teuthology.orchestra.run.smithi114.stdout: automake-1.16.2-8.el9.noarch 2024-09-19T04:31:37.894 INFO:teuthology.orchestra.run.smithi114.stdout: bison-3.7.4-5.el9.x86_64 2024-09-19T04:31:37.895 INFO:teuthology.orchestra.run.smithi114.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-19T04:31:37.895 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.895 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.895 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.895 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.895 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:31:37.895 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-immutable-object-cache-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.895 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.895 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.895 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:31:37.895 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:31:37.895 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:31:37.895 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:31:37.896 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:31:37.896 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.896 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.896 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:31:37.896 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.896 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.896 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.896 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:31:37.896 INFO:teuthology.orchestra.run.smithi114.stdout: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:31:37.896 INFO:teuthology.orchestra.run.smithi114.stdout: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.896 INFO:teuthology.orchestra.run.smithi114.stdout: cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.896 INFO:teuthology.orchestra.run.smithi114.stdout: cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:31:37.897 INFO:teuthology.orchestra.run.smithi114.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-19T04:31:37.897 INFO:teuthology.orchestra.run.smithi114.stdout: flex-2.6.4-9.el9.x86_64 2024-09-19T04:31:37.897 INFO:teuthology.orchestra.run.smithi114.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-19T04:31:37.897 INFO:teuthology.orchestra.run.smithi114.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-19T04:31:37.897 INFO:teuthology.orchestra.run.smithi114.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-19T04:31:37.897 INFO:teuthology.orchestra.run.smithi114.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-19T04:31:37.897 INFO:teuthology.orchestra.run.smithi114.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-19T04:31:37.897 INFO:teuthology.orchestra.run.smithi114.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-19T04:31:37.897 INFO:teuthology.orchestra.run.smithi114.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-19T04:31:37.897 INFO:teuthology.orchestra.run.smithi114.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-19T04:31:37.897 INFO:teuthology.orchestra.run.smithi114.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-19T04:31:37.897 INFO:teuthology.orchestra.run.smithi114.stdout: libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.897 INFO:teuthology.orchestra.run.smithi114.stdout: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.898 INFO:teuthology.orchestra.run.smithi114.stdout: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.898 INFO:teuthology.orchestra.run.smithi114.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-19T04:31:37.898 INFO:teuthology.orchestra.run.smithi114.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-19T04:31:37.898 INFO:teuthology.orchestra.run.smithi114.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-19T04:31:37.898 INFO:teuthology.orchestra.run.smithi114.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-19T04:31:37.898 INFO:teuthology.orchestra.run.smithi114.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-19T04:31:37.898 INFO:teuthology.orchestra.run.smithi114.stdout: librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.898 INFO:teuthology.orchestra.run.smithi114.stdout: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.898 INFO:teuthology.orchestra.run.smithi114.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-19T04:31:37.898 INFO:teuthology.orchestra.run.smithi114.stdout: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.899 INFO:teuthology.orchestra.run.smithi114.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-19T04:31:37.899 INFO:teuthology.orchestra.run.smithi114.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-19T04:31:37.899 INFO:teuthology.orchestra.run.smithi114.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-19T04:31:37.899 INFO:teuthology.orchestra.run.smithi114.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-19T04:31:37.899 INFO:teuthology.orchestra.run.smithi114.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-19T04:31:37.899 INFO:teuthology.orchestra.run.smithi114.stdout: lua-5.4.4-4.el9.x86_64 2024-09-19T04:31:37.900 INFO:teuthology.orchestra.run.smithi114.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-19T04:31:37.900 INFO:teuthology.orchestra.run.smithi114.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-19T04:31:37.900 INFO:teuthology.orchestra.run.smithi114.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-19T04:31:37.900 INFO:teuthology.orchestra.run.smithi114.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-19T04:31:37.900 INFO:teuthology.orchestra.run.smithi114.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-19T04:31:37.900 INFO:teuthology.orchestra.run.smithi114.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-19T04:31:37.900 INFO:teuthology.orchestra.run.smithi114.stdout: postgresql-13.16-1.el9.x86_64 2024-09-19T04:31:37.900 INFO:teuthology.orchestra.run.smithi114.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-19T04:31:37.900 INFO:teuthology.orchestra.run.smithi114.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-19T04:31:37.901 INFO:teuthology.orchestra.run.smithi114.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-19T04:31:37.901 INFO:teuthology.orchestra.run.smithi114.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-19T04:31:37.901 INFO:teuthology.orchestra.run.smithi114.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-19T04:31:37.901 INFO:teuthology.orchestra.run.smithi114.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-19T04:31:37.901 INFO:teuthology.orchestra.run.smithi114.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-19T04:31:37.901 INFO:teuthology.orchestra.run.smithi114.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-19T04:31:37.901 INFO:teuthology.orchestra.run.smithi114.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-19T04:31:37.901 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-19T04:31:37.901 INFO:teuthology.orchestra.run.smithi114.stdout: python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.901 INFO:teuthology.orchestra.run.smithi114.stdout: python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.901 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.901 INFO:teuthology.orchestra.run.smithi114.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-19T04:31:37.901 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-19T04:31:37.902 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-19T04:31:37.902 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-19T04:31:37.902 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-19T04:31:37.902 INFO:teuthology.orchestra.run.smithi114.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-19T04:31:37.902 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-19T04:31:37.902 INFO:teuthology.orchestra.run.smithi114.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-19T04:31:37.902 INFO:teuthology.orchestra.run.smithi114.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-19T04:31:37.902 INFO:teuthology.orchestra.run.smithi114.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-19T04:31:37.902 INFO:teuthology.orchestra.run.smithi114.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-19T04:31:37.902 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-19T04:31:37.902 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-19T04:31:37.902 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-19T04:31:37.902 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-19T04:31:37.902 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-19T04:31:37.903 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-19T04:31:37.903 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-19T04:31:37.903 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-19T04:31:37.903 INFO:teuthology.orchestra.run.smithi114.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-19T04:31:37.903 INFO:teuthology.orchestra.run.smithi114.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-19T04:31:37.903 INFO:teuthology.orchestra.run.smithi114.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-19T04:31:37.903 INFO:teuthology.orchestra.run.smithi114.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-19T04:31:37.903 INFO:teuthology.orchestra.run.smithi114.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-19T04:31:37.903 INFO:teuthology.orchestra.run.smithi114.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-19T04:31:37.903 INFO:teuthology.orchestra.run.smithi114.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-19T04:31:37.903 INFO:teuthology.orchestra.run.smithi114.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-19T04:31:37.903 INFO:teuthology.orchestra.run.smithi114.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-19T04:31:37.903 INFO:teuthology.orchestra.run.smithi114.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-19T04:31:37.904 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-19T04:31:37.904 INFO:teuthology.orchestra.run.smithi114.stdout: python3-ply-3.11-14.el9.noarch 2024-09-19T04:31:37.904 INFO:teuthology.orchestra.run.smithi114.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-19T04:31:37.904 INFO:teuthology.orchestra.run.smithi114.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-19T04:31:37.904 INFO:teuthology.orchestra.run.smithi114.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-19T04:31:37.904 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-19T04:31:37.904 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-19T04:31:37.904 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-19T04:31:37.904 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-19T04:31:37.904 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-19T04:31:37.904 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-19T04:31:37.904 INFO:teuthology.orchestra.run.smithi114.stdout: python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.904 INFO:teuthology.orchestra.run.smithi114.stdout: python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.905 INFO:teuthology.orchestra.run.smithi114.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-19T04:31:37.905 INFO:teuthology.orchestra.run.smithi114.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-19T04:31:37.905 INFO:teuthology.orchestra.run.smithi114.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-19T04:31:37.905 INFO:teuthology.orchestra.run.smithi114.stdout: python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.905 INFO:teuthology.orchestra.run.smithi114.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-19T04:31:37.905 INFO:teuthology.orchestra.run.smithi114.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-19T04:31:37.905 INFO:teuthology.orchestra.run.smithi114.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-19T04:31:37.905 INFO:teuthology.orchestra.run.smithi114.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-19T04:31:37.905 INFO:teuthology.orchestra.run.smithi114.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-19T04:31:37.905 INFO:teuthology.orchestra.run.smithi114.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-19T04:31:37.905 INFO:teuthology.orchestra.run.smithi114.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-19T04:31:37.906 INFO:teuthology.orchestra.run.smithi114.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-19T04:31:37.906 INFO:teuthology.orchestra.run.smithi114.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-19T04:31:37.906 INFO:teuthology.orchestra.run.smithi114.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-19T04:31:37.906 INFO:teuthology.orchestra.run.smithi114.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-19T04:31:37.906 INFO:teuthology.orchestra.run.smithi114.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-19T04:31:37.906 INFO:teuthology.orchestra.run.smithi114.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-19T04:31:37.906 INFO:teuthology.orchestra.run.smithi114.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-19T04:31:37.907 INFO:teuthology.orchestra.run.smithi114.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-19T04:31:37.907 INFO:teuthology.orchestra.run.smithi114.stdout: rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.907 INFO:teuthology.orchestra.run.smithi114.stdout: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.907 INFO:teuthology.orchestra.run.smithi114.stdout: rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:37.907 INFO:teuthology.orchestra.run.smithi114.stdout: re2-1:20211101-20.el9.x86_64 2024-09-19T04:31:37.907 INFO:teuthology.orchestra.run.smithi114.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-19T04:31:37.907 INFO:teuthology.orchestra.run.smithi114.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-19T04:31:37.907 INFO:teuthology.orchestra.run.smithi114.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-19T04:31:37.907 INFO:teuthology.orchestra.run.smithi114.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-19T04:31:37.907 INFO:teuthology.orchestra.run.smithi114.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-19T04:31:37.908 INFO:teuthology.orchestra.run.smithi114.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-19T04:31:37.908 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:37.908 INFO:teuthology.orchestra.run.smithi114.stdout:Complete! 2024-09-19T04:31:38.307 DEBUG:teuthology.parallel:result is None 2024-09-19T04:31:40.664 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T04:31:40.664 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 1/164 2024-09-19T04:31:40.664 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2/164 2024-09-19T04:31:40.664 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 3/164 2024-09-19T04:31:40.664 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 4/164 2024-09-19T04:31:40.664 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 5/164 2024-09-19T04:31:40.664 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 6/164 2024-09-19T04:31:40.664 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 7/164 2024-09-19T04:31:40.665 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T04:31:40.665 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T04:31:40.665 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T04:31:40.665 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 11/164 2024-09-19T04:31:40.665 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 12/164 2024-09-19T04:31:40.665 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T04:31:40.665 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 14/164 2024-09-19T04:31:40.665 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 15/164 2024-09-19T04:31:40.665 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 16/164 2024-09-19T04:31:40.665 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 17/164 2024-09-19T04:31:40.665 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 18/164 2024-09-19T04:31:40.665 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 19/164 2024-09-19T04:31:40.665 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 20/164 2024-09-19T04:31:40.665 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 21/164 2024-09-19T04:31:40.666 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 22/164 2024-09-19T04:31:40.666 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 23/164 2024-09-19T04:31:40.666 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 24/164 2024-09-19T04:31:40.666 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 25/164 2024-09-19T04:31:40.666 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 26/164 2024-09-19T04:31:40.666 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 27/164 2024-09-19T04:31:40.666 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 28/164 2024-09-19T04:31:40.666 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 29/164 2024-09-19T04:31:40.666 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 30/164 2024-09-19T04:31:40.679 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 31/164 2024-09-19T04:31:40.679 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 32/164 2024-09-19T04:31:40.679 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 33/164 2024-09-19T04:31:40.679 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 34/164 2024-09-19T04:31:40.679 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 35/164 2024-09-19T04:31:40.679 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 36/164 2024-09-19T04:31:40.679 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 37/164 2024-09-19T04:31:40.679 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 38/164 2024-09-19T04:31:40.679 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 39/164 2024-09-19T04:31:40.679 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-19T04:31:40.679 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-19T04:31:40.680 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-19T04:31:40.680 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-19T04:31:40.680 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-19T04:31:40.680 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-19T04:31:40.680 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-19T04:31:40.680 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-19T04:31:40.680 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-19T04:31:40.680 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-19T04:31:40.680 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-19T04:31:40.680 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-19T04:31:40.680 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-19T04:31:40.680 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-19T04:31:40.680 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-19T04:31:40.681 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-19T04:31:40.681 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-19T04:31:40.681 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-19T04:31:40.681 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-19T04:31:40.681 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-19T04:31:40.681 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-19T04:31:40.681 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-19T04:31:40.681 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-19T04:31:40.681 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-19T04:31:40.681 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-19T04:31:40.681 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-19T04:31:40.681 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-19T04:31:40.681 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-19T04:31:40.682 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-19T04:31:40.682 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-19T04:31:40.682 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-19T04:31:40.682 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-19T04:31:40.682 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-19T04:31:40.682 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-19T04:31:40.682 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-19T04:31:40.682 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-19T04:31:40.682 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-19T04:31:40.682 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-19T04:31:40.682 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-19T04:31:40.682 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-19T04:31:40.682 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-19T04:31:40.683 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-19T04:31:40.683 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-19T04:31:40.683 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-19T04:31:40.683 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-19T04:31:40.683 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-19T04:31:40.683 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-19T04:31:40.683 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-19T04:31:40.683 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-19T04:31:40.683 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-19T04:31:40.683 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-19T04:31:40.683 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-19T04:31:40.683 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-19T04:31:40.683 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-19T04:31:40.684 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-19T04:31:40.684 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-19T04:31:40.684 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-19T04:31:40.684 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-19T04:31:40.684 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-19T04:31:40.684 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-19T04:31:40.684 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-19T04:31:40.684 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-19T04:31:40.684 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-19T04:31:40.684 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-19T04:31:40.684 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-19T04:31:40.684 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-19T04:31:40.684 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-19T04:31:40.685 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-19T04:31:40.685 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-19T04:31:40.685 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-19T04:31:40.685 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-19T04:31:40.685 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-19T04:31:40.685 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-19T04:31:40.685 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-19T04:31:40.685 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-19T04:31:40.685 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-19T04:31:40.685 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-19T04:31:40.685 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-19T04:31:40.685 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-19T04:31:40.685 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-19T04:31:40.685 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-19T04:31:40.686 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-19T04:31:40.686 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-19T04:31:40.686 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-19T04:31:40.686 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-19T04:31:40.686 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-19T04:31:40.686 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-19T04:31:40.686 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-19T04:31:40.686 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-19T04:31:40.686 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-19T04:31:40.686 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-19T04:31:40.686 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-19T04:31:40.686 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-19T04:31:40.686 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-19T04:31:40.686 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-19T04:31:40.687 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-19T04:31:40.687 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-19T04:31:40.687 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-19T04:31:40.687 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-19T04:31:40.687 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-19T04:31:40.687 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-19T04:31:40.687 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-19T04:31:40.687 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-19T04:31:40.687 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-19T04:31:40.687 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-19T04:31:40.687 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-19T04:31:40.687 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-19T04:31:40.687 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-19T04:31:40.687 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-19T04:31:40.688 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 149/164 2024-09-19T04:31:40.688 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-19T04:31:40.688 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 151/164 2024-09-19T04:31:40.688 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-19T04:31:40.688 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 153/164 2024-09-19T04:31:40.688 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-19T04:31:40.688 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 155/164 2024-09-19T04:31:40.688 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-19T04:31:40.688 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 157/164 2024-09-19T04:31:40.688 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-19T04:31:40.688 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 159/164 2024-09-19T04:31:40.688 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-19T04:31:40.688 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-19T04:31:40.688 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-19T04:31:40.689 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-19T04:31:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T04:31:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:43.201 INFO:teuthology.orchestra.run.smithi111.stdout:Upgraded: 2024-09-19T04:31:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-19T04:31:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-19T04:31:43.202 INFO:teuthology.orchestra.run.smithi111.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-19T04:31:43.202 INFO:teuthology.orchestra.run.smithi111.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-19T04:31:43.202 INFO:teuthology.orchestra.run.smithi111.stdout: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.202 INFO:teuthology.orchestra.run.smithi111.stdout: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.202 INFO:teuthology.orchestra.run.smithi111.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-19T04:31:43.202 INFO:teuthology.orchestra.run.smithi111.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-19T04:31:43.202 INFO:teuthology.orchestra.run.smithi111.stdout:Installed: 2024-09-19T04:31:43.202 INFO:teuthology.orchestra.run.smithi111.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-19T04:31:43.202 INFO:teuthology.orchestra.run.smithi111.stdout: automake-1.16.2-8.el9.noarch 2024-09-19T04:31:43.202 INFO:teuthology.orchestra.run.smithi111.stdout: bison-3.7.4-5.el9.x86_64 2024-09-19T04:31:43.202 INFO:teuthology.orchestra.run.smithi111.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-19T04:31:43.202 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.203 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.203 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.203 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.203 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:31:43.203 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-immutable-object-cache-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.203 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.203 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.203 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:31:43.203 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:31:43.203 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:31:43.203 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:31:43.203 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:31:43.203 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.203 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.204 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:31:43.204 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.204 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.204 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.204 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:31:43.204 INFO:teuthology.orchestra.run.smithi111.stdout: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:31:43.204 INFO:teuthology.orchestra.run.smithi111.stdout: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.204 INFO:teuthology.orchestra.run.smithi111.stdout: cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.204 INFO:teuthology.orchestra.run.smithi111.stdout: cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:31:43.204 INFO:teuthology.orchestra.run.smithi111.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-19T04:31:43.204 INFO:teuthology.orchestra.run.smithi111.stdout: flex-2.6.4-9.el9.x86_64 2024-09-19T04:31:43.204 INFO:teuthology.orchestra.run.smithi111.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-19T04:31:43.204 INFO:teuthology.orchestra.run.smithi111.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-19T04:31:43.205 INFO:teuthology.orchestra.run.smithi111.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-19T04:31:43.205 INFO:teuthology.orchestra.run.smithi111.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-19T04:31:43.205 INFO:teuthology.orchestra.run.smithi111.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-19T04:31:43.205 INFO:teuthology.orchestra.run.smithi111.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-19T04:31:43.205 INFO:teuthology.orchestra.run.smithi111.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-19T04:31:43.205 INFO:teuthology.orchestra.run.smithi111.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-19T04:31:43.205 INFO:teuthology.orchestra.run.smithi111.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-19T04:31:43.205 INFO:teuthology.orchestra.run.smithi111.stdout: libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.205 INFO:teuthology.orchestra.run.smithi111.stdout: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.205 INFO:teuthology.orchestra.run.smithi111.stdout: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.205 INFO:teuthology.orchestra.run.smithi111.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-19T04:31:43.205 INFO:teuthology.orchestra.run.smithi111.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-19T04:31:43.206 INFO:teuthology.orchestra.run.smithi111.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-19T04:31:43.206 INFO:teuthology.orchestra.run.smithi111.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-19T04:31:43.206 INFO:teuthology.orchestra.run.smithi111.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-19T04:31:43.206 INFO:teuthology.orchestra.run.smithi111.stdout: librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.206 INFO:teuthology.orchestra.run.smithi111.stdout: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.206 INFO:teuthology.orchestra.run.smithi111.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-19T04:31:43.206 INFO:teuthology.orchestra.run.smithi111.stdout: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.206 INFO:teuthology.orchestra.run.smithi111.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-19T04:31:43.206 INFO:teuthology.orchestra.run.smithi111.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-19T04:31:43.206 INFO:teuthology.orchestra.run.smithi111.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-19T04:31:43.206 INFO:teuthology.orchestra.run.smithi111.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-19T04:31:43.206 INFO:teuthology.orchestra.run.smithi111.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-19T04:31:43.206 INFO:teuthology.orchestra.run.smithi111.stdout: lua-5.4.4-4.el9.x86_64 2024-09-19T04:31:43.206 INFO:teuthology.orchestra.run.smithi111.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-19T04:31:43.206 INFO:teuthology.orchestra.run.smithi111.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-19T04:31:43.207 INFO:teuthology.orchestra.run.smithi111.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-19T04:31:43.207 INFO:teuthology.orchestra.run.smithi111.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-19T04:31:43.207 INFO:teuthology.orchestra.run.smithi111.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-19T04:31:43.207 INFO:teuthology.orchestra.run.smithi111.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-19T04:31:43.207 INFO:teuthology.orchestra.run.smithi111.stdout: postgresql-13.16-1.el9.x86_64 2024-09-19T04:31:43.207 INFO:teuthology.orchestra.run.smithi111.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-19T04:31:43.207 INFO:teuthology.orchestra.run.smithi111.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-19T04:31:43.207 INFO:teuthology.orchestra.run.smithi111.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-19T04:31:43.207 INFO:teuthology.orchestra.run.smithi111.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-19T04:31:43.207 INFO:teuthology.orchestra.run.smithi111.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-19T04:31:43.207 INFO:teuthology.orchestra.run.smithi111.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-19T04:31:43.207 INFO:teuthology.orchestra.run.smithi111.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-19T04:31:43.207 INFO:teuthology.orchestra.run.smithi111.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-19T04:31:43.207 INFO:teuthology.orchestra.run.smithi111.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-19T04:31:43.207 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-19T04:31:43.208 INFO:teuthology.orchestra.run.smithi111.stdout: python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.208 INFO:teuthology.orchestra.run.smithi111.stdout: python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.208 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.208 INFO:teuthology.orchestra.run.smithi111.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-19T04:31:43.208 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-19T04:31:43.208 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-19T04:31:43.208 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-19T04:31:43.208 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-19T04:31:43.208 INFO:teuthology.orchestra.run.smithi111.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-19T04:31:43.208 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-19T04:31:43.208 INFO:teuthology.orchestra.run.smithi111.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-19T04:31:43.208 INFO:teuthology.orchestra.run.smithi111.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-19T04:31:43.209 INFO:teuthology.orchestra.run.smithi111.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-19T04:31:43.209 INFO:teuthology.orchestra.run.smithi111.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-19T04:31:43.209 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-19T04:31:43.209 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-19T04:31:43.209 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-19T04:31:43.209 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-19T04:31:43.209 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-19T04:31:43.209 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-19T04:31:43.209 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-19T04:31:43.209 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-19T04:31:43.209 INFO:teuthology.orchestra.run.smithi111.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-19T04:31:43.209 INFO:teuthology.orchestra.run.smithi111.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-19T04:31:43.209 INFO:teuthology.orchestra.run.smithi111.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-19T04:31:43.210 INFO:teuthology.orchestra.run.smithi111.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-19T04:31:43.210 INFO:teuthology.orchestra.run.smithi111.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-19T04:31:43.210 INFO:teuthology.orchestra.run.smithi111.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-19T04:31:43.210 INFO:teuthology.orchestra.run.smithi111.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-19T04:31:43.210 INFO:teuthology.orchestra.run.smithi111.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-19T04:31:43.210 INFO:teuthology.orchestra.run.smithi111.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-19T04:31:43.210 INFO:teuthology.orchestra.run.smithi111.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-19T04:31:43.210 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-19T04:31:43.210 INFO:teuthology.orchestra.run.smithi111.stdout: python3-ply-3.11-14.el9.noarch 2024-09-19T04:31:43.210 INFO:teuthology.orchestra.run.smithi111.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-19T04:31:43.210 INFO:teuthology.orchestra.run.smithi111.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-19T04:31:43.210 INFO:teuthology.orchestra.run.smithi111.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-19T04:31:43.210 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-19T04:31:43.210 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-19T04:31:43.210 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-19T04:31:43.211 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-19T04:31:43.211 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-19T04:31:43.211 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-19T04:31:43.211 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.211 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.211 INFO:teuthology.orchestra.run.smithi111.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-19T04:31:43.211 INFO:teuthology.orchestra.run.smithi111.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-19T04:31:43.211 INFO:teuthology.orchestra.run.smithi111.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-19T04:31:43.211 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.211 INFO:teuthology.orchestra.run.smithi111.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-19T04:31:43.211 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-19T04:31:43.211 INFO:teuthology.orchestra.run.smithi111.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-19T04:31:43.211 INFO:teuthology.orchestra.run.smithi111.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-19T04:31:43.212 INFO:teuthology.orchestra.run.smithi111.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-19T04:31:43.212 INFO:teuthology.orchestra.run.smithi111.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-19T04:31:43.212 INFO:teuthology.orchestra.run.smithi111.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-19T04:31:43.212 INFO:teuthology.orchestra.run.smithi111.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-19T04:31:43.212 INFO:teuthology.orchestra.run.smithi111.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-19T04:31:43.212 INFO:teuthology.orchestra.run.smithi111.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-19T04:31:43.212 INFO:teuthology.orchestra.run.smithi111.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-19T04:31:43.212 INFO:teuthology.orchestra.run.smithi111.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-19T04:31:43.212 INFO:teuthology.orchestra.run.smithi111.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-19T04:31:43.212 INFO:teuthology.orchestra.run.smithi111.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-19T04:31:43.212 INFO:teuthology.orchestra.run.smithi111.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-19T04:31:43.212 INFO:teuthology.orchestra.run.smithi111.stdout: rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.212 INFO:teuthology.orchestra.run.smithi111.stdout: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.212 INFO:teuthology.orchestra.run.smithi111.stdout: rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:31:43.213 INFO:teuthology.orchestra.run.smithi111.stdout: re2-1:20211101-20.el9.x86_64 2024-09-19T04:31:43.213 INFO:teuthology.orchestra.run.smithi111.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-19T04:31:43.213 INFO:teuthology.orchestra.run.smithi111.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-19T04:31:43.213 INFO:teuthology.orchestra.run.smithi111.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-19T04:31:43.213 INFO:teuthology.orchestra.run.smithi111.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-19T04:31:43.213 INFO:teuthology.orchestra.run.smithi111.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-19T04:31:43.213 INFO:teuthology.orchestra.run.smithi111.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-19T04:31:43.213 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:43.213 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2024-09-19T04:31:43.635 DEBUG:teuthology.parallel:result is None 2024-09-19T04:31:43.636 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T04:31:43.780 DEBUG:teuthology.orchestra.run.smithi111:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-19T04:31:43.803 INFO:teuthology.orchestra.run.smithi111.stdout:19.1.1-361.g2f599a46.el9 2024-09-19T04:31:43.803 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-361.g2f599a46.el9 2024-09-19T04:31:43.803 INFO:teuthology.task.install:The correct ceph version 19.1.1-361.g2f599a46 is installed. 2024-09-19T04:31:43.805 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T04:31:43.947 DEBUG:teuthology.orchestra.run.smithi114:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-19T04:31:43.973 INFO:teuthology.orchestra.run.smithi114.stdout:19.1.1-361.g2f599a46.el9 2024-09-19T04:31:43.973 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-361.g2f599a46.el9 2024-09-19T04:31:43.974 INFO:teuthology.task.install:The correct ceph version 19.1.1-361.g2f599a46 is installed. 2024-09-19T04:31:43.975 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-19T04:31:43.976 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:31:43.976 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T04:31:44.004 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:31:44.004 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T04:31:44.045 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-19T04:31:44.045 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:31:44.045 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T04:31:44.072 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T04:31:44.137 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:31:44.137 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T04:31:44.167 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T04:31:44.236 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-19T04:31:44.236 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:31:44.236 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T04:31:44.260 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T04:31:44.326 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:31:44.326 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T04:31:44.355 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T04:31:44.423 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-19T04:31:44.424 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:31:44.424 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T04:31:44.448 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T04:31:44.512 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:31:44.512 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T04:31:44.539 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T04:31:44.606 INFO:teuthology.run_tasks:Running task ceph... 2024-09-19T04:31:44.698 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-19T04:31:44.699 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 777 /var/log/ceph 2024-09-19T04:31:44.701 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod 777 /var/log/ceph 2024-09-19T04:31:44.728 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-19T04:31:44.728 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-19T04:31:44.767 DEBUG:teuthology.orchestra.run.smithi114:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-19T04:31:44.794 INFO:tasks.ceph:Creating extra log directories... 2024-09-19T04:31:44.794 DEBUG:teuthology.orchestra.run.smithi111:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-19T04:31:44.833 DEBUG:teuthology.orchestra.run.smithi114:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-19T04:31:44.867 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-19T04:31:44.867 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-19T04:31:44.867 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-19T04:31:44.867 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:31:44.867 DEBUG:teuthology.orchestra.run.smithi111:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-19T04:31:44.911 DEBUG:teuthology.orchestra.run.smithi111:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-19T04:31:45.020 DEBUG:teuthology.orchestra.run.smithi111:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-19T04:31:45.045 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:31:45.045 DEBUG:teuthology.orchestra.run.smithi114:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-19T04:31:45.061 DEBUG:teuthology.orchestra.run.smithi114:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-19T04:31:45.172 DEBUG:teuthology.orchestra.run.smithi114:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-19T04:31:45.203 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-19T04:31:45.203 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug finisher': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'OSD full dropping all updates', 'OSD near full', 'pausewr flag', 'failsafe engaged, dropping updates', 'failsafe disengaged, no longer dropping', 'is full \\(reached quota', 'POOL_FULL', 'POOL_BACKFILLFULL'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-19T04:31:45.203 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911637', 'branch': 'squid', 'description': 'fs/volumes/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/volumes/{overrides test/misc}}', 'email': 'ceph-qa@ceph.com', 'first_in_suite': False, 'job_id': '7911637', 'kernel': {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'squid'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug finisher': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'OSD full dropping all updates', 'OSD near full', 'pausewr flag', 'failsafe engaged, dropping updates', 'failsafe disengaged, no longer dropping', 'is full \\(reached quota', 'POOL_FULL', 'POOL_BACKFILLFULL'], 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}}, 'kclient': {'syntax': 'v2'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0', 'scontext=system_u:system_r:getty_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'squid', 'sha1': '6fad5dd73c93545e52f57f681e140a9c3529c11e'}}, 'owner': 'scheduled_teuthology@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 1747, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'sleep_before_teardown': 0, 'subset': '176/512', 'suite': 'fs', 'suite_branch': 'squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph.git', 'suite_sha1': '6fad5dd73c93545e52f57f681e140a9c3529c11e', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi111.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJ/Q3IAV4xGyOjX+eSiO8yqusk12Zieg7j4J+XsuS71m+ZZejNiPjcSw+po02fEz2NgjnIW215G4YkqYB3BWI10=', 'smithi114.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDHHrJ0mVCFwmea/AunzZCsBMzjrmpubLTHUFsMUGyyGT4e4rJbK4v5P6n4VtlLD7LUDGvcXaSFJ+gBmAkpkDaY='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug finisher': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'OSD full dropping all updates', 'OSD near full', 'pausewr flag', 'failsafe engaged, dropping updates', 'failsafe disengaged, no longer dropping', 'is full \\(reached quota', 'POOL_FULL', 'POOL_BACKFILLFULL'], 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'kclient': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.test_volumes.TestMisc']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ["local function is_kupstream() return yaml.ktype == 'upstream' end", "local function is_kdistro() return yaml.ktype == 'distro' end", 'local function is_fuse() return false end', 'local function syntax_version() return yaml.overrides.kclient.syntax end']}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-18_21:24:17', 'tube': 'smithi', 'user': 'teuthology', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-19T04:31:45.204 DEBUG:teuthology.orchestra.run.smithi111:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-19T04:31:45.206 DEBUG:teuthology.orchestra.run.smithi114:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-19T04:31:45.253 DEBUG:teuthology.orchestra.run.smithi111:> sudo install -d -m0777 -- /var/run/ceph 2024-09-19T04:31:45.261 DEBUG:teuthology.orchestra.run.smithi114:> sudo install -d -m0777 -- /var/run/ceph 2024-09-19T04:31:45.318 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:31:45.318 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T04:31:45.338 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T04:31:45.339 DEBUG:teuthology.orchestra.run.smithi111:> stat /dev/vg_nvme/lv_1 2024-09-19T04:31:45.394 INFO:teuthology.orchestra.run.smithi111.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T04:31:45.394 INFO:teuthology.orchestra.run.smithi111.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T04:31:45.395 INFO:teuthology.orchestra.run.smithi111.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-09-19T04:31:45.395 INFO:teuthology.orchestra.run.smithi111.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T04:31:45.395 INFO:teuthology.orchestra.run.smithi111.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T04:31:45.395 INFO:teuthology.orchestra.run.smithi111.stdout:Access: 2024-09-19 04:31:35.216117863 +0000 2024-09-19T04:31:45.396 INFO:teuthology.orchestra.run.smithi111.stdout:Modify: 2024-09-19 04:29:44.579564431 +0000 2024-09-19T04:31:45.396 INFO:teuthology.orchestra.run.smithi111.stdout:Change: 2024-09-19 04:29:44.579564431 +0000 2024-09-19T04:31:45.396 INFO:teuthology.orchestra.run.smithi111.stdout: Birth: 2024-09-19 04:29:44.579564431 +0000 2024-09-19T04:31:45.396 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T04:31:45.457 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records in 2024-09-19T04:31:45.457 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records out 2024-09-19T04:31:45.457 INFO:teuthology.orchestra.run.smithi111.stderr:512 bytes copied, 0.000224713 s, 2.3 MB/s 2024-09-19T04:31:45.459 DEBUG:teuthology.orchestra.run.smithi111:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T04:31:45.515 DEBUG:teuthology.orchestra.run.smithi111:> stat /dev/vg_nvme/lv_2 2024-09-19T04:31:45.570 INFO:teuthology.orchestra.run.smithi111.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T04:31:45.570 INFO:teuthology.orchestra.run.smithi111.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T04:31:45.570 INFO:teuthology.orchestra.run.smithi111.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-09-19T04:31:45.571 INFO:teuthology.orchestra.run.smithi111.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T04:31:45.571 INFO:teuthology.orchestra.run.smithi111.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T04:31:45.571 INFO:teuthology.orchestra.run.smithi111.stdout:Access: 2024-09-19 04:31:35.216117863 +0000 2024-09-19T04:31:45.571 INFO:teuthology.orchestra.run.smithi111.stdout:Modify: 2024-09-19 04:29:44.904558825 +0000 2024-09-19T04:31:45.571 INFO:teuthology.orchestra.run.smithi111.stdout:Change: 2024-09-19 04:29:44.904558825 +0000 2024-09-19T04:31:45.571 INFO:teuthology.orchestra.run.smithi111.stdout: Birth: 2024-09-19 04:29:44.904558825 +0000 2024-09-19T04:31:45.571 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T04:31:45.633 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records in 2024-09-19T04:31:45.633 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records out 2024-09-19T04:31:45.633 INFO:teuthology.orchestra.run.smithi111.stderr:512 bytes copied, 0.000188248 s, 2.7 MB/s 2024-09-19T04:31:45.634 DEBUG:teuthology.orchestra.run.smithi111:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T04:31:45.690 DEBUG:teuthology.orchestra.run.smithi111:> stat /dev/vg_nvme/lv_3 2024-09-19T04:31:45.745 INFO:teuthology.orchestra.run.smithi111.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T04:31:45.745 INFO:teuthology.orchestra.run.smithi111.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T04:31:45.745 INFO:teuthology.orchestra.run.smithi111.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-09-19T04:31:45.745 INFO:teuthology.orchestra.run.smithi111.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T04:31:45.745 INFO:teuthology.orchestra.run.smithi111.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T04:31:45.745 INFO:teuthology.orchestra.run.smithi111.stdout:Access: 2024-09-19 04:31:35.217117846 +0000 2024-09-19T04:31:45.745 INFO:teuthology.orchestra.run.smithi111.stdout:Modify: 2024-09-19 04:29:45.234553133 +0000 2024-09-19T04:31:45.745 INFO:teuthology.orchestra.run.smithi111.stdout:Change: 2024-09-19 04:29:45.234553133 +0000 2024-09-19T04:31:45.746 INFO:teuthology.orchestra.run.smithi111.stdout: Birth: 2024-09-19 04:29:45.234553133 +0000 2024-09-19T04:31:45.746 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T04:31:45.808 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records in 2024-09-19T04:31:45.808 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records out 2024-09-19T04:31:45.808 INFO:teuthology.orchestra.run.smithi111.stderr:512 bytes copied, 0.000154171 s, 3.3 MB/s 2024-09-19T04:31:45.809 DEBUG:teuthology.orchestra.run.smithi111:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T04:31:45.865 DEBUG:teuthology.orchestra.run.smithi111:> stat /dev/vg_nvme/lv_4 2024-09-19T04:31:45.920 INFO:teuthology.orchestra.run.smithi111.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T04:31:45.920 INFO:teuthology.orchestra.run.smithi111.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T04:31:45.920 INFO:teuthology.orchestra.run.smithi111.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-19T04:31:45.920 INFO:teuthology.orchestra.run.smithi111.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T04:31:45.920 INFO:teuthology.orchestra.run.smithi111.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T04:31:45.920 INFO:teuthology.orchestra.run.smithi111.stdout:Access: 2024-09-19 04:31:35.217117846 +0000 2024-09-19T04:31:45.920 INFO:teuthology.orchestra.run.smithi111.stdout:Modify: 2024-09-19 04:29:45.564547441 +0000 2024-09-19T04:31:45.920 INFO:teuthology.orchestra.run.smithi111.stdout:Change: 2024-09-19 04:29:45.564547441 +0000 2024-09-19T04:31:45.921 INFO:teuthology.orchestra.run.smithi111.stdout: Birth: 2024-09-19 04:29:45.564547441 +0000 2024-09-19T04:31:45.921 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T04:31:45.983 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records in 2024-09-19T04:31:45.983 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records out 2024-09-19T04:31:45.983 INFO:teuthology.orchestra.run.smithi111.stderr:512 bytes copied, 0.000185504 s, 2.8 MB/s 2024-09-19T04:31:45.984 DEBUG:teuthology.orchestra.run.smithi111:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T04:31:46.041 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T04:31:46.041 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:31:46.041 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T04:31:46.058 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T04:31:46.059 DEBUG:teuthology.orchestra.run.smithi114:> stat /dev/vg_nvme/lv_1 2024-09-19T04:31:46.114 INFO:teuthology.orchestra.run.smithi114.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T04:31:46.115 INFO:teuthology.orchestra.run.smithi114.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T04:31:46.115 INFO:teuthology.orchestra.run.smithi114.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-19T04:31:46.115 INFO:teuthology.orchestra.run.smithi114.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T04:31:46.115 INFO:teuthology.orchestra.run.smithi114.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T04:31:46.115 INFO:teuthology.orchestra.run.smithi114.stdout:Access: 2024-09-19 04:31:29.676694347 +0000 2024-09-19T04:31:46.115 INFO:teuthology.orchestra.run.smithi114.stdout:Modify: 2024-09-19 04:29:44.573780843 +0000 2024-09-19T04:31:46.115 INFO:teuthology.orchestra.run.smithi114.stdout:Change: 2024-09-19 04:29:44.573780843 +0000 2024-09-19T04:31:46.115 INFO:teuthology.orchestra.run.smithi114.stdout: Birth: 2024-09-19 04:29:44.573780843 +0000 2024-09-19T04:31:46.115 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T04:31:46.180 INFO:teuthology.orchestra.run.smithi114.stderr:1+0 records in 2024-09-19T04:31:46.181 INFO:teuthology.orchestra.run.smithi114.stderr:1+0 records out 2024-09-19T04:31:46.181 INFO:teuthology.orchestra.run.smithi114.stderr:512 bytes copied, 0.000212728 s, 2.4 MB/s 2024-09-19T04:31:46.182 DEBUG:teuthology.orchestra.run.smithi114:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T04:31:46.239 DEBUG:teuthology.orchestra.run.smithi114:> stat /dev/vg_nvme/lv_2 2024-09-19T04:31:46.297 INFO:teuthology.orchestra.run.smithi114.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T04:31:46.297 INFO:teuthology.orchestra.run.smithi114.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T04:31:46.297 INFO:teuthology.orchestra.run.smithi114.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-19T04:31:46.298 INFO:teuthology.orchestra.run.smithi114.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T04:31:46.298 INFO:teuthology.orchestra.run.smithi114.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T04:31:46.298 INFO:teuthology.orchestra.run.smithi114.stdout:Access: 2024-09-19 04:31:29.676694347 +0000 2024-09-19T04:31:46.298 INFO:teuthology.orchestra.run.smithi114.stdout:Modify: 2024-09-19 04:29:44.896773521 +0000 2024-09-19T04:31:46.299 INFO:teuthology.orchestra.run.smithi114.stdout:Change: 2024-09-19 04:29:44.896773521 +0000 2024-09-19T04:31:46.299 INFO:teuthology.orchestra.run.smithi114.stdout: Birth: 2024-09-19 04:29:44.896773521 +0000 2024-09-19T04:31:46.299 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T04:31:46.361 INFO:teuthology.orchestra.run.smithi114.stderr:1+0 records in 2024-09-19T04:31:46.361 INFO:teuthology.orchestra.run.smithi114.stderr:1+0 records out 2024-09-19T04:31:46.361 INFO:teuthology.orchestra.run.smithi114.stderr:512 bytes copied, 0.000230532 s, 2.2 MB/s 2024-09-19T04:31:46.362 DEBUG:teuthology.orchestra.run.smithi114:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T04:31:46.420 DEBUG:teuthology.orchestra.run.smithi114:> stat /dev/vg_nvme/lv_3 2024-09-19T04:31:46.476 INFO:teuthology.orchestra.run.smithi114.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T04:31:46.476 INFO:teuthology.orchestra.run.smithi114.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T04:31:46.476 INFO:teuthology.orchestra.run.smithi114.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-09-19T04:31:46.476 INFO:teuthology.orchestra.run.smithi114.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T04:31:46.476 INFO:teuthology.orchestra.run.smithi114.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T04:31:46.476 INFO:teuthology.orchestra.run.smithi114.stdout:Access: 2024-09-19 04:31:29.677694324 +0000 2024-09-19T04:31:46.476 INFO:teuthology.orchestra.run.smithi114.stdout:Modify: 2024-09-19 04:29:45.219766198 +0000 2024-09-19T04:31:46.476 INFO:teuthology.orchestra.run.smithi114.stdout:Change: 2024-09-19 04:29:45.219766198 +0000 2024-09-19T04:31:46.476 INFO:teuthology.orchestra.run.smithi114.stdout: Birth: 2024-09-19 04:29:45.219766198 +0000 2024-09-19T04:31:46.477 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T04:31:46.539 INFO:teuthology.orchestra.run.smithi114.stderr:1+0 records in 2024-09-19T04:31:46.539 INFO:teuthology.orchestra.run.smithi114.stderr:1+0 records out 2024-09-19T04:31:46.539 INFO:teuthology.orchestra.run.smithi114.stderr:512 bytes copied, 0.00020646 s, 2.5 MB/s 2024-09-19T04:31:46.541 DEBUG:teuthology.orchestra.run.smithi114:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T04:31:46.597 DEBUG:teuthology.orchestra.run.smithi114:> stat /dev/vg_nvme/lv_4 2024-09-19T04:31:46.652 INFO:teuthology.orchestra.run.smithi114.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T04:31:46.652 INFO:teuthology.orchestra.run.smithi114.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T04:31:46.652 INFO:teuthology.orchestra.run.smithi114.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-09-19T04:31:46.652 INFO:teuthology.orchestra.run.smithi114.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T04:31:46.653 INFO:teuthology.orchestra.run.smithi114.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T04:31:46.653 INFO:teuthology.orchestra.run.smithi114.stdout:Access: 2024-09-19 04:31:29.677694324 +0000 2024-09-19T04:31:46.653 INFO:teuthology.orchestra.run.smithi114.stdout:Modify: 2024-09-19 04:29:45.553758626 +0000 2024-09-19T04:31:46.653 INFO:teuthology.orchestra.run.smithi114.stdout:Change: 2024-09-19 04:29:45.553758626 +0000 2024-09-19T04:31:46.653 INFO:teuthology.orchestra.run.smithi114.stdout: Birth: 2024-09-19 04:29:45.553758626 +0000 2024-09-19T04:31:46.653 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T04:31:46.715 INFO:teuthology.orchestra.run.smithi114.stderr:1+0 records in 2024-09-19T04:31:46.715 INFO:teuthology.orchestra.run.smithi114.stderr:1+0 records out 2024-09-19T04:31:46.715 INFO:teuthology.orchestra.run.smithi114.stderr:512 bytes copied, 0.000178742 s, 2.9 MB/s 2024-09-19T04:31:46.716 DEBUG:teuthology.orchestra.run.smithi114:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T04:31:46.772 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T04:31:46.772 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi111.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi114.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-19T04:31:46.772 INFO:tasks.ceph:Generating config... 2024-09-19T04:31:46.774 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-19T04:31:46.774 INFO:tasks.ceph:[client] debug client = 20 2024-09-19T04:31:46.774 INFO:tasks.ceph:[client] debug ms = 1 2024-09-19T04:31:46.774 INFO:tasks.ceph:[client] pid file = 2024-09-19T04:31:46.774 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-19T04:31:46.774 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-19T04:31:46.774 INFO:tasks.ceph:[global] ms die on skipped message = False 2024-09-19T04:31:46.774 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-19T04:31:46.774 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-19T04:31:46.775 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-19T04:31:46.775 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-19T04:31:46.775 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-19T04:31:46.775 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-19T04:31:46.775 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-19T04:31:46.775 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-19T04:31:46.775 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-19T04:31:46.775 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-19T04:31:46.775 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-19T04:31:46.775 INFO:tasks.ceph:[mgr] debug finisher = 20 2024-09-19T04:31:46.775 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-19T04:31:46.775 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-19T04:31:46.775 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-19T04:31:46.775 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-19T04:31:46.776 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-19T04:31:46.776 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-19T04:31:46.776 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-19T04:31:46.776 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-19T04:31:46.776 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-19T04:31:46.776 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-19T04:31:46.776 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-19T04:31:46.776 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-19T04:31:46.776 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-19T04:31:46.776 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-19T04:31:46.776 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-19T04:31:46.776 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-19T04:31:46.776 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-19T04:31:46.776 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-19T04:31:46.777 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-19T04:31:46.777 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-19T04:31:46.777 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-19T04:31:46.777 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-19T04:31:46.777 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-19T04:31:46.777 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-19T04:31:46.777 INFO:tasks.ceph:Setting up mon.a... 2024-09-19T04:31:46.777 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-19T04:31:46.831 INFO:teuthology.orchestra.run.smithi111.stdout:creating /etc/ceph/ceph.keyring 2024-09-19T04:31:46.833 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-19T04:31:46.876 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T04:31:46.941 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.111'), ('mon.b', '172.21.15.114'), ('mon.c', '[v2:172.21.15.114:3301,v1:172.21.15.114:6790]')] 2024-09-19T04:31:46.941 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.111,172.21.15.114,[v2:172.21.15.114:3301,v1:172.21.15.114:6790]', 'ms die on skipped message': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20, 'debug finisher': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-19T04:31:46.942 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:31:46.942 DEBUG:teuthology.orchestra.run.smithi111:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-19T04:31:46.996 DEBUG:teuthology.orchestra.run.smithi111:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.111 --add b 172.21.15.114 --addv c '[v2:172.21.15.114:3301,v1:172.21.15.114:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:31:47.084 INFO:teuthology.orchestra.run.smithi111.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:31:47.084 INFO:teuthology.orchestra.run.smithi111.stdout:monmaptool: generated fsid 96a4203e-380c-426d-916c-b9d719e0db84 2024-09-19T04:31:47.084 INFO:teuthology.orchestra.run.smithi111.stdout:setting min_mon_release = quincy 2024-09-19T04:31:47.085 INFO:teuthology.orchestra.run.smithi111.stdout:epoch 0 2024-09-19T04:31:47.085 INFO:teuthology.orchestra.run.smithi111.stdout:fsid 96a4203e-380c-426d-916c-b9d719e0db84 2024-09-19T04:31:47.085 INFO:teuthology.orchestra.run.smithi111.stdout:last_changed 2024-09-19T04:31:47.083913+0000 2024-09-19T04:31:47.085 INFO:teuthology.orchestra.run.smithi111.stdout:created 2024-09-19T04:31:47.083913+0000 2024-09-19T04:31:47.085 INFO:teuthology.orchestra.run.smithi111.stdout:min_mon_release 17 (quincy) 2024-09-19T04:31:47.085 INFO:teuthology.orchestra.run.smithi111.stdout:election_strategy: 1 2024-09-19T04:31:47.085 INFO:teuthology.orchestra.run.smithi111.stdout:0: [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] mon.a 2024-09-19T04:31:47.085 INFO:teuthology.orchestra.run.smithi111.stdout:1: [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] mon.b 2024-09-19T04:31:47.086 INFO:teuthology.orchestra.run.smithi111.stdout:2: [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] mon.c 2024-09-19T04:31:47.086 INFO:teuthology.orchestra.run.smithi111.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-19T04:31:47.087 DEBUG:teuthology.orchestra.run.smithi111:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-19T04:31:47.102 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 96a4203e-380c-426d-916c-b9d719e0db84... 2024-09-19T04:31:47.104 DEBUG:teuthology.orchestra.run.smithi111:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T04:31:47.145 DEBUG:teuthology.orchestra.run.smithi114:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T04:31:47.185 INFO:teuthology.orchestra.run.smithi111.stdout:[global] 2024-09-19T04:31:47.185 INFO:teuthology.orchestra.run.smithi111.stdout: chdir = "" 2024-09-19T04:31:47.185 INFO:teuthology.orchestra.run.smithi111.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T04:31:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: auth supported = cephx 2024-09-19T04:31:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: filestore xattr use omap = true 2024-09-19T04:31:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: mon clock drift allowed = 1.000 2024-09-19T04:31:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: osd crush chooseleaf type = 0 2024-09-19T04:31:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: auth debug = true 2024-09-19T04:31:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: ms die on old message = true 2024-09-19T04:31:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: ms die on bug = true 2024-09-19T04:31:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T04:31:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: mon pg warn max object skew = 0 2024-09-19T04:31:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T04:31:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T04:31:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: osd pool default size = 2 2024-09-19T04:31:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: mon osd allow primary affinity = true 2024-09-19T04:31:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: mon osd allow pg remap = true 2024-09-19T04:31:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: mon warn on legacy crush tunables = false 2024-09-19T04:31:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: mon warn on crush straw calc version zero = false 2024-09-19T04:31:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: mon warn on no sortbitwise = false 2024-09-19T04:31:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: mon warn on osd down out interval zero = false 2024-09-19T04:31:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: mon warn on too few osds = false 2024-09-19T04:31:47.188 INFO:teuthology.orchestra.run.smithi111.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T04:31:47.188 INFO:teuthology.orchestra.run.smithi111.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T04:31:47.188 INFO:teuthology.orchestra.run.smithi111.stdout: mon_allow_pool_size_one = true 2024-09-19T04:31:47.188 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.188 INFO:teuthology.orchestra.run.smithi111.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T04:31:47.188 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.188 INFO:teuthology.orchestra.run.smithi111.stdout: osd default data pool replay window = 5 2024-09-19T04:31:47.188 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.188 INFO:teuthology.orchestra.run.smithi111.stdout: mon allow pool delete = true 2024-09-19T04:31:47.188 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: mon cluster log file level = debug 2024-09-19T04:31:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: debug asserts on shutdown = true 2024-09-19T04:31:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: mon health detail to clog = false 2024-09-19T04:31:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: mon host = "172.21.15.111,172.21.15.114,[v2:172.21.15.114:3301,v1:172.21.15.114:6790]" 2024-09-19T04:31:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: ms die on skipped message = False 2024-09-19T04:31:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: fsid = 96a4203e-380c-426d-916c-b9d719e0db84 2024-09-19T04:31:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.189 INFO:teuthology.orchestra.run.smithi111.stdout:[osd] 2024-09-19T04:31:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: osd journal size = 100 2024-09-19T04:31:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: osd scrub load threshold = 5.0 2024-09-19T04:31:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: osd scrub max interval = 600 2024-09-19T04:31:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: osd mclock profile = high_recovery_ops 2024-09-19T04:31:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.190 INFO:teuthology.orchestra.run.smithi111.stdout: osd recover clone overlap = true 2024-09-19T04:31:47.190 INFO:teuthology.orchestra.run.smithi111.stdout: osd recovery max chunk = 1048576 2024-09-19T04:31:47.190 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.190 INFO:teuthology.orchestra.run.smithi111.stdout: osd debug shutdown = true 2024-09-19T04:31:47.190 INFO:teuthology.orchestra.run.smithi111.stdout: osd debug op order = true 2024-09-19T04:31:47.190 INFO:teuthology.orchestra.run.smithi111.stdout: osd debug verify stray on activate = true 2024-09-19T04:31:47.190 INFO:teuthology.orchestra.run.smithi111.stdout: osd debug trim objects = true 2024-09-19T04:31:47.190 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.190 INFO:teuthology.orchestra.run.smithi111.stdout: osd open classes on start = true 2024-09-19T04:31:47.190 INFO:teuthology.orchestra.run.smithi111.stdout: osd debug pg log writeout = true 2024-09-19T04:31:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: osd deep scrub update digest min age = 30 2024-09-19T04:31:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: osd map max advance = 10 2024-09-19T04:31:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: journal zero on create = true 2024-09-19T04:31:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: filestore ondisk finisher threads = 3 2024-09-19T04:31:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: filestore apply finisher threads = 3 2024-09-19T04:31:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: bdev debug aio = true 2024-09-19T04:31:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: osd debug misdirected ops = true 2024-09-19T04:31:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: bdev async discard = True 2024-09-19T04:31:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: bdev enable discard = True 2024-09-19T04:31:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: bluestore allocator = bitmap 2024-09-19T04:31:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: bluestore block size = 96636764160 2024-09-19T04:31:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: bluestore fsck on mount = True 2024-09-19T04:31:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: debug bluefs = 1/20 2024-09-19T04:31:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: debug bluestore = 1/20 2024-09-19T04:31:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: debug ms = 1 2024-09-19T04:31:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: debug osd = 20 2024-09-19T04:31:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: debug rocksdb = 4/10 2024-09-19T04:31:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T04:31:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: mon osd full ratio = 0.9 2024-09-19T04:31:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: mon osd nearfull ratio = 0.8 2024-09-19T04:31:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: osd failsafe full ratio = 0.95 2024-09-19T04:31:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: osd objectstore = bluestore 2024-09-19T04:31:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: osd op complaint time = 180 2024-09-19T04:31:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.193 INFO:teuthology.orchestra.run.smithi111.stdout:[mgr] 2024-09-19T04:31:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: debug ms = 1 2024-09-19T04:31:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: debug mgr = 20 2024-09-19T04:31:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: debug mon = 20 2024-09-19T04:31:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: debug auth = 20 2024-09-19T04:31:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: mon reweight min pgs per osd = 4 2024-09-19T04:31:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: mon reweight min bytes per osd = 10 2024-09-19T04:31:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: mgr/telemetry/nag = false 2024-09-19T04:31:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: debug client = 20 2024-09-19T04:31:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: debug finisher = 20 2024-09-19T04:31:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.193 INFO:teuthology.orchestra.run.smithi111.stdout:[mon] 2024-09-19T04:31:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: debug ms = 1 2024-09-19T04:31:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: debug mon = 20 2024-09-19T04:31:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: debug paxos = 20 2024-09-19T04:31:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: debug auth = 20 2024-09-19T04:31:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: mon data avail warn = 5 2024-09-19T04:31:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: mon mgr mkfs grace = 240 2024-09-19T04:31:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: mon reweight min pgs per osd = 4 2024-09-19T04:31:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: mon osd reporter subtree level = osd 2024-09-19T04:31:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: mon osd prime pg temp = true 2024-09-19T04:31:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: mon reweight min bytes per osd = 10 2024-09-19T04:31:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T04:31:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T04:31:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T04:31:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T04:31:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T04:31:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T04:31:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: # 1m isn't quite enough 2024-09-19T04:31:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: mon_down_mkfs_grace = 2m 2024-09-19T04:31:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: mon_warn_on_filestore_osds = false 2024-09-19T04:31:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: mon down mkfs grace = 300 2024-09-19T04:31:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: mon op complaint time = 120 2024-09-19T04:31:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: mon warn on pool no app = False 2024-09-19T04:31:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:31:47.195 INFO:teuthology.orchestra.run.smithi111.stdout:[client] 2024-09-19T04:31:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: rgw cache enabled = true 2024-09-19T04:31:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: rgw enable ops log = true 2024-09-19T04:31:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: rgw enable usage log = true 2024-09-19T04:31:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T04:31:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T04:31:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: client mount timeout = 600 2024-09-19T04:31:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: debug client = 20 2024-09-19T04:31:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: debug ms = 1 2024-09-19T04:31:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: pid file = "" 2024-09-19T04:31:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: rados mon op timeout = 900 2024-09-19T04:31:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: rados osd op timeout = 900 2024-09-19T04:31:47.196 INFO:teuthology.orchestra.run.smithi111.stdout:[mon.a] 2024-09-19T04:31:47.197 INFO:teuthology.orchestra.run.smithi111.stdout:[mon.b] 2024-09-19T04:31:47.197 INFO:teuthology.orchestra.run.smithi111.stdout:[mon.c] 2024-09-19T04:31:47.197 INFO:teuthology.orchestra.run.smithi111.stdout:[mds.a] 2024-09-19T04:31:47.197 INFO:teuthology.orchestra.run.smithi111.stdout:[mds.c] 2024-09-19T04:31:47.197 INFO:teuthology.orchestra.run.smithi111.stdout:[mds.b] 2024-09-19T04:31:47.197 INFO:teuthology.orchestra.run.smithi111.stdout:[mds.d] 2024-09-19T04:31:47.197 INFO:teuthology.orchestra.run.smithi111.stdout:[mds] 2024-09-19T04:31:47.197 INFO:teuthology.orchestra.run.smithi111.stdout: debug mds = 20 2024-09-19T04:31:47.197 INFO:teuthology.orchestra.run.smithi111.stdout: debug mds balancer = 20 2024-09-19T04:31:47.197 INFO:teuthology.orchestra.run.smithi111.stdout: debug ms = 1 2024-09-19T04:31:47.197 INFO:teuthology.orchestra.run.smithi111.stdout: mds debug frag = True 2024-09-19T04:31:47.197 INFO:teuthology.orchestra.run.smithi111.stdout: mds debug scatterstat = True 2024-09-19T04:31:47.197 INFO:teuthology.orchestra.run.smithi111.stdout: mds op complaint time = 180 2024-09-19T04:31:47.197 INFO:teuthology.orchestra.run.smithi111.stdout: mds verify scatter = True 2024-09-19T04:31:47.198 INFO:teuthology.orchestra.run.smithi111.stdout: osd op complaint time = 180 2024-09-19T04:31:47.198 INFO:teuthology.orchestra.run.smithi111.stdout: rados mon op timeout = 900 2024-09-19T04:31:47.198 INFO:teuthology.orchestra.run.smithi111.stdout: rados osd op timeout = 900 2024-09-19T04:31:47.198 INFO:teuthology.orchestra.run.smithi114.stdout:[global] 2024-09-19T04:31:47.198 INFO:teuthology.orchestra.run.smithi114.stdout: chdir = "" 2024-09-19T04:31:47.198 INFO:teuthology.orchestra.run.smithi114.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T04:31:47.199 INFO:teuthology.orchestra.run.smithi114.stdout: auth supported = cephx 2024-09-19T04:31:47.199 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.199 INFO:teuthology.orchestra.run.smithi114.stdout: filestore xattr use omap = true 2024-09-19T04:31:47.199 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.199 INFO:teuthology.orchestra.run.smithi114.stdout: mon clock drift allowed = 1.000 2024-09-19T04:31:47.199 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.199 INFO:teuthology.orchestra.run.smithi114.stdout: osd crush chooseleaf type = 0 2024-09-19T04:31:47.199 INFO:teuthology.orchestra.run.smithi114.stdout: auth debug = true 2024-09-19T04:31:47.199 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.199 INFO:teuthology.orchestra.run.smithi114.stdout: ms die on old message = true 2024-09-19T04:31:47.199 INFO:teuthology.orchestra.run.smithi114.stdout: ms die on bug = true 2024-09-19T04:31:47.199 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.199 INFO:teuthology.orchestra.run.smithi114.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T04:31:47.199 INFO:teuthology.orchestra.run.smithi114.stdout: mon pg warn max object skew = 0 2024-09-19T04:31:47.200 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.200 INFO:teuthology.orchestra.run.smithi114.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T04:31:47.200 INFO:teuthology.orchestra.run.smithi114.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T04:31:47.200 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.200 INFO:teuthology.orchestra.run.smithi114.stdout: osd pool default size = 2 2024-09-19T04:31:47.200 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.200 INFO:teuthology.orchestra.run.smithi114.stdout: mon osd allow primary affinity = true 2024-09-19T04:31:47.200 INFO:teuthology.orchestra.run.smithi114.stdout: mon osd allow pg remap = true 2024-09-19T04:31:47.200 INFO:teuthology.orchestra.run.smithi114.stdout: mon warn on legacy crush tunables = false 2024-09-19T04:31:47.200 INFO:teuthology.orchestra.run.smithi114.stdout: mon warn on crush straw calc version zero = false 2024-09-19T04:31:47.200 INFO:teuthology.orchestra.run.smithi114.stdout: mon warn on no sortbitwise = false 2024-09-19T04:31:47.200 INFO:teuthology.orchestra.run.smithi114.stdout: mon warn on osd down out interval zero = false 2024-09-19T04:31:47.200 INFO:teuthology.orchestra.run.smithi114.stdout: mon warn on too few osds = false 2024-09-19T04:31:47.201 INFO:teuthology.orchestra.run.smithi114.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T04:31:47.201 INFO:teuthology.orchestra.run.smithi114.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T04:31:47.201 INFO:teuthology.orchestra.run.smithi114.stdout: mon_allow_pool_size_one = true 2024-09-19T04:31:47.201 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.201 INFO:teuthology.orchestra.run.smithi114.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T04:31:47.201 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.201 INFO:teuthology.orchestra.run.smithi114.stdout: osd default data pool replay window = 5 2024-09-19T04:31:47.201 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.201 INFO:teuthology.orchestra.run.smithi114.stdout: mon allow pool delete = true 2024-09-19T04:31:47.201 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.201 INFO:teuthology.orchestra.run.smithi114.stdout: mon cluster log file level = debug 2024-09-19T04:31:47.202 INFO:teuthology.orchestra.run.smithi114.stdout: debug asserts on shutdown = true 2024-09-19T04:31:47.202 INFO:teuthology.orchestra.run.smithi114.stdout: mon health detail to clog = false 2024-09-19T04:31:47.202 INFO:teuthology.orchestra.run.smithi114.stdout: mon host = "172.21.15.111,172.21.15.114,[v2:172.21.15.114:3301,v1:172.21.15.114:6790]" 2024-09-19T04:31:47.202 INFO:teuthology.orchestra.run.smithi114.stdout: ms die on skipped message = False 2024-09-19T04:31:47.202 INFO:teuthology.orchestra.run.smithi114.stdout: fsid = 96a4203e-380c-426d-916c-b9d719e0db84 2024-09-19T04:31:47.202 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.202 INFO:teuthology.orchestra.run.smithi114.stdout:[osd] 2024-09-19T04:31:47.202 INFO:teuthology.orchestra.run.smithi114.stdout: osd journal size = 100 2024-09-19T04:31:47.202 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.202 INFO:teuthology.orchestra.run.smithi114.stdout: osd scrub load threshold = 5.0 2024-09-19T04:31:47.203 INFO:teuthology.orchestra.run.smithi114.stdout: osd scrub max interval = 600 2024-09-19T04:31:47.203 INFO:teuthology.orchestra.run.smithi114.stdout: osd mclock profile = high_recovery_ops 2024-09-19T04:31:47.203 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.203 INFO:teuthology.orchestra.run.smithi114.stdout: osd recover clone overlap = true 2024-09-19T04:31:47.203 INFO:teuthology.orchestra.run.smithi114.stdout: osd recovery max chunk = 1048576 2024-09-19T04:31:47.203 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.203 INFO:teuthology.orchestra.run.smithi114.stdout: osd debug shutdown = true 2024-09-19T04:31:47.203 INFO:teuthology.orchestra.run.smithi114.stdout: osd debug op order = true 2024-09-19T04:31:47.203 INFO:teuthology.orchestra.run.smithi114.stdout: osd debug verify stray on activate = true 2024-09-19T04:31:47.203 INFO:teuthology.orchestra.run.smithi114.stdout: osd debug trim objects = true 2024-09-19T04:31:47.203 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.204 INFO:teuthology.orchestra.run.smithi114.stdout: osd open classes on start = true 2024-09-19T04:31:47.204 INFO:teuthology.orchestra.run.smithi114.stdout: osd debug pg log writeout = true 2024-09-19T04:31:47.204 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.204 INFO:teuthology.orchestra.run.smithi114.stdout: osd deep scrub update digest min age = 30 2024-09-19T04:31:47.204 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.204 INFO:teuthology.orchestra.run.smithi114.stdout: osd map max advance = 10 2024-09-19T04:31:47.204 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.205 INFO:teuthology.orchestra.run.smithi114.stdout: journal zero on create = true 2024-09-19T04:31:47.205 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.205 INFO:teuthology.orchestra.run.smithi114.stdout: filestore ondisk finisher threads = 3 2024-09-19T04:31:47.205 INFO:teuthology.orchestra.run.smithi114.stdout: filestore apply finisher threads = 3 2024-09-19T04:31:47.205 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.205 INFO:teuthology.orchestra.run.smithi114.stdout: bdev debug aio = true 2024-09-19T04:31:47.206 INFO:teuthology.orchestra.run.smithi114.stdout: osd debug misdirected ops = true 2024-09-19T04:31:47.206 INFO:teuthology.orchestra.run.smithi114.stdout: bdev async discard = True 2024-09-19T04:31:47.206 INFO:teuthology.orchestra.run.smithi114.stdout: bdev enable discard = True 2024-09-19T04:31:47.206 INFO:teuthology.orchestra.run.smithi114.stdout: bluestore allocator = bitmap 2024-09-19T04:31:47.206 INFO:teuthology.orchestra.run.smithi114.stdout: bluestore block size = 96636764160 2024-09-19T04:31:47.206 INFO:teuthology.orchestra.run.smithi114.stdout: bluestore fsck on mount = True 2024-09-19T04:31:47.206 INFO:teuthology.orchestra.run.smithi114.stdout: debug bluefs = 1/20 2024-09-19T04:31:47.206 INFO:teuthology.orchestra.run.smithi114.stdout: debug bluestore = 1/20 2024-09-19T04:31:47.206 INFO:teuthology.orchestra.run.smithi114.stdout: debug ms = 1 2024-09-19T04:31:47.207 INFO:teuthology.orchestra.run.smithi114.stdout: debug osd = 20 2024-09-19T04:31:47.207 INFO:teuthology.orchestra.run.smithi114.stdout: debug rocksdb = 4/10 2024-09-19T04:31:47.207 INFO:teuthology.orchestra.run.smithi114.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T04:31:47.207 INFO:teuthology.orchestra.run.smithi114.stdout: mon osd full ratio = 0.9 2024-09-19T04:31:47.207 INFO:teuthology.orchestra.run.smithi114.stdout: mon osd nearfull ratio = 0.8 2024-09-19T04:31:47.207 INFO:teuthology.orchestra.run.smithi114.stdout: osd failsafe full ratio = 0.95 2024-09-19T04:31:47.207 INFO:teuthology.orchestra.run.smithi114.stdout: osd objectstore = bluestore 2024-09-19T04:31:47.207 INFO:teuthology.orchestra.run.smithi114.stdout: osd op complaint time = 180 2024-09-19T04:31:47.208 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.208 INFO:teuthology.orchestra.run.smithi114.stdout:[mgr] 2024-09-19T04:31:47.208 INFO:teuthology.orchestra.run.smithi114.stdout: debug ms = 1 2024-09-19T04:31:47.208 INFO:teuthology.orchestra.run.smithi114.stdout: debug mgr = 20 2024-09-19T04:31:47.208 INFO:teuthology.orchestra.run.smithi114.stdout: debug mon = 20 2024-09-19T04:31:47.208 INFO:teuthology.orchestra.run.smithi114.stdout: debug auth = 20 2024-09-19T04:31:47.208 INFO:teuthology.orchestra.run.smithi114.stdout: mon reweight min pgs per osd = 4 2024-09-19T04:31:47.208 INFO:teuthology.orchestra.run.smithi114.stdout: mon reweight min bytes per osd = 10 2024-09-19T04:31:47.208 INFO:teuthology.orchestra.run.smithi114.stdout: mgr/telemetry/nag = false 2024-09-19T04:31:47.208 INFO:teuthology.orchestra.run.smithi114.stdout: debug client = 20 2024-09-19T04:31:47.209 INFO:teuthology.orchestra.run.smithi114.stdout: debug finisher = 20 2024-09-19T04:31:47.209 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.209 INFO:teuthology.orchestra.run.smithi114.stdout:[mon] 2024-09-19T04:31:47.209 INFO:teuthology.orchestra.run.smithi114.stdout: debug ms = 1 2024-09-19T04:31:47.209 INFO:teuthology.orchestra.run.smithi114.stdout: debug mon = 20 2024-09-19T04:31:47.209 INFO:teuthology.orchestra.run.smithi114.stdout: debug paxos = 20 2024-09-19T04:31:47.209 INFO:teuthology.orchestra.run.smithi114.stdout: debug auth = 20 2024-09-19T04:31:47.209 INFO:teuthology.orchestra.run.smithi114.stdout: mon data avail warn = 5 2024-09-19T04:31:47.209 INFO:teuthology.orchestra.run.smithi114.stdout: mon mgr mkfs grace = 240 2024-09-19T04:31:47.209 INFO:teuthology.orchestra.run.smithi114.stdout: mon reweight min pgs per osd = 4 2024-09-19T04:31:47.209 INFO:teuthology.orchestra.run.smithi114.stdout: mon osd reporter subtree level = osd 2024-09-19T04:31:47.209 INFO:teuthology.orchestra.run.smithi114.stdout: mon osd prime pg temp = true 2024-09-19T04:31:47.209 INFO:teuthology.orchestra.run.smithi114.stdout: mon reweight min bytes per osd = 10 2024-09-19T04:31:47.209 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.210 INFO:teuthology.orchestra.run.smithi114.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T04:31:47.210 INFO:teuthology.orchestra.run.smithi114.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T04:31:47.210 INFO:teuthology.orchestra.run.smithi114.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T04:31:47.210 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.210 INFO:teuthology.orchestra.run.smithi114.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T04:31:47.210 INFO:teuthology.orchestra.run.smithi114.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T04:31:47.210 INFO:teuthology.orchestra.run.smithi114.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T04:31:47.210 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.210 INFO:teuthology.orchestra.run.smithi114.stdout: # 1m isn't quite enough 2024-09-19T04:31:47.210 INFO:teuthology.orchestra.run.smithi114.stdout: mon_down_mkfs_grace = 2m 2024-09-19T04:31:47.210 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.210 INFO:teuthology.orchestra.run.smithi114.stdout: mon_warn_on_filestore_osds = false 2024-09-19T04:31:47.210 INFO:teuthology.orchestra.run.smithi114.stdout: mon down mkfs grace = 300 2024-09-19T04:31:47.210 INFO:teuthology.orchestra.run.smithi114.stdout: mon op complaint time = 120 2024-09-19T04:31:47.210 INFO:teuthology.orchestra.run.smithi114.stdout: mon warn on pool no app = False 2024-09-19T04:31:47.211 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-19T04:31:47.211 INFO:teuthology.orchestra.run.smithi114.stdout:[client] 2024-09-19T04:31:47.211 INFO:teuthology.orchestra.run.smithi114.stdout: rgw cache enabled = true 2024-09-19T04:31:47.211 INFO:teuthology.orchestra.run.smithi114.stdout: rgw enable ops log = true 2024-09-19T04:31:47.211 INFO:teuthology.orchestra.run.smithi114.stdout: rgw enable usage log = true 2024-09-19T04:31:47.211 INFO:teuthology.orchestra.run.smithi114.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T04:31:47.211 INFO:teuthology.orchestra.run.smithi114.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T04:31:47.211 INFO:teuthology.orchestra.run.smithi114.stdout: client mount timeout = 600 2024-09-19T04:31:47.211 INFO:teuthology.orchestra.run.smithi114.stdout: debug client = 20 2024-09-19T04:31:47.211 INFO:teuthology.orchestra.run.smithi114.stdout: debug ms = 1 2024-09-19T04:31:47.211 INFO:teuthology.orchestra.run.smithi114.stdout: pid file = "" 2024-09-19T04:31:47.211 INFO:teuthology.orchestra.run.smithi114.stdout: rados mon op timeout = 900 2024-09-19T04:31:47.211 INFO:teuthology.orchestra.run.smithi114.stdout: rados osd op timeout = 900 2024-09-19T04:31:47.211 INFO:teuthology.orchestra.run.smithi114.stdout:[mon.a] 2024-09-19T04:31:47.211 INFO:teuthology.orchestra.run.smithi114.stdout:[mon.b] 2024-09-19T04:31:47.212 INFO:teuthology.orchestra.run.smithi114.stdout:[mon.c] 2024-09-19T04:31:47.212 INFO:teuthology.orchestra.run.smithi114.stdout:[mds.a] 2024-09-19T04:31:47.212 INFO:teuthology.orchestra.run.smithi114.stdout:[mds.c] 2024-09-19T04:31:47.212 INFO:teuthology.orchestra.run.smithi114.stdout:[mds.b] 2024-09-19T04:31:47.212 INFO:teuthology.orchestra.run.smithi114.stdout:[mds.d] 2024-09-19T04:31:47.212 INFO:teuthology.orchestra.run.smithi114.stdout:[mds] 2024-09-19T04:31:47.212 INFO:teuthology.orchestra.run.smithi114.stdout: debug mds = 20 2024-09-19T04:31:47.212 INFO:teuthology.orchestra.run.smithi114.stdout: debug mds balancer = 20 2024-09-19T04:31:47.212 INFO:teuthology.orchestra.run.smithi114.stdout: debug ms = 1 2024-09-19T04:31:47.212 INFO:teuthology.orchestra.run.smithi114.stdout: mds debug frag = True 2024-09-19T04:31:47.212 INFO:teuthology.orchestra.run.smithi114.stdout: mds debug scatterstat = True 2024-09-19T04:31:47.212 INFO:teuthology.orchestra.run.smithi114.stdout: mds op complaint time = 180 2024-09-19T04:31:47.212 INFO:teuthology.orchestra.run.smithi114.stdout: mds verify scatter = True 2024-09-19T04:31:47.213 INFO:teuthology.orchestra.run.smithi114.stdout: osd op complaint time = 180 2024-09-19T04:31:47.213 INFO:teuthology.orchestra.run.smithi114.stdout: rados mon op timeout = 900 2024-09-19T04:31:47.213 INFO:teuthology.orchestra.run.smithi114.stdout: rados osd op timeout = 900 2024-09-19T04:31:47.215 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-19T04:31:47.216 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-19T04:31:47.310 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-19T04:31:47.310 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:31:47.310 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-19T04:31:47.325 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:31:47.325 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-19T04:31:47.381 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi111.front.sepia.ceph.com 2024-09-19T04:31:47.381 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:31:47.381 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-19T04:31:47.381 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T04:31:47.455 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:31:47.455 DEBUG:teuthology.orchestra.run.smithi111:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:31:47.510 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi114.front.sepia.ceph.com 2024-09-19T04:31:47.511 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:31:47.511 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-19T04:31:47.511 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T04:31:47.545 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:31:47.546 DEBUG:teuthology.orchestra.run.smithi114:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:31:47.601 INFO:tasks.ceph:Setting up mon nodes... 2024-09-19T04:31:47.601 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-19T04:31:47.601 DEBUG:teuthology.orchestra.run.smithi111:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-19T04:31:47.651 INFO:teuthology.orchestra.run.smithi111.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-19T04:31:47.654 DEBUG:teuthology.orchestra.run.smithi114:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-19T04:31:47.714 INFO:teuthology.orchestra.run.smithi114.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-19T04:31:47.717 INFO:tasks.ceph:Setting up mds nodes... 2024-09-19T04:31:47.717 DEBUG:teuthology.orchestra.run.smithi111:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-19T04:31:47.768 INFO:teuthology.orchestra.run.smithi111.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-19T04:31:47.771 DEBUG:teuthology.orchestra.run.smithi111:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-19T04:31:47.795 DEBUG:teuthology.orchestra.run.smithi111:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-19T04:31:47.885 INFO:teuthology.orchestra.run.smithi111.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-19T04:31:47.888 DEBUG:teuthology.orchestra.run.smithi111:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-19T04:31:47.912 DEBUG:teuthology.orchestra.run.smithi114:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-19T04:31:47.963 INFO:teuthology.orchestra.run.smithi114.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-19T04:31:47.966 DEBUG:teuthology.orchestra.run.smithi114:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-19T04:31:47.991 DEBUG:teuthology.orchestra.run.smithi114:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-19T04:31:48.080 INFO:teuthology.orchestra.run.smithi114.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-19T04:31:48.083 DEBUG:teuthology.orchestra.run.smithi114:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-19T04:31:48.107 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-19T04:31:48.108 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-19T04:31:48.148 INFO:teuthology.orchestra.run.smithi111.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-19T04:31:48.161 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-19T04:31:48.242 INFO:teuthology.orchestra.run.smithi111.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-19T04:31:48.254 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-19T04:31:48.295 INFO:teuthology.orchestra.run.smithi114.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-19T04:31:48.308 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-19T04:31:48.388 INFO:teuthology.orchestra.run.smithi114.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-19T04:31:48.401 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-19T04:31:48.401 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi111.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi114.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-19T04:31:48.401 DEBUG:teuthology.orchestra.run.smithi111:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-19T04:31:48.426 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T04:31:48.426 INFO:tasks.ceph:role: osd.0 2024-09-19T04:31:48.426 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi111.front.sepia.ceph.com 2024-09-19T04:31:48.426 DEBUG:teuthology.orchestra.run.smithi111:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-19T04:31:48.498 INFO:teuthology.orchestra.run.smithi111.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T04:31:48.498 INFO:teuthology.orchestra.run.smithi111.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T04:31:48.498 INFO:teuthology.orchestra.run.smithi111.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T04:31:48.499 INFO:teuthology.orchestra.run.smithi111.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T04:31:48.499 INFO:teuthology.orchestra.run.smithi111.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T04:31:48.499 INFO:teuthology.orchestra.run.smithi111.stdout: = sunit=0 swidth=0 blks 2024-09-19T04:31:48.499 INFO:teuthology.orchestra.run.smithi111.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T04:31:48.499 INFO:teuthology.orchestra.run.smithi111.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T04:31:48.499 INFO:teuthology.orchestra.run.smithi111.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T04:31:48.499 INFO:teuthology.orchestra.run.smithi111.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T04:31:48.994 INFO:teuthology.orchestra.run.smithi111.stdout:Discarding blocks...Done. 2024-09-19T04:31:48.996 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi111.front.sepia.ceph.com -o noatime 2024-09-19T04:31:48.996 DEBUG:teuthology.orchestra.run.smithi111:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-19T04:31:49.098 DEBUG:teuthology.orchestra.run.smithi111:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-19T04:31:49.131 DEBUG:teuthology.orchestra.run.smithi111:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-19T04:31:49.198 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T04:31:49.198 INFO:tasks.ceph:role: osd.1 2024-09-19T04:31:49.198 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi111.front.sepia.ceph.com 2024-09-19T04:31:49.199 DEBUG:teuthology.orchestra.run.smithi111:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-19T04:31:49.272 INFO:teuthology.orchestra.run.smithi111.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T04:31:49.272 INFO:teuthology.orchestra.run.smithi111.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T04:31:49.272 INFO:teuthology.orchestra.run.smithi111.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T04:31:49.272 INFO:teuthology.orchestra.run.smithi111.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T04:31:49.272 INFO:teuthology.orchestra.run.smithi111.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T04:31:49.272 INFO:teuthology.orchestra.run.smithi111.stdout: = sunit=0 swidth=0 blks 2024-09-19T04:31:49.272 INFO:teuthology.orchestra.run.smithi111.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T04:31:49.273 INFO:teuthology.orchestra.run.smithi111.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T04:31:49.273 INFO:teuthology.orchestra.run.smithi111.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T04:31:49.273 INFO:teuthology.orchestra.run.smithi111.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T04:31:49.733 INFO:teuthology.orchestra.run.smithi111.stdout:Discarding blocks...Done. 2024-09-19T04:31:49.735 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi111.front.sepia.ceph.com -o noatime 2024-09-19T04:31:49.736 DEBUG:teuthology.orchestra.run.smithi111:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-19T04:31:49.826 DEBUG:teuthology.orchestra.run.smithi111:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-19T04:31:49.855 DEBUG:teuthology.orchestra.run.smithi111:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-19T04:31:49.920 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T04:31:49.920 INFO:tasks.ceph:role: osd.2 2024-09-19T04:31:49.921 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi111.front.sepia.ceph.com 2024-09-19T04:31:49.921 DEBUG:teuthology.orchestra.run.smithi111:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-19T04:31:49.992 INFO:teuthology.orchestra.run.smithi111.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T04:31:49.992 INFO:teuthology.orchestra.run.smithi111.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T04:31:49.993 INFO:teuthology.orchestra.run.smithi111.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T04:31:49.993 INFO:teuthology.orchestra.run.smithi111.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T04:31:49.993 INFO:teuthology.orchestra.run.smithi111.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T04:31:49.993 INFO:teuthology.orchestra.run.smithi111.stdout: = sunit=0 swidth=0 blks 2024-09-19T04:31:49.993 INFO:teuthology.orchestra.run.smithi111.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T04:31:49.993 INFO:teuthology.orchestra.run.smithi111.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T04:31:49.994 INFO:teuthology.orchestra.run.smithi111.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T04:31:49.994 INFO:teuthology.orchestra.run.smithi111.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T04:31:50.489 INFO:teuthology.orchestra.run.smithi111.stdout:Discarding blocks...Done. 2024-09-19T04:31:50.491 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi111.front.sepia.ceph.com -o noatime 2024-09-19T04:31:50.491 DEBUG:teuthology.orchestra.run.smithi111:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-19T04:31:50.619 DEBUG:teuthology.orchestra.run.smithi111:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-19T04:31:50.649 DEBUG:teuthology.orchestra.run.smithi111:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-19T04:31:50.715 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T04:31:50.715 INFO:tasks.ceph:role: osd.3 2024-09-19T04:31:50.715 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi111.front.sepia.ceph.com 2024-09-19T04:31:50.715 DEBUG:teuthology.orchestra.run.smithi111:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-19T04:31:50.787 INFO:teuthology.orchestra.run.smithi111.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T04:31:50.787 INFO:teuthology.orchestra.run.smithi111.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T04:31:50.787 INFO:teuthology.orchestra.run.smithi111.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T04:31:50.787 INFO:teuthology.orchestra.run.smithi111.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T04:31:50.787 INFO:teuthology.orchestra.run.smithi111.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T04:31:50.787 INFO:teuthology.orchestra.run.smithi111.stdout: = sunit=0 swidth=0 blks 2024-09-19T04:31:50.787 INFO:teuthology.orchestra.run.smithi111.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T04:31:50.787 INFO:teuthology.orchestra.run.smithi111.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T04:31:50.787 INFO:teuthology.orchestra.run.smithi111.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T04:31:50.787 INFO:teuthology.orchestra.run.smithi111.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T04:31:51.276 INFO:teuthology.orchestra.run.smithi111.stdout:Discarding blocks...Done. 2024-09-19T04:31:51.278 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi111.front.sepia.ceph.com -o noatime 2024-09-19T04:31:51.278 DEBUG:teuthology.orchestra.run.smithi111:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-19T04:31:51.410 DEBUG:teuthology.orchestra.run.smithi111:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-19T04:31:51.440 DEBUG:teuthology.orchestra.run.smithi111:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:31:51.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:31:51.545+0000 7f4d4a210640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-19T04:31:51.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:31:51.545+0000 7f4d4a210640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-19T04:31:51.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:31:51.545+0000 7f4d4a210640 -1 bdev(0x55eed53f1800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-19T04:31:51.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:31:51.545+0000 7f4d4a210640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-19T04:31:55.207 DEBUG:teuthology.orchestra.run.smithi111:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-19T04:31:55.236 DEBUG:teuthology.orchestra.run.smithi111:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:31:55.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:31:55.325+0000 7f0ff1015640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-19T04:31:55.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:31:55.326+0000 7f0ff1015640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-19T04:31:55.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:31:55.326+0000 7f0ff1015640 -1 bdev(0x56187439f800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-19T04:31:55.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:31:55.326+0000 7f0ff1015640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-19T04:31:59.232 DEBUG:teuthology.orchestra.run.smithi111:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-19T04:31:59.262 DEBUG:teuthology.orchestra.run.smithi111:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:31:59.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:31:59.350+0000 7f6ec9902640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-19T04:31:59.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:31:59.351+0000 7f6ec9902640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-19T04:31:59.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:31:59.351+0000 7f6ec9902640 -1 bdev(0x5636f477b800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-19T04:31:59.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:31:59.351+0000 7f6ec9902640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-19T04:32:03.251 DEBUG:teuthology.orchestra.run.smithi111:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-19T04:32:03.281 DEBUG:teuthology.orchestra.run.smithi111:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:32:03.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:03.370+0000 7f640eeef640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-19T04:32:03.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:03.370+0000 7f640eeef640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-19T04:32:03.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:03.370+0000 7f640eeef640 -1 bdev(0x55fc232cd800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-19T04:32:03.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:03.370+0000 7f640eeef640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-19T04:32:07.044 DEBUG:teuthology.orchestra.run.smithi111:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-19T04:32:07.073 DEBUG:teuthology.orchestra.run.smithi114:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-19T04:32:07.103 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T04:32:07.103 INFO:tasks.ceph:role: osd.4 2024-09-19T04:32:07.103 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi114.front.sepia.ceph.com 2024-09-19T04:32:07.104 DEBUG:teuthology.orchestra.run.smithi114:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-19T04:32:07.180 INFO:teuthology.orchestra.run.smithi114.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T04:32:07.180 INFO:teuthology.orchestra.run.smithi114.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T04:32:07.180 INFO:teuthology.orchestra.run.smithi114.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T04:32:07.180 INFO:teuthology.orchestra.run.smithi114.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T04:32:07.181 INFO:teuthology.orchestra.run.smithi114.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T04:32:07.181 INFO:teuthology.orchestra.run.smithi114.stdout: = sunit=0 swidth=0 blks 2024-09-19T04:32:07.181 INFO:teuthology.orchestra.run.smithi114.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T04:32:07.181 INFO:teuthology.orchestra.run.smithi114.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T04:32:07.181 INFO:teuthology.orchestra.run.smithi114.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T04:32:07.181 INFO:teuthology.orchestra.run.smithi114.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T04:32:07.689 INFO:teuthology.orchestra.run.smithi114.stdout:Discarding blocks...Done. 2024-09-19T04:32:07.690 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi114.front.sepia.ceph.com -o noatime 2024-09-19T04:32:07.691 DEBUG:teuthology.orchestra.run.smithi114:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-19T04:32:07.827 DEBUG:teuthology.orchestra.run.smithi114:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-19T04:32:07.858 DEBUG:teuthology.orchestra.run.smithi114:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-19T04:32:07.923 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T04:32:07.924 INFO:tasks.ceph:role: osd.5 2024-09-19T04:32:07.924 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi114.front.sepia.ceph.com 2024-09-19T04:32:07.924 DEBUG:teuthology.orchestra.run.smithi114:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-19T04:32:07.996 INFO:teuthology.orchestra.run.smithi114.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T04:32:07.996 INFO:teuthology.orchestra.run.smithi114.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T04:32:07.996 INFO:teuthology.orchestra.run.smithi114.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T04:32:07.996 INFO:teuthology.orchestra.run.smithi114.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T04:32:07.996 INFO:teuthology.orchestra.run.smithi114.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T04:32:07.996 INFO:teuthology.orchestra.run.smithi114.stdout: = sunit=0 swidth=0 blks 2024-09-19T04:32:07.997 INFO:teuthology.orchestra.run.smithi114.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T04:32:07.997 INFO:teuthology.orchestra.run.smithi114.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T04:32:07.997 INFO:teuthology.orchestra.run.smithi114.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T04:32:07.997 INFO:teuthology.orchestra.run.smithi114.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T04:32:08.459 INFO:teuthology.orchestra.run.smithi114.stdout:Discarding blocks...Done. 2024-09-19T04:32:08.461 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi114.front.sepia.ceph.com -o noatime 2024-09-19T04:32:08.461 DEBUG:teuthology.orchestra.run.smithi114:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-19T04:32:08.556 DEBUG:teuthology.orchestra.run.smithi114:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-19T04:32:08.583 DEBUG:teuthology.orchestra.run.smithi114:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-19T04:32:08.649 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T04:32:08.649 INFO:tasks.ceph:role: osd.6 2024-09-19T04:32:08.649 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi114.front.sepia.ceph.com 2024-09-19T04:32:08.649 DEBUG:teuthology.orchestra.run.smithi114:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-19T04:32:08.722 INFO:teuthology.orchestra.run.smithi114.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T04:32:08.722 INFO:teuthology.orchestra.run.smithi114.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T04:32:08.722 INFO:teuthology.orchestra.run.smithi114.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T04:32:08.723 INFO:teuthology.orchestra.run.smithi114.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T04:32:08.723 INFO:teuthology.orchestra.run.smithi114.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T04:32:08.723 INFO:teuthology.orchestra.run.smithi114.stdout: = sunit=0 swidth=0 blks 2024-09-19T04:32:08.723 INFO:teuthology.orchestra.run.smithi114.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T04:32:08.723 INFO:teuthology.orchestra.run.smithi114.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T04:32:08.723 INFO:teuthology.orchestra.run.smithi114.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T04:32:08.723 INFO:teuthology.orchestra.run.smithi114.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T04:32:09.217 INFO:teuthology.orchestra.run.smithi114.stdout:Discarding blocks...Done. 2024-09-19T04:32:09.219 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi114.front.sepia.ceph.com -o noatime 2024-09-19T04:32:09.219 DEBUG:teuthology.orchestra.run.smithi114:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-19T04:32:09.341 DEBUG:teuthology.orchestra.run.smithi114:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-19T04:32:09.372 DEBUG:teuthology.orchestra.run.smithi114:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-19T04:32:09.437 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T04:32:09.437 INFO:tasks.ceph:role: osd.7 2024-09-19T04:32:09.437 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi114.front.sepia.ceph.com 2024-09-19T04:32:09.437 DEBUG:teuthology.orchestra.run.smithi114:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-19T04:32:09.509 INFO:teuthology.orchestra.run.smithi114.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T04:32:09.510 INFO:teuthology.orchestra.run.smithi114.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T04:32:09.510 INFO:teuthology.orchestra.run.smithi114.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T04:32:09.510 INFO:teuthology.orchestra.run.smithi114.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T04:32:09.510 INFO:teuthology.orchestra.run.smithi114.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T04:32:09.510 INFO:teuthology.orchestra.run.smithi114.stdout: = sunit=0 swidth=0 blks 2024-09-19T04:32:09.510 INFO:teuthology.orchestra.run.smithi114.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T04:32:09.511 INFO:teuthology.orchestra.run.smithi114.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T04:32:09.511 INFO:teuthology.orchestra.run.smithi114.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T04:32:09.511 INFO:teuthology.orchestra.run.smithi114.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T04:32:10.035 INFO:teuthology.orchestra.run.smithi114.stdout:Discarding blocks...Done. 2024-09-19T04:32:10.037 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi114.front.sepia.ceph.com -o noatime 2024-09-19T04:32:10.037 DEBUG:teuthology.orchestra.run.smithi114:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-19T04:32:10.174 DEBUG:teuthology.orchestra.run.smithi114:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-19T04:32:10.205 DEBUG:teuthology.orchestra.run.smithi114:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:32:10.301 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:10.299+0000 7fa71af4b640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-19T04:32:10.301 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:10.299+0000 7fa71af4b640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-19T04:32:10.301 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:10.299+0000 7fa71af4b640 -1 bdev(0x559d74bed800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-19T04:32:10.301 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:10.299+0000 7fa71af4b640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-19T04:32:13.949 DEBUG:teuthology.orchestra.run.smithi114:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-19T04:32:13.978 DEBUG:teuthology.orchestra.run.smithi114:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:32:14.068 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:14.066+0000 7f6e5c442640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-19T04:32:14.068 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:14.067+0000 7f6e5c442640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-19T04:32:14.068 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:14.067+0000 7f6e5c442640 -1 bdev(0x55dfdfdcf800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-19T04:32:14.068 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:14.067+0000 7f6e5c442640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-19T04:32:15.205 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:32:15.209 DEBUG:teuthology.orchestra.run.smithi114:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:32:17.490 DEBUG:teuthology.orchestra.run.smithi114:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-19T04:32:17.624 DEBUG:teuthology.orchestra.run.smithi114:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:32:17.716 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:17.715+0000 7fe9b043b640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-19T04:32:17.717 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:17.715+0000 7fe9b043b640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-19T04:32:17.717 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:17.715+0000 7fe9b043b640 -1 bdev(0x55dde0b1d800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-19T04:32:17.717 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:17.715+0000 7fe9b043b640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-19T04:32:21.619 DEBUG:teuthology.orchestra.run.smithi114:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-19T04:32:21.648 DEBUG:teuthology.orchestra.run.smithi114:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:32:21.738 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:21.736+0000 7fe146040640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-19T04:32:21.738 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:21.737+0000 7fe146040640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-19T04:32:21.738 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:21.737+0000 7fe146040640 -1 bdev(0x555fd1d47800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-19T04:32:21.738 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:21.737+0000 7fe146040640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-19T04:32:25.393 DEBUG:teuthology.orchestra.run.smithi114:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-19T04:32:25.423 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-19T04:32:25.424 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:32:25.424 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-19T04:32:25.454 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:32:25.454 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-19T04:32:25.523 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:32:25.523 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-19T04:32:25.590 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:32:25.591 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-19T04:32:25.658 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:32:25.658 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-19T04:32:25.725 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:32:25.725 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-19T04:32:25.791 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:32:25.791 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-19T04:32:25.857 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:32:25.857 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-19T04:32:25.887 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:32:25.887 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-19T04:32:25.955 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:32:25.956 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-19T04:32:26.023 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:32:26.023 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-19T04:32:26.089 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:32:26.090 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-19T04:32:26.156 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:32:26.156 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-19T04:32:26.221 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:32:26.222 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-19T04:32:26.287 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:32:26.288 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-19T04:32:26.305 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:32:26.305 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-19T04:32:26.362 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:32:26.362 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-19T04:32:26.377 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:32:26.377 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-19T04:32:26.432 INFO:tasks.ceph:Adding keys to all mons... 2024-09-19T04:32:26.432 DEBUG:teuthology.orchestra.run.smithi111:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-19T04:32:26.434 DEBUG:teuthology.orchestra.run.smithi114:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-19T04:32:26.475 INFO:teuthology.orchestra.run.smithi111.stdout:[mgr.y] 2024-09-19T04:32:26.476 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQAzqetm8NjVJhAAOyZKidS0VOLEDBwUteHNGw== 2024-09-19T04:32:26.476 INFO:teuthology.orchestra.run.smithi111.stdout:[mds.a] 2024-09-19T04:32:26.476 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQAzqetmCnXHLRAAedEy+KfNFU7YOhRhgLYdMA== 2024-09-19T04:32:26.476 INFO:teuthology.orchestra.run.smithi111.stdout:[mds.c] 2024-09-19T04:32:26.476 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQAzqetmNXLHNBAAmsO18sf+jcsAfzbE1mj2oA== 2024-09-19T04:32:26.476 INFO:teuthology.orchestra.run.smithi111.stdout:[osd.0] 2024-09-19T04:32:26.476 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQA3qetmXK2QIBAAR75oRgwzgVuLQhvMlJa4CA== 2024-09-19T04:32:26.476 INFO:teuthology.orchestra.run.smithi111.stdout:[osd.1] 2024-09-19T04:32:26.476 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQA7qetmkWR6ExAA0lWBxpiPAGZCLmu4h7iPMg== 2024-09-19T04:32:26.476 INFO:teuthology.orchestra.run.smithi111.stdout:[osd.2] 2024-09-19T04:32:26.476 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQA/qetmgxH4FBAAdBD58YlH15hiLasWSnbxgQ== 2024-09-19T04:32:26.476 INFO:teuthology.orchestra.run.smithi111.stdout:[osd.3] 2024-09-19T04:32:26.477 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQBDqetmvScfFhAAjBKwn49kZcL8j+xfBzuAXQ== 2024-09-19T04:32:26.477 INFO:teuthology.orchestra.run.smithi111.stdout:[mgr.x] 2024-09-19T04:32:26.477 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQAzqetmCAiOKhAA2pudSPuE+yJMoNgHi4eu4A== 2024-09-19T04:32:26.477 INFO:teuthology.orchestra.run.smithi111.stdout:[mds.b] 2024-09-19T04:32:26.477 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQAzqetmj2hsORAAjwXo3DZ4XRGCsUOxqI9CjA== 2024-09-19T04:32:26.477 INFO:teuthology.orchestra.run.smithi111.stdout:[mds.d] 2024-09-19T04:32:26.477 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQA0qetmNfTNBBAAj7NZf67zeYo/yvhfnAxkww== 2024-09-19T04:32:26.477 INFO:teuthology.orchestra.run.smithi111.stdout:[osd.4] 2024-09-19T04:32:26.477 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQBKqetms9roERAALAlOKQm99bEbtaMUdCEfCQ== 2024-09-19T04:32:26.477 INFO:teuthology.orchestra.run.smithi111.stdout:[osd.5] 2024-09-19T04:32:26.477 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQBOqetmmoAIBBAA0fKuVAffYGZnFsgCXtti2Q== 2024-09-19T04:32:26.478 INFO:teuthology.orchestra.run.smithi111.stdout:[osd.6] 2024-09-19T04:32:26.478 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQBRqetm6XavKhAAIL2OCxOxpUEc8vXFj6gN7A== 2024-09-19T04:32:26.478 INFO:teuthology.orchestra.run.smithi111.stdout:[osd.7] 2024-09-19T04:32:26.478 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQBVqetmhUn4KxAA7yNGTx+mbKjnHNUg8hxx+w== 2024-09-19T04:32:26.478 INFO:teuthology.orchestra.run.smithi111.stdout:[client.0] 2024-09-19T04:32:26.478 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQA0qetmdEXYCBAAQK+0F5ouJPJAqZqCQHrMdQ== 2024-09-19T04:32:26.478 INFO:teuthology.orchestra.run.smithi111.stdout:[client.2] 2024-09-19T04:32:26.478 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQA0qetmMCNpDhAAAOVbb+49iDsZc+49qDrLTw== 2024-09-19T04:32:26.478 INFO:teuthology.orchestra.run.smithi111.stdout:[client.1] 2024-09-19T04:32:26.478 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQA0qetmsJubERAAw8fZEkmvI5BUEFNZBk1MLg== 2024-09-19T04:32:26.478 INFO:teuthology.orchestra.run.smithi111.stdout:[client.3] 2024-09-19T04:32:26.478 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQA0qetm4QAqFxAAod68YP3hsE1q4q0VXSLlnQ== 2024-09-19T04:32:26.495 INFO:teuthology.orchestra.run.smithi114.stdout:[mgr.y] 2024-09-19T04:32:26.495 INFO:teuthology.orchestra.run.smithi114.stdout: key = AQAzqetm8NjVJhAAOyZKidS0VOLEDBwUteHNGw== 2024-09-19T04:32:26.495 INFO:teuthology.orchestra.run.smithi114.stdout:[mds.a] 2024-09-19T04:32:26.495 INFO:teuthology.orchestra.run.smithi114.stdout: key = AQAzqetmCnXHLRAAedEy+KfNFU7YOhRhgLYdMA== 2024-09-19T04:32:26.495 INFO:teuthology.orchestra.run.smithi114.stdout:[mds.c] 2024-09-19T04:32:26.495 INFO:teuthology.orchestra.run.smithi114.stdout: key = AQAzqetmNXLHNBAAmsO18sf+jcsAfzbE1mj2oA== 2024-09-19T04:32:26.495 INFO:teuthology.orchestra.run.smithi114.stdout:[osd.0] 2024-09-19T04:32:26.495 INFO:teuthology.orchestra.run.smithi114.stdout: key = AQA3qetmXK2QIBAAR75oRgwzgVuLQhvMlJa4CA== 2024-09-19T04:32:26.495 INFO:teuthology.orchestra.run.smithi114.stdout:[osd.1] 2024-09-19T04:32:26.496 INFO:teuthology.orchestra.run.smithi114.stdout: key = AQA7qetmkWR6ExAA0lWBxpiPAGZCLmu4h7iPMg== 2024-09-19T04:32:26.496 INFO:teuthology.orchestra.run.smithi114.stdout:[osd.2] 2024-09-19T04:32:26.496 INFO:teuthology.orchestra.run.smithi114.stdout: key = AQA/qetmgxH4FBAAdBD58YlH15hiLasWSnbxgQ== 2024-09-19T04:32:26.496 INFO:teuthology.orchestra.run.smithi114.stdout:[osd.3] 2024-09-19T04:32:26.496 INFO:teuthology.orchestra.run.smithi114.stdout: key = AQBDqetmvScfFhAAjBKwn49kZcL8j+xfBzuAXQ== 2024-09-19T04:32:26.496 INFO:teuthology.orchestra.run.smithi114.stdout:[mgr.x] 2024-09-19T04:32:26.496 INFO:teuthology.orchestra.run.smithi114.stdout: key = AQAzqetmCAiOKhAA2pudSPuE+yJMoNgHi4eu4A== 2024-09-19T04:32:26.496 INFO:teuthology.orchestra.run.smithi114.stdout:[mds.b] 2024-09-19T04:32:26.496 INFO:teuthology.orchestra.run.smithi114.stdout: key = AQAzqetmj2hsORAAjwXo3DZ4XRGCsUOxqI9CjA== 2024-09-19T04:32:26.496 INFO:teuthology.orchestra.run.smithi114.stdout:[mds.d] 2024-09-19T04:32:26.496 INFO:teuthology.orchestra.run.smithi114.stdout: key = AQA0qetmNfTNBBAAj7NZf67zeYo/yvhfnAxkww== 2024-09-19T04:32:26.497 INFO:teuthology.orchestra.run.smithi114.stdout:[osd.4] 2024-09-19T04:32:26.497 INFO:teuthology.orchestra.run.smithi114.stdout: key = AQBKqetms9roERAALAlOKQm99bEbtaMUdCEfCQ== 2024-09-19T04:32:26.497 INFO:teuthology.orchestra.run.smithi114.stdout:[osd.5] 2024-09-19T04:32:26.497 INFO:teuthology.orchestra.run.smithi114.stdout: key = AQBOqetmmoAIBBAA0fKuVAffYGZnFsgCXtti2Q== 2024-09-19T04:32:26.497 INFO:teuthology.orchestra.run.smithi114.stdout:[osd.6] 2024-09-19T04:32:26.497 INFO:teuthology.orchestra.run.smithi114.stdout: key = AQBRqetm6XavKhAAIL2OCxOxpUEc8vXFj6gN7A== 2024-09-19T04:32:26.497 INFO:teuthology.orchestra.run.smithi114.stdout:[osd.7] 2024-09-19T04:32:26.497 INFO:teuthology.orchestra.run.smithi114.stdout: key = AQBVqetmhUn4KxAA7yNGTx+mbKjnHNUg8hxx+w== 2024-09-19T04:32:26.497 INFO:teuthology.orchestra.run.smithi114.stdout:[client.0] 2024-09-19T04:32:26.497 INFO:teuthology.orchestra.run.smithi114.stdout: key = AQA0qetmdEXYCBAAQK+0F5ouJPJAqZqCQHrMdQ== 2024-09-19T04:32:26.497 INFO:teuthology.orchestra.run.smithi114.stdout:[client.2] 2024-09-19T04:32:26.498 INFO:teuthology.orchestra.run.smithi114.stdout: key = AQA0qetmMCNpDhAAAOVbb+49iDsZc+49qDrLTw== 2024-09-19T04:32:26.498 INFO:teuthology.orchestra.run.smithi114.stdout:[client.1] 2024-09-19T04:32:26.498 INFO:teuthology.orchestra.run.smithi114.stdout: key = AQA0qetmsJubERAAw8fZEkmvI5BUEFNZBk1MLg== 2024-09-19T04:32:26.498 INFO:teuthology.orchestra.run.smithi114.stdout:[client.3] 2024-09-19T04:32:26.498 INFO:teuthology.orchestra.run.smithi114.stdout: key = AQA0qetm4QAqFxAAod68YP3hsE1q4q0VXSLlnQ== 2024-09-19T04:32:26.499 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T04:32:26.521 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T04:32:26.589 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T04:32:26.592 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T04:32:26.646 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T04:32:26.648 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T04:32:26.701 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:32:26.704 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:32:26.754 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:32:26.756 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:32:26.806 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:32:26.808 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:32:26.859 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:32:26.861 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:32:26.911 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T04:32:26.914 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T04:32:26.964 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T04:32:26.966 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T04:32:27.019 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T04:32:27.021 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T04:32:27.076 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:32:27.078 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:32:27.129 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:32:27.132 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:32:27.183 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:32:27.185 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:32:27.236 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:32:27.239 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:32:27.289 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T04:32:27.291 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T04:32:27.345 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T04:32:27.347 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T04:32:27.401 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T04:32:27.403 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T04:32:27.457 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T04:32:27.459 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T04:32:27.514 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-19T04:32:27.514 DEBUG:teuthology.orchestra.run.smithi111:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-19T04:32:27.539 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T04:32:27.634 DEBUG:teuthology.orchestra.run.smithi111:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-19T04:32:27.659 DEBUG:teuthology.orchestra.run.smithi114:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-19T04:32:27.684 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T04:32:27.779 DEBUG:teuthology.orchestra.run.smithi114:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-19T04:32:27.803 DEBUG:teuthology.orchestra.run.smithi114:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-19T04:32:27.869 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T04:32:27.964 DEBUG:teuthology.orchestra.run.smithi114:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-19T04:32:27.990 DEBUG:teuthology.orchestra.run.smithi111:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:32:27.993 DEBUG:teuthology.orchestra.run.smithi114:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:32:28.046 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-19T04:32:28.047 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-19T04:32:28.047 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-19T04:32:28.050 INFO:tasks.ceph.mon.a:Started 2024-09-19T04:32:28.050 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-19T04:32:28.050 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-19T04:32:28.088 INFO:tasks.ceph.mon.b:Started 2024-09-19T04:32:28.088 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-19T04:32:28.089 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-19T04:32:28.091 INFO:tasks.ceph.mon.c:Started 2024-09-19T04:32:28.091 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-19T04:32:28.091 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-19T04:32:28.091 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-19T04:32:28.093 INFO:tasks.ceph.mgr.y:Started 2024-09-19T04:32:28.093 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-19T04:32:28.094 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-19T04:32:28.095 INFO:tasks.ceph.mgr.x:Started 2024-09-19T04:32:28.096 INFO:tasks.ceph:Setting crush tunables to default 2024-09-19T04:32:28.096 DEBUG:teuthology.orchestra.run.smithi111:> sudo ceph --cluster ceph osd crush tunables default 2024-09-19T04:32:28.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.192+0000 7f8f9c391640 1 Processor -- start 2024-09-19T04:32:28.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.193+0000 7f8f9c391640 1 -- start start 2024-09-19T04:32:28.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.194+0000 7f8f9c391640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8f940b63e0 0x7f8f9415b780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:28.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.194+0000 7f8f9c391640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8f940cfd80 con 0x7f8f9415b3a0 2024-09-19T04:32:28.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.194+0000 7f8f9c391640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8f940d0060 con 0x7f8f940d0e20 2024-09-19T04:32:28.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.194+0000 7f8f9c391640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8f940d0340 con 0x7f8f940b63e0 2024-09-19T04:32:28.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.194+0000 7f8f9a12d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f8f9415b3a0 0x7f8f940cf380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:52646/0 (socket says 172.21.15.111:52646) 2024-09-19T04:32:28.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.194+0000 7f8f9a12d640 1 -- 172.21.15.111:0/2167707775 learned_addr learned my addr 172.21.15.111:0/2167707775 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:32:28.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.194+0000 7f8f9992c640 1 --2- 172.21.15.111:0/2167707775 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8f940b63e0 0x7f8f9415b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:28.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.194+0000 7f8f9992c640 1 -- 172.21.15.111:0/2167707775 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8f940b63e0 msgr2=0x7f8f9415b780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-19T04:32:28.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.194+0000 7f8f9992c640 1 -- 172.21.15.111:0/2167707775 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8f940b63e0 msgr2=0x7f8f9415b780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T04:32:28.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.194+0000 7f8f9992c640 1 --2- 172.21.15.111:0/2167707775 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8f940b63e0 0x7f8f9415b780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T04:32:28.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.194+0000 7f8f9992c640 1 --2- 172.21.15.111:0/2167707775 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8f940b63e0 0x7f8f9415b780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T04:32:28.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.359+0000 7f8f9912b640 1 -- 172.21.15.111:0/2167707775 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 7018497 0 0) 0x7f8f940cfd80 con 0x7f8f9415b3a0 2024-09-19T04:32:28.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.359+0000 7f8f9912b640 1 -- 172.21.15.111:0/2167707775 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8f80003520 con 0x7f8f9415b3a0 2024-09-19T04:32:28.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.360+0000 7f8f9912b640 1 -- 172.21.15.111:0/2167707775 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 677562042 0 0) 0x7f8f940d0060 con 0x7f8f940d0e20 2024-09-19T04:32:28.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.360+0000 7f8f9912b640 1 -- 172.21.15.111:0/2167707775 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8f940cfd80 con 0x7f8f940d0e20 2024-09-19T04:32:28.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.360+0000 7f8f9912b640 1 -- 172.21.15.111:0/2167707775 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 548446198 0 0) 0x7f8f80003520 con 0x7f8f9415b3a0 2024-09-19T04:32:28.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.360+0000 7f8f9912b640 1 -- 172.21.15.111:0/2167707775 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8f940b63e0 msgr2=0x7f8f9415b780 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T04:32:28.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.360+0000 7f8f9912b640 1 --2- 172.21.15.111:0/2167707775 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8f940b63e0 0x7f8f9415b780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:28.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.360+0000 7f8f9912b640 1 -- 172.21.15.111:0/2167707775 >> v1:172.21.15.114:6789/0 conn(0x7f8f940d0e20 legacy=0x7f8f9415bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:28.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.360+0000 7f8f9912b640 1 -- 172.21.15.111:0/2167707775 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f940d0620 con 0x7f8f9415b3a0 2024-09-19T04:32:28.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.360+0000 7f8f9912b640 1 -- 172.21.15.111:0/2167707775 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f8f90001670 con 0x7f8f9415b3a0 2024-09-19T04:32:28.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.360+0000 7f8f9912b640 1 -- 172.21.15.111:0/2167707775 >> v1:172.21.15.111:6789/0 conn(0x7f8f9415b3a0 legacy=0x7f8f940cf380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:28.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.360+0000 7f8f9912b640 1 --2- 172.21.15.111:0/2167707775 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8f940b63e0 0x7f8f80003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:28.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.360+0000 7f8f9912b640 1 --2- 172.21.15.111:0/2167707775 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8f80004120 0x7f8f80004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:28.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.360+0000 7f8f9912b640 1 --2- 172.21.15.111:0/2167707775 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8f80004d40 0x7f8f800051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:28.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.360+0000 7f8f9912b640 1 -- 172.21.15.111:0/2167707775 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8f940d0340 con 0x7f8f80004d40 2024-09-19T04:32:28.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.360+0000 7f8f9912b640 1 -- 172.21.15.111:0/2167707775 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8f8000ddc0 con 0x7f8f80004120 2024-09-19T04:32:28.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.360+0000 7f8f9912b640 1 -- 172.21.15.111:0/2167707775 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8f8000dfc0 con 0x7f8f940b63e0 2024-09-19T04:32:28.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.360+0000 7f8f9a12d640 1 --2- 172.21.15.111:0/2167707775 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8f940b63e0 0x7f8f80003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:28.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.360+0000 7f8f9992c640 1 --2- 172.21.15.111:0/2167707775 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8f80004120 0x7f8f80004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:28.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.360+0000 7f8f9a92e640 1 --2- 172.21.15.111:0/2167707775 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8f80004d40 0x7f8f800051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:28.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.361+0000 7f8f9a92e640 1 -- 172.21.15.111:0/2167707775 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8f940b63e0 msgr2=0x7f8f80003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:28.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.361+0000 7f8f9a92e640 1 --2- 172.21.15.111:0/2167707775 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8f940b63e0 0x7f8f80003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:28.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.361+0000 7f8f9a92e640 1 -- 172.21.15.111:0/2167707775 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8f80004120 msgr2=0x7f8f80004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:28.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.361+0000 7f8f9a92e640 1 --2- 172.21.15.111:0/2167707775 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8f80004120 0x7f8f80004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:28.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.361+0000 7f8f9a92e640 1 -- 172.21.15.111:0/2167707775 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f80003520 con 0x7f8f80004d40 2024-09-19T04:32:28.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.361+0000 7f8f9a92e640 1 --2- 172.21.15.111:0/2167707775 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8f80004d40 0x7f8f800051c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f8f8c001fd0 tx=0x7f8f80005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa719105020d4d79 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:28.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.362+0000 7f8f9912b640 1 -- 172.21.15.111:0/2167707775 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f8c001bf0 con 0x7f8f80004d40 2024-09-19T04:32:28.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.362+0000 7f8f9912b640 1 -- 172.21.15.111:0/2167707775 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f8c003b70 con 0x7f8f80004d40 2024-09-19T04:32:28.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.362+0000 7f8f9912b640 1 -- 172.21.15.111:0/2167707775 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f8c0050d0 con 0x7f8f80004d40 2024-09-19T04:32:28.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.362+0000 7f8f9c391640 1 -- 172.21.15.111:0/2167707775 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8f80004d40 msgr2=0x7f8f800051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:28.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.362+0000 7f8f9c391640 1 --2- 172.21.15.111:0/2167707775 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8f80004d40 0x7f8f800051c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f8f8c001fd0 tx=0x7f8f80005830 comp rx=0 tx=0).stop 2024-09-19T04:32:28.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.362+0000 7f8f9a92e640 1 -- 172.21.15.111:0/2167707775 reap_dead start 2024-09-19T04:32:28.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.363+0000 7f8f9c391640 1 -- 172.21.15.111:0/2167707775 shutdown_connections 2024-09-19T04:32:28.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.363+0000 7f8f9c391640 1 -- 172.21.15.111:0/2167707775 >> 172.21.15.111:0/2167707775 conn(0x7f8f940b3210 msgr2=0x7f8f940b35f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:28.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.363+0000 7f8f9c391640 1 -- 172.21.15.111:0/2167707775 shutdown_connections 2024-09-19T04:32:28.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.363+0000 7f8f9c391640 1 -- 172.21.15.111:0/2167707775 wait complete. 2024-09-19T04:32:28.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.364+0000 7f8f9c391640 1 Processor -- start 2024-09-19T04:32:28.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.364+0000 7f8f9c391640 1 -- start start 2024-09-19T04:32:28.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.365+0000 7f8f9c391640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8f80004d40 0x7f8f941f7040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:28.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.365+0000 7f8f9c391640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8f941f5360 0x7f8f940af930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:28.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.365+0000 7f8f9c391640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8f940afe70 0x7f8f941f44d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:28.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.365+0000 7f8f9c391640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8f9415b780 con 0x7f8f941f5360 2024-09-19T04:32:28.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.365+0000 7f8f9c391640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8f940cfa90 con 0x7f8f940afe70 2024-09-19T04:32:28.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.365+0000 7f8f9c391640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8f9415b900 con 0x7f8f80004d40 2024-09-19T04:32:28.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.365+0000 7f8f9992c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8f941f5360 0x7f8f940af930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:28.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.365+0000 7f8f9992c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8f941f5360 0x7f8f940af930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48390/0 (socket says 172.21.15.111:48390) 2024-09-19T04:32:28.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.365+0000 7f8f9992c640 1 -- 172.21.15.111:0/3144595399 learned_addr learned my addr 172.21.15.111:0/3144595399 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:28.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.365+0000 7f8f9a12d640 1 --2- 172.21.15.111:0/3144595399 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8f80004d40 0x7f8f941f7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:28.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.365+0000 7f8f9a92e640 1 --2- 172.21.15.111:0/3144595399 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8f940afe70 0x7f8f941f44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:28.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.365+0000 7f8f9a12d640 1 -- 172.21.15.111:0/3144595399 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8f940afe70 msgr2=0x7f8f941f44d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:28.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.365+0000 7f8f9a12d640 1 --2- 172.21.15.111:0/3144595399 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8f940afe70 0x7f8f941f44d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:28.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.365+0000 7f8f9a12d640 1 -- 172.21.15.111:0/3144595399 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8f941f5360 msgr2=0x7f8f940af930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:28.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.365+0000 7f8f9a12d640 1 --2- 172.21.15.111:0/3144595399 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8f941f5360 0x7f8f940af930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:28.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.365+0000 7f8f9a12d640 1 -- 172.21.15.111:0/3144595399 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f940c69f0 con 0x7f8f80004d40 2024-09-19T04:32:28.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.365+0000 7f8f9992c640 1 --2- 172.21.15.111:0/3144595399 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8f941f5360 0x7f8f940af930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:32:28.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.365+0000 7f8f9a12d640 1 --2- 172.21.15.111:0/3144595399 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8f80004d40 0x7f8f941f7040 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f8f90004e60 tx=0x7f8f90007430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:28.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.366+0000 7f8f8affd640 1 -- 172.21.15.111:0/3144595399 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f9000f7b0 con 0x7f8f80004d40 2024-09-19T04:32:28.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.366+0000 7f8f8affd640 1 -- 172.21.15.111:0/3144595399 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f90018070 con 0x7f8f80004d40 2024-09-19T04:32:28.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.366+0000 7f8f8affd640 1 -- 172.21.15.111:0/3144595399 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f9000fbb0 con 0x7f8f80004d40 2024-09-19T04:32:28.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.366+0000 7f8f9c391640 1 -- 172.21.15.111:0/3144595399 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f940c6cd0 con 0x7f8f80004d40 2024-09-19T04:32:28.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.366+0000 7f8f9c391640 1 -- 172.21.15.111:0/3144595399 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f940c7290 con 0x7f8f80004d40 2024-09-19T04:32:28.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.366+0000 7f8f8affd640 1 -- 172.21.15.111:0/3144595399 <== mon.2 v2:172.21.15.114:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f8f9000fd50 con 0x7f8f80004d40 2024-09-19T04:32:28.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.366+0000 7f8f8affd640 1 -- 172.21.15.111:0/3144595399 <== mon.2 v2:172.21.15.114:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f8f90013570 con 0x7f8f80004d40 2024-09-19T04:32:28.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.367+0000 7f8f9c391640 1 -- 172.21.15.111:0/3144595399 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f940c7490 con 0x7f8f80004d40 2024-09-19T04:32:28.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.369+0000 7f8f8affd640 1 -- 172.21.15.111:0/3144595399 <== mon.2 v2:172.21.15.114:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f8f940c7490 con 0x7f8f80004d40 2024-09-19T04:32:28.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.432+0000 7f8f9c391640 1 -- 172.21.15.111:0/3144595399 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f8f940cf380 con 0x7f8f80004d40 2024-09-19T04:32:28.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.440+0000 7f8f8affd640 1 -- 172.21.15.111:0/3144595399 <== mon.2 v2:172.21.15.114:3301/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f8f90013770 con 0x7f8f80004d40 2024-09-19T04:32:28.441 INFO:teuthology.orchestra.run.smithi111.stderr:adjusted tunables profile to default 2024-09-19T04:32:28.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.441+0000 7f8f9c391640 1 -- 172.21.15.111:0/3144595399 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8f80004d40 msgr2=0x7f8f941f7040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:28.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.441+0000 7f8f9c391640 1 --2- 172.21.15.111:0/3144595399 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8f80004d40 0x7f8f941f7040 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f8f90004e60 tx=0x7f8f90007430 comp rx=0 tx=0).stop 2024-09-19T04:32:28.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.441+0000 7f8f9c391640 1 -- 172.21.15.111:0/3144595399 shutdown_connections 2024-09-19T04:32:28.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.441+0000 7f8f9c391640 1 --2- 172.21.15.111:0/3144595399 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8f940afe70 0x7f8f941f44d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:28.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.441+0000 7f8f9c391640 1 --2- 172.21.15.111:0/3144595399 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8f941f5360 0x7f8f940af930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:28.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.441+0000 7f8f9c391640 1 --2- 172.21.15.111:0/3144595399 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8f80004d40 0x7f8f941f7040 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:28.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.441+0000 7f8f9c391640 1 -- 172.21.15.111:0/3144595399 >> 172.21.15.111:0/3144595399 conn(0x7f8f940b3210 msgr2=0x7f8f941599a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:28.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.441+0000 7f8f9c391640 1 -- 172.21.15.111:0/3144595399 shutdown_connections 2024-09-19T04:32:28.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:28.441+0000 7f8f9c391640 1 -- 172.21.15.111:0/3144595399 wait complete. 2024-09-19T04:32:28.453 INFO:tasks.ceph:check_enable_crimson: False 2024-09-19T04:32:28.453 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-19T04:32:28.453 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:32:28.453 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-19T04:32:28.467 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:28.466+0000 7f2f6c1d4040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T04:32:28.477 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:28.475+0000 7f0de7e97040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T04:32:28.478 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:32:28.478 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-19T04:32:28.510 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:28.509+0000 7f2f6c1d4040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T04:32:28.516 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:28.515+0000 7f0de7e97040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T04:32:28.534 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:32:28.535 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-19T04:32:28.601 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:32:28.601 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-19T04:32:28.658 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:28.657+0000 7f2f6c1d4040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T04:32:28.661 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:28.660+0000 7f0de7e97040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T04:32:28.665 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:32:28.666 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-19T04:32:28.691 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:32:28.691 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-19T04:32:28.710 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:28.709+0000 7f2f6c1d4040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T04:32:28.713 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:28.712+0000 7f0de7e97040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T04:32:28.738 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:32:28.738 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-19T04:32:28.802 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:32:28.803 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-19T04:32:28.868 DEBUG:teuthology.orchestra.run.smithi114:> sudo ceph --cluster ceph osd new 270941d6-3f75-491d-ae53-8c605a87b5b7 0 2024-09-19T04:32:28.872 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:28.870+0000 7f2f6c1d4040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T04:32:28.881 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:28.879+0000 7f0de7e97040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T04:32:28.978 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.977+0000 7f08ad02e640 1 Processor -- start 2024-09-19T04:32:28.979 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.977+0000 7f08ad02e640 1 -- start start 2024-09-19T04:32:28.980 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.978+0000 7f08ad02e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f08a80d2340 0x7f08a80d0cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:28.980 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.978+0000 7f08ad02e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f08a806eab0 0x7f08a80d2720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:28.980 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.978+0000 7f08ad02e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f08a80d03b0 con 0x7f08a8071060 2024-09-19T04:32:28.980 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.978+0000 7f08ad02e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f08a80d2c60 con 0x7f08a80d2340 2024-09-19T04:32:28.980 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.978+0000 7f08ad02e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f08a8070df0 con 0x7f08a806eab0 2024-09-19T04:32:28.980 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.978+0000 7f08a659c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f08a806eab0 0x7f08a80d2720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:28.981 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.978+0000 7f08a659c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f08a806eab0 0x7f08a80d2720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.114:49350/0 (socket says 172.21.15.114:49350) 2024-09-19T04:32:28.981 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.978+0000 7f08a659c640 1 -- 172.21.15.114:0/3776585824 learned_addr learned my addr 172.21.15.114:0/3776585824 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-19T04:32:28.981 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.978+0000 7f08a6d9d640 1 --2- 172.21.15.114:0/3776585824 >> v2:172.21.15.111:3300/0 conn(0x7f08a80d2340 0x7f08a80d0cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:28.981 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.978+0000 7f08a659c640 1 -- 172.21.15.114:0/3776585824 >> v2:172.21.15.111:3300/0 conn(0x7f08a80d2340 msgr2=0x7f08a80d0cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:28.981 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.978+0000 7f08a659c640 1 --2- 172.21.15.114:0/3776585824 >> v2:172.21.15.111:3300/0 conn(0x7f08a80d2340 0x7f08a80d0cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:28.981 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.978+0000 7f08a659c640 1 -- 172.21.15.114:0/3776585824 >> v1:172.21.15.111:6789/0 conn(0x7f08a8071060 legacy=0x7f08a806d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:28.981 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.978+0000 7f08a659c640 1 -- 172.21.15.114:0/3776585824 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08a8070b10 con 0x7f08a806eab0 2024-09-19T04:32:28.982 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:28.980+0000 7f2f6c1d4040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T04:32:28.982 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.979+0000 7f08a659c640 1 --2- 172.21.15.114:0/3776585824 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f08a806eab0 0x7f08a80d2720 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f0890009870 tx=0x7f089002a300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e082804e2d64b8f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:28.983 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.979+0000 7f08a5d9b640 1 -- 172.21.15.114:0/3776585824 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0890037070 con 0x7f08a806eab0 2024-09-19T04:32:28.983 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.979+0000 7f08a5d9b640 1 -- 172.21.15.114:0/3776585824 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f089002ae50 con 0x7f08a806eab0 2024-09-19T04:32:28.983 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.979+0000 7f08a5d9b640 1 -- 172.21.15.114:0/3776585824 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0890032860 con 0x7f08a806eab0 2024-09-19T04:32:28.983 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.980+0000 7f08ad02e640 1 -- 172.21.15.114:0/3776585824 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f08a806eab0 msgr2=0x7f08a80d2720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:28.983 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.980+0000 7f08ad02e640 1 --2- 172.21.15.114:0/3776585824 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f08a806eab0 0x7f08a80d2720 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f0890009870 tx=0x7f089002a300 comp rx=0 tx=0).stop 2024-09-19T04:32:28.983 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.980+0000 7f08ad02e640 1 -- 172.21.15.114:0/3776585824 shutdown_connections 2024-09-19T04:32:28.983 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.980+0000 7f08ad02e640 1 --2- 172.21.15.114:0/3776585824 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f08a806eab0 0x7f08a80d2720 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:28.983 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.980+0000 7f08ad02e640 1 --2- 172.21.15.114:0/3776585824 >> v2:172.21.15.111:3300/0 conn(0x7f08a80d2340 0x7f08a80d0cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:28.983 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.980+0000 7f08ad02e640 1 -- 172.21.15.114:0/3776585824 >> 172.21.15.114:0/3776585824 conn(0x7f08a80cf010 msgr2=0x7f08a80cf3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:28.983 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.980+0000 7f08ad02e640 1 -- 172.21.15.114:0/3776585824 shutdown_connections 2024-09-19T04:32:28.983 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.980+0000 7f08ad02e640 1 -- 172.21.15.114:0/3776585824 wait complete. 2024-09-19T04:32:28.984 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.982+0000 7f08ad02e640 1 Processor -- start 2024-09-19T04:32:28.984 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.982+0000 7f08ad02e640 1 -- start start 2024-09-19T04:32:28.986 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.984+0000 7f08ad02e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f08a806eab0 0x7f08a8152110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:28.987 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.984+0000 7f08ad02e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f08a8071060 0x7f08a8154850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:28.987 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.984+0000 7f08ad02e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f08a80d2340 0x7f08a8154d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:28.987 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.984+0000 7f08ad02e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f08a80b55c0 con 0x7f08a8071060 2024-09-19T04:32:28.987 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.984+0000 7f08ad02e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f08a80cfe80 con 0x7f08a806eab0 2024-09-19T04:32:28.987 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.984+0000 7f08ad02e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f08a80b5740 con 0x7f08a80d2340 2024-09-19T04:32:28.987 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.984+0000 7f08a6d9d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f08a806eab0 0x7f08a8152110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:28.987 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.984+0000 7f08a759e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f08a80d2340 0x7f08a8154d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:28.987 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.984+0000 7f08a659c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f08a8071060 0x7f08a8154850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:28.987 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.984+0000 7f08a6d9d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f08a806eab0 0x7f08a8152110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.114:41224/0 (socket says 172.21.15.114:41224) 2024-09-19T04:32:28.987 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.984+0000 7f08a6d9d640 1 -- 172.21.15.114:0/2734715598 learned_addr learned my addr 172.21.15.114:0/2734715598 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-19T04:32:28.987 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.984+0000 7f08a759e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f08a80d2340 0x7f08a8154d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.114:49364/0 (socket says 172.21.15.114:49364) 2024-09-19T04:32:28.987 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.984+0000 7f08a759e640 1 -- 172.21.15.114:0/2734715598 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f08a806eab0 msgr2=0x7f08a8152110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:28.988 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.984+0000 7f08a759e640 1 --2- 172.21.15.114:0/2734715598 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f08a806eab0 0x7f08a8152110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:28.988 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.984+0000 7f08a759e640 1 -- 172.21.15.114:0/2734715598 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f08a8071060 msgr2=0x7f08a8154850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:28.988 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.984+0000 7f08a759e640 1 --2- 172.21.15.114:0/2734715598 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f08a8071060 0x7f08a8154850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:28.988 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.984+0000 7f08a759e640 1 -- 172.21.15.114:0/2734715598 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08a8152650 con 0x7f08a80d2340 2024-09-19T04:32:28.988 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.984+0000 7f08a6d9d640 1 --2- 172.21.15.114:0/2734715598 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f08a806eab0 0x7f08a8152110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:32:28.988 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.984+0000 7f08a659c640 1 --2- 172.21.15.114:0/2734715598 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f08a8071060 0x7f08a8154850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:32:28.988 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.984+0000 7f08a759e640 1 --2- 172.21.15.114:0/2734715598 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f08a80d2340 0x7f08a8154d90 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f08a000c700 tx=0x7f08a000cbc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:28.988 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.984+0000 7f089f7fe640 1 -- 172.21.15.114:0/2734715598 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08a0003b90 con 0x7f08a80d2340 2024-09-19T04:32:28.988 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.984+0000 7f089f7fe640 1 -- 172.21.15.114:0/2734715598 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08a0003d50 con 0x7f08a80d2340 2024-09-19T04:32:28.988 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.984+0000 7f08ad02e640 1 -- 172.21.15.114:0/2734715598 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08a8153160 con 0x7f08a80d2340 2024-09-19T04:32:28.988 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.984+0000 7f089f7fe640 1 -- 172.21.15.114:0/2734715598 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08a0005310 con 0x7f08a80d2340 2024-09-19T04:32:28.988 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.985+0000 7f08ad02e640 1 -- 172.21.15.114:0/2734715598 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f08a8153720 con 0x7f08a80d2340 2024-09-19T04:32:28.988 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.985+0000 7f089f7fe640 1 -- 172.21.15.114:0/2734715598 <== mon.2 v2:172.21.15.114:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f08a00054b0 con 0x7f08a80d2340 2024-09-19T04:32:28.989 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.985+0000 7f089f7fe640 1 -- 172.21.15.114:0/2734715598 <== mon.2 v2:172.21.15.114:3301/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7f08a0012910 con 0x7f08a80d2340 2024-09-19T04:32:28.989 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.985+0000 7f08ad02e640 1 -- 172.21.15.114:0/2734715598 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08a815aec0 con 0x7f08a80d2340 2024-09-19T04:32:28.992 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:28.987+0000 7f089f7fe640 1 -- 172.21.15.114:0/2734715598 <== mon.2 v2:172.21.15.114:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f08a0012b60 con 0x7f08a80d2340 2024-09-19T04:32:28.999 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:28.998+0000 7f0de7e97040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T04:32:29.057 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.055+0000 7f08ad02e640 1 -- 172.21.15.114:0/2734715598 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_command({"prefix": "osd new", "uuid": "270941d6-3f75-491d-ae53-8c605a87b5b7", "id": 0} v 0) -- 0x7f08a80cf640 con 0x7f08a80d2340 2024-09-19T04:32:29.062 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.061+0000 7f089f7fe640 1 -- 172.21.15.114:0/2734715598 <== mon.2 v2:172.21.15.114:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "270941d6-3f75-491d-ae53-8c605a87b5b7", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7f08a0012d40 con 0x7f08a80d2340 2024-09-19T04:32:29.063 INFO:teuthology.orchestra.run.smithi114.stdout:0 2024-09-19T04:32:29.064 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.062+0000 7f08ad02e640 1 -- 172.21.15.114:0/2734715598 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f08a80d2340 msgr2=0x7f08a8154d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:29.064 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.062+0000 7f08ad02e640 1 --2- 172.21.15.114:0/2734715598 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f08a80d2340 0x7f08a8154d90 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f08a000c700 tx=0x7f08a000cbc0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.064 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.062+0000 7f08ad02e640 1 -- 172.21.15.114:0/2734715598 shutdown_connections 2024-09-19T04:32:29.064 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.062+0000 7f08ad02e640 1 --2- 172.21.15.114:0/2734715598 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f08a80d2340 0x7f08a8154d90 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.064 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.062+0000 7f08ad02e640 1 --2- 172.21.15.114:0/2734715598 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f08a8071060 0x7f08a8154850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.064 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.062+0000 7f08ad02e640 1 --2- 172.21.15.114:0/2734715598 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f08a806eab0 0x7f08a8152110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.064 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.062+0000 7f08ad02e640 1 -- 172.21.15.114:0/2734715598 >> 172.21.15.114:0/2734715598 conn(0x7f08a80cf010 msgr2=0x7f08a815b3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:29.065 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.062+0000 7f08ad02e640 1 -- 172.21.15.114:0/2734715598 shutdown_connections 2024-09-19T04:32:29.065 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.062+0000 7f08ad02e640 1 -- 172.21.15.114:0/2734715598 wait complete. 2024-09-19T04:32:29.074 DEBUG:teuthology.orchestra.run.smithi114:> sudo ceph --cluster ceph osd new fc25e875-a7cf-4308-9e32-e754ac7ae929 1 2024-09-19T04:32:29.172 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.171+0000 7f447b778640 1 Processor -- start 2024-09-19T04:32:29.173 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.171+0000 7f447b778640 1 -- start start 2024-09-19T04:32:29.174 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.172+0000 7f447b778640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4474155bb0 0x7f447415ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.175 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.172+0000 7f447b778640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f447415c190 0x7f4474070200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.175 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.172+0000 7f447b778640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f447415c7b0 con 0x7f447406fda0 2024-09-19T04:32:29.175 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.172+0000 7f447b778640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f4474070740 con 0x7f447415c190 2024-09-19T04:32:29.175 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.172+0000 7f447b778640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f44740cf770 con 0x7f4474155bb0 2024-09-19T04:32:29.175 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.172+0000 7f4478d13640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f447406fda0 0x7f447415ba80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.114:43698/0 (socket says 172.21.15.114:43698) 2024-09-19T04:32:29.175 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.172+0000 7f4478d13640 1 -- 172.21.15.114:0/1997231565 learned_addr learned my addr 172.21.15.114:0/1997231565 (peer_addr_for_me v1:172.21.15.114:0/0) 2024-09-19T04:32:29.175 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.172+0000 7f4479514640 1 --2- 172.21.15.114:0/1997231565 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4474155bb0 0x7f447415ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.175 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.172+0000 7f4479d15640 1 --2- 172.21.15.114:0/1997231565 >> v2:172.21.15.111:3300/0 conn(0x7f447415c190 0x7f4474070200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.175 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.172+0000 7f446bfff640 1 -- 172.21.15.114:0/1997231565 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4248950330 0 0) 0x7f447415c7b0 con 0x7f447406fda0 2024-09-19T04:32:29.175 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.172+0000 7f446bfff640 1 -- 172.21.15.114:0/1997231565 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4460003520 con 0x7f447406fda0 2024-09-19T04:32:29.175 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.172+0000 7f4479514640 1 -- 172.21.15.114:0/1997231565 >> v2:172.21.15.111:3300/0 conn(0x7f447415c190 msgr2=0x7f4474070200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:29.175 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.172+0000 7f4479514640 1 --2- 172.21.15.114:0/1997231565 >> v2:172.21.15.111:3300/0 conn(0x7f447415c190 0x7f4474070200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.175 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.172+0000 7f4479514640 1 -- 172.21.15.114:0/1997231565 >> v1:172.21.15.114:6789/0 conn(0x7f447406fda0 legacy=0x7f447415ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:29.176 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.172+0000 7f4479514640 1 -- 172.21.15.114:0/1997231565 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44740cfa50 con 0x7f4474155bb0 2024-09-19T04:32:29.176 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.173+0000 7f4479514640 1 --2- 172.21.15.114:0/1997231565 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4474155bb0 0x7f447415ca90 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f44640097a0 tx=0x7f446402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=83798dd534b950f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:29.176 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.173+0000 7f446bfff640 1 -- 172.21.15.114:0/1997231565 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4464037070 con 0x7f4474155bb0 2024-09-19T04:32:29.176 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.173+0000 7f446bfff640 1 -- 172.21.15.114:0/1997231565 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4464032440 con 0x7f4474155bb0 2024-09-19T04:32:29.176 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.173+0000 7f446bfff640 1 -- 172.21.15.114:0/1997231565 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4464032810 con 0x7f4474155bb0 2024-09-19T04:32:29.178 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.174+0000 7f447b778640 1 -- 172.21.15.114:0/1997231565 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4474155bb0 msgr2=0x7f447415ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:29.179 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.174+0000 7f447b778640 1 --2- 172.21.15.114:0/1997231565 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4474155bb0 0x7f447415ca90 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f44640097a0 tx=0x7f446402a180 comp rx=0 tx=0).stop 2024-09-19T04:32:29.179 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.174+0000 7f447b778640 1 -- 172.21.15.114:0/1997231565 shutdown_connections 2024-09-19T04:32:29.179 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.174+0000 7f447b778640 1 --2- 172.21.15.114:0/1997231565 >> v2:172.21.15.111:3300/0 conn(0x7f447415c190 0x7f4474070200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.179 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.174+0000 7f447b778640 1 --2- 172.21.15.114:0/1997231565 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4474155bb0 0x7f447415ca90 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.179 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.174+0000 7f447b778640 1 -- 172.21.15.114:0/1997231565 >> 172.21.15.114:0/1997231565 conn(0x7f44740b3380 msgr2=0x7f44740b3760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:29.179 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.174+0000 7f447b778640 1 -- 172.21.15.114:0/1997231565 shutdown_connections 2024-09-19T04:32:29.179 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.174+0000 7f447b778640 1 -- 172.21.15.114:0/1997231565 wait complete. 2024-09-19T04:32:29.179 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.175+0000 7f447b778640 1 Processor -- start 2024-09-19T04:32:29.179 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.175+0000 7f447b778640 1 -- start start 2024-09-19T04:32:29.179 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.176+0000 7f447b778640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f447406fda0 0x7f44740aebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.179 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.176+0000 7f447b778640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4474155bb0 0x7f44741544a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.179 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.176+0000 7f447b778640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f447415c190 0x7f44740b2470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.179 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.176+0000 7f447b778640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f447415e030 con 0x7f447415c190 2024-09-19T04:32:29.180 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.176+0000 7f447b778640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f44740cf480 con 0x7f447406fda0 2024-09-19T04:32:29.180 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.176+0000 7f447b778640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f447415e1b0 con 0x7f4474155bb0 2024-09-19T04:32:29.180 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.176+0000 7f4478d13640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4474155bb0 0x7f44741544a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.180 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.176+0000 7f4479514640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f447406fda0 0x7f44740aebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.180 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.176+0000 7f4478d13640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4474155bb0 0x7f44741544a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.114:49386/0 (socket says 172.21.15.114:49386) 2024-09-19T04:32:29.180 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.176+0000 7f4478d13640 1 -- 172.21.15.114:0/1939391373 learned_addr learned my addr 172.21.15.114:0/1939391373 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-19T04:32:29.180 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.176+0000 7f4479d15640 1 --2- 172.21.15.114:0/1939391373 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f447415c190 0x7f44740b2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.180 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.176+0000 7f4479514640 1 -- 172.21.15.114:0/1939391373 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4474155bb0 msgr2=0x7f44741544a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:29.180 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.176+0000 7f4479514640 1 --2- 172.21.15.114:0/1939391373 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4474155bb0 0x7f44741544a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.180 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.176+0000 7f4479514640 1 -- 172.21.15.114:0/1939391373 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f447415c190 msgr2=0x7f44740b2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:29.180 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.176+0000 7f4479514640 1 --2- 172.21.15.114:0/1939391373 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f447415c190 0x7f44740b2470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.180 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.176+0000 7f4479514640 1 -- 172.21.15.114:0/1939391373 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44740af260 con 0x7f447406fda0 2024-09-19T04:32:29.180 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.176+0000 7f4479514640 1 --2- 172.21.15.114:0/1939391373 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f447406fda0 0x7f44740aebf0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f4464031000 tx=0x7f44640046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:29.181 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.177+0000 7f4469ffb640 1 -- 172.21.15.114:0/1939391373 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f446403aa50 con 0x7f447406fda0 2024-09-19T04:32:29.181 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.177+0000 7f4469ffb640 1 -- 172.21.15.114:0/1939391373 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f446403abf0 con 0x7f447406fda0 2024-09-19T04:32:29.181 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.177+0000 7f4469ffb640 1 -- 172.21.15.114:0/1939391373 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4464044400 con 0x7f447406fda0 2024-09-19T04:32:29.181 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.177+0000 7f447b778640 1 -- 172.21.15.114:0/1939391373 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44740af540 con 0x7f447406fda0 2024-09-19T04:32:29.181 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.177+0000 7f447b778640 1 -- 172.21.15.114:0/1939391373 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44740afb00 con 0x7f447406fda0 2024-09-19T04:32:29.181 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.177+0000 7f4469ffb640 1 -- 172.21.15.114:0/1939391373 <== mon.1 v2:172.21.15.114:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4464044950 con 0x7f447406fda0 2024-09-19T04:32:29.181 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.177+0000 7f4469ffb640 1 -- 172.21.15.114:0/1939391373 <== mon.1 v2:172.21.15.114:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f446404bd10 con 0x7f447406fda0 2024-09-19T04:32:29.181 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.178+0000 7f447b778640 1 -- 172.21.15.114:0/1939391373 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f447415d250 con 0x7f447406fda0 2024-09-19T04:32:29.182 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.180+0000 7f4469ffb640 1 -- 172.21.15.114:0/1939391373 <== mon.1 v2:172.21.15.114:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f446403f070 con 0x7f447406fda0 2024-09-19T04:32:29.249 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.248+0000 7f447b778640 1 -- 172.21.15.114:0/1939391373 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "osd new", "uuid": "fc25e875-a7cf-4308-9e32-e754ac7ae929", "id": 1} v 0) -- 0x7f44740b1f50 con 0x7f447406fda0 2024-09-19T04:32:29.254 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.253+0000 7f4469ffb640 1 -- 172.21.15.114:0/1939391373 <== mon.1 v2:172.21.15.114:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "fc25e875-a7cf-4308-9e32-e754ac7ae929", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f446404b390 con 0x7f447406fda0 2024-09-19T04:32:29.254 INFO:teuthology.orchestra.run.smithi114.stdout:1 2024-09-19T04:32:29.255 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.254+0000 7f447b778640 1 -- 172.21.15.114:0/1939391373 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f447406fda0 msgr2=0x7f44740aebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:29.255 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.254+0000 7f447b778640 1 --2- 172.21.15.114:0/1939391373 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f447406fda0 0x7f44740aebf0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f4464031000 tx=0x7f44640046c0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.256 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.254+0000 7f447b778640 1 -- 172.21.15.114:0/1939391373 shutdown_connections 2024-09-19T04:32:29.256 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.254+0000 7f447b778640 1 --2- 172.21.15.114:0/1939391373 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f447415c190 0x7f44740b2470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.256 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.254+0000 7f447b778640 1 --2- 172.21.15.114:0/1939391373 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4474155bb0 0x7f44741544a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.256 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.254+0000 7f447b778640 1 --2- 172.21.15.114:0/1939391373 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f447406fda0 0x7f44740aebf0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.256 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.254+0000 7f447b778640 1 -- 172.21.15.114:0/1939391373 >> 172.21.15.114:0/1939391373 conn(0x7f44740b3380 msgr2=0x7f44740b1180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:29.256 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.254+0000 7f447b778640 1 -- 172.21.15.114:0/1939391373 shutdown_connections 2024-09-19T04:32:29.256 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.254+0000 7f447b778640 1 -- 172.21.15.114:0/1939391373 wait complete. 2024-09-19T04:32:29.265 DEBUG:teuthology.orchestra.run.smithi114:> sudo ceph --cluster ceph osd new 2d49b48b-1208-4345-af14-cf551200cd96 2 2024-09-19T04:32:29.302 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:29.300+0000 7f2f6c1d4040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T04:32:29.326 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:29.325+0000 7f0de7e97040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T04:32:29.354 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:29.353+0000 7f2f6c1d4040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T04:32:29.363 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.361+0000 7f54188e6640 1 Processor -- start 2024-09-19T04:32:29.363 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.361+0000 7f54188e6640 1 -- start start 2024-09-19T04:32:29.364 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.362+0000 7f54188e6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f54140b5ca0 0x7f54140b4970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.364 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.362+0000 7f54188e6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f54140cfc70 0x7f54140d00c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.365 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.362+0000 7f54188e6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f541415c710 con 0x7f5414071e70 2024-09-19T04:32:29.365 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.362+0000 7f54188e6640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f54140d0600 con 0x7f54140b5ca0 2024-09-19T04:32:29.365 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.362+0000 7f54188e6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f54140b44e0 con 0x7f54140cfc70 2024-09-19T04:32:29.365 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.363+0000 7f5411d9b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f54140cfc70 0x7f54140d00c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.365 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.363+0000 7f5412d9d640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f5414071e70 0x7f54140722a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.114:43702/0 (socket says 172.21.15.114:43702) 2024-09-19T04:32:29.365 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.363+0000 7f5412d9d640 1 -- 172.21.15.114:0/853298478 learned_addr learned my addr 172.21.15.114:0/853298478 (peer_addr_for_me v1:172.21.15.114:0/0) 2024-09-19T04:32:29.365 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.363+0000 7f541259c640 1 --2- 172.21.15.114:0/853298478 >> v2:172.21.15.111:3300/0 conn(0x7f54140b5ca0 0x7f54140b4970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.365 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.363+0000 7f5411d9b640 1 -- 172.21.15.114:0/853298478 >> v2:172.21.15.111:3300/0 conn(0x7f54140b5ca0 msgr2=0x7f54140b4970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:29.365 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.363+0000 7f5411d9b640 1 --2- 172.21.15.114:0/853298478 >> v2:172.21.15.111:3300/0 conn(0x7f54140b5ca0 0x7f54140b4970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.365 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.363+0000 7f5411d9b640 1 -- 172.21.15.114:0/853298478 >> v1:172.21.15.114:6789/0 conn(0x7f5414071e70 legacy=0x7f54140722a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:29.365 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.363+0000 7f5411d9b640 1 -- 172.21.15.114:0/853298478 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54140b3e90 con 0x7f54140cfc70 2024-09-19T04:32:29.367 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.364+0000 7f5411d9b640 1 --2- 172.21.15.114:0/853298478 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f54140cfc70 0x7f54140d00c0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f5414062e90 tx=0x7f540802c290 comp rx=0 tx=0).ready entity=mon.1 client_cookie=33f5da86d3e4f89f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:29.367 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.364+0000 7f541159a640 1 -- 172.21.15.114:0/853298478 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5408039070 con 0x7f54140cfc70 2024-09-19T04:32:29.367 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.364+0000 7f541159a640 1 -- 172.21.15.114:0/853298478 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5408034440 con 0x7f54140cfc70 2024-09-19T04:32:29.367 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.364+0000 7f541159a640 1 -- 172.21.15.114:0/853298478 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54080347f0 con 0x7f54140cfc70 2024-09-19T04:32:29.367 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.364+0000 7f54188e6640 1 -- 172.21.15.114:0/853298478 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f54140cfc70 msgr2=0x7f54140d00c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:29.367 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.364+0000 7f54188e6640 1 --2- 172.21.15.114:0/853298478 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f54140cfc70 0x7f54140d00c0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f5414062e90 tx=0x7f540802c290 comp rx=0 tx=0).stop 2024-09-19T04:32:29.367 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.365+0000 7f54188e6640 1 -- 172.21.15.114:0/853298478 shutdown_connections 2024-09-19T04:32:29.367 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.365+0000 7f54188e6640 1 --2- 172.21.15.114:0/853298478 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f54140cfc70 0x7f54140d00c0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.367 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.365+0000 7f54188e6640 1 --2- 172.21.15.114:0/853298478 >> v2:172.21.15.111:3300/0 conn(0x7f54140b5ca0 0x7f54140b4970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.367 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.365+0000 7f54188e6640 1 -- 172.21.15.114:0/853298478 >> 172.21.15.114:0/853298478 conn(0x7f54140cdb80 msgr2=0x7f54140cdf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:29.367 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.365+0000 7f54188e6640 1 -- 172.21.15.114:0/853298478 shutdown_connections 2024-09-19T04:32:29.367 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.365+0000 7f54188e6640 1 -- 172.21.15.114:0/853298478 wait complete. 2024-09-19T04:32:29.370 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.366+0000 7f54188e6640 1 Processor -- start 2024-09-19T04:32:29.370 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.366+0000 7f54188e6640 1 -- start start 2024-09-19T04:32:29.370 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.367+0000 7f54188e6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5414071e70 0x7f5414146730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.370 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.367+0000 7f54188e6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f54140b5ca0 0x7f5414157300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.370 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.367+0000 7f54188e6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54140cfc70 0x7f541415cf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.370 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.367+0000 7f54188e6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f54140b6200 con 0x7f54140cfc70 2024-09-19T04:32:29.370 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.367+0000 7f54188e6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f54140b6080 con 0x7f54140b5ca0 2024-09-19T04:32:29.370 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.367+0000 7f54188e6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f54140b4eb0 con 0x7f5414071e70 2024-09-19T04:32:29.370 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.367+0000 7f5411d9b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f54140b5ca0 0x7f5414157300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.370 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.367+0000 7f541259c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5414071e70 0x7f5414146730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.370 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.367+0000 7f5411d9b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f54140b5ca0 0x7f5414157300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.114:41232/0 (socket says 172.21.15.114:41232) 2024-09-19T04:32:29.371 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.367+0000 7f5411d9b640 1 -- 172.21.15.114:0/3954952453 learned_addr learned my addr 172.21.15.114:0/3954952453 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-19T04:32:29.371 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.367+0000 7f5412d9d640 1 --2- 172.21.15.114:0/3954952453 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54140cfc70 0x7f541415cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.371 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.367+0000 7f541259c640 1 -- 172.21.15.114:0/3954952453 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f54140b5ca0 msgr2=0x7f5414157300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:29.371 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.367+0000 7f541259c640 1 --2- 172.21.15.114:0/3954952453 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f54140b5ca0 0x7f5414157300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.371 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.367+0000 7f541259c640 1 -- 172.21.15.114:0/3954952453 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54140cfc70 msgr2=0x7f541415cf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:29.371 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.367+0000 7f541259c640 1 --2- 172.21.15.114:0/3954952453 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54140cfc70 0x7f541415cf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.371 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.367+0000 7f541259c640 1 -- 172.21.15.114:0/3954952453 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f541415d650 con 0x7f5414071e70 2024-09-19T04:32:29.371 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.367+0000 7f5411d9b640 1 --2- 172.21.15.114:0/3954952453 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f54140b5ca0 0x7f5414157300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:32:29.371 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.367+0000 7f541259c640 1 --2- 172.21.15.114:0/3954952453 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5414071e70 0x7f5414146730 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f540400e880 tx=0x7f540400ed40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:29.371 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.367+0000 7f5402ffd640 1 -- 172.21.15.114:0/3954952453 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5404017070 con 0x7f5414071e70 2024-09-19T04:32:29.372 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.367+0000 7f5402ffd640 1 -- 172.21.15.114:0/3954952453 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f540400c940 con 0x7f5414071e70 2024-09-19T04:32:29.372 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.367+0000 7f54188e6640 1 -- 172.21.15.114:0/3954952453 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f541415d930 con 0x7f5414071e70 2024-09-19T04:32:29.372 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.367+0000 7f5402ffd640 1 -- 172.21.15.114:0/3954952453 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f540400cd30 con 0x7f5414071e70 2024-09-19T04:32:29.372 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.367+0000 7f54188e6640 1 -- 172.21.15.114:0/3954952453 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f541415def0 con 0x7f5414071e70 2024-09-19T04:32:29.372 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.368+0000 7f5402ffd640 1 -- 172.21.15.114:0/3954952453 <== mon.2 v2:172.21.15.114:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f540401a070 con 0x7f5414071e70 2024-09-19T04:32:29.372 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.368+0000 7f5402ffd640 1 -- 172.21.15.114:0/3954952453 <== mon.2 v2:172.21.15.114:3301/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7f540401c900 con 0x7f5414071e70 2024-09-19T04:32:29.372 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.368+0000 7f54188e6640 1 -- 172.21.15.114:0/3954952453 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54140d0420 con 0x7f5414071e70 2024-09-19T04:32:29.373 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.370+0000 7f5402ffd640 1 -- 172.21.15.114:0/3954952453 <== mon.2 v2:172.21.15.114:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f54140d0420 con 0x7f5414071e70 2024-09-19T04:32:29.384 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:29.383+0000 7f0de7e97040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T04:32:29.440 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.438+0000 7f54188e6640 1 -- 172.21.15.114:0/3954952453 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_command({"prefix": "osd new", "uuid": "2d49b48b-1208-4345-af14-cf551200cd96", "id": 2} v 0) -- 0x7f54140b4970 con 0x7f5414071e70 2024-09-19T04:32:29.442 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.441+0000 7f5402ffd640 1 -- 172.21.15.114:0/3954952453 <== mon.2 v2:172.21.15.114:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "2d49b48b-1208-4345-af14-cf551200cd96", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7f540401c630 con 0x7f5414071e70 2024-09-19T04:32:29.443 INFO:teuthology.orchestra.run.smithi114.stdout:2 2024-09-19T04:32:29.444 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.442+0000 7f54188e6640 1 -- 172.21.15.114:0/3954952453 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5414071e70 msgr2=0x7f5414146730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:29.444 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.442+0000 7f54188e6640 1 --2- 172.21.15.114:0/3954952453 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5414071e70 0x7f5414146730 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f540400e880 tx=0x7f540400ed40 comp rx=0 tx=0).stop 2024-09-19T04:32:29.444 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.442+0000 7f54188e6640 1 -- 172.21.15.114:0/3954952453 shutdown_connections 2024-09-19T04:32:29.444 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.442+0000 7f54188e6640 1 --2- 172.21.15.114:0/3954952453 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54140cfc70 0x7f541415cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.444 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.442+0000 7f54188e6640 1 --2- 172.21.15.114:0/3954952453 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f54140b5ca0 0x7f5414157300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.444 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.442+0000 7f54188e6640 1 --2- 172.21.15.114:0/3954952453 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5414071e70 0x7f5414146730 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.444 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.442+0000 7f54188e6640 1 -- 172.21.15.114:0/3954952453 >> 172.21.15.114:0/3954952453 conn(0x7f54140cdb80 msgr2=0x7f54140cdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:29.444 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.442+0000 7f54188e6640 1 -- 172.21.15.114:0/3954952453 shutdown_connections 2024-09-19T04:32:29.444 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.442+0000 7f54188e6640 1 -- 172.21.15.114:0/3954952453 wait complete. 2024-09-19T04:32:29.454 DEBUG:teuthology.orchestra.run.smithi114:> sudo ceph --cluster ceph osd new cfd6bb42-867f-4baf-b32a-30ed185ee653 3 2024-09-19T04:32:29.506 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:29.505+0000 7f2f6c1d4040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T04:32:29.539 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:29.537+0000 7f0de7e97040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T04:32:29.551 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.550+0000 7f197348d640 1 Processor -- start 2024-09-19T04:32:29.551 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.550+0000 7f197348d640 1 -- start start 2024-09-19T04:32:29.553 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.551+0000 7f197348d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f196c0704b0 0x7f196c15ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.553 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.551+0000 7f197348d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f196c15ba80 0x7f196c15bf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.553 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.551+0000 7f197348d640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f196c15c7b0 con 0x7f196c155bb0 2024-09-19T04:32:29.553 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.551+0000 7f197348d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f196c0cf770 con 0x7f196c15ba80 2024-09-19T04:32:29.553 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.551+0000 7f197348d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f196c0cfa50 con 0x7f196c0704b0 2024-09-19T04:32:29.553 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.551+0000 7f1971a2a640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f196c15ba80 0x7f196c15bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.553 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.551+0000 7f1970a28640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f196c0704b0 0x7f196c15ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.553 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.551+0000 7f1971229640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f196c155bb0 0x7f196c06fda0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.114:43716/0 (socket says 172.21.15.114:43716) 2024-09-19T04:32:29.553 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.551+0000 7f1971a2a640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f196c15ba80 0x7f196c15bf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.114:41246/0 (socket says 172.21.15.114:41246) 2024-09-19T04:32:29.553 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.551+0000 7f1970a28640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f196c0704b0 0x7f196c15ca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.114:49400/0 (socket says 172.21.15.114:49400) 2024-09-19T04:32:29.553 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.551+0000 7f1971229640 1 -- 172.21.15.114:0/4241302751 learned_addr learned my addr 172.21.15.114:0/4241302751 (peer_addr_for_me v1:172.21.15.114:0/0) 2024-09-19T04:32:29.553 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.551+0000 7f1970a28640 1 -- 172.21.15.114:0/4241302751 >> v2:172.21.15.114:3300/0 conn(0x7f196c15ba80 msgr2=0x7f196c15bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:29.554 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.551+0000 7f1970a28640 1 --2- 172.21.15.114:0/4241302751 >> v2:172.21.15.114:3300/0 conn(0x7f196c15ba80 0x7f196c15bf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.554 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.551+0000 7f1970a28640 1 -- 172.21.15.114:0/4241302751 >> v1:172.21.15.114:6789/0 conn(0x7f196c155bb0 legacy=0x7f196c06fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:29.554 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.551+0000 7f1970a28640 1 -- 172.21.15.114:0/4241302751 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f196c0cfd30 con 0x7f196c0704b0 2024-09-19T04:32:29.554 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.551+0000 7f1971a2a640 1 --2- 172.21.15.114:0/4241302751 >> v2:172.21.15.114:3300/0 conn(0x7f196c15ba80 0x7f196c15bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:32:29.559 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.552+0000 7f1970a28640 1 --2- 172.21.15.114:0/4241302751 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f196c0704b0 0x7f196c15ca90 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f195c00ba40 tx=0x7f195c02c850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a26195c55fdbcdb2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:29.559 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.552+0000 7f1963fff640 1 -- 172.21.15.114:0/4241302751 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f195c032750 con 0x7f196c0704b0 2024-09-19T04:32:29.559 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.552+0000 7f1963fff640 1 -- 172.21.15.114:0/4241302751 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f195c030050 con 0x7f196c0704b0 2024-09-19T04:32:29.559 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.552+0000 7f1963fff640 1 -- 172.21.15.114:0/4241302751 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f195c032b10 con 0x7f196c0704b0 2024-09-19T04:32:29.559 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.553+0000 7f197348d640 1 -- 172.21.15.114:0/4241302751 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f196c0704b0 msgr2=0x7f196c15ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:29.559 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.553+0000 7f197348d640 1 --2- 172.21.15.114:0/4241302751 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f196c0704b0 0x7f196c15ca90 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f195c00ba40 tx=0x7f195c02c850 comp rx=0 tx=0).stop 2024-09-19T04:32:29.560 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.553+0000 7f197348d640 1 -- 172.21.15.114:0/4241302751 shutdown_connections 2024-09-19T04:32:29.560 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.553+0000 7f197348d640 1 --2- 172.21.15.114:0/4241302751 >> v2:172.21.15.114:3300/0 conn(0x7f196c15ba80 0x7f196c15bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.560 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.553+0000 7f197348d640 1 --2- 172.21.15.114:0/4241302751 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f196c0704b0 0x7f196c15ca90 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.560 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.553+0000 7f197348d640 1 -- 172.21.15.114:0/4241302751 >> 172.21.15.114:0/4241302751 conn(0x7f196c0b3380 msgr2=0x7f196c0b3760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:29.560 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.553+0000 7f197348d640 1 -- 172.21.15.114:0/4241302751 shutdown_connections 2024-09-19T04:32:29.560 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.553+0000 7f197348d640 1 -- 172.21.15.114:0/4241302751 wait complete. 2024-09-19T04:32:29.560 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.554+0000 7f197348d640 1 Processor -- start 2024-09-19T04:32:29.561 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.554+0000 7f197348d640 1 -- start start 2024-09-19T04:32:29.561 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.555+0000 7f197348d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f196c0704b0 0x7f196c155f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.561 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.555+0000 7f197348d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f196c155bb0 0x7f196c1584c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.561 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.555+0000 7f197348d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f196c15ba80 0x7f196c0b5940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.561 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.555+0000 7f197348d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f196c15e030 con 0x7f196c0704b0 2024-09-19T04:32:29.561 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.555+0000 7f197348d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f196c15c470 con 0x7f196c15ba80 2024-09-19T04:32:29.561 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.555+0000 7f197348d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f196c15e1b0 con 0x7f196c155bb0 2024-09-19T04:32:29.561 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.555+0000 7f1971a2a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f196c15ba80 0x7f196c0b5940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.562 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.555+0000 7f1970a28640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f196c155bb0 0x7f196c1584c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.562 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.555+0000 7f1971a2a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f196c15ba80 0x7f196c0b5940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.114:41252/0 (socket says 172.21.15.114:41252) 2024-09-19T04:32:29.562 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.555+0000 7f1970a28640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f196c155bb0 0x7f196c1584c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.114:49414/0 (socket says 172.21.15.114:49414) 2024-09-19T04:32:29.562 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.555+0000 7f1971a2a640 1 -- 172.21.15.114:0/873593203 learned_addr learned my addr 172.21.15.114:0/873593203 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-19T04:32:29.562 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.555+0000 7f1971229640 1 --2- 172.21.15.114:0/873593203 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f196c0704b0 0x7f196c155f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.562 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.555+0000 7f1971a2a640 1 -- 172.21.15.114:0/873593203 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f196c155bb0 msgr2=0x7f196c1584c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:29.562 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.555+0000 7f1971a2a640 1 --2- 172.21.15.114:0/873593203 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f196c155bb0 0x7f196c1584c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.562 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.555+0000 7f1971a2a640 1 -- 172.21.15.114:0/873593203 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f196c0704b0 msgr2=0x7f196c155f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:29.562 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.555+0000 7f1971a2a640 1 --2- 172.21.15.114:0/873593203 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f196c0704b0 0x7f196c155f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.563 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.555+0000 7f1971a2a640 1 -- 172.21.15.114:0/873593203 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f196c156650 con 0x7f196c15ba80 2024-09-19T04:32:29.563 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.555+0000 7f1971229640 1 --2- 172.21.15.114:0/873593203 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f196c0704b0 0x7f196c155f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:32:29.563 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.555+0000 7f1970a28640 1 --2- 172.21.15.114:0/873593203 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f196c155bb0 0x7f196c1584c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:32:29.563 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.555+0000 7f1971a2a640 1 --2- 172.21.15.114:0/873593203 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f196c15ba80 0x7f196c0b5940 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f196400efc0 tx=0x7f196400c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:29.563 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.555+0000 7f1961ffb640 1 -- 172.21.15.114:0/873593203 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1964018030 con 0x7f196c15ba80 2024-09-19T04:32:29.563 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.555+0000 7f1961ffb640 1 -- 172.21.15.114:0/873593203 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f196400cdf0 con 0x7f196c15ba80 2024-09-19T04:32:29.563 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.556+0000 7f197348d640 1 -- 172.21.15.114:0/873593203 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f196c156930 con 0x7f196c15ba80 2024-09-19T04:32:29.563 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.556+0000 7f1961ffb640 1 -- 172.21.15.114:0/873593203 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1964003bb0 con 0x7f196c15ba80 2024-09-19T04:32:29.564 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.556+0000 7f197348d640 1 -- 172.21.15.114:0/873593203 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f196c156ef0 con 0x7f196c15ba80 2024-09-19T04:32:29.564 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.556+0000 7f1961ffb640 1 -- 172.21.15.114:0/873593203 <== mon.1 v2:172.21.15.114:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f196401b070 con 0x7f196c15ba80 2024-09-19T04:32:29.564 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.556+0000 7f1961ffb640 1 -- 172.21.15.114:0/873593203 <== mon.1 v2:172.21.15.114:3300/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f1964003d50 con 0x7f196c15ba80 2024-09-19T04:32:29.564 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.557+0000 7f197348d640 1 -- 172.21.15.114:0/873593203 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f196c15ca90 con 0x7f196c15ba80 2024-09-19T04:32:29.564 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.559+0000 7f1961ffb640 1 -- 172.21.15.114:0/873593203 <== mon.1 v2:172.21.15.114:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f1964022070 con 0x7f196c15ba80 2024-09-19T04:32:29.628 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.627+0000 7f197348d640 1 -- 172.21.15.114:0/873593203 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "osd new", "uuid": "cfd6bb42-867f-4baf-b32a-30ed185ee653", "id": 3} v 0) -- 0x7f196c15f240 con 0x7f196c15ba80 2024-09-19T04:32:29.631 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.630+0000 7f1961ffb640 1 -- 172.21.15.114:0/873593203 <== mon.1 v2:172.21.15.114:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "cfd6bb42-867f-4baf-b32a-30ed185ee653", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f1964010040 con 0x7f196c15ba80 2024-09-19T04:32:29.631 INFO:teuthology.orchestra.run.smithi114.stdout:3 2024-09-19T04:32:29.632 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.631+0000 7f197348d640 1 -- 172.21.15.114:0/873593203 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f196c15ba80 msgr2=0x7f196c0b5940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:29.633 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.631+0000 7f197348d640 1 --2- 172.21.15.114:0/873593203 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f196c15ba80 0x7f196c0b5940 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f196400efc0 tx=0x7f196400c490 comp rx=0 tx=0).stop 2024-09-19T04:32:29.633 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.631+0000 7f197348d640 1 -- 172.21.15.114:0/873593203 shutdown_connections 2024-09-19T04:32:29.633 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.631+0000 7f197348d640 1 --2- 172.21.15.114:0/873593203 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f196c15ba80 0x7f196c0b5940 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.633 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.631+0000 7f197348d640 1 --2- 172.21.15.114:0/873593203 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f196c155bb0 0x7f196c1584c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.633 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.631+0000 7f197348d640 1 --2- 172.21.15.114:0/873593203 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f196c0704b0 0x7f196c155f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.633 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.631+0000 7f197348d640 1 -- 172.21.15.114:0/873593203 >> 172.21.15.114:0/873593203 conn(0x7f196c0b3380 msgr2=0x7f196c0d06c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:29.633 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.631+0000 7f197348d640 1 -- 172.21.15.114:0/873593203 shutdown_connections 2024-09-19T04:32:29.633 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.631+0000 7f197348d640 1 -- 172.21.15.114:0/873593203 wait complete. 2024-09-19T04:32:29.643 DEBUG:teuthology.orchestra.run.smithi114:> sudo ceph --cluster ceph osd new d8df7e45-ade8-4a5f-8b94-f689f22b48b1 4 2024-09-19T04:32:29.740 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.739+0000 7fd2933af640 1 Processor -- start 2024-09-19T04:32:29.740 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.739+0000 7fd2933af640 1 -- start start 2024-09-19T04:32:29.741 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.740+0000 7fd2933af640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd28c0704b0 0x7fd28c15ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.742 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.740+0000 7fd2933af640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fd28c15ba80 0x7fd28c15bf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.742 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.740+0000 7fd2933af640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd28c15c7b0 con 0x7fd28c155bb0 2024-09-19T04:32:29.742 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.740+0000 7fd2933af640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fd28c0cf770 con 0x7fd28c15ba80 2024-09-19T04:32:29.742 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.740+0000 7fd2933af640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd28c0cfa50 con 0x7fd28c0704b0 2024-09-19T04:32:29.742 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.740+0000 7fd29094a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd28c0704b0 0x7fd28c15ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.742 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.740+0000 7fd29194c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fd28c15ba80 0x7fd28c15bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.742 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.740+0000 7fd29194c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fd28c15ba80 0x7fd28c15bf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.114:41262/0 (socket says 172.21.15.114:41262) 2024-09-19T04:32:29.742 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.740+0000 7fd29094a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd28c0704b0 0x7fd28c15ca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.114:49422/0 (socket says 172.21.15.114:49422) 2024-09-19T04:32:29.742 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.740+0000 7fd29194c640 1 -- 172.21.15.114:0/662679992 learned_addr learned my addr 172.21.15.114:0/662679992 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-19T04:32:29.742 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.740+0000 7fd29094a640 1 -- 172.21.15.114:0/662679992 >> v2:172.21.15.114:3300/0 conn(0x7fd28c15ba80 msgr2=0x7fd28c15bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:29.742 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.740+0000 7fd29094a640 1 --2- 172.21.15.114:0/662679992 >> v2:172.21.15.114:3300/0 conn(0x7fd28c15ba80 0x7fd28c15bf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.742 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.740+0000 7fd29094a640 1 -- 172.21.15.114:0/662679992 >> v1:172.21.15.111:6789/0 conn(0x7fd28c155bb0 legacy=0x7fd28c06fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:29.743 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.740+0000 7fd29094a640 1 -- 172.21.15.114:0/662679992 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd28c0cfd30 con 0x7fd28c0704b0 2024-09-19T04:32:29.744 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.741+0000 7fd29094a640 1 --2- 172.21.15.114:0/662679992 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd28c0704b0 0x7fd28c15ca90 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fd27c0097a0 tx=0x7fd27c02a130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6f0562e9d92e0fc4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:29.744 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.741+0000 7fd283fff640 1 -- 172.21.15.114:0/662679992 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd27c037070 con 0x7fd28c0704b0 2024-09-19T04:32:29.744 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.741+0000 7fd283fff640 1 -- 172.21.15.114:0/662679992 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd27c02ae40 con 0x7fd28c0704b0 2024-09-19T04:32:29.744 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.741+0000 7fd283fff640 1 -- 172.21.15.114:0/662679992 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd27c032660 con 0x7fd28c0704b0 2024-09-19T04:32:29.744 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.742+0000 7fd2933af640 1 -- 172.21.15.114:0/662679992 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd28c0704b0 msgr2=0x7fd28c15ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:29.744 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.742+0000 7fd2933af640 1 --2- 172.21.15.114:0/662679992 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd28c0704b0 0x7fd28c15ca90 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fd27c0097a0 tx=0x7fd27c02a130 comp rx=0 tx=0).stop 2024-09-19T04:32:29.744 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.742+0000 7fd2933af640 1 -- 172.21.15.114:0/662679992 shutdown_connections 2024-09-19T04:32:29.744 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.742+0000 7fd2933af640 1 --2- 172.21.15.114:0/662679992 >> v2:172.21.15.114:3300/0 conn(0x7fd28c15ba80 0x7fd28c15bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.744 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.742+0000 7fd2933af640 1 --2- 172.21.15.114:0/662679992 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd28c0704b0 0x7fd28c15ca90 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.745 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.742+0000 7fd2933af640 1 -- 172.21.15.114:0/662679992 >> 172.21.15.114:0/662679992 conn(0x7fd28c0b3380 msgr2=0x7fd28c0b3760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:29.745 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.742+0000 7fd2933af640 1 -- 172.21.15.114:0/662679992 shutdown_connections 2024-09-19T04:32:29.745 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.742+0000 7fd2933af640 1 -- 172.21.15.114:0/662679992 wait complete. 2024-09-19T04:32:29.745 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.744+0000 7fd2933af640 1 Processor -- start 2024-09-19T04:32:29.745 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.744+0000 7fd2933af640 1 -- start start 2024-09-19T04:32:29.748 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.745+0000 7fd2933af640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd28c0704b0 0x7fd28c1f59e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.748 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.745+0000 7fd2933af640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd28c155bb0 0x7fd28c0aa4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.748 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.745+0000 7fd2933af640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd28c15ba80 0x7fd28c0aaa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.748 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.745+0000 7fd2933af640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd28c15e030 con 0x7fd28c15ba80 2024-09-19T04:32:29.748 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.745+0000 7fd2933af640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd28c15c470 con 0x7fd28c155bb0 2024-09-19T04:32:29.748 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.745+0000 7fd2933af640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd28c15e1b0 con 0x7fd28c0704b0 2024-09-19T04:32:29.748 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.745+0000 7fd29094a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd28c155bb0 0x7fd28c0aa4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.748 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.745+0000 7fd29114b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd28c0704b0 0x7fd28c1f59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.749 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.745+0000 7fd29114b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd28c0704b0 0x7fd28c1f59e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.114:49438/0 (socket says 172.21.15.114:49438) 2024-09-19T04:32:29.749 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.745+0000 7fd29114b640 1 -- 172.21.15.114:0/2767864906 learned_addr learned my addr 172.21.15.114:0/2767864906 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-19T04:32:29.749 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.745+0000 7fd29194c640 1 --2- 172.21.15.114:0/2767864906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd28c15ba80 0x7fd28c0aaa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.749 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.745+0000 7fd29094a640 1 -- 172.21.15.114:0/2767864906 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd28c0704b0 msgr2=0x7fd28c1f59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:29.749 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.745+0000 7fd29094a640 1 --2- 172.21.15.114:0/2767864906 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd28c0704b0 0x7fd28c1f59e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.749 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.745+0000 7fd29094a640 1 -- 172.21.15.114:0/2767864906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd28c15ba80 msgr2=0x7fd28c0aaa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:29.749 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.745+0000 7fd29094a640 1 --2- 172.21.15.114:0/2767864906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd28c15ba80 0x7fd28c0aaa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.749 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.745+0000 7fd29094a640 1 -- 172.21.15.114:0/2767864906 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd28c1f6350 con 0x7fd28c155bb0 2024-09-19T04:32:29.749 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.745+0000 7fd29114b640 1 --2- 172.21.15.114:0/2767864906 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd28c0704b0 0x7fd28c1f59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:32:29.749 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.745+0000 7fd29194c640 1 --2- 172.21.15.114:0/2767864906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd28c15ba80 0x7fd28c0aaa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:32:29.749 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.745+0000 7fd29094a640 1 --2- 172.21.15.114:0/2767864906 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd28c155bb0 0x7fd28c0aa4d0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fd27c031000 tx=0x7fd27c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:29.749 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.745+0000 7fd281ffb640 1 -- 172.21.15.114:0/2767864906 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd27c042070 con 0x7fd28c155bb0 2024-09-19T04:32:29.749 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.746+0000 7fd281ffb640 1 -- 172.21.15.114:0/2767864906 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd27c032e20 con 0x7fd28c155bb0 2024-09-19T04:32:29.750 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.746+0000 7fd281ffb640 1 -- 172.21.15.114:0/2767864906 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd27c037040 con 0x7fd28c155bb0 2024-09-19T04:32:29.750 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.746+0000 7fd2933af640 1 -- 172.21.15.114:0/2767864906 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd28c1f6630 con 0x7fd28c155bb0 2024-09-19T04:32:29.750 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.746+0000 7fd2933af640 1 -- 172.21.15.114:0/2767864906 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd28c1f5f20 con 0x7fd28c155bb0 2024-09-19T04:32:29.750 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.746+0000 7fd281ffb640 1 -- 172.21.15.114:0/2767864906 <== mon.1 v2:172.21.15.114:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd27c045070 con 0x7fd28c155bb0 2024-09-19T04:32:29.750 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.746+0000 7fd281ffb640 1 -- 172.21.15.114:0/2767864906 <== mon.1 v2:172.21.15.114:3300/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7fd27c047c30 con 0x7fd28c155bb0 2024-09-19T04:32:29.750 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.747+0000 7fd2933af640 1 -- 172.21.15.114:0/2767864906 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd28c15ca90 con 0x7fd28c155bb0 2024-09-19T04:32:29.750 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.749+0000 7fd281ffb640 1 -- 172.21.15.114:0/2767864906 <== mon.1 v2:172.21.15.114:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fd27c047720 con 0x7fd28c155bb0 2024-09-19T04:32:29.819 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.818+0000 7fd2933af640 1 -- 172.21.15.114:0/2767864906 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "osd new", "uuid": "d8df7e45-ade8-4a5f-8b94-f689f22b48b1", "id": 4} v 0) -- 0x7fd28c0700b0 con 0x7fd28c155bb0 2024-09-19T04:32:29.825 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.823+0000 7fd281ffb640 1 -- 172.21.15.114:0/2767864906 <== mon.1 v2:172.21.15.114:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "d8df7e45-ade8-4a5f-8b94-f689f22b48b1", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7fd27c047900 con 0x7fd28c155bb0 2024-09-19T04:32:29.825 INFO:teuthology.orchestra.run.smithi114.stdout:4 2024-09-19T04:32:29.826 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.824+0000 7fd2933af640 1 -- 172.21.15.114:0/2767864906 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd28c155bb0 msgr2=0x7fd28c0aa4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:29.826 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.824+0000 7fd2933af640 1 --2- 172.21.15.114:0/2767864906 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd28c155bb0 0x7fd28c0aa4d0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fd27c031000 tx=0x7fd27c0046c0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.826 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.824+0000 7fd2933af640 1 -- 172.21.15.114:0/2767864906 shutdown_connections 2024-09-19T04:32:29.826 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.824+0000 7fd2933af640 1 --2- 172.21.15.114:0/2767864906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd28c15ba80 0x7fd28c0aaa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.826 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.824+0000 7fd2933af640 1 --2- 172.21.15.114:0/2767864906 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd28c155bb0 0x7fd28c0aa4d0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.826 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.824+0000 7fd2933af640 1 --2- 172.21.15.114:0/2767864906 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd28c0704b0 0x7fd28c1f59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.826 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.824+0000 7fd2933af640 1 -- 172.21.15.114:0/2767864906 >> 172.21.15.114:0/2767864906 conn(0x7fd28c0b3380 msgr2=0x7fd28c0d0250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:29.827 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.824+0000 7fd2933af640 1 -- 172.21.15.114:0/2767864906 shutdown_connections 2024-09-19T04:32:29.827 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.824+0000 7fd2933af640 1 -- 172.21.15.114:0/2767864906 wait complete. 2024-09-19T04:32:29.836 DEBUG:teuthology.orchestra.run.smithi114:> sudo ceph --cluster ceph osd new a632bca0-5386-455b-9ca2-f397c9653e26 5 2024-09-19T04:32:29.947 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.945+0000 7f141e7e4640 1 Processor -- start 2024-09-19T04:32:29.947 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.945+0000 7f141e7e4640 1 -- start start 2024-09-19T04:32:29.949 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.946+0000 7f141e7e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1418155bb0 0x7f141815ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.949 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.946+0000 7f141e7e4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f141806fda0 0x7f1418070200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.949 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.946+0000 7f141e7e4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f141815c7b0 con 0x7f141815ba80 2024-09-19T04:32:29.949 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.946+0000 7f141e7e4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f1418070740 con 0x7f141806fda0 2024-09-19T04:32:29.949 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.946+0000 7f141e7e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f14180cf770 con 0x7f1418155bb0 2024-09-19T04:32:29.949 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.946+0000 7f14177fe640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f141806fda0 0x7f1418070200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.949 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.946+0000 7f1417fff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1418155bb0 0x7f141815ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.950 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.946+0000 7f14177fe640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f141806fda0 0x7f1418070200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.114:41266/0 (socket says 172.21.15.114:41266) 2024-09-19T04:32:29.950 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.946+0000 7f14177fe640 1 -- 172.21.15.114:0/792000434 learned_addr learned my addr 172.21.15.114:0/792000434 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-19T04:32:29.950 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.947+0000 7f14177fe640 1 -- 172.21.15.114:0/792000434 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1418155bb0 msgr2=0x7f141815ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:29.950 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.947+0000 7f14177fe640 1 --2- 172.21.15.114:0/792000434 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1418155bb0 0x7f141815ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.950 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.947+0000 7f14177fe640 1 -- 172.21.15.114:0/792000434 >> v1:172.21.15.114:6789/0 conn(0x7f141815ba80 legacy=0x7f141815bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:29.950 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.947+0000 7f14177fe640 1 -- 172.21.15.114:0/792000434 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14180cfa50 con 0x7f141806fda0 2024-09-19T04:32:29.950 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.947+0000 7f1416ffd640 1 -- 172.21.15.114:0/792000434 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2169895182 0 0) 0x7f141815c7b0 con 0x7f141815ba80 2024-09-19T04:32:29.950 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.947+0000 7f1417fff640 1 --2- 172.21.15.114:0/792000434 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1418155bb0 0x7f141815ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:32:29.950 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.947+0000 7f14177fe640 1 --2- 172.21.15.114:0/792000434 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f141806fda0 0x7f1418070200 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f1408009870 tx=0x7f140802a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1c098381790ba658 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:29.950 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.948+0000 7f1416ffd640 1 -- 172.21.15.114:0/792000434 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1408037070 con 0x7f141806fda0 2024-09-19T04:32:29.950 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.948+0000 7f1416ffd640 1 -- 172.21.15.114:0/792000434 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1408032440 con 0x7f141806fda0 2024-09-19T04:32:29.950 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.948+0000 7f1416ffd640 1 -- 172.21.15.114:0/792000434 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1408032810 con 0x7f141806fda0 2024-09-19T04:32:29.953 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.948+0000 7f141e7e4640 1 -- 172.21.15.114:0/792000434 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f141806fda0 msgr2=0x7f1418070200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:29.954 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.948+0000 7f141e7e4640 1 --2- 172.21.15.114:0/792000434 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f141806fda0 0x7f1418070200 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f1408009870 tx=0x7f140802a270 comp rx=0 tx=0).stop 2024-09-19T04:32:29.954 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.948+0000 7f141e7e4640 1 -- 172.21.15.114:0/792000434 shutdown_connections 2024-09-19T04:32:29.954 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.948+0000 7f141e7e4640 1 --2- 172.21.15.114:0/792000434 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f141806fda0 0x7f1418070200 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.954 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.948+0000 7f141e7e4640 1 --2- 172.21.15.114:0/792000434 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1418155bb0 0x7f141815ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.954 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.948+0000 7f141e7e4640 1 -- 172.21.15.114:0/792000434 >> 172.21.15.114:0/792000434 conn(0x7f14180b3380 msgr2=0x7f14180b3760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:29.954 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.948+0000 7f141e7e4640 1 -- 172.21.15.114:0/792000434 shutdown_connections 2024-09-19T04:32:29.954 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.948+0000 7f141e7e4640 1 -- 172.21.15.114:0/792000434 wait complete. 2024-09-19T04:32:29.954 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.949+0000 7f141e7e4640 1 Processor -- start 2024-09-19T04:32:29.954 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.950+0000 7f141e7e4640 1 -- start start 2024-09-19T04:32:29.954 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.950+0000 7f141e7e4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f141806fda0 0x7f14180afe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.954 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.950+0000 7f141e7e4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1418155bb0 0x7f14181f1e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.954 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.950+0000 7f141e7e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f141815ba80 0x7f14180b5af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:29.955 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.950+0000 7f141e7e4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f141815e030 con 0x7f141806fda0 2024-09-19T04:32:29.955 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.950+0000 7f141e7e4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f14180cf480 con 0x7f1418155bb0 2024-09-19T04:32:29.955 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.950+0000 7f141e7e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f141815e1b0 con 0x7f141815ba80 2024-09-19T04:32:29.955 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.950+0000 7f14177fe640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1418155bb0 0x7f14181f1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.955 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.950+0000 7f14177fe640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1418155bb0 0x7f14181f1e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.114:41278/0 (socket says 172.21.15.114:41278) 2024-09-19T04:32:29.955 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.950+0000 7f14177fe640 1 -- 172.21.15.114:0/3866784457 learned_addr learned my addr 172.21.15.114:0/3866784457 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-19T04:32:29.955 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.950+0000 7f141cd81640 1 --2- 172.21.15.114:0/3866784457 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f141815ba80 0x7f14180b5af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.955 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.951+0000 7f1417fff640 1 --2- 172.21.15.114:0/3866784457 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f141806fda0 0x7f14180afe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:29.955 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.951+0000 7f14177fe640 1 -- 172.21.15.114:0/3866784457 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f141815ba80 msgr2=0x7f14180b5af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:29.955 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.951+0000 7f14177fe640 1 --2- 172.21.15.114:0/3866784457 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f141815ba80 0x7f14180b5af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.955 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.951+0000 7f14177fe640 1 -- 172.21.15.114:0/3866784457 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f141806fda0 msgr2=0x7f14180afe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:29.955 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.951+0000 7f14177fe640 1 --2- 172.21.15.114:0/3866784457 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f141806fda0 0x7f14180afe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:29.955 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.951+0000 7f14177fe640 1 -- 172.21.15.114:0/3866784457 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14181f2350 con 0x7f1418155bb0 2024-09-19T04:32:29.956 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.951+0000 7f141cd81640 1 --2- 172.21.15.114:0/3866784457 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f141815ba80 0x7f14180b5af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:32:29.956 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.951+0000 7f14177fe640 1 --2- 172.21.15.114:0/3866784457 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1418155bb0 0x7f14181f1e10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f14080097c0 tx=0x7f14080046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:29.956 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.951+0000 7f1414ff9640 1 -- 172.21.15.114:0/3866784457 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1408039800 con 0x7f1418155bb0 2024-09-19T04:32:29.956 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.951+0000 7f1414ff9640 1 -- 172.21.15.114:0/3866784457 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14080399a0 con 0x7f1418155bb0 2024-09-19T04:32:29.956 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.951+0000 7f141e7e4640 1 -- 172.21.15.114:0/3866784457 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1418156430 con 0x7f1418155bb0 2024-09-19T04:32:29.956 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.951+0000 7f1414ff9640 1 -- 172.21.15.114:0/3866784457 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1408039d90 con 0x7f1418155bb0 2024-09-19T04:32:29.956 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.951+0000 7f141e7e4640 1 -- 172.21.15.114:0/3866784457 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14181569f0 con 0x7f1418155bb0 2024-09-19T04:32:29.956 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.951+0000 7f1414ff9640 1 -- 172.21.15.114:0/3866784457 <== mon.1 v2:172.21.15.114:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1408044810 con 0x7f1418155bb0 2024-09-19T04:32:29.956 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.951+0000 7f1414ff9640 1 -- 172.21.15.114:0/3866784457 <== mon.1 v2:172.21.15.114:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7f1408043960 con 0x7f1418155bb0 2024-09-19T04:32:29.956 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.952+0000 7f141e7e4640 1 -- 172.21.15.114:0/3866784457 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1418070200 con 0x7f1418155bb0 2024-09-19T04:32:29.957 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:29.954+0000 7f1414ff9640 1 -- 172.21.15.114:0/3866784457 <== mon.1 v2:172.21.15.114:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f14181f2350 con 0x7f1418155bb0 2024-09-19T04:32:30.024 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.023+0000 7f141e7e4640 1 -- 172.21.15.114:0/3866784457 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "osd new", "uuid": "a632bca0-5386-455b-9ca2-f397c9653e26", "id": 5} v 0) -- 0x7f141815f9e0 con 0x7f1418155bb0 2024-09-19T04:32:30.030 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.028+0000 7f1414ff9640 1 -- 172.21.15.114:0/3866784457 <== mon.1 v2:172.21.15.114:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "a632bca0-5386-455b-9ca2-f397c9653e26", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7f140804d3f0 con 0x7f1418155bb0 2024-09-19T04:32:30.030 INFO:teuthology.orchestra.run.smithi114.stdout:5 2024-09-19T04:32:30.031 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.029+0000 7f141e7e4640 1 -- 172.21.15.114:0/3866784457 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1418155bb0 msgr2=0x7f14181f1e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:30.031 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.029+0000 7f141e7e4640 1 --2- 172.21.15.114:0/3866784457 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1418155bb0 0x7f14181f1e10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f14080097c0 tx=0x7f14080046c0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.031 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.029+0000 7f141e7e4640 1 -- 172.21.15.114:0/3866784457 shutdown_connections 2024-09-19T04:32:30.031 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.029+0000 7f141e7e4640 1 --2- 172.21.15.114:0/3866784457 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f141815ba80 0x7f14180b5af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.031 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.029+0000 7f141e7e4640 1 --2- 172.21.15.114:0/3866784457 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1418155bb0 0x7f14181f1e10 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.031 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.029+0000 7f141e7e4640 1 --2- 172.21.15.114:0/3866784457 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f141806fda0 0x7f14180afe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.031 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.029+0000 7f141e7e4640 1 -- 172.21.15.114:0/3866784457 >> 172.21.15.114:0/3866784457 conn(0x7f14180b3380 msgr2=0x7f141806e660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:30.031 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.029+0000 7f141e7e4640 1 -- 172.21.15.114:0/3866784457 shutdown_connections 2024-09-19T04:32:30.031 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.029+0000 7f141e7e4640 1 -- 172.21.15.114:0/3866784457 wait complete. 2024-09-19T04:32:30.042 DEBUG:teuthology.orchestra.run.smithi114:> sudo ceph --cluster ceph osd new 033c93c9-c3bc-483d-bf89-081bf2aed299 6 2024-09-19T04:32:30.139 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.138+0000 7f5fb8952640 1 Processor -- start 2024-09-19T04:32:30.139 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.138+0000 7f5fb8952640 1 -- start start 2024-09-19T04:32:30.141 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.139+0000 7f5fb8952640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f5fb406bba0 0x7f5fb406bf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:30.141 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.139+0000 7f5fb8952640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5fb40afa20 0x7f5fb40afe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:30.142 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.139+0000 7f5fb8952640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5fb406c4c0 con 0x7f5fb40b5060 2024-09-19T04:32:30.142 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.139+0000 7f5fb8952640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f5fb40b03a0 con 0x7f5fb406bba0 2024-09-19T04:32:30.142 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.139+0000 7f5fb8952640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5fb40b4250 con 0x7f5fb40afa20 2024-09-19T04:32:30.142 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.139+0000 7f5fb1d9b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5fb40afa20 0x7f5fb40afe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:30.142 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.139+0000 7f5fb259c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f5fb406bba0 0x7f5fb406bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:30.142 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.139+0000 7f5fb1d9b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5fb40afa20 0x7f5fb40afe60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.114:49466/0 (socket says 172.21.15.114:49466) 2024-09-19T04:32:30.142 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.139+0000 7f5fb259c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f5fb406bba0 0x7f5fb406bf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.114:41284/0 (socket says 172.21.15.114:41284) 2024-09-19T04:32:30.142 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.139+0000 7f5fb1d9b640 1 -- 172.21.15.114:0/2959869294 learned_addr learned my addr 172.21.15.114:0/2959869294 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-19T04:32:30.142 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.139+0000 7f5fb1d9b640 1 -- 172.21.15.114:0/2959869294 >> v2:172.21.15.114:3300/0 conn(0x7f5fb406bba0 msgr2=0x7f5fb406bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:30.142 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.139+0000 7f5fb1d9b640 1 --2- 172.21.15.114:0/2959869294 >> v2:172.21.15.114:3300/0 conn(0x7f5fb406bba0 0x7f5fb406bf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.142 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.139+0000 7f5fb1d9b640 1 -- 172.21.15.114:0/2959869294 >> v1:172.21.15.111:6789/0 conn(0x7f5fb40b5060 legacy=0x7f5fb406e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:30.142 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.139+0000 7f5fb1d9b640 1 -- 172.21.15.114:0/2959869294 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fb40ae980 con 0x7f5fb40afa20 2024-09-19T04:32:30.143 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.139+0000 7f5fb259c640 1 --2- 172.21.15.114:0/2959869294 >> v2:172.21.15.114:3300/0 conn(0x7f5fb406bba0 0x7f5fb406bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:32:30.143 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.140+0000 7f5fb1d9b640 1 --2- 172.21.15.114:0/2959869294 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5fb40afa20 0x7f5fb40afe60 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f5fa8009870 tx=0x7f5fa802a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1297ad8e7da86b6a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:30.143 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.140+0000 7f5fb159a640 1 -- 172.21.15.114:0/2959869294 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa8037070 con 0x7f5fb40afa20 2024-09-19T04:32:30.143 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.140+0000 7f5fb159a640 1 -- 172.21.15.114:0/2959869294 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fa8032440 con 0x7f5fb40afa20 2024-09-19T04:32:30.143 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.140+0000 7f5fb159a640 1 -- 172.21.15.114:0/2959869294 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa8032810 con 0x7f5fb40afa20 2024-09-19T04:32:30.146 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.141+0000 7f5fb8952640 1 -- 172.21.15.114:0/2959869294 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5fb40afa20 msgr2=0x7f5fb40afe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:30.146 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.141+0000 7f5fb8952640 1 --2- 172.21.15.114:0/2959869294 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5fb40afa20 0x7f5fb40afe60 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f5fa8009870 tx=0x7f5fa802a270 comp rx=0 tx=0).stop 2024-09-19T04:32:30.146 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.141+0000 7f5fb8952640 1 -- 172.21.15.114:0/2959869294 shutdown_connections 2024-09-19T04:32:30.147 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.141+0000 7f5fb8952640 1 --2- 172.21.15.114:0/2959869294 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5fb40afa20 0x7f5fb40afe60 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.147 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.141+0000 7f5fb8952640 1 --2- 172.21.15.114:0/2959869294 >> v2:172.21.15.114:3300/0 conn(0x7f5fb406bba0 0x7f5fb406bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.147 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.141+0000 7f5fb8952640 1 -- 172.21.15.114:0/2959869294 >> 172.21.15.114:0/2959869294 conn(0x7f5fb40b3380 msgr2=0x7f5fb40b3760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:30.147 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.141+0000 7f5fb8952640 1 -- 172.21.15.114:0/2959869294 shutdown_connections 2024-09-19T04:32:30.147 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.141+0000 7f5fb8952640 1 -- 172.21.15.114:0/2959869294 wait complete. 2024-09-19T04:32:30.147 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.142+0000 7f5fb8952640 1 Processor -- start 2024-09-19T04:32:30.147 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.142+0000 7f5fb8952640 1 -- start start 2024-09-19T04:32:30.147 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.143+0000 7f5fb8952640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5fb406bba0 0x7f5fb415e390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:30.147 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.143+0000 7f5fb8952640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5fb40afa20 0x7f5fb4133510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:30.148 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.143+0000 7f5fb8952640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5fb40b5060 0x7f5fb4133a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:30.148 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.143+0000 7f5fb8952640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb40af220 con 0x7f5fb40afa20 2024-09-19T04:32:30.148 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.143+0000 7f5fb8952640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb40aef40 con 0x7f5fb406bba0 2024-09-19T04:32:30.148 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.143+0000 7f5fb8952640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5fb41483e0 con 0x7f5fb40b5060 2024-09-19T04:32:30.148 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.143+0000 7f5fb259c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5fb406bba0 0x7f5fb415e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:30.148 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.143+0000 7f5fb2d9d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5fb40b5060 0x7f5fb4133a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:30.148 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.143+0000 7f5fb259c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5fb406bba0 0x7f5fb415e390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.114:41288/0 (socket says 172.21.15.114:41288) 2024-09-19T04:32:30.148 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.143+0000 7f5fb259c640 1 -- 172.21.15.114:0/3276274587 learned_addr learned my addr 172.21.15.114:0/3276274587 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-19T04:32:30.148 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.143+0000 7f5fb1d9b640 1 --2- 172.21.15.114:0/3276274587 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5fb40afa20 0x7f5fb4133510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:30.148 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.144+0000 7f5fb259c640 1 -- 172.21.15.114:0/3276274587 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5fb40b5060 msgr2=0x7f5fb4133a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:30.148 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.144+0000 7f5fb259c640 1 --2- 172.21.15.114:0/3276274587 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5fb40b5060 0x7f5fb4133a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.148 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.144+0000 7f5fb259c640 1 -- 172.21.15.114:0/3276274587 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5fb40afa20 msgr2=0x7f5fb4133510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:30.148 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.144+0000 7f5fb259c640 1 --2- 172.21.15.114:0/3276274587 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5fb40afa20 0x7f5fb4133510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.149 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.144+0000 7f5fb259c640 1 -- 172.21.15.114:0/3276274587 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fb4134060 con 0x7f5fb406bba0 2024-09-19T04:32:30.149 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.144+0000 7f5fb2d9d640 1 --2- 172.21.15.114:0/3276274587 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5fb40b5060 0x7f5fb4133a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:32:30.149 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.144+0000 7f5fb259c640 1 --2- 172.21.15.114:0/3276274587 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5fb406bba0 0x7f5fb415e390 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f5fa400ebe0 tx=0x7f5fa400c520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:30.149 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.144+0000 7f5fa2ffd640 1 -- 172.21.15.114:0/3276274587 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa4017070 con 0x7f5fb406bba0 2024-09-19T04:32:30.149 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.144+0000 7f5fa2ffd640 1 -- 172.21.15.114:0/3276274587 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fa400cc30 con 0x7f5fb406bba0 2024-09-19T04:32:30.149 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.144+0000 7f5fa2ffd640 1 -- 172.21.15.114:0/3276274587 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa4013470 con 0x7f5fb406bba0 2024-09-19T04:32:30.149 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.144+0000 7f5fb8952640 1 -- 172.21.15.114:0/3276274587 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fb4134340 con 0x7f5fb406bba0 2024-09-19T04:32:30.149 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.144+0000 7f5fb8952640 1 -- 172.21.15.114:0/3276274587 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fb4134900 con 0x7f5fb406bba0 2024-09-19T04:32:30.149 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.144+0000 7f5fa2ffd640 1 -- 172.21.15.114:0/3276274587 <== mon.1 v2:172.21.15.114:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5fa401a070 con 0x7f5fb406bba0 2024-09-19T04:32:30.149 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.144+0000 7f5fa2ffd640 1 -- 172.21.15.114:0/3276274587 <== mon.1 v2:172.21.15.114:3300/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7f5fa401ca90 con 0x7f5fb406bba0 2024-09-19T04:32:30.149 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.145+0000 7f5fb8952640 1 -- 172.21.15.114:0/3276274587 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fb406bf80 con 0x7f5fb406bba0 2024-09-19T04:32:30.150 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.149+0000 7f5fa2ffd640 1 -- 172.21.15.114:0/3276274587 <== mon.1 v2:172.21.15.114:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f5fa401c4a0 con 0x7f5fb406bba0 2024-09-19T04:32:30.229 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.227+0000 7f5fb8952640 1 -- 172.21.15.114:0/3276274587 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "osd new", "uuid": "033c93c9-c3bc-483d-bf89-081bf2aed299", "id": 6} v 0) -- 0x7f5fb4162d50 con 0x7f5fb406bba0 2024-09-19T04:32:30.234 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.233+0000 7f5fa2ffd640 1 -- 172.21.15.114:0/3276274587 <== mon.1 v2:172.21.15.114:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "033c93c9-c3bc-483d-bf89-081bf2aed299", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7f5fa401c680 con 0x7f5fb406bba0 2024-09-19T04:32:30.235 INFO:teuthology.orchestra.run.smithi114.stdout:6 2024-09-19T04:32:30.236 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.234+0000 7f5fb8952640 1 -- 172.21.15.114:0/3276274587 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5fb406bba0 msgr2=0x7f5fb415e390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:30.236 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.234+0000 7f5fb8952640 1 --2- 172.21.15.114:0/3276274587 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5fb406bba0 0x7f5fb415e390 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f5fa400ebe0 tx=0x7f5fa400c520 comp rx=0 tx=0).stop 2024-09-19T04:32:30.236 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.234+0000 7f5fb8952640 1 -- 172.21.15.114:0/3276274587 shutdown_connections 2024-09-19T04:32:30.237 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.234+0000 7f5fb8952640 1 --2- 172.21.15.114:0/3276274587 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5fb40b5060 0x7f5fb4133a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.237 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.234+0000 7f5fb8952640 1 --2- 172.21.15.114:0/3276274587 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5fb40afa20 0x7f5fb4133510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.237 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.234+0000 7f5fb8952640 1 --2- 172.21.15.114:0/3276274587 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5fb406bba0 0x7f5fb415e390 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.237 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.234+0000 7f5fb8952640 1 -- 172.21.15.114:0/3276274587 >> 172.21.15.114:0/3276274587 conn(0x7f5fb40b3380 msgr2=0x7f5fb4070570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:30.237 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.234+0000 7f5fb8952640 1 -- 172.21.15.114:0/3276274587 shutdown_connections 2024-09-19T04:32:30.237 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.234+0000 7f5fb8952640 1 -- 172.21.15.114:0/3276274587 wait complete. 2024-09-19T04:32:30.246 DEBUG:teuthology.orchestra.run.smithi114:> sudo ceph --cluster ceph osd new 30619272-428a-4579-8ffa-7387602e3f22 7 2024-09-19T04:32:30.345 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.344+0000 7fb4c2b31640 1 Processor -- start 2024-09-19T04:32:30.345 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.344+0000 7fb4c2b31640 1 -- start start 2024-09-19T04:32:30.348 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.345+0000 7fb4c2b31640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fb4bc15c670 0x7fb4bc0b5910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:30.348 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.345+0000 7fb4c2b31640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4bc070ba0 0x7fb4bc0d24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:30.348 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.345+0000 7fb4c2b31640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb4bc0d0e30 con 0x7fb4bc0cfb00 2024-09-19T04:32:30.348 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.345+0000 7fb4c2b31640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fb4bc15ca50 con 0x7fb4bc15c670 2024-09-19T04:32:30.348 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.345+0000 7fb4c2b31640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb4bc160c20 con 0x7fb4bc070ba0 2024-09-19T04:32:30.348 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.345+0000 7fb4c10ce640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4bc070ba0 0x7fb4bc0d24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:30.349 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.345+0000 7fb4c10ce640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4bc070ba0 0x7fb4bc0d24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.114:49492/0 (socket says 172.21.15.114:49492) 2024-09-19T04:32:30.349 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.345+0000 7fb4c10ce640 1 -- 172.21.15.114:0/456346337 learned_addr learned my addr 172.21.15.114:0/456346337 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-19T04:32:30.349 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.345+0000 7fb4c08cd640 1 --2- 172.21.15.114:0/456346337 >> v2:172.21.15.111:3300/0 conn(0x7fb4bc15c670 0x7fb4bc0b5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:30.349 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.345+0000 7fb4c10ce640 1 -- 172.21.15.114:0/456346337 >> v2:172.21.15.111:3300/0 conn(0x7fb4bc15c670 msgr2=0x7fb4bc0b5910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:30.349 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.345+0000 7fb4c10ce640 1 --2- 172.21.15.114:0/456346337 >> v2:172.21.15.111:3300/0 conn(0x7fb4bc15c670 0x7fb4bc0b5910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.349 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.345+0000 7fb4c10ce640 1 -- 172.21.15.114:0/456346337 >> v1:172.21.15.111:6789/0 conn(0x7fb4bc0cfb00 legacy=0x7fb4bc0b18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:30.349 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.345+0000 7fb4c10ce640 1 -- 172.21.15.114:0/456346337 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4bc0b1ff0 con 0x7fb4bc070ba0 2024-09-19T04:32:30.349 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.346+0000 7fb4c10ce640 1 --2- 172.21.15.114:0/456346337 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4bc070ba0 0x7fb4bc0d24a0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fb4b4009e50 tx=0x7fb4b402a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=42b2fb45de527d9a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:30.349 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.346+0000 7fb4bb7fe640 1 -- 172.21.15.114:0/456346337 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b4036070 con 0x7fb4bc070ba0 2024-09-19T04:32:30.349 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.346+0000 7fb4bb7fe640 1 -- 172.21.15.114:0/456346337 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4b4031600 con 0x7fb4bc070ba0 2024-09-19T04:32:30.349 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.346+0000 7fb4bb7fe640 1 -- 172.21.15.114:0/456346337 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b40319d0 con 0x7fb4bc070ba0 2024-09-19T04:32:30.350 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.346+0000 7fb4c2b31640 1 -- 172.21.15.114:0/456346337 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4bc070ba0 msgr2=0x7fb4bc0d24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:30.350 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.346+0000 7fb4c2b31640 1 --2- 172.21.15.114:0/456346337 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4bc070ba0 0x7fb4bc0d24a0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fb4b4009e50 tx=0x7fb4b402a710 comp rx=0 tx=0).stop 2024-09-19T04:32:30.350 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.347+0000 7fb4c2b31640 1 -- 172.21.15.114:0/456346337 shutdown_connections 2024-09-19T04:32:30.350 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.347+0000 7fb4c2b31640 1 --2- 172.21.15.114:0/456346337 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4bc070ba0 0x7fb4bc0d24a0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.350 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.347+0000 7fb4c2b31640 1 --2- 172.21.15.114:0/456346337 >> v2:172.21.15.111:3300/0 conn(0x7fb4bc15c670 0x7fb4bc0b5910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.350 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.347+0000 7fb4c2b31640 1 -- 172.21.15.114:0/456346337 >> 172.21.15.114:0/456346337 conn(0x7fb4bc0cf010 msgr2=0x7fb4bc0cf3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:30.350 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.347+0000 7fb4c2b31640 1 -- 172.21.15.114:0/456346337 shutdown_connections 2024-09-19T04:32:30.350 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.347+0000 7fb4c2b31640 1 -- 172.21.15.114:0/456346337 wait complete. 2024-09-19T04:32:30.353 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.348+0000 7fb4c2b31640 1 Processor -- start 2024-09-19T04:32:30.353 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.348+0000 7fb4c2b31640 1 -- start start 2024-09-19T04:32:30.353 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.349+0000 7fb4c2b31640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4bc070ba0 0x7fb4bc14f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:30.353 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.349+0000 7fb4c2b31640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb4bc0cfb00 0x7fb4bc14e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:30.353 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.349+0000 7fb4c2b31640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4bc15c670 0x7fb4bc15e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:30.353 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.349+0000 7fb4c2b31640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb4bc071210 con 0x7fb4bc070ba0 2024-09-19T04:32:30.353 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.349+0000 7fb4c2b31640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb4bc160f00 con 0x7fb4bc0cfb00 2024-09-19T04:32:30.354 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.349+0000 7fb4c2b31640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb4bc071390 con 0x7fb4bc15c670 2024-09-19T04:32:30.354 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.349+0000 7fb4bbfff640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb4bc0cfb00 0x7fb4bc14e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:30.354 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.349+0000 7fb4c10ce640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4bc15c670 0x7fb4bc15e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:30.354 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.349+0000 7fb4bbfff640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb4bc0cfb00 0x7fb4bc14e9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.114:41298/0 (socket says 172.21.15.114:41298) 2024-09-19T04:32:30.354 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.349+0000 7fb4c10ce640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4bc15c670 0x7fb4bc15e440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.114:49494/0 (socket says 172.21.15.114:49494) 2024-09-19T04:32:30.354 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.349+0000 7fb4bbfff640 1 -- 172.21.15.114:0/3152025573 learned_addr learned my addr 172.21.15.114:0/3152025573 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-19T04:32:30.354 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.349+0000 7fb4c08cd640 1 --2- 172.21.15.114:0/3152025573 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4bc070ba0 0x7fb4bc14f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:30.354 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.349+0000 7fb4bbfff640 1 -- 172.21.15.114:0/3152025573 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4bc15c670 msgr2=0x7fb4bc15e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:30.354 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.349+0000 7fb4bbfff640 1 --2- 172.21.15.114:0/3152025573 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4bc15c670 0x7fb4bc15e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.354 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.349+0000 7fb4bbfff640 1 -- 172.21.15.114:0/3152025573 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4bc070ba0 msgr2=0x7fb4bc14f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:30.354 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.349+0000 7fb4bbfff640 1 --2- 172.21.15.114:0/3152025573 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4bc070ba0 0x7fb4bc14f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.354 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.349+0000 7fb4bbfff640 1 -- 172.21.15.114:0/3152025573 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4bc15e980 con 0x7fb4bc0cfb00 2024-09-19T04:32:30.355 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.349+0000 7fb4c10ce640 1 --2- 172.21.15.114:0/3152025573 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4bc15c670 0x7fb4bc15e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:32:30.355 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.349+0000 7fb4bbfff640 1 --2- 172.21.15.114:0/3152025573 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb4bc0cfb00 0x7fb4bc14e9e0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb4a800c460 tx=0x7fb4a800c920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:30.355 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.350+0000 7fb4b97fa640 1 -- 172.21.15.114:0/3152025573 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4a8016020 con 0x7fb4bc0cfb00 2024-09-19T04:32:30.355 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.350+0000 7fb4b97fa640 1 -- 172.21.15.114:0/3152025573 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4a80052f0 con 0x7fb4bc0cfb00 2024-09-19T04:32:30.355 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.350+0000 7fb4c2b31640 1 -- 172.21.15.114:0/3152025573 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4bc15d3a0 con 0x7fb4bc0cfb00 2024-09-19T04:32:30.355 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.350+0000 7fb4b97fa640 1 -- 172.21.15.114:0/3152025573 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4a8007260 con 0x7fb4bc0cfb00 2024-09-19T04:32:30.355 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.350+0000 7fb4c2b31640 1 -- 172.21.15.114:0/3152025573 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4bc15d960 con 0x7fb4bc0cfb00 2024-09-19T04:32:30.355 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.350+0000 7fb4b97fa640 1 -- 172.21.15.114:0/3152025573 <== mon.1 v2:172.21.15.114:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fb4a80067d0 con 0x7fb4bc0cfb00 2024-09-19T04:32:30.355 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.350+0000 7fb4b97fa640 1 -- 172.21.15.114:0/3152025573 <== mon.1 v2:172.21.15.114:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7fb4a8003c50 con 0x7fb4bc0cfb00 2024-09-19T04:32:30.355 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.350+0000 7fb4c2b31640 1 -- 172.21.15.114:0/3152025573 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4bc071920 con 0x7fb4bc0cfb00 2024-09-19T04:32:30.356 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.352+0000 7fb4b97fa640 1 -- 172.21.15.114:0/3152025573 <== mon.1 v2:172.21.15.114:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fb4a8020020 con 0x7fb4bc0cfb00 2024-09-19T04:32:30.424 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.423+0000 7fb4c2b31640 1 -- 172.21.15.114:0/3152025573 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "osd new", "uuid": "30619272-428a-4579-8ffa-7387602e3f22", "id": 7} v 0) -- 0x7fb4bc06c520 con 0x7fb4bc0cfb00 2024-09-19T04:32:30.434 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.433+0000 7fb4b97fa640 1 -- 172.21.15.114:0/3152025573 <== mon.1 v2:172.21.15.114:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "30619272-428a-4579-8ffa-7387602e3f22", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7fb4a8012630 con 0x7fb4bc0cfb00 2024-09-19T04:32:30.434 INFO:teuthology.orchestra.run.smithi114.stdout:7 2024-09-19T04:32:30.436 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.434+0000 7fb4c2b31640 1 -- 172.21.15.114:0/3152025573 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb4bc0cfb00 msgr2=0x7fb4bc14e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:30.436 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.434+0000 7fb4c2b31640 1 --2- 172.21.15.114:0/3152025573 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb4bc0cfb00 0x7fb4bc14e9e0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb4a800c460 tx=0x7fb4a800c920 comp rx=0 tx=0).stop 2024-09-19T04:32:30.436 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.434+0000 7fb4c2b31640 1 -- 172.21.15.114:0/3152025573 shutdown_connections 2024-09-19T04:32:30.436 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.434+0000 7fb4c2b31640 1 --2- 172.21.15.114:0/3152025573 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4bc15c670 0x7fb4bc15e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.436 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.434+0000 7fb4c2b31640 1 --2- 172.21.15.114:0/3152025573 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb4bc0cfb00 0x7fb4bc14e9e0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.436 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.434+0000 7fb4c2b31640 1 --2- 172.21.15.114:0/3152025573 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4bc070ba0 0x7fb4bc14f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.437 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.434+0000 7fb4c2b31640 1 -- 172.21.15.114:0/3152025573 >> 172.21.15.114:0/3152025573 conn(0x7fb4bc0cf010 msgr2=0x7fb4bc159d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:30.437 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.434+0000 7fb4c2b31640 1 -- 172.21.15.114:0/3152025573 shutdown_connections 2024-09-19T04:32:30.437 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:32:30.434+0000 7fb4c2b31640 1 -- 172.21.15.114:0/3152025573 wait complete. 2024-09-19T04:32:30.446 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-19T04:32:30.446 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-19T04:32:30.447 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:30.445+0000 7f2f6c1d4040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T04:32:30.449 INFO:tasks.ceph.osd.0:Started 2024-09-19T04:32:30.449 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-19T04:32:30.449 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-19T04:32:30.451 INFO:tasks.ceph.osd.1:Started 2024-09-19T04:32:30.451 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-19T04:32:30.452 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-19T04:32:30.453 INFO:tasks.ceph.osd.2:Started 2024-09-19T04:32:30.454 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-19T04:32:30.454 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-19T04:32:30.456 INFO:tasks.ceph.osd.3:Started 2024-09-19T04:32:30.456 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-19T04:32:30.456 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-19T04:32:30.458 INFO:tasks.ceph.osd.4:Started 2024-09-19T04:32:30.458 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-19T04:32:30.458 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-19T04:32:30.460 INFO:tasks.ceph.osd.5:Started 2024-09-19T04:32:30.461 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-19T04:32:30.461 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-19T04:32:30.463 INFO:tasks.ceph.osd.6:Started 2024-09-19T04:32:30.463 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-19T04:32:30.463 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-19T04:32:30.465 INFO:tasks.ceph.osd.7:Started 2024-09-19T04:32:30.466 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:32:30.531 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:30.530+0000 7f2f6c1d4040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T04:32:30.556 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:30.554+0000 7f0de7e97040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T04:32:30.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.594+0000 7f81b70e6640 1 Processor -- start 2024-09-19T04:32:30.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.594+0000 7f81b70e6640 1 -- start start 2024-09-19T04:32:30.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.595+0000 7f81b70e6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f81b015ed20 0x7f81b00b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:30.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.595+0000 7f81b70e6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f81b00cef90 0x7f81b00b3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:30.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.595+0000 7f81b70e6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81b00b7170 con 0x7f81b015e940 2024-09-19T04:32:30.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.595+0000 7f81b70e6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f81b00b7aa0 con 0x7f81b00cef90 2024-09-19T04:32:30.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.595+0000 7f81b70e6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f81b00d3660 con 0x7f81b015ed20 2024-09-19T04:32:30.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.595+0000 7f81b4e82640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f81b015e940 0x7f81b00d1060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:52674/0 (socket says 172.21.15.111:52674) 2024-09-19T04:32:30.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.595+0000 7f81b4e82640 1 -- 172.21.15.111:0/982011073 learned_addr learned my addr 172.21.15.111:0/982011073 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:32:30.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.595+0000 7f81affff640 1 --2- 172.21.15.111:0/982011073 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f81b015ed20 0x7f81b00b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:30.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.595+0000 7f81b5683640 1 --2- 172.21.15.111:0/982011073 >> v2:172.21.15.114:3300/0 conn(0x7f81b00cef90 0x7f81b00b3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:30.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.595+0000 7f81af7fe640 1 -- 172.21.15.111:0/982011073 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2839830687 0 0) 0x7f81a4001110 con 0x7f81b015e940 2024-09-19T04:32:30.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.595+0000 7f81af7fe640 1 -- 172.21.15.111:0/982011073 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f81a0003520 con 0x7f81b015e940 2024-09-19T04:32:30.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.595+0000 7f81b5683640 1 -- 172.21.15.111:0/982011073 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f81b015ed20 msgr2=0x7f81b00b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:30.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.595+0000 7f81b5683640 1 --2- 172.21.15.111:0/982011073 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f81b015ed20 0x7f81b00b3220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.595+0000 7f81b5683640 1 -- 172.21.15.111:0/982011073 >> v1:172.21.15.111:6789/0 conn(0x7f81b015e940 legacy=0x7f81b00d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:30.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.595+0000 7f81b5683640 1 -- 172.21.15.111:0/982011073 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81b00d3940 con 0x7f81b00cef90 2024-09-19T04:32:30.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.595+0000 7f81affff640 1 --2- 172.21.15.111:0/982011073 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f81b015ed20 0x7f81b00b3220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:32:30.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.596+0000 7f81b5683640 1 --2- 172.21.15.111:0/982011073 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f81b00cef90 0x7f81b00b3760 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f81a8009d90 tx=0x7f81a802a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9569d683595fb151 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:30.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.596+0000 7f81af7fe640 1 -- 172.21.15.111:0/982011073 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81a8007740 con 0x7f81b00cef90 2024-09-19T04:32:30.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.596+0000 7f81af7fe640 1 -- 172.21.15.111:0/982011073 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81a80078e0 con 0x7f81b00cef90 2024-09-19T04:32:30.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.596+0000 7f81af7fe640 1 -- 172.21.15.111:0/982011073 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81a8007c90 con 0x7f81b00cef90 2024-09-19T04:32:30.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.597+0000 7f81b70e6640 1 -- 172.21.15.111:0/982011073 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f81b00cef90 msgr2=0x7f81b00b3760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:30.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.597+0000 7f81b70e6640 1 --2- 172.21.15.111:0/982011073 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f81b00cef90 0x7f81b00b3760 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f81a8009d90 tx=0x7f81a802a6f0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.597+0000 7f81b70e6640 1 -- 172.21.15.111:0/982011073 shutdown_connections 2024-09-19T04:32:30.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.597+0000 7f81b70e6640 1 --2- 172.21.15.111:0/982011073 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f81b00cef90 0x7f81b00b3760 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.597+0000 7f81b70e6640 1 --2- 172.21.15.111:0/982011073 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f81b015ed20 0x7f81b00b3220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.597+0000 7f81b70e6640 1 -- 172.21.15.111:0/982011073 >> 172.21.15.111:0/982011073 conn(0x7f81b00b6240 msgr2=0x7f81b00b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:30.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.597+0000 7f81b70e6640 1 -- 172.21.15.111:0/982011073 shutdown_connections 2024-09-19T04:32:30.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.597+0000 7f81b70e6640 1 -- 172.21.15.111:0/982011073 wait complete. 2024-09-19T04:32:30.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.598+0000 7f81b70e6640 1 Processor -- start 2024-09-19T04:32:30.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.598+0000 7f81b70e6640 1 -- start start 2024-09-19T04:32:30.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.599+0000 7f81b70e6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f81b00cef90 0x7f81b014e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:30.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.599+0000 7f81b70e6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f81b015e940 0x7f81b01585d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:30.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.599+0000 7f81b70e6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81b015ed20 0x7f81b015a400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:30.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.599+0000 7f81b70e6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f81b00d3310 con 0x7f81b015ed20 2024-09-19T04:32:30.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.599+0000 7f81b70e6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f81b00d3f00 con 0x7f81b00cef90 2024-09-19T04:32:30.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.599+0000 7f81b70e6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f81b00d1ef0 con 0x7f81b015e940 2024-09-19T04:32:30.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.599+0000 7f81b5683640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81b015ed20 0x7f81b015a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:30.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.599+0000 7f81b5683640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81b015ed20 0x7f81b015a400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48420/0 (socket says 172.21.15.111:48420) 2024-09-19T04:32:30.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.599+0000 7f81affff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f81b015e940 0x7f81b01585d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:30.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.599+0000 7f81b4e82640 1 --2- 172.21.15.111:0/1169081412 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f81b00cef90 0x7f81b014e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:30.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.599+0000 7f81b5683640 1 -- 172.21.15.111:0/1169081412 learned_addr learned my addr 172.21.15.111:0/1169081412 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:30.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.599+0000 7f81affff640 1 -- 172.21.15.111:0/1169081412 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f81b00cef90 msgr2=0x7f81b014e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:30.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.599+0000 7f81affff640 1 --2- 172.21.15.111:0/1169081412 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f81b00cef90 0x7f81b014e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.599+0000 7f81affff640 1 -- 172.21.15.111:0/1169081412 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81b015ed20 msgr2=0x7f81b015a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:30.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.599+0000 7f81affff640 1 --2- 172.21.15.111:0/1169081412 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81b015ed20 0x7f81b015a400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.599+0000 7f81affff640 1 -- 172.21.15.111:0/1169081412 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81b0159090 con 0x7f81b015e940 2024-09-19T04:32:30.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.599+0000 7f81b5683640 1 --2- 172.21.15.111:0/1169081412 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81b015ed20 0x7f81b015a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:32:30.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.600+0000 7f81b4e82640 1 --2- 172.21.15.111:0/1169081412 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f81b00cef90 0x7f81b014e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:32:30.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.600+0000 7f81affff640 1 --2- 172.21.15.111:0/1169081412 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f81b015e940 0x7f81b01585d0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f819c00e870 tx=0x7f819c00ed30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:30.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.600+0000 7f81ad7fa640 1 -- 172.21.15.111:0/1169081412 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f819c017070 con 0x7f81b015e940 2024-09-19T04:32:30.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.600+0000 7f81ad7fa640 1 -- 172.21.15.111:0/1169081412 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f819c00c940 con 0x7f81b015e940 2024-09-19T04:32:30.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.600+0000 7f81b70e6640 1 -- 172.21.15.111:0/1169081412 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81b0159370 con 0x7f81b015e940 2024-09-19T04:32:30.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.600+0000 7f81ad7fa640 1 -- 172.21.15.111:0/1169081412 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f819c00cd10 con 0x7f81b015e940 2024-09-19T04:32:30.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.600+0000 7f81b70e6640 1 -- 172.21.15.111:0/1169081412 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f81b0159930 con 0x7f81b015e940 2024-09-19T04:32:30.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.600+0000 7f81ad7fa640 1 -- 172.21.15.111:0/1169081412 <== mon.2 v2:172.21.15.114:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f819c01a070 con 0x7f81b015e940 2024-09-19T04:32:30.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.600+0000 7f81ad7fa640 1 -- 172.21.15.111:0/1169081412 <== mon.2 v2:172.21.15.114:3301/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f819c01cb20 con 0x7f81b015e940 2024-09-19T04:32:30.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.601+0000 7f81b70e6640 1 -- 172.21.15.111:0/1169081412 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81b00d1060 con 0x7f81b015e940 2024-09-19T04:32:30.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.603+0000 7f81ad7fa640 1 -- 172.21.15.111:0/1169081412 <== mon.2 v2:172.21.15.114:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f819c009300 con 0x7f81b015e940 2024-09-19T04:32:30.611 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:30.610+0000 7f0de7e97040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T04:32:30.663 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.662+0000 7f81b70e6640 1 -- 172.21.15.111:0/1169081412 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f81b00ba6b0 con 0x7f81b015e940 2024-09-19T04:32:30.664 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.662+0000 7f81ad7fa640 1 -- 172.21.15.111:0/1169081412 <== mon.2 v2:172.21.15.114:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f819c01c450 con 0x7f81b015e940 2024-09-19T04:32:30.665 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:32:30.665 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":10,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:32:30.424662+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:32:30.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.663+0000 7f81b70e6640 1 -- 172.21.15.111:0/1169081412 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f81b015e940 msgr2=0x7f81b01585d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:30.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.663+0000 7f81b70e6640 1 --2- 172.21.15.111:0/1169081412 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f81b015e940 0x7f81b01585d0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f819c00e870 tx=0x7f819c00ed30 comp rx=0 tx=0).stop 2024-09-19T04:32:30.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.663+0000 7f81b70e6640 1 -- 172.21.15.111:0/1169081412 shutdown_connections 2024-09-19T04:32:30.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.663+0000 7f81b70e6640 1 --2- 172.21.15.111:0/1169081412 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81b015ed20 0x7f81b015a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.663+0000 7f81b70e6640 1 --2- 172.21.15.111:0/1169081412 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f81b015e940 0x7f81b01585d0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.663+0000 7f81b70e6640 1 --2- 172.21.15.111:0/1169081412 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f81b00cef90 0x7f81b014e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:30.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.663+0000 7f81b70e6640 1 -- 172.21.15.111:0/1169081412 >> 172.21.15.111:0/1169081412 conn(0x7f81b00b6240 msgr2=0x7f81b00b9490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:30.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.663+0000 7f81b70e6640 1 -- 172.21.15.111:0/1169081412 shutdown_connections 2024-09-19T04:32:30.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:30.663+0000 7f81b70e6640 1 -- 172.21.15.111:0/1169081412 wait complete. 2024-09-19T04:32:30.675 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-19T04:32:30.676 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-19T04:32:30.912 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:30.911+0000 7f2f6c1d4040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T04:32:30.971 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:30.970+0000 7f0de7e97040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T04:32:30.995 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:30.994+0000 7f2f6c1d4040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T04:32:31.053 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:31.052+0000 7f0de7e97040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T04:32:31.102 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:31.100+0000 7f2f6c1d4040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T04:32:31.149 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:31.148+0000 7f2f6c1d4040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T04:32:31.161 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:31.160+0000 7f0de7e97040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T04:32:31.207 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:31.205+0000 7f0de7e97040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T04:32:31.261 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:31.259+0000 7f2f6c1d4040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T04:32:31.312 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:31.311+0000 7f2f6c1d4040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T04:32:31.318 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:31.317+0000 7f0de7e97040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T04:32:31.357 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:31.356+0000 7f2f6c1d4040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T04:32:31.372 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:31.371+0000 7f0de7e97040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T04:32:31.418 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:31.417+0000 7f0de7e97040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T04:32:31.472 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:31.471+0000 7f2f6c1d4040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T04:32:31.483 DEBUG:teuthology.orchestra.run.smithi111:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T04:32:31.525 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:31.523+0000 7f2f6c1d4040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T04:32:31.527 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:31.526+0000 7f0de7e97040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T04:32:31.574 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.573+0000 7fae2c5ef640 1 Processor -- start 2024-09-19T04:32:31.574 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.573+0000 7fae2c5ef640 1 -- start start 2024-09-19T04:32:31.576 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.574+0000 7fae2c5ef640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fae2415e860 0x7fae2406c720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:31.576 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.574+0000 7fae2c5ef640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fae2406c1d0 0x7fae2406cc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:31.577 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.574+0000 7fae2c5ef640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae240b6e30 con 0x7fae2406d1a0 2024-09-19T04:32:31.577 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.574+0000 7fae2c5ef640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fae240b7110 con 0x7fae2406c1d0 2024-09-19T04:32:31.577 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.574+0000 7fae2c5ef640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fae240b73f0 con 0x7fae2415e860 2024-09-19T04:32:31.577 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.574+0000 7fae29b8a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fae2406c1d0 0x7fae2406cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:31.577 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.574+0000 7fae29b8a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fae2406c1d0 0x7fae2406cc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55028/0 (socket says 172.21.15.111:55028) 2024-09-19T04:32:31.577 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.574+0000 7fae29b8a640 1 -- 172.21.15.111:0/1949313001 learned_addr learned my addr 172.21.15.111:0/1949313001 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:31.577 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.574+0000 7fae2a38b640 1 --2- 172.21.15.111:0/1949313001 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fae2415e860 0x7fae2406c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:31.577 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.574+0000 7fae29b8a640 1 -- 172.21.15.111:0/1949313001 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fae2415e860 msgr2=0x7fae2406c720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:31.577 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.574+0000 7fae29b8a640 1 --2- 172.21.15.111:0/1949313001 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fae2415e860 0x7fae2406c720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:31.577 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.574+0000 7fae29b8a640 1 -- 172.21.15.111:0/1949313001 >> v1:172.21.15.114:6789/0 conn(0x7fae2406d1a0 legacy=0x7fae241623c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:31.577 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.574+0000 7fae29b8a640 1 -- 172.21.15.111:0/1949313001 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae240b76d0 con 0x7fae2406c1d0 2024-09-19T04:32:31.577 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.574+0000 7fae2a38b640 1 --2- 172.21.15.111:0/1949313001 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fae2415e860 0x7fae2406c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:32:31.578 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.575+0000 7fae29b8a640 1 --2- 172.21.15.111:0/1949313001 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fae2406c1d0 0x7fae2406cc60 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fae14009870 tx=0x7fae1402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcbba8b515977a58 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:31.578 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.575+0000 7fae29389640 1 -- 172.21.15.111:0/1949313001 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae14037070 con 0x7fae2406c1d0 2024-09-19T04:32:31.578 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.575+0000 7fae29389640 1 -- 172.21.15.111:0/1949313001 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae14032440 con 0x7fae2406c1d0 2024-09-19T04:32:31.578 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.575+0000 7fae29389640 1 -- 172.21.15.111:0/1949313001 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae14032810 con 0x7fae2406c1d0 2024-09-19T04:32:31.578 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.575+0000 7fae2c5ef640 1 -- 172.21.15.111:0/1949313001 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fae2406c1d0 msgr2=0x7fae2406cc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:31.578 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.575+0000 7fae2c5ef640 1 --2- 172.21.15.111:0/1949313001 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fae2406c1d0 0x7fae2406cc60 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fae14009870 tx=0x7fae1402a270 comp rx=0 tx=0).stop 2024-09-19T04:32:31.579 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:31.575+0000 7f0de7e97040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T04:32:31.580 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.576+0000 7fae2c5ef640 1 -- 172.21.15.111:0/1949313001 shutdown_connections 2024-09-19T04:32:31.580 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.576+0000 7fae2c5ef640 1 --2- 172.21.15.111:0/1949313001 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fae2406c1d0 0x7fae2406cc60 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:31.580 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.576+0000 7fae2c5ef640 1 --2- 172.21.15.111:0/1949313001 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fae2415e860 0x7fae2406c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:31.580 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.576+0000 7fae2c5ef640 1 -- 172.21.15.111:0/1949313001 >> 172.21.15.111:0/1949313001 conn(0x7fae240b7930 msgr2=0x7fae240b7d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:31.580 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.576+0000 7fae2c5ef640 1 -- 172.21.15.111:0/1949313001 shutdown_connections 2024-09-19T04:32:31.580 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.576+0000 7fae2c5ef640 1 -- 172.21.15.111:0/1949313001 wait complete. 2024-09-19T04:32:31.580 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.577+0000 7fae2c5ef640 1 Processor -- start 2024-09-19T04:32:31.580 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.577+0000 7fae2c5ef640 1 -- start start 2024-09-19T04:32:31.580 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:31.577+0000 7f2f6c1d4040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T04:32:31.582 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.577+0000 7fae2c5ef640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fae2406c1d0 0x7fae24157240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:31.582 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.577+0000 7fae2c5ef640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fae2406d1a0 0x7fae2414e210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:31.582 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.577+0000 7fae2c5ef640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fae2415e860 0x7fae241f44a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:31.582 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.577+0000 7fae2c5ef640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fae240b69e0 con 0x7fae2406d1a0 2024-09-19T04:32:31.582 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.577+0000 7fae2c5ef640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fae2415ec40 con 0x7fae2415e860 2024-09-19T04:32:31.582 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.577+0000 7fae2c5ef640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fae240b6b60 con 0x7fae2406c1d0 2024-09-19T04:32:31.583 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.578+0000 7fae29b8a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fae2406d1a0 0x7fae2414e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:31.583 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.578+0000 7fae2a38b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fae2406c1d0 0x7fae24157240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:31.583 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.578+0000 7fae29b8a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fae2406d1a0 0x7fae2414e210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55042/0 (socket says 172.21.15.111:55042) 2024-09-19T04:32:31.583 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.578+0000 7fae29b8a640 1 -- 172.21.15.111:0/3486480308 learned_addr learned my addr 172.21.15.111:0/3486480308 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:31.583 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.578+0000 7fae2ab8c640 1 --2- 172.21.15.111:0/3486480308 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fae2415e860 0x7fae241f44a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:31.583 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.578+0000 7fae29b8a640 1 -- 172.21.15.111:0/3486480308 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fae2406c1d0 msgr2=0x7fae24157240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:31.583 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.578+0000 7fae29b8a640 1 --2- 172.21.15.111:0/3486480308 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fae2406c1d0 0x7fae24157240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:31.583 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.578+0000 7fae29b8a640 1 -- 172.21.15.111:0/3486480308 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fae2415e860 msgr2=0x7fae241f44a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:31.583 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.578+0000 7fae29b8a640 1 --2- 172.21.15.111:0/3486480308 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fae2415e860 0x7fae241f44a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:31.583 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.578+0000 7fae29b8a640 1 -- 172.21.15.111:0/3486480308 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae2409f090 con 0x7fae2406d1a0 2024-09-19T04:32:31.583 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.578+0000 7fae29b8a640 1 --2- 172.21.15.111:0/3486480308 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fae2406d1a0 0x7fae2414e210 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fae14000c00 tx=0x7fae140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:31.583 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.578+0000 7fae1affd640 1 -- 172.21.15.111:0/3486480308 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae14041020 con 0x7fae2406d1a0 2024-09-19T04:32:31.583 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.578+0000 7fae1affd640 1 -- 172.21.15.111:0/3486480308 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae140306c0 con 0x7fae2406d1a0 2024-09-19T04:32:31.584 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.578+0000 7fae2c5ef640 1 -- 172.21.15.111:0/3486480308 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae241f4cd0 con 0x7fae2406d1a0 2024-09-19T04:32:31.584 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.578+0000 7fae1affd640 1 -- 172.21.15.111:0/3486480308 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae14037040 con 0x7fae2406d1a0 2024-09-19T04:32:31.584 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.578+0000 7fae2c5ef640 1 -- 172.21.15.111:0/3486480308 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae241f5290 con 0x7fae2406d1a0 2024-09-19T04:32:31.584 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.578+0000 7fae1affd640 1 -- 172.21.15.111:0/3486480308 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fae14044020 con 0x7fae2406d1a0 2024-09-19T04:32:31.584 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.578+0000 7fae1affd640 1 -- 172.21.15.111:0/3486480308 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7fae1403dc90 con 0x7fae2406d1a0 2024-09-19T04:32:31.584 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.579+0000 7fae2c5ef640 1 -- 172.21.15.111:0/3486480308 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae2406c720 con 0x7fae2406d1a0 2024-09-19T04:32:31.584 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.583+0000 7fae1affd640 1 -- 172.21.15.111:0/3486480308 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fae1404b030 con 0x7fae2406d1a0 2024-09-19T04:32:31.628 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:31.627+0000 7f0de7e97040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T04:32:31.644 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.642+0000 7fae2c5ef640 1 -- 172.21.15.111:0/3486480308 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fae240d2e30 con 0x7fae2406d1a0 2024-09-19T04:32:31.645 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.643+0000 7fae1affd640 1 -- 172.21.15.111:0/3486480308 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7fae2409f090 con 0x7fae2406d1a0 2024-09-19T04:32:31.645 INFO:teuthology.misc.health.smithi111.stdout: 2024-09-19T04:32:31.645 INFO:teuthology.misc.health.smithi111.stdout:{"epoch":10,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:32:30.424662+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:32:31.646 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.644+0000 7fae2c5ef640 1 -- 172.21.15.111:0/3486480308 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fae2406d1a0 msgr2=0x7fae2414e210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:31.646 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.644+0000 7fae2c5ef640 1 --2- 172.21.15.111:0/3486480308 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fae2406d1a0 0x7fae2414e210 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fae14000c00 tx=0x7fae140046c0 comp rx=0 tx=0).stop 2024-09-19T04:32:31.646 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.644+0000 7fae2c5ef640 1 -- 172.21.15.111:0/3486480308 shutdown_connections 2024-09-19T04:32:31.646 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.644+0000 7fae2c5ef640 1 --2- 172.21.15.111:0/3486480308 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fae2415e860 0x7fae241f44a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:31.646 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.644+0000 7fae2c5ef640 1 --2- 172.21.15.111:0/3486480308 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fae2406d1a0 0x7fae2414e210 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:31.647 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.644+0000 7fae2c5ef640 1 --2- 172.21.15.111:0/3486480308 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fae2406c1d0 0x7fae24157240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:31.647 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.644+0000 7fae2c5ef640 1 -- 172.21.15.111:0/3486480308 >> 172.21.15.111:0/3486480308 conn(0x7fae240b7930 msgr2=0x7fae24070940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:31.647 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.644+0000 7fae2c5ef640 1 -- 172.21.15.111:0/3486480308 shutdown_connections 2024-09-19T04:32:31.647 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:31.644+0000 7fae2c5ef640 1 -- 172.21.15.111:0/3486480308 wait complete. 2024-09-19T04:32:31.651 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:31.650+0000 7f2f6c1d4040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T04:32:31.655 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-19T04:32:31.697 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:31.695+0000 7f0de7e97040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T04:32:31.698 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:31.696+0000 7f2f6c1d4040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T04:32:31.739 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:31.738+0000 7f0de7e97040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T04:32:31.741 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:31.740+0000 7f2f6c1d4040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T04:32:31.782 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:31.781+0000 7f0de7e97040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T04:32:31.921 INFO:tasks.ceph.osd.2.smithi111.stderr:2024-09-19T04:32:31.919+0000 7f4159102640 -1 Falling back to public interface 2024-09-19T04:32:32.138 INFO:tasks.ceph.osd.0.smithi111.stderr:2024-09-19T04:32:32.137+0000 7f369d969640 -1 Falling back to public interface 2024-09-19T04:32:32.174 INFO:tasks.ceph.osd.5.smithi114.stderr:2024-09-19T04:32:32.173+0000 7fe16771d640 -1 Falling back to public interface 2024-09-19T04:32:32.398 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:32.396+0000 7f2f6c1d4040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T04:32:32.414 INFO:tasks.ceph.osd.1.smithi111.stderr:2024-09-19T04:32:32.413+0000 7f5e05615640 -1 Falling back to public interface 2024-09-19T04:32:32.422 INFO:tasks.ceph.osd.4.smithi114.stderr:2024-09-19T04:32:32.421+0000 7fc1c6010640 -1 Falling back to public interface 2024-09-19T04:32:32.427 INFO:tasks.ceph.osd.6.smithi114.stderr:2024-09-19T04:32:32.425+0000 7f9bfcc22640 -1 Falling back to public interface 2024-09-19T04:32:32.437 INFO:tasks.ceph.osd.3.smithi111.stderr:2024-09-19T04:32:32.436+0000 7f6e80358640 -1 Falling back to public interface 2024-09-19T04:32:32.440 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:32:32.439+0000 7f0de7e97040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T04:32:32.442 INFO:tasks.ceph.osd.7.smithi114.stderr:2024-09-19T04:32:32.441+0000 7f330e6f1640 -1 Falling back to public interface 2024-09-19T04:32:33.413 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:33.412+0000 7f2f0ad54640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-19T04:32:33.414 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:32:33.412+0000 7f2f0ad54640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-19T04:32:35.723 INFO:tasks.ceph.osd.2.smithi111.stderr:2024-09-19T04:32:35.721+0000 7f4159102640 -1 osd.2 0 log_to_monitors true 2024-09-19T04:32:36.373 INFO:tasks.ceph.osd.0.smithi111.stderr:2024-09-19T04:32:36.372+0000 7f369d969640 -1 osd.0 0 log_to_monitors true 2024-09-19T04:32:36.502 INFO:tasks.ceph.osd.5.smithi114.stderr:2024-09-19T04:32:36.500+0000 7fe16771d640 -1 osd.5 0 log_to_monitors true 2024-09-19T04:32:36.891 INFO:tasks.ceph.osd.4.smithi114.stderr:2024-09-19T04:32:36.890+0000 7fc1c6010640 -1 osd.4 0 log_to_monitors true 2024-09-19T04:32:36.934 INFO:tasks.ceph.osd.1.smithi111.stderr:2024-09-19T04:32:36.933+0000 7f5e05615640 -1 osd.1 0 log_to_monitors true 2024-09-19T04:32:36.951 INFO:tasks.ceph.osd.6.smithi114.stderr:2024-09-19T04:32:36.950+0000 7f9bfcc22640 -1 osd.6 0 log_to_monitors true 2024-09-19T04:32:36.975 INFO:tasks.ceph.osd.3.smithi111.stderr:2024-09-19T04:32:36.973+0000 7f6e80358640 -1 osd.3 0 log_to_monitors true 2024-09-19T04:32:36.986 INFO:tasks.ceph.osd.7.smithi114.stderr:2024-09-19T04:32:36.985+0000 7f330e6f1640 -1 osd.7 0 log_to_monitors true 2024-09-19T04:32:38.463 DEBUG:teuthology.orchestra.run.smithi111:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T04:32:38.575 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.573+0000 7f96bacac640 1 Processor -- start 2024-09-19T04:32:38.575 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.573+0000 7f96bacac640 1 -- start start 2024-09-19T04:32:38.575 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.574+0000 7f96bacac640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f96b40d2fc0 0x7f96b40d2270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:38.575 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.574+0000 7f96bacac640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96b40d33a0 con 0x7f96b40b6830 2024-09-19T04:32:38.576 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.574+0000 7f96bacac640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96b40cf780 con 0x7f96b4162bb0 2024-09-19T04:32:38.576 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.574+0000 7f96bacac640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f96b40cf090 con 0x7f96b40d2fc0 2024-09-19T04:32:38.576 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.575+0000 7f96b8a48640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f96b40d2fc0 0x7f96b40d2270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:38.577 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.575+0000 7f96b9249640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f96b40b6830 0x7f96b415ef50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:47814/0 (socket says 172.21.15.111:47814) 2024-09-19T04:32:38.577 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.575+0000 7f96b9249640 1 -- 172.21.15.111:0/1352078418 learned_addr learned my addr 172.21.15.111:0/1352078418 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:32:38.577 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.575+0000 7f96b37fe640 1 -- 172.21.15.111:0/1352078418 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4210301974 0 0) 0x7f96b40cf780 con 0x7f96b4162bb0 2024-09-19T04:32:38.577 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.575+0000 7f96b37fe640 1 -- 172.21.15.111:0/1352078418 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f96a4003520 con 0x7f96b4162bb0 2024-09-19T04:32:38.577 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.575+0000 7f96b8a48640 1 -- 172.21.15.111:0/1352078418 >> v1:172.21.15.114:6789/0 conn(0x7f96b4162bb0 legacy=0x7f96b40b6120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:38.577 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.575+0000 7f96b37fe640 1 -- 172.21.15.111:0/1352078418 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1118631915 0 0) 0x7f96b40d33a0 con 0x7f96b40b6830 2024-09-19T04:32:38.577 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.575+0000 7f96b8a48640 1 -- 172.21.15.111:0/1352078418 >> v1:172.21.15.111:6789/0 conn(0x7f96b40b6830 legacy=0x7f96b415ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:38.577 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.575+0000 7f96b8a48640 1 -- 172.21.15.111:0/1352078418 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96b40cfa40 con 0x7f96b40d2fc0 2024-09-19T04:32:38.579 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.576+0000 7f96b8a48640 1 --2- 172.21.15.111:0/1352078418 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f96b40d2fc0 0x7f96b40d2270 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f96a80097a0 tx=0x7f96a802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e4e3e1d4c68b61 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:38.579 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.576+0000 7f96b37fe640 1 -- 172.21.15.111:0/1352078418 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96a8037070 con 0x7f96b40d2fc0 2024-09-19T04:32:38.579 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.576+0000 7f96b37fe640 1 -- 172.21.15.111:0/1352078418 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96a8032440 con 0x7f96b40d2fc0 2024-09-19T04:32:38.579 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.576+0000 7f96b37fe640 1 -- 172.21.15.111:0/1352078418 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96a80327f0 con 0x7f96b40d2fc0 2024-09-19T04:32:38.579 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.577+0000 7f96bacac640 1 -- 172.21.15.111:0/1352078418 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f96b40d2fc0 msgr2=0x7f96b40d2270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:38.579 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.577+0000 7f96bacac640 1 --2- 172.21.15.111:0/1352078418 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f96b40d2fc0 0x7f96b40d2270 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f96a80097a0 tx=0x7f96a802a1a0 comp rx=0 tx=0).stop 2024-09-19T04:32:38.579 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.577+0000 7f96bacac640 1 -- 172.21.15.111:0/1352078418 shutdown_connections 2024-09-19T04:32:38.579 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.577+0000 7f96bacac640 1 --2- 172.21.15.111:0/1352078418 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f96b40d2fc0 0x7f96b40d2270 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:38.579 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.577+0000 7f96bacac640 1 -- 172.21.15.111:0/1352078418 >> 172.21.15.111:0/1352078418 conn(0x7f96b4072860 msgr2=0x7f96b40d1120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:38.579 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.577+0000 7f96bacac640 1 -- 172.21.15.111:0/1352078418 shutdown_connections 2024-09-19T04:32:38.579 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.577+0000 7f96bacac640 1 -- 172.21.15.111:0/1352078418 wait complete. 2024-09-19T04:32:38.580 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.578+0000 7f96bacac640 1 Processor -- start 2024-09-19T04:32:38.580 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.578+0000 7f96bacac640 1 -- start start 2024-09-19T04:32:38.581 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.579+0000 7f96bacac640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f96b40b6830 0x7f96b4157c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:38.581 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.579+0000 7f96bacac640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f96b40d2fc0 0x7f96b40ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:38.581 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.579+0000 7f96bacac640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f96b4162bb0 0x7f96b40ca180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:38.581 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.579+0000 7f96bacac640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f96b40cecf0 con 0x7f96b4162bb0 2024-09-19T04:32:38.581 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.579+0000 7f96bacac640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f96b40cfd20 con 0x7f96b40d2fc0 2024-09-19T04:32:38.581 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.579+0000 7f96bacac640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f96b40cee70 con 0x7f96b40b6830 2024-09-19T04:32:38.581 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.579+0000 7f96b9249640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f96b4162bb0 0x7f96b40ca180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:38.581 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.579+0000 7f96b8a48640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f96b40b6830 0x7f96b4157c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:38.581 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.579+0000 7f96b3fff640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f96b40d2fc0 0x7f96b40ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:38.582 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.580+0000 7f96b8a48640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f96b40b6830 0x7f96b4157c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:48230/0 (socket says 172.21.15.111:48230) 2024-09-19T04:32:38.582 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.580+0000 7f96b9249640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f96b4162bb0 0x7f96b40ca180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55180/0 (socket says 172.21.15.111:55180) 2024-09-19T04:32:38.582 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.580+0000 7f96b8a48640 1 -- 172.21.15.111:0/2908084293 learned_addr learned my addr 172.21.15.111:0/2908084293 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:38.583 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.580+0000 7f96b8a48640 1 -- 172.21.15.111:0/2908084293 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f96b40d2fc0 msgr2=0x7f96b40ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:38.583 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.580+0000 7f96b8a48640 1 --2- 172.21.15.111:0/2908084293 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f96b40d2fc0 0x7f96b40ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:38.583 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.580+0000 7f96b8a48640 1 -- 172.21.15.111:0/2908084293 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f96b4162bb0 msgr2=0x7f96b40ca180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:38.583 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.580+0000 7f96b8a48640 1 --2- 172.21.15.111:0/2908084293 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f96b4162bb0 0x7f96b40ca180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:38.583 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.580+0000 7f96b8a48640 1 -- 172.21.15.111:0/2908084293 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96b41581d0 con 0x7f96b40b6830 2024-09-19T04:32:38.583 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.580+0000 7f96b8a48640 1 --2- 172.21.15.111:0/2908084293 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f96b40b6830 0x7f96b4157c90 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f96a80098c0 tx=0x7f96a80046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:38.583 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.580+0000 7f96b17fa640 1 -- 172.21.15.111:0/2908084293 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96a8041020 con 0x7f96b40b6830 2024-09-19T04:32:38.583 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.580+0000 7f96b17fa640 1 -- 172.21.15.111:0/2908084293 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96a803d6e0 con 0x7f96b40b6830 2024-09-19T04:32:38.583 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.580+0000 7f96b17fa640 1 -- 172.21.15.111:0/2908084293 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96a8037040 con 0x7f96b40b6830 2024-09-19T04:32:38.583 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.580+0000 7f96bacac640 1 -- 172.21.15.111:0/2908084293 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96b40c90e0 con 0x7f96b40b6830 2024-09-19T04:32:38.583 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.581+0000 7f96bacac640 1 -- 172.21.15.111:0/2908084293 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f96b40c96a0 con 0x7f96b40b6830 2024-09-19T04:32:38.584 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.582+0000 7f96b17fa640 1 -- 172.21.15.111:0/2908084293 <== mon.2 v2:172.21.15.114:3301/0 4 ==== mgrmap(e 4) ==== 90790+0+0 (secure 0 0 0) 0x7f96a8044020 con 0x7f96b40b6830 2024-09-19T04:32:38.585 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.583+0000 7f96b17fa640 1 --2- 172.21.15.111:0/2908084293 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f969806c220 0x7f969806e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:38.585 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.584+0000 7f96b17fa640 1 -- 172.21.15.111:0/2908084293 <== mon.2 v2:172.21.15.114:3301/0 5 ==== osd_map(13..13 src has 1..13) ==== 2231+0+0 (secure 0 0 0) 0x7f96a80aaba0 con 0x7f96b40b6830 2024-09-19T04:32:38.585 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.584+0000 7f96b3fff640 1 --2- 172.21.15.111:0/2908084293 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f969806c220 0x7f969806e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:38.586 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.584+0000 7f96bacac640 1 -- 172.21.15.111:0/2908084293 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96b4163020 con 0x7f96b40b6830 2024-09-19T04:32:38.586 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.585+0000 7f96b3fff640 1 --2- 172.21.15.111:0/2908084293 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f969806c220 0x7f969806e6e0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f96b41f7e70 tx=0x7f96a0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:38.591 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.590+0000 7f96b17fa640 1 -- 172.21.15.111:0/2908084293 <== mon.2 v2:172.21.15.114:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f96a804b030 con 0x7f96b40b6830 2024-09-19T04:32:38.809 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.807+0000 7f96bacac640 1 -- 172.21.15.111:0/2908084293 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f96b4162990 con 0x7f96b40b6830 2024-09-19T04:32:38.809 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.808+0000 7f96b17fa640 1 -- 172.21.15.111:0/2908084293 <== mon.2 v2:172.21.15.114:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v13) ==== 74+0+7058 (secure 0 0 0) 0x7f96a8079bc0 con 0x7f96b40b6830 2024-09-19T04:32:38.809 INFO:teuthology.misc.health.smithi111.stdout: 2024-09-19T04:32:38.810 INFO:teuthology.misc.health.smithi111.stdout:{"epoch":13,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:32:38.421264+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:32:38.812 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.810+0000 7f96bacac640 1 -- 172.21.15.111:0/2908084293 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f969806c220 msgr2=0x7f969806e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:38.812 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.810+0000 7f96bacac640 1 --2- 172.21.15.111:0/2908084293 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f969806c220 0x7f969806e6e0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f96b41f7e70 tx=0x7f96a0009040 comp rx=0 tx=0).stop 2024-09-19T04:32:38.812 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.810+0000 7f96bacac640 1 -- 172.21.15.111:0/2908084293 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f96b40b6830 msgr2=0x7f96b4157c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:38.812 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.810+0000 7f96bacac640 1 --2- 172.21.15.111:0/2908084293 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f96b40b6830 0x7f96b4157c90 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f96a80098c0 tx=0x7f96a80046c0 comp rx=0 tx=0).stop 2024-09-19T04:32:38.812 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.811+0000 7f96bacac640 1 -- 172.21.15.111:0/2908084293 shutdown_connections 2024-09-19T04:32:38.812 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.811+0000 7f96bacac640 1 --2- 172.21.15.111:0/2908084293 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f969806c220 0x7f969806e6e0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:38.812 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.811+0000 7f96bacac640 1 --2- 172.21.15.111:0/2908084293 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f96b4162bb0 0x7f96b40ca180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:38.813 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.811+0000 7f96bacac640 1 --2- 172.21.15.111:0/2908084293 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f96b40d2fc0 0x7f96b40ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:38.813 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.811+0000 7f96bacac640 1 --2- 172.21.15.111:0/2908084293 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f96b40b6830 0x7f96b4157c90 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:38.813 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.811+0000 7f96bacac640 1 -- 172.21.15.111:0/2908084293 >> 172.21.15.111:0/2908084293 conn(0x7f96b4072860 msgr2=0x7f96b40d3590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:38.813 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.811+0000 7f96bacac640 1 -- 172.21.15.111:0/2908084293 shutdown_connections 2024-09-19T04:32:38.813 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:38.811+0000 7f96bacac640 1 -- 172.21.15.111:0/2908084293 wait complete. 2024-09-19T04:32:38.825 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-19T04:32:38.906 INFO:tasks.ceph.osd.0.smithi111.stderr:2024-09-19T04:32:38.905+0000 7f36990d5640 -1 osd.0 0 waiting for initial osdmap 2024-09-19T04:32:38.922 INFO:tasks.ceph.osd.2.smithi111.stderr:2024-09-19T04:32:38.921+0000 7f415486e640 -1 osd.2 0 waiting for initial osdmap 2024-09-19T04:32:39.032 INFO:tasks.ceph.osd.0.smithi111.stderr:2024-09-19T04:32:39.031+0000 7f3691707640 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T04:32:39.037 INFO:tasks.ceph.osd.2.smithi111.stderr:2024-09-19T04:32:39.036+0000 7f414cea0640 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T04:32:39.689 INFO:tasks.ceph.osd.3.smithi111.stderr:2024-09-19T04:32:39.688+0000 7f6e7cafb640 -1 osd.3 0 waiting for initial osdmap 2024-09-19T04:32:39.704 INFO:tasks.ceph.osd.1.smithi111.stderr:2024-09-19T04:32:39.703+0000 7f5e006d2640 -1 osd.1 0 waiting for initial osdmap 2024-09-19T04:32:39.706 INFO:tasks.ceph.osd.3.smithi111.stderr:2024-09-19T04:32:39.705+0000 7f6e740f6640 -1 osd.3 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T04:32:39.719 INFO:tasks.ceph.osd.1.smithi111.stderr:2024-09-19T04:32:39.718+0000 7f5df8d04640 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T04:32:40.497 INFO:tasks.ceph.osd.4.smithi114.stderr:2024-09-19T04:32:40.495+0000 7fc1c21ed640 -1 osd.4 0 waiting for initial osdmap 2024-09-19T04:32:40.510 INFO:tasks.ceph.osd.4.smithi114.stderr:2024-09-19T04:32:40.509+0000 7fc1b97e8640 -1 osd.4 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T04:32:40.513 INFO:tasks.ceph.osd.6.smithi114.stderr:2024-09-19T04:32:40.512+0000 7f9bf7cf1640 -1 osd.6 0 waiting for initial osdmap 2024-09-19T04:32:40.523 INFO:tasks.ceph.osd.6.smithi114.stderr:2024-09-19T04:32:40.522+0000 7f9bf0323640 -1 osd.6 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T04:32:40.547 INFO:tasks.ceph.osd.5.smithi114.stderr:2024-09-19T04:32:40.546+0000 7fe162e89640 -1 osd.5 0 waiting for initial osdmap 2024-09-19T04:32:40.557 INFO:tasks.ceph.osd.5.smithi114.stderr:2024-09-19T04:32:40.556+0000 7fe15b4bb640 -1 osd.5 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T04:32:40.566 INFO:tasks.ceph.osd.7.smithi114.stderr:2024-09-19T04:32:40.565+0000 7f3309e5d640 -1 osd.7 0 waiting for initial osdmap 2024-09-19T04:32:40.576 INFO:tasks.ceph.osd.7.smithi114.stderr:2024-09-19T04:32:40.575+0000 7f330248f640 -1 osd.7 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T04:32:45.452 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:32:45.455 DEBUG:teuthology.orchestra.run.smithi114:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:32:45.633 DEBUG:teuthology.orchestra.run.smithi111:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T04:32:45.733 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.731+0000 7f83d6b78640 1 Processor -- start 2024-09-19T04:32:45.733 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.731+0000 7f83d6b78640 1 -- start start 2024-09-19T04:32:45.736 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.731+0000 7f83d6b78640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f83d015c540 0x7f83d00b4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:45.736 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.731+0000 7f83d6b78640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83d00b4cc0 0x7f83d00cec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:45.736 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83d6b78640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f83d00d0cf0 con 0x7f83d015c920 2024-09-19T04:32:45.736 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83d6b78640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f83d00cfa80 con 0x7f83d015c540 2024-09-19T04:32:45.736 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83d6b78640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f83d00d0ac0 con 0x7f83d00b4cc0 2024-09-19T04:32:45.736 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83d5115640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f83d015c920 0x7f83d00ccff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59118/0 (socket says 172.21.15.111:59118) 2024-09-19T04:32:45.736 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83d5115640 1 -- 172.21.15.111:0/3374898268 learned_addr learned my addr 172.21.15.111:0/3374898268 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:32:45.736 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83cf7fe640 1 -- 172.21.15.111:0/3374898268 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1263355377 0 0) 0x7f83d00d0cf0 con 0x7f83d015c920 2024-09-19T04:32:45.736 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83d4914640 1 --2- 172.21.15.111:0/3374898268 >> v2:172.21.15.114:3300/0 conn(0x7f83d015c540 0x7f83d00b4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:45.736 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83cf7fe640 1 -- 172.21.15.111:0/3374898268 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f83c0003520 con 0x7f83d015c920 2024-09-19T04:32:45.737 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83cffff640 1 --2- 172.21.15.111:0/3374898268 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83d00b4cc0 0x7f83d00cec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:45.737 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83cf7fe640 1 -- 172.21.15.111:0/3374898268 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2148893803 0 0) 0x7f83c0003520 con 0x7f83d015c920 2024-09-19T04:32:45.737 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83cf7fe640 1 -- 172.21.15.111:0/3374898268 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83d00b4cc0 msgr2=0x7f83d00cec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:45.737 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83cf7fe640 1 --2- 172.21.15.111:0/3374898268 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83d00b4cc0 0x7f83d00cec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:45.737 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83cf7fe640 1 -- 172.21.15.111:0/3374898268 >> v2:172.21.15.114:3300/0 conn(0x7f83d015c540 msgr2=0x7f83d00b4780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:45.737 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83cf7fe640 1 --2- 172.21.15.111:0/3374898268 >> v2:172.21.15.114:3300/0 conn(0x7f83d015c540 0x7f83d00b4780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:45.737 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83cf7fe640 1 -- 172.21.15.111:0/3374898268 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83d00d0fb0 con 0x7f83d015c920 2024-09-19T04:32:45.737 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83cf7fe640 1 -- 172.21.15.111:0/3374898268 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f83c80019f0 con 0x7f83d015c920 2024-09-19T04:32:45.737 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83cf7fe640 1 -- 172.21.15.111:0/3374898268 >> v1:172.21.15.111:6789/0 conn(0x7f83d015c920 legacy=0x7f83d00ccff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:45.737 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83cf7fe640 1 --2- 172.21.15.111:0/3374898268 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83c00039b0 0x7f83c0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:45.737 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83cf7fe640 1 --2- 172.21.15.111:0/3374898268 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f83c0004800 0x7f83c0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:45.737 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83cf7fe640 1 --2- 172.21.15.111:0/3374898268 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83d00b4cc0 0x7f83c00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:45.737 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83cf7fe640 1 -- 172.21.15.111:0/3374898268 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f83d00cfa80 con 0x7f83c00039b0 2024-09-19T04:32:45.738 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83cf7fe640 1 -- 172.21.15.111:0/3374898268 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f83c000b9c0 con 0x7f83c0004800 2024-09-19T04:32:45.738 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83cf7fe640 1 -- 172.21.15.111:0/3374898268 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f83c000bb40 con 0x7f83d00b4cc0 2024-09-19T04:32:45.738 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83d4914640 1 --2- 172.21.15.111:0/3374898268 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83c00039b0 0x7f83c0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:45.738 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83d5115640 1 --2- 172.21.15.111:0/3374898268 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83d00b4cc0 0x7f83c00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:45.738 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.732+0000 7f83cffff640 1 --2- 172.21.15.111:0/3374898268 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f83c0004800 0x7f83c0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:45.738 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.733+0000 7f83d4914640 1 -- 172.21.15.111:0/3374898268 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83d00b4cc0 msgr2=0x7f83c00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:45.738 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.733+0000 7f83d4914640 1 --2- 172.21.15.111:0/3374898268 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83d00b4cc0 0x7f83c00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:45.738 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.733+0000 7f83d4914640 1 -- 172.21.15.111:0/3374898268 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f83c0004800 msgr2=0x7f83c0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:45.738 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.733+0000 7f83d4914640 1 --2- 172.21.15.111:0/3374898268 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f83c0004800 0x7f83c0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:45.738 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.733+0000 7f83d4914640 1 -- 172.21.15.111:0/3374898268 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83c0003520 con 0x7f83c00039b0 2024-09-19T04:32:45.738 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.733+0000 7f83d4914640 1 --2- 172.21.15.111:0/3374898268 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83c00039b0 0x7f83c0003dd0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f83c4009ac0 tx=0x7f83c0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17455aa5b76f7f82 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:45.738 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.734+0000 7f83cf7fe640 1 -- 172.21.15.111:0/3374898268 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83c4036070 con 0x7f83c00039b0 2024-09-19T04:32:45.738 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.734+0000 7f83cf7fe640 1 -- 172.21.15.111:0/3374898268 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83c4031400 con 0x7f83c00039b0 2024-09-19T04:32:45.739 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.734+0000 7f83cf7fe640 1 -- 172.21.15.111:0/3374898268 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83c4009690 con 0x7f83c00039b0 2024-09-19T04:32:45.742 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.734+0000 7f83d6b78640 1 -- 172.21.15.111:0/3374898268 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83c00039b0 msgr2=0x7f83c0003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:45.742 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.734+0000 7f83d6b78640 1 --2- 172.21.15.111:0/3374898268 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83c00039b0 0x7f83c0003dd0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f83c4009ac0 tx=0x7f83c0005830 comp rx=0 tx=0).stop 2024-09-19T04:32:45.742 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.734+0000 7f83d5115640 1 -- 172.21.15.111:0/3374898268 reap_dead start 2024-09-19T04:32:45.742 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.734+0000 7f83d6b78640 1 -- 172.21.15.111:0/3374898268 shutdown_connections 2024-09-19T04:32:45.742 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.734+0000 7f83d6b78640 1 -- 172.21.15.111:0/3374898268 >> 172.21.15.111:0/3374898268 conn(0x7f83d009ba10 msgr2=0x7f83d00b4070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:45.742 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.734+0000 7f83d6b78640 1 -- 172.21.15.111:0/3374898268 shutdown_connections 2024-09-19T04:32:45.742 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.734+0000 7f83d6b78640 1 -- 172.21.15.111:0/3374898268 wait complete. 2024-09-19T04:32:45.742 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.735+0000 7f83d6b78640 1 Processor -- start 2024-09-19T04:32:45.742 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.735+0000 7f83d6b78640 1 -- start start 2024-09-19T04:32:45.742 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.736+0000 7f83d6b78640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83c00039b0 0x7f83d0147e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:45.742 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.736+0000 7f83d6b78640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f83d0153370 0x7f83d0154c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:45.742 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.736+0000 7f83d6b78640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83d00ccfb0 0x7f83d00cd430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:45.743 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.736+0000 7f83d6b78640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f83d00b5650 con 0x7f83c00039b0 2024-09-19T04:32:45.743 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.736+0000 7f83d6b78640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f83d00b5370 con 0x7f83d0153370 2024-09-19T04:32:45.743 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.736+0000 7f83d6b78640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f83d00b6af0 con 0x7f83d00ccfb0 2024-09-19T04:32:45.743 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.736+0000 7f83d4914640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83c00039b0 0x7f83d0147e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:45.743 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.737+0000 7f83d4914640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83c00039b0 0x7f83d0147e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:43582/0 (socket says 172.21.15.111:43582) 2024-09-19T04:32:45.743 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.737+0000 7f83d4914640 1 -- 172.21.15.111:0/1789970077 learned_addr learned my addr 172.21.15.111:0/1789970077 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:45.743 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.737+0000 7f83cffff640 1 --2- 172.21.15.111:0/1789970077 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f83d0153370 0x7f83d0154c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:45.743 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.737+0000 7f83d5115640 1 --2- 172.21.15.111:0/1789970077 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83d00ccfb0 0x7f83d00cd430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:45.743 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.737+0000 7f83d4914640 1 -- 172.21.15.111:0/1789970077 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83d00ccfb0 msgr2=0x7f83d00cd430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:45.743 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.737+0000 7f83d4914640 1 --2- 172.21.15.111:0/1789970077 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83d00ccfb0 0x7f83d00cd430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:45.743 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.737+0000 7f83d4914640 1 -- 172.21.15.111:0/1789970077 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f83d0153370 msgr2=0x7f83d0154c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:45.743 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.737+0000 7f83d4914640 1 --2- 172.21.15.111:0/1789970077 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f83d0153370 0x7f83d0154c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:45.744 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.737+0000 7f83d4914640 1 -- 172.21.15.111:0/1789970077 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83d0155cb0 con 0x7f83c00039b0 2024-09-19T04:32:45.744 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.737+0000 7f83cffff640 1 --2- 172.21.15.111:0/1789970077 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f83d0153370 0x7f83d0154c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:32:45.744 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.737+0000 7f83d4914640 1 --2- 172.21.15.111:0/1789970077 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83c00039b0 0x7f83d0147e20 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f83c4009be0 tx=0x7f83c4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:45.744 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.737+0000 7f83cd7fa640 1 -- 172.21.15.111:0/1789970077 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83c4041020 con 0x7f83c00039b0 2024-09-19T04:32:45.744 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.737+0000 7f83cd7fa640 1 -- 172.21.15.111:0/1789970077 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83c403c470 con 0x7f83c00039b0 2024-09-19T04:32:45.744 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.737+0000 7f83cd7fa640 1 -- 172.21.15.111:0/1789970077 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83c4036040 con 0x7f83c00039b0 2024-09-19T04:32:45.744 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.737+0000 7f83d6b78640 1 -- 172.21.15.111:0/1789970077 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83d0155140 con 0x7f83c00039b0 2024-09-19T04:32:45.744 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.737+0000 7f83d6b78640 1 -- 172.21.15.111:0/1789970077 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83d01556f0 con 0x7f83c00039b0 2024-09-19T04:32:45.744 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.738+0000 7f83d6b78640 1 -- 172.21.15.111:0/1789970077 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83d00cd970 con 0x7f83c00039b0 2024-09-19T04:32:45.744 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.739+0000 7f83cd7fa640 1 -- 172.21.15.111:0/1789970077 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f83c4044020 con 0x7f83c00039b0 2024-09-19T04:32:45.744 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.739+0000 7f83cd7fa640 1 --2- 172.21.15.111:0/1789970077 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f83b406c2b0 0x7f83b406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:45.744 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.739+0000 7f83cd7fa640 1 -- 172.21.15.111:0/1789970077 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f83c40ab7a0 con 0x7f83c00039b0 2024-09-19T04:32:45.744 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.739+0000 7f83cffff640 1 --2- 172.21.15.111:0/1789970077 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f83b406c2b0 0x7f83b406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:45.745 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.740+0000 7f83cffff640 1 --2- 172.21.15.111:0/1789970077 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f83b406c2b0 0x7f83b406e770 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f83d01f53f0 tx=0x7f83bc008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:45.746 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.744+0000 7f83cd7fa640 1 -- 172.21.15.111:0/1789970077 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f83c404b030 con 0x7f83c00039b0 2024-09-19T04:32:45.913 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.910+0000 7f83d6b78640 1 -- 172.21.15.111:0/1789970077 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f83d00b4780 con 0x7f83c00039b0 2024-09-19T04:32:45.913 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.911+0000 7f83cd7fa640 1 -- 172.21.15.111:0/1789970077 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) ==== 74+0+12944 (secure 0 0 0) 0x7f83c407a2f0 con 0x7f83c00039b0 2024-09-19T04:32:45.913 INFO:teuthology.misc.health.smithi111.stdout: 2024-09-19T04:32:45.914 INFO:teuthology.misc.health.smithi111.stdout:{"epoch":17,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:32:43.006776+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:32:45.916 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.913+0000 7f83d6b78640 1 -- 172.21.15.111:0/1789970077 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f83b406c2b0 msgr2=0x7f83b406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:45.916 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.913+0000 7f83d6b78640 1 --2- 172.21.15.111:0/1789970077 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f83b406c2b0 0x7f83b406e770 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f83d01f53f0 tx=0x7f83bc008040 comp rx=0 tx=0).stop 2024-09-19T04:32:45.916 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.913+0000 7f83d6b78640 1 -- 172.21.15.111:0/1789970077 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83c00039b0 msgr2=0x7f83d0147e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:45.916 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.913+0000 7f83d6b78640 1 --2- 172.21.15.111:0/1789970077 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83c00039b0 0x7f83d0147e20 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f83c4009be0 tx=0x7f83c4004730 comp rx=0 tx=0).stop 2024-09-19T04:32:45.916 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.913+0000 7f83d6b78640 1 -- 172.21.15.111:0/1789970077 shutdown_connections 2024-09-19T04:32:45.916 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.913+0000 7f83d6b78640 1 --2- 172.21.15.111:0/1789970077 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f83b406c2b0 0x7f83b406e770 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:45.916 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.913+0000 7f83d6b78640 1 --2- 172.21.15.111:0/1789970077 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83d00ccfb0 0x7f83d00cd430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:45.916 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.913+0000 7f83d6b78640 1 --2- 172.21.15.111:0/1789970077 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f83d0153370 0x7f83d0154c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:45.917 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.913+0000 7f83d6b78640 1 --2- 172.21.15.111:0/1789970077 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83c00039b0 0x7f83d0147e20 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:45.917 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.913+0000 7f83d6b78640 1 -- 172.21.15.111:0/1789970077 >> 172.21.15.111:0/1789970077 conn(0x7f83d009ba10 msgr2=0x7f83d00ce5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:45.917 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.913+0000 7f83d6b78640 1 -- 172.21.15.111:0/1789970077 shutdown_connections 2024-09-19T04:32:45.917 INFO:teuthology.misc.health.smithi111.stderr:2024-09-19T04:32:45.913+0000 7f83d6b78640 1 -- 172.21.15.111:0/1789970077 wait complete. 2024-09-19T04:32:45.925 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-19T04:32:45.925 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-19T04:32:45.925 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T04:32:45.926 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T04:32:45.928 INFO:tasks.ceph.mds.a:Started 2024-09-19T04:32:45.928 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T04:32:45.928 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T04:32:45.930 INFO:tasks.ceph.mds.c:Started 2024-09-19T04:32:45.930 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T04:32:45.930 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T04:32:45.933 INFO:tasks.ceph.mds.b:Started 2024-09-19T04:32:45.933 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T04:32:45.933 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T04:32:45.935 INFO:tasks.ceph.mds.d:Started 2024-09-19T04:32:45.935 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-19T04:32:45.936 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:32:46.002 INFO:tasks.ceph.mds.c.smithi111.stdout:starting mds.c at 2024-09-19T04:32:46.003 INFO:tasks.ceph.mds.a.smithi111.stdout:starting mds.a at 2024-09-19T04:32:46.018 INFO:tasks.ceph.mds.d.smithi114.stdout:starting mds.d at 2024-09-19T04:32:46.019 INFO:tasks.ceph.mds.b.smithi114.stdout:starting mds.b at 2024-09-19T04:32:46.019 INFO:tasks.ceph.mds.d.smithi114.stderr:2024-09-19T04:32:46.017+0000 7ff4073dc640 -1 PosixStack listen unable to listen on v1:0.0.0.0:6833/0: (98) Address already in use 2024-09-19T04:32:46.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.038+0000 7fb0d7d86640 1 Processor -- start 2024-09-19T04:32:46.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.038+0000 7fb0d7d86640 1 -- start start 2024-09-19T04:32:46.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.039+0000 7fb0d7d86640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fb0d015df20 0x7fb0d015e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:46.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.039+0000 7fb0d7d86640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb0d015dbe0 con 0x7fb0d0073b00 2024-09-19T04:32:46.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.039+0000 7fb0d7d86640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb0d0074270 con 0x7fb0d00b4290 2024-09-19T04:32:46.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.039+0000 7fb0d7d86640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fb0d00d0560 con 0x7fb0d015df20 2024-09-19T04:32:46.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.039+0000 7fb0d5321640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fb0d0073b00 0x7fb0d015d4d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59126/0 (socket says 172.21.15.111:59126) 2024-09-19T04:32:46.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.039+0000 7fb0d5321640 1 -- 172.21.15.111:0/1444925652 learned_addr learned my addr 172.21.15.111:0/1444925652 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:32:46.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.039+0000 7fb0d6323640 1 --2- 172.21.15.111:0/1444925652 >> v2:172.21.15.114:3300/0 conn(0x7fb0d015df20 0x7fb0d015e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:46.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.039+0000 7fb0d4b20640 1 -- 172.21.15.111:0/1444925652 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2385772024 0 0) 0x7fb0c4001110 con 0x7fb0d0073b00 2024-09-19T04:32:46.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.039+0000 7fb0d4b20640 1 -- 172.21.15.111:0/1444925652 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb0bc003520 con 0x7fb0d0073b00 2024-09-19T04:32:46.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.040+0000 7fb0d4b20640 1 -- 172.21.15.111:0/1444925652 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 675605136 0 0) 0x7fb0bc003520 con 0x7fb0d0073b00 2024-09-19T04:32:46.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.040+0000 7fb0d6323640 1 -- 172.21.15.111:0/1444925652 >> v1:172.21.15.114:6789/0 conn(0x7fb0d00b4290 legacy=0x7fb0d00b4670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:46.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.040+0000 7fb0d6323640 1 -- 172.21.15.111:0/1444925652 >> v1:172.21.15.111:6789/0 conn(0x7fb0d0073b00 legacy=0x7fb0d015d4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:46.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.040+0000 7fb0d6323640 1 -- 172.21.15.111:0/1444925652 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0d0073f90 con 0x7fb0d015df20 2024-09-19T04:32:46.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.040+0000 7fb0d6323640 1 --2- 172.21.15.111:0/1444925652 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0d015df20 0x7fb0d015e3b0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fb0c8009d90 tx=0x7fb0c802a5b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d4aa25ba8a8624b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:46.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.040+0000 7fb0d4b20640 1 -- 172.21.15.111:0/1444925652 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0c8035020 con 0x7fb0d015df20 2024-09-19T04:32:46.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.040+0000 7fb0d4b20640 1 -- 172.21.15.111:0/1444925652 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0c8007540 con 0x7fb0d015df20 2024-09-19T04:32:46.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.040+0000 7fb0d4b20640 1 -- 172.21.15.111:0/1444925652 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0c4001840 con 0x7fb0d015df20 2024-09-19T04:32:46.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.041+0000 7fb0d7d86640 1 -- 172.21.15.111:0/1444925652 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0d015df20 msgr2=0x7fb0d015e3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:46.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.041+0000 7fb0d7d86640 1 --2- 172.21.15.111:0/1444925652 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0d015df20 0x7fb0d015e3b0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fb0c8009d90 tx=0x7fb0c802a5b0 comp rx=0 tx=0).stop 2024-09-19T04:32:46.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.041+0000 7fb0d7d86640 1 -- 172.21.15.111:0/1444925652 shutdown_connections 2024-09-19T04:32:46.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.041+0000 7fb0d7d86640 1 --2- 172.21.15.111:0/1444925652 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0d015df20 0x7fb0d015e3b0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:46.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.041+0000 7fb0d7d86640 1 -- 172.21.15.111:0/1444925652 >> 172.21.15.111:0/1444925652 conn(0x7fb0d0062630 msgr2=0x7fb0d0062a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:46.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.041+0000 7fb0d7d86640 1 -- 172.21.15.111:0/1444925652 shutdown_connections 2024-09-19T04:32:46.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.041+0000 7fb0d7d86640 1 -- 172.21.15.111:0/1444925652 wait complete. 2024-09-19T04:32:46.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.042+0000 7fb0d7d86640 1 Processor -- start 2024-09-19T04:32:46.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.042+0000 7fb0d7d86640 1 -- start start 2024-09-19T04:32:46.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.043+0000 7fb0d7d86640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0d00b4290 0x7fb0d0151490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:46.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.043+0000 7fb0d7d86640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0d015df20 0x7fb0d0143040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:46.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.043+0000 7fb0d7d86640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb0d0146380 0x7fb0d015e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:46.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.043+0000 7fb0d7d86640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb0d00d0d50 con 0x7fb0d00b4290 2024-09-19T04:32:46.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.043+0000 7fb0d7d86640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb0d00d0a70 con 0x7fb0d015df20 2024-09-19T04:32:46.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.043+0000 7fb0d7d86640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb0d015c720 con 0x7fb0d0146380 2024-09-19T04:32:46.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.043+0000 7fb0d5b22640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0d00b4290 0x7fb0d0151490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:46.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.043+0000 7fb0d5b22640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0d00b4290 0x7fb0d0151490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:43630/0 (socket says 172.21.15.111:43630) 2024-09-19T04:32:46.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.043+0000 7fb0d5b22640 1 -- 172.21.15.111:0/678857839 learned_addr learned my addr 172.21.15.111:0/678857839 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:46.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.043+0000 7fb0d5321640 1 --2- 172.21.15.111:0/678857839 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0d015df20 0x7fb0d0143040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:46.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.043+0000 7fb0d6323640 1 --2- 172.21.15.111:0/678857839 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb0d0146380 0x7fb0d015e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:46.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.043+0000 7fb0d5b22640 1 -- 172.21.15.111:0/678857839 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb0d0146380 msgr2=0x7fb0d015e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:46.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.043+0000 7fb0d5b22640 1 --2- 172.21.15.111:0/678857839 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb0d0146380 0x7fb0d015e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:46.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.043+0000 7fb0d5b22640 1 -- 172.21.15.111:0/678857839 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0d015df20 msgr2=0x7fb0d0143040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:46.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.043+0000 7fb0d5b22640 1 --2- 172.21.15.111:0/678857839 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0d015df20 0x7fb0d0143040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:46.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.043+0000 7fb0d5b22640 1 -- 172.21.15.111:0/678857839 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0d01526b0 con 0x7fb0d00b4290 2024-09-19T04:32:46.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.044+0000 7fb0d5b22640 1 --2- 172.21.15.111:0/678857839 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0d00b4290 0x7fb0d0151490 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fb0cc00c5a0 tx=0x7fb0cc00ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:46.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.044+0000 7fb0c27fc640 1 -- 172.21.15.111:0/678857839 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0cc017070 con 0x7fb0d00b4290 2024-09-19T04:32:46.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.044+0000 7fb0c27fc640 1 -- 172.21.15.111:0/678857839 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0cc0035f0 con 0x7fb0d00b4290 2024-09-19T04:32:46.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.044+0000 7fb0d7d86640 1 -- 172.21.15.111:0/678857839 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0d014f6b0 con 0x7fb0d00b4290 2024-09-19T04:32:46.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.044+0000 7fb0c27fc640 1 -- 172.21.15.111:0/678857839 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0cc0039e0 con 0x7fb0d00b4290 2024-09-19T04:32:46.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.044+0000 7fb0d7d86640 1 -- 172.21.15.111:0/678857839 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0d0151b30 con 0x7fb0d00b4290 2024-09-19T04:32:46.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.045+0000 7fb0d7d86640 1 -- 172.21.15.111:0/678857839 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0d00b23a0 con 0x7fb0d00b4290 2024-09-19T04:32:46.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.045+0000 7fb0c27fc640 1 -- 172.21.15.111:0/678857839 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb0cc01a070 con 0x7fb0d00b4290 2024-09-19T04:32:46.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.046+0000 7fb0c27fc640 1 --2- 172.21.15.111:0/678857839 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb0b406c2b0 0x7fb0b406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:46.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.046+0000 7fb0c27fc640 1 -- 172.21.15.111:0/678857839 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7fb0cc08a460 con 0x7fb0d00b4290 2024-09-19T04:32:46.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.046+0000 7fb0d5321640 1 --2- 172.21.15.111:0/678857839 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb0b406c2b0 0x7fb0b406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:46.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.046+0000 7fb0d5321640 1 --2- 172.21.15.111:0/678857839 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb0b406c2b0 0x7fb0b406e770 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb0d01f5b20 tx=0x7fb0c4001290 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:46.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.050+0000 7fb0c27fc640 1 -- 172.21.15.111:0/678857839 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb0d014f6b0 con 0x7fb0d00b4290 2024-09-19T04:32:46.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.248+0000 7fb0d7d86640 1 -- 172.21.15.111:0/678857839 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb0d015f6d0 con 0x7fb0d00b4290 2024-09-19T04:32:46.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.249+0000 7fb0c27fc640 1 -- 172.21.15.111:0/678857839 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1437 (secure 0 0 0) 0x7fb0cc058840 con 0x7fb0d00b4290 2024-09-19T04:32:46.251 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:32:46.252 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":2,"btime":"2024-09-19T04:32:46:006944+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/3625504623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":3625504623},{"type":"v1","addr":"172.21.15.111:6836","nonce":3625504623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-19T04:32:46.252 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 2 2024-09-19T04:32:46.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.251+0000 7fb0d7d86640 1 -- 172.21.15.111:0/678857839 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb0b406c2b0 msgr2=0x7fb0b406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:46.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.251+0000 7fb0d7d86640 1 --2- 172.21.15.111:0/678857839 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb0b406c2b0 0x7fb0b406e770 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb0d01f5b20 tx=0x7fb0c4001290 comp rx=0 tx=0).stop 2024-09-19T04:32:46.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.251+0000 7fb0d7d86640 1 -- 172.21.15.111:0/678857839 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0d00b4290 msgr2=0x7fb0d0151490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:46.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.251+0000 7fb0d7d86640 1 --2- 172.21.15.111:0/678857839 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0d00b4290 0x7fb0d0151490 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fb0cc00c5a0 tx=0x7fb0cc00ca60 comp rx=0 tx=0).stop 2024-09-19T04:32:46.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.251+0000 7fb0d7d86640 1 -- 172.21.15.111:0/678857839 shutdown_connections 2024-09-19T04:32:46.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.251+0000 7fb0d7d86640 1 --2- 172.21.15.111:0/678857839 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb0b406c2b0 0x7fb0b406e770 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:46.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.251+0000 7fb0d7d86640 1 --2- 172.21.15.111:0/678857839 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb0d0146380 0x7fb0d015e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:46.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.251+0000 7fb0d7d86640 1 --2- 172.21.15.111:0/678857839 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0d015df20 0x7fb0d0143040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:46.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.251+0000 7fb0d7d86640 1 --2- 172.21.15.111:0/678857839 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0d00b4290 0x7fb0d0151490 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:46.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.251+0000 7fb0d7d86640 1 -- 172.21.15.111:0/678857839 >> 172.21.15.111:0/678857839 conn(0x7fb0d0062630 msgr2=0x7fb0d00d25a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:46.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.251+0000 7fb0d7d86640 1 -- 172.21.15.111:0/678857839 shutdown_connections 2024-09-19T04:32:46.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:46.251+0000 7fb0d7d86640 1 -- 172.21.15.111:0/678857839 wait complete. 2024-09-19T04:32:48.265 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:32:48.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.371+0000 7fab44cd0640 1 Processor -- start 2024-09-19T04:32:48.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.371+0000 7fab44cd0640 1 -- start start 2024-09-19T04:32:48.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.372+0000 7fab44cd0640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fab4015e7b0 0x7fab40071340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:48.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.372+0000 7fab44cd0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab4006ccb0 0x7fab4006d120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:48.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.372+0000 7fab44cd0640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab40071880 con 0x7fab400b5600 2024-09-19T04:32:48.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.372+0000 7fab44cd0640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fab4006e680 con 0x7fab4015e7b0 2024-09-19T04:32:48.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.372+0000 7fab44cd0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fab4006d660 con 0x7fab4006ccb0 2024-09-19T04:32:48.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.373+0000 7fab3ed9d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab4006ccb0 0x7fab4006d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:48.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.373+0000 7fab3e59c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fab4015e7b0 0x7fab40071340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:48.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.373+0000 7fab3ed9d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab4006ccb0 0x7fab4006d120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:35292/0 (socket says 172.21.15.111:35292) 2024-09-19T04:32:48.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.373+0000 7fab3ed9d640 1 -- 172.21.15.111:0/4252905677 learned_addr learned my addr 172.21.15.111:0/4252905677 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:48.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.373+0000 7fab3dd9b640 1 --1- 172.21.15.111:0/4252905677 >> v1:172.21.15.114:6789/0 conn(0x7fab400b5600 0x7fab40073ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:52456/0 (socket says 172.21.15.111:52456) 2024-09-19T04:32:48.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.373+0000 7fab3ed9d640 1 -- 172.21.15.111:0/4252905677 >> v2:172.21.15.114:3300/0 conn(0x7fab4015e7b0 msgr2=0x7fab40071340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:48.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.373+0000 7fab3ed9d640 1 --2- 172.21.15.111:0/4252905677 >> v2:172.21.15.114:3300/0 conn(0x7fab4015e7b0 0x7fab40071340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:48.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.373+0000 7fab3ed9d640 1 -- 172.21.15.111:0/4252905677 >> v1:172.21.15.114:6789/0 conn(0x7fab400b5600 legacy=0x7fab40073ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:48.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.373+0000 7fab3ed9d640 1 -- 172.21.15.111:0/4252905677 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab400741c0 con 0x7fab4006ccb0 2024-09-19T04:32:48.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.374+0000 7fab3ed9d640 1 --2- 172.21.15.111:0/4252905677 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab4006ccb0 0x7fab4006d120 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fab30009870 tx=0x7fab3002a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8677c9862ac57db server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:48.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.374+0000 7fab3d59a640 1 -- 172.21.15.111:0/4252905677 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab30037070 con 0x7fab4006ccb0 2024-09-19T04:32:48.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.374+0000 7fab3d59a640 1 -- 172.21.15.111:0/4252905677 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab30032440 con 0x7fab4006ccb0 2024-09-19T04:32:48.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.374+0000 7fab3d59a640 1 -- 172.21.15.111:0/4252905677 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab30032810 con 0x7fab4006ccb0 2024-09-19T04:32:48.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.375+0000 7fab44cd0640 1 -- 172.21.15.111:0/4252905677 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab4006ccb0 msgr2=0x7fab4006d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:48.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.375+0000 7fab44cd0640 1 --2- 172.21.15.111:0/4252905677 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab4006ccb0 0x7fab4006d120 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fab30009870 tx=0x7fab3002a1c0 comp rx=0 tx=0).stop 2024-09-19T04:32:48.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.375+0000 7fab44cd0640 1 -- 172.21.15.111:0/4252905677 shutdown_connections 2024-09-19T04:32:48.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.375+0000 7fab44cd0640 1 --2- 172.21.15.111:0/4252905677 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab4006ccb0 0x7fab4006d120 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:48.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.375+0000 7fab44cd0640 1 --2- 172.21.15.111:0/4252905677 >> v2:172.21.15.114:3300/0 conn(0x7fab4015e7b0 0x7fab40071340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:48.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.375+0000 7fab44cd0640 1 -- 172.21.15.111:0/4252905677 >> 172.21.15.111:0/4252905677 conn(0x7fab400b4300 msgr2=0x7fab400b46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:48.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.375+0000 7fab44cd0640 1 -- 172.21.15.111:0/4252905677 shutdown_connections 2024-09-19T04:32:48.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.375+0000 7fab44cd0640 1 -- 172.21.15.111:0/4252905677 wait complete. 2024-09-19T04:32:48.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.376+0000 7fab44cd0640 1 Processor -- start 2024-09-19T04:32:48.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.376+0000 7fab44cd0640 1 -- start start 2024-09-19T04:32:48.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.377+0000 7fab44cd0640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab4006ccb0 0x7fab40150a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:48.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.377+0000 7fab44cd0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab400b5600 0x7fab401f5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:48.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.377+0000 7fab44cd0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab4015e7b0 0x7fab4015afa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:48.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.377+0000 7fab44cd0640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fab400732b0 con 0x7fab4015e7b0 2024-09-19T04:32:48.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.377+0000 7fab44cd0640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fab4006ebb0 con 0x7fab4006ccb0 2024-09-19T04:32:48.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.377+0000 7fab44cd0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fab40073590 con 0x7fab400b5600 2024-09-19T04:32:48.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.377+0000 7fab3ed9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab4015e7b0 0x7fab4015afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:48.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.377+0000 7fab3ed9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab4015e7b0 0x7fab4015afa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:43642/0 (socket says 172.21.15.111:43642) 2024-09-19T04:32:48.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.377+0000 7fab3ed9d640 1 -- 172.21.15.111:0/670550967 learned_addr learned my addr 172.21.15.111:0/670550967 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:48.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.377+0000 7fab3dd9b640 1 --2- 172.21.15.111:0/670550967 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab400b5600 0x7fab401f5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:48.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.377+0000 7fab3e59c640 1 --2- 172.21.15.111:0/670550967 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab4006ccb0 0x7fab40150a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:48.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.377+0000 7fab3ed9d640 1 -- 172.21.15.111:0/670550967 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab400b5600 msgr2=0x7fab401f5bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:48.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.377+0000 7fab3ed9d640 1 --2- 172.21.15.111:0/670550967 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab400b5600 0x7fab401f5bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:48.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.377+0000 7fab3ed9d640 1 -- 172.21.15.111:0/670550967 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab4006ccb0 msgr2=0x7fab40150a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:48.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.377+0000 7fab3ed9d640 1 --2- 172.21.15.111:0/670550967 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab4006ccb0 0x7fab40150a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:48.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.377+0000 7fab3ed9d640 1 -- 172.21.15.111:0/670550967 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab401e81d0 con 0x7fab4015e7b0 2024-09-19T04:32:48.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.377+0000 7fab3ed9d640 1 --2- 172.21.15.111:0/670550967 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab4015e7b0 0x7fab4015afa0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fab30009870 tx=0x7fab300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:48.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.378+0000 7fab36ffd640 1 -- 172.21.15.111:0/670550967 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab30041020 con 0x7fab4015e7b0 2024-09-19T04:32:48.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.378+0000 7fab36ffd640 1 -- 172.21.15.111:0/670550967 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab3003d640 con 0x7fab4015e7b0 2024-09-19T04:32:48.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.378+0000 7fab36ffd640 1 -- 172.21.15.111:0/670550967 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab30037040 con 0x7fab4015e7b0 2024-09-19T04:32:48.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.378+0000 7fab44cd0640 1 -- 172.21.15.111:0/670550967 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab401e84b0 con 0x7fab4015e7b0 2024-09-19T04:32:48.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.378+0000 7fab44cd0640 1 -- 172.21.15.111:0/670550967 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab401e8a70 con 0x7fab4015e7b0 2024-09-19T04:32:48.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.379+0000 7fab44cd0640 1 -- 172.21.15.111:0/670550967 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab4006d120 con 0x7fab4015e7b0 2024-09-19T04:32:48.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.379+0000 7fab36ffd640 1 -- 172.21.15.111:0/670550967 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fab30044020 con 0x7fab4015e7b0 2024-09-19T04:32:48.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.380+0000 7fab36ffd640 1 --2- 172.21.15.111:0/670550967 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fab2006c2b0 0x7fab2006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:48.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.380+0000 7fab36ffd640 1 -- 172.21.15.111:0/670550967 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7fab300ab6d0 con 0x7fab4015e7b0 2024-09-19T04:32:48.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.380+0000 7fab3e59c640 1 --2- 172.21.15.111:0/670550967 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fab2006c2b0 0x7fab2006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:48.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.380+0000 7fab3e59c640 1 --2- 172.21.15.111:0/670550967 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fab2006c2b0 0x7fab2006e770 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fab38011340 tx=0x7fab3800b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:48.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.384+0000 7fab36ffd640 1 -- 172.21.15.111:0/670550967 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fab3004b030 con 0x7fab4015e7b0 2024-09-19T04:32:48.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.587+0000 7fab44cd0640 1 -- 172.21.15.111:0/670550967 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fab400b1a90 con 0x7fab4015e7b0 2024-09-19T04:32:48.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.587+0000 7fab36ffd640 1 -- 172.21.15.111:0/670550967 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3915 (secure 0 0 0) 0x7fab30079b50 con 0x7fab4015e7b0 2024-09-19T04:32:48.589 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:32:48.589 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":3,"btime":"2024-09-19T04:32:47:008422+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/2427445039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":2427445039},{"type":"v1","addr":"172.21.15.111:6837","nonce":2427445039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/3625504623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":3625504623},{"type":"v1","addr":"172.21.15.111:6836","nonce":3625504623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4259,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/575642286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":575642286},{"type":"v1","addr":"172.21.15.114:6835","nonce":575642286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4282,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/4176912851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":4176912851},{"type":"v1","addr":"172.21.15.114:6834","nonce":4176912851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-19T04:32:48.589 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 3 2024-09-19T04:32:48.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.589+0000 7fab44cd0640 1 -- 172.21.15.111:0/670550967 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fab2006c2b0 msgr2=0x7fab2006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:48.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.589+0000 7fab44cd0640 1 --2- 172.21.15.111:0/670550967 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fab2006c2b0 0x7fab2006e770 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fab38011340 tx=0x7fab3800b040 comp rx=0 tx=0).stop 2024-09-19T04:32:48.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.589+0000 7fab44cd0640 1 -- 172.21.15.111:0/670550967 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab4015e7b0 msgr2=0x7fab4015afa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:48.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.589+0000 7fab44cd0640 1 --2- 172.21.15.111:0/670550967 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab4015e7b0 0x7fab4015afa0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fab30009870 tx=0x7fab300046c0 comp rx=0 tx=0).stop 2024-09-19T04:32:48.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.589+0000 7fab44cd0640 1 -- 172.21.15.111:0/670550967 shutdown_connections 2024-09-19T04:32:48.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.589+0000 7fab44cd0640 1 --2- 172.21.15.111:0/670550967 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fab2006c2b0 0x7fab2006e770 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:48.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.589+0000 7fab44cd0640 1 --2- 172.21.15.111:0/670550967 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab4015e7b0 0x7fab4015afa0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:48.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.589+0000 7fab44cd0640 1 --2- 172.21.15.111:0/670550967 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab400b5600 0x7fab401f5bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:48.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.589+0000 7fab44cd0640 1 --2- 172.21.15.111:0/670550967 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab4006ccb0 0x7fab40150a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:48.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.589+0000 7fab44cd0640 1 -- 172.21.15.111:0/670550967 >> 172.21.15.111:0/670550967 conn(0x7fab400b4300 msgr2=0x7fab400b3af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:48.592 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.589+0000 7fab44cd0640 1 -- 172.21.15.111:0/670550967 shutdown_connections 2024-09-19T04:32:48.592 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.589+0000 7fab44cd0640 1 -- 172.21.15.111:0/670550967 wait complete. 2024-09-19T04:32:48.601 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T04:32:48.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.698+0000 7f5e256d0640 1 Processor -- start 2024-09-19T04:32:48.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.698+0000 7f5e256d0640 1 -- start start 2024-09-19T04:32:48.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.699+0000 7f5e256d0640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5e2015ed20 0x7f5e200b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:48.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.699+0000 7f5e256d0640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e200b7170 con 0x7f5e200cef90 2024-09-19T04:32:48.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.699+0000 7f5e256d0640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e200b7aa0 con 0x7f5e2015e940 2024-09-19T04:32:48.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.699+0000 7f5e256d0640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f5e200d3660 con 0x7f5e2015ed20 2024-09-19T04:32:48.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.699+0000 7f5e167fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5e2015ed20 0x7f5e200b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:48.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.699+0000 7f5e1f7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f5e200cef90 0x7f5e200b3760 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59134/0 (socket says 172.21.15.111:59134) 2024-09-19T04:32:48.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.699+0000 7f5e1f7fe640 1 -- 172.21.15.111:0/2801961383 learned_addr learned my addr 172.21.15.111:0/2801961383 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:32:48.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.699+0000 7f5e167fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5e2015ed20 0x7f5e200b3220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:43648/0 (socket says 172.21.15.111:43648) 2024-09-19T04:32:48.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.699+0000 7f5e167fc640 1 -- 172.21.15.111:0/2801961383 >> v1:172.21.15.114:6789/0 conn(0x7f5e2015e940 legacy=0x7f5e200d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:48.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.699+0000 7f5e167fc640 1 -- 172.21.15.111:0/2801961383 >> v1:172.21.15.111:6789/0 conn(0x7f5e200cef90 legacy=0x7f5e200b3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:48.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.699+0000 7f5e1e7fc640 1 -- 172.21.15.111:0/2801961383 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 714132452 0 0) 0x7f5e18001490 con 0x7f5e200cef90 2024-09-19T04:32:48.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.699+0000 7f5e167fc640 1 -- 172.21.15.111:0/2801961383 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e200d3940 con 0x7f5e2015ed20 2024-09-19T04:32:48.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.700+0000 7f5e167fc640 1 --2- 172.21.15.111:0/2801961383 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e2015ed20 0x7f5e200b3220 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5e080097a0 tx=0x7f5e0802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4713afe39eb391c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:48.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.700+0000 7f5e1e7fc640 1 -- 172.21.15.111:0/2801961383 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e08037070 con 0x7f5e2015ed20 2024-09-19T04:32:48.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.700+0000 7f5e1e7fc640 1 -- 172.21.15.111:0/2801961383 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e08032440 con 0x7f5e2015ed20 2024-09-19T04:32:48.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.700+0000 7f5e1e7fc640 1 -- 172.21.15.111:0/2801961383 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e08032810 con 0x7f5e2015ed20 2024-09-19T04:32:48.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.701+0000 7f5e256d0640 1 -- 172.21.15.111:0/2801961383 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e2015ed20 msgr2=0x7f5e200b3220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:48.704 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.701+0000 7f5e256d0640 1 --2- 172.21.15.111:0/2801961383 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e2015ed20 0x7f5e200b3220 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5e080097a0 tx=0x7f5e0802a270 comp rx=0 tx=0).stop 2024-09-19T04:32:48.704 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.701+0000 7f5e256d0640 1 -- 172.21.15.111:0/2801961383 shutdown_connections 2024-09-19T04:32:48.704 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.701+0000 7f5e256d0640 1 --2- 172.21.15.111:0/2801961383 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e2015ed20 0x7f5e200b3220 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:48.704 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.701+0000 7f5e256d0640 1 -- 172.21.15.111:0/2801961383 >> 172.21.15.111:0/2801961383 conn(0x7f5e200b6240 msgr2=0x7f5e200b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:48.704 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.701+0000 7f5e256d0640 1 -- 172.21.15.111:0/2801961383 shutdown_connections 2024-09-19T04:32:48.704 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.701+0000 7f5e256d0640 1 -- 172.21.15.111:0/2801961383 wait complete. 2024-09-19T04:32:48.704 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.702+0000 7f5e256d0640 1 Processor -- start 2024-09-19T04:32:48.704 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.702+0000 7f5e256d0640 1 -- start start 2024-09-19T04:32:48.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.703+0000 7f5e256d0640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e200cef90 0x7f5e201f78c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:48.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.703+0000 7f5e256d0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5e2015e940 0x7f5e200ca280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:48.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.703+0000 7f5e256d0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e2015ed20 0x7f5e200c8260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:48.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.703+0000 7f5e256d0640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5e200d3310 con 0x7f5e2015ed20 2024-09-19T04:32:48.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.703+0000 7f5e256d0640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5e200d3f00 con 0x7f5e200cef90 2024-09-19T04:32:48.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.703+0000 7f5e256d0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5e200d1ef0 con 0x7f5e2015e940 2024-09-19T04:32:48.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.703+0000 7f5e1f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e2015ed20 0x7f5e200c8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:48.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.703+0000 7f5e1f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e2015ed20 0x7f5e200c8260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:43664/0 (socket says 172.21.15.111:43664) 2024-09-19T04:32:48.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.703+0000 7f5e1f7fe640 1 -- 172.21.15.111:0/2723218344 learned_addr learned my addr 172.21.15.111:0/2723218344 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:48.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.703+0000 7f5e1effd640 1 --2- 172.21.15.111:0/2723218344 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e200cef90 0x7f5e201f78c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:48.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.703+0000 7f5e167fc640 1 --2- 172.21.15.111:0/2723218344 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5e2015e940 0x7f5e200ca280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:48.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.703+0000 7f5e1f7fe640 1 -- 172.21.15.111:0/2723218344 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5e2015e940 msgr2=0x7f5e200ca280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:48.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.703+0000 7f5e1f7fe640 1 --2- 172.21.15.111:0/2723218344 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5e2015e940 0x7f5e200ca280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:48.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.703+0000 7f5e1f7fe640 1 -- 172.21.15.111:0/2723218344 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e200cef90 msgr2=0x7f5e201f78c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:48.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.703+0000 7f5e1f7fe640 1 --2- 172.21.15.111:0/2723218344 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e200cef90 0x7f5e201f78c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:48.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.703+0000 7f5e1f7fe640 1 -- 172.21.15.111:0/2723218344 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e200cab20 con 0x7f5e2015ed20 2024-09-19T04:32:48.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.703+0000 7f5e1f7fe640 1 --2- 172.21.15.111:0/2723218344 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e2015ed20 0x7f5e200c8260 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f5e1800c800 tx=0x7f5e1800ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:48.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.704+0000 7f5e17fff640 1 -- 172.21.15.111:0/2723218344 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e18018070 con 0x7f5e2015ed20 2024-09-19T04:32:48.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.704+0000 7f5e17fff640 1 -- 172.21.15.111:0/2723218344 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e1800a640 con 0x7f5e2015ed20 2024-09-19T04:32:48.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.704+0000 7f5e17fff640 1 -- 172.21.15.111:0/2723218344 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e1800aa70 con 0x7f5e2015ed20 2024-09-19T04:32:48.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.704+0000 7f5e256d0640 1 -- 172.21.15.111:0/2723218344 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e200cae00 con 0x7f5e2015ed20 2024-09-19T04:32:48.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.704+0000 7f5e256d0640 1 -- 172.21.15.111:0/2723218344 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e200cb3c0 con 0x7f5e2015ed20 2024-09-19T04:32:48.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.705+0000 7f5e256d0640 1 -- 172.21.15.111:0/2723218344 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e200d1060 con 0x7f5e2015ed20 2024-09-19T04:32:48.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.705+0000 7f5e17fff640 1 -- 172.21.15.111:0/2723218344 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5e1801b070 con 0x7f5e2015ed20 2024-09-19T04:32:48.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.705+0000 7f5e17fff640 1 --2- 172.21.15.111:0/2723218344 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5e0006c2b0 0x7f5e0006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:48.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.706+0000 7f5e17fff640 1 -- 172.21.15.111:0/2723218344 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f5e1808a6e0 con 0x7f5e2015ed20 2024-09-19T04:32:48.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.706+0000 7f5e1effd640 1 --2- 172.21.15.111:0/2723218344 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5e0006c2b0 0x7f5e0006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:48.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.706+0000 7f5e1effd640 1 --2- 172.21.15.111:0/2723218344 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5e0006c2b0 0x7f5e0006e770 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f5e10003d90 tx=0x7f5e10009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:48.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.710+0000 7f5e17fff640 1 -- 172.21.15.111:0/2723218344 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5e200b7170 con 0x7f5e2015ed20 2024-09-19T04:32:48.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.877+0000 7f5e256d0640 1 -- 172.21.15.111:0/2723218344 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f5e200ba6b0 con 0x7f5e2015ed20 2024-09-19T04:32:48.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.877+0000 7f5e17fff640 1 -- 172.21.15.111:0/2723218344 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v17) ==== 84+0+65 (secure 0 0 0) 0x7f5e18059230 con 0x7f5e2015ed20 2024-09-19T04:32:48.878 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:32:48.879 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:32:48.879 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:32:48.879 INFO:teuthology.orchestra.run.smithi111.stdout: "poolnum": 1, 2024-09-19T04:32:48.879 INFO:teuthology.orchestra.run.smithi111.stdout: "poolname": ".mgr" 2024-09-19T04:32:48.879 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:32:48.879 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:32:48.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.879+0000 7f5e256d0640 1 -- 172.21.15.111:0/2723218344 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5e0006c2b0 msgr2=0x7f5e0006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:48.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.879+0000 7f5e256d0640 1 --2- 172.21.15.111:0/2723218344 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5e0006c2b0 0x7f5e0006e770 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f5e10003d90 tx=0x7f5e10009040 comp rx=0 tx=0).stop 2024-09-19T04:32:48.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.879+0000 7f5e256d0640 1 -- 172.21.15.111:0/2723218344 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e2015ed20 msgr2=0x7f5e200c8260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:48.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.879+0000 7f5e256d0640 1 --2- 172.21.15.111:0/2723218344 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e2015ed20 0x7f5e200c8260 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f5e1800c800 tx=0x7f5e1800ccc0 comp rx=0 tx=0).stop 2024-09-19T04:32:48.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.879+0000 7f5e256d0640 1 -- 172.21.15.111:0/2723218344 shutdown_connections 2024-09-19T04:32:48.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.879+0000 7f5e256d0640 1 --2- 172.21.15.111:0/2723218344 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5e0006c2b0 0x7f5e0006e770 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:48.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.879+0000 7f5e256d0640 1 --2- 172.21.15.111:0/2723218344 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e2015ed20 0x7f5e200c8260 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:48.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.879+0000 7f5e256d0640 1 --2- 172.21.15.111:0/2723218344 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5e2015e940 0x7f5e200ca280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:48.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.879+0000 7f5e256d0640 1 --2- 172.21.15.111:0/2723218344 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e200cef90 0x7f5e201f78c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:48.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.879+0000 7f5e256d0640 1 -- 172.21.15.111:0/2723218344 >> 172.21.15.111:0/2723218344 conn(0x7f5e200b6240 msgr2=0x7f5e200cf650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:48.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.879+0000 7f5e256d0640 1 -- 172.21.15.111:0/2723218344 shutdown_connections 2024-09-19T04:32:48.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.879+0000 7f5e256d0640 1 -- 172.21.15.111:0/2723218344 wait complete. 2024-09-19T04:32:48.891 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T04:32:48.891 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T04:32:48.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.991+0000 7f75be51a640 1 Processor -- start 2024-09-19T04:32:48.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.991+0000 7f75be51a640 1 -- start start 2024-09-19T04:32:48.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.991+0000 7f75be51a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75b80b61e0 0x7f75b80b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:48.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.991+0000 7f75be51a640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f75b80d3990 0x7f75b8162ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:48.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.991+0000 7f75be51a640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75b80b6b00 con 0x7f75b80b3b00 2024-09-19T04:32:48.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.991+0000 7f75be51a640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f75b80d24f0 con 0x7f75b80d3990 2024-09-19T04:32:48.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.991+0000 7f75be51a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f75b80d20e0 con 0x7f75b80b61e0 2024-09-19T04:32:48.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.992+0000 7f75b7fff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75b80b61e0 0x7f75b80b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:48.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.992+0000 7f75bcab7640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f75b80d3990 0x7f75b8162ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:48.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.992+0000 7f75affff640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f75b80b3b00 0x7f75b81625d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:52466/0 (socket says 172.21.15.111:52466) 2024-09-19T04:32:48.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.992+0000 7f75bcab7640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f75b80d3990 0x7f75b8162ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:35758/0 (socket says 172.21.15.111:35758) 2024-09-19T04:32:48.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.992+0000 7f75b7fff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75b80b61e0 0x7f75b80b65c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:35304/0 (socket says 172.21.15.111:35304) 2024-09-19T04:32:48.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.992+0000 7f75affff640 1 -- 172.21.15.111:0/4009178621 learned_addr learned my addr 172.21.15.111:0/4009178621 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:32:48.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.992+0000 7f75b7fff640 1 -- 172.21.15.111:0/4009178621 >> v2:172.21.15.114:3300/0 conn(0x7f75b80d3990 msgr2=0x7f75b8162ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:48.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.992+0000 7f75b7fff640 1 --2- 172.21.15.111:0/4009178621 >> v2:172.21.15.114:3300/0 conn(0x7f75b80d3990 0x7f75b8162ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:48.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.992+0000 7f75b7fff640 1 -- 172.21.15.111:0/4009178621 >> v1:172.21.15.114:6789/0 conn(0x7f75b80b3b00 legacy=0x7f75b81625d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:48.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.992+0000 7f75b7fff640 1 -- 172.21.15.111:0/4009178621 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75b80cfa70 con 0x7f75b80b61e0 2024-09-19T04:32:48.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.993+0000 7f75b7fff640 1 --2- 172.21.15.111:0/4009178621 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75b80b61e0 0x7f75b80b65c0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f75a80097a0 tx=0x7f75a802a060 comp rx=0 tx=0).ready entity=mon.2 client_cookie=48c28ab9153a15b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:48.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.993+0000 7f75b77fe640 1 -- 172.21.15.111:0/4009178621 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75a8037070 con 0x7f75b80b61e0 2024-09-19T04:32:48.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.993+0000 7f75b77fe640 1 -- 172.21.15.111:0/4009178621 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75a802adb0 con 0x7f75b80b61e0 2024-09-19T04:32:48.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.993+0000 7f75b77fe640 1 -- 172.21.15.111:0/4009178621 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75a8032660 con 0x7f75b80b61e0 2024-09-19T04:32:48.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.993+0000 7f75be51a640 1 -- 172.21.15.111:0/4009178621 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75b80b61e0 msgr2=0x7f75b80b65c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:48.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.993+0000 7f75be51a640 1 --2- 172.21.15.111:0/4009178621 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75b80b61e0 0x7f75b80b65c0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f75a80097a0 tx=0x7f75a802a060 comp rx=0 tx=0).stop 2024-09-19T04:32:48.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.994+0000 7f75be51a640 1 -- 172.21.15.111:0/4009178621 shutdown_connections 2024-09-19T04:32:48.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.994+0000 7f75be51a640 1 --2- 172.21.15.111:0/4009178621 >> v2:172.21.15.114:3300/0 conn(0x7f75b80d3990 0x7f75b8162ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:48.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.994+0000 7f75be51a640 1 --2- 172.21.15.111:0/4009178621 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75b80b61e0 0x7f75b80b65c0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:48.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.994+0000 7f75be51a640 1 -- 172.21.15.111:0/4009178621 >> 172.21.15.111:0/4009178621 conn(0x7f75b80d11e0 msgr2=0x7f75b80d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:48.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.994+0000 7f75be51a640 1 -- 172.21.15.111:0/4009178621 shutdown_connections 2024-09-19T04:32:48.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.994+0000 7f75be51a640 1 -- 172.21.15.111:0/4009178621 wait complete. 2024-09-19T04:32:48.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.995+0000 7f75be51a640 1 Processor -- start 2024-09-19T04:32:48.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.995+0000 7f75be51a640 1 -- start start 2024-09-19T04:32:48.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.995+0000 7f75be51a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75b80b3b00 0x7f75b80b9470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:49.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.995+0000 7f75be51a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f75b80b61e0 0x7f75b81e93e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:49.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.995+0000 7f75be51a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75b80d3990 0x7f75b81e9920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:49.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.995+0000 7f75be51a640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f75b815edc0 con 0x7f75b80d3990 2024-09-19T04:32:49.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.995+0000 7f75be51a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f75b80d0030 con 0x7f75b80b61e0 2024-09-19T04:32:49.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.995+0000 7f75be51a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f75b81e9f60 con 0x7f75b80b3b00 2024-09-19T04:32:49.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.996+0000 7f75bcab7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75b80d3990 0x7f75b81e9920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:49.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.996+0000 7f75bcab7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75b80d3990 0x7f75b81e9920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:43672/0 (socket says 172.21.15.111:43672) 2024-09-19T04:32:49.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.996+0000 7f75bcab7640 1 -- 172.21.15.111:0/792221217 learned_addr learned my addr 172.21.15.111:0/792221217 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:49.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.996+0000 7f75affff640 1 --2- 172.21.15.111:0/792221217 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f75b80b61e0 0x7f75b81e93e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:49.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.996+0000 7f75b7fff640 1 --2- 172.21.15.111:0/792221217 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75b80b3b00 0x7f75b80b9470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:49.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.996+0000 7f75bcab7640 1 -- 172.21.15.111:0/792221217 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75b80b3b00 msgr2=0x7f75b80b9470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:49.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.996+0000 7f75bcab7640 1 --2- 172.21.15.111:0/792221217 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75b80b3b00 0x7f75b80b9470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:49.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.996+0000 7f75bcab7640 1 -- 172.21.15.111:0/792221217 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f75b80b61e0 msgr2=0x7f75b81e93e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:49.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.996+0000 7f75bcab7640 1 --2- 172.21.15.111:0/792221217 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f75b80b61e0 0x7f75b81e93e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:49.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.996+0000 7f75bcab7640 1 -- 172.21.15.111:0/792221217 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75b81ea240 con 0x7f75b80d3990 2024-09-19T04:32:49.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.996+0000 7f75bcab7640 1 --2- 172.21.15.111:0/792221217 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75b80d3990 0x7f75b81e9920 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f75b000efc0 tx=0x7f75b000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:49.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.996+0000 7f75b57fa640 1 -- 172.21.15.111:0/792221217 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75b0018020 con 0x7f75b80d3990 2024-09-19T04:32:49.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.996+0000 7f75b57fa640 1 -- 172.21.15.111:0/792221217 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75b0014480 con 0x7f75b80d3990 2024-09-19T04:32:49.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.996+0000 7f75be51a640 1 -- 172.21.15.111:0/792221217 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75b81ea520 con 0x7f75b80d3990 2024-09-19T04:32:49.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.996+0000 7f75b57fa640 1 -- 172.21.15.111:0/792221217 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75b0009e60 con 0x7f75b80d3990 2024-09-19T04:32:49.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.996+0000 7f75be51a640 1 -- 172.21.15.111:0/792221217 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75b80ab740 con 0x7f75b80d3990 2024-09-19T04:32:49.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.997+0000 7f75be51a640 1 -- 172.21.15.111:0/792221217 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75b80d1d00 con 0x7f75b80d3990 2024-09-19T04:32:49.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.998+0000 7f75b57fa640 1 -- 172.21.15.111:0/792221217 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f75b0005d10 con 0x7f75b80d3990 2024-09-19T04:32:49.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.998+0000 7f75b57fa640 1 --2- 172.21.15.111:0/792221217 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f759806c2b0 0x7f759806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:49.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.998+0000 7f75b7fff640 1 --2- 172.21.15.111:0/792221217 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f759806c2b0 0x7f759806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:49.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.998+0000 7f75b57fa640 1 -- 172.21.15.111:0/792221217 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f75b008bd10 con 0x7f75b80d3990 2024-09-19T04:32:49.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:48.998+0000 7f75b7fff640 1 --2- 172.21.15.111:0/792221217 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f759806c2b0 0x7f759806e770 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f75a8034000 tx=0x7f75a802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:49.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:49.002+0000 7f75b57fa640 1 -- 172.21.15.111:0/792221217 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f75b0022030 con 0x7f75b80d3990 2024-09-19T04:32:49.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:49.171+0000 7f75be51a640 1 -- 172.21.15.111:0/792221217 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f75b80ba6e0 con 0x7f75b80d3990 2024-09-19T04:32:50.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.038+0000 7f75b57fa640 1 -- 172.21.15.111:0/792221217 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v18) ==== 138+0+0 (secure 0 0 0) 0x7f75b0010040 con 0x7f75b80d3990 2024-09-19T04:32:50.040 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' created 2024-09-19T04:32:50.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.041+0000 7f75be51a640 1 -- 172.21.15.111:0/792221217 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f759806c2b0 msgr2=0x7f759806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:50.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.041+0000 7f75be51a640 1 --2- 172.21.15.111:0/792221217 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f759806c2b0 0x7f759806e770 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f75a8034000 tx=0x7f75a802e000 comp rx=0 tx=0).stop 2024-09-19T04:32:50.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.041+0000 7f75be51a640 1 -- 172.21.15.111:0/792221217 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75b80d3990 msgr2=0x7f75b81e9920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:50.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.041+0000 7f75be51a640 1 --2- 172.21.15.111:0/792221217 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75b80d3990 0x7f75b81e9920 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f75b000efc0 tx=0x7f75b000c490 comp rx=0 tx=0).stop 2024-09-19T04:32:50.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.042+0000 7f75be51a640 1 -- 172.21.15.111:0/792221217 shutdown_connections 2024-09-19T04:32:50.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.042+0000 7f75be51a640 1 --2- 172.21.15.111:0/792221217 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f759806c2b0 0x7f759806e770 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:50.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.042+0000 7f75be51a640 1 --2- 172.21.15.111:0/792221217 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75b80d3990 0x7f75b81e9920 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:50.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.042+0000 7f75be51a640 1 --2- 172.21.15.111:0/792221217 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f75b80b61e0 0x7f75b81e93e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:50.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.042+0000 7f75be51a640 1 --2- 172.21.15.111:0/792221217 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75b80b3b00 0x7f75b80b9470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:50.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.042+0000 7f75be51a640 1 -- 172.21.15.111:0/792221217 >> 172.21.15.111:0/792221217 conn(0x7f75b80d11e0 msgr2=0x7f75b80b59e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:50.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.042+0000 7f75be51a640 1 -- 172.21.15.111:0/792221217 shutdown_connections 2024-09-19T04:32:50.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.042+0000 7f75be51a640 1 -- 172.21.15.111:0/792221217 wait complete. 2024-09-19T04:32:50.059 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T04:32:50.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.166+0000 7fa77d7d6640 1 Processor -- start 2024-09-19T04:32:50.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.166+0000 7fa77d7d6640 1 -- start start 2024-09-19T04:32:50.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.167+0000 7fa77d7d6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa77815e770 0x7fa7780b61d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:50.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.167+0000 7fa77d7d6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7780b3b40 0x7fa7780d33a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:50.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.167+0000 7fa77d7d6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7780d2320 con 0x7fa7780b6710 2024-09-19T04:32:50.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.167+0000 7fa77d7d6640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fa77815eb50 con 0x7fa77815e770 2024-09-19T04:32:50.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.167+0000 7fa77d7d6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa7780b6b60 con 0x7fa7780b3b40 2024-09-19T04:32:50.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.167+0000 7fa776ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa77815e770 0x7fa7780b61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:50.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.167+0000 7fa776ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa77815e770 0x7fa7780b61d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:43676/0 (socket says 172.21.15.111:43676) 2024-09-19T04:32:50.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.167+0000 7fa776ffd640 1 -- 172.21.15.111:0/2328951381 learned_addr learned my addr 172.21.15.111:0/2328951381 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:50.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.167+0000 7fa776ffd640 1 -- 172.21.15.111:0/2328951381 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7780b3b40 msgr2=0x7fa7780d33a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:50.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.167+0000 7fa7777fe640 1 --2- 172.21.15.111:0/2328951381 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7780b3b40 0x7fa7780d33a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:50.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.167+0000 7fa776ffd640 1 --2- 172.21.15.111:0/2328951381 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7780b3b40 0x7fa7780d33a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:50.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.167+0000 7fa776ffd640 1 -- 172.21.15.111:0/2328951381 >> v1:172.21.15.114:6789/0 conn(0x7fa7780b6710 legacy=0x7fa7780b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:50.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.167+0000 7fa776ffd640 1 -- 172.21.15.111:0/2328951381 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7780d25e0 con 0x7fa77815e770 2024-09-19T04:32:50.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.167+0000 7fa7777fe640 1 --2- 172.21.15.111:0/2328951381 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7780b3b40 0x7fa7780d33a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:32:50.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.168+0000 7fa776ffd640 1 --2- 172.21.15.111:0/2328951381 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa77815e770 0x7fa7780b61d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa768009870 tx=0x7fa76802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38dd8ce1cf25ad8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:50.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.168+0000 7fa7767fc640 1 -- 172.21.15.111:0/2328951381 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa768037070 con 0x7fa77815e770 2024-09-19T04:32:50.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.168+0000 7fa7767fc640 1 -- 172.21.15.111:0/2328951381 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa768032440 con 0x7fa77815e770 2024-09-19T04:32:50.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.168+0000 7fa7767fc640 1 -- 172.21.15.111:0/2328951381 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa768032810 con 0x7fa77815e770 2024-09-19T04:32:50.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.169+0000 7fa77d7d6640 1 -- 172.21.15.111:0/2328951381 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa77815e770 msgr2=0x7fa7780b61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:50.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.169+0000 7fa77d7d6640 1 --2- 172.21.15.111:0/2328951381 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa77815e770 0x7fa7780b61d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa768009870 tx=0x7fa76802a180 comp rx=0 tx=0).stop 2024-09-19T04:32:50.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.169+0000 7fa77d7d6640 1 -- 172.21.15.111:0/2328951381 shutdown_connections 2024-09-19T04:32:50.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.169+0000 7fa77d7d6640 1 --2- 172.21.15.111:0/2328951381 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7780b3b40 0x7fa7780d33a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:50.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.169+0000 7fa77d7d6640 1 --2- 172.21.15.111:0/2328951381 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa77815e770 0x7fa7780b61d0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:50.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.169+0000 7fa77d7d6640 1 -- 172.21.15.111:0/2328951381 >> 172.21.15.111:0/2328951381 conn(0x7fa778062a50 msgr2=0x7fa778062e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:50.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.169+0000 7fa77d7d6640 1 -- 172.21.15.111:0/2328951381 shutdown_connections 2024-09-19T04:32:50.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.169+0000 7fa77d7d6640 1 -- 172.21.15.111:0/2328951381 wait complete. 2024-09-19T04:32:50.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.170+0000 7fa77d7d6640 1 Processor -- start 2024-09-19T04:32:50.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.170+0000 7fa77d7d6640 1 -- start start 2024-09-19T04:32:50.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.171+0000 7fa77d7d6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa7780b3b40 0x7fa77815ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:50.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.171+0000 7fa77d7d6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7780b6710 0x7fa778152080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:50.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.171+0000 7fa77d7d6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa77815e770 0x7fa7780c8240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:50.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.171+0000 7fa77d7d6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa7780d2e80 con 0x7fa77815e770 2024-09-19T04:32:50.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.171+0000 7fa77d7d6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa7780d2ba0 con 0x7fa7780b3b40 2024-09-19T04:32:50.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.171+0000 7fa77d7d6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa7780b76a0 con 0x7fa7780b6710 2024-09-19T04:32:50.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.171+0000 7fa7777fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa77815e770 0x7fa7780c8240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:50.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.171+0000 7fa7777fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa77815e770 0x7fa7780c8240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:43680/0 (socket says 172.21.15.111:43680) 2024-09-19T04:32:50.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.171+0000 7fa7777fe640 1 -- 172.21.15.111:0/3328188888 learned_addr learned my addr 172.21.15.111:0/3328188888 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:50.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.171+0000 7fa776ffd640 1 --2- 172.21.15.111:0/3328188888 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa7780b3b40 0x7fa77815ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:50.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.171+0000 7fa76e7fc640 1 --2- 172.21.15.111:0/3328188888 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7780b6710 0x7fa778152080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:50.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.171+0000 7fa7777fe640 1 -- 172.21.15.111:0/3328188888 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7780b6710 msgr2=0x7fa778152080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:50.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.171+0000 7fa7777fe640 1 --2- 172.21.15.111:0/3328188888 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7780b6710 0x7fa778152080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:50.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.171+0000 7fa7777fe640 1 -- 172.21.15.111:0/3328188888 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa7780b3b40 msgr2=0x7fa77815ecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:50.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.171+0000 7fa7777fe640 1 --2- 172.21.15.111:0/3328188888 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa7780b3b40 0x7fa77815ecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:50.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.171+0000 7fa7777fe640 1 -- 172.21.15.111:0/3328188888 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa77815f2b0 con 0x7fa77815e770 2024-09-19T04:32:50.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.171+0000 7fa776ffd640 1 --2- 172.21.15.111:0/3328188888 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa7780b3b40 0x7fa77815ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:32:50.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.171+0000 7fa76e7fc640 1 --2- 172.21.15.111:0/3328188888 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7780b6710 0x7fa778152080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:32:50.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.171+0000 7fa7777fe640 1 --2- 172.21.15.111:0/3328188888 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa77815e770 0x7fa7780c8240 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fa77000ce70 tx=0x7fa77000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:50.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.172+0000 7fa76ffff640 1 -- 172.21.15.111:0/3328188888 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa770003b90 con 0x7fa77815e770 2024-09-19T04:32:50.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.172+0000 7fa76ffff640 1 -- 172.21.15.111:0/3328188888 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa770003d50 con 0x7fa77815e770 2024-09-19T04:32:50.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.172+0000 7fa77d7d6640 1 -- 172.21.15.111:0/3328188888 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa77815f590 con 0x7fa77815e770 2024-09-19T04:32:50.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.172+0000 7fa76ffff640 1 -- 172.21.15.111:0/3328188888 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa770004260 con 0x7fa77815e770 2024-09-19T04:32:50.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.172+0000 7fa77d7d6640 1 -- 172.21.15.111:0/3328188888 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa77815fb50 con 0x7fa77815e770 2024-09-19T04:32:50.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.173+0000 7fa77d7d6640 1 -- 172.21.15.111:0/3328188888 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7780b61d0 con 0x7fa77815e770 2024-09-19T04:32:50.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.173+0000 7fa76ffff640 1 -- 172.21.15.111:0/3328188888 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa770004400 con 0x7fa77815e770 2024-09-19T04:32:50.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.173+0000 7fa76ffff640 1 --2- 172.21.15.111:0/3328188888 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa75806c2b0 0x7fa75806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:50.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.174+0000 7fa76ffff640 1 -- 172.21.15.111:0/3328188888 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 5227+0+0 (secure 0 0 0) 0x7fa77008bc00 con 0x7fa77815e770 2024-09-19T04:32:50.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.174+0000 7fa776ffd640 1 --2- 172.21.15.111:0/3328188888 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa75806c2b0 0x7fa75806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:50.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.174+0000 7fa776ffd640 1 --2- 172.21.15.111:0/3328188888 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa75806c2b0 0x7fa75806e770 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fa768034000 tx=0x7fa76802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:50.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.178+0000 7fa76ffff640 1 -- 172.21.15.111:0/3328188888 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa770092080 con 0x7fa77815e770 2024-09-19T04:32:50.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:50.342+0000 7fa77d7d6640 1 -- 172.21.15.111:0/3328188888 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fa7781529b0 con 0x7fa77815e770 2024-09-19T04:32:51.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.043+0000 7fa76ffff640 1 -- 172.21.15.111:0/3328188888 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v19) ==== 170+0+0 (secure 0 0 0) 0x7fa77005a550 con 0x7fa77815e770 2024-09-19T04:32:51.045 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' created 2024-09-19T04:32:51.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.046+0000 7fa77d7d6640 1 -- 172.21.15.111:0/3328188888 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa75806c2b0 msgr2=0x7fa75806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:51.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.046+0000 7fa77d7d6640 1 --2- 172.21.15.111:0/3328188888 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa75806c2b0 0x7fa75806e770 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fa768034000 tx=0x7fa76802e000 comp rx=0 tx=0).stop 2024-09-19T04:32:51.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.046+0000 7fa77d7d6640 1 -- 172.21.15.111:0/3328188888 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa77815e770 msgr2=0x7fa7780c8240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:51.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.046+0000 7fa77d7d6640 1 --2- 172.21.15.111:0/3328188888 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa77815e770 0x7fa7780c8240 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fa77000ce70 tx=0x7fa77000a710 comp rx=0 tx=0).stop 2024-09-19T04:32:51.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.047+0000 7fa77d7d6640 1 -- 172.21.15.111:0/3328188888 shutdown_connections 2024-09-19T04:32:51.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.047+0000 7fa77d7d6640 1 --2- 172.21.15.111:0/3328188888 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa75806c2b0 0x7fa75806e770 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:51.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.047+0000 7fa77d7d6640 1 --2- 172.21.15.111:0/3328188888 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa77815e770 0x7fa7780c8240 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:51.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.047+0000 7fa77d7d6640 1 --2- 172.21.15.111:0/3328188888 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7780b6710 0x7fa778152080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:51.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.047+0000 7fa77d7d6640 1 --2- 172.21.15.111:0/3328188888 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa7780b3b40 0x7fa77815ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:51.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.047+0000 7fa77d7d6640 1 -- 172.21.15.111:0/3328188888 >> 172.21.15.111:0/3328188888 conn(0x7fa778062a50 msgr2=0x7fa7780b4060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:51.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.048+0000 7fa77d7d6640 1 -- 172.21.15.111:0/3328188888 shutdown_connections 2024-09-19T04:32:51.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.048+0000 7fa77d7d6640 1 -- 172.21.15.111:0/3328188888 wait complete. 2024-09-19T04:32:51.073 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T04:32:51.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.176+0000 7f984189b640 1 Processor -- start 2024-09-19T04:32:51.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.176+0000 7f984189b640 1 -- start start 2024-09-19T04:32:51.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.177+0000 7f984189b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f983c0cb2f0 0x7f983c06c680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:51.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.177+0000 7f984189b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f983c0d4040 con 0x7f983c0b7ed0 2024-09-19T04:32:51.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.177+0000 7f984189b640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f983c0cf750 con 0x7f983c15e960 2024-09-19T04:32:51.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.177+0000 7f984189b640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f983c0b7a40 con 0x7f983c0cb2f0 2024-09-19T04:32:51.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.177+0000 7f983a7fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f983c0cb2f0 0x7f983c06c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:51.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.177+0000 7f983b7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f983c0b7ed0 0x7f983c0b8360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59142/0 (socket says 172.21.15.111:59142) 2024-09-19T04:32:51.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.177+0000 7f983b7fe640 1 -- 172.21.15.111:0/101793521 learned_addr learned my addr 172.21.15.111:0/101793521 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:32:51.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.177+0000 7f983a7fc640 1 -- 172.21.15.111:0/101793521 >> v1:172.21.15.114:6789/0 conn(0x7f983c15e960 legacy=0x7f983c06bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:51.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.177+0000 7f983a7fc640 1 -- 172.21.15.111:0/101793521 >> v1:172.21.15.111:6789/0 conn(0x7f983c0b7ed0 legacy=0x7f983c0b8360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:51.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.177+0000 7f983a7fc640 1 -- 172.21.15.111:0/101793521 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f983c0cfa30 con 0x7f983c0cb2f0 2024-09-19T04:32:51.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.177+0000 7f9839ffb640 1 -- 172.21.15.111:0/101793521 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1557338650 0 0) 0x7f983c0d4040 con 0x7f983c0b7ed0 2024-09-19T04:32:51.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.178+0000 7f983a7fc640 1 --2- 172.21.15.111:0/101793521 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f983c0cb2f0 0x7f983c06c680 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f98300097a0 tx=0x7f983002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=243f8f4e00b4ff07 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:51.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.178+0000 7f9839ffb640 1 -- 172.21.15.111:0/101793521 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9830037070 con 0x7f983c0cb2f0 2024-09-19T04:32:51.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.178+0000 7f9839ffb640 1 -- 172.21.15.111:0/101793521 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9830032440 con 0x7f983c0cb2f0 2024-09-19T04:32:51.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.178+0000 7f9839ffb640 1 -- 172.21.15.111:0/101793521 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9830032810 con 0x7f983c0cb2f0 2024-09-19T04:32:51.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.179+0000 7f984189b640 1 -- 172.21.15.111:0/101793521 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f983c0cb2f0 msgr2=0x7f983c06c680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:51.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.179+0000 7f984189b640 1 --2- 172.21.15.111:0/101793521 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f983c0cb2f0 0x7f983c06c680 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f98300097a0 tx=0x7f983002a230 comp rx=0 tx=0).stop 2024-09-19T04:32:51.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.179+0000 7f984189b640 1 -- 172.21.15.111:0/101793521 shutdown_connections 2024-09-19T04:32:51.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.179+0000 7f984189b640 1 --2- 172.21.15.111:0/101793521 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f983c0cb2f0 0x7f983c06c680 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:51.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.179+0000 7f984189b640 1 -- 172.21.15.111:0/101793521 >> 172.21.15.111:0/101793521 conn(0x7f983c0d46e0 msgr2=0x7f983c0d4af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:51.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.179+0000 7f984189b640 1 -- 172.21.15.111:0/101793521 shutdown_connections 2024-09-19T04:32:51.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.179+0000 7f984189b640 1 -- 172.21.15.111:0/101793521 wait complete. 2024-09-19T04:32:51.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.180+0000 7f984189b640 1 Processor -- start 2024-09-19T04:32:51.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.180+0000 7f984189b640 1 -- start start 2024-09-19T04:32:51.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.181+0000 7f984189b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f983c0b7ed0 0x7f983c159cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:51.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.181+0000 7f984189b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f983c0cb2f0 0x7f983c1f8a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:51.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.181+0000 7f984189b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f983c15e960 0x7f983c0ce5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:51.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.181+0000 7f984189b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f983c06cbc0 con 0x7f983c0b7ed0 2024-09-19T04:32:51.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.181+0000 7f984189b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f983c0d3cd0 con 0x7f983c0cb2f0 2024-09-19T04:32:51.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.181+0000 7f984189b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f983c06cd40 con 0x7f983c15e960 2024-09-19T04:32:51.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.181+0000 7f983affd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f983c0b7ed0 0x7f983c159cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:51.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.181+0000 7f983affd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f983c0b7ed0 0x7f983c159cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:43704/0 (socket says 172.21.15.111:43704) 2024-09-19T04:32:51.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.181+0000 7f983affd640 1 -- 172.21.15.111:0/3552147068 learned_addr learned my addr 172.21.15.111:0/3552147068 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:51.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.181+0000 7f983a7fc640 1 --2- 172.21.15.111:0/3552147068 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f983c0cb2f0 0x7f983c1f8a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:51.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.181+0000 7f983b7fe640 1 --2- 172.21.15.111:0/3552147068 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f983c15e960 0x7f983c0ce5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:51.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.181+0000 7f983affd640 1 -- 172.21.15.111:0/3552147068 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f983c15e960 msgr2=0x7f983c0ce5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:51.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.181+0000 7f983affd640 1 --2- 172.21.15.111:0/3552147068 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f983c15e960 0x7f983c0ce5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:51.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.181+0000 7f983affd640 1 -- 172.21.15.111:0/3552147068 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f983c0cb2f0 msgr2=0x7f983c1f8a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:51.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.181+0000 7f983affd640 1 --2- 172.21.15.111:0/3552147068 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f983c0cb2f0 0x7f983c1f8a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:51.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.181+0000 7f983affd640 1 -- 172.21.15.111:0/3552147068 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f983c15a350 con 0x7f983c0b7ed0 2024-09-19T04:32:51.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.181+0000 7f983b7fe640 1 --2- 172.21.15.111:0/3552147068 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f983c15e960 0x7f983c0ce5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:32:51.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.181+0000 7f983affd640 1 --2- 172.21.15.111:0/3552147068 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f983c0b7ed0 0x7f983c159cc0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f982c00c480 tx=0x7f982c00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:51.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.181+0000 7f9823fff640 1 -- 172.21.15.111:0/3552147068 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f982c0052d0 con 0x7f983c0b7ed0 2024-09-19T04:32:51.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.182+0000 7f9823fff640 1 -- 172.21.15.111:0/3552147068 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f982c005470 con 0x7f983c0b7ed0 2024-09-19T04:32:51.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.182+0000 7f9823fff640 1 -- 172.21.15.111:0/3552147068 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f982c012870 con 0x7f983c0b7ed0 2024-09-19T04:32:51.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.182+0000 7f984189b640 1 -- 172.21.15.111:0/3552147068 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f983c15a630 con 0x7f983c0b7ed0 2024-09-19T04:32:51.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.182+0000 7f984189b640 1 -- 172.21.15.111:0/3552147068 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f983c157860 con 0x7f983c0b7ed0 2024-09-19T04:32:51.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.183+0000 7f984189b640 1 -- 172.21.15.111:0/3552147068 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f983c0d4040 con 0x7f983c0b7ed0 2024-09-19T04:32:51.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.183+0000 7f9823fff640 1 -- 172.21.15.111:0/3552147068 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f982c012a10 con 0x7f983c0b7ed0 2024-09-19T04:32:51.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.183+0000 7f9823fff640 1 --2- 172.21.15.111:0/3552147068 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f982806c2b0 0x7f982806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:51.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.183+0000 7f9823fff640 1 -- 172.21.15.111:0/3552147068 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5609+0+0 (secure 0 0 0) 0x7f982c08b050 con 0x7f983c0b7ed0 2024-09-19T04:32:51.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.183+0000 7f983a7fc640 1 --2- 172.21.15.111:0/3552147068 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f982806c2b0 0x7f982806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:51.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.184+0000 7f983a7fc640 1 --2- 172.21.15.111:0/3552147068 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f982806c2b0 0x7f982806e770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f9830034000 tx=0x7f983002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:51.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.188+0000 7f9823fff640 1 -- 172.21.15.111:0/3552147068 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f982c0598b0 con 0x7f983c0b7ed0 2024-09-19T04:32:51.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:51.387+0000 7f984189b640 1 -- 172.21.15.111:0/3552147068 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f983c0cf280 con 0x7f983c0b7ed0 2024-09-19T04:32:52.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.045+0000 7f9823fff640 1 -- 172.21.15.111:0/3552147068 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7f982c0591b0 con 0x7f983c0b7ed0 2024-09-19T04:32:52.046 INFO:teuthology.orchestra.run.smithi111.stderr:new fs with metadata pool 2 and data pool 3 2024-09-19T04:32:52.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.047+0000 7f984189b640 1 -- 172.21.15.111:0/3552147068 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f982806c2b0 msgr2=0x7f982806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:52.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.047+0000 7f984189b640 1 --2- 172.21.15.111:0/3552147068 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f982806c2b0 0x7f982806e770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f9830034000 tx=0x7f983002e000 comp rx=0 tx=0).stop 2024-09-19T04:32:52.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.047+0000 7f984189b640 1 -- 172.21.15.111:0/3552147068 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f983c0b7ed0 msgr2=0x7f983c159cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:52.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.047+0000 7f984189b640 1 --2- 172.21.15.111:0/3552147068 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f983c0b7ed0 0x7f983c159cc0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f982c00c480 tx=0x7f982c00c940 comp rx=0 tx=0).stop 2024-09-19T04:32:52.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.047+0000 7f984189b640 1 -- 172.21.15.111:0/3552147068 shutdown_connections 2024-09-19T04:32:52.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.047+0000 7f984189b640 1 --2- 172.21.15.111:0/3552147068 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f982806c2b0 0x7f982806e770 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.047+0000 7f984189b640 1 --2- 172.21.15.111:0/3552147068 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f983c15e960 0x7f983c0ce5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.047+0000 7f984189b640 1 --2- 172.21.15.111:0/3552147068 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f983c0cb2f0 0x7f983c1f8a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.047+0000 7f984189b640 1 --2- 172.21.15.111:0/3552147068 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f983c0b7ed0 0x7f983c159cc0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.047+0000 7f984189b640 1 -- 172.21.15.111:0/3552147068 >> 172.21.15.111:0/3552147068 conn(0x7f983c0d46e0 msgr2=0x7f983c0b44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:52.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.047+0000 7f984189b640 1 -- 172.21.15.111:0/3552147068 shutdown_connections 2024-09-19T04:32:52.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.047+0000 7f984189b640 1 -- 172.21.15.111:0/3552147068 wait complete. 2024-09-19T04:32:52.073 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:32:52.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.170+0000 7f632d627640 1 Processor -- start 2024-09-19T04:32:52.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.170+0000 7f632d627640 1 -- start start 2024-09-19T04:32:52.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.170+0000 7f632d627640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f632815ed20 0x7f63280b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:52.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.170+0000 7f632d627640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f63280cef90 0x7f63280b3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:52.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.170+0000 7f632d627640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f63280b7170 con 0x7f632815e940 2024-09-19T04:32:52.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.170+0000 7f632d627640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f63280b7aa0 con 0x7f63280cef90 2024-09-19T04:32:52.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.170+0000 7f632d627640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f63280d3660 con 0x7f632815ed20 2024-09-19T04:32:52.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.171+0000 7f63277fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f63280cef90 0x7f63280b3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:52.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.171+0000 7f6326ffd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f632815e940 0x7f63280d1060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:47832/0 (socket says 172.21.15.111:47832) 2024-09-19T04:32:52.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.171+0000 7f6326ffd640 1 -- 172.21.15.111:0/664046825 learned_addr learned my addr 172.21.15.111:0/664046825 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:32:52.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.171+0000 7f63277fe640 1 -- 172.21.15.111:0/664046825 >> v2:172.21.15.114:3300/0 conn(0x7f632815ed20 msgr2=0x7f63280b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:52.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.171+0000 7f63267fc640 1 --2- 172.21.15.111:0/664046825 >> v2:172.21.15.114:3300/0 conn(0x7f632815ed20 0x7f63280b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:52.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.171+0000 7f63277fe640 1 --2- 172.21.15.111:0/664046825 >> v2:172.21.15.114:3300/0 conn(0x7f632815ed20 0x7f63280b3220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.171+0000 7f63277fe640 1 -- 172.21.15.111:0/664046825 >> v1:172.21.15.111:6789/0 conn(0x7f632815e940 legacy=0x7f63280d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:52.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.171+0000 7f6325ffb640 1 -- 172.21.15.111:0/664046825 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2866788925 0 0) 0x7f6318001110 con 0x7f632815e940 2024-09-19T04:32:52.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.171+0000 7f63277fe640 1 -- 172.21.15.111:0/664046825 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63280d3940 con 0x7f63280cef90 2024-09-19T04:32:52.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.172+0000 7f63277fe640 1 --2- 172.21.15.111:0/664046825 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63280cef90 0x7f63280b3760 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f632806e900 tx=0x7f632002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5a9a2ecd16c2da2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:52.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.172+0000 7f6325ffb640 1 -- 172.21.15.111:0/664046825 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6320007740 con 0x7f63280cef90 2024-09-19T04:32:52.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.172+0000 7f6325ffb640 1 -- 172.21.15.111:0/664046825 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63200078e0 con 0x7f63280cef90 2024-09-19T04:32:52.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.172+0000 7f6325ffb640 1 -- 172.21.15.111:0/664046825 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6320007cb0 con 0x7f63280cef90 2024-09-19T04:32:52.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.172+0000 7f632d627640 1 -- 172.21.15.111:0/664046825 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63280cef90 msgr2=0x7f63280b3760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:52.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.172+0000 7f632d627640 1 --2- 172.21.15.111:0/664046825 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63280cef90 0x7f63280b3760 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f632806e900 tx=0x7f632002a710 comp rx=0 tx=0).stop 2024-09-19T04:32:52.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.172+0000 7f632d627640 1 -- 172.21.15.111:0/664046825 shutdown_connections 2024-09-19T04:32:52.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.172+0000 7f632d627640 1 --2- 172.21.15.111:0/664046825 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63280cef90 0x7f63280b3760 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.172+0000 7f632d627640 1 --2- 172.21.15.111:0/664046825 >> v2:172.21.15.114:3300/0 conn(0x7f632815ed20 0x7f63280b3220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.172+0000 7f632d627640 1 -- 172.21.15.111:0/664046825 >> 172.21.15.111:0/664046825 conn(0x7f63280b6240 msgr2=0x7f63280b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:52.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.172+0000 7f632d627640 1 -- 172.21.15.111:0/664046825 shutdown_connections 2024-09-19T04:32:52.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.172+0000 7f632d627640 1 -- 172.21.15.111:0/664046825 wait complete. 2024-09-19T04:32:52.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.174+0000 7f632d627640 1 Processor -- start 2024-09-19T04:32:52.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.174+0000 7f632d627640 1 -- start start 2024-09-19T04:32:52.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.174+0000 7f632d627640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f63280cef90 0x7f632815b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:52.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.174+0000 7f632d627640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f632815e940 0x7f63280cda60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:52.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.175+0000 7f632d627640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f632815ed20 0x7f6328158ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:52.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.175+0000 7f632d627640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f63280d3310 con 0x7f632815ed20 2024-09-19T04:32:52.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.175+0000 7f632d627640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f63280d3f00 con 0x7f63280cef90 2024-09-19T04:32:52.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.175+0000 7f632d627640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f63280d1ef0 con 0x7f632815e940 2024-09-19T04:32:52.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.175+0000 7f63277fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f632815ed20 0x7f6328158ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:52.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.175+0000 7f6326ffd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f63280cef90 0x7f632815b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:52.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.175+0000 7f63277fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f632815ed20 0x7f6328158ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47642/0 (socket says 172.21.15.111:47642) 2024-09-19T04:32:52.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.175+0000 7f63277fe640 1 -- 172.21.15.111:0/3437392528 learned_addr learned my addr 172.21.15.111:0/3437392528 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:52.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.175+0000 7f63267fc640 1 --2- 172.21.15.111:0/3437392528 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f632815e940 0x7f63280cda60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:52.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.175+0000 7f63277fe640 1 -- 172.21.15.111:0/3437392528 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f632815e940 msgr2=0x7f63280cda60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:52.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.175+0000 7f63277fe640 1 --2- 172.21.15.111:0/3437392528 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f632815e940 0x7f63280cda60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.175+0000 7f63277fe640 1 -- 172.21.15.111:0/3437392528 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f63280cef90 msgr2=0x7f632815b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:52.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.175+0000 7f63277fe640 1 --2- 172.21.15.111:0/3437392528 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f63280cef90 0x7f632815b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.175+0000 7f63277fe640 1 -- 172.21.15.111:0/3437392528 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63281e73c0 con 0x7f632815ed20 2024-09-19T04:32:52.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.175+0000 7f63277fe640 1 --2- 172.21.15.111:0/3437392528 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f632815ed20 0x7f6328158ca0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f632002ad00 tx=0x7f6320004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:52.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.175+0000 7f630f7fe640 1 -- 172.21.15.111:0/3437392528 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6320040070 con 0x7f632815ed20 2024-09-19T04:32:52.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.175+0000 7f630f7fe640 1 -- 172.21.15.111:0/3437392528 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6320031bc0 con 0x7f632815ed20 2024-09-19T04:32:52.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.175+0000 7f632d627640 1 -- 172.21.15.111:0/3437392528 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f632815b830 con 0x7f632815ed20 2024-09-19T04:32:52.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.175+0000 7f630f7fe640 1 -- 172.21.15.111:0/3437392528 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6320045460 con 0x7f632815ed20 2024-09-19T04:32:52.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.175+0000 7f632d627640 1 -- 172.21.15.111:0/3437392528 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63281e7940 con 0x7f632815ed20 2024-09-19T04:32:52.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.176+0000 7f632d627640 1 -- 172.21.15.111:0/3437392528 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63280d1060 con 0x7f632815ed20 2024-09-19T04:32:52.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.177+0000 7f630f7fe640 1 -- 172.21.15.111:0/3437392528 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6320039040 con 0x7f632815ed20 2024-09-19T04:32:52.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.177+0000 7f630f7fe640 1 --2- 172.21.15.111:0/3437392528 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f631406c2e0 0x7f631406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:52.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.177+0000 7f6326ffd640 1 --2- 172.21.15.111:0/3437392528 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f631406c2e0 0x7f631406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:52.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.177+0000 7f630f7fe640 1 -- 172.21.15.111:0/3437392528 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f63200accb0 con 0x7f632815ed20 2024-09-19T04:32:52.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.178+0000 7f6326ffd640 1 --2- 172.21.15.111:0/3437392528 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f631406c2e0 0x7f631406e7a0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f6318000f60 tx=0x7f6318007b50 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:52.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.182+0000 7f630f7fe640 1 -- 172.21.15.111:0/3437392528 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f632007add0 con 0x7f632815ed20 2024-09-19T04:32:52.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.348+0000 7f632d627640 1 -- 172.21.15.111:0/3437392528 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f63280ba6b0 con 0x7f632815ed20 2024-09-19T04:32:52.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.350+0000 7f630f7fe640 1 -- 172.21.15.111:0/3437392528 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16726 (secure 0 0 0) 0x7f632007f0d0 con 0x7f632815ed20 2024-09-19T04:32:52.351 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:32:52.351 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":20,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:32:51.388915+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:32:49.189443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T04:32:50.360969+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:32:52.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.352+0000 7f632d627640 1 -- 172.21.15.111:0/3437392528 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f631406c2e0 msgr2=0x7f631406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:52.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.352+0000 7f632d627640 1 --2- 172.21.15.111:0/3437392528 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f631406c2e0 0x7f631406e7a0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f6318000f60 tx=0x7f6318007b50 comp rx=0 tx=0).stop 2024-09-19T04:32:52.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.352+0000 7f632d627640 1 -- 172.21.15.111:0/3437392528 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f632815ed20 msgr2=0x7f6328158ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:52.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.352+0000 7f632d627640 1 --2- 172.21.15.111:0/3437392528 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f632815ed20 0x7f6328158ca0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f632002ad00 tx=0x7f6320004a40 comp rx=0 tx=0).stop 2024-09-19T04:32:52.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.352+0000 7f632d627640 1 -- 172.21.15.111:0/3437392528 shutdown_connections 2024-09-19T04:32:52.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.352+0000 7f632d627640 1 --2- 172.21.15.111:0/3437392528 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f631406c2e0 0x7f631406e7a0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.352+0000 7f632d627640 1 --2- 172.21.15.111:0/3437392528 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f632815ed20 0x7f6328158ca0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.352+0000 7f632d627640 1 --2- 172.21.15.111:0/3437392528 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f632815e940 0x7f63280cda60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.352+0000 7f632d627640 1 --2- 172.21.15.111:0/3437392528 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f63280cef90 0x7f632815b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.352+0000 7f632d627640 1 -- 172.21.15.111:0/3437392528 >> 172.21.15.111:0/3437392528 conn(0x7f63280b6240 msgr2=0x7f63280cf650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:52.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.352+0000 7f632d627640 1 -- 172.21.15.111:0/3437392528 shutdown_connections 2024-09-19T04:32:52.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.352+0000 7f632d627640 1 -- 172.21.15.111:0/3437392528 wait complete. 2024-09-19T04:32:52.364 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:32:52.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.461+0000 7ff9872ed640 1 Processor -- start 2024-09-19T04:32:52.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.461+0000 7ff9872ed640 1 -- start start 2024-09-19T04:32:52.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.462+0000 7ff9872ed640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff98015c3d0 0x7ff9800b67e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:52.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.462+0000 7ff9872ed640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff9800b3550 0x7ff9800b3990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:52.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.462+0000 7ff9872ed640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff9800b5a60 con 0x7ff9800ce200 2024-09-19T04:32:52.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.462+0000 7ff9872ed640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7ff9800b3ed0 con 0x7ff98015c3d0 2024-09-19T04:32:52.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.462+0000 7ff9872ed640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ff9800b5d00 con 0x7ff9800b3550 2024-09-19T04:32:52.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.462+0000 7ff985089640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff98015c3d0 0x7ff9800b67e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:52.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.462+0000 7ff985089640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff98015c3d0 0x7ff9800b67e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47656/0 (socket says 172.21.15.111:47656) 2024-09-19T04:32:52.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.462+0000 7ff985089640 1 -- 172.21.15.111:0/3972384609 learned_addr learned my addr 172.21.15.111:0/3972384609 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:52.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.463+0000 7ff985089640 1 -- 172.21.15.111:0/3972384609 >> v2:172.21.15.114:3300/0 conn(0x7ff9800b3550 msgr2=0x7ff9800b3990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:52.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.463+0000 7ff985089640 1 --2- 172.21.15.111:0/3972384609 >> v2:172.21.15.114:3300/0 conn(0x7ff9800b3550 0x7ff9800b3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.463+0000 7ff985089640 1 -- 172.21.15.111:0/3972384609 >> v1:172.21.15.114:6789/0 conn(0x7ff9800ce200 legacy=0x7ff9800ce650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:52.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.463+0000 7ff985089640 1 -- 172.21.15.111:0/3972384609 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9800b5fe0 con 0x7ff98015c3d0 2024-09-19T04:32:52.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.463+0000 7ff985089640 1 --2- 172.21.15.111:0/3972384609 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff98015c3d0 0x7ff9800b67e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff9800b51f0 tx=0x7ff97c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fa6031df9979f90 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:52.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.463+0000 7ff977fff640 1 -- 172.21.15.111:0/3972384609 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff97c037070 con 0x7ff98015c3d0 2024-09-19T04:32:52.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.463+0000 7ff977fff640 1 -- 172.21.15.111:0/3972384609 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff97c032440 con 0x7ff98015c3d0 2024-09-19T04:32:52.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.463+0000 7ff977fff640 1 -- 172.21.15.111:0/3972384609 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff97c032810 con 0x7ff98015c3d0 2024-09-19T04:32:52.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.464+0000 7ff9872ed640 1 -- 172.21.15.111:0/3972384609 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff98015c3d0 msgr2=0x7ff9800b67e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:52.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.464+0000 7ff9872ed640 1 --2- 172.21.15.111:0/3972384609 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff98015c3d0 0x7ff9800b67e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff9800b51f0 tx=0x7ff97c02a210 comp rx=0 tx=0).stop 2024-09-19T04:32:52.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.464+0000 7ff9872ed640 1 -- 172.21.15.111:0/3972384609 shutdown_connections 2024-09-19T04:32:52.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.464+0000 7ff9872ed640 1 --2- 172.21.15.111:0/3972384609 >> v2:172.21.15.114:3300/0 conn(0x7ff9800b3550 0x7ff9800b3990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.464+0000 7ff9872ed640 1 --2- 172.21.15.111:0/3972384609 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff98015c3d0 0x7ff9800b67e0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.464+0000 7ff9872ed640 1 -- 172.21.15.111:0/3972384609 >> 172.21.15.111:0/3972384609 conn(0x7ff98006ce90 msgr2=0x7ff98006d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:52.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.464+0000 7ff9872ed640 1 -- 172.21.15.111:0/3972384609 shutdown_connections 2024-09-19T04:32:52.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.464+0000 7ff9872ed640 1 -- 172.21.15.111:0/3972384609 wait complete. 2024-09-19T04:32:52.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.465+0000 7ff9872ed640 1 Processor -- start 2024-09-19T04:32:52.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.465+0000 7ff9872ed640 1 -- start start 2024-09-19T04:32:52.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.466+0000 7ff9872ed640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9800b3550 0x7ff9800abb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:52.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.466+0000 7ff9872ed640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9800ce200 0x7ff9800ac340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:52.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.466+0000 7ff9872ed640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff98015c3d0 0x7ff980157690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:52.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.466+0000 7ff9872ed640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff9800cef70 con 0x7ff98015c3d0 2024-09-19T04:32:52.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.466+0000 7ff9872ed640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff9800b6d20 con 0x7ff9800b3550 2024-09-19T04:32:52.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.466+0000 7ff9872ed640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff9800cf0f0 con 0x7ff9800ce200 2024-09-19T04:32:52.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.466+0000 7ff98588a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff98015c3d0 0x7ff980157690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:52.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.466+0000 7ff98588a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff98015c3d0 0x7ff980157690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47664/0 (socket says 172.21.15.111:47664) 2024-09-19T04:32:52.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.466+0000 7ff98588a640 1 -- 172.21.15.111:0/2312407899 learned_addr learned my addr 172.21.15.111:0/2312407899 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:52.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.466+0000 7ff985089640 1 --2- 172.21.15.111:0/2312407899 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9800b3550 0x7ff9800abb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:52.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.466+0000 7ff984888640 1 --2- 172.21.15.111:0/2312407899 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9800ce200 0x7ff9800ac340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:52.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.466+0000 7ff98588a640 1 -- 172.21.15.111:0/2312407899 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9800ce200 msgr2=0x7ff9800ac340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:52.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.466+0000 7ff98588a640 1 --2- 172.21.15.111:0/2312407899 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9800ce200 0x7ff9800ac340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.466+0000 7ff98588a640 1 -- 172.21.15.111:0/2312407899 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9800b3550 msgr2=0x7ff9800abb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:52.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.466+0000 7ff98588a640 1 --2- 172.21.15.111:0/2312407899 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9800b3550 0x7ff9800abb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.466+0000 7ff98588a640 1 -- 172.21.15.111:0/2312407899 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9800acc20 con 0x7ff98015c3d0 2024-09-19T04:32:52.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.466+0000 7ff98588a640 1 --2- 172.21.15.111:0/2312407899 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff98015c3d0 0x7ff980157690 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff97800c7b0 tx=0x7ff97800cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:52.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.467+0000 7ff975ffb640 1 -- 172.21.15.111:0/2312407899 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff978017070 con 0x7ff98015c3d0 2024-09-19T04:32:52.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.467+0000 7ff975ffb640 1 -- 172.21.15.111:0/2312407899 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff978003da0 con 0x7ff98015c3d0 2024-09-19T04:32:52.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.467+0000 7ff975ffb640 1 -- 172.21.15.111:0/2312407899 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9780052b0 con 0x7ff98015c3d0 2024-09-19T04:32:52.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.467+0000 7ff9872ed640 1 -- 172.21.15.111:0/2312407899 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9801f2010 con 0x7ff98015c3d0 2024-09-19T04:32:52.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.467+0000 7ff9872ed640 1 -- 172.21.15.111:0/2312407899 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9800ac080 con 0x7ff98015c3d0 2024-09-19T04:32:52.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.468+0000 7ff9872ed640 1 -- 172.21.15.111:0/2312407899 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9800b3990 con 0x7ff98015c3d0 2024-09-19T04:32:52.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.468+0000 7ff975ffb640 1 -- 172.21.15.111:0/2312407899 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff97801a070 con 0x7ff98015c3d0 2024-09-19T04:32:52.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.468+0000 7ff975ffb640 1 --2- 172.21.15.111:0/2312407899 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff96406c2b0 0x7ff96406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:52.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.469+0000 7ff975ffb640 1 -- 172.21.15.111:0/2312407899 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7ff97808aa60 con 0x7ff98015c3d0 2024-09-19T04:32:52.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.469+0000 7ff985089640 1 --2- 172.21.15.111:0/2312407899 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff96406c2b0 0x7ff96406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:52.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.469+0000 7ff985089640 1 --2- 172.21.15.111:0/2312407899 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff96406c2b0 0x7ff96406e770 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff97c034000 tx=0x7ff97c02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:52.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.473+0000 7ff975ffb640 1 -- 172.21.15.111:0/2312407899 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff9780591d0 con 0x7ff98015c3d0 2024-09-19T04:32:52.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.639+0000 7ff9872ed640 1 -- 172.21.15.111:0/2312407899 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff98006fc30 con 0x7ff98015c3d0 2024-09-19T04:32:52.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.640+0000 7ff975ffb640 1 -- 172.21.15.111:0/2312407899 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16726 (secure 0 0 0) 0x7ff978058ad0 con 0x7ff98015c3d0 2024-09-19T04:32:52.641 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:32:52.641 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":20,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:32:51.388915+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:32:49.189443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T04:32:50.360969+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:32:52.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.642+0000 7ff9872ed640 1 -- 172.21.15.111:0/2312407899 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff96406c2b0 msgr2=0x7ff96406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:52.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.642+0000 7ff9872ed640 1 --2- 172.21.15.111:0/2312407899 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff96406c2b0 0x7ff96406e770 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff97c034000 tx=0x7ff97c02e000 comp rx=0 tx=0).stop 2024-09-19T04:32:52.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.642+0000 7ff9872ed640 1 -- 172.21.15.111:0/2312407899 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff98015c3d0 msgr2=0x7ff980157690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:52.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.642+0000 7ff9872ed640 1 --2- 172.21.15.111:0/2312407899 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff98015c3d0 0x7ff980157690 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff97800c7b0 tx=0x7ff97800cc70 comp rx=0 tx=0).stop 2024-09-19T04:32:52.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.642+0000 7ff9872ed640 1 -- 172.21.15.111:0/2312407899 shutdown_connections 2024-09-19T04:32:52.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.642+0000 7ff9872ed640 1 --2- 172.21.15.111:0/2312407899 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff96406c2b0 0x7ff96406e770 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.642+0000 7ff9872ed640 1 --2- 172.21.15.111:0/2312407899 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff98015c3d0 0x7ff980157690 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.642+0000 7ff9872ed640 1 --2- 172.21.15.111:0/2312407899 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9800ce200 0x7ff9800ac340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.642+0000 7ff9872ed640 1 --2- 172.21.15.111:0/2312407899 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9800b3550 0x7ff9800abb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.642+0000 7ff9872ed640 1 -- 172.21.15.111:0/2312407899 >> 172.21.15.111:0/2312407899 conn(0x7ff98006ce90 msgr2=0x7ff9800ce630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:52.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.642+0000 7ff9872ed640 1 -- 172.21.15.111:0/2312407899 shutdown_connections 2024-09-19T04:32:52.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.642+0000 7ff9872ed640 1 -- 172.21.15.111:0/2312407899 wait complete. 2024-09-19T04:32:52.654 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T04:32:52.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.753+0000 7f778792c640 1 Processor -- start 2024-09-19T04:32:52.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.754+0000 7f778792c640 1 -- start start 2024-09-19T04:32:52.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.754+0000 7f778792c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f7780161cc0 0x7f77800aebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:52.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.754+0000 7f778792c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77800b57d0 0x7f77800b5c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:52.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.754+0000 7f778792c640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f778006dc40 con 0x7f7780072290 2024-09-19T04:32:52.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.754+0000 7f778792c640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f778006e570 con 0x7f7780161cc0 2024-09-19T04:32:52.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.754+0000 7f778792c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f778006df20 con 0x7f77800b57d0 2024-09-19T04:32:52.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f7785ec9640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f7780072290 0x7f778006ea00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:47838/0 (socket says 172.21.15.111:47838) 2024-09-19T04:32:52.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f7785ec9640 1 -- 172.21.15.111:0/4106250312 learned_addr learned my addr 172.21.15.111:0/4106250312 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:32:52.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f7784ec7640 1 --2- 172.21.15.111:0/4106250312 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77800b57d0 0x7f77800b5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:52.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f77856c8640 1 --2- 172.21.15.111:0/4106250312 >> v2:172.21.15.114:3300/0 conn(0x7f7780161cc0 0x7f77800aebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:52.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f7773fff640 1 -- 172.21.15.111:0/4106250312 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2597636240 0 0) 0x7f778006dc40 con 0x7f7780072290 2024-09-19T04:32:52.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f7773fff640 1 -- 172.21.15.111:0/4106250312 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f776c003520 con 0x7f7780072290 2024-09-19T04:32:52.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f7773fff640 1 -- 172.21.15.111:0/4106250312 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4222452984 0 0) 0x7f776c003520 con 0x7f7780072290 2024-09-19T04:32:52.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f7773fff640 1 -- 172.21.15.111:0/4106250312 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77800b57d0 msgr2=0x7f77800b5c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:52.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f7773fff640 1 --2- 172.21.15.111:0/4106250312 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77800b57d0 0x7f77800b5c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f7773fff640 1 -- 172.21.15.111:0/4106250312 >> v2:172.21.15.114:3300/0 conn(0x7f7780161cc0 msgr2=0x7f77800aebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:52.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f7773fff640 1 --2- 172.21.15.111:0/4106250312 >> v2:172.21.15.114:3300/0 conn(0x7f7780161cc0 0x7f77800aebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f7773fff640 1 -- 172.21.15.111:0/4106250312 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f778006e200 con 0x7f7780072290 2024-09-19T04:32:52.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f7773fff640 1 -- 172.21.15.111:0/4106250312 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f77780019f0 con 0x7f7780072290 2024-09-19T04:32:52.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f7773fff640 1 -- 172.21.15.111:0/4106250312 >> v1:172.21.15.111:6789/0 conn(0x7f7780072290 legacy=0x7f778006ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:52.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f7773fff640 1 --2- 172.21.15.111:0/4106250312 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77800b57d0 0x7f776c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:52.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f7773fff640 1 --2- 172.21.15.111:0/4106250312 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f776c003f30 0x7f776c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:52.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f7773fff640 1 --2- 172.21.15.111:0/4106250312 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f776c004d40 0x7f776c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:52.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f7773fff640 1 -- 172.21.15.111:0/4106250312 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f778006e570 con 0x7f776c004d40 2024-09-19T04:32:52.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f7773fff640 1 -- 172.21.15.111:0/4106250312 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f778006df20 con 0x7f776c003f30 2024-09-19T04:32:52.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f7773fff640 1 -- 172.21.15.111:0/4106250312 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f776c00b9c0 con 0x7f77800b57d0 2024-09-19T04:32:52.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f7785ec9640 1 --2- 172.21.15.111:0/4106250312 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f776c004d40 0x7f776c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:52.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f77856c8640 1 --2- 172.21.15.111:0/4106250312 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77800b57d0 0x7f776c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:52.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f7784ec7640 1 --2- 172.21.15.111:0/4106250312 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f776c003f30 0x7f776c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:52.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f7785ec9640 1 -- 172.21.15.111:0/4106250312 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77800b57d0 msgr2=0x7f776c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:52.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f7785ec9640 1 --2- 172.21.15.111:0/4106250312 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77800b57d0 0x7f776c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.755+0000 7f7785ec9640 1 -- 172.21.15.111:0/4106250312 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f776c003f30 msgr2=0x7f776c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:52.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.756+0000 7f7785ec9640 1 --2- 172.21.15.111:0/4106250312 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f776c003f30 0x7f776c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.756+0000 7f7785ec9640 1 -- 172.21.15.111:0/4106250312 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f776c003520 con 0x7f776c004d40 2024-09-19T04:32:52.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.756+0000 7f7785ec9640 1 --2- 172.21.15.111:0/4106250312 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f776c004d40 0x7f776c0051c0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f77780013d0 tx=0x7f776c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61868530870bfdcd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:52.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.756+0000 7f7773fff640 1 -- 172.21.15.111:0/4106250312 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f777800a4e0 con 0x7f776c004d40 2024-09-19T04:32:52.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.756+0000 7f7773fff640 1 -- 172.21.15.111:0/4106250312 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f777802f070 con 0x7f776c004d40 2024-09-19T04:32:52.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.756+0000 7f7773fff640 1 -- 172.21.15.111:0/4106250312 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f777802bcd0 con 0x7f776c004d40 2024-09-19T04:32:52.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.757+0000 7f778792c640 1 -- 172.21.15.111:0/4106250312 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f776c004d40 msgr2=0x7f776c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:52.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.757+0000 7f778792c640 1 --2- 172.21.15.111:0/4106250312 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f776c004d40 0x7f776c0051c0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f77780013d0 tx=0x7f776c005830 comp rx=0 tx=0).stop 2024-09-19T04:32:52.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.757+0000 7f7785ec9640 1 -- 172.21.15.111:0/4106250312 reap_dead start 2024-09-19T04:32:52.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.757+0000 7f778792c640 1 -- 172.21.15.111:0/4106250312 shutdown_connections 2024-09-19T04:32:52.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.757+0000 7f778792c640 1 -- 172.21.15.111:0/4106250312 >> 172.21.15.111:0/4106250312 conn(0x7f778006bba0 msgr2=0x7f778006bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:52.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.757+0000 7f778792c640 1 -- 172.21.15.111:0/4106250312 shutdown_connections 2024-09-19T04:32:52.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.757+0000 7f778792c640 1 -- 172.21.15.111:0/4106250312 wait complete. 2024-09-19T04:32:52.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.758+0000 7f778792c640 1 Processor -- start 2024-09-19T04:32:52.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.758+0000 7f778792c640 1 -- start start 2024-09-19T04:32:52.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.759+0000 7f778792c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f776c004d40 0x7f7780155e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:52.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.759+0000 7f778792c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77800d03e0 0x7f77800cd5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:52.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.759+0000 7f778792c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77800cdb10 0x7f77801f7700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:52.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.759+0000 7f778792c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f77800b4be0 con 0x7f77800d03e0 2024-09-19T04:32:52.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.759+0000 7f778792c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f77800b4a60 con 0x7f77800cdb10 2024-09-19T04:32:52.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.759+0000 7f778792c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f778006f110 con 0x7f776c004d40 2024-09-19T04:32:52.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.759+0000 7f7784ec7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77800d03e0 0x7f77800cd5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:52.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.759+0000 7f7784ec7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77800d03e0 0x7f77800cd5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47686/0 (socket says 172.21.15.111:47686) 2024-09-19T04:32:52.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.759+0000 7f7784ec7640 1 -- 172.21.15.111:0/1678394764 learned_addr learned my addr 172.21.15.111:0/1678394764 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:52.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.759+0000 7f77856c8640 1 --2- 172.21.15.111:0/1678394764 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f776c004d40 0x7f7780155e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:52.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.759+0000 7f7785ec9640 1 --2- 172.21.15.111:0/1678394764 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77800cdb10 0x7f77801f7700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:52.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.759+0000 7f7784ec7640 1 -- 172.21.15.111:0/1678394764 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f776c004d40 msgr2=0x7f7780155e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:52.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.759+0000 7f7784ec7640 1 --2- 172.21.15.111:0/1678394764 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f776c004d40 0x7f7780155e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.759+0000 7f7784ec7640 1 -- 172.21.15.111:0/1678394764 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77800cdb10 msgr2=0x7f77801f7700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:52.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.759+0000 7f7784ec7640 1 --2- 172.21.15.111:0/1678394764 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77800cdb10 0x7f77801f7700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:52.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.759+0000 7f7784ec7640 1 -- 172.21.15.111:0/1678394764 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77800cf380 con 0x7f77800d03e0 2024-09-19T04:32:52.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.759+0000 7f7785ec9640 1 --2- 172.21.15.111:0/1678394764 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77800cdb10 0x7f77801f7700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:32:52.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.759+0000 7f7784ec7640 1 --2- 172.21.15.111:0/1678394764 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77800d03e0 0x7f77800cd5d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f777c011960 tx=0x7f777c011d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:52.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.759+0000 7f7771ffb640 1 -- 172.21.15.111:0/1678394764 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f777c00fa30 con 0x7f77800d03e0 2024-09-19T04:32:52.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.760+0000 7f7771ffb640 1 -- 172.21.15.111:0/1678394764 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f777c00fbd0 con 0x7f77800d03e0 2024-09-19T04:32:52.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.760+0000 7f778792c640 1 -- 172.21.15.111:0/1678394764 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77800cf620 con 0x7f77800d03e0 2024-09-19T04:32:52.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.760+0000 7f7771ffb640 1 -- 172.21.15.111:0/1678394764 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f777c014440 con 0x7f77800d03e0 2024-09-19T04:32:52.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.760+0000 7f778792c640 1 -- 172.21.15.111:0/1678394764 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77800cfbe0 con 0x7f77800d03e0 2024-09-19T04:32:52.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.761+0000 7f778792c640 1 -- 172.21.15.111:0/1678394764 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77800aebf0 con 0x7f77800d03e0 2024-09-19T04:32:52.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.761+0000 7f7771ffb640 1 -- 172.21.15.111:0/1678394764 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f777c012040 con 0x7f77800d03e0 2024-09-19T04:32:52.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.762+0000 7f7771ffb640 1 --2- 172.21.15.111:0/1678394764 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f776406c2b0 0x7f776406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:52.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.762+0000 7f7771ffb640 1 -- 172.21.15.111:0/1678394764 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f777c08b990 con 0x7f77800d03e0 2024-09-19T04:32:52.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.762+0000 7f77856c8640 1 --2- 172.21.15.111:0/1678394764 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f776406c2b0 0x7f776406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:52.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.762+0000 7f77856c8640 1 --2- 172.21.15.111:0/1678394764 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f776406c2b0 0x7f776406e770 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f7774009c40 tx=0x7f7774009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:52.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.766+0000 7f7771ffb640 1 -- 172.21.15.111:0/1678394764 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f777c019030 con 0x7f77800d03e0 2024-09-19T04:32:52.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:52.963+0000 7f778792c640 1 -- 172.21.15.111:0/1678394764 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f7780152f00 con 0x7f77800d03e0 2024-09-19T04:32:53.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.058+0000 7f7771ffb640 1 -- 172.21.15.111:0/1678394764 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v5) ==== 118+0+0 (secure 0 0 0) 0x7f777c059ab0 con 0x7f77800d03e0 2024-09-19T04:32:53.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.060+0000 7f778792c640 1 -- 172.21.15.111:0/1678394764 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f776406c2b0 msgr2=0x7f776406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:53.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.060+0000 7f778792c640 1 --2- 172.21.15.111:0/1678394764 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f776406c2b0 0x7f776406e770 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f7774009c40 tx=0x7f7774009190 comp rx=0 tx=0).stop 2024-09-19T04:32:53.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.060+0000 7f778792c640 1 -- 172.21.15.111:0/1678394764 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77800d03e0 msgr2=0x7f77800cd5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:53.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.060+0000 7f778792c640 1 --2- 172.21.15.111:0/1678394764 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77800d03e0 0x7f77800cd5d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f777c011960 tx=0x7f777c011d60 comp rx=0 tx=0).stop 2024-09-19T04:32:53.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.060+0000 7f778792c640 1 -- 172.21.15.111:0/1678394764 shutdown_connections 2024-09-19T04:32:53.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.060+0000 7f778792c640 1 --2- 172.21.15.111:0/1678394764 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f776406c2b0 0x7f776406e770 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:53.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.060+0000 7f778792c640 1 --2- 172.21.15.111:0/1678394764 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77800cdb10 0x7f77801f7700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:53.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.060+0000 7f778792c640 1 --2- 172.21.15.111:0/1678394764 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77800d03e0 0x7f77800cd5d0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:53.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.060+0000 7f778792c640 1 --2- 172.21.15.111:0/1678394764 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f776c004d40 0x7f7780155e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:53.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.060+0000 7f778792c640 1 -- 172.21.15.111:0/1678394764 >> 172.21.15.111:0/1678394764 conn(0x7f778006bba0 msgr2=0x7f77800b0af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:53.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.060+0000 7f778792c640 1 -- 172.21.15.111:0/1678394764 shutdown_connections 2024-09-19T04:32:53.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.060+0000 7f778792c640 1 -- 172.21.15.111:0/1678394764 wait complete. 2024-09-19T04:32:53.073 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T04:32:53.073 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T04:32:53.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.174+0000 7fab10b11640 1 Processor -- start 2024-09-19T04:32:53.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.174+0000 7fab10b11640 1 -- start start 2024-09-19T04:32:53.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.175+0000 7fab10b11640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fab0c15d3b0 0x7fab0c071080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:53.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.175+0000 7fab10b11640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab0c0cf320 0x7fab0c0cf790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:53.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.175+0000 7fab10b11640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab0c0715c0 con 0x7fab0c15d790 2024-09-19T04:32:53.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.175+0000 7fab10b11640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fab0c06da30 con 0x7fab0c15d3b0 2024-09-19T04:32:53.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.175+0000 7fab10b11640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fab0c06d700 con 0x7fab0c0cf320 2024-09-19T04:32:53.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.175+0000 7fab0a59c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fab0c15d3b0 0x7fab0c071080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:53.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.175+0000 7fab0a59c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fab0c15d3b0 0x7fab0c071080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47702/0 (socket says 172.21.15.111:47702) 2024-09-19T04:32:53.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.175+0000 7fab01d9b640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fab0c15d790 0x7fab0c0cce70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:47848/0 (socket says 172.21.15.111:47848) 2024-09-19T04:32:53.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.175+0000 7fab0a59c640 1 -- 172.21.15.111:0/2393138335 learned_addr learned my addr 172.21.15.111:0/2393138335 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:53.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.175+0000 7fab0a59c640 1 -- 172.21.15.111:0/2393138335 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab0c0cf320 msgr2=0x7fab0c0cf790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:53.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.175+0000 7fab0a59c640 1 --2- 172.21.15.111:0/2393138335 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab0c0cf320 0x7fab0c0cf790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:53.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.175+0000 7fab0a59c640 1 -- 172.21.15.111:0/2393138335 >> v1:172.21.15.111:6789/0 conn(0x7fab0c15d790 legacy=0x7fab0c0cce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:53.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.175+0000 7fab0a59c640 1 -- 172.21.15.111:0/2393138335 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab0c0cde80 con 0x7fab0c15d3b0 2024-09-19T04:32:53.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.175+0000 7fab09d9b640 1 -- 172.21.15.111:0/2393138335 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3014023130 0 0) 0x7fab0c0715c0 con 0x7fab0c15d790 2024-09-19T04:32:53.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.176+0000 7fab0a59c640 1 --2- 172.21.15.111:0/2393138335 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab0c15d3b0 0x7fab0c071080 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7faafc009870 tx=0x7faafc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26ecefc87f3194af server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:53.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.176+0000 7fab09d9b640 1 -- 172.21.15.111:0/2393138335 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faafc037070 con 0x7fab0c15d3b0 2024-09-19T04:32:53.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.176+0000 7fab09d9b640 1 -- 172.21.15.111:0/2393138335 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faafc032440 con 0x7fab0c15d3b0 2024-09-19T04:32:53.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.176+0000 7fab09d9b640 1 -- 172.21.15.111:0/2393138335 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faafc032810 con 0x7fab0c15d3b0 2024-09-19T04:32:53.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.176+0000 7fab10b11640 1 -- 172.21.15.111:0/2393138335 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab0c15d3b0 msgr2=0x7fab0c071080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:53.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.176+0000 7fab10b11640 1 --2- 172.21.15.111:0/2393138335 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab0c15d3b0 0x7fab0c071080 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7faafc009870 tx=0x7faafc02a270 comp rx=0 tx=0).stop 2024-09-19T04:32:53.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.176+0000 7fab10b11640 1 -- 172.21.15.111:0/2393138335 shutdown_connections 2024-09-19T04:32:53.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.176+0000 7fab10b11640 1 --2- 172.21.15.111:0/2393138335 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab0c0cf320 0x7fab0c0cf790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:53.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.176+0000 7fab10b11640 1 --2- 172.21.15.111:0/2393138335 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab0c15d3b0 0x7fab0c071080 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:53.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.176+0000 7fab10b11640 1 -- 172.21.15.111:0/2393138335 >> 172.21.15.111:0/2393138335 conn(0x7fab0c06bba0 msgr2=0x7fab0c06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:53.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.176+0000 7fab10b11640 1 -- 172.21.15.111:0/2393138335 shutdown_connections 2024-09-19T04:32:53.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.176+0000 7fab10b11640 1 -- 172.21.15.111:0/2393138335 wait complete. 2024-09-19T04:32:53.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.178+0000 7fab10b11640 1 Processor -- start 2024-09-19T04:32:53.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.178+0000 7fab10b11640 1 -- start start 2024-09-19T04:32:53.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.178+0000 7fab10b11640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab0c0cf320 0x7fab0c151fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:53.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.178+0000 7fab10b11640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab0c15d3b0 0x7fab0c1526f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:53.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.179+0000 7fab10b11640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab0c152c30 0x7fab0c157080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:53.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.179+0000 7fab10b11640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fab0c0cfcd0 con 0x7fab0c0cf320 2024-09-19T04:32:53.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.179+0000 7fab10b11640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fab0c0cdba0 con 0x7fab0c15d3b0 2024-09-19T04:32:53.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.179+0000 7fab10b11640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fab0c0cd580 con 0x7fab0c152c30 2024-09-19T04:32:53.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.179+0000 7fab0a59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab0c0cf320 0x7fab0c151fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:53.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.179+0000 7fab0a59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab0c0cf320 0x7fab0c151fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47708/0 (socket says 172.21.15.111:47708) 2024-09-19T04:32:53.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.179+0000 7fab0a59c640 1 -- 172.21.15.111:0/52327811 learned_addr learned my addr 172.21.15.111:0/52327811 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:53.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.179+0000 7fab0ad9d640 1 --2- 172.21.15.111:0/52327811 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab0c152c30 0x7fab0c157080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:53.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.179+0000 7fab0a59c640 1 -- 172.21.15.111:0/52327811 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab0c152c30 msgr2=0x7fab0c157080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:53.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.179+0000 7fab01d9b640 1 --2- 172.21.15.111:0/52327811 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab0c15d3b0 0x7fab0c1526f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:53.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.179+0000 7fab0a59c640 1 --2- 172.21.15.111:0/52327811 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab0c152c30 0x7fab0c157080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:53.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.179+0000 7fab0a59c640 1 -- 172.21.15.111:0/52327811 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab0c15d3b0 msgr2=0x7fab0c1526f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:53.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.179+0000 7fab0a59c640 1 --2- 172.21.15.111:0/52327811 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab0c15d3b0 0x7fab0c1526f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:53.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.179+0000 7fab0a59c640 1 -- 172.21.15.111:0/52327811 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab0c0ab1c0 con 0x7fab0c0cf320 2024-09-19T04:32:53.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.179+0000 7fab0ad9d640 1 --2- 172.21.15.111:0/52327811 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab0c152c30 0x7fab0c157080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:32:53.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.179+0000 7fab01d9b640 1 --2- 172.21.15.111:0/52327811 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab0c15d3b0 0x7fab0c1526f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:32:53.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.179+0000 7fab0a59c640 1 --2- 172.21.15.111:0/52327811 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab0c0cf320 0x7fab0c151fd0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7faafc000c00 tx=0x7faafc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:53.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.179+0000 7fab037fe640 1 -- 172.21.15.111:0/52327811 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faafc041070 con 0x7fab0c0cf320 2024-09-19T04:32:53.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.179+0000 7fab037fe640 1 -- 172.21.15.111:0/52327811 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faafc03c870 con 0x7fab0c0cf320 2024-09-19T04:32:53.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.179+0000 7fab10b11640 1 -- 172.21.15.111:0/52327811 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab0c0ab4a0 con 0x7fab0c0cf320 2024-09-19T04:32:53.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.179+0000 7fab037fe640 1 -- 172.21.15.111:0/52327811 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faafc037040 con 0x7fab0c0cf320 2024-09-19T04:32:53.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.179+0000 7fab10b11640 1 -- 172.21.15.111:0/52327811 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab0c0aba60 con 0x7fab0c0cf320 2024-09-19T04:32:53.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.180+0000 7fab10b11640 1 -- 172.21.15.111:0/52327811 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab0c0b0120 con 0x7fab0c0cf320 2024-09-19T04:32:53.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.181+0000 7fab037fe640 1 -- 172.21.15.111:0/52327811 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faafc044070 con 0x7fab0c0cf320 2024-09-19T04:32:53.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.181+0000 7fab037fe640 1 --2- 172.21.15.111:0/52327811 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faaec06c2b0 0x7faaec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:53.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.181+0000 7fab037fe640 1 -- 172.21.15.111:0/52327811 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7faafc0abe90 con 0x7fab0c0cf320 2024-09-19T04:32:53.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.181+0000 7fab01d9b640 1 --2- 172.21.15.111:0/52327811 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faaec06c2b0 0x7faaec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:53.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.182+0000 7fab01d9b640 1 --2- 172.21.15.111:0/52327811 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faaec06c2b0 0x7faaec06e770 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fab0c0721d0 tx=0x7faaf4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:53.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.186+0000 7fab037fe640 1 -- 172.21.15.111:0/52327811 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fab0c0b0120 con 0x7fab0c0cf320 2024-09-19T04:32:53.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:53.385+0000 7fab10b11640 1 -- 172.21.15.111:0/52327811 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fab0c15cbf0 con 0x7fab0c0cf320 2024-09-19T04:32:54.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.062+0000 7fab037fe640 1 -- 172.21.15.111:0/52327811 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v6) ==== 122+0+0 (secure 0 0 0) 0x7faafc07a690 con 0x7fab0c0cf320 2024-09-19T04:32:54.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.064+0000 7fab10b11640 1 -- 172.21.15.111:0/52327811 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faaec06c2b0 msgr2=0x7faaec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:54.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.064+0000 7fab10b11640 1 --2- 172.21.15.111:0/52327811 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faaec06c2b0 0x7faaec06e770 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fab0c0721d0 tx=0x7faaf4009040 comp rx=0 tx=0).stop 2024-09-19T04:32:54.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.064+0000 7fab10b11640 1 -- 172.21.15.111:0/52327811 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab0c0cf320 msgr2=0x7fab0c151fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:54.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.064+0000 7fab10b11640 1 --2- 172.21.15.111:0/52327811 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab0c0cf320 0x7fab0c151fd0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7faafc000c00 tx=0x7faafc0046c0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.064+0000 7fab10b11640 1 -- 172.21.15.111:0/52327811 shutdown_connections 2024-09-19T04:32:54.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.064+0000 7fab10b11640 1 --2- 172.21.15.111:0/52327811 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faaec06c2b0 0x7faaec06e770 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.064+0000 7fab10b11640 1 --2- 172.21.15.111:0/52327811 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab0c152c30 0x7fab0c157080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.064+0000 7fab10b11640 1 --2- 172.21.15.111:0/52327811 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab0c15d3b0 0x7fab0c1526f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.064+0000 7fab10b11640 1 --2- 172.21.15.111:0/52327811 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab0c0cf320 0x7fab0c151fd0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.064+0000 7fab10b11640 1 -- 172.21.15.111:0/52327811 >> 172.21.15.111:0/52327811 conn(0x7fab0c06bba0 msgr2=0x7fab0c0b05e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:54.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.064+0000 7fab10b11640 1 -- 172.21.15.111:0/52327811 shutdown_connections 2024-09-19T04:32:54.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.064+0000 7fab10b11640 1 -- 172.21.15.111:0/52327811 wait complete. 2024-09-19T04:32:54.077 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T04:32:54.077 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:32:54.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.174+0000 7f04f15cd640 1 Processor -- start 2024-09-19T04:32:54.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.174+0000 7f04f15cd640 1 -- start start 2024-09-19T04:32:54.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.175+0000 7f04f15cd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04ec0b3550 0x7f04ec0b3990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:54.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.175+0000 7f04f15cd640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f04ec0ce200 0x7f04ec0ce6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:54.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.175+0000 7f04f15cd640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04ec0b5a60 con 0x7f04ec15c3d0 2024-09-19T04:32:54.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.175+0000 7f04f15cd640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f04ec0b3ed0 con 0x7f04ec0ce200 2024-09-19T04:32:54.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.175+0000 7f04f15cd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f04ec0b5d00 con 0x7f04ec0b3550 2024-09-19T04:32:54.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.175+0000 7f04e27fc640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04ec0b3550 0x7f04ec0b3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:54.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.175+0000 7f04eb7fe640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f04ec0ce200 0x7f04ec0ce6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:54.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.175+0000 7f04eb7fe640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f04ec0ce200 0x7f04ec0ce6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:36664/0 (socket says 172.21.15.111:36664) 2024-09-19T04:32:54.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.175+0000 7f04e27fc640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04ec0b3550 0x7f04ec0b3990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:44132/0 (socket says 172.21.15.111:44132) 2024-09-19T04:32:54.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.175+0000 7f04eb7fe640 1 -- 172.21.15.111:0/1189765638 learned_addr learned my addr 172.21.15.111:0/1189765638 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:54.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.175+0000 7f04eaffd640 1 --1- 172.21.15.111:0/1189765638 >> v1:172.21.15.114:6789/0 conn(0x7f04ec15c3d0 0x7f04ec0b67e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:54546/0 (socket says 172.21.15.111:54546) 2024-09-19T04:32:54.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.176+0000 7f04e27fc640 1 -- 172.21.15.111:0/1189765638 >> v2:172.21.15.114:3300/0 conn(0x7f04ec0ce200 msgr2=0x7f04ec0ce6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:54.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.176+0000 7f04e27fc640 1 --2- 172.21.15.111:0/1189765638 >> v2:172.21.15.114:3300/0 conn(0x7f04ec0ce200 0x7f04ec0ce6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.176+0000 7f04e27fc640 1 -- 172.21.15.111:0/1189765638 >> v1:172.21.15.114:6789/0 conn(0x7f04ec15c3d0 legacy=0x7f04ec0b67e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:54.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.176+0000 7f04e27fc640 1 -- 172.21.15.111:0/1189765638 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04ec0b5fe0 con 0x7f04ec0b3550 2024-09-19T04:32:54.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.176+0000 7f04eb7fe640 1 --2- 172.21.15.111:0/1189765638 >> v2:172.21.15.114:3300/0 conn(0x7f04ec0ce200 0x7f04ec0ce6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:32:54.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.176+0000 7f04e27fc640 1 --2- 172.21.15.111:0/1189765638 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04ec0b3550 0x7f04ec0b3990 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f04d40097a0 tx=0x7f04d402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2731ed8be0fdb853 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:54.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.177+0000 7f04ea7fc640 1 -- 172.21.15.111:0/1189765638 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d4037070 con 0x7f04ec0b3550 2024-09-19T04:32:54.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.177+0000 7f04ea7fc640 1 -- 172.21.15.111:0/1189765638 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04d4032440 con 0x7f04ec0b3550 2024-09-19T04:32:54.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.177+0000 7f04ea7fc640 1 -- 172.21.15.111:0/1189765638 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d4032810 con 0x7f04ec0b3550 2024-09-19T04:32:54.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.177+0000 7f04f15cd640 1 -- 172.21.15.111:0/1189765638 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04ec0b3550 msgr2=0x7f04ec0b3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:54.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.177+0000 7f04f15cd640 1 --2- 172.21.15.111:0/1189765638 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04ec0b3550 0x7f04ec0b3990 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f04d40097a0 tx=0x7f04d402a180 comp rx=0 tx=0).stop 2024-09-19T04:32:54.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.177+0000 7f04f15cd640 1 -- 172.21.15.111:0/1189765638 shutdown_connections 2024-09-19T04:32:54.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.177+0000 7f04f15cd640 1 --2- 172.21.15.111:0/1189765638 >> v2:172.21.15.114:3300/0 conn(0x7f04ec0ce200 0x7f04ec0ce6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.177+0000 7f04f15cd640 1 --2- 172.21.15.111:0/1189765638 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04ec0b3550 0x7f04ec0b3990 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.177+0000 7f04f15cd640 1 -- 172.21.15.111:0/1189765638 >> 172.21.15.111:0/1189765638 conn(0x7f04ec06ce90 msgr2=0x7f04ec06d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:54.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.177+0000 7f04f15cd640 1 -- 172.21.15.111:0/1189765638 shutdown_connections 2024-09-19T04:32:54.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.177+0000 7f04f15cd640 1 -- 172.21.15.111:0/1189765638 wait complete. 2024-09-19T04:32:54.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.178+0000 7f04f15cd640 1 Processor -- start 2024-09-19T04:32:54.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.179+0000 7f04f15cd640 1 -- start start 2024-09-19T04:32:54.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.179+0000 7f04f15cd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f04ec0b3550 0x7f04ec150c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:54.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.179+0000 7f04f15cd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04ec0ce200 0x7f04ec15edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:54.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.179+0000 7f04f15cd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04ec15c3d0 0x7f04ec153810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:54.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.179+0000 7f04f15cd640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f04ec0cef70 con 0x7f04ec15c3d0 2024-09-19T04:32:54.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.179+0000 7f04f15cd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f04ec0cebf0 con 0x7f04ec0b3550 2024-09-19T04:32:54.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.179+0000 7f04f15cd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f04ec0cf0f0 con 0x7f04ec0ce200 2024-09-19T04:32:54.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.179+0000 7f04eb7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04ec15c3d0 0x7f04ec153810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:54.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.179+0000 7f04eb7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04ec15c3d0 0x7f04ec153810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47712/0 (socket says 172.21.15.111:47712) 2024-09-19T04:32:54.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.179+0000 7f04eb7fe640 1 -- 172.21.15.111:0/1994118019 learned_addr learned my addr 172.21.15.111:0/1994118019 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:54.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.180+0000 7f04e27fc640 1 --2- 172.21.15.111:0/1994118019 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04ec0ce200 0x7f04ec15edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:54.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.180+0000 7f04eaffd640 1 --2- 172.21.15.111:0/1994118019 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f04ec0b3550 0x7f04ec150c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:54.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.180+0000 7f04eb7fe640 1 -- 172.21.15.111:0/1994118019 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04ec0ce200 msgr2=0x7f04ec15edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:54.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.180+0000 7f04eb7fe640 1 --2- 172.21.15.111:0/1994118019 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04ec0ce200 0x7f04ec15edc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.180+0000 7f04eb7fe640 1 -- 172.21.15.111:0/1994118019 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f04ec0b3550 msgr2=0x7f04ec150c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:54.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.180+0000 7f04eb7fe640 1 --2- 172.21.15.111:0/1994118019 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f04ec0b3550 0x7f04ec150c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.180+0000 7f04eb7fe640 1 -- 172.21.15.111:0/1994118019 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04ec1526a0 con 0x7f04ec15c3d0 2024-09-19T04:32:54.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.180+0000 7f04eaffd640 1 --2- 172.21.15.111:0/1994118019 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f04ec0b3550 0x7f04ec150c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:32:54.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.180+0000 7f04eb7fe640 1 --2- 172.21.15.111:0/1994118019 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04ec15c3d0 0x7f04ec153810 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f04e400efc0 tx=0x7f04e400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:54.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.180+0000 7f04e3fff640 1 -- 172.21.15.111:0/1994118019 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e400cbe0 con 0x7f04ec15c3d0 2024-09-19T04:32:54.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.180+0000 7f04e3fff640 1 -- 172.21.15.111:0/1994118019 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04e400cd80 con 0x7f04ec15c3d0 2024-09-19T04:32:54.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.180+0000 7f04f15cd640 1 -- 172.21.15.111:0/1994118019 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04ec152980 con 0x7f04ec15c3d0 2024-09-19T04:32:54.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.180+0000 7f04e3fff640 1 -- 172.21.15.111:0/1994118019 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e4003bb0 con 0x7f04ec15c3d0 2024-09-19T04:32:54.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.180+0000 7f04f15cd640 1 -- 172.21.15.111:0/1994118019 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04ec15cce0 con 0x7f04ec15c3d0 2024-09-19T04:32:54.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.181+0000 7f04f15cd640 1 -- 172.21.15.111:0/1994118019 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04ec0b3990 con 0x7f04ec15c3d0 2024-09-19T04:32:54.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.182+0000 7f04e3fff640 1 -- 172.21.15.111:0/1994118019 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f04e4005d10 con 0x7f04ec15c3d0 2024-09-19T04:32:54.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.182+0000 7f04e3fff640 1 --2- 172.21.15.111:0/1994118019 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f04cc06c2b0 0x7f04cc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:54.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.182+0000 7f04eaffd640 1 --2- 172.21.15.111:0/1994118019 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f04cc06c2b0 0x7f04cc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:54.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.182+0000 7f04e3fff640 1 -- 172.21.15.111:0/1994118019 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f04e408b730 con 0x7f04ec15c3d0 2024-09-19T04:32:54.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.182+0000 7f04eaffd640 1 --2- 172.21.15.111:0/1994118019 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f04cc06c2b0 0x7f04cc06e770 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f04dc007fd0 tx=0x7f04dc007d60 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:54.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.186+0000 7f04e3fff640 1 -- 172.21.15.111:0/1994118019 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f04e4022020 con 0x7f04ec15c3d0 2024-09-19T04:32:54.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.383+0000 7f04f15cd640 1 -- 172.21.15.111:0/1994118019 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f04ec0761e0 con 0x7f04ec15c3d0 2024-09-19T04:32:54.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.383+0000 7f04e3fff640 1 -- 172.21.15.111:0/1994118019 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5226 (secure 0 0 0) 0x7f04e4010040 con 0x7f04ec15c3d0 2024-09-19T04:32:54.385 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:32:54.385 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":6,"btime":"2024-09-19T04:32:54:059192+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/2427445039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":2427445039},{"type":"v1","addr":"172.21.15.111:6837","nonce":2427445039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/3625504623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":3625504623},{"type":"v1","addr":"172.21.15.111:6836","nonce":3625504623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4259,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/575642286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":575642286},{"type":"v1","addr":"172.21.15.114:6835","nonce":575642286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:32:51.389282+0000","modified":"2024-09-19T04:32:53.386968+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6834/4176912851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":4176912851},{"type":"v1","addr":"172.21.15.114:6834","nonce":4176912851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4282,"qdb_cluster":[4282]},"id":1}]} 2024-09-19T04:32:54.385 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 6 2024-09-19T04:32:54.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.385+0000 7f04f15cd640 1 -- 172.21.15.111:0/1994118019 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f04cc06c2b0 msgr2=0x7f04cc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:54.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.385+0000 7f04f15cd640 1 --2- 172.21.15.111:0/1994118019 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f04cc06c2b0 0x7f04cc06e770 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f04dc007fd0 tx=0x7f04dc007d60 comp rx=0 tx=0).stop 2024-09-19T04:32:54.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.385+0000 7f04f15cd640 1 -- 172.21.15.111:0/1994118019 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04ec15c3d0 msgr2=0x7f04ec153810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:54.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.385+0000 7f04f15cd640 1 --2- 172.21.15.111:0/1994118019 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04ec15c3d0 0x7f04ec153810 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f04e400efc0 tx=0x7f04e400c490 comp rx=0 tx=0).stop 2024-09-19T04:32:54.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.385+0000 7f04f15cd640 1 -- 172.21.15.111:0/1994118019 shutdown_connections 2024-09-19T04:32:54.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.385+0000 7f04f15cd640 1 --2- 172.21.15.111:0/1994118019 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f04cc06c2b0 0x7f04cc06e770 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.385+0000 7f04f15cd640 1 --2- 172.21.15.111:0/1994118019 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04ec15c3d0 0x7f04ec153810 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.385+0000 7f04f15cd640 1 --2- 172.21.15.111:0/1994118019 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04ec0ce200 0x7f04ec15edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.385+0000 7f04f15cd640 1 --2- 172.21.15.111:0/1994118019 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f04ec0b3550 0x7f04ec150c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.385+0000 7f04f15cd640 1 -- 172.21.15.111:0/1994118019 >> 172.21.15.111:0/1994118019 conn(0x7f04ec06ce90 msgr2=0x7f04ec159910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:54.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.385+0000 7f04f15cd640 1 -- 172.21.15.111:0/1994118019 shutdown_connections 2024-09-19T04:32:54.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.385+0000 7f04f15cd640 1 -- 172.21.15.111:0/1994118019 wait complete. 2024-09-19T04:32:54.401 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:32:54.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.498+0000 7f33b95bd640 1 Processor -- start 2024-09-19T04:32:54.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.498+0000 7f33b95bd640 1 -- start start 2024-09-19T04:32:54.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.499+0000 7f33b95bd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f33b415ed20 0x7f33b40b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:54.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.499+0000 7f33b95bd640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33b40b7170 con 0x7f33b40cef90 2024-09-19T04:32:54.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.499+0000 7f33b95bd640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33b40b7aa0 con 0x7f33b415e940 2024-09-19T04:32:54.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.499+0000 7f33b95bd640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f33b40d3660 con 0x7f33b415ed20 2024-09-19T04:32:54.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.499+0000 7f33aa7fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f33b415ed20 0x7f33b40b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:54.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.499+0000 7f33b37fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f33b40cef90 0x7f33b40b3760 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:47860/0 (socket says 172.21.15.111:47860) 2024-09-19T04:32:54.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.499+0000 7f33aa7fc640 1 --2- 172.21.15.111:0/2905087848 >> v2:172.21.15.111:3300/0 conn(0x7f33b415ed20 0x7f33b40b3220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47726/0 (socket says 172.21.15.111:47726) 2024-09-19T04:32:54.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.499+0000 7f33b37fe640 1 -- 172.21.15.111:0/2905087848 learned_addr learned my addr 172.21.15.111:0/2905087848 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:32:54.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.499+0000 7f33aa7fc640 1 -- 172.21.15.111:0/2905087848 >> v1:172.21.15.114:6789/0 conn(0x7f33b415e940 legacy=0x7f33b40d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:54.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.499+0000 7f33aa7fc640 1 -- 172.21.15.111:0/2905087848 >> v1:172.21.15.111:6789/0 conn(0x7f33b40cef90 legacy=0x7f33b40b3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:54.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.499+0000 7f33b27fc640 1 -- 172.21.15.111:0/2905087848 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4053885057 0 0) 0x7f33ac001490 con 0x7f33b40cef90 2024-09-19T04:32:54.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.499+0000 7f33aa7fc640 1 -- 172.21.15.111:0/2905087848 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33b40d3940 con 0x7f33b415ed20 2024-09-19T04:32:54.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.500+0000 7f33aa7fc640 1 --2- 172.21.15.111:0/2905087848 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f33b415ed20 0x7f33b40b3220 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f339c0097a0 tx=0x7f339c02a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=910d325b2e977fa2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:54.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.500+0000 7f33b27fc640 1 -- 172.21.15.111:0/2905087848 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f339c037070 con 0x7f33b415ed20 2024-09-19T04:32:54.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.500+0000 7f33b27fc640 1 -- 172.21.15.111:0/2905087848 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f339c032640 con 0x7f33b415ed20 2024-09-19T04:32:54.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.500+0000 7f33b27fc640 1 -- 172.21.15.111:0/2905087848 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f339c032a10 con 0x7f33b415ed20 2024-09-19T04:32:54.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.501+0000 7f33b95bd640 1 -- 172.21.15.111:0/2905087848 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f33b415ed20 msgr2=0x7f33b40b3220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:54.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.501+0000 7f33b95bd640 1 --2- 172.21.15.111:0/2905087848 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f33b415ed20 0x7f33b40b3220 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f339c0097a0 tx=0x7f339c02a2c0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.501+0000 7f33b95bd640 1 -- 172.21.15.111:0/2905087848 shutdown_connections 2024-09-19T04:32:54.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.501+0000 7f33b95bd640 1 --2- 172.21.15.111:0/2905087848 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f33b415ed20 0x7f33b40b3220 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.501+0000 7f33b95bd640 1 -- 172.21.15.111:0/2905087848 >> 172.21.15.111:0/2905087848 conn(0x7f33b40b6240 msgr2=0x7f33b40b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:54.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.501+0000 7f33b95bd640 1 -- 172.21.15.111:0/2905087848 shutdown_connections 2024-09-19T04:32:54.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.501+0000 7f33b95bd640 1 -- 172.21.15.111:0/2905087848 wait complete. 2024-09-19T04:32:54.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.502+0000 7f33b95bd640 1 Processor -- start 2024-09-19T04:32:54.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.502+0000 7f33b95bd640 1 -- start start 2024-09-19T04:32:54.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.503+0000 7f33b95bd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f33b40cef90 0x7f33b4158800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:54.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.503+0000 7f33b95bd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f33b415e940 0x7f33b415b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:54.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.503+0000 7f33b95bd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f33b415ed20 0x7f33b40b4a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:54.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.503+0000 7f33b95bd640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f33b40d3310 con 0x7f33b40cef90 2024-09-19T04:32:54.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.503+0000 7f33b95bd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f33b40d3f00 con 0x7f33b415e940 2024-09-19T04:32:54.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.503+0000 7f33b95bd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f33b40d1ef0 con 0x7f33b415ed20 2024-09-19T04:32:54.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.503+0000 7f33b2ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f33b40cef90 0x7f33b4158800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:54.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.503+0000 7f33b2ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f33b40cef90 0x7f33b4158800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47736/0 (socket says 172.21.15.111:47736) 2024-09-19T04:32:54.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.503+0000 7f33b2ffd640 1 -- 172.21.15.111:0/2273832754 learned_addr learned my addr 172.21.15.111:0/2273832754 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:54.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.503+0000 7f33aa7fc640 1 --2- 172.21.15.111:0/2273832754 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f33b415e940 0x7f33b415b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:54.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.503+0000 7f33b37fe640 1 --2- 172.21.15.111:0/2273832754 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f33b415ed20 0x7f33b40b4a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:54.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.503+0000 7f33b2ffd640 1 -- 172.21.15.111:0/2273832754 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f33b415ed20 msgr2=0x7f33b40b4a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:54.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.503+0000 7f33b2ffd640 1 --2- 172.21.15.111:0/2273832754 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f33b415ed20 0x7f33b40b4a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.503+0000 7f33b2ffd640 1 -- 172.21.15.111:0/2273832754 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f33b415e940 msgr2=0x7f33b415b6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:54.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.503+0000 7f33b2ffd640 1 --2- 172.21.15.111:0/2273832754 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f33b415e940 0x7f33b415b6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.503+0000 7f33b2ffd640 1 -- 172.21.15.111:0/2273832754 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33b40b4fd0 con 0x7f33b40cef90 2024-09-19T04:32:54.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.503+0000 7f33b2ffd640 1 --2- 172.21.15.111:0/2273832754 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f33b40cef90 0x7f33b4158800 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f33a400c480 tx=0x7f33a400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:54.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.503+0000 7f33abfff640 1 -- 172.21.15.111:0/2273832754 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33a40052d0 con 0x7f33b40cef90 2024-09-19T04:32:54.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.503+0000 7f33abfff640 1 -- 172.21.15.111:0/2273832754 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33a4005470 con 0x7f33b40cef90 2024-09-19T04:32:54.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.504+0000 7f33abfff640 1 -- 172.21.15.111:0/2273832754 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33a4012870 con 0x7f33b40cef90 2024-09-19T04:32:54.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.504+0000 7f33b95bd640 1 -- 172.21.15.111:0/2273832754 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33b4159690 con 0x7f33b40cef90 2024-09-19T04:32:54.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.504+0000 7f33b95bd640 1 -- 172.21.15.111:0/2273832754 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33b4159c50 con 0x7f33b40cef90 2024-09-19T04:32:54.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.505+0000 7f33b95bd640 1 -- 172.21.15.111:0/2273832754 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33b40d1060 con 0x7f33b40cef90 2024-09-19T04:32:54.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.505+0000 7f33abfff640 1 -- 172.21.15.111:0/2273832754 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f33a4012a10 con 0x7f33b40cef90 2024-09-19T04:32:54.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.505+0000 7f33abfff640 1 --2- 172.21.15.111:0/2273832754 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f339406c2b0 0x7f339406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:54.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.505+0000 7f33abfff640 1 -- 172.21.15.111:0/2273832754 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f33a408aee0 con 0x7f33b40cef90 2024-09-19T04:32:54.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.505+0000 7f33aa7fc640 1 --2- 172.21.15.111:0/2273832754 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f339406c2b0 0x7f339406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:54.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.506+0000 7f33aa7fc640 1 --2- 172.21.15.111:0/2273832754 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f339406c2b0 0x7f339406e770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f339c034000 tx=0x7f339c02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:54.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.510+0000 7f33abfff640 1 -- 172.21.15.111:0/2273832754 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f33a4059090 con 0x7f33b40cef90 2024-09-19T04:32:54.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.676+0000 7f33b95bd640 1 -- 172.21.15.111:0/2273832754 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f33b40ba6b0 con 0x7f33b40cef90 2024-09-19T04:32:54.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.677+0000 7f33abfff640 1 -- 172.21.15.111:0/2273832754 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16713 (secure 0 0 0) 0x7f33a405d390 con 0x7f33b40cef90 2024-09-19T04:32:54.679 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:32:54.679 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:32:53.055403+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:32:49.189443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T04:32:50.360969+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:32:54.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.679+0000 7f33b95bd640 1 -- 172.21.15.111:0/2273832754 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f339406c2b0 msgr2=0x7f339406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:54.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.679+0000 7f33b95bd640 1 --2- 172.21.15.111:0/2273832754 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f339406c2b0 0x7f339406e770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f339c034000 tx=0x7f339c02e000 comp rx=0 tx=0).stop 2024-09-19T04:32:54.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.679+0000 7f33b95bd640 1 -- 172.21.15.111:0/2273832754 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f33b40cef90 msgr2=0x7f33b4158800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:54.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.679+0000 7f33b95bd640 1 --2- 172.21.15.111:0/2273832754 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f33b40cef90 0x7f33b4158800 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f33a400c480 tx=0x7f33a400c940 comp rx=0 tx=0).stop 2024-09-19T04:32:54.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.679+0000 7f33b95bd640 1 -- 172.21.15.111:0/2273832754 shutdown_connections 2024-09-19T04:32:54.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.679+0000 7f33b95bd640 1 --2- 172.21.15.111:0/2273832754 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f339406c2b0 0x7f339406e770 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.679+0000 7f33b95bd640 1 --2- 172.21.15.111:0/2273832754 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f33b415ed20 0x7f33b40b4a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.679+0000 7f33b95bd640 1 --2- 172.21.15.111:0/2273832754 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f33b415e940 0x7f33b415b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.679+0000 7f33b95bd640 1 --2- 172.21.15.111:0/2273832754 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f33b40cef90 0x7f33b4158800 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.679+0000 7f33b95bd640 1 -- 172.21.15.111:0/2273832754 >> 172.21.15.111:0/2273832754 conn(0x7f33b40b6240 msgr2=0x7f33b40b8fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:54.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.679+0000 7f33b95bd640 1 -- 172.21.15.111:0/2273832754 shutdown_connections 2024-09-19T04:32:54.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.679+0000 7f33b95bd640 1 -- 172.21.15.111:0/2273832754 wait complete. 2024-09-19T04:32:54.692 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T04:32:54.692 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:32:54.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.789+0000 7f6a0785e640 1 Processor -- start 2024-09-19T04:32:54.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.790+0000 7f6a0785e640 1 -- start start 2024-09-19T04:32:54.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.790+0000 7f6a0785e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6a0015eac0 0x7f6a000cfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:54.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.790+0000 7f6a0785e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f6a000b68d0 0x7f6a000b79b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:54.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.790+0000 7f6a0785e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6a000d26f0 con 0x7f6a000ced90 2024-09-19T04:32:54.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.790+0000 7f6a0785e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f6a000d29d0 con 0x7f6a000b68d0 2024-09-19T04:32:54.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.790+0000 7f6a0785e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6a000d2cb0 con 0x7f6a0015eac0 2024-09-19T04:32:54.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.791+0000 7f6a04df9640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f6a000ced90 0x7f6a000b61c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:47866/0 (socket says 172.21.15.111:47866) 2024-09-19T04:32:54.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.791+0000 7f6a04df9640 1 -- 172.21.15.111:0/747181197 learned_addr learned my addr 172.21.15.111:0/747181197 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:32:54.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.791+0000 7f6a05dfb640 1 --2- 172.21.15.111:0/747181197 >> v2:172.21.15.114:3300/0 conn(0x7f6a000b68d0 0x7f6a000b79b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:54.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.791+0000 7f6a055fa640 1 --2- 172.21.15.111:0/747181197 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6a0015eac0 0x7f6a000cfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:54.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.791+0000 7f69f7fff640 1 -- 172.21.15.111:0/747181197 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1556527252 0 0) 0x7f6a000d26f0 con 0x7f6a000ced90 2024-09-19T04:32:54.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.791+0000 7f69f7fff640 1 -- 172.21.15.111:0/747181197 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f69ec003520 con 0x7f6a000ced90 2024-09-19T04:32:54.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.791+0000 7f6a05dfb640 1 -- 172.21.15.111:0/747181197 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6a0015eac0 msgr2=0x7f6a000cfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:54.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.791+0000 7f6a05dfb640 1 --2- 172.21.15.111:0/747181197 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6a0015eac0 0x7f6a000cfc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.791+0000 7f6a05dfb640 1 -- 172.21.15.111:0/747181197 >> v1:172.21.15.111:6789/0 conn(0x7f6a000ced90 legacy=0x7f6a000b61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:54.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.791+0000 7f6a05dfb640 1 -- 172.21.15.111:0/747181197 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a000d2f90 con 0x7f6a000b68d0 2024-09-19T04:32:54.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.792+0000 7f6a05dfb640 1 --2- 172.21.15.111:0/747181197 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6a000b68d0 0x7f6a000b79b0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f69f8009d90 tx=0x7f69f802a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2a35b20aada18521 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:54.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.792+0000 7f69f7fff640 1 -- 172.21.15.111:0/747181197 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69f8007740 con 0x7f6a000b68d0 2024-09-19T04:32:54.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.792+0000 7f69f7fff640 1 -- 172.21.15.111:0/747181197 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69f80078e0 con 0x7f6a000b68d0 2024-09-19T04:32:54.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.792+0000 7f69f7fff640 1 -- 172.21.15.111:0/747181197 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69f8007c90 con 0x7f6a000b68d0 2024-09-19T04:32:54.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.792+0000 7f6a0785e640 1 -- 172.21.15.111:0/747181197 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6a000b68d0 msgr2=0x7f6a000b79b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:54.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.792+0000 7f6a0785e640 1 --2- 172.21.15.111:0/747181197 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6a000b68d0 0x7f6a000b79b0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f69f8009d90 tx=0x7f69f802a660 comp rx=0 tx=0).stop 2024-09-19T04:32:54.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.792+0000 7f6a0785e640 1 -- 172.21.15.111:0/747181197 shutdown_connections 2024-09-19T04:32:54.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.792+0000 7f6a0785e640 1 --2- 172.21.15.111:0/747181197 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6a000b68d0 0x7f6a000b79b0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.792+0000 7f6a0785e640 1 --2- 172.21.15.111:0/747181197 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6a0015eac0 0x7f6a000cfc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.792+0000 7f6a0785e640 1 -- 172.21.15.111:0/747181197 >> 172.21.15.111:0/747181197 conn(0x7f6a000d11c0 msgr2=0x7f6a000d15d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:54.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.793+0000 7f6a0785e640 1 -- 172.21.15.111:0/747181197 shutdown_connections 2024-09-19T04:32:54.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.793+0000 7f6a0785e640 1 -- 172.21.15.111:0/747181197 wait complete. 2024-09-19T04:32:54.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.794+0000 7f6a0785e640 1 Processor -- start 2024-09-19T04:32:54.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.794+0000 7f6a0785e640 1 -- start start 2024-09-19T04:32:54.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.794+0000 7f6a0785e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6a000b68d0 0x7f6a00156010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:54.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.794+0000 7f6a0785e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6a000ced90 0x7f6a00161620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:54.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.794+0000 7f6a0785e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6a0015eac0 0x7f6a00159720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:54.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.794+0000 7f6a0785e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6a000d2490 con 0x7f6a000ced90 2024-09-19T04:32:54.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.794+0000 7f6a0785e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6a000d2310 con 0x7f6a000b68d0 2024-09-19T04:32:54.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.794+0000 7f6a0785e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6a000d3790 con 0x7f6a0015eac0 2024-09-19T04:32:54.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.794+0000 7f6a04df9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6a000ced90 0x7f6a00161620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:54.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.794+0000 7f6a04df9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6a000ced90 0x7f6a00161620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47744/0 (socket says 172.21.15.111:47744) 2024-09-19T04:32:54.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.794+0000 7f6a04df9640 1 -- 172.21.15.111:0/1162223250 learned_addr learned my addr 172.21.15.111:0/1162223250 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:54.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.795+0000 7f6a055fa640 1 --2- 172.21.15.111:0/1162223250 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6a000b68d0 0x7f6a00156010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:54.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.795+0000 7f6a05dfb640 1 --2- 172.21.15.111:0/1162223250 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6a0015eac0 0x7f6a00159720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:54.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.795+0000 7f6a04df9640 1 -- 172.21.15.111:0/1162223250 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6a0015eac0 msgr2=0x7f6a00159720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:54.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.795+0000 7f6a04df9640 1 --2- 172.21.15.111:0/1162223250 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6a0015eac0 0x7f6a00159720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.795+0000 7f6a04df9640 1 -- 172.21.15.111:0/1162223250 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6a000b68d0 msgr2=0x7f6a00156010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:54.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.795+0000 7f6a04df9640 1 --2- 172.21.15.111:0/1162223250 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6a000b68d0 0x7f6a00156010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.795+0000 7f6a04df9640 1 -- 172.21.15.111:0/1162223250 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a00158a90 con 0x7f6a000ced90 2024-09-19T04:32:54.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.795+0000 7f6a05dfb640 1 --2- 172.21.15.111:0/1162223250 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6a0015eac0 0x7f6a00159720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:32:54.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.795+0000 7f6a04df9640 1 --2- 172.21.15.111:0/1162223250 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6a000ced90 0x7f6a00161620 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f69f000c400 tx=0x7f69f000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:54.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.795+0000 7f69f5ffb640 1 -- 172.21.15.111:0/1162223250 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69f0017070 con 0x7f6a000ced90 2024-09-19T04:32:54.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.795+0000 7f69f5ffb640 1 -- 172.21.15.111:0/1162223250 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69f0005d00 con 0x7f6a000ced90 2024-09-19T04:32:54.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.795+0000 7f6a0785e640 1 -- 172.21.15.111:0/1162223250 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a001581f0 con 0x7f6a000ced90 2024-09-19T04:32:54.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.795+0000 7f69f5ffb640 1 -- 172.21.15.111:0/1162223250 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69f0007310 con 0x7f6a000ced90 2024-09-19T04:32:54.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.795+0000 7f6a0785e640 1 -- 172.21.15.111:0/1162223250 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a001587b0 con 0x7f6a000ced90 2024-09-19T04:32:54.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.796+0000 7f6a0785e640 1 -- 172.21.15.111:0/1162223250 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a000cfc80 con 0x7f6a000ced90 2024-09-19T04:32:54.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.797+0000 7f69f5ffb640 1 -- 172.21.15.111:0/1162223250 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f69f001a070 con 0x7f6a000ced90 2024-09-19T04:32:54.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.797+0000 7f69f5ffb640 1 --2- 172.21.15.111:0/1162223250 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f69e406c2e0 0x7f69e406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:54.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.797+0000 7f69f5ffb640 1 -- 172.21.15.111:0/1162223250 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f69f008a7e0 con 0x7f6a000ced90 2024-09-19T04:32:54.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.797+0000 7f6a055fa640 1 --2- 172.21.15.111:0/1162223250 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f69e406c2e0 0x7f69e406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:54.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.798+0000 7f6a055fa640 1 --2- 172.21.15.111:0/1162223250 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f69e406c2e0 0x7f69e406e7a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f69fc009aa0 tx=0x7f69fc009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:54.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.801+0000 7f69f5ffb640 1 -- 172.21.15.111:0/1162223250 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f69f0058900 con 0x7f6a000ced90 2024-09-19T04:32:54.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.963+0000 7f6a0785e640 1 -- 172.21.15.111:0/1162223250 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6a000ba450 con 0x7f69e406c2e0 2024-09-19T04:32:54.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.969+0000 7f69f5ffb640 1 -- 172.21.15.111:0/1162223250 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+243520 (secure 0 0 0) 0x7f6a000ba450 con 0x7f69e406c2e0 2024-09-19T04:32:54.973 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:32:54.975 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:32:54.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.972+0000 7f6a0785e640 1 -- 172.21.15.111:0/1162223250 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f69e406c2e0 msgr2=0x7f69e406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:54.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.972+0000 7f6a0785e640 1 --2- 172.21.15.111:0/1162223250 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f69e406c2e0 0x7f69e406e7a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f69fc009aa0 tx=0x7f69fc009190 comp rx=0 tx=0).stop 2024-09-19T04:32:54.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.972+0000 7f6a0785e640 1 -- 172.21.15.111:0/1162223250 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6a000ced90 msgr2=0x7f6a00161620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:54.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.972+0000 7f6a0785e640 1 --2- 172.21.15.111:0/1162223250 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6a000ced90 0x7f6a00161620 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f69f000c400 tx=0x7f69f000c8c0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.972+0000 7f6a0785e640 1 -- 172.21.15.111:0/1162223250 shutdown_connections 2024-09-19T04:32:54.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.972+0000 7f6a0785e640 1 --2- 172.21.15.111:0/1162223250 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f69e406c2e0 0x7f69e406e7a0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.972+0000 7f6a0785e640 1 --2- 172.21.15.111:0/1162223250 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6a0015eac0 0x7f6a00159720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.972+0000 7f6a0785e640 1 --2- 172.21.15.111:0/1162223250 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6a000ced90 0x7f6a00161620 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.972+0000 7f6a0785e640 1 --2- 172.21.15.111:0/1162223250 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6a000b68d0 0x7f6a00156010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:54.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.972+0000 7f6a0785e640 1 -- 172.21.15.111:0/1162223250 >> 172.21.15.111:0/1162223250 conn(0x7f6a000d11c0 msgr2=0x7f6a000b3ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:54.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.972+0000 7f6a0785e640 1 -- 172.21.15.111:0/1162223250 shutdown_connections 2024-09-19T04:32:54.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:54.972+0000 7f6a0785e640 1 -- 172.21.15.111:0/1162223250 wait complete. 2024-09-19T04:32:54.984 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-09-19T04:32:54.408778+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":136,"acting":136,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218724,"kb_used_data":2492,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755996,"statfs":{"total":773094113280,"available":772870139904,"internally_reserved":0,"allocated":2551808,"data_stored":1600793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.368895"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.056171+0000","last_change":"2024-09-19T04:32:51.056171+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.056171+0000","last_undegraded":"2024-09-19T04:32:51.056171+0000","last_fullsized":"2024-09-19T04:32:51.056171+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.051710+0000","last_change":"2024-09-19T04:32:51.051710+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.051710+0000","last_undegraded":"2024-09-19T04:32:51.051710+0000","last_fullsized":"2024-09-19T04:32:51.051710+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.055435+0000","last_change":"2024-09-19T04:32:51.055435+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.055435+0000","last_undegraded":"2024-09-19T04:32:51.055435+0000","last_fullsized":"2024-09-19T04:32:51.055435+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.051088+0000","last_change":"2024-09-19T04:32:51.051088+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.051088+0000","last_undegraded":"2024-09-19T04:32:51.051088+0000","last_fullsized":"2024-09-19T04:32:51.051088+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.059191+0000","last_change":"2024-09-19T04:32:51.059191+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.059191+0000","last_undegraded":"2024-09-19T04:32:51.059191+0000","last_fullsized":"2024-09-19T04:32:51.059191+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.055767+0000","last_change":"2024-09-19T04:32:51.055767+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.055767+0000","last_undegraded":"2024-09-19T04:32:51.055767+0000","last_fullsized":"2024-09-19T04:32:51.055767+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.056295+0000","last_change":"2024-09-19T04:32:51.056295+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.056295+0000","last_undegraded":"2024-09-19T04:32:51.056295+0000","last_fullsized":"2024-09-19T04:32:51.056295+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.053690+0000","last_change":"2024-09-19T04:32:51.053690+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.053690+0000","last_undegraded":"2024-09-19T04:32:51.053690+0000","last_fullsized":"2024-09-19T04:32:51.053690+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.051537+0000","last_change":"2024-09-19T04:32:51.051537+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.051537+0000","last_undegraded":"2024-09-19T04:32:51.051537+0000","last_fullsized":"2024-09-19T04:32:51.051537+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.050554+0000","last_change":"2024-09-19T04:32:51.050554+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.050554+0000","last_undegraded":"2024-09-19T04:32:51.050554+0000","last_fullsized":"2024-09-19T04:32:51.050554+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.049200+0000","last_change":"2024-09-19T04:32:51.049200+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.049200+0000","last_undegraded":"2024-09-19T04:32:51.049200+0000","last_fullsized":"2024-09-19T04:32:51.049200+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.056663+0000","last_change":"2024-09-19T04:32:51.056663+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.056663+0000","last_undegraded":"2024-09-19T04:32:51.056663+0000","last_fullsized":"2024-09-19T04:32:51.056663+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.054535+0000","last_change":"2024-09-19T04:32:51.054535+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.054535+0000","last_undegraded":"2024-09-19T04:32:51.054535+0000","last_fullsized":"2024-09-19T04:32:51.054535+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.050587+0000","last_change":"2024-09-19T04:32:51.050587+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.050587+0000","last_undegraded":"2024-09-19T04:32:51.050587+0000","last_fullsized":"2024-09-19T04:32:51.050587+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.049910+0000","last_change":"2024-09-19T04:32:51.049910+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.049910+0000","last_undegraded":"2024-09-19T04:32:51.049910+0000","last_fullsized":"2024-09-19T04:32:51.049910+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.055853+0000","last_change":"2024-09-19T04:32:51.055853+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.055853+0000","last_undegraded":"2024-09-19T04:32:51.055853+0000","last_fullsized":"2024-09-19T04:32:51.055853+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.050132+0000","last_change":"2024-09-19T04:32:51.050132+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.050132+0000","last_undegraded":"2024-09-19T04:32:51.050132+0000","last_fullsized":"2024-09-19T04:32:51.050132+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.054247+0000","last_change":"2024-09-19T04:32:51.054247+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.054247+0000","last_undegraded":"2024-09-19T04:32:51.054247+0000","last_fullsized":"2024-09-19T04:32:51.054247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.048853+0000","last_change":"2024-09-19T04:32:51.048853+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.048853+0000","last_undegraded":"2024-09-19T04:32:51.048853+0000","last_fullsized":"2024-09-19T04:32:51.048853+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.042453+0000","last_change":"2024-09-19T04:32:50.042453+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.042453+0000","last_undegraded":"2024-09-19T04:32:50.042453+0000","last_fullsized":"2024-09-19T04:32:50.042453+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070037+0000","last_change":"2024-09-19T04:32:51.064685+0000","last_active":"2024-09-19T04:32:51.070037+0000","last_peered":"2024-09-19T04:32:51.070037+0000","last_clean":"2024-09-19T04:32:51.070037+0000","last_became_active":"2024-09-19T04:32:51.064380+0000","last_became_peered":"2024-09-19T04:32:51.064380+0000","last_unstale":"2024-09-19T04:32:51.070037+0000","last_undegraded":"2024-09-19T04:32:51.070037+0000","last_fullsized":"2024-09-19T04:32:51.070037+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:41:54.757548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.042435+0000","last_change":"2024-09-19T04:32:50.042435+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.042435+0000","last_undegraded":"2024-09-19T04:32:50.042435+0000","last_fullsized":"2024-09-19T04:32:50.042435+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.060228+0000","last_change":"2024-09-19T04:32:51.055907+0000","last_active":"2024-09-19T04:32:51.060228+0000","last_peered":"2024-09-19T04:32:51.060228+0000","last_clean":"2024-09-19T04:32:51.060228+0000","last_became_active":"2024-09-19T04:32:51.055358+0000","last_became_peered":"2024-09-19T04:32:51.055358+0000","last_unstale":"2024-09-19T04:32:51.060228+0000","last_undegraded":"2024-09-19T04:32:51.060228+0000","last_fullsized":"2024-09-19T04:32:51.060228+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:53.430323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070054+0000","last_change":"2024-09-19T04:32:51.064828+0000","last_active":"2024-09-19T04:32:51.070054+0000","last_peered":"2024-09-19T04:32:51.070054+0000","last_clean":"2024-09-19T04:32:51.070054+0000","last_became_active":"2024-09-19T04:32:51.064535+0000","last_became_peered":"2024-09-19T04:32:51.064535+0000","last_unstale":"2024-09-19T04:32:51.070054+0000","last_undegraded":"2024-09-19T04:32:51.070054+0000","last_fullsized":"2024-09-19T04:32:51.070054+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:34.660517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.050255+0000","last_change":"2024-09-19T04:32:51.050255+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.050255+0000","last_undegraded":"2024-09-19T04:32:51.050255+0000","last_fullsized":"2024-09-19T04:32:51.050255+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.067169+0000","last_change":"2024-09-19T04:32:51.062798+0000","last_active":"2024-09-19T04:32:51.067169+0000","last_peered":"2024-09-19T04:32:51.067169+0000","last_clean":"2024-09-19T04:32:51.067169+0000","last_became_active":"2024-09-19T04:32:51.062488+0000","last_became_peered":"2024-09-19T04:32:51.062488+0000","last_unstale":"2024-09-19T04:32:51.067169+0000","last_undegraded":"2024-09-19T04:32:51.067169+0000","last_fullsized":"2024-09-19T04:32:51.067169+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:17.308432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.045277+0000","last_change":"2024-09-19T04:32:50.045277+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.045277+0000","last_undegraded":"2024-09-19T04:32:50.045277+0000","last_fullsized":"2024-09-19T04:32:50.045277+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.051015+0000","last_change":"2024-09-19T04:32:51.051015+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.051015+0000","last_undegraded":"2024-09-19T04:32:51.051015+0000","last_fullsized":"2024-09-19T04:32:51.051015+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070140+0000","last_change":"2024-09-19T04:32:51.066682+0000","last_active":"2024-09-19T04:32:51.070140+0000","last_peered":"2024-09-19T04:32:51.070140+0000","last_clean":"2024-09-19T04:32:51.070140+0000","last_became_active":"2024-09-19T04:32:51.066434+0000","last_became_peered":"2024-09-19T04:32:51.066434+0000","last_unstale":"2024-09-19T04:32:51.070140+0000","last_undegraded":"2024-09-19T04:32:51.070140+0000","last_fullsized":"2024-09-19T04:32:51.070140+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:16.998859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.057824+0000","last_change":"2024-09-19T04:32:51.057824+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.057824+0000","last_undegraded":"2024-09-19T04:32:51.057824+0000","last_fullsized":"2024-09-19T04:32:51.057824+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.045112+0000","last_change":"2024-09-19T04:32:50.045112+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.045112+0000","last_undegraded":"2024-09-19T04:32:50.045112+0000","last_fullsized":"2024-09-19T04:32:50.045112+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.066966+0000","last_change":"2024-09-19T04:32:51.060482+0000","last_active":"2024-09-19T04:32:51.066966+0000","last_peered":"2024-09-19T04:32:51.066966+0000","last_clean":"2024-09-19T04:32:51.066966+0000","last_became_active":"2024-09-19T04:32:51.060208+0000","last_became_peered":"2024-09-19T04:32:51.060208+0000","last_unstale":"2024-09-19T04:32:51.066966+0000","last_undegraded":"2024-09-19T04:32:51.066966+0000","last_fullsized":"2024-09-19T04:32:51.066966+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:34.660517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.054960+0000","last_change":"2024-09-19T04:32:51.054960+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.054960+0000","last_undegraded":"2024-09-19T04:32:51.054960+0000","last_fullsized":"2024-09-19T04:32:51.054960+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070053+0000","last_change":"2024-09-19T04:32:51.064040+0000","last_active":"2024-09-19T04:32:51.070053+0000","last_peered":"2024-09-19T04:32:51.070053+0000","last_clean":"2024-09-19T04:32:51.070053+0000","last_became_active":"2024-09-19T04:32:51.063764+0000","last_became_peered":"2024-09-19T04:32:51.063764+0000","last_unstale":"2024-09-19T04:32:51.070053+0000","last_undegraded":"2024-09-19T04:32:51.070053+0000","last_fullsized":"2024-09-19T04:32:51.070053+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:53.430323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.053643+0000","last_change":"2024-09-19T04:32:51.053643+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.053643+0000","last_undegraded":"2024-09-19T04:32:51.053643+0000","last_fullsized":"2024-09-19T04:32:51.053643+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.049900+0000","last_change":"2024-09-19T04:32:50.049900+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.049900+0000","last_undegraded":"2024-09-19T04:32:50.049900+0000","last_fullsized":"2024-09-19T04:32:50.049900+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.057437+0000","last_change":"2024-09-19T04:32:51.057437+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.057437+0000","last_undegraded":"2024-09-19T04:32:51.057437+0000","last_fullsized":"2024-09-19T04:32:51.057437+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.064484+0000","last_change":"2024-09-19T04:32:51.061102+0000","last_active":"2024-09-19T04:32:51.064484+0000","last_peered":"2024-09-19T04:32:51.064484+0000","last_clean":"2024-09-19T04:32:51.064484+0000","last_became_active":"2024-09-19T04:32:51.060781+0000","last_became_peered":"2024-09-19T04:32:51.060781+0000","last_unstale":"2024-09-19T04:32:51.064484+0000","last_undegraded":"2024-09-19T04:32:51.064484+0000","last_fullsized":"2024-09-19T04:32:51.064484+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:44.489118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.056528+0000","last_change":"2024-09-19T04:32:51.056528+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.056528+0000","last_undegraded":"2024-09-19T04:32:51.056528+0000","last_fullsized":"2024-09-19T04:32:51.056528+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.049822+0000","last_change":"2024-09-19T04:32:50.049822+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.049822+0000","last_undegraded":"2024-09-19T04:32:50.049822+0000","last_fullsized":"2024-09-19T04:32:50.049822+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.055370+0000","last_change":"2024-09-19T04:32:51.055370+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.055370+0000","last_undegraded":"2024-09-19T04:32:51.055370+0000","last_fullsized":"2024-09-19T04:32:51.055370+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.044383+0000","last_change":"2024-09-19T04:32:50.044383+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.044383+0000","last_undegraded":"2024-09-19T04:32:50.044383+0000","last_fullsized":"2024-09-19T04:32:50.044383+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.049807+0000","last_change":"2024-09-19T04:32:51.049807+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.049807+0000","last_undegraded":"2024-09-19T04:32:51.049807+0000","last_fullsized":"2024-09-19T04:32:51.049807+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.049873+0000","last_change":"2024-09-19T04:32:50.049873+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.049873+0000","last_undegraded":"2024-09-19T04:32:50.049873+0000","last_fullsized":"2024-09-19T04:32:50.049873+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.057200+0000","last_change":"2024-09-19T04:32:51.057200+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.057200+0000","last_undegraded":"2024-09-19T04:32:51.057200+0000","last_fullsized":"2024-09-19T04:32:51.057200+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":166,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.059858+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:32:51.059858+0000","last_peered":"2024-09-19T04:32:51.059858+0000","last_clean":"2024-09-19T04:32:51.059858+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:32:51.059858+0000","last_undegraded":"2024-09-19T04:32:51.059858+0000","last_fullsized":"2024-09-19T04:32:51.059858+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.063805+0000","last_change":"2024-09-19T04:32:51.058334+0000","last_active":"2024-09-19T04:32:51.063805+0000","last_peered":"2024-09-19T04:32:51.063805+0000","last_clean":"2024-09-19T04:32:51.063805+0000","last_became_active":"2024-09-19T04:32:51.058066+0000","last_became_peered":"2024-09-19T04:32:51.058066+0000","last_unstale":"2024-09-19T04:32:51.063805+0000","last_undegraded":"2024-09-19T04:32:51.063805+0000","last_fullsized":"2024-09-19T04:32:51.063805+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:41:54.757548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070478+0000","last_change":"2024-09-19T04:32:51.068935+0000","last_active":"2024-09-19T04:32:51.070478+0000","last_peered":"2024-09-19T04:32:51.070478+0000","last_clean":"2024-09-19T04:32:51.070478+0000","last_became_active":"2024-09-19T04:32:51.068680+0000","last_became_peered":"2024-09-19T04:32:51.068680+0000","last_unstale":"2024-09-19T04:32:51.070478+0000","last_undegraded":"2024-09-19T04:32:51.070478+0000","last_fullsized":"2024-09-19T04:32:51.070478+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:53.042361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.049864+0000","last_change":"2024-09-19T04:32:50.049864+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.049864+0000","last_undegraded":"2024-09-19T04:32:50.049864+0000","last_fullsized":"2024-09-19T04:32:50.049864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.066994+0000","last_change":"2024-09-19T04:32:51.061154+0000","last_active":"2024-09-19T04:32:51.066994+0000","last_peered":"2024-09-19T04:32:51.066994+0000","last_clean":"2024-09-19T04:32:51.066994+0000","last_became_active":"2024-09-19T04:32:51.060857+0000","last_became_peered":"2024-09-19T04:32:51.060857+0000","last_unstale":"2024-09-19T04:32:51.066994+0000","last_undegraded":"2024-09-19T04:32:51.066994+0000","last_fullsized":"2024-09-19T04:32:51.066994+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:16.998859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.050262+0000","last_change":"2024-09-19T04:32:51.050262+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.050262+0000","last_undegraded":"2024-09-19T04:32:51.050262+0000","last_fullsized":"2024-09-19T04:32:51.050262+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.044745+0000","last_change":"2024-09-19T04:32:50.044745+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.044745+0000","last_undegraded":"2024-09-19T04:32:50.044745+0000","last_fullsized":"2024-09-19T04:32:50.044745+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.048903+0000","last_change":"2024-09-19T04:32:51.048903+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.048903+0000","last_undegraded":"2024-09-19T04:32:51.048903+0000","last_fullsized":"2024-09-19T04:32:51.048903+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070458+0000","last_change":"2024-09-19T04:32:51.068499+0000","last_active":"2024-09-19T04:32:51.070458+0000","last_peered":"2024-09-19T04:32:51.070458+0000","last_clean":"2024-09-19T04:32:51.070458+0000","last_became_active":"2024-09-19T04:32:51.068167+0000","last_became_peered":"2024-09-19T04:32:51.068167+0000","last_unstale":"2024-09-19T04:32:51.070458+0000","last_undegraded":"2024-09-19T04:32:51.070458+0000","last_fullsized":"2024-09-19T04:32:51.070458+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:06:31.714672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.044413+0000","last_change":"2024-09-19T04:32:50.044413+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.044413+0000","last_undegraded":"2024-09-19T04:32:50.044413+0000","last_fullsized":"2024-09-19T04:32:50.044413+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.066952+0000","last_change":"2024-09-19T04:32:51.062616+0000","last_active":"2024-09-19T04:32:51.066952+0000","last_peered":"2024-09-19T04:32:51.066952+0000","last_clean":"2024-09-19T04:32:51.066952+0000","last_became_active":"2024-09-19T04:32:51.062347+0000","last_became_peered":"2024-09-19T04:32:51.062347+0000","last_unstale":"2024-09-19T04:32:51.066952+0000","last_undegraded":"2024-09-19T04:32:51.066952+0000","last_fullsized":"2024-09-19T04:32:51.066952+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:44.489118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070461+0000","last_change":"2024-09-19T04:32:51.068601+0000","last_active":"2024-09-19T04:32:51.070461+0000","last_peered":"2024-09-19T04:32:51.070461+0000","last_clean":"2024-09-19T04:32:51.070461+0000","last_became_active":"2024-09-19T04:32:51.068274+0000","last_became_peered":"2024-09-19T04:32:51.068274+0000","last_unstale":"2024-09-19T04:32:51.070461+0000","last_undegraded":"2024-09-19T04:32:51.070461+0000","last_fullsized":"2024-09-19T04:32:51.070461+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:37:16.408002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.048847+0000","last_change":"2024-09-19T04:32:51.048847+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.048847+0000","last_undegraded":"2024-09-19T04:32:51.048847+0000","last_fullsized":"2024-09-19T04:32:51.048847+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.044388+0000","last_change":"2024-09-19T04:32:50.044388+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.044388+0000","last_undegraded":"2024-09-19T04:32:50.044388+0000","last_fullsized":"2024-09-19T04:32:50.044388+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.044319+0000","last_change":"2024-09-19T04:32:50.044319+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.044319+0000","last_undegraded":"2024-09-19T04:32:50.044319+0000","last_fullsized":"2024-09-19T04:32:50.044319+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070062+0000","last_change":"2024-09-19T04:32:51.066109+0000","last_active":"2024-09-19T04:32:51.070062+0000","last_peered":"2024-09-19T04:32:51.070062+0000","last_clean":"2024-09-19T04:32:51.070062+0000","last_became_active":"2024-09-19T04:32:51.065790+0000","last_became_peered":"2024-09-19T04:32:51.065790+0000","last_unstale":"2024-09-19T04:32:51.070062+0000","last_undegraded":"2024-09-19T04:32:51.070062+0000","last_fullsized":"2024-09-19T04:32:51.070062+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:17.308432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.057553+0000","last_change":"2024-09-19T04:32:51.057553+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.057553+0000","last_undegraded":"2024-09-19T04:32:51.057553+0000","last_fullsized":"2024-09-19T04:32:51.057553+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.049607+0000","last_change":"2024-09-19T04:32:51.049607+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.049607+0000","last_undegraded":"2024-09-19T04:32:51.049607+0000","last_fullsized":"2024-09-19T04:32:51.049607+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070435+0000","last_change":"2024-09-19T04:32:51.067778+0000","last_active":"2024-09-19T04:32:51.070435+0000","last_peered":"2024-09-19T04:32:51.070435+0000","last_clean":"2024-09-19T04:32:51.070435+0000","last_became_active":"2024-09-19T04:32:51.067450+0000","last_became_peered":"2024-09-19T04:32:51.067450+0000","last_unstale":"2024-09-19T04:32:51.070435+0000","last_undegraded":"2024-09-19T04:32:51.070435+0000","last_fullsized":"2024-09-19T04:32:51.070435+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:06:42.913981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.051258+0000","last_change":"2024-09-19T04:32:51.051258+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.051258+0000","last_undegraded":"2024-09-19T04:32:51.051258+0000","last_fullsized":"2024-09-19T04:32:51.051258+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070075+0000","last_change":"2024-09-19T04:32:51.065261+0000","last_active":"2024-09-19T04:32:51.070075+0000","last_peered":"2024-09-19T04:32:51.070075+0000","last_clean":"2024-09-19T04:32:51.070075+0000","last_became_active":"2024-09-19T04:32:51.064960+0000","last_became_peered":"2024-09-19T04:32:51.064960+0000","last_unstale":"2024-09-19T04:32:51.070075+0000","last_undegraded":"2024-09-19T04:32:51.070075+0000","last_fullsized":"2024-09-19T04:32:51.070075+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:16.998859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.042433+0000","last_change":"2024-09-19T04:32:50.042433+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.042433+0000","last_undegraded":"2024-09-19T04:32:50.042433+0000","last_fullsized":"2024-09-19T04:32:50.042433+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.044910+0000","last_change":"2024-09-19T04:32:50.044910+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.044910+0000","last_undegraded":"2024-09-19T04:32:50.044910+0000","last_fullsized":"2024-09-19T04:32:50.044910+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":70,"acting":70,"num_store_stats":4},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27776,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344064,"statfs":{"total":96636764160,"available":96608321536,"internally_reserved":0,"allocated":765952,"data_stored":643545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27212,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344628,"statfs":{"total":96636764160,"available":96608899072,"internally_reserved":0,"allocated":184320,"data_stored":59452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542148,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27184,"kb_used_data":156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344656,"statfs":{"total":96636764160,"available":96608927744,"internally_reserved":0,"allocated":159744,"data_stored":47360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542148,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27188,"kb_used_data":156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":159744,"data_stored":47360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542149,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27776,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344064,"statfs":{"total":96636764160,"available":96608321536,"internally_reserved":0,"allocated":765952,"data_stored":643545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:32:54.989 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:32:55.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.123+0000 7f762aaa5640 1 Processor -- start 2024-09-19T04:32:55.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.123+0000 7f762aaa5640 1 -- start start 2024-09-19T04:32:55.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.124+0000 7f762aaa5640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f762415c690 0x7f76240b6010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:55.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.124+0000 7f762aaa5640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7624073da0 con 0x7f76240b1980 2024-09-19T04:32:55.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.124+0000 7f762aaa5640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7624074060 con 0x7f76240b4290 2024-09-19T04:32:55.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.124+0000 7f762aaa5640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f76240b6aa0 con 0x7f762415c690 2024-09-19T04:32:55.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.124+0000 7f7628841640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f762415c690 0x7f76240b6010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:55.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.125+0000 7f761bfff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f76240b1980 0x7f76240d0540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:47874/0 (socket says 172.21.15.111:47874) 2024-09-19T04:32:55.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.125+0000 7f7628841640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f762415c690 0x7f76240b6010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47746/0 (socket says 172.21.15.111:47746) 2024-09-19T04:32:55.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.125+0000 7f761bfff640 1 -- 172.21.15.111:0/4086516027 learned_addr learned my addr 172.21.15.111:0/4086516027 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:32:55.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.125+0000 7f7628841640 1 -- 172.21.15.111:0/4086516027 >> v1:172.21.15.114:6789/0 conn(0x7f76240b4290 legacy=0x7f76240b6fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:55.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.125+0000 7f7628841640 1 -- 172.21.15.111:0/4086516027 >> v1:172.21.15.111:6789/0 conn(0x7f76240b1980 legacy=0x7f76240d0540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:55.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.125+0000 7f7628841640 1 -- 172.21.15.111:0/4086516027 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76240733a0 con 0x7f762415c690 2024-09-19T04:32:55.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.125+0000 7f761b7fe640 1 -- 172.21.15.111:0/4086516027 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1805039881 0 0) 0x7f7624073da0 con 0x7f76240b1980 2024-09-19T04:32:55.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.125+0000 7f7628841640 1 --2- 172.21.15.111:0/4086516027 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f762415c690 0x7f76240b6010 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f76200097a0 tx=0x7f762002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aec07b5a02c57675 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:55.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.126+0000 7f761b7fe640 1 -- 172.21.15.111:0/4086516027 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7620037070 con 0x7f762415c690 2024-09-19T04:32:55.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.126+0000 7f761b7fe640 1 -- 172.21.15.111:0/4086516027 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7620032440 con 0x7f762415c690 2024-09-19T04:32:55.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.126+0000 7f761b7fe640 1 -- 172.21.15.111:0/4086516027 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7620032810 con 0x7f762415c690 2024-09-19T04:32:55.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.126+0000 7f762aaa5640 1 -- 172.21.15.111:0/4086516027 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f762415c690 msgr2=0x7f76240b6010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:55.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.126+0000 7f762aaa5640 1 --2- 172.21.15.111:0/4086516027 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f762415c690 0x7f76240b6010 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f76200097a0 tx=0x7f762002a230 comp rx=0 tx=0).stop 2024-09-19T04:32:55.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.126+0000 7f762aaa5640 1 -- 172.21.15.111:0/4086516027 shutdown_connections 2024-09-19T04:32:55.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.126+0000 7f762aaa5640 1 --2- 172.21.15.111:0/4086516027 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f762415c690 0x7f76240b6010 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:55.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.126+0000 7f762aaa5640 1 -- 172.21.15.111:0/4086516027 >> 172.21.15.111:0/4086516027 conn(0x7f7624062630 msgr2=0x7f7624062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:55.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.126+0000 7f762aaa5640 1 -- 172.21.15.111:0/4086516027 shutdown_connections 2024-09-19T04:32:55.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.126+0000 7f762aaa5640 1 -- 172.21.15.111:0/4086516027 wait complete. 2024-09-19T04:32:55.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.127+0000 7f762aaa5640 1 Processor -- start 2024-09-19T04:32:55.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.127+0000 7f762aaa5640 1 -- start start 2024-09-19T04:32:55.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.128+0000 7f762aaa5640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f76240b1980 0x7f762414f300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:55.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.128+0000 7f762aaa5640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f76240b4290 0x7f76241f6120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:55.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.128+0000 7f762aaa5640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f762415c690 0x7f762414e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:55.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.128+0000 7f762aaa5640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f76240d0dd0 con 0x7f76240b4290 2024-09-19T04:32:55.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.128+0000 7f762aaa5640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f76240d0c50 con 0x7f762415c690 2024-09-19T04:32:55.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.128+0000 7f762aaa5640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f76240b76d0 con 0x7f76240b1980 2024-09-19T04:32:55.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.128+0000 7f761bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f76240b4290 0x7f76241f6120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:55.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.128+0000 7f761bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f76240b4290 0x7f76241f6120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47752/0 (socket says 172.21.15.111:47752) 2024-09-19T04:32:55.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.128+0000 7f761bfff640 1 -- 172.21.15.111:0/2462770649 learned_addr learned my addr 172.21.15.111:0/2462770649 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:55.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.128+0000 7f7628841640 1 --2- 172.21.15.111:0/2462770649 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f76240b1980 0x7f762414f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:55.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.129+0000 7f7629042640 1 --2- 172.21.15.111:0/2462770649 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f762415c690 0x7f762414e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:55.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.129+0000 7f761bfff640 1 -- 172.21.15.111:0/2462770649 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f76240b1980 msgr2=0x7f762414f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:55.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.129+0000 7f761bfff640 1 --2- 172.21.15.111:0/2462770649 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f76240b1980 0x7f762414f300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:55.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.129+0000 7f761bfff640 1 -- 172.21.15.111:0/2462770649 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f762415c690 msgr2=0x7f762414e1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:55.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.129+0000 7f761bfff640 1 --2- 172.21.15.111:0/2462770649 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f762415c690 0x7f762414e1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:55.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.129+0000 7f761bfff640 1 -- 172.21.15.111:0/2462770649 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f762414e710 con 0x7f76240b4290 2024-09-19T04:32:55.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.129+0000 7f761bfff640 1 --2- 172.21.15.111:0/2462770649 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f76240b4290 0x7f76241f6120 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f761400c4d0 tx=0x7f761400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:55.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.129+0000 7f76197fa640 1 -- 172.21.15.111:0/2462770649 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7614018070 con 0x7f76240b4290 2024-09-19T04:32:55.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.129+0000 7f76197fa640 1 -- 172.21.15.111:0/2462770649 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f76140074e0 con 0x7f76240b4290 2024-09-19T04:32:55.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.129+0000 7f762aaa5640 1 -- 172.21.15.111:0/2462770649 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f762414f990 con 0x7f76240b4290 2024-09-19T04:32:55.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.129+0000 7f76197fa640 1 -- 172.21.15.111:0/2462770649 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7614004a20 con 0x7f76240b4290 2024-09-19T04:32:55.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.129+0000 7f762aaa5640 1 -- 172.21.15.111:0/2462770649 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76241f5920 con 0x7f76240b4290 2024-09-19T04:32:55.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.130+0000 7f762aaa5640 1 -- 172.21.15.111:0/2462770649 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76240b6010 con 0x7f76240b4290 2024-09-19T04:32:55.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.131+0000 7f76197fa640 1 -- 172.21.15.111:0/2462770649 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f761401b070 con 0x7f76240b4290 2024-09-19T04:32:55.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.131+0000 7f76197fa640 1 --2- 172.21.15.111:0/2462770649 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f761006c2b0 0x7f761006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:55.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.131+0000 7f76197fa640 1 -- 172.21.15.111:0/2462770649 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f761408a610 con 0x7f76240b4290 2024-09-19T04:32:55.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.131+0000 7f7628841640 1 --2- 172.21.15.111:0/2462770649 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f761006c2b0 0x7f761006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:55.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.131+0000 7f7628841640 1 --2- 172.21.15.111:0/2462770649 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f761006c2b0 0x7f761006e770 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7620034000 tx=0x7f762002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:55.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.135+0000 7f76197fa640 1 -- 172.21.15.111:0/2462770649 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f762414e710 con 0x7f76240b4290 2024-09-19T04:32:55.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.299+0000 7f762aaa5640 1 -- 172.21.15.111:0/2462770649 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7624062c60 con 0x7f761006c2b0 2024-09-19T04:32:55.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.304+0000 7f76197fa640 1 -- 172.21.15.111:0/2462770649 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+243520 (secure 0 0 0) 0x7f7624062c60 con 0x7f761006c2b0 2024-09-19T04:32:55.308 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:32:55.309 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:32:55.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.307+0000 7f762aaa5640 1 -- 172.21.15.111:0/2462770649 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f761006c2b0 msgr2=0x7f761006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:55.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.307+0000 7f762aaa5640 1 --2- 172.21.15.111:0/2462770649 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f761006c2b0 0x7f761006e770 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7620034000 tx=0x7f762002e000 comp rx=0 tx=0).stop 2024-09-19T04:32:55.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.307+0000 7f762aaa5640 1 -- 172.21.15.111:0/2462770649 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f76240b4290 msgr2=0x7f76241f6120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:55.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.307+0000 7f762aaa5640 1 --2- 172.21.15.111:0/2462770649 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f76240b4290 0x7f76241f6120 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f761400c4d0 tx=0x7f761400c990 comp rx=0 tx=0).stop 2024-09-19T04:32:55.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.307+0000 7f762aaa5640 1 -- 172.21.15.111:0/2462770649 shutdown_connections 2024-09-19T04:32:55.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.307+0000 7f762aaa5640 1 --2- 172.21.15.111:0/2462770649 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f761006c2b0 0x7f761006e770 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:55.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.307+0000 7f762aaa5640 1 --2- 172.21.15.111:0/2462770649 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f762415c690 0x7f762414e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:55.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.307+0000 7f762aaa5640 1 --2- 172.21.15.111:0/2462770649 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f76240b4290 0x7f76241f6120 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:55.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.307+0000 7f762aaa5640 1 --2- 172.21.15.111:0/2462770649 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f76240b1980 0x7f762414f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:55.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.307+0000 7f762aaa5640 1 -- 172.21.15.111:0/2462770649 >> 172.21.15.111:0/2462770649 conn(0x7f7624062630 msgr2=0x7f76240b46c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:55.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.308+0000 7f762aaa5640 1 -- 172.21.15.111:0/2462770649 shutdown_connections 2024-09-19T04:32:55.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.308+0000 7f762aaa5640 1 -- 172.21.15.111:0/2462770649 wait complete. 2024-09-19T04:32:55.319 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-09-19T04:32:54.408778+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":136,"acting":136,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218724,"kb_used_data":2492,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755996,"statfs":{"total":773094113280,"available":772870139904,"internally_reserved":0,"allocated":2551808,"data_stored":1600793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.368895"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.056171+0000","last_change":"2024-09-19T04:32:51.056171+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.056171+0000","last_undegraded":"2024-09-19T04:32:51.056171+0000","last_fullsized":"2024-09-19T04:32:51.056171+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.051710+0000","last_change":"2024-09-19T04:32:51.051710+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.051710+0000","last_undegraded":"2024-09-19T04:32:51.051710+0000","last_fullsized":"2024-09-19T04:32:51.051710+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.055435+0000","last_change":"2024-09-19T04:32:51.055435+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.055435+0000","last_undegraded":"2024-09-19T04:32:51.055435+0000","last_fullsized":"2024-09-19T04:32:51.055435+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.051088+0000","last_change":"2024-09-19T04:32:51.051088+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.051088+0000","last_undegraded":"2024-09-19T04:32:51.051088+0000","last_fullsized":"2024-09-19T04:32:51.051088+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.059191+0000","last_change":"2024-09-19T04:32:51.059191+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.059191+0000","last_undegraded":"2024-09-19T04:32:51.059191+0000","last_fullsized":"2024-09-19T04:32:51.059191+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.055767+0000","last_change":"2024-09-19T04:32:51.055767+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.055767+0000","last_undegraded":"2024-09-19T04:32:51.055767+0000","last_fullsized":"2024-09-19T04:32:51.055767+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.056295+0000","last_change":"2024-09-19T04:32:51.056295+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.056295+0000","last_undegraded":"2024-09-19T04:32:51.056295+0000","last_fullsized":"2024-09-19T04:32:51.056295+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.053690+0000","last_change":"2024-09-19T04:32:51.053690+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.053690+0000","last_undegraded":"2024-09-19T04:32:51.053690+0000","last_fullsized":"2024-09-19T04:32:51.053690+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.051537+0000","last_change":"2024-09-19T04:32:51.051537+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.051537+0000","last_undegraded":"2024-09-19T04:32:51.051537+0000","last_fullsized":"2024-09-19T04:32:51.051537+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.050554+0000","last_change":"2024-09-19T04:32:51.050554+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.050554+0000","last_undegraded":"2024-09-19T04:32:51.050554+0000","last_fullsized":"2024-09-19T04:32:51.050554+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.049200+0000","last_change":"2024-09-19T04:32:51.049200+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.049200+0000","last_undegraded":"2024-09-19T04:32:51.049200+0000","last_fullsized":"2024-09-19T04:32:51.049200+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.056663+0000","last_change":"2024-09-19T04:32:51.056663+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.056663+0000","last_undegraded":"2024-09-19T04:32:51.056663+0000","last_fullsized":"2024-09-19T04:32:51.056663+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.054535+0000","last_change":"2024-09-19T04:32:51.054535+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.054535+0000","last_undegraded":"2024-09-19T04:32:51.054535+0000","last_fullsized":"2024-09-19T04:32:51.054535+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.050587+0000","last_change":"2024-09-19T04:32:51.050587+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.050587+0000","last_undegraded":"2024-09-19T04:32:51.050587+0000","last_fullsized":"2024-09-19T04:32:51.050587+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.049910+0000","last_change":"2024-09-19T04:32:51.049910+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.049910+0000","last_undegraded":"2024-09-19T04:32:51.049910+0000","last_fullsized":"2024-09-19T04:32:51.049910+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.055853+0000","last_change":"2024-09-19T04:32:51.055853+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.055853+0000","last_undegraded":"2024-09-19T04:32:51.055853+0000","last_fullsized":"2024-09-19T04:32:51.055853+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.050132+0000","last_change":"2024-09-19T04:32:51.050132+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.050132+0000","last_undegraded":"2024-09-19T04:32:51.050132+0000","last_fullsized":"2024-09-19T04:32:51.050132+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.054247+0000","last_change":"2024-09-19T04:32:51.054247+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.054247+0000","last_undegraded":"2024-09-19T04:32:51.054247+0000","last_fullsized":"2024-09-19T04:32:51.054247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.048853+0000","last_change":"2024-09-19T04:32:51.048853+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.048853+0000","last_undegraded":"2024-09-19T04:32:51.048853+0000","last_fullsized":"2024-09-19T04:32:51.048853+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.042453+0000","last_change":"2024-09-19T04:32:50.042453+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.042453+0000","last_undegraded":"2024-09-19T04:32:50.042453+0000","last_fullsized":"2024-09-19T04:32:50.042453+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070037+0000","last_change":"2024-09-19T04:32:51.064685+0000","last_active":"2024-09-19T04:32:51.070037+0000","last_peered":"2024-09-19T04:32:51.070037+0000","last_clean":"2024-09-19T04:32:51.070037+0000","last_became_active":"2024-09-19T04:32:51.064380+0000","last_became_peered":"2024-09-19T04:32:51.064380+0000","last_unstale":"2024-09-19T04:32:51.070037+0000","last_undegraded":"2024-09-19T04:32:51.070037+0000","last_fullsized":"2024-09-19T04:32:51.070037+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:41:54.757548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.042435+0000","last_change":"2024-09-19T04:32:50.042435+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.042435+0000","last_undegraded":"2024-09-19T04:32:50.042435+0000","last_fullsized":"2024-09-19T04:32:50.042435+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.060228+0000","last_change":"2024-09-19T04:32:51.055907+0000","last_active":"2024-09-19T04:32:51.060228+0000","last_peered":"2024-09-19T04:32:51.060228+0000","last_clean":"2024-09-19T04:32:51.060228+0000","last_became_active":"2024-09-19T04:32:51.055358+0000","last_became_peered":"2024-09-19T04:32:51.055358+0000","last_unstale":"2024-09-19T04:32:51.060228+0000","last_undegraded":"2024-09-19T04:32:51.060228+0000","last_fullsized":"2024-09-19T04:32:51.060228+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:53.430323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070054+0000","last_change":"2024-09-19T04:32:51.064828+0000","last_active":"2024-09-19T04:32:51.070054+0000","last_peered":"2024-09-19T04:32:51.070054+0000","last_clean":"2024-09-19T04:32:51.070054+0000","last_became_active":"2024-09-19T04:32:51.064535+0000","last_became_peered":"2024-09-19T04:32:51.064535+0000","last_unstale":"2024-09-19T04:32:51.070054+0000","last_undegraded":"2024-09-19T04:32:51.070054+0000","last_fullsized":"2024-09-19T04:32:51.070054+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:34.660517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.050255+0000","last_change":"2024-09-19T04:32:51.050255+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.050255+0000","last_undegraded":"2024-09-19T04:32:51.050255+0000","last_fullsized":"2024-09-19T04:32:51.050255+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.067169+0000","last_change":"2024-09-19T04:32:51.062798+0000","last_active":"2024-09-19T04:32:51.067169+0000","last_peered":"2024-09-19T04:32:51.067169+0000","last_clean":"2024-09-19T04:32:51.067169+0000","last_became_active":"2024-09-19T04:32:51.062488+0000","last_became_peered":"2024-09-19T04:32:51.062488+0000","last_unstale":"2024-09-19T04:32:51.067169+0000","last_undegraded":"2024-09-19T04:32:51.067169+0000","last_fullsized":"2024-09-19T04:32:51.067169+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:17.308432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.045277+0000","last_change":"2024-09-19T04:32:50.045277+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.045277+0000","last_undegraded":"2024-09-19T04:32:50.045277+0000","last_fullsized":"2024-09-19T04:32:50.045277+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.051015+0000","last_change":"2024-09-19T04:32:51.051015+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.051015+0000","last_undegraded":"2024-09-19T04:32:51.051015+0000","last_fullsized":"2024-09-19T04:32:51.051015+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070140+0000","last_change":"2024-09-19T04:32:51.066682+0000","last_active":"2024-09-19T04:32:51.070140+0000","last_peered":"2024-09-19T04:32:51.070140+0000","last_clean":"2024-09-19T04:32:51.070140+0000","last_became_active":"2024-09-19T04:32:51.066434+0000","last_became_peered":"2024-09-19T04:32:51.066434+0000","last_unstale":"2024-09-19T04:32:51.070140+0000","last_undegraded":"2024-09-19T04:32:51.070140+0000","last_fullsized":"2024-09-19T04:32:51.070140+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:16.998859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.057824+0000","last_change":"2024-09-19T04:32:51.057824+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.057824+0000","last_undegraded":"2024-09-19T04:32:51.057824+0000","last_fullsized":"2024-09-19T04:32:51.057824+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.045112+0000","last_change":"2024-09-19T04:32:50.045112+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.045112+0000","last_undegraded":"2024-09-19T04:32:50.045112+0000","last_fullsized":"2024-09-19T04:32:50.045112+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.066966+0000","last_change":"2024-09-19T04:32:51.060482+0000","last_active":"2024-09-19T04:32:51.066966+0000","last_peered":"2024-09-19T04:32:51.066966+0000","last_clean":"2024-09-19T04:32:51.066966+0000","last_became_active":"2024-09-19T04:32:51.060208+0000","last_became_peered":"2024-09-19T04:32:51.060208+0000","last_unstale":"2024-09-19T04:32:51.066966+0000","last_undegraded":"2024-09-19T04:32:51.066966+0000","last_fullsized":"2024-09-19T04:32:51.066966+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:34.660517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.054960+0000","last_change":"2024-09-19T04:32:51.054960+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.054960+0000","last_undegraded":"2024-09-19T04:32:51.054960+0000","last_fullsized":"2024-09-19T04:32:51.054960+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070053+0000","last_change":"2024-09-19T04:32:51.064040+0000","last_active":"2024-09-19T04:32:51.070053+0000","last_peered":"2024-09-19T04:32:51.070053+0000","last_clean":"2024-09-19T04:32:51.070053+0000","last_became_active":"2024-09-19T04:32:51.063764+0000","last_became_peered":"2024-09-19T04:32:51.063764+0000","last_unstale":"2024-09-19T04:32:51.070053+0000","last_undegraded":"2024-09-19T04:32:51.070053+0000","last_fullsized":"2024-09-19T04:32:51.070053+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:53.430323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.053643+0000","last_change":"2024-09-19T04:32:51.053643+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.053643+0000","last_undegraded":"2024-09-19T04:32:51.053643+0000","last_fullsized":"2024-09-19T04:32:51.053643+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.049900+0000","last_change":"2024-09-19T04:32:50.049900+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.049900+0000","last_undegraded":"2024-09-19T04:32:50.049900+0000","last_fullsized":"2024-09-19T04:32:50.049900+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.057437+0000","last_change":"2024-09-19T04:32:51.057437+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.057437+0000","last_undegraded":"2024-09-19T04:32:51.057437+0000","last_fullsized":"2024-09-19T04:32:51.057437+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.064484+0000","last_change":"2024-09-19T04:32:51.061102+0000","last_active":"2024-09-19T04:32:51.064484+0000","last_peered":"2024-09-19T04:32:51.064484+0000","last_clean":"2024-09-19T04:32:51.064484+0000","last_became_active":"2024-09-19T04:32:51.060781+0000","last_became_peered":"2024-09-19T04:32:51.060781+0000","last_unstale":"2024-09-19T04:32:51.064484+0000","last_undegraded":"2024-09-19T04:32:51.064484+0000","last_fullsized":"2024-09-19T04:32:51.064484+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:44.489118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.056528+0000","last_change":"2024-09-19T04:32:51.056528+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.056528+0000","last_undegraded":"2024-09-19T04:32:51.056528+0000","last_fullsized":"2024-09-19T04:32:51.056528+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.049822+0000","last_change":"2024-09-19T04:32:50.049822+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.049822+0000","last_undegraded":"2024-09-19T04:32:50.049822+0000","last_fullsized":"2024-09-19T04:32:50.049822+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.055370+0000","last_change":"2024-09-19T04:32:51.055370+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.055370+0000","last_undegraded":"2024-09-19T04:32:51.055370+0000","last_fullsized":"2024-09-19T04:32:51.055370+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.044383+0000","last_change":"2024-09-19T04:32:50.044383+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.044383+0000","last_undegraded":"2024-09-19T04:32:50.044383+0000","last_fullsized":"2024-09-19T04:32:50.044383+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.049807+0000","last_change":"2024-09-19T04:32:51.049807+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.049807+0000","last_undegraded":"2024-09-19T04:32:51.049807+0000","last_fullsized":"2024-09-19T04:32:51.049807+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.049873+0000","last_change":"2024-09-19T04:32:50.049873+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.049873+0000","last_undegraded":"2024-09-19T04:32:50.049873+0000","last_fullsized":"2024-09-19T04:32:50.049873+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.057200+0000","last_change":"2024-09-19T04:32:51.057200+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.057200+0000","last_undegraded":"2024-09-19T04:32:51.057200+0000","last_fullsized":"2024-09-19T04:32:51.057200+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":166,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.059858+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:32:51.059858+0000","last_peered":"2024-09-19T04:32:51.059858+0000","last_clean":"2024-09-19T04:32:51.059858+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:32:51.059858+0000","last_undegraded":"2024-09-19T04:32:51.059858+0000","last_fullsized":"2024-09-19T04:32:51.059858+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.063805+0000","last_change":"2024-09-19T04:32:51.058334+0000","last_active":"2024-09-19T04:32:51.063805+0000","last_peered":"2024-09-19T04:32:51.063805+0000","last_clean":"2024-09-19T04:32:51.063805+0000","last_became_active":"2024-09-19T04:32:51.058066+0000","last_became_peered":"2024-09-19T04:32:51.058066+0000","last_unstale":"2024-09-19T04:32:51.063805+0000","last_undegraded":"2024-09-19T04:32:51.063805+0000","last_fullsized":"2024-09-19T04:32:51.063805+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:41:54.757548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070478+0000","last_change":"2024-09-19T04:32:51.068935+0000","last_active":"2024-09-19T04:32:51.070478+0000","last_peered":"2024-09-19T04:32:51.070478+0000","last_clean":"2024-09-19T04:32:51.070478+0000","last_became_active":"2024-09-19T04:32:51.068680+0000","last_became_peered":"2024-09-19T04:32:51.068680+0000","last_unstale":"2024-09-19T04:32:51.070478+0000","last_undegraded":"2024-09-19T04:32:51.070478+0000","last_fullsized":"2024-09-19T04:32:51.070478+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:53.042361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.049864+0000","last_change":"2024-09-19T04:32:50.049864+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.049864+0000","last_undegraded":"2024-09-19T04:32:50.049864+0000","last_fullsized":"2024-09-19T04:32:50.049864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.066994+0000","last_change":"2024-09-19T04:32:51.061154+0000","last_active":"2024-09-19T04:32:51.066994+0000","last_peered":"2024-09-19T04:32:51.066994+0000","last_clean":"2024-09-19T04:32:51.066994+0000","last_became_active":"2024-09-19T04:32:51.060857+0000","last_became_peered":"2024-09-19T04:32:51.060857+0000","last_unstale":"2024-09-19T04:32:51.066994+0000","last_undegraded":"2024-09-19T04:32:51.066994+0000","last_fullsized":"2024-09-19T04:32:51.066994+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:16.998859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.050262+0000","last_change":"2024-09-19T04:32:51.050262+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.050262+0000","last_undegraded":"2024-09-19T04:32:51.050262+0000","last_fullsized":"2024-09-19T04:32:51.050262+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.044745+0000","last_change":"2024-09-19T04:32:50.044745+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.044745+0000","last_undegraded":"2024-09-19T04:32:50.044745+0000","last_fullsized":"2024-09-19T04:32:50.044745+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.048903+0000","last_change":"2024-09-19T04:32:51.048903+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.048903+0000","last_undegraded":"2024-09-19T04:32:51.048903+0000","last_fullsized":"2024-09-19T04:32:51.048903+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070458+0000","last_change":"2024-09-19T04:32:51.068499+0000","last_active":"2024-09-19T04:32:51.070458+0000","last_peered":"2024-09-19T04:32:51.070458+0000","last_clean":"2024-09-19T04:32:51.070458+0000","last_became_active":"2024-09-19T04:32:51.068167+0000","last_became_peered":"2024-09-19T04:32:51.068167+0000","last_unstale":"2024-09-19T04:32:51.070458+0000","last_undegraded":"2024-09-19T04:32:51.070458+0000","last_fullsized":"2024-09-19T04:32:51.070458+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:06:31.714672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.044413+0000","last_change":"2024-09-19T04:32:50.044413+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.044413+0000","last_undegraded":"2024-09-19T04:32:50.044413+0000","last_fullsized":"2024-09-19T04:32:50.044413+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.066952+0000","last_change":"2024-09-19T04:32:51.062616+0000","last_active":"2024-09-19T04:32:51.066952+0000","last_peered":"2024-09-19T04:32:51.066952+0000","last_clean":"2024-09-19T04:32:51.066952+0000","last_became_active":"2024-09-19T04:32:51.062347+0000","last_became_peered":"2024-09-19T04:32:51.062347+0000","last_unstale":"2024-09-19T04:32:51.066952+0000","last_undegraded":"2024-09-19T04:32:51.066952+0000","last_fullsized":"2024-09-19T04:32:51.066952+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:44.489118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070461+0000","last_change":"2024-09-19T04:32:51.068601+0000","last_active":"2024-09-19T04:32:51.070461+0000","last_peered":"2024-09-19T04:32:51.070461+0000","last_clean":"2024-09-19T04:32:51.070461+0000","last_became_active":"2024-09-19T04:32:51.068274+0000","last_became_peered":"2024-09-19T04:32:51.068274+0000","last_unstale":"2024-09-19T04:32:51.070461+0000","last_undegraded":"2024-09-19T04:32:51.070461+0000","last_fullsized":"2024-09-19T04:32:51.070461+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:37:16.408002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.048847+0000","last_change":"2024-09-19T04:32:51.048847+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.048847+0000","last_undegraded":"2024-09-19T04:32:51.048847+0000","last_fullsized":"2024-09-19T04:32:51.048847+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.044388+0000","last_change":"2024-09-19T04:32:50.044388+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.044388+0000","last_undegraded":"2024-09-19T04:32:50.044388+0000","last_fullsized":"2024-09-19T04:32:50.044388+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.044319+0000","last_change":"2024-09-19T04:32:50.044319+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.044319+0000","last_undegraded":"2024-09-19T04:32:50.044319+0000","last_fullsized":"2024-09-19T04:32:50.044319+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070062+0000","last_change":"2024-09-19T04:32:51.066109+0000","last_active":"2024-09-19T04:32:51.070062+0000","last_peered":"2024-09-19T04:32:51.070062+0000","last_clean":"2024-09-19T04:32:51.070062+0000","last_became_active":"2024-09-19T04:32:51.065790+0000","last_became_peered":"2024-09-19T04:32:51.065790+0000","last_unstale":"2024-09-19T04:32:51.070062+0000","last_undegraded":"2024-09-19T04:32:51.070062+0000","last_fullsized":"2024-09-19T04:32:51.070062+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:17.308432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.057553+0000","last_change":"2024-09-19T04:32:51.057553+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.057553+0000","last_undegraded":"2024-09-19T04:32:51.057553+0000","last_fullsized":"2024-09-19T04:32:51.057553+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.049607+0000","last_change":"2024-09-19T04:32:51.049607+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.049607+0000","last_undegraded":"2024-09-19T04:32:51.049607+0000","last_fullsized":"2024-09-19T04:32:51.049607+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070435+0000","last_change":"2024-09-19T04:32:51.067778+0000","last_active":"2024-09-19T04:32:51.070435+0000","last_peered":"2024-09-19T04:32:51.070435+0000","last_clean":"2024-09-19T04:32:51.070435+0000","last_became_active":"2024-09-19T04:32:51.067450+0000","last_became_peered":"2024-09-19T04:32:51.067450+0000","last_unstale":"2024-09-19T04:32:51.070435+0000","last_undegraded":"2024-09-19T04:32:51.070435+0000","last_fullsized":"2024-09-19T04:32:51.070435+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:06:42.913981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.051258+0000","last_change":"2024-09-19T04:32:51.051258+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.051258+0000","last_undegraded":"2024-09-19T04:32:51.051258+0000","last_fullsized":"2024-09-19T04:32:51.051258+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070075+0000","last_change":"2024-09-19T04:32:51.065261+0000","last_active":"2024-09-19T04:32:51.070075+0000","last_peered":"2024-09-19T04:32:51.070075+0000","last_clean":"2024-09-19T04:32:51.070075+0000","last_became_active":"2024-09-19T04:32:51.064960+0000","last_became_peered":"2024-09-19T04:32:51.064960+0000","last_unstale":"2024-09-19T04:32:51.070075+0000","last_undegraded":"2024-09-19T04:32:51.070075+0000","last_fullsized":"2024-09-19T04:32:51.070075+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:16.998859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.042433+0000","last_change":"2024-09-19T04:32:50.042433+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.042433+0000","last_undegraded":"2024-09-19T04:32:50.042433+0000","last_fullsized":"2024-09-19T04:32:50.042433+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.044910+0000","last_change":"2024-09-19T04:32:50.044910+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.044910+0000","last_undegraded":"2024-09-19T04:32:50.044910+0000","last_fullsized":"2024-09-19T04:32:50.044910+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":70,"acting":70,"num_store_stats":4},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27776,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344064,"statfs":{"total":96636764160,"available":96608321536,"internally_reserved":0,"allocated":765952,"data_stored":643545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27212,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344628,"statfs":{"total":96636764160,"available":96608899072,"internally_reserved":0,"allocated":184320,"data_stored":59452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542148,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27184,"kb_used_data":156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344656,"statfs":{"total":96636764160,"available":96608927744,"internally_reserved":0,"allocated":159744,"data_stored":47360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542148,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27188,"kb_used_data":156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":159744,"data_stored":47360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542149,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27776,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344064,"statfs":{"total":96636764160,"available":96608321536,"internally_reserved":0,"allocated":765952,"data_stored":643545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:32:55.323 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:32:55.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.456+0000 7ffa3de82640 1 Processor -- start 2024-09-19T04:32:55.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.456+0000 7ffa3de82640 1 -- start start 2024-09-19T04:32:55.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.457+0000 7ffa3de82640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ffa3815c180 0x7ffa380cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:55.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.457+0000 7ffa3de82640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa380ce740 con 0x7ffa38073120 2024-09-19T04:32:55.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.457+0000 7ffa3de82640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa38072640 con 0x7ffa380ce230 2024-09-19T04:32:55.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.457+0000 7ffa3de82640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7ffa38072920 con 0x7ffa3815c180 2024-09-19T04:32:55.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.457+0000 7ffa377fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ffa3815c180 0x7ffa380cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:55.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.457+0000 7ffa37fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7ffa38073120 0x7ffa3806bba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:47888/0 (socket says 172.21.15.111:47888) 2024-09-19T04:32:55.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.457+0000 7ffa37fff640 1 -- 172.21.15.111:0/3080548982 learned_addr learned my addr 172.21.15.111:0/3080548982 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:32:55.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.457+0000 7ffa377fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ffa3815c180 0x7ffa380cdcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47768/0 (socket says 172.21.15.111:47768) 2024-09-19T04:32:55.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.457+0000 7ffa377fe640 1 -- 172.21.15.111:0/3080548982 >> v1:172.21.15.114:6789/0 conn(0x7ffa380ce230 legacy=0x7ffa380cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:55.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.457+0000 7ffa377fe640 1 -- 172.21.15.111:0/3080548982 >> v1:172.21.15.111:6789/0 conn(0x7ffa38073120 legacy=0x7ffa3806bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:55.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.457+0000 7ffa367fc640 1 -- 172.21.15.111:0/3080548982 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1059678589 0 0) 0x7ffa380ce740 con 0x7ffa38073120 2024-09-19T04:32:55.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.457+0000 7ffa377fe640 1 -- 172.21.15.111:0/3080548982 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa38072c00 con 0x7ffa3815c180 2024-09-19T04:32:55.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.458+0000 7ffa377fe640 1 --2- 172.21.15.111:0/3080548982 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffa3815c180 0x7ffa380cdcf0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ffa280097a0 tx=0x7ffa2802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c01f3aa2840b7008 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:55.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.458+0000 7ffa367fc640 1 -- 172.21.15.111:0/3080548982 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa28037070 con 0x7ffa3815c180 2024-09-19T04:32:55.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.458+0000 7ffa367fc640 1 -- 172.21.15.111:0/3080548982 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa2802ae50 con 0x7ffa3815c180 2024-09-19T04:32:55.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.458+0000 7ffa367fc640 1 -- 172.21.15.111:0/3080548982 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa28032660 con 0x7ffa3815c180 2024-09-19T04:32:55.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.459+0000 7ffa3de82640 1 -- 172.21.15.111:0/3080548982 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffa3815c180 msgr2=0x7ffa380cdcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:55.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.459+0000 7ffa3de82640 1 --2- 172.21.15.111:0/3080548982 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffa3815c180 0x7ffa380cdcf0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ffa280097a0 tx=0x7ffa2802a140 comp rx=0 tx=0).stop 2024-09-19T04:32:55.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.459+0000 7ffa3de82640 1 -- 172.21.15.111:0/3080548982 shutdown_connections 2024-09-19T04:32:55.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.459+0000 7ffa3de82640 1 --2- 172.21.15.111:0/3080548982 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffa3815c180 0x7ffa380cdcf0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:55.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.459+0000 7ffa3de82640 1 -- 172.21.15.111:0/3080548982 >> 172.21.15.111:0/3080548982 conn(0x7ffa38062cc0 msgr2=0x7ffa3806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:55.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.459+0000 7ffa3de82640 1 -- 172.21.15.111:0/3080548982 shutdown_connections 2024-09-19T04:32:55.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.459+0000 7ffa3de82640 1 -- 172.21.15.111:0/3080548982 wait complete. 2024-09-19T04:32:55.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.460+0000 7ffa3de82640 1 Processor -- start 2024-09-19T04:32:55.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.460+0000 7ffa3de82640 1 -- start start 2024-09-19T04:32:55.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.461+0000 7ffa3de82640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffa38073120 0x7ffa38151350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:55.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.461+0000 7ffa3de82640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffa380ce230 0x7ffa380aec10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:55.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.461+0000 7ffa3de82640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffa3815c180 0x7ffa380c5c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:55.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.461+0000 7ffa3de82640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ffa380cf780 con 0x7ffa380ce230 2024-09-19T04:32:55.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.461+0000 7ffa3de82640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ffa380722f0 con 0x7ffa38073120 2024-09-19T04:32:55.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.461+0000 7ffa3de82640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ffa3815c560 con 0x7ffa3815c180 2024-09-19T04:32:55.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.461+0000 7ffa36ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffa380ce230 0x7ffa380aec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:55.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.461+0000 7ffa36ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffa380ce230 0x7ffa380aec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47780/0 (socket says 172.21.15.111:47780) 2024-09-19T04:32:55.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.461+0000 7ffa36ffd640 1 -- 172.21.15.111:0/79132708 learned_addr learned my addr 172.21.15.111:0/79132708 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:55.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.461+0000 7ffa377fe640 1 --2- 172.21.15.111:0/79132708 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffa38073120 0x7ffa38151350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:55.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.461+0000 7ffa37fff640 1 --2- 172.21.15.111:0/79132708 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffa3815c180 0x7ffa380c5c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:55.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.461+0000 7ffa36ffd640 1 -- 172.21.15.111:0/79132708 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffa3815c180 msgr2=0x7ffa380c5c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:55.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.461+0000 7ffa36ffd640 1 --2- 172.21.15.111:0/79132708 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffa3815c180 0x7ffa380c5c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:55.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.461+0000 7ffa36ffd640 1 -- 172.21.15.111:0/79132708 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffa38073120 msgr2=0x7ffa38151350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:55.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.461+0000 7ffa36ffd640 1 --2- 172.21.15.111:0/79132708 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffa38073120 0x7ffa38151350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:55.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.461+0000 7ffa36ffd640 1 -- 172.21.15.111:0/79132708 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa380c63f0 con 0x7ffa380ce230 2024-09-19T04:32:55.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.461+0000 7ffa377fe640 1 --2- 172.21.15.111:0/79132708 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffa38073120 0x7ffa38151350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:32:55.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.461+0000 7ffa36ffd640 1 --2- 172.21.15.111:0/79132708 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffa380ce230 0x7ffa380aec10 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ffa2c00c430 tx=0x7ffa2c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:55.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.462+0000 7ffa1ffff640 1 -- 172.21.15.111:0/79132708 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa2c011790 con 0x7ffa380ce230 2024-09-19T04:32:55.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.462+0000 7ffa1ffff640 1 -- 172.21.15.111:0/79132708 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa2c017070 con 0x7ffa380ce230 2024-09-19T04:32:55.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.462+0000 7ffa3de82640 1 -- 172.21.15.111:0/79132708 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa380c66d0 con 0x7ffa380ce230 2024-09-19T04:32:55.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.462+0000 7ffa1ffff640 1 -- 172.21.15.111:0/79132708 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa2c011bb0 con 0x7ffa380ce230 2024-09-19T04:32:55.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.462+0000 7ffa3de82640 1 -- 172.21.15.111:0/79132708 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa380c6c90 con 0x7ffa380ce230 2024-09-19T04:32:55.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.462+0000 7ffa3de82640 1 -- 172.21.15.111:0/79132708 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa380cdcf0 con 0x7ffa380ce230 2024-09-19T04:32:55.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.463+0000 7ffa1ffff640 1 -- 172.21.15.111:0/79132708 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffa2c01c460 con 0x7ffa380ce230 2024-09-19T04:32:55.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.463+0000 7ffa1ffff640 1 --2- 172.21.15.111:0/79132708 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ffa2406c2b0 0x7ffa2406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:55.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.464+0000 7ffa1ffff640 1 -- 172.21.15.111:0/79132708 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ffa2c08b230 con 0x7ffa380ce230 2024-09-19T04:32:55.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.464+0000 7ffa377fe640 1 --2- 172.21.15.111:0/79132708 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ffa2406c2b0 0x7ffa2406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:55.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.464+0000 7ffa377fe640 1 --2- 172.21.15.111:0/79132708 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ffa2406c2b0 0x7ffa2406e770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7ffa28034000 tx=0x7ffa2802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:55.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.468+0000 7ffa1ffff640 1 -- 172.21.15.111:0/79132708 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffa2c059a30 con 0x7ffa380ce230 2024-09-19T04:32:55.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.631+0000 7ffa3de82640 1 -- 172.21.15.111:0/79132708 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ffa380b1d00 con 0x7ffa2406c2b0 2024-09-19T04:32:55.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.636+0000 7ffa1ffff640 1 -- 172.21.15.111:0/79132708 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+243520 (secure 0 0 0) 0x7ffa380b1d00 con 0x7ffa2406c2b0 2024-09-19T04:32:55.640 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:32:55.641 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:32:55.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.640+0000 7ffa3de82640 1 -- 172.21.15.111:0/79132708 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ffa2406c2b0 msgr2=0x7ffa2406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:55.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.640+0000 7ffa3de82640 1 --2- 172.21.15.111:0/79132708 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ffa2406c2b0 0x7ffa2406e770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7ffa28034000 tx=0x7ffa2802e000 comp rx=0 tx=0).stop 2024-09-19T04:32:55.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.640+0000 7ffa3de82640 1 -- 172.21.15.111:0/79132708 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffa380ce230 msgr2=0x7ffa380aec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:55.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.640+0000 7ffa3de82640 1 --2- 172.21.15.111:0/79132708 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffa380ce230 0x7ffa380aec10 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ffa2c00c430 tx=0x7ffa2c00c8f0 comp rx=0 tx=0).stop 2024-09-19T04:32:55.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.640+0000 7ffa3de82640 1 -- 172.21.15.111:0/79132708 shutdown_connections 2024-09-19T04:32:55.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.640+0000 7ffa3de82640 1 --2- 172.21.15.111:0/79132708 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ffa2406c2b0 0x7ffa2406e770 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:55.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.640+0000 7ffa3de82640 1 --2- 172.21.15.111:0/79132708 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffa3815c180 0x7ffa380c5c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:55.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.640+0000 7ffa3de82640 1 --2- 172.21.15.111:0/79132708 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffa380ce230 0x7ffa380aec10 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:55.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.640+0000 7ffa3de82640 1 --2- 172.21.15.111:0/79132708 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffa38073120 0x7ffa38151350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:55.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.640+0000 7ffa3de82640 1 -- 172.21.15.111:0/79132708 >> 172.21.15.111:0/79132708 conn(0x7ffa38062cc0 msgr2=0x7ffa3806bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:55.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.640+0000 7ffa3de82640 1 -- 172.21.15.111:0/79132708 shutdown_connections 2024-09-19T04:32:55.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.640+0000 7ffa3de82640 1 -- 172.21.15.111:0/79132708 wait complete. 2024-09-19T04:32:55.652 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-09-19T04:32:54.408778+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":136,"acting":136,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218724,"kb_used_data":2492,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755996,"statfs":{"total":773094113280,"available":772870139904,"internally_reserved":0,"allocated":2551808,"data_stored":1600793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.368895"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.056171+0000","last_change":"2024-09-19T04:32:51.056171+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.056171+0000","last_undegraded":"2024-09-19T04:32:51.056171+0000","last_fullsized":"2024-09-19T04:32:51.056171+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.051710+0000","last_change":"2024-09-19T04:32:51.051710+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.051710+0000","last_undegraded":"2024-09-19T04:32:51.051710+0000","last_fullsized":"2024-09-19T04:32:51.051710+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.055435+0000","last_change":"2024-09-19T04:32:51.055435+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.055435+0000","last_undegraded":"2024-09-19T04:32:51.055435+0000","last_fullsized":"2024-09-19T04:32:51.055435+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.051088+0000","last_change":"2024-09-19T04:32:51.051088+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.051088+0000","last_undegraded":"2024-09-19T04:32:51.051088+0000","last_fullsized":"2024-09-19T04:32:51.051088+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.059191+0000","last_change":"2024-09-19T04:32:51.059191+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.059191+0000","last_undegraded":"2024-09-19T04:32:51.059191+0000","last_fullsized":"2024-09-19T04:32:51.059191+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.055767+0000","last_change":"2024-09-19T04:32:51.055767+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.055767+0000","last_undegraded":"2024-09-19T04:32:51.055767+0000","last_fullsized":"2024-09-19T04:32:51.055767+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.056295+0000","last_change":"2024-09-19T04:32:51.056295+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.056295+0000","last_undegraded":"2024-09-19T04:32:51.056295+0000","last_fullsized":"2024-09-19T04:32:51.056295+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.053690+0000","last_change":"2024-09-19T04:32:51.053690+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.053690+0000","last_undegraded":"2024-09-19T04:32:51.053690+0000","last_fullsized":"2024-09-19T04:32:51.053690+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.051537+0000","last_change":"2024-09-19T04:32:51.051537+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.051537+0000","last_undegraded":"2024-09-19T04:32:51.051537+0000","last_fullsized":"2024-09-19T04:32:51.051537+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.050554+0000","last_change":"2024-09-19T04:32:51.050554+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.050554+0000","last_undegraded":"2024-09-19T04:32:51.050554+0000","last_fullsized":"2024-09-19T04:32:51.050554+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.049200+0000","last_change":"2024-09-19T04:32:51.049200+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.049200+0000","last_undegraded":"2024-09-19T04:32:51.049200+0000","last_fullsized":"2024-09-19T04:32:51.049200+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.056663+0000","last_change":"2024-09-19T04:32:51.056663+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.056663+0000","last_undegraded":"2024-09-19T04:32:51.056663+0000","last_fullsized":"2024-09-19T04:32:51.056663+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.054535+0000","last_change":"2024-09-19T04:32:51.054535+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.054535+0000","last_undegraded":"2024-09-19T04:32:51.054535+0000","last_fullsized":"2024-09-19T04:32:51.054535+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.050587+0000","last_change":"2024-09-19T04:32:51.050587+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.050587+0000","last_undegraded":"2024-09-19T04:32:51.050587+0000","last_fullsized":"2024-09-19T04:32:51.050587+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.049910+0000","last_change":"2024-09-19T04:32:51.049910+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.049910+0000","last_undegraded":"2024-09-19T04:32:51.049910+0000","last_fullsized":"2024-09-19T04:32:51.049910+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.055853+0000","last_change":"2024-09-19T04:32:51.055853+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.055853+0000","last_undegraded":"2024-09-19T04:32:51.055853+0000","last_fullsized":"2024-09-19T04:32:51.055853+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.050132+0000","last_change":"2024-09-19T04:32:51.050132+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.050132+0000","last_undegraded":"2024-09-19T04:32:51.050132+0000","last_fullsized":"2024-09-19T04:32:51.050132+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.054247+0000","last_change":"2024-09-19T04:32:51.054247+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.054247+0000","last_undegraded":"2024-09-19T04:32:51.054247+0000","last_fullsized":"2024-09-19T04:32:51.054247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.048853+0000","last_change":"2024-09-19T04:32:51.048853+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.048853+0000","last_undegraded":"2024-09-19T04:32:51.048853+0000","last_fullsized":"2024-09-19T04:32:51.048853+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.042453+0000","last_change":"2024-09-19T04:32:50.042453+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.042453+0000","last_undegraded":"2024-09-19T04:32:50.042453+0000","last_fullsized":"2024-09-19T04:32:50.042453+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070037+0000","last_change":"2024-09-19T04:32:51.064685+0000","last_active":"2024-09-19T04:32:51.070037+0000","last_peered":"2024-09-19T04:32:51.070037+0000","last_clean":"2024-09-19T04:32:51.070037+0000","last_became_active":"2024-09-19T04:32:51.064380+0000","last_became_peered":"2024-09-19T04:32:51.064380+0000","last_unstale":"2024-09-19T04:32:51.070037+0000","last_undegraded":"2024-09-19T04:32:51.070037+0000","last_fullsized":"2024-09-19T04:32:51.070037+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:41:54.757548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.042435+0000","last_change":"2024-09-19T04:32:50.042435+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.042435+0000","last_undegraded":"2024-09-19T04:32:50.042435+0000","last_fullsized":"2024-09-19T04:32:50.042435+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.060228+0000","last_change":"2024-09-19T04:32:51.055907+0000","last_active":"2024-09-19T04:32:51.060228+0000","last_peered":"2024-09-19T04:32:51.060228+0000","last_clean":"2024-09-19T04:32:51.060228+0000","last_became_active":"2024-09-19T04:32:51.055358+0000","last_became_peered":"2024-09-19T04:32:51.055358+0000","last_unstale":"2024-09-19T04:32:51.060228+0000","last_undegraded":"2024-09-19T04:32:51.060228+0000","last_fullsized":"2024-09-19T04:32:51.060228+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:53.430323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070054+0000","last_change":"2024-09-19T04:32:51.064828+0000","last_active":"2024-09-19T04:32:51.070054+0000","last_peered":"2024-09-19T04:32:51.070054+0000","last_clean":"2024-09-19T04:32:51.070054+0000","last_became_active":"2024-09-19T04:32:51.064535+0000","last_became_peered":"2024-09-19T04:32:51.064535+0000","last_unstale":"2024-09-19T04:32:51.070054+0000","last_undegraded":"2024-09-19T04:32:51.070054+0000","last_fullsized":"2024-09-19T04:32:51.070054+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:34.660517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.050255+0000","last_change":"2024-09-19T04:32:51.050255+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.050255+0000","last_undegraded":"2024-09-19T04:32:51.050255+0000","last_fullsized":"2024-09-19T04:32:51.050255+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.067169+0000","last_change":"2024-09-19T04:32:51.062798+0000","last_active":"2024-09-19T04:32:51.067169+0000","last_peered":"2024-09-19T04:32:51.067169+0000","last_clean":"2024-09-19T04:32:51.067169+0000","last_became_active":"2024-09-19T04:32:51.062488+0000","last_became_peered":"2024-09-19T04:32:51.062488+0000","last_unstale":"2024-09-19T04:32:51.067169+0000","last_undegraded":"2024-09-19T04:32:51.067169+0000","last_fullsized":"2024-09-19T04:32:51.067169+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:17.308432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.045277+0000","last_change":"2024-09-19T04:32:50.045277+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.045277+0000","last_undegraded":"2024-09-19T04:32:50.045277+0000","last_fullsized":"2024-09-19T04:32:50.045277+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.051015+0000","last_change":"2024-09-19T04:32:51.051015+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.051015+0000","last_undegraded":"2024-09-19T04:32:51.051015+0000","last_fullsized":"2024-09-19T04:32:51.051015+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070140+0000","last_change":"2024-09-19T04:32:51.066682+0000","last_active":"2024-09-19T04:32:51.070140+0000","last_peered":"2024-09-19T04:32:51.070140+0000","last_clean":"2024-09-19T04:32:51.070140+0000","last_became_active":"2024-09-19T04:32:51.066434+0000","last_became_peered":"2024-09-19T04:32:51.066434+0000","last_unstale":"2024-09-19T04:32:51.070140+0000","last_undegraded":"2024-09-19T04:32:51.070140+0000","last_fullsized":"2024-09-19T04:32:51.070140+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:16.998859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.057824+0000","last_change":"2024-09-19T04:32:51.057824+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.057824+0000","last_undegraded":"2024-09-19T04:32:51.057824+0000","last_fullsized":"2024-09-19T04:32:51.057824+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.045112+0000","last_change":"2024-09-19T04:32:50.045112+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.045112+0000","last_undegraded":"2024-09-19T04:32:50.045112+0000","last_fullsized":"2024-09-19T04:32:50.045112+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.066966+0000","last_change":"2024-09-19T04:32:51.060482+0000","last_active":"2024-09-19T04:32:51.066966+0000","last_peered":"2024-09-19T04:32:51.066966+0000","last_clean":"2024-09-19T04:32:51.066966+0000","last_became_active":"2024-09-19T04:32:51.060208+0000","last_became_peered":"2024-09-19T04:32:51.060208+0000","last_unstale":"2024-09-19T04:32:51.066966+0000","last_undegraded":"2024-09-19T04:32:51.066966+0000","last_fullsized":"2024-09-19T04:32:51.066966+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:34.660517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.054960+0000","last_change":"2024-09-19T04:32:51.054960+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.054960+0000","last_undegraded":"2024-09-19T04:32:51.054960+0000","last_fullsized":"2024-09-19T04:32:51.054960+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070053+0000","last_change":"2024-09-19T04:32:51.064040+0000","last_active":"2024-09-19T04:32:51.070053+0000","last_peered":"2024-09-19T04:32:51.070053+0000","last_clean":"2024-09-19T04:32:51.070053+0000","last_became_active":"2024-09-19T04:32:51.063764+0000","last_became_peered":"2024-09-19T04:32:51.063764+0000","last_unstale":"2024-09-19T04:32:51.070053+0000","last_undegraded":"2024-09-19T04:32:51.070053+0000","last_fullsized":"2024-09-19T04:32:51.070053+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:53.430323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.053643+0000","last_change":"2024-09-19T04:32:51.053643+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.053643+0000","last_undegraded":"2024-09-19T04:32:51.053643+0000","last_fullsized":"2024-09-19T04:32:51.053643+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.049900+0000","last_change":"2024-09-19T04:32:50.049900+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.049900+0000","last_undegraded":"2024-09-19T04:32:50.049900+0000","last_fullsized":"2024-09-19T04:32:50.049900+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.057437+0000","last_change":"2024-09-19T04:32:51.057437+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.057437+0000","last_undegraded":"2024-09-19T04:32:51.057437+0000","last_fullsized":"2024-09-19T04:32:51.057437+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.064484+0000","last_change":"2024-09-19T04:32:51.061102+0000","last_active":"2024-09-19T04:32:51.064484+0000","last_peered":"2024-09-19T04:32:51.064484+0000","last_clean":"2024-09-19T04:32:51.064484+0000","last_became_active":"2024-09-19T04:32:51.060781+0000","last_became_peered":"2024-09-19T04:32:51.060781+0000","last_unstale":"2024-09-19T04:32:51.064484+0000","last_undegraded":"2024-09-19T04:32:51.064484+0000","last_fullsized":"2024-09-19T04:32:51.064484+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:44.489118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.056528+0000","last_change":"2024-09-19T04:32:51.056528+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.056528+0000","last_undegraded":"2024-09-19T04:32:51.056528+0000","last_fullsized":"2024-09-19T04:32:51.056528+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.049822+0000","last_change":"2024-09-19T04:32:50.049822+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.049822+0000","last_undegraded":"2024-09-19T04:32:50.049822+0000","last_fullsized":"2024-09-19T04:32:50.049822+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.055370+0000","last_change":"2024-09-19T04:32:51.055370+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.055370+0000","last_undegraded":"2024-09-19T04:32:51.055370+0000","last_fullsized":"2024-09-19T04:32:51.055370+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.044383+0000","last_change":"2024-09-19T04:32:50.044383+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.044383+0000","last_undegraded":"2024-09-19T04:32:50.044383+0000","last_fullsized":"2024-09-19T04:32:50.044383+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.049807+0000","last_change":"2024-09-19T04:32:51.049807+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.049807+0000","last_undegraded":"2024-09-19T04:32:51.049807+0000","last_fullsized":"2024-09-19T04:32:51.049807+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.049873+0000","last_change":"2024-09-19T04:32:50.049873+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.049873+0000","last_undegraded":"2024-09-19T04:32:50.049873+0000","last_fullsized":"2024-09-19T04:32:50.049873+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.057200+0000","last_change":"2024-09-19T04:32:51.057200+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.057200+0000","last_undegraded":"2024-09-19T04:32:51.057200+0000","last_fullsized":"2024-09-19T04:32:51.057200+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":166,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.059858+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:32:51.059858+0000","last_peered":"2024-09-19T04:32:51.059858+0000","last_clean":"2024-09-19T04:32:51.059858+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:32:51.059858+0000","last_undegraded":"2024-09-19T04:32:51.059858+0000","last_fullsized":"2024-09-19T04:32:51.059858+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.063805+0000","last_change":"2024-09-19T04:32:51.058334+0000","last_active":"2024-09-19T04:32:51.063805+0000","last_peered":"2024-09-19T04:32:51.063805+0000","last_clean":"2024-09-19T04:32:51.063805+0000","last_became_active":"2024-09-19T04:32:51.058066+0000","last_became_peered":"2024-09-19T04:32:51.058066+0000","last_unstale":"2024-09-19T04:32:51.063805+0000","last_undegraded":"2024-09-19T04:32:51.063805+0000","last_fullsized":"2024-09-19T04:32:51.063805+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:41:54.757548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070478+0000","last_change":"2024-09-19T04:32:51.068935+0000","last_active":"2024-09-19T04:32:51.070478+0000","last_peered":"2024-09-19T04:32:51.070478+0000","last_clean":"2024-09-19T04:32:51.070478+0000","last_became_active":"2024-09-19T04:32:51.068680+0000","last_became_peered":"2024-09-19T04:32:51.068680+0000","last_unstale":"2024-09-19T04:32:51.070478+0000","last_undegraded":"2024-09-19T04:32:51.070478+0000","last_fullsized":"2024-09-19T04:32:51.070478+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:53.042361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.049864+0000","last_change":"2024-09-19T04:32:50.049864+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.049864+0000","last_undegraded":"2024-09-19T04:32:50.049864+0000","last_fullsized":"2024-09-19T04:32:50.049864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.066994+0000","last_change":"2024-09-19T04:32:51.061154+0000","last_active":"2024-09-19T04:32:51.066994+0000","last_peered":"2024-09-19T04:32:51.066994+0000","last_clean":"2024-09-19T04:32:51.066994+0000","last_became_active":"2024-09-19T04:32:51.060857+0000","last_became_peered":"2024-09-19T04:32:51.060857+0000","last_unstale":"2024-09-19T04:32:51.066994+0000","last_undegraded":"2024-09-19T04:32:51.066994+0000","last_fullsized":"2024-09-19T04:32:51.066994+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:16.998859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.050262+0000","last_change":"2024-09-19T04:32:51.050262+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.050262+0000","last_undegraded":"2024-09-19T04:32:51.050262+0000","last_fullsized":"2024-09-19T04:32:51.050262+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.044745+0000","last_change":"2024-09-19T04:32:50.044745+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.044745+0000","last_undegraded":"2024-09-19T04:32:50.044745+0000","last_fullsized":"2024-09-19T04:32:50.044745+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.048903+0000","last_change":"2024-09-19T04:32:51.048903+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.048903+0000","last_undegraded":"2024-09-19T04:32:51.048903+0000","last_fullsized":"2024-09-19T04:32:51.048903+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070458+0000","last_change":"2024-09-19T04:32:51.068499+0000","last_active":"2024-09-19T04:32:51.070458+0000","last_peered":"2024-09-19T04:32:51.070458+0000","last_clean":"2024-09-19T04:32:51.070458+0000","last_became_active":"2024-09-19T04:32:51.068167+0000","last_became_peered":"2024-09-19T04:32:51.068167+0000","last_unstale":"2024-09-19T04:32:51.070458+0000","last_undegraded":"2024-09-19T04:32:51.070458+0000","last_fullsized":"2024-09-19T04:32:51.070458+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:06:31.714672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.044413+0000","last_change":"2024-09-19T04:32:50.044413+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.044413+0000","last_undegraded":"2024-09-19T04:32:50.044413+0000","last_fullsized":"2024-09-19T04:32:50.044413+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.066952+0000","last_change":"2024-09-19T04:32:51.062616+0000","last_active":"2024-09-19T04:32:51.066952+0000","last_peered":"2024-09-19T04:32:51.066952+0000","last_clean":"2024-09-19T04:32:51.066952+0000","last_became_active":"2024-09-19T04:32:51.062347+0000","last_became_peered":"2024-09-19T04:32:51.062347+0000","last_unstale":"2024-09-19T04:32:51.066952+0000","last_undegraded":"2024-09-19T04:32:51.066952+0000","last_fullsized":"2024-09-19T04:32:51.066952+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:44.489118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070461+0000","last_change":"2024-09-19T04:32:51.068601+0000","last_active":"2024-09-19T04:32:51.070461+0000","last_peered":"2024-09-19T04:32:51.070461+0000","last_clean":"2024-09-19T04:32:51.070461+0000","last_became_active":"2024-09-19T04:32:51.068274+0000","last_became_peered":"2024-09-19T04:32:51.068274+0000","last_unstale":"2024-09-19T04:32:51.070461+0000","last_undegraded":"2024-09-19T04:32:51.070461+0000","last_fullsized":"2024-09-19T04:32:51.070461+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:37:16.408002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.048847+0000","last_change":"2024-09-19T04:32:51.048847+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.048847+0000","last_undegraded":"2024-09-19T04:32:51.048847+0000","last_fullsized":"2024-09-19T04:32:51.048847+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.044388+0000","last_change":"2024-09-19T04:32:50.044388+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.044388+0000","last_undegraded":"2024-09-19T04:32:50.044388+0000","last_fullsized":"2024-09-19T04:32:50.044388+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.044319+0000","last_change":"2024-09-19T04:32:50.044319+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.044319+0000","last_undegraded":"2024-09-19T04:32:50.044319+0000","last_fullsized":"2024-09-19T04:32:50.044319+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070062+0000","last_change":"2024-09-19T04:32:51.066109+0000","last_active":"2024-09-19T04:32:51.070062+0000","last_peered":"2024-09-19T04:32:51.070062+0000","last_clean":"2024-09-19T04:32:51.070062+0000","last_became_active":"2024-09-19T04:32:51.065790+0000","last_became_peered":"2024-09-19T04:32:51.065790+0000","last_unstale":"2024-09-19T04:32:51.070062+0000","last_undegraded":"2024-09-19T04:32:51.070062+0000","last_fullsized":"2024-09-19T04:32:51.070062+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:17.308432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.057553+0000","last_change":"2024-09-19T04:32:51.057553+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.057553+0000","last_undegraded":"2024-09-19T04:32:51.057553+0000","last_fullsized":"2024-09-19T04:32:51.057553+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.049607+0000","last_change":"2024-09-19T04:32:51.049607+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.049607+0000","last_undegraded":"2024-09-19T04:32:51.049607+0000","last_fullsized":"2024-09-19T04:32:51.049607+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070435+0000","last_change":"2024-09-19T04:32:51.067778+0000","last_active":"2024-09-19T04:32:51.070435+0000","last_peered":"2024-09-19T04:32:51.070435+0000","last_clean":"2024-09-19T04:32:51.070435+0000","last_became_active":"2024-09-19T04:32:51.067450+0000","last_became_peered":"2024-09-19T04:32:51.067450+0000","last_unstale":"2024-09-19T04:32:51.070435+0000","last_undegraded":"2024-09-19T04:32:51.070435+0000","last_fullsized":"2024-09-19T04:32:51.070435+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:06:42.913981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.051258+0000","last_change":"2024-09-19T04:32:51.051258+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.051258+0000","last_undegraded":"2024-09-19T04:32:51.051258+0000","last_fullsized":"2024-09-19T04:32:51.051258+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070075+0000","last_change":"2024-09-19T04:32:51.065261+0000","last_active":"2024-09-19T04:32:51.070075+0000","last_peered":"2024-09-19T04:32:51.070075+0000","last_clean":"2024-09-19T04:32:51.070075+0000","last_became_active":"2024-09-19T04:32:51.064960+0000","last_became_peered":"2024-09-19T04:32:51.064960+0000","last_unstale":"2024-09-19T04:32:51.070075+0000","last_undegraded":"2024-09-19T04:32:51.070075+0000","last_fullsized":"2024-09-19T04:32:51.070075+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:16.998859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.042433+0000","last_change":"2024-09-19T04:32:50.042433+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.042433+0000","last_undegraded":"2024-09-19T04:32:50.042433+0000","last_fullsized":"2024-09-19T04:32:50.042433+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.044910+0000","last_change":"2024-09-19T04:32:50.044910+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.044910+0000","last_undegraded":"2024-09-19T04:32:50.044910+0000","last_fullsized":"2024-09-19T04:32:50.044910+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":70,"acting":70,"num_store_stats":4},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27776,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344064,"statfs":{"total":96636764160,"available":96608321536,"internally_reserved":0,"allocated":765952,"data_stored":643545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27212,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344628,"statfs":{"total":96636764160,"available":96608899072,"internally_reserved":0,"allocated":184320,"data_stored":59452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542148,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27184,"kb_used_data":156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344656,"statfs":{"total":96636764160,"available":96608927744,"internally_reserved":0,"allocated":159744,"data_stored":47360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542148,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27188,"kb_used_data":156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":159744,"data_stored":47360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542149,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27776,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344064,"statfs":{"total":96636764160,"available":96608321536,"internally_reserved":0,"allocated":765952,"data_stored":643545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:32:55.656 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3f is not active+clean 2024-09-19T04:32:55.656 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.056171+0000', 'last_change': '2024-09-19T04:32:51.056171+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.056171+0000', 'last_undegraded': '2024-09-19T04:32:51.056171+0000', 'last_fullsized': '2024-09-19T04:32:51.056171+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:32:55.656 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3e is not active+clean 2024-09-19T04:32:55.656 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.656 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3d is not active+clean 2024-09-19T04:32:55.657 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.657 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3c is not active+clean 2024-09-19T04:32:55.657 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.051710+0000', 'last_change': '2024-09-19T04:32:51.051710+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.051710+0000', 'last_undegraded': '2024-09-19T04:32:51.051710+0000', 'last_fullsized': '2024-09-19T04:32:51.051710+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:32:55.657 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3b is not active+clean 2024-09-19T04:32:55.657 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.055435+0000', 'last_change': '2024-09-19T04:32:51.055435+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.055435+0000', 'last_undegraded': '2024-09-19T04:32:51.055435+0000', 'last_fullsized': '2024-09-19T04:32:51.055435+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:32:55.657 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3a is not active+clean 2024-09-19T04:32:55.657 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.051088+0000', 'last_change': '2024-09-19T04:32:51.051088+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.051088+0000', 'last_undegraded': '2024-09-19T04:32:51.051088+0000', 'last_fullsized': '2024-09-19T04:32:51.051088+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:32:55.657 INFO:tasks.ceph.ceph_manager.ceph:PG 3.39 is not active+clean 2024-09-19T04:32:55.657 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.059191+0000', 'last_change': '2024-09-19T04:32:51.059191+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.059191+0000', 'last_undegraded': '2024-09-19T04:32:51.059191+0000', 'last_fullsized': '2024-09-19T04:32:51.059191+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:32:55.657 INFO:tasks.ceph.ceph_manager.ceph:PG 3.38 is not active+clean 2024-09-19T04:32:55.657 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.657 INFO:tasks.ceph.ceph_manager.ceph:PG 3.37 is not active+clean 2024-09-19T04:32:55.658 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.055767+0000', 'last_change': '2024-09-19T04:32:51.055767+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.055767+0000', 'last_undegraded': '2024-09-19T04:32:51.055767+0000', 'last_fullsized': '2024-09-19T04:32:51.055767+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:32:55.658 INFO:tasks.ceph.ceph_manager.ceph:PG 3.36 is not active+clean 2024-09-19T04:32:55.658 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.056295+0000', 'last_change': '2024-09-19T04:32:51.056295+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.056295+0000', 'last_undegraded': '2024-09-19T04:32:51.056295+0000', 'last_fullsized': '2024-09-19T04:32:51.056295+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:32:55.658 INFO:tasks.ceph.ceph_manager.ceph:PG 3.35 is not active+clean 2024-09-19T04:32:55.658 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.053690+0000', 'last_change': '2024-09-19T04:32:51.053690+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.053690+0000', 'last_undegraded': '2024-09-19T04:32:51.053690+0000', 'last_fullsized': '2024-09-19T04:32:51.053690+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:32:55.658 INFO:tasks.ceph.ceph_manager.ceph:PG 3.34 is not active+clean 2024-09-19T04:32:55.658 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.051537+0000', 'last_change': '2024-09-19T04:32:51.051537+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.051537+0000', 'last_undegraded': '2024-09-19T04:32:51.051537+0000', 'last_fullsized': '2024-09-19T04:32:51.051537+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:32:55.658 INFO:tasks.ceph.ceph_manager.ceph:PG 3.33 is not active+clean 2024-09-19T04:32:55.658 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.658 INFO:tasks.ceph.ceph_manager.ceph:PG 3.32 is not active+clean 2024-09-19T04:32:55.658 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.659 INFO:tasks.ceph.ceph_manager.ceph:PG 3.31 is not active+clean 2024-09-19T04:32:55.659 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.659 INFO:tasks.ceph.ceph_manager.ceph:PG 3.30 is not active+clean 2024-09-19T04:32:55.659 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.050554+0000', 'last_change': '2024-09-19T04:32:51.050554+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.050554+0000', 'last_undegraded': '2024-09-19T04:32:51.050554+0000', 'last_fullsized': '2024-09-19T04:32:51.050554+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:32:55.659 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2f is not active+clean 2024-09-19T04:32:55.659 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.049200+0000', 'last_change': '2024-09-19T04:32:51.049200+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.049200+0000', 'last_undegraded': '2024-09-19T04:32:51.049200+0000', 'last_fullsized': '2024-09-19T04:32:51.049200+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:32:55.659 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2e is not active+clean 2024-09-19T04:32:55.659 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.659 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2d is not active+clean 2024-09-19T04:32:55.659 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.056663+0000', 'last_change': '2024-09-19T04:32:51.056663+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.056663+0000', 'last_undegraded': '2024-09-19T04:32:51.056663+0000', 'last_fullsized': '2024-09-19T04:32:51.056663+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:32:55.659 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2c is not active+clean 2024-09-19T04:32:55.660 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.054535+0000', 'last_change': '2024-09-19T04:32:51.054535+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.054535+0000', 'last_undegraded': '2024-09-19T04:32:51.054535+0000', 'last_fullsized': '2024-09-19T04:32:51.054535+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:32:55.660 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2b is not active+clean 2024-09-19T04:32:55.660 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.660 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2a is not active+clean 2024-09-19T04:32:55.660 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.050587+0000', 'last_change': '2024-09-19T04:32:51.050587+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.050587+0000', 'last_undegraded': '2024-09-19T04:32:51.050587+0000', 'last_fullsized': '2024-09-19T04:32:51.050587+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:32:55.660 INFO:tasks.ceph.ceph_manager.ceph:PG 3.29 is not active+clean 2024-09-19T04:32:55.660 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.660 INFO:tasks.ceph.ceph_manager.ceph:PG 3.28 is not active+clean 2024-09-19T04:32:55.660 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.049910+0000', 'last_change': '2024-09-19T04:32:51.049910+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.049910+0000', 'last_undegraded': '2024-09-19T04:32:51.049910+0000', 'last_fullsized': '2024-09-19T04:32:51.049910+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:32:55.660 INFO:tasks.ceph.ceph_manager.ceph:PG 3.27 is not active+clean 2024-09-19T04:32:55.660 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.661 INFO:tasks.ceph.ceph_manager.ceph:PG 3.26 is not active+clean 2024-09-19T04:32:55.661 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.055853+0000', 'last_change': '2024-09-19T04:32:51.055853+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.055853+0000', 'last_undegraded': '2024-09-19T04:32:51.055853+0000', 'last_fullsized': '2024-09-19T04:32:51.055853+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:32:55.661 INFO:tasks.ceph.ceph_manager.ceph:PG 3.25 is not active+clean 2024-09-19T04:32:55.661 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.661 INFO:tasks.ceph.ceph_manager.ceph:PG 3.24 is not active+clean 2024-09-19T04:32:55.661 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.661 INFO:tasks.ceph.ceph_manager.ceph:PG 3.23 is not active+clean 2024-09-19T04:32:55.661 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.661 INFO:tasks.ceph.ceph_manager.ceph:PG 3.22 is not active+clean 2024-09-19T04:32:55.661 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.050132+0000', 'last_change': '2024-09-19T04:32:51.050132+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.050132+0000', 'last_undegraded': '2024-09-19T04:32:51.050132+0000', 'last_fullsized': '2024-09-19T04:32:51.050132+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:32:55.661 INFO:tasks.ceph.ceph_manager.ceph:PG 3.21 is not active+clean 2024-09-19T04:32:55.662 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.662 INFO:tasks.ceph.ceph_manager.ceph:PG 3.20 is not active+clean 2024-09-19T04:32:55.662 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.054247+0000', 'last_change': '2024-09-19T04:32:51.054247+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.054247+0000', 'last_undegraded': '2024-09-19T04:32:51.054247+0000', 'last_fullsized': '2024-09-19T04:32:51.054247+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:32:55.662 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1a is not active+clean 2024-09-19T04:32:55.662 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.048853+0000', 'last_change': '2024-09-19T04:32:51.048853+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.048853+0000', 'last_undegraded': '2024-09-19T04:32:51.048853+0000', 'last_fullsized': '2024-09-19T04:32:51.048853+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:32:55.662 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1b is not active+clean 2024-09-19T04:32:55.662 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:50.042453+0000', 'last_change': '2024-09-19T04:32:50.042453+0000', 'last_active': '2024-09-19T04:32:50.034069+0000', 'last_peered': '2024-09-19T04:32:50.034069+0000', 'last_clean': '2024-09-19T04:32:50.034069+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:50.042453+0000', 'last_undegraded': '2024-09-19T04:32:50.042453+0000', 'last_fullsized': '2024-09-19T04:32:50.042453+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:32:55.662 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1b is not active+clean 2024-09-19T04:32:55.662 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.662 INFO:tasks.ceph.ceph_manager.ceph:PG 2.19 is not active+clean 2024-09-19T04:32:55.662 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:50.042435+0000', 'last_change': '2024-09-19T04:32:50.042435+0000', 'last_active': '2024-09-19T04:32:50.034069+0000', 'last_peered': '2024-09-19T04:32:50.034069+0000', 'last_clean': '2024-09-19T04:32:50.034069+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:50.042435+0000', 'last_undegraded': '2024-09-19T04:32:50.042435+0000', 'last_fullsized': '2024-09-19T04:32:50.042435+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:32:55.663 INFO:tasks.ceph.ceph_manager.ceph:PG 3.18 is not active+clean 2024-09-19T04:32:55.663 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.663 INFO:tasks.ceph.ceph_manager.ceph:PG 3.19 is not active+clean 2024-09-19T04:32:55.663 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.663 INFO:tasks.ceph.ceph_manager.ceph:PG 3.16 is not active+clean 2024-09-19T04:32:55.663 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.050255+0000', 'last_change': '2024-09-19T04:32:51.050255+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.050255+0000', 'last_undegraded': '2024-09-19T04:32:51.050255+0000', 'last_fullsized': '2024-09-19T04:32:51.050255+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:32:55.663 INFO:tasks.ceph.ceph_manager.ceph:PG 3.17 is not active+clean 2024-09-19T04:32:55.663 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.663 INFO:tasks.ceph.ceph_manager.ceph:PG 2.15 is not active+clean 2024-09-19T04:32:55.663 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:50.045277+0000', 'last_change': '2024-09-19T04:32:50.045277+0000', 'last_active': '2024-09-19T04:32:50.034069+0000', 'last_peered': '2024-09-19T04:32:50.034069+0000', 'last_clean': '2024-09-19T04:32:50.034069+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:50.045277+0000', 'last_undegraded': '2024-09-19T04:32:50.045277+0000', 'last_fullsized': '2024-09-19T04:32:50.045277+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:32:55.664 INFO:tasks.ceph.ceph_manager.ceph:PG 3.14 is not active+clean 2024-09-19T04:32:55.664 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.051015+0000', 'last_change': '2024-09-19T04:32:51.051015+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.051015+0000', 'last_undegraded': '2024-09-19T04:32:51.051015+0000', 'last_fullsized': '2024-09-19T04:32:51.051015+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:32:55.664 INFO:tasks.ceph.ceph_manager.ceph:PG 3.15 is not active+clean 2024-09-19T04:32:55.664 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.057824+0000', 'last_change': '2024-09-19T04:32:51.057824+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.057824+0000', 'last_undegraded': '2024-09-19T04:32:51.057824+0000', 'last_fullsized': '2024-09-19T04:32:51.057824+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:32:55.664 INFO:tasks.ceph.ceph_manager.ceph:PG 2.13 is not active+clean 2024-09-19T04:32:55.664 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:50.045112+0000', 'last_change': '2024-09-19T04:32:50.045112+0000', 'last_active': '2024-09-19T04:32:50.034069+0000', 'last_peered': '2024-09-19T04:32:50.034069+0000', 'last_clean': '2024-09-19T04:32:50.034069+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:50.045112+0000', 'last_undegraded': '2024-09-19T04:32:50.045112+0000', 'last_fullsized': '2024-09-19T04:32:50.045112+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:32:55.664 INFO:tasks.ceph.ceph_manager.ceph:PG 3.12 is not active+clean 2024-09-19T04:32:55.664 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.664 INFO:tasks.ceph.ceph_manager.ceph:PG 3.13 is not active+clean 2024-09-19T04:32:55.664 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.054960+0000', 'last_change': '2024-09-19T04:32:51.054960+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.054960+0000', 'last_undegraded': '2024-09-19T04:32:51.054960+0000', 'last_fullsized': '2024-09-19T04:32:51.054960+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:32:55.664 INFO:tasks.ceph.ceph_manager.ceph:PG 3.10 is not active+clean 2024-09-19T04:32:55.665 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.053643+0000', 'last_change': '2024-09-19T04:32:51.053643+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.053643+0000', 'last_undegraded': '2024-09-19T04:32:51.053643+0000', 'last_fullsized': '2024-09-19T04:32:51.053643+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:32:55.665 INFO:tasks.ceph.ceph_manager.ceph:PG 2.10 is not active+clean 2024-09-19T04:32:55.665 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:50.049900+0000', 'last_change': '2024-09-19T04:32:50.049900+0000', 'last_active': '2024-09-19T04:32:50.034069+0000', 'last_peered': '2024-09-19T04:32:50.034069+0000', 'last_clean': '2024-09-19T04:32:50.034069+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:50.049900+0000', 'last_undegraded': '2024-09-19T04:32:50.049900+0000', 'last_fullsized': '2024-09-19T04:32:50.049900+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:32:55.665 INFO:tasks.ceph.ceph_manager.ceph:PG 3.11 is not active+clean 2024-09-19T04:32:55.665 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.057437+0000', 'last_change': '2024-09-19T04:32:51.057437+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.057437+0000', 'last_undegraded': '2024-09-19T04:32:51.057437+0000', 'last_fullsized': '2024-09-19T04:32:51.057437+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:32:55.665 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean 2024-09-19T04:32:55.665 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.056528+0000', 'last_change': '2024-09-19T04:32:51.056528+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.056528+0000', 'last_undegraded': '2024-09-19T04:32:51.056528+0000', 'last_fullsized': '2024-09-19T04:32:51.056528+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:32:55.665 INFO:tasks.ceph.ceph_manager.ceph:PG 2.e is not active+clean 2024-09-19T04:32:55.665 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:50.049822+0000', 'last_change': '2024-09-19T04:32:50.049822+0000', 'last_active': '2024-09-19T04:32:50.034069+0000', 'last_peered': '2024-09-19T04:32:50.034069+0000', 'last_clean': '2024-09-19T04:32:50.034069+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:50.049822+0000', 'last_undegraded': '2024-09-19T04:32:50.049822+0000', 'last_fullsized': '2024-09-19T04:32:50.049822+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:32:55.665 INFO:tasks.ceph.ceph_manager.ceph:PG 3.f is not active+clean 2024-09-19T04:32:55.665 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.055370+0000', 'last_change': '2024-09-19T04:32:51.055370+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.055370+0000', 'last_undegraded': '2024-09-19T04:32:51.055370+0000', 'last_fullsized': '2024-09-19T04:32:51.055370+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:32:55.666 INFO:tasks.ceph.ceph_manager.ceph:PG 2.d is not active+clean 2024-09-19T04:32:55.666 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:50.044383+0000', 'last_change': '2024-09-19T04:32:50.044383+0000', 'last_active': '2024-09-19T04:32:50.034069+0000', 'last_peered': '2024-09-19T04:32:50.034069+0000', 'last_clean': '2024-09-19T04:32:50.034069+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:50.044383+0000', 'last_undegraded': '2024-09-19T04:32:50.044383+0000', 'last_fullsized': '2024-09-19T04:32:50.044383+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:32:55.666 INFO:tasks.ceph.ceph_manager.ceph:PG 3.c is not active+clean 2024-09-19T04:32:55.666 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.049807+0000', 'last_change': '2024-09-19T04:32:51.049807+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.049807+0000', 'last_undegraded': '2024-09-19T04:32:51.049807+0000', 'last_fullsized': '2024-09-19T04:32:51.049807+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:32:55.666 INFO:tasks.ceph.ceph_manager.ceph:PG 2.c is not active+clean 2024-09-19T04:32:55.666 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:50.049873+0000', 'last_change': '2024-09-19T04:32:50.049873+0000', 'last_active': '2024-09-19T04:32:50.034069+0000', 'last_peered': '2024-09-19T04:32:50.034069+0000', 'last_clean': '2024-09-19T04:32:50.034069+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:50.049873+0000', 'last_undegraded': '2024-09-19T04:32:50.049873+0000', 'last_fullsized': '2024-09-19T04:32:50.049873+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:32:55.666 INFO:tasks.ceph.ceph_manager.ceph:PG 3.d is not active+clean 2024-09-19T04:32:55.666 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.057200+0000', 'last_change': '2024-09-19T04:32:51.057200+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.057200+0000', 'last_undegraded': '2024-09-19T04:32:51.057200+0000', 'last_fullsized': '2024-09-19T04:32:51.057200+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:32:55.666 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2 is not active+clean 2024-09-19T04:32:55.666 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.666 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1 is not active+clean 2024-09-19T04:32:55.667 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.667 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1 is not active+clean 2024-09-19T04:32:55.667 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:50.049864+0000', 'last_change': '2024-09-19T04:32:50.049864+0000', 'last_active': '2024-09-19T04:32:50.034069+0000', 'last_peered': '2024-09-19T04:32:50.034069+0000', 'last_clean': '2024-09-19T04:32:50.034069+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:50.049864+0000', 'last_undegraded': '2024-09-19T04:32:50.049864+0000', 'last_fullsized': '2024-09-19T04:32:50.049864+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:32:55.667 INFO:tasks.ceph.ceph_manager.ceph:PG 3.0 is not active+clean 2024-09-19T04:32:55.667 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.667 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3 is not active+clean 2024-09-19T04:32:55.667 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.050262+0000', 'last_change': '2024-09-19T04:32:51.050262+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.050262+0000', 'last_undegraded': '2024-09-19T04:32:51.050262+0000', 'last_fullsized': '2024-09-19T04:32:51.050262+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:32:55.667 INFO:tasks.ceph.ceph_manager.ceph:PG 2.4 is not active+clean 2024-09-19T04:32:55.667 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:50.044745+0000', 'last_change': '2024-09-19T04:32:50.044745+0000', 'last_active': '2024-09-19T04:32:50.034069+0000', 'last_peered': '2024-09-19T04:32:50.034069+0000', 'last_clean': '2024-09-19T04:32:50.034069+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:50.044745+0000', 'last_undegraded': '2024-09-19T04:32:50.044745+0000', 'last_fullsized': '2024-09-19T04:32:50.044745+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:32:55.667 INFO:tasks.ceph.ceph_manager.ceph:PG 3.5 is not active+clean 2024-09-19T04:32:55.667 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.048903+0000', 'last_change': '2024-09-19T04:32:51.048903+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.048903+0000', 'last_undegraded': '2024-09-19T04:32:51.048903+0000', 'last_fullsized': '2024-09-19T04:32:51.048903+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:32:55.667 INFO:tasks.ceph.ceph_manager.ceph:PG 3.4 is not active+clean 2024-09-19T04:32:55.668 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.668 INFO:tasks.ceph.ceph_manager.ceph:PG 2.6 is not active+clean 2024-09-19T04:32:55.668 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:50.044413+0000', 'last_change': '2024-09-19T04:32:50.044413+0000', 'last_active': '2024-09-19T04:32:50.034069+0000', 'last_peered': '2024-09-19T04:32:50.034069+0000', 'last_clean': '2024-09-19T04:32:50.034069+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:50.044413+0000', 'last_undegraded': '2024-09-19T04:32:50.044413+0000', 'last_fullsized': '2024-09-19T04:32:50.044413+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:32:55.668 INFO:tasks.ceph.ceph_manager.ceph:PG 3.7 is not active+clean 2024-09-19T04:32:55.668 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.668 INFO:tasks.ceph.ceph_manager.ceph:PG 3.6 is not active+clean 2024-09-19T04:32:55.668 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.668 INFO:tasks.ceph.ceph_manager.ceph:PG 3.9 is not active+clean 2024-09-19T04:32:55.668 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.048847+0000', 'last_change': '2024-09-19T04:32:51.048847+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.048847+0000', 'last_undegraded': '2024-09-19T04:32:51.048847+0000', 'last_fullsized': '2024-09-19T04:32:51.048847+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:32:55.668 INFO:tasks.ceph.ceph_manager.ceph:PG 2.9 is not active+clean 2024-09-19T04:32:55.668 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:50.044388+0000', 'last_change': '2024-09-19T04:32:50.044388+0000', 'last_active': '2024-09-19T04:32:50.034069+0000', 'last_peered': '2024-09-19T04:32:50.034069+0000', 'last_clean': '2024-09-19T04:32:50.034069+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:50.044388+0000', 'last_undegraded': '2024-09-19T04:32:50.044388+0000', 'last_fullsized': '2024-09-19T04:32:50.044388+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:32:55.669 INFO:tasks.ceph.ceph_manager.ceph:PG 3.8 is not active+clean 2024-09-19T04:32:55.669 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.669 INFO:tasks.ceph.ceph_manager.ceph:PG 2.a is not active+clean 2024-09-19T04:32:55.669 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:50.044319+0000', 'last_change': '2024-09-19T04:32:50.044319+0000', 'last_active': '2024-09-19T04:32:50.034069+0000', 'last_peered': '2024-09-19T04:32:50.034069+0000', 'last_clean': '2024-09-19T04:32:50.034069+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:50.044319+0000', 'last_undegraded': '2024-09-19T04:32:50.044319+0000', 'last_fullsized': '2024-09-19T04:32:50.044319+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:32:55.669 INFO:tasks.ceph.ceph_manager.ceph:PG 3.b is not active+clean 2024-09-19T04:32:55.669 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.669 INFO:tasks.ceph.ceph_manager.ceph:PG 3.a is not active+clean 2024-09-19T04:32:55.669 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.057553+0000', 'last_change': '2024-09-19T04:32:51.057553+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.057553+0000', 'last_undegraded': '2024-09-19T04:32:51.057553+0000', 'last_fullsized': '2024-09-19T04:32:51.057553+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:32:55.669 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1d is not active+clean 2024-09-19T04:32:55.669 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.049607+0000', 'last_change': '2024-09-19T04:32:51.049607+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.049607+0000', 'last_undegraded': '2024-09-19T04:32:51.049607+0000', 'last_fullsized': '2024-09-19T04:32:51.049607+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:32:55.670 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1c is not active+clean 2024-09-19T04:32:55.670 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:51.051258+0000', 'last_change': '2024-09-19T04:32:51.051258+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.051258+0000', 'last_undegraded': '2024-09-19T04:32:51.051258+0000', 'last_fullsized': '2024-09-19T04:32:51.051258+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:32:55.670 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1f is not active+clean 2024-09-19T04:32:55.670 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.670 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1e is not active+clean 2024-09-19T04:32:55.670 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:50.042433+0000', 'last_change': '2024-09-19T04:32:50.042433+0000', 'last_active': '2024-09-19T04:32:50.034069+0000', 'last_peered': '2024-09-19T04:32:50.034069+0000', 'last_clean': '2024-09-19T04:32:50.034069+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:50.042433+0000', 'last_undegraded': '2024-09-19T04:32:50.042433+0000', 'last_fullsized': '2024-09-19T04:32:50.042433+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:32:55.670 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1e is not active+clean 2024-09-19T04:32:55.670 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:32:51.039901+0000', 'last_change': '2024-09-19T04:32:51.039901+0000', 'last_active': '2024-09-19T04:32:51.039901+0000', 'last_peered': '2024-09-19T04:32:51.039901+0000', 'last_clean': '2024-09-19T04:32:51.039901+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:51.039901+0000', 'last_undegraded': '2024-09-19T04:32:51.039901+0000', 'last_fullsized': '2024-09-19T04:32:51.039901+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:51.039901+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:32:55.670 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1f is not active+clean 2024-09-19T04:32:55.670 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:32:50.044910+0000', 'last_change': '2024-09-19T04:32:50.044910+0000', 'last_active': '2024-09-19T04:32:50.034069+0000', 'last_peered': '2024-09-19T04:32:50.034069+0000', 'last_clean': '2024-09-19T04:32:50.034069+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:32:50.044910+0000', 'last_undegraded': '2024-09-19T04:32:50.044910+0000', 'last_fullsized': '2024-09-19T04:32:50.044910+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'last_clean_scrub_stamp': '2024-09-19T04:32:50.034069+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:32:55.671 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T04:32:55.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.788+0000 7f1277311640 1 Processor -- start 2024-09-19T04:32:55.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.788+0000 7f1277311640 1 -- start start 2024-09-19T04:32:55.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.789+0000 7f1277311640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f12700b5600 0x7f1270073ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:55.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.789+0000 7f1277311640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f127006e8d0 con 0x7f1270073ff0 2024-09-19T04:32:55.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.789+0000 7f1277311640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f127006ebb0 con 0x7f127015e7b0 2024-09-19T04:32:55.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.789+0000 7f1277311640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f127006e680 con 0x7f12700b5600 2024-09-19T04:32:55.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.789+0000 7f12758ae640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f1270073ff0 0x7f127006ccb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:47898/0 (socket says 172.21.15.111:47898) 2024-09-19T04:32:55.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.789+0000 7f12758ae640 1 -- 172.21.15.111:0/373966677 learned_addr learned my addr 172.21.15.111:0/373966677 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:32:55.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.789+0000 7f126ffff640 1 -- 172.21.15.111:0/373966677 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3392688422 0 0) 0x7f127006e8d0 con 0x7f1270073ff0 2024-09-19T04:32:55.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.789+0000 7f12748ac640 1 --2- 172.21.15.111:0/373966677 >> v2:172.21.15.114:3300/0 conn(0x7f12700b5600 0x7f1270073ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:55.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.790+0000 7f126ffff640 1 -- 172.21.15.111:0/373966677 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1258003520 con 0x7f1270073ff0 2024-09-19T04:32:55.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.790+0000 7f126ffff640 1 -- 172.21.15.111:0/373966677 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1430143492 0 0) 0x7f1258003520 con 0x7f1270073ff0 2024-09-19T04:32:55.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.790+0000 7f126ffff640 1 -- 172.21.15.111:0/373966677 >> v2:172.21.15.114:3300/0 conn(0x7f12700b5600 msgr2=0x7f1270073ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:55.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.790+0000 7f126ffff640 1 --2- 172.21.15.111:0/373966677 >> v2:172.21.15.114:3300/0 conn(0x7f12700b5600 0x7f1270073ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:55.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.790+0000 7f126ffff640 1 -- 172.21.15.111:0/373966677 >> v1:172.21.15.114:6789/0 conn(0x7f127015e7b0 legacy=0x7f1270071340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:55.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.790+0000 7f126ffff640 1 -- 172.21.15.111:0/373966677 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12700732b0 con 0x7f1270073ff0 2024-09-19T04:32:55.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.790+0000 7f126ffff640 1 -- 172.21.15.111:0/373966677 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f1268001670 con 0x7f1270073ff0 2024-09-19T04:32:55.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.790+0000 7f126ffff640 1 -- 172.21.15.111:0/373966677 >> v1:172.21.15.111:6789/0 conn(0x7f1270073ff0 legacy=0x7f127006ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:55.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.790+0000 7f126ffff640 1 --2- 172.21.15.111:0/373966677 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12580039b0 0x7f1258003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:55.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.790+0000 7f126ffff640 1 --2- 172.21.15.111:0/373966677 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1258004800 0x7f1258004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:55.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.790+0000 7f126ffff640 1 --2- 172.21.15.111:0/373966677 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1258005210 0x7f125800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:55.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.790+0000 7f126ffff640 1 -- 172.21.15.111:0/373966677 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f127006e680 con 0x7f1258004800 2024-09-19T04:32:55.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.790+0000 7f126ffff640 1 -- 172.21.15.111:0/373966677 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f125800c140 con 0x7f1258005210 2024-09-19T04:32:55.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.790+0000 7f126ffff640 1 -- 172.21.15.111:0/373966677 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f125800c340 con 0x7f12580039b0 2024-09-19T04:32:55.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.790+0000 7f12748ac640 1 --2- 172.21.15.111:0/373966677 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1258004800 0x7f1258004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:55.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.790+0000 7f12750ad640 1 --2- 172.21.15.111:0/373966677 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12580039b0 0x7f1258003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:55.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.790+0000 7f12758ae640 1 --2- 172.21.15.111:0/373966677 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1258005210 0x7f125800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:55.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.790+0000 7f12748ac640 1 -- 172.21.15.111:0/373966677 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12580039b0 msgr2=0x7f1258003df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:55.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.790+0000 7f12748ac640 1 --2- 172.21.15.111:0/373966677 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12580039b0 0x7f1258003df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:55.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.790+0000 7f12748ac640 1 -- 172.21.15.111:0/373966677 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1258005210 msgr2=0x7f125800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:55.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.790+0000 7f12748ac640 1 --2- 172.21.15.111:0/373966677 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1258005210 0x7f125800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:55.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.790+0000 7f12758ae640 1 -- 172.21.15.111:0/373966677 reap_dead start 2024-09-19T04:32:55.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.790+0000 7f12748ac640 1 -- 172.21.15.111:0/373966677 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1258003520 con 0x7f1258004800 2024-09-19T04:32:55.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.791+0000 7f12748ac640 1 --2- 172.21.15.111:0/373966677 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1258004800 0x7f1258004c80 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f1264009a90 tx=0x7f1258005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=930a89bb65892512 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:55.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.791+0000 7f126ffff640 1 -- 172.21.15.111:0/373966677 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1264036070 con 0x7f1258004800 2024-09-19T04:32:55.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.791+0000 7f126ffff640 1 -- 172.21.15.111:0/373966677 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1264031400 con 0x7f1258004800 2024-09-19T04:32:55.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.791+0000 7f126ffff640 1 -- 172.21.15.111:0/373966677 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1264009690 con 0x7f1258004800 2024-09-19T04:32:55.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.791+0000 7f1277311640 1 -- 172.21.15.111:0/373966677 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1258004800 msgr2=0x7f1258004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:55.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.791+0000 7f1277311640 1 --2- 172.21.15.111:0/373966677 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1258004800 0x7f1258004c80 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f1264009a90 tx=0x7f1258005830 comp rx=0 tx=0).stop 2024-09-19T04:32:55.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.792+0000 7f1277311640 1 -- 172.21.15.111:0/373966677 shutdown_connections 2024-09-19T04:32:55.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.792+0000 7f1277311640 1 --2- 172.21.15.111:0/373966677 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1258004800 0x7f1258004c80 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:55.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.792+0000 7f1277311640 1 -- 172.21.15.111:0/373966677 >> 172.21.15.111:0/373966677 conn(0x7f12700b4300 msgr2=0x7f12700b46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:55.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.792+0000 7f1277311640 1 -- 172.21.15.111:0/373966677 shutdown_connections 2024-09-19T04:32:55.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.792+0000 7f1277311640 1 -- 172.21.15.111:0/373966677 wait complete. 2024-09-19T04:32:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.793+0000 7f1277311640 1 Processor -- start 2024-09-19T04:32:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.793+0000 7f1277311640 1 -- start start 2024-09-19T04:32:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.793+0000 7f1277311640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1258004800 0x7f1270161140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.794+0000 7f1277311640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f127015cfd0 0x7f127015d430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.794+0000 7f1277311640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1270146aa0 0x7f1270146f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.794+0000 7f1277311640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1270073c30 con 0x7f1258004800 2024-09-19T04:32:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.794+0000 7f1277311640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1270073ab0 con 0x7f1270146aa0 2024-09-19T04:32:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.794+0000 7f1277311640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1270073db0 con 0x7f127015cfd0 2024-09-19T04:32:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.794+0000 7f12750ad640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1258004800 0x7f1270161140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.794+0000 7f12750ad640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1258004800 0x7f1270161140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47804/0 (socket says 172.21.15.111:47804) 2024-09-19T04:32:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.794+0000 7f12750ad640 1 -- 172.21.15.111:0/4146270545 learned_addr learned my addr 172.21.15.111:0/4146270545 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:55.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.794+0000 7f12748ac640 1 --2- 172.21.15.111:0/4146270545 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f127015cfd0 0x7f127015d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:55.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.794+0000 7f12758ae640 1 --2- 172.21.15.111:0/4146270545 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1270146aa0 0x7f1270146f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:55.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.794+0000 7f12750ad640 1 -- 172.21.15.111:0/4146270545 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f127015cfd0 msgr2=0x7f127015d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:55.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.794+0000 7f12750ad640 1 --2- 172.21.15.111:0/4146270545 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f127015cfd0 0x7f127015d430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:55.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.794+0000 7f12750ad640 1 -- 172.21.15.111:0/4146270545 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1270146aa0 msgr2=0x7f1270146f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:55.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.794+0000 7f12750ad640 1 --2- 172.21.15.111:0/4146270545 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1270146aa0 0x7f1270146f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:55.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.794+0000 7f12750ad640 1 -- 172.21.15.111:0/4146270545 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f127015b7f0 con 0x7f1258004800 2024-09-19T04:32:55.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.794+0000 7f12750ad640 1 --2- 172.21.15.111:0/4146270545 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1258004800 0x7f1270161140 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f126000fb90 tx=0x7f126000d520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:55.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.794+0000 7f126dffb640 1 -- 172.21.15.111:0/4146270545 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f126000fe90 con 0x7f1258004800 2024-09-19T04:32:55.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.794+0000 7f126dffb640 1 -- 172.21.15.111:0/4146270545 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1260018070 con 0x7f1258004800 2024-09-19T04:32:55.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.794+0000 7f126dffb640 1 -- 172.21.15.111:0/4146270545 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f126000de50 con 0x7f1258004800 2024-09-19T04:32:55.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.794+0000 7f1277311640 1 -- 172.21.15.111:0/4146270545 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f127015c4f0 con 0x7f1258004800 2024-09-19T04:32:55.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.794+0000 7f1277311640 1 -- 172.21.15.111:0/4146270545 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f127015cab0 con 0x7f1258004800 2024-09-19T04:32:55.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.795+0000 7f1277311640 1 -- 172.21.15.111:0/4146270545 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1270071340 con 0x7f1258004800 2024-09-19T04:32:55.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.796+0000 7f126dffb640 1 -- 172.21.15.111:0/4146270545 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1260003970 con 0x7f1258004800 2024-09-19T04:32:55.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.796+0000 7f126dffb640 1 --2- 172.21.15.111:0/4146270545 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f125c06c480 0x7f125c06e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:55.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.796+0000 7f12748ac640 1 --2- 172.21.15.111:0/4146270545 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f125c06c480 0x7f125c06e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:55.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.796+0000 7f126dffb640 1 -- 172.21.15.111:0/4146270545 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f126008b6f0 con 0x7f1258004800 2024-09-19T04:32:55.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.796+0000 7f12748ac640 1 --2- 172.21.15.111:0/4146270545 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f125c06c480 0x7f125c06e940 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f1264033000 tx=0x7f1264008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:55.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:55.800+0000 7f126dffb640 1 -- 172.21.15.111:0/4146270545 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f126001a310 con 0x7f1258004800 2024-09-19T04:32:56.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.029+0000 7f1277311640 1 -- 172.21.15.111:0/4146270545 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f12700b1a90 con 0x7f1258004800 2024-09-19T04:32:56.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.029+0000 7f126dffb640 1 -- 172.21.15.111:0/4146270545 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1150 (secure 0 0 0) 0x7f1260059dd0 con 0x7f1258004800 2024-09-19T04:32:56.031 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:32:56.031 INFO:teuthology.orchestra.run.smithi111.stdout:{"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":27,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":21,"num_osds":8,"num_up_osds":8,"osd_up_since":1726720360,"num_in_osds":8,"osd_in_since":1726720350,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":50},{"state_name":"unknown","count":29},{"state_name":"active+clean","count":18}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":223973376,"bytes_avail":772870139904,"bytes_total":773094113280,"unknown_pgs_ratio":0.29896906018257141,"inactive_pgs_ratio":0.51546388864517212},"fsmap":{"epoch":6,"btime":"2024-09-19T04:32:54:059192+0000","id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"d","status":"up:active","gid":4282}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":1,"modified":"2024-09-19T04:32:28.352204+0000","services":{}},"progress_events":{}} 2024-09-19T04:32:56.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.031+0000 7f1277311640 1 -- 172.21.15.111:0/4146270545 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f125c06c480 msgr2=0x7f125c06e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:56.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.031+0000 7f1277311640 1 --2- 172.21.15.111:0/4146270545 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f125c06c480 0x7f125c06e940 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f1264033000 tx=0x7f1264008030 comp rx=0 tx=0).stop 2024-09-19T04:32:56.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.031+0000 7f1277311640 1 -- 172.21.15.111:0/4146270545 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1258004800 msgr2=0x7f1270161140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:56.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.031+0000 7f1277311640 1 --2- 172.21.15.111:0/4146270545 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1258004800 0x7f1270161140 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f126000fb90 tx=0x7f126000d520 comp rx=0 tx=0).stop 2024-09-19T04:32:56.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.031+0000 7f1277311640 1 -- 172.21.15.111:0/4146270545 shutdown_connections 2024-09-19T04:32:56.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.031+0000 7f1277311640 1 --2- 172.21.15.111:0/4146270545 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f125c06c480 0x7f125c06e940 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:56.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.031+0000 7f1277311640 1 --2- 172.21.15.111:0/4146270545 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1270146aa0 0x7f1270146f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:56.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.031+0000 7f1277311640 1 --2- 172.21.15.111:0/4146270545 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f127015cfd0 0x7f127015d430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:56.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.031+0000 7f1277311640 1 --2- 172.21.15.111:0/4146270545 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1258004800 0x7f1270161140 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:56.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.031+0000 7f1277311640 1 -- 172.21.15.111:0/4146270545 >> 172.21.15.111:0/4146270545 conn(0x7f12700b4300 msgr2=0x7f127015ede0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:56.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.031+0000 7f1277311640 1 -- 172.21.15.111:0/4146270545 shutdown_connections 2024-09-19T04:32:56.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.031+0000 7f1277311640 1 -- 172.21.15.111:0/4146270545 wait complete. 2024-09-19T04:32:56.043 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T04:32:56.044 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:32:56.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.140+0000 7f5a83a74640 1 Processor -- start 2024-09-19T04:32:56.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.140+0000 7f5a83a74640 1 -- start start 2024-09-19T04:32:56.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.141+0000 7f5a83a74640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5a7c162860 0x7f5a7c162c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:56.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.141+0000 7f5a83a74640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f5a7c15ebb0 0x7f5a7c0b3300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:56.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.141+0000 7f5a83a74640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5a7c0b3840 0x7f5a7c06bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:56.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.141+0000 7f5a83a74640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f5a7c15fae0 con 0x7f5a7c162860 2024-09-19T04:32:56.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.141+0000 7f5a83a74640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f5a7c15f520 con 0x7f5a7c15ebb0 2024-09-19T04:32:56.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.141+0000 7f5a83a74640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5a7c15f800 con 0x7f5a7c0b3840 2024-09-19T04:32:56.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.141+0000 7f5a81810640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5a7c162860 0x7f5a7c162c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:56.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.141+0000 7f5a81810640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5a7c162860 0x7f5a7c162c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47814/0 (socket says 172.21.15.111:47814) 2024-09-19T04:32:56.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.141+0000 7f5a81810640 1 -- 172.21.15.111:0/3081230706 learned_addr learned my addr 172.21.15.111:0/3081230706 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:56.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.141+0000 7f5a8100f640 1 --2- 172.21.15.111:0/3081230706 >> v2:172.21.15.114:3300/0 conn(0x7f5a7c15ebb0 0x7f5a7c0b3300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:56.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.141+0000 7f5a82011640 1 --2- 172.21.15.111:0/3081230706 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5a7c0b3840 0x7f5a7c06bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:56.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.141+0000 7f5a81810640 1 -- 172.21.15.111:0/3081230706 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5a7c0b3840 msgr2=0x7f5a7c06bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:56.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.141+0000 7f5a81810640 1 --2- 172.21.15.111:0/3081230706 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5a7c0b3840 0x7f5a7c06bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:56.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.141+0000 7f5a81810640 1 -- 172.21.15.111:0/3081230706 >> v2:172.21.15.114:3300/0 conn(0x7f5a7c15ebb0 msgr2=0x7f5a7c0b3300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:56.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.141+0000 7f5a81810640 1 --2- 172.21.15.111:0/3081230706 >> v2:172.21.15.114:3300/0 conn(0x7f5a7c15ebb0 0x7f5a7c0b3300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:56.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.141+0000 7f5a81810640 1 -- 172.21.15.111:0/3081230706 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a7c0b2b00 con 0x7f5a7c162860 2024-09-19T04:32:56.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.141+0000 7f5a8100f640 1 --2- 172.21.15.111:0/3081230706 >> v2:172.21.15.114:3300/0 conn(0x7f5a7c15ebb0 0x7f5a7c0b3300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:32:56.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.142+0000 7f5a81810640 1 --2- 172.21.15.111:0/3081230706 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5a7c162860 0x7f5a7c162c40 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f5a7c0b42c0 tx=0x7f5a7802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69d44f083bd1a51c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:56.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.142+0000 7f5a8080e640 1 -- 172.21.15.111:0/3081230706 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a78037070 con 0x7f5a7c162860 2024-09-19T04:32:56.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.142+0000 7f5a8080e640 1 -- 172.21.15.111:0/3081230706 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a78032440 con 0x7f5a7c162860 2024-09-19T04:32:56.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.142+0000 7f5a8080e640 1 -- 172.21.15.111:0/3081230706 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a78032810 con 0x7f5a7c162860 2024-09-19T04:32:56.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.142+0000 7f5a83a74640 1 -- 172.21.15.111:0/3081230706 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5a7c162860 msgr2=0x7f5a7c162c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:56.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.142+0000 7f5a83a74640 1 --2- 172.21.15.111:0/3081230706 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5a7c162860 0x7f5a7c162c40 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f5a7c0b42c0 tx=0x7f5a7802a140 comp rx=0 tx=0).stop 2024-09-19T04:32:56.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.143+0000 7f5a83a74640 1 -- 172.21.15.111:0/3081230706 shutdown_connections 2024-09-19T04:32:56.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.143+0000 7f5a83a74640 1 --2- 172.21.15.111:0/3081230706 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5a7c0b3840 0x7f5a7c06bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:56.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.143+0000 7f5a83a74640 1 --2- 172.21.15.111:0/3081230706 >> v2:172.21.15.114:3300/0 conn(0x7f5a7c15ebb0 0x7f5a7c0b3300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:56.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.143+0000 7f5a83a74640 1 --2- 172.21.15.111:0/3081230706 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5a7c162860 0x7f5a7c162c40 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:56.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.143+0000 7f5a83a74640 1 -- 172.21.15.111:0/3081230706 >> 172.21.15.111:0/3081230706 conn(0x7f5a7c06ce90 msgr2=0x7f5a7c06d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:56.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.143+0000 7f5a83a74640 1 -- 172.21.15.111:0/3081230706 shutdown_connections 2024-09-19T04:32:56.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.143+0000 7f5a83a74640 1 -- 172.21.15.111:0/3081230706 wait complete. 2024-09-19T04:32:56.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.144+0000 7f5a83a74640 1 Processor -- start 2024-09-19T04:32:56.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.144+0000 7f5a83a74640 1 -- start start 2024-09-19T04:32:56.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.144+0000 7f5a83a74640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5a7c0b3840 0x7f5a7c0b6480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:56.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.144+0000 7f5a83a74640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5a7c15ebb0 0x7f5a7c159c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:56.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.144+0000 7f5a83a74640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5a7c162860 0x7f5a7c1584d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:56.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.144+0000 7f5a83a74640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5a7c15f1a0 con 0x7f5a7c15ebb0 2024-09-19T04:32:56.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.144+0000 7f5a83a74640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5a7c15f020 con 0x7f5a7c162860 2024-09-19T04:32:56.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.144+0000 7f5a83a74640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5a7c06c0e0 con 0x7f5a7c0b3840 2024-09-19T04:32:56.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.145+0000 7f5a8100f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5a7c15ebb0 0x7f5a7c159c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:56.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.145+0000 7f5a8100f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5a7c15ebb0 0x7f5a7c159c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47818/0 (socket says 172.21.15.111:47818) 2024-09-19T04:32:56.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.145+0000 7f5a8100f640 1 -- 172.21.15.111:0/3835159255 learned_addr learned my addr 172.21.15.111:0/3835159255 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:56.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.145+0000 7f5a81810640 1 --2- 172.21.15.111:0/3835159255 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5a7c0b3840 0x7f5a7c0b6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:56.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.145+0000 7f5a82011640 1 --2- 172.21.15.111:0/3835159255 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5a7c162860 0x7f5a7c1584d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:56.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.145+0000 7f5a8100f640 1 -- 172.21.15.111:0/3835159255 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5a7c0b3840 msgr2=0x7f5a7c0b6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:56.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.145+0000 7f5a8100f640 1 --2- 172.21.15.111:0/3835159255 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5a7c0b3840 0x7f5a7c0b6480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:56.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.145+0000 7f5a8100f640 1 -- 172.21.15.111:0/3835159255 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5a7c162860 msgr2=0x7f5a7c1584d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:56.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.145+0000 7f5a8100f640 1 --2- 172.21.15.111:0/3835159255 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5a7c162860 0x7f5a7c1584d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:56.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.145+0000 7f5a8100f640 1 -- 172.21.15.111:0/3835159255 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a7c15a6d0 con 0x7f5a7c15ebb0 2024-09-19T04:32:56.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.145+0000 7f5a82011640 1 --2- 172.21.15.111:0/3835159255 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5a7c162860 0x7f5a7c1584d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:32:56.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.145+0000 7f5a8100f640 1 --2- 172.21.15.111:0/3835159255 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5a7c15ebb0 0x7f5a7c159c80 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f5a6c00c7f0 tx=0x7f5a6c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:56.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.145+0000 7f5a727fc640 1 -- 172.21.15.111:0/3835159255 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a6c015070 con 0x7f5a7c15ebb0 2024-09-19T04:32:56.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.145+0000 7f5a727fc640 1 -- 172.21.15.111:0/3835159255 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a6c007a30 con 0x7f5a7c15ebb0 2024-09-19T04:32:56.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.145+0000 7f5a83a74640 1 -- 172.21.15.111:0/3835159255 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a7c155f20 con 0x7f5a7c15ebb0 2024-09-19T04:32:56.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.145+0000 7f5a727fc640 1 -- 172.21.15.111:0/3835159255 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a6c007e00 con 0x7f5a7c15ebb0 2024-09-19T04:32:56.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.145+0000 7f5a83a74640 1 -- 172.21.15.111:0/3835159255 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a7c1564e0 con 0x7f5a7c15ebb0 2024-09-19T04:32:56.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.146+0000 7f5a83a74640 1 -- 172.21.15.111:0/3835159255 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a7c0b31e0 con 0x7f5a7c15ebb0 2024-09-19T04:32:56.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.147+0000 7f5a727fc640 1 -- 172.21.15.111:0/3835159255 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5a6c018070 con 0x7f5a7c15ebb0 2024-09-19T04:32:56.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.147+0000 7f5a727fc640 1 --2- 172.21.15.111:0/3835159255 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5a6006c2b0 0x7f5a6006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:56.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.147+0000 7f5a81810640 1 --2- 172.21.15.111:0/3835159255 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5a6006c2b0 0x7f5a6006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:56.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.147+0000 7f5a727fc640 1 -- 172.21.15.111:0/3835159255 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f5a6c08b370 con 0x7f5a7c15ebb0 2024-09-19T04:32:56.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.148+0000 7f5a81810640 1 --2- 172.21.15.111:0/3835159255 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5a6006c2b0 0x7f5a6006e770 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f5a78034000 tx=0x7f5a7802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:56.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.152+0000 7f5a727fc640 1 -- 172.21.15.111:0/3835159255 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5a7c0b31e0 con 0x7f5a7c15ebb0 2024-09-19T04:32:56.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.315+0000 7f5a83a74640 1 -- 172.21.15.111:0/3835159255 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5a7c1566e0 con 0x7f5a6006c2b0 2024-09-19T04:32:56.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.320+0000 7f5a727fc640 1 -- 172.21.15.111:0/3835159255 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+243520 (secure 0 0 0) 0x7f5a7c1566e0 con 0x7f5a6006c2b0 2024-09-19T04:32:56.324 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:32:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:32:56.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.323+0000 7f5a83a74640 1 -- 172.21.15.111:0/3835159255 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5a6006c2b0 msgr2=0x7f5a6006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:56.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.323+0000 7f5a83a74640 1 --2- 172.21.15.111:0/3835159255 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5a6006c2b0 0x7f5a6006e770 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f5a78034000 tx=0x7f5a7802e000 comp rx=0 tx=0).stop 2024-09-19T04:32:56.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.323+0000 7f5a83a74640 1 -- 172.21.15.111:0/3835159255 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5a7c15ebb0 msgr2=0x7f5a7c159c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:56.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.323+0000 7f5a83a74640 1 --2- 172.21.15.111:0/3835159255 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5a7c15ebb0 0x7f5a7c159c80 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f5a6c00c7f0 tx=0x7f5a6c00cbf0 comp rx=0 tx=0).stop 2024-09-19T04:32:56.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.323+0000 7f5a83a74640 1 -- 172.21.15.111:0/3835159255 shutdown_connections 2024-09-19T04:32:56.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.323+0000 7f5a83a74640 1 --2- 172.21.15.111:0/3835159255 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5a6006c2b0 0x7f5a6006e770 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:56.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.323+0000 7f5a83a74640 1 --2- 172.21.15.111:0/3835159255 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5a7c162860 0x7f5a7c1584d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:56.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.323+0000 7f5a83a74640 1 --2- 172.21.15.111:0/3835159255 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5a7c15ebb0 0x7f5a7c159c80 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:56.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.323+0000 7f5a83a74640 1 --2- 172.21.15.111:0/3835159255 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5a7c0b3840 0x7f5a7c0b6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:56.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.323+0000 7f5a83a74640 1 -- 172.21.15.111:0/3835159255 >> 172.21.15.111:0/3835159255 conn(0x7f5a7c06ce90 msgr2=0x7f5a7c06dfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:56.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.323+0000 7f5a83a74640 1 -- 172.21.15.111:0/3835159255 shutdown_connections 2024-09-19T04:32:56.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:56.323+0000 7f5a83a74640 1 -- 172.21.15.111:0/3835159255 wait complete. 2024-09-19T04:32:56.335 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-09-19T04:32:54.408778+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":136,"acting":136,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218724,"kb_used_data":2492,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755996,"statfs":{"total":773094113280,"available":772870139904,"internally_reserved":0,"allocated":2551808,"data_stored":1600793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.368895"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.056171+0000","last_change":"2024-09-19T04:32:51.056171+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.056171+0000","last_undegraded":"2024-09-19T04:32:51.056171+0000","last_fullsized":"2024-09-19T04:32:51.056171+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.051710+0000","last_change":"2024-09-19T04:32:51.051710+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.051710+0000","last_undegraded":"2024-09-19T04:32:51.051710+0000","last_fullsized":"2024-09-19T04:32:51.051710+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.055435+0000","last_change":"2024-09-19T04:32:51.055435+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.055435+0000","last_undegraded":"2024-09-19T04:32:51.055435+0000","last_fullsized":"2024-09-19T04:32:51.055435+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.051088+0000","last_change":"2024-09-19T04:32:51.051088+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.051088+0000","last_undegraded":"2024-09-19T04:32:51.051088+0000","last_fullsized":"2024-09-19T04:32:51.051088+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.059191+0000","last_change":"2024-09-19T04:32:51.059191+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.059191+0000","last_undegraded":"2024-09-19T04:32:51.059191+0000","last_fullsized":"2024-09-19T04:32:51.059191+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.055767+0000","last_change":"2024-09-19T04:32:51.055767+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.055767+0000","last_undegraded":"2024-09-19T04:32:51.055767+0000","last_fullsized":"2024-09-19T04:32:51.055767+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.056295+0000","last_change":"2024-09-19T04:32:51.056295+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.056295+0000","last_undegraded":"2024-09-19T04:32:51.056295+0000","last_fullsized":"2024-09-19T04:32:51.056295+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.053690+0000","last_change":"2024-09-19T04:32:51.053690+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.053690+0000","last_undegraded":"2024-09-19T04:32:51.053690+0000","last_fullsized":"2024-09-19T04:32:51.053690+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.051537+0000","last_change":"2024-09-19T04:32:51.051537+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.051537+0000","last_undegraded":"2024-09-19T04:32:51.051537+0000","last_fullsized":"2024-09-19T04:32:51.051537+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.050554+0000","last_change":"2024-09-19T04:32:51.050554+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.050554+0000","last_undegraded":"2024-09-19T04:32:51.050554+0000","last_fullsized":"2024-09-19T04:32:51.050554+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.049200+0000","last_change":"2024-09-19T04:32:51.049200+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.049200+0000","last_undegraded":"2024-09-19T04:32:51.049200+0000","last_fullsized":"2024-09-19T04:32:51.049200+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.056663+0000","last_change":"2024-09-19T04:32:51.056663+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.056663+0000","last_undegraded":"2024-09-19T04:32:51.056663+0000","last_fullsized":"2024-09-19T04:32:51.056663+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.054535+0000","last_change":"2024-09-19T04:32:51.054535+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.054535+0000","last_undegraded":"2024-09-19T04:32:51.054535+0000","last_fullsized":"2024-09-19T04:32:51.054535+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.050587+0000","last_change":"2024-09-19T04:32:51.050587+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.050587+0000","last_undegraded":"2024-09-19T04:32:51.050587+0000","last_fullsized":"2024-09-19T04:32:51.050587+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.049910+0000","last_change":"2024-09-19T04:32:51.049910+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.049910+0000","last_undegraded":"2024-09-19T04:32:51.049910+0000","last_fullsized":"2024-09-19T04:32:51.049910+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.055853+0000","last_change":"2024-09-19T04:32:51.055853+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.055853+0000","last_undegraded":"2024-09-19T04:32:51.055853+0000","last_fullsized":"2024-09-19T04:32:51.055853+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.050132+0000","last_change":"2024-09-19T04:32:51.050132+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.050132+0000","last_undegraded":"2024-09-19T04:32:51.050132+0000","last_fullsized":"2024-09-19T04:32:51.050132+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.054247+0000","last_change":"2024-09-19T04:32:51.054247+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.054247+0000","last_undegraded":"2024-09-19T04:32:51.054247+0000","last_fullsized":"2024-09-19T04:32:51.054247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.048853+0000","last_change":"2024-09-19T04:32:51.048853+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.048853+0000","last_undegraded":"2024-09-19T04:32:51.048853+0000","last_fullsized":"2024-09-19T04:32:51.048853+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.042453+0000","last_change":"2024-09-19T04:32:50.042453+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.042453+0000","last_undegraded":"2024-09-19T04:32:50.042453+0000","last_fullsized":"2024-09-19T04:32:50.042453+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070037+0000","last_change":"2024-09-19T04:32:51.064685+0000","last_active":"2024-09-19T04:32:51.070037+0000","last_peered":"2024-09-19T04:32:51.070037+0000","last_clean":"2024-09-19T04:32:51.070037+0000","last_became_active":"2024-09-19T04:32:51.064380+0000","last_became_peered":"2024-09-19T04:32:51.064380+0000","last_unstale":"2024-09-19T04:32:51.070037+0000","last_undegraded":"2024-09-19T04:32:51.070037+0000","last_fullsized":"2024-09-19T04:32:51.070037+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:41:54.757548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.042435+0000","last_change":"2024-09-19T04:32:50.042435+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.042435+0000","last_undegraded":"2024-09-19T04:32:50.042435+0000","last_fullsized":"2024-09-19T04:32:50.042435+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.060228+0000","last_change":"2024-09-19T04:32:51.055907+0000","last_active":"2024-09-19T04:32:51.060228+0000","last_peered":"2024-09-19T04:32:51.060228+0000","last_clean":"2024-09-19T04:32:51.060228+0000","last_became_active":"2024-09-19T04:32:51.055358+0000","last_became_peered":"2024-09-19T04:32:51.055358+0000","last_unstale":"2024-09-19T04:32:51.060228+0000","last_undegraded":"2024-09-19T04:32:51.060228+0000","last_fullsized":"2024-09-19T04:32:51.060228+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:53.430323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070054+0000","last_change":"2024-09-19T04:32:51.064828+0000","last_active":"2024-09-19T04:32:51.070054+0000","last_peered":"2024-09-19T04:32:51.070054+0000","last_clean":"2024-09-19T04:32:51.070054+0000","last_became_active":"2024-09-19T04:32:51.064535+0000","last_became_peered":"2024-09-19T04:32:51.064535+0000","last_unstale":"2024-09-19T04:32:51.070054+0000","last_undegraded":"2024-09-19T04:32:51.070054+0000","last_fullsized":"2024-09-19T04:32:51.070054+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:34.660517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.050255+0000","last_change":"2024-09-19T04:32:51.050255+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.050255+0000","last_undegraded":"2024-09-19T04:32:51.050255+0000","last_fullsized":"2024-09-19T04:32:51.050255+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.067169+0000","last_change":"2024-09-19T04:32:51.062798+0000","last_active":"2024-09-19T04:32:51.067169+0000","last_peered":"2024-09-19T04:32:51.067169+0000","last_clean":"2024-09-19T04:32:51.067169+0000","last_became_active":"2024-09-19T04:32:51.062488+0000","last_became_peered":"2024-09-19T04:32:51.062488+0000","last_unstale":"2024-09-19T04:32:51.067169+0000","last_undegraded":"2024-09-19T04:32:51.067169+0000","last_fullsized":"2024-09-19T04:32:51.067169+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:17.308432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.045277+0000","last_change":"2024-09-19T04:32:50.045277+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.045277+0000","last_undegraded":"2024-09-19T04:32:50.045277+0000","last_fullsized":"2024-09-19T04:32:50.045277+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.051015+0000","last_change":"2024-09-19T04:32:51.051015+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.051015+0000","last_undegraded":"2024-09-19T04:32:51.051015+0000","last_fullsized":"2024-09-19T04:32:51.051015+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070140+0000","last_change":"2024-09-19T04:32:51.066682+0000","last_active":"2024-09-19T04:32:51.070140+0000","last_peered":"2024-09-19T04:32:51.070140+0000","last_clean":"2024-09-19T04:32:51.070140+0000","last_became_active":"2024-09-19T04:32:51.066434+0000","last_became_peered":"2024-09-19T04:32:51.066434+0000","last_unstale":"2024-09-19T04:32:51.070140+0000","last_undegraded":"2024-09-19T04:32:51.070140+0000","last_fullsized":"2024-09-19T04:32:51.070140+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:16.998859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.057824+0000","last_change":"2024-09-19T04:32:51.057824+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.057824+0000","last_undegraded":"2024-09-19T04:32:51.057824+0000","last_fullsized":"2024-09-19T04:32:51.057824+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.045112+0000","last_change":"2024-09-19T04:32:50.045112+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.045112+0000","last_undegraded":"2024-09-19T04:32:50.045112+0000","last_fullsized":"2024-09-19T04:32:50.045112+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.066966+0000","last_change":"2024-09-19T04:32:51.060482+0000","last_active":"2024-09-19T04:32:51.066966+0000","last_peered":"2024-09-19T04:32:51.066966+0000","last_clean":"2024-09-19T04:32:51.066966+0000","last_became_active":"2024-09-19T04:32:51.060208+0000","last_became_peered":"2024-09-19T04:32:51.060208+0000","last_unstale":"2024-09-19T04:32:51.066966+0000","last_undegraded":"2024-09-19T04:32:51.066966+0000","last_fullsized":"2024-09-19T04:32:51.066966+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:34.660517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.054960+0000","last_change":"2024-09-19T04:32:51.054960+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.054960+0000","last_undegraded":"2024-09-19T04:32:51.054960+0000","last_fullsized":"2024-09-19T04:32:51.054960+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070053+0000","last_change":"2024-09-19T04:32:51.064040+0000","last_active":"2024-09-19T04:32:51.070053+0000","last_peered":"2024-09-19T04:32:51.070053+0000","last_clean":"2024-09-19T04:32:51.070053+0000","last_became_active":"2024-09-19T04:32:51.063764+0000","last_became_peered":"2024-09-19T04:32:51.063764+0000","last_unstale":"2024-09-19T04:32:51.070053+0000","last_undegraded":"2024-09-19T04:32:51.070053+0000","last_fullsized":"2024-09-19T04:32:51.070053+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:53.430323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.053643+0000","last_change":"2024-09-19T04:32:51.053643+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.053643+0000","last_undegraded":"2024-09-19T04:32:51.053643+0000","last_fullsized":"2024-09-19T04:32:51.053643+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.049900+0000","last_change":"2024-09-19T04:32:50.049900+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.049900+0000","last_undegraded":"2024-09-19T04:32:50.049900+0000","last_fullsized":"2024-09-19T04:32:50.049900+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.057437+0000","last_change":"2024-09-19T04:32:51.057437+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.057437+0000","last_undegraded":"2024-09-19T04:32:51.057437+0000","last_fullsized":"2024-09-19T04:32:51.057437+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.064484+0000","last_change":"2024-09-19T04:32:51.061102+0000","last_active":"2024-09-19T04:32:51.064484+0000","last_peered":"2024-09-19T04:32:51.064484+0000","last_clean":"2024-09-19T04:32:51.064484+0000","last_became_active":"2024-09-19T04:32:51.060781+0000","last_became_peered":"2024-09-19T04:32:51.060781+0000","last_unstale":"2024-09-19T04:32:51.064484+0000","last_undegraded":"2024-09-19T04:32:51.064484+0000","last_fullsized":"2024-09-19T04:32:51.064484+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:44.489118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.056528+0000","last_change":"2024-09-19T04:32:51.056528+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.056528+0000","last_undegraded":"2024-09-19T04:32:51.056528+0000","last_fullsized":"2024-09-19T04:32:51.056528+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.049822+0000","last_change":"2024-09-19T04:32:50.049822+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.049822+0000","last_undegraded":"2024-09-19T04:32:50.049822+0000","last_fullsized":"2024-09-19T04:32:50.049822+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.055370+0000","last_change":"2024-09-19T04:32:51.055370+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.055370+0000","last_undegraded":"2024-09-19T04:32:51.055370+0000","last_fullsized":"2024-09-19T04:32:51.055370+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.044383+0000","last_change":"2024-09-19T04:32:50.044383+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.044383+0000","last_undegraded":"2024-09-19T04:32:50.044383+0000","last_fullsized":"2024-09-19T04:32:50.044383+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.049807+0000","last_change":"2024-09-19T04:32:51.049807+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.049807+0000","last_undegraded":"2024-09-19T04:32:51.049807+0000","last_fullsized":"2024-09-19T04:32:51.049807+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.049873+0000","last_change":"2024-09-19T04:32:50.049873+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.049873+0000","last_undegraded":"2024-09-19T04:32:50.049873+0000","last_fullsized":"2024-09-19T04:32:50.049873+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.057200+0000","last_change":"2024-09-19T04:32:51.057200+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.057200+0000","last_undegraded":"2024-09-19T04:32:51.057200+0000","last_fullsized":"2024-09-19T04:32:51.057200+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":166,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.059858+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:32:51.059858+0000","last_peered":"2024-09-19T04:32:51.059858+0000","last_clean":"2024-09-19T04:32:51.059858+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:32:51.059858+0000","last_undegraded":"2024-09-19T04:32:51.059858+0000","last_fullsized":"2024-09-19T04:32:51.059858+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.063805+0000","last_change":"2024-09-19T04:32:51.058334+0000","last_active":"2024-09-19T04:32:51.063805+0000","last_peered":"2024-09-19T04:32:51.063805+0000","last_clean":"2024-09-19T04:32:51.063805+0000","last_became_active":"2024-09-19T04:32:51.058066+0000","last_became_peered":"2024-09-19T04:32:51.058066+0000","last_unstale":"2024-09-19T04:32:51.063805+0000","last_undegraded":"2024-09-19T04:32:51.063805+0000","last_fullsized":"2024-09-19T04:32:51.063805+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:41:54.757548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070478+0000","last_change":"2024-09-19T04:32:51.068935+0000","last_active":"2024-09-19T04:32:51.070478+0000","last_peered":"2024-09-19T04:32:51.070478+0000","last_clean":"2024-09-19T04:32:51.070478+0000","last_became_active":"2024-09-19T04:32:51.068680+0000","last_became_peered":"2024-09-19T04:32:51.068680+0000","last_unstale":"2024-09-19T04:32:51.070478+0000","last_undegraded":"2024-09-19T04:32:51.070478+0000","last_fullsized":"2024-09-19T04:32:51.070478+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:53.042361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.049864+0000","last_change":"2024-09-19T04:32:50.049864+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.049864+0000","last_undegraded":"2024-09-19T04:32:50.049864+0000","last_fullsized":"2024-09-19T04:32:50.049864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.066994+0000","last_change":"2024-09-19T04:32:51.061154+0000","last_active":"2024-09-19T04:32:51.066994+0000","last_peered":"2024-09-19T04:32:51.066994+0000","last_clean":"2024-09-19T04:32:51.066994+0000","last_became_active":"2024-09-19T04:32:51.060857+0000","last_became_peered":"2024-09-19T04:32:51.060857+0000","last_unstale":"2024-09-19T04:32:51.066994+0000","last_undegraded":"2024-09-19T04:32:51.066994+0000","last_fullsized":"2024-09-19T04:32:51.066994+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:16.998859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.050262+0000","last_change":"2024-09-19T04:32:51.050262+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.050262+0000","last_undegraded":"2024-09-19T04:32:51.050262+0000","last_fullsized":"2024-09-19T04:32:51.050262+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.044745+0000","last_change":"2024-09-19T04:32:50.044745+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.044745+0000","last_undegraded":"2024-09-19T04:32:50.044745+0000","last_fullsized":"2024-09-19T04:32:50.044745+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.048903+0000","last_change":"2024-09-19T04:32:51.048903+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.048903+0000","last_undegraded":"2024-09-19T04:32:51.048903+0000","last_fullsized":"2024-09-19T04:32:51.048903+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070458+0000","last_change":"2024-09-19T04:32:51.068499+0000","last_active":"2024-09-19T04:32:51.070458+0000","last_peered":"2024-09-19T04:32:51.070458+0000","last_clean":"2024-09-19T04:32:51.070458+0000","last_became_active":"2024-09-19T04:32:51.068167+0000","last_became_peered":"2024-09-19T04:32:51.068167+0000","last_unstale":"2024-09-19T04:32:51.070458+0000","last_undegraded":"2024-09-19T04:32:51.070458+0000","last_fullsized":"2024-09-19T04:32:51.070458+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:06:31.714672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.044413+0000","last_change":"2024-09-19T04:32:50.044413+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.044413+0000","last_undegraded":"2024-09-19T04:32:50.044413+0000","last_fullsized":"2024-09-19T04:32:50.044413+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.066952+0000","last_change":"2024-09-19T04:32:51.062616+0000","last_active":"2024-09-19T04:32:51.066952+0000","last_peered":"2024-09-19T04:32:51.066952+0000","last_clean":"2024-09-19T04:32:51.066952+0000","last_became_active":"2024-09-19T04:32:51.062347+0000","last_became_peered":"2024-09-19T04:32:51.062347+0000","last_unstale":"2024-09-19T04:32:51.066952+0000","last_undegraded":"2024-09-19T04:32:51.066952+0000","last_fullsized":"2024-09-19T04:32:51.066952+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:44.489118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070461+0000","last_change":"2024-09-19T04:32:51.068601+0000","last_active":"2024-09-19T04:32:51.070461+0000","last_peered":"2024-09-19T04:32:51.070461+0000","last_clean":"2024-09-19T04:32:51.070461+0000","last_became_active":"2024-09-19T04:32:51.068274+0000","last_became_peered":"2024-09-19T04:32:51.068274+0000","last_unstale":"2024-09-19T04:32:51.070461+0000","last_undegraded":"2024-09-19T04:32:51.070461+0000","last_fullsized":"2024-09-19T04:32:51.070461+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:37:16.408002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.048847+0000","last_change":"2024-09-19T04:32:51.048847+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.048847+0000","last_undegraded":"2024-09-19T04:32:51.048847+0000","last_fullsized":"2024-09-19T04:32:51.048847+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.044388+0000","last_change":"2024-09-19T04:32:50.044388+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.044388+0000","last_undegraded":"2024-09-19T04:32:50.044388+0000","last_fullsized":"2024-09-19T04:32:50.044388+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.044319+0000","last_change":"2024-09-19T04:32:50.044319+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.044319+0000","last_undegraded":"2024-09-19T04:32:50.044319+0000","last_fullsized":"2024-09-19T04:32:50.044319+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070062+0000","last_change":"2024-09-19T04:32:51.066109+0000","last_active":"2024-09-19T04:32:51.070062+0000","last_peered":"2024-09-19T04:32:51.070062+0000","last_clean":"2024-09-19T04:32:51.070062+0000","last_became_active":"2024-09-19T04:32:51.065790+0000","last_became_peered":"2024-09-19T04:32:51.065790+0000","last_unstale":"2024-09-19T04:32:51.070062+0000","last_undegraded":"2024-09-19T04:32:51.070062+0000","last_fullsized":"2024-09-19T04:32:51.070062+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:17.308432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.057553+0000","last_change":"2024-09-19T04:32:51.057553+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.057553+0000","last_undegraded":"2024-09-19T04:32:51.057553+0000","last_fullsized":"2024-09-19T04:32:51.057553+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.049607+0000","last_change":"2024-09-19T04:32:51.049607+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.049607+0000","last_undegraded":"2024-09-19T04:32:51.049607+0000","last_fullsized":"2024-09-19T04:32:51.049607+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070435+0000","last_change":"2024-09-19T04:32:51.067778+0000","last_active":"2024-09-19T04:32:51.070435+0000","last_peered":"2024-09-19T04:32:51.070435+0000","last_clean":"2024-09-19T04:32:51.070435+0000","last_became_active":"2024-09-19T04:32:51.067450+0000","last_became_peered":"2024-09-19T04:32:51.067450+0000","last_unstale":"2024-09-19T04:32:51.070435+0000","last_undegraded":"2024-09-19T04:32:51.070435+0000","last_fullsized":"2024-09-19T04:32:51.070435+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:06:42.913981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T04:32:51.051258+0000","last_change":"2024-09-19T04:32:51.051258+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.051258+0000","last_undegraded":"2024-09-19T04:32:51.051258+0000","last_fullsized":"2024-09-19T04:32:51.051258+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T04:32:51.070075+0000","last_change":"2024-09-19T04:32:51.065261+0000","last_active":"2024-09-19T04:32:51.070075+0000","last_peered":"2024-09-19T04:32:51.070075+0000","last_clean":"2024-09-19T04:32:51.070075+0000","last_became_active":"2024-09-19T04:32:51.064960+0000","last_became_peered":"2024-09-19T04:32:51.064960+0000","last_unstale":"2024-09-19T04:32:51.070075+0000","last_undegraded":"2024-09-19T04:32:51.070075+0000","last_fullsized":"2024-09-19T04:32:51.070075+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:16.998859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.042433+0000","last_change":"2024-09-19T04:32:50.042433+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.042433+0000","last_undegraded":"2024-09-19T04:32:50.042433+0000","last_fullsized":"2024-09-19T04:32:50.042433+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:32:51.039901+0000","last_change":"2024-09-19T04:32:51.039901+0000","last_active":"2024-09-19T04:32:51.039901+0000","last_peered":"2024-09-19T04:32:51.039901+0000","last_clean":"2024-09-19T04:32:51.039901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:51.039901+0000","last_undegraded":"2024-09-19T04:32:51.039901+0000","last_fullsized":"2024-09-19T04:32:51.039901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T04:32:50.044910+0000","last_change":"2024-09-19T04:32:50.044910+0000","last_active":"2024-09-19T04:32:50.034069+0000","last_peered":"2024-09-19T04:32:50.034069+0000","last_clean":"2024-09-19T04:32:50.034069+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:32:50.044910+0000","last_undegraded":"2024-09-19T04:32:50.044910+0000","last_fullsized":"2024-09-19T04:32:50.044910+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":70,"acting":70,"num_store_stats":4},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27776,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344064,"statfs":{"total":96636764160,"available":96608321536,"internally_reserved":0,"allocated":765952,"data_stored":643545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27212,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344628,"statfs":{"total":96636764160,"available":96608899072,"internally_reserved":0,"allocated":184320,"data_stored":59452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542148,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27184,"kb_used_data":156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344656,"statfs":{"total":96636764160,"available":96608927744,"internally_reserved":0,"allocated":159744,"data_stored":47360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542148,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27188,"kb_used_data":156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":159744,"data_stored":47360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542149,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27776,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344064,"statfs":{"total":96636764160,"available":96608321536,"internally_reserved":0,"allocated":765952,"data_stored":643545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:32:57.017 INFO:tasks.ceph.mds.d.smithi114.stderr:2024-09-19T04:32:57.015+0000 7ff4013d0640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T04:32:59.340 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:32:59.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.449+0000 7ff1775d8640 1 Processor -- start 2024-09-19T04:32:59.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.450+0000 7ff1775d8640 1 -- start start 2024-09-19T04:32:59.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.450+0000 7ff1775d8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1700b1980 0x7ff1700b6010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:59.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff1775d8640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff170073da0 con 0x7ff1700b4290 2024-09-19T04:32:59.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff1775d8640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff170074060 con 0x7ff17015c690 2024-09-19T04:32:59.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff1775d8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff1700b6aa0 con 0x7ff1700b1980 2024-09-19T04:32:59.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff175b75640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7ff1700b4290 0x7ff1700b6fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:47910/0 (socket says 172.21.15.111:47910) 2024-09-19T04:32:59.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff175b75640 1 -- 172.21.15.111:0/2056625163 learned_addr learned my addr 172.21.15.111:0/2056625163 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:32:59.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff174b73640 1 --2- 172.21.15.111:0/2056625163 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1700b1980 0x7ff1700b6010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:59.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff167fff640 1 -- 172.21.15.111:0/2056625163 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2465365765 0 0) 0x7ff170073da0 con 0x7ff1700b4290 2024-09-19T04:32:59.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff167fff640 1 -- 172.21.15.111:0/2056625163 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff15c003520 con 0x7ff1700b4290 2024-09-19T04:32:59.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff167fff640 1 -- 172.21.15.111:0/2056625163 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2268710339 0 0) 0x7ff170074060 con 0x7ff17015c690 2024-09-19T04:32:59.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff167fff640 1 -- 172.21.15.111:0/2056625163 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff170073da0 con 0x7ff17015c690 2024-09-19T04:32:59.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff167fff640 1 -- 172.21.15.111:0/2056625163 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2213892641 0 0) 0x7ff15c003520 con 0x7ff1700b4290 2024-09-19T04:32:59.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff167fff640 1 -- 172.21.15.111:0/2056625163 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1700b1980 msgr2=0x7ff1700b6010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:59.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff167fff640 1 --2- 172.21.15.111:0/2056625163 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1700b1980 0x7ff1700b6010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:59.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff167fff640 1 -- 172.21.15.111:0/2056625163 >> v1:172.21.15.114:6789/0 conn(0x7ff17015c690 legacy=0x7ff1700d0540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:59.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff167fff640 1 -- 172.21.15.111:0/2056625163 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1700733a0 con 0x7ff1700b4290 2024-09-19T04:32:59.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff167fff640 1 -- 172.21.15.111:0/2056625163 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7ff1680019f0 con 0x7ff1700b4290 2024-09-19T04:32:59.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff174b73640 1 --2- 172.21.15.111:0/2056625163 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1700b1980 0x7ff1700b6010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:32:59.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff167fff640 1 -- 172.21.15.111:0/2056625163 >> v1:172.21.15.111:6789/0 conn(0x7ff1700b4290 legacy=0x7ff1700b6fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:59.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff167fff640 1 --2- 172.21.15.111:0/2056625163 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1700b1980 0x7ff15c003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:59.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff167fff640 1 --2- 172.21.15.111:0/2056625163 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff15c0040b0 0x7ff15c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:59.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff167fff640 1 --2- 172.21.15.111:0/2056625163 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff15c004d40 0x7ff15c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:59.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff167fff640 1 -- 172.21.15.111:0/2056625163 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff1700b6aa0 con 0x7ff15c004d40 2024-09-19T04:32:59.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff167fff640 1 -- 172.21.15.111:0/2056625163 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff15c00ba70 con 0x7ff15c0040b0 2024-09-19T04:32:59.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff167fff640 1 -- 172.21.15.111:0/2056625163 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff15c00bc70 con 0x7ff1700b1980 2024-09-19T04:32:59.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff175b75640 1 --2- 172.21.15.111:0/2056625163 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff15c004d40 0x7ff15c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:59.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff174b73640 1 --2- 172.21.15.111:0/2056625163 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff15c0040b0 0x7ff15c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:59.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.451+0000 7ff175374640 1 --2- 172.21.15.111:0/2056625163 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1700b1980 0x7ff15c003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:59.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.452+0000 7ff175b75640 1 -- 172.21.15.111:0/2056625163 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1700b1980 msgr2=0x7ff15c003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:59.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.452+0000 7ff175b75640 1 --2- 172.21.15.111:0/2056625163 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1700b1980 0x7ff15c003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:59.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.452+0000 7ff175b75640 1 -- 172.21.15.111:0/2056625163 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff15c0040b0 msgr2=0x7ff15c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:59.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.452+0000 7ff175b75640 1 --2- 172.21.15.111:0/2056625163 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff15c0040b0 0x7ff15c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:59.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.452+0000 7ff175b75640 1 -- 172.21.15.111:0/2056625163 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff15c003520 con 0x7ff15c004d40 2024-09-19T04:32:59.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.452+0000 7ff175b75640 1 --2- 172.21.15.111:0/2056625163 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff15c004d40 0x7ff15c0051c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff16800a800 tx=0x7ff15c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae77d4c340860984 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:59.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.452+0000 7ff167fff640 1 -- 172.21.15.111:0/2056625163 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff16800a430 con 0x7ff15c004d40 2024-09-19T04:32:59.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.453+0000 7ff167fff640 1 -- 172.21.15.111:0/2056625163 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff16802f070 con 0x7ff15c004d40 2024-09-19T04:32:59.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.453+0000 7ff167fff640 1 -- 172.21.15.111:0/2056625163 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff16802bc50 con 0x7ff15c004d40 2024-09-19T04:32:59.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.453+0000 7ff1775d8640 1 -- 172.21.15.111:0/2056625163 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff15c004d40 msgr2=0x7ff15c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:59.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.453+0000 7ff1775d8640 1 --2- 172.21.15.111:0/2056625163 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff15c004d40 0x7ff15c0051c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff16800a800 tx=0x7ff15c005830 comp rx=0 tx=0).stop 2024-09-19T04:32:59.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.453+0000 7ff175b75640 1 -- 172.21.15.111:0/2056625163 reap_dead start 2024-09-19T04:32:59.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.453+0000 7ff1775d8640 1 -- 172.21.15.111:0/2056625163 shutdown_connections 2024-09-19T04:32:59.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.453+0000 7ff1775d8640 1 -- 172.21.15.111:0/2056625163 >> 172.21.15.111:0/2056625163 conn(0x7ff170062630 msgr2=0x7ff170062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:59.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.453+0000 7ff1775d8640 1 -- 172.21.15.111:0/2056625163 shutdown_connections 2024-09-19T04:32:59.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.453+0000 7ff1775d8640 1 -- 172.21.15.111:0/2056625163 wait complete. 2024-09-19T04:32:59.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.454+0000 7ff1775d8640 1 Processor -- start 2024-09-19T04:32:59.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.454+0000 7ff1775d8640 1 -- start start 2024-09-19T04:32:59.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.455+0000 7ff1775d8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff15c004d40 0x7ff17015a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:59.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.455+0000 7ff1775d8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff17015f9f0 0x7ff170149bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:59.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.455+0000 7ff1775d8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1701566a0 0x7ff17014a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:59.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.455+0000 7ff1775d8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff1700d0dd0 con 0x7ff17015f9f0 2024-09-19T04:32:59.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.455+0000 7ff1775d8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff1700d0c50 con 0x7ff15c004d40 2024-09-19T04:32:59.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.455+0000 7ff1775d8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff1700b76d0 con 0x7ff1701566a0 2024-09-19T04:32:59.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.455+0000 7ff174b73640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff17015f9f0 0x7ff170149bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:59.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.455+0000 7ff174b73640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff17015f9f0 0x7ff170149bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47836/0 (socket says 172.21.15.111:47836) 2024-09-19T04:32:59.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.455+0000 7ff174b73640 1 -- 172.21.15.111:0/1361054679 learned_addr learned my addr 172.21.15.111:0/1361054679 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:59.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.455+0000 7ff175374640 1 --2- 172.21.15.111:0/1361054679 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff15c004d40 0x7ff17015a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:59.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.455+0000 7ff175b75640 1 --2- 172.21.15.111:0/1361054679 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1701566a0 0x7ff17014a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:59.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.455+0000 7ff174b73640 1 -- 172.21.15.111:0/1361054679 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1701566a0 msgr2=0x7ff17014a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:59.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.455+0000 7ff174b73640 1 --2- 172.21.15.111:0/1361054679 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1701566a0 0x7ff17014a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:59.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.455+0000 7ff174b73640 1 -- 172.21.15.111:0/1361054679 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff15c004d40 msgr2=0x7ff17015a3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:59.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.455+0000 7ff174b73640 1 --2- 172.21.15.111:0/1361054679 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff15c004d40 0x7ff17015a3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:59.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.455+0000 7ff174b73640 1 -- 172.21.15.111:0/1361054679 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff170154ce0 con 0x7ff17015f9f0 2024-09-19T04:32:59.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.455+0000 7ff175b75640 1 --2- 172.21.15.111:0/1361054679 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1701566a0 0x7ff17014a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:32:59.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.456+0000 7ff174b73640 1 --2- 172.21.15.111:0/1361054679 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff17015f9f0 0x7ff170149bf0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff1600119d0 tx=0x7ff160011dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:59.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.456+0000 7ff165ffb640 1 -- 172.21.15.111:0/1361054679 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff16000fa30 con 0x7ff17015f9f0 2024-09-19T04:32:59.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.456+0000 7ff165ffb640 1 -- 172.21.15.111:0/1361054679 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff16000fbd0 con 0x7ff17015f9f0 2024-09-19T04:32:59.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.456+0000 7ff1775d8640 1 -- 172.21.15.111:0/1361054679 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff170154fc0 con 0x7ff17015f9f0 2024-09-19T04:32:59.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.456+0000 7ff165ffb640 1 -- 172.21.15.111:0/1361054679 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff160014440 con 0x7ff17015f9f0 2024-09-19T04:32:59.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.456+0000 7ff1775d8640 1 -- 172.21.15.111:0/1361054679 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff170155580 con 0x7ff17015f9f0 2024-09-19T04:32:59.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.457+0000 7ff1775d8640 1 -- 172.21.15.111:0/1361054679 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1700b6010 con 0x7ff17015f9f0 2024-09-19T04:32:59.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.457+0000 7ff165ffb640 1 -- 172.21.15.111:0/1361054679 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff160012040 con 0x7ff17015f9f0 2024-09-19T04:32:59.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.458+0000 7ff165ffb640 1 --2- 172.21.15.111:0/1361054679 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff15406c2b0 0x7ff15406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:59.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.458+0000 7ff165ffb640 1 -- 172.21.15.111:0/1361054679 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff16008b9e0 con 0x7ff17015f9f0 2024-09-19T04:32:59.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.458+0000 7ff175374640 1 --2- 172.21.15.111:0/1361054679 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff15406c2b0 0x7ff15406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:59.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.458+0000 7ff175374640 1 --2- 172.21.15.111:0/1361054679 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff15406c2b0 0x7ff15406e770 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ff16c001910 tx=0x7ff16c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:59.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.462+0000 7ff165ffb640 1 -- 172.21.15.111:0/1361054679 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff160019030 con 0x7ff17015f9f0 2024-09-19T04:32:59.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.624+0000 7ff1775d8640 1 -- 172.21.15.111:0/1361054679 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff1700ceb30 con 0x7ff15406c2b0 2024-09-19T04:32:59.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.630+0000 7ff165ffb640 1 -- 172.21.15.111:0/1361054679 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251947 (secure 0 0 0) 0x7ff1700ceb30 con 0x7ff15406c2b0 2024-09-19T04:32:59.634 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:32:59.635 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:32:59.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.633+0000 7ff1775d8640 1 -- 172.21.15.111:0/1361054679 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff15406c2b0 msgr2=0x7ff15406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:59.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.633+0000 7ff1775d8640 1 --2- 172.21.15.111:0/1361054679 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff15406c2b0 0x7ff15406e770 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ff16c001910 tx=0x7ff16c009040 comp rx=0 tx=0).stop 2024-09-19T04:32:59.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.633+0000 7ff1775d8640 1 -- 172.21.15.111:0/1361054679 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff17015f9f0 msgr2=0x7ff170149bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:59.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.633+0000 7ff1775d8640 1 --2- 172.21.15.111:0/1361054679 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff17015f9f0 0x7ff170149bf0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff1600119d0 tx=0x7ff160011dd0 comp rx=0 tx=0).stop 2024-09-19T04:32:59.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.633+0000 7ff1775d8640 1 -- 172.21.15.111:0/1361054679 shutdown_connections 2024-09-19T04:32:59.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.633+0000 7ff1775d8640 1 --2- 172.21.15.111:0/1361054679 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff15406c2b0 0x7ff15406e770 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:59.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.633+0000 7ff1775d8640 1 --2- 172.21.15.111:0/1361054679 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1701566a0 0x7ff17014a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:59.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.633+0000 7ff1775d8640 1 --2- 172.21.15.111:0/1361054679 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff17015f9f0 0x7ff170149bf0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:59.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.633+0000 7ff1775d8640 1 --2- 172.21.15.111:0/1361054679 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff15c004d40 0x7ff17015a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:59.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.633+0000 7ff1775d8640 1 -- 172.21.15.111:0/1361054679 >> 172.21.15.111:0/1361054679 conn(0x7ff170062630 msgr2=0x7ff1700b4670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:59.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.633+0000 7ff1775d8640 1 -- 172.21.15.111:0/1361054679 shutdown_connections 2024-09-19T04:32:59.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.633+0000 7ff1775d8640 1 -- 172.21.15.111:0/1361054679 wait complete. 2024-09-19T04:32:59.645 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-19T04:32:58.409512+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":183,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219120,"kb_used_data":2856,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755600,"statfs":{"total":773094113280,"available":772869734400,"internally_reserved":0,"allocated":2924544,"data_stored":1765772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":37,"apply_latency_ms":37,"commit_latency_ns":37000000,"apply_latency_ns":37000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.364282"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098188+0000","last_change":"2024-09-19T04:32:52.078425+0000","last_active":"2024-09-19T04:32:53.098188+0000","last_peered":"2024-09-19T04:32:53.098188+0000","last_clean":"2024-09-19T04:32:53.098188+0000","last_became_active":"2024-09-19T04:32:52.078121+0000","last_became_peered":"2024-09-19T04:32:52.078121+0000","last_unstale":"2024-09-19T04:32:53.098188+0000","last_undegraded":"2024-09-19T04:32:53.098188+0000","last_fullsized":"2024-09-19T04:32:53.098188+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:17:59.228393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060954+0000","last_change":"2024-09-19T04:32:52.068535+0000","last_active":"2024-09-19T04:32:53.060954+0000","last_peered":"2024-09-19T04:32:53.060954+0000","last_clean":"2024-09-19T04:32:53.060954+0000","last_became_active":"2024-09-19T04:32:52.068164+0000","last_became_peered":"2024-09-19T04:32:52.068164+0000","last_unstale":"2024-09-19T04:32:53.060954+0000","last_undegraded":"2024-09-19T04:32:53.060954+0000","last_fullsized":"2024-09-19T04:32:53.060954+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:08.331227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097341+0000","last_change":"2024-09-19T04:32:52.066586+0000","last_active":"2024-09-19T04:32:53.097341+0000","last_peered":"2024-09-19T04:32:53.097341+0000","last_clean":"2024-09-19T04:32:53.097341+0000","last_became_active":"2024-09-19T04:32:52.066337+0000","last_became_peered":"2024-09-19T04:32:52.066337+0000","last_unstale":"2024-09-19T04:32:53.097341+0000","last_undegraded":"2024-09-19T04:32:53.097341+0000","last_fullsized":"2024-09-19T04:32:53.097341+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:54.773028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063951+0000","last_change":"2024-09-19T04:32:52.072997+0000","last_active":"2024-09-19T04:32:53.063951+0000","last_peered":"2024-09-19T04:32:53.063951+0000","last_clean":"2024-09-19T04:32:53.063951+0000","last_became_active":"2024-09-19T04:32:52.072645+0000","last_became_peered":"2024-09-19T04:32:52.072645+0000","last_unstale":"2024-09-19T04:32:53.063951+0000","last_undegraded":"2024-09-19T04:32:53.063951+0000","last_fullsized":"2024-09-19T04:32:53.063951+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:18:46.276027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097616+0000","last_change":"2024-09-19T04:32:52.070948+0000","last_active":"2024-09-19T04:32:53.097616+0000","last_peered":"2024-09-19T04:32:53.097616+0000","last_clean":"2024-09-19T04:32:53.097616+0000","last_became_active":"2024-09-19T04:32:52.070254+0000","last_became_peered":"2024-09-19T04:32:52.070254+0000","last_unstale":"2024-09-19T04:32:53.097616+0000","last_undegraded":"2024-09-19T04:32:53.097616+0000","last_fullsized":"2024-09-19T04:32:53.097616+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:00:28.867369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063036+0000","last_change":"2024-09-19T04:32:52.067837+0000","last_active":"2024-09-19T04:32:53.063036+0000","last_peered":"2024-09-19T04:32:53.063036+0000","last_clean":"2024-09-19T04:32:53.063036+0000","last_became_active":"2024-09-19T04:32:52.067482+0000","last_became_peered":"2024-09-19T04:32:52.067482+0000","last_unstale":"2024-09-19T04:32:53.063036+0000","last_undegraded":"2024-09-19T04:32:53.063036+0000","last_fullsized":"2024-09-19T04:32:53.063036+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:43.040562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097484+0000","last_change":"2024-09-19T04:32:52.073098+0000","last_active":"2024-09-19T04:32:53.097484+0000","last_peered":"2024-09-19T04:32:53.097484+0000","last_clean":"2024-09-19T04:32:53.097484+0000","last_became_active":"2024-09-19T04:32:52.072821+0000","last_became_peered":"2024-09-19T04:32:52.072821+0000","last_unstale":"2024-09-19T04:32:53.097484+0000","last_undegraded":"2024-09-19T04:32:53.097484+0000","last_fullsized":"2024-09-19T04:32:53.097484+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:18:46.276027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097510+0000","last_change":"2024-09-19T04:32:52.064059+0000","last_active":"2024-09-19T04:32:53.097510+0000","last_peered":"2024-09-19T04:32:53.097510+0000","last_clean":"2024-09-19T04:32:53.097510+0000","last_became_active":"2024-09-19T04:32:52.063579+0000","last_became_peered":"2024-09-19T04:32:52.063579+0000","last_unstale":"2024-09-19T04:32:53.097510+0000","last_undegraded":"2024-09-19T04:32:53.097510+0000","last_fullsized":"2024-09-19T04:32:53.097510+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:32:59.431512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098338+0000","last_change":"2024-09-19T04:32:52.075984+0000","last_active":"2024-09-19T04:32:53.098338+0000","last_peered":"2024-09-19T04:32:53.098338+0000","last_clean":"2024-09-19T04:32:53.098338+0000","last_became_active":"2024-09-19T04:32:52.075222+0000","last_became_peered":"2024-09-19T04:32:52.075222+0000","last_unstale":"2024-09-19T04:32:53.098338+0000","last_undegraded":"2024-09-19T04:32:53.098338+0000","last_fullsized":"2024-09-19T04:32:53.098338+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:13.225562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098037+0000","last_change":"2024-09-19T04:32:52.078370+0000","last_active":"2024-09-19T04:32:53.098037+0000","last_peered":"2024-09-19T04:32:53.098037+0000","last_clean":"2024-09-19T04:32:53.098037+0000","last_became_active":"2024-09-19T04:32:52.078060+0000","last_became_peered":"2024-09-19T04:32:52.078060+0000","last_unstale":"2024-09-19T04:32:53.098037+0000","last_undegraded":"2024-09-19T04:32:53.098037+0000","last_fullsized":"2024-09-19T04:32:53.098037+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:08.331227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097686+0000","last_change":"2024-09-19T04:32:52.074450+0000","last_active":"2024-09-19T04:32:53.097686+0000","last_peered":"2024-09-19T04:32:53.097686+0000","last_clean":"2024-09-19T04:32:53.097686+0000","last_became_active":"2024-09-19T04:32:52.073429+0000","last_became_peered":"2024-09-19T04:32:52.073429+0000","last_unstale":"2024-09-19T04:32:53.097686+0000","last_undegraded":"2024-09-19T04:32:53.097686+0000","last_fullsized":"2024-09-19T04:32:53.097686+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:08:36.972098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063595+0000","last_change":"2024-09-19T04:32:52.078063+0000","last_active":"2024-09-19T04:32:53.063595+0000","last_peered":"2024-09-19T04:32:53.063595+0000","last_clean":"2024-09-19T04:32:53.063595+0000","last_became_active":"2024-09-19T04:32:52.077777+0000","last_became_peered":"2024-09-19T04:32:52.077777+0000","last_unstale":"2024-09-19T04:32:53.063595+0000","last_undegraded":"2024-09-19T04:32:53.063595+0000","last_fullsized":"2024-09-19T04:32:53.063595+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:04:38.365069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098411+0000","last_change":"2024-09-19T04:32:52.077099+0000","last_active":"2024-09-19T04:32:53.098411+0000","last_peered":"2024-09-19T04:32:53.098411+0000","last_clean":"2024-09-19T04:32:53.098411+0000","last_became_active":"2024-09-19T04:32:52.076736+0000","last_became_peered":"2024-09-19T04:32:52.076736+0000","last_unstale":"2024-09-19T04:32:53.098411+0000","last_undegraded":"2024-09-19T04:32:53.098411+0000","last_fullsized":"2024-09-19T04:32:53.098411+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:28.616270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097110+0000","last_change":"2024-09-19T04:32:52.061978+0000","last_active":"2024-09-19T04:32:53.097110+0000","last_peered":"2024-09-19T04:32:53.097110+0000","last_clean":"2024-09-19T04:32:53.097110+0000","last_became_active":"2024-09-19T04:32:52.061423+0000","last_became_peered":"2024-09-19T04:32:52.061423+0000","last_unstale":"2024-09-19T04:32:53.097110+0000","last_undegraded":"2024-09-19T04:32:53.097110+0000","last_fullsized":"2024-09-19T04:32:53.097110+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:52:31.313376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060782+0000","last_change":"2024-09-19T04:32:52.059982+0000","last_active":"2024-09-19T04:32:53.060782+0000","last_peered":"2024-09-19T04:32:53.060782+0000","last_clean":"2024-09-19T04:32:53.060782+0000","last_became_active":"2024-09-19T04:32:52.059026+0000","last_became_peered":"2024-09-19T04:32:52.059026+0000","last_unstale":"2024-09-19T04:32:53.060782+0000","last_undegraded":"2024-09-19T04:32:53.060782+0000","last_fullsized":"2024-09-19T04:32:53.060782+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:32:59.431512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063258+0000","last_change":"2024-09-19T04:32:52.068067+0000","last_active":"2024-09-19T04:32:53.063258+0000","last_peered":"2024-09-19T04:32:53.063258+0000","last_clean":"2024-09-19T04:32:53.063258+0000","last_became_active":"2024-09-19T04:32:52.067700+0000","last_became_peered":"2024-09-19T04:32:52.067700+0000","last_unstale":"2024-09-19T04:32:53.063258+0000","last_undegraded":"2024-09-19T04:32:53.063258+0000","last_fullsized":"2024-09-19T04:32:53.063258+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:54:15.222205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.064521+0000","last_change":"2024-09-19T04:32:52.068888+0000","last_active":"2024-09-19T04:32:53.064521+0000","last_peered":"2024-09-19T04:32:53.064521+0000","last_clean":"2024-09-19T04:32:53.064521+0000","last_became_active":"2024-09-19T04:32:52.068632+0000","last_became_peered":"2024-09-19T04:32:52.068632+0000","last_unstale":"2024-09-19T04:32:53.064521+0000","last_undegraded":"2024-09-19T04:32:53.064521+0000","last_fullsized":"2024-09-19T04:32:53.064521+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:25.357503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097671+0000","last_change":"2024-09-19T04:32:52.079195+0000","last_active":"2024-09-19T04:32:53.097671+0000","last_peered":"2024-09-19T04:32:53.097671+0000","last_clean":"2024-09-19T04:32:53.097671+0000","last_became_active":"2024-09-19T04:32:52.078930+0000","last_became_peered":"2024-09-19T04:32:52.078930+0000","last_unstale":"2024-09-19T04:32:53.097671+0000","last_undegraded":"2024-09-19T04:32:53.097671+0000","last_fullsized":"2024-09-19T04:32:53.097671+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:52.748058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098030+0000","last_change":"2024-09-19T04:32:52.067317+0000","last_active":"2024-09-19T04:32:53.098030+0000","last_peered":"2024-09-19T04:32:53.098030+0000","last_clean":"2024-09-19T04:32:53.098030+0000","last_became_active":"2024-09-19T04:32:52.066868+0000","last_became_peered":"2024-09-19T04:32:52.066868+0000","last_unstale":"2024-09-19T04:32:53.098030+0000","last_undegraded":"2024-09-19T04:32:53.098030+0000","last_fullsized":"2024-09-19T04:32:53.098030+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:25.357503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097900+0000","last_change":"2024-09-19T04:32:52.076894+0000","last_active":"2024-09-19T04:32:53.097900+0000","last_peered":"2024-09-19T04:32:53.097900+0000","last_clean":"2024-09-19T04:32:53.097900+0000","last_became_active":"2024-09-19T04:32:52.076605+0000","last_became_peered":"2024-09-19T04:32:52.076605+0000","last_unstale":"2024-09-19T04:32:53.097900+0000","last_undegraded":"2024-09-19T04:32:53.097900+0000","last_fullsized":"2024-09-19T04:32:53.097900+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:58.493941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097654+0000","last_change":"2024-09-19T04:32:52.072601+0000","last_active":"2024-09-19T04:32:53.097654+0000","last_peered":"2024-09-19T04:32:53.097654+0000","last_clean":"2024-09-19T04:32:53.097654+0000","last_became_active":"2024-09-19T04:32:52.072053+0000","last_became_peered":"2024-09-19T04:32:52.072053+0000","last_unstale":"2024-09-19T04:32:53.097654+0000","last_undegraded":"2024-09-19T04:32:53.097654+0000","last_fullsized":"2024-09-19T04:32:53.097654+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:49:17.244664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063738+0000","last_change":"2024-09-19T04:32:52.066845+0000","last_active":"2024-09-19T04:32:53.063738+0000","last_peered":"2024-09-19T04:32:53.063738+0000","last_clean":"2024-09-19T04:32:53.063738+0000","last_became_active":"2024-09-19T04:32:52.066593+0000","last_became_peered":"2024-09-19T04:32:52.066593+0000","last_unstale":"2024-09-19T04:32:53.063738+0000","last_undegraded":"2024-09-19T04:32:53.063738+0000","last_fullsized":"2024-09-19T04:32:53.063738+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:33:45.960891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098189+0000","last_change":"2024-09-19T04:32:52.070346+0000","last_active":"2024-09-19T04:32:53.098189+0000","last_peered":"2024-09-19T04:32:53.098189+0000","last_clean":"2024-09-19T04:32:53.098189+0000","last_became_active":"2024-09-19T04:32:52.070100+0000","last_became_peered":"2024-09-19T04:32:52.070100+0000","last_unstale":"2024-09-19T04:32:53.098189+0000","last_undegraded":"2024-09-19T04:32:53.098189+0000","last_fullsized":"2024-09-19T04:32:53.098189+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:54:15.222205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.062977+0000","last_change":"2024-09-19T04:32:52.070992+0000","last_active":"2024-09-19T04:32:53.062977+0000","last_peered":"2024-09-19T04:32:53.062977+0000","last_clean":"2024-09-19T04:32:53.062977+0000","last_became_active":"2024-09-19T04:32:52.070150+0000","last_became_peered":"2024-09-19T04:32:52.070150+0000","last_unstale":"2024-09-19T04:32:53.062977+0000","last_undegraded":"2024-09-19T04:32:53.062977+0000","last_fullsized":"2024-09-19T04:32:53.062977+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:18.769550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097304+0000","last_change":"2024-09-19T04:32:52.063576+0000","last_active":"2024-09-19T04:32:53.097304+0000","last_peered":"2024-09-19T04:32:53.097304+0000","last_clean":"2024-09-19T04:32:53.097304+0000","last_became_active":"2024-09-19T04:32:52.063363+0000","last_became_peered":"2024-09-19T04:32:52.063363+0000","last_unstale":"2024-09-19T04:32:53.097304+0000","last_undegraded":"2024-09-19T04:32:53.097304+0000","last_fullsized":"2024-09-19T04:32:53.097304+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:08:46.127268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098134+0000","last_change":"2024-09-19T04:32:52.077660+0000","last_active":"2024-09-19T04:32:53.098134+0000","last_peered":"2024-09-19T04:32:53.098134+0000","last_clean":"2024-09-19T04:32:53.098134+0000","last_became_active":"2024-09-19T04:32:52.077209+0000","last_became_peered":"2024-09-19T04:32:52.077209+0000","last_unstale":"2024-09-19T04:32:53.098134+0000","last_undegraded":"2024-09-19T04:32:53.098134+0000","last_fullsized":"2024-09-19T04:32:53.098134+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:18.769550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.061151+0000","last_change":"2024-09-19T04:32:52.070322+0000","last_active":"2024-09-19T04:32:53.061151+0000","last_peered":"2024-09-19T04:32:53.061151+0000","last_clean":"2024-09-19T04:32:53.061151+0000","last_became_active":"2024-09-19T04:32:52.070071+0000","last_became_peered":"2024-09-19T04:32:52.070071+0000","last_unstale":"2024-09-19T04:32:53.061151+0000","last_undegraded":"2024-09-19T04:32:53.061151+0000","last_fullsized":"2024-09-19T04:32:53.061151+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:43.040562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098458+0000","last_change":"2024-09-19T04:32:52.070859+0000","last_active":"2024-09-19T04:32:53.098458+0000","last_peered":"2024-09-19T04:32:53.098458+0000","last_clean":"2024-09-19T04:32:53.098458+0000","last_became_active":"2024-09-19T04:32:52.070464+0000","last_became_peered":"2024-09-19T04:32:52.070464+0000","last_unstale":"2024-09-19T04:32:53.098458+0000","last_undegraded":"2024-09-19T04:32:53.098458+0000","last_fullsized":"2024-09-19T04:32:53.098458+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:18:46.276027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097791+0000","last_change":"2024-09-19T04:32:52.071601+0000","last_active":"2024-09-19T04:32:53.097791+0000","last_peered":"2024-09-19T04:32:53.097791+0000","last_clean":"2024-09-19T04:32:53.097791+0000","last_became_active":"2024-09-19T04:32:52.071214+0000","last_became_peered":"2024-09-19T04:32:52.071214+0000","last_unstale":"2024-09-19T04:32:53.097791+0000","last_undegraded":"2024-09-19T04:32:53.097791+0000","last_fullsized":"2024-09-19T04:32:53.097791+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:52:57.393190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063882+0000","last_change":"2024-09-19T04:32:52.070726+0000","last_active":"2024-09-19T04:32:53.063882+0000","last_peered":"2024-09-19T04:32:53.063882+0000","last_clean":"2024-09-19T04:32:53.063882+0000","last_became_active":"2024-09-19T04:32:52.070188+0000","last_became_peered":"2024-09-19T04:32:52.070188+0000","last_unstale":"2024-09-19T04:32:53.063882+0000","last_undegraded":"2024-09-19T04:32:53.063882+0000","last_fullsized":"2024-09-19T04:32:53.063882+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:28.616270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097508+0000","last_change":"2024-09-19T04:32:52.063583+0000","last_active":"2024-09-19T04:32:53.097508+0000","last_peered":"2024-09-19T04:32:53.097508+0000","last_clean":"2024-09-19T04:32:53.097508+0000","last_became_active":"2024-09-19T04:32:52.063289+0000","last_became_peered":"2024-09-19T04:32:52.063289+0000","last_unstale":"2024-09-19T04:32:53.097508+0000","last_undegraded":"2024-09-19T04:32:53.097508+0000","last_fullsized":"2024-09-19T04:32:53.097508+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:25:38.362956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098189+0000","last_change":"2024-09-19T04:32:52.074287+0000","last_active":"2024-09-19T04:32:53.098189+0000","last_peered":"2024-09-19T04:32:53.098189+0000","last_clean":"2024-09-19T04:32:53.098189+0000","last_became_active":"2024-09-19T04:32:52.074035+0000","last_became_peered":"2024-09-19T04:32:52.074035+0000","last_unstale":"2024-09-19T04:32:53.098189+0000","last_undegraded":"2024-09-19T04:32:53.098189+0000","last_fullsized":"2024-09-19T04:32:53.098189+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:43.040562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063091+0000","last_change":"2024-09-19T04:32:52.062867+0000","last_active":"2024-09-19T04:32:53.063091+0000","last_peered":"2024-09-19T04:32:53.063091+0000","last_clean":"2024-09-19T04:32:53.063091+0000","last_became_active":"2024-09-19T04:32:52.062614+0000","last_became_peered":"2024-09-19T04:32:52.062614+0000","last_unstale":"2024-09-19T04:32:53.063091+0000","last_undegraded":"2024-09-19T04:32:53.063091+0000","last_fullsized":"2024-09-19T04:32:53.063091+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:54.048193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098437+0000","last_change":"2024-09-19T04:32:51.065395+0000","last_active":"2024-09-19T04:32:53.098437+0000","last_peered":"2024-09-19T04:32:53.098437+0000","last_clean":"2024-09-19T04:32:53.098437+0000","last_became_active":"2024-09-19T04:32:51.065136+0000","last_became_peered":"2024-09-19T04:32:51.065136+0000","last_unstale":"2024-09-19T04:32:53.098437+0000","last_undegraded":"2024-09-19T04:32:53.098437+0000","last_fullsized":"2024-09-19T04:32:53.098437+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:16.998859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097928+0000","last_change":"2024-09-19T04:32:52.066278+0000","last_active":"2024-09-19T04:32:53.097928+0000","last_peered":"2024-09-19T04:32:53.097928+0000","last_clean":"2024-09-19T04:32:53.097928+0000","last_became_active":"2024-09-19T04:32:52.066026+0000","last_became_peered":"2024-09-19T04:32:52.066026+0000","last_unstale":"2024-09-19T04:32:53.097928+0000","last_undegraded":"2024-09-19T04:32:53.097928+0000","last_fullsized":"2024-09-19T04:32:53.097928+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:36.065939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097607+0000","last_change":"2024-09-19T04:32:51.064685+0000","last_active":"2024-09-19T04:32:53.097607+0000","last_peered":"2024-09-19T04:32:53.097607+0000","last_clean":"2024-09-19T04:32:53.097607+0000","last_became_active":"2024-09-19T04:32:51.064380+0000","last_became_peered":"2024-09-19T04:32:51.064380+0000","last_unstale":"2024-09-19T04:32:53.097607+0000","last_undegraded":"2024-09-19T04:32:53.097607+0000","last_fullsized":"2024-09-19T04:32:53.097607+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:40:16.921233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098217+0000","last_change":"2024-09-19T04:32:51.062412+0000","last_active":"2024-09-19T04:32:53.098217+0000","last_peered":"2024-09-19T04:32:53.098217+0000","last_clean":"2024-09-19T04:32:53.098217+0000","last_became_active":"2024-09-19T04:32:51.062105+0000","last_became_peered":"2024-09-19T04:32:51.062105+0000","last_unstale":"2024-09-19T04:32:53.098217+0000","last_undegraded":"2024-09-19T04:32:53.098217+0000","last_fullsized":"2024-09-19T04:32:53.098217+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:17.308432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097639+0000","last_change":"2024-09-19T04:32:52.073431+0000","last_active":"2024-09-19T04:32:53.097639+0000","last_peered":"2024-09-19T04:32:53.097639+0000","last_clean":"2024-09-19T04:32:53.097639+0000","last_became_active":"2024-09-19T04:32:52.073036+0000","last_became_peered":"2024-09-19T04:32:52.073036+0000","last_unstale":"2024-09-19T04:32:53.097639+0000","last_undegraded":"2024-09-19T04:32:53.097639+0000","last_fullsized":"2024-09-19T04:32:53.097639+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:58.493941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063095+0000","last_change":"2024-09-19T04:32:51.055907+0000","last_active":"2024-09-19T04:32:53.063095+0000","last_peered":"2024-09-19T04:32:53.063095+0000","last_clean":"2024-09-19T04:32:53.063095+0000","last_became_active":"2024-09-19T04:32:51.055358+0000","last_became_peered":"2024-09-19T04:32:51.055358+0000","last_unstale":"2024-09-19T04:32:53.063095+0000","last_undegraded":"2024-09-19T04:32:53.063095+0000","last_fullsized":"2024-09-19T04:32:53.063095+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:06:31.714672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060775+0000","last_change":"2024-09-19T04:32:52.071371+0000","last_active":"2024-09-19T04:32:53.060775+0000","last_peered":"2024-09-19T04:32:53.060775+0000","last_clean":"2024-09-19T04:32:53.060775+0000","last_became_active":"2024-09-19T04:32:52.071107+0000","last_became_peered":"2024-09-19T04:32:52.071107+0000","last_unstale":"2024-09-19T04:32:53.060775+0000","last_undegraded":"2024-09-19T04:32:53.060775+0000","last_fullsized":"2024-09-19T04:32:53.060775+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:08:36.972098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097875+0000","last_change":"2024-09-19T04:32:51.064828+0000","last_active":"2024-09-19T04:32:53.097875+0000","last_peered":"2024-09-19T04:32:53.097875+0000","last_clean":"2024-09-19T04:32:53.097875+0000","last_became_active":"2024-09-19T04:32:51.064535+0000","last_became_peered":"2024-09-19T04:32:51.064535+0000","last_unstale":"2024-09-19T04:32:53.097875+0000","last_undegraded":"2024-09-19T04:32:53.097875+0000","last_fullsized":"2024-09-19T04:32:53.097875+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:06:31.714672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.064495+0000","last_change":"2024-09-19T04:32:52.069626+0000","last_active":"2024-09-19T04:32:53.064495+0000","last_peered":"2024-09-19T04:32:53.064495+0000","last_clean":"2024-09-19T04:32:53.064495+0000","last_became_active":"2024-09-19T04:32:52.069381+0000","last_became_peered":"2024-09-19T04:32:52.069381+0000","last_unstale":"2024-09-19T04:32:53.064495+0000","last_undegraded":"2024-09-19T04:32:53.064495+0000","last_fullsized":"2024-09-19T04:32:53.064495+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:07:45.951198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.064205+0000","last_change":"2024-09-19T04:32:51.062798+0000","last_active":"2024-09-19T04:32:53.064205+0000","last_peered":"2024-09-19T04:32:53.064205+0000","last_clean":"2024-09-19T04:32:53.064205+0000","last_became_active":"2024-09-19T04:32:51.062488+0000","last_became_peered":"2024-09-19T04:32:51.062488+0000","last_unstale":"2024-09-19T04:32:53.064205+0000","last_undegraded":"2024-09-19T04:32:53.064205+0000","last_fullsized":"2024-09-19T04:32:53.064205+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:40:16.921233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097674+0000","last_change":"2024-09-19T04:32:52.068506+0000","last_active":"2024-09-19T04:32:53.097674+0000","last_peered":"2024-09-19T04:32:53.097674+0000","last_clean":"2024-09-19T04:32:53.097674+0000","last_became_active":"2024-09-19T04:32:52.067808+0000","last_became_peered":"2024-09-19T04:32:52.067808+0000","last_unstale":"2024-09-19T04:32:53.097674+0000","last_undegraded":"2024-09-19T04:32:53.097674+0000","last_fullsized":"2024-09-19T04:32:53.097674+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:40:13.059806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060882+0000","last_change":"2024-09-19T04:32:51.064785+0000","last_active":"2024-09-19T04:32:53.060882+0000","last_peered":"2024-09-19T04:32:53.060882+0000","last_clean":"2024-09-19T04:32:53.060882+0000","last_became_active":"2024-09-19T04:32:51.064437+0000","last_became_peered":"2024-09-19T04:32:51.064437+0000","last_unstale":"2024-09-19T04:32:53.060882+0000","last_undegraded":"2024-09-19T04:32:53.060882+0000","last_fullsized":"2024-09-19T04:32:53.060882+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:17.496533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063656+0000","last_change":"2024-09-19T04:32:52.069569+0000","last_active":"2024-09-19T04:32:53.063656+0000","last_peered":"2024-09-19T04:32:53.063656+0000","last_clean":"2024-09-19T04:32:53.063656+0000","last_became_active":"2024-09-19T04:32:52.068771+0000","last_became_peered":"2024-09-19T04:32:52.068771+0000","last_unstale":"2024-09-19T04:32:53.063656+0000","last_undegraded":"2024-09-19T04:32:53.063656+0000","last_fullsized":"2024-09-19T04:32:53.063656+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:09.784791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097830+0000","last_change":"2024-09-19T04:32:51.066682+0000","last_active":"2024-09-19T04:32:53.097830+0000","last_peered":"2024-09-19T04:32:53.097830+0000","last_clean":"2024-09-19T04:32:53.097830+0000","last_became_active":"2024-09-19T04:32:51.066434+0000","last_became_peered":"2024-09-19T04:32:51.066434+0000","last_unstale":"2024-09-19T04:32:53.097830+0000","last_undegraded":"2024-09-19T04:32:53.097830+0000","last_fullsized":"2024-09-19T04:32:53.097830+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:53.042361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097828+0000","last_change":"2024-09-19T04:32:52.072003+0000","last_active":"2024-09-19T04:32:53.097828+0000","last_peered":"2024-09-19T04:32:53.097828+0000","last_clean":"2024-09-19T04:32:53.097828+0000","last_became_active":"2024-09-19T04:32:52.071308+0000","last_became_peered":"2024-09-19T04:32:52.071308+0000","last_unstale":"2024-09-19T04:32:53.097828+0000","last_undegraded":"2024-09-19T04:32:53.097828+0000","last_fullsized":"2024-09-19T04:32:53.097828+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:32.263623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097975+0000","last_change":"2024-09-19T04:32:51.064346+0000","last_active":"2024-09-19T04:32:53.097975+0000","last_peered":"2024-09-19T04:32:53.097975+0000","last_clean":"2024-09-19T04:32:53.097975+0000","last_became_active":"2024-09-19T04:32:51.063995+0000","last_became_peered":"2024-09-19T04:32:51.063995+0000","last_unstale":"2024-09-19T04:32:53.097975+0000","last_undegraded":"2024-09-19T04:32:53.097975+0000","last_fullsized":"2024-09-19T04:32:53.097975+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:35:49.384003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097134+0000","last_change":"2024-09-19T04:32:52.068282+0000","last_active":"2024-09-19T04:32:53.097134+0000","last_peered":"2024-09-19T04:32:53.097134+0000","last_clean":"2024-09-19T04:32:53.097134+0000","last_became_active":"2024-09-19T04:32:52.067061+0000","last_became_peered":"2024-09-19T04:32:52.067061+0000","last_unstale":"2024-09-19T04:32:53.097134+0000","last_undegraded":"2024-09-19T04:32:53.097134+0000","last_fullsized":"2024-09-19T04:32:53.097134+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:36:02.138371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063838+0000","last_change":"2024-09-19T04:32:51.060482+0000","last_active":"2024-09-19T04:32:53.063838+0000","last_peered":"2024-09-19T04:32:53.063838+0000","last_clean":"2024-09-19T04:32:53.063838+0000","last_became_active":"2024-09-19T04:32:51.060208+0000","last_became_peered":"2024-09-19T04:32:51.060208+0000","last_unstale":"2024-09-19T04:32:53.063838+0000","last_undegraded":"2024-09-19T04:32:53.063838+0000","last_fullsized":"2024-09-19T04:32:53.063838+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:37:16.408002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097772+0000","last_change":"2024-09-19T04:32:52.075067+0000","last_active":"2024-09-19T04:32:53.097772+0000","last_peered":"2024-09-19T04:32:53.097772+0000","last_clean":"2024-09-19T04:32:53.097772+0000","last_became_active":"2024-09-19T04:32:52.074786+0000","last_became_peered":"2024-09-19T04:32:52.074786+0000","last_unstale":"2024-09-19T04:32:53.097772+0000","last_undegraded":"2024-09-19T04:32:53.097772+0000","last_fullsized":"2024-09-19T04:32:53.097772+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:51:40.909016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097500+0000","last_change":"2024-09-19T04:32:51.064040+0000","last_active":"2024-09-19T04:32:53.097500+0000","last_peered":"2024-09-19T04:32:53.097500+0000","last_clean":"2024-09-19T04:32:53.097500+0000","last_became_active":"2024-09-19T04:32:51.063764+0000","last_became_peered":"2024-09-19T04:32:51.063764+0000","last_unstale":"2024-09-19T04:32:53.097500+0000","last_undegraded":"2024-09-19T04:32:53.097500+0000","last_fullsized":"2024-09-19T04:32:53.097500+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:06:42.913981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097718+0000","last_change":"2024-09-19T04:32:52.073767+0000","last_active":"2024-09-19T04:32:53.097718+0000","last_peered":"2024-09-19T04:32:53.097718+0000","last_clean":"2024-09-19T04:32:53.097718+0000","last_became_active":"2024-09-19T04:32:52.073399+0000","last_became_peered":"2024-09-19T04:32:52.073399+0000","last_unstale":"2024-09-19T04:32:53.097718+0000","last_undegraded":"2024-09-19T04:32:53.097718+0000","last_fullsized":"2024-09-19T04:32:53.097718+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:32:59.431512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098186+0000","last_change":"2024-09-19T04:32:51.060543+0000","last_active":"2024-09-19T04:32:53.098186+0000","last_peered":"2024-09-19T04:32:53.098186+0000","last_clean":"2024-09-19T04:32:53.098186+0000","last_became_active":"2024-09-19T04:32:51.060213+0000","last_became_peered":"2024-09-19T04:32:51.060213+0000","last_unstale":"2024-09-19T04:32:53.098186+0000","last_undegraded":"2024-09-19T04:32:53.098186+0000","last_fullsized":"2024-09-19T04:32:53.098186+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:11.653280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097315+0000","last_change":"2024-09-19T04:32:52.068771+0000","last_active":"2024-09-19T04:32:53.097315+0000","last_peered":"2024-09-19T04:32:53.097315+0000","last_clean":"2024-09-19T04:32:53.097315+0000","last_became_active":"2024-09-19T04:32:52.068518+0000","last_became_peered":"2024-09-19T04:32:52.068518+0000","last_unstale":"2024-09-19T04:32:53.097315+0000","last_undegraded":"2024-09-19T04:32:53.097315+0000","last_fullsized":"2024-09-19T04:32:53.097315+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:41.227719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063317+0000","last_change":"2024-09-19T04:32:51.061102+0000","last_active":"2024-09-19T04:32:53.063317+0000","last_peered":"2024-09-19T04:32:53.063317+0000","last_clean":"2024-09-19T04:32:53.063317+0000","last_became_active":"2024-09-19T04:32:51.060781+0000","last_became_peered":"2024-09-19T04:32:51.060781+0000","last_unstale":"2024-09-19T04:32:53.063317+0000","last_undegraded":"2024-09-19T04:32:53.063317+0000","last_fullsized":"2024-09-19T04:32:53.063317+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:41:54.757548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097801+0000","last_change":"2024-09-19T04:32:52.075213+0000","last_active":"2024-09-19T04:32:53.097801+0000","last_peered":"2024-09-19T04:32:53.097801+0000","last_clean":"2024-09-19T04:32:53.097801+0000","last_became_active":"2024-09-19T04:32:52.074784+0000","last_became_peered":"2024-09-19T04:32:52.074784+0000","last_unstale":"2024-09-19T04:32:53.097801+0000","last_undegraded":"2024-09-19T04:32:53.097801+0000","last_fullsized":"2024-09-19T04:32:53.097801+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:20:40.731056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097723+0000","last_change":"2024-09-19T04:32:51.065866+0000","last_active":"2024-09-19T04:32:53.097723+0000","last_peered":"2024-09-19T04:32:53.097723+0000","last_clean":"2024-09-19T04:32:53.097723+0000","last_became_active":"2024-09-19T04:32:51.065568+0000","last_became_peered":"2024-09-19T04:32:51.065568+0000","last_unstale":"2024-09-19T04:32:53.097723+0000","last_undegraded":"2024-09-19T04:32:53.097723+0000","last_fullsized":"2024-09-19T04:32:53.097723+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:02:18.355069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098400+0000","last_change":"2024-09-19T04:32:52.074918+0000","last_active":"2024-09-19T04:32:53.098400+0000","last_peered":"2024-09-19T04:32:53.098400+0000","last_clean":"2024-09-19T04:32:53.098400+0000","last_became_active":"2024-09-19T04:32:52.074687+0000","last_became_peered":"2024-09-19T04:32:52.074687+0000","last_unstale":"2024-09-19T04:32:53.098400+0000","last_undegraded":"2024-09-19T04:32:53.098400+0000","last_fullsized":"2024-09-19T04:32:53.098400+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:18.237395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060992+0000","last_change":"2024-09-19T04:32:51.067548+0000","last_active":"2024-09-19T04:32:53.060992+0000","last_peered":"2024-09-19T04:32:53.060992+0000","last_clean":"2024-09-19T04:32:53.060992+0000","last_became_active":"2024-09-19T04:32:51.067173+0000","last_became_peered":"2024-09-19T04:32:51.067173+0000","last_unstale":"2024-09-19T04:32:53.060992+0000","last_undegraded":"2024-09-19T04:32:53.060992+0000","last_fullsized":"2024-09-19T04:32:53.060992+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:04:37.359237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.064231+0000","last_change":"2024-09-19T04:32:52.072981+0000","last_active":"2024-09-19T04:32:53.064231+0000","last_peered":"2024-09-19T04:32:53.064231+0000","last_clean":"2024-09-19T04:32:53.064231+0000","last_became_active":"2024-09-19T04:32:52.072573+0000","last_became_peered":"2024-09-19T04:32:52.072573+0000","last_unstale":"2024-09-19T04:32:53.064231+0000","last_undegraded":"2024-09-19T04:32:53.064231+0000","last_fullsized":"2024-09-19T04:32:53.064231+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:41.227719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097903+0000","last_change":"2024-09-19T04:32:51.055195+0000","last_active":"2024-09-19T04:32:53.097903+0000","last_peered":"2024-09-19T04:32:53.097903+0000","last_clean":"2024-09-19T04:32:53.097903+0000","last_became_active":"2024-09-19T04:32:51.054893+0000","last_became_peered":"2024-09-19T04:32:51.054893+0000","last_unstale":"2024-09-19T04:32:53.097903+0000","last_undegraded":"2024-09-19T04:32:53.097903+0000","last_fullsized":"2024-09-19T04:32:53.097903+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:20.812514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097880+0000","last_change":"2024-09-19T04:32:52.062362+0000","last_active":"2024-09-19T04:32:53.097880+0000","last_peered":"2024-09-19T04:32:53.097880+0000","last_clean":"2024-09-19T04:32:53.097880+0000","last_became_active":"2024-09-19T04:32:52.061828+0000","last_became_peered":"2024-09-19T04:32:52.061828+0000","last_unstale":"2024-09-19T04:32:53.097880+0000","last_undegraded":"2024-09-19T04:32:53.097880+0000","last_fullsized":"2024-09-19T04:32:53.097880+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:07:45.951198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097336+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:32:53.097336+0000","last_peered":"2024-09-19T04:32:53.097336+0000","last_clean":"2024-09-19T04:32:53.097336+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:32:53.097336+0000","last_undegraded":"2024-09-19T04:32:53.097336+0000","last_fullsized":"2024-09-19T04:32:53.097336+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063732+0000","last_change":"2024-09-19T04:32:51.058334+0000","last_active":"2024-09-19T04:32:53.063732+0000","last_peered":"2024-09-19T04:32:53.063732+0000","last_clean":"2024-09-19T04:32:53.063732+0000","last_became_active":"2024-09-19T04:32:51.058066+0000","last_became_peered":"2024-09-19T04:32:51.058066+0000","last_unstale":"2024-09-19T04:32:53.063732+0000","last_undegraded":"2024-09-19T04:32:53.063732+0000","last_fullsized":"2024-09-19T04:32:53.063732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:06:42.913981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097751+0000","last_change":"2024-09-19T04:32:52.070190+0000","last_active":"2024-09-19T04:32:53.097751+0000","last_peered":"2024-09-19T04:32:53.097751+0000","last_clean":"2024-09-19T04:32:53.097751+0000","last_became_active":"2024-09-19T04:32:52.069906+0000","last_became_peered":"2024-09-19T04:32:52.069906+0000","last_unstale":"2024-09-19T04:32:53.097751+0000","last_undegraded":"2024-09-19T04:32:53.097751+0000","last_fullsized":"2024-09-19T04:32:53.097751+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:08.331227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097264+0000","last_change":"2024-09-19T04:32:51.068935+0000","last_active":"2024-09-19T04:32:53.097264+0000","last_peered":"2024-09-19T04:32:53.097264+0000","last_clean":"2024-09-19T04:32:53.097264+0000","last_became_active":"2024-09-19T04:32:51.068680+0000","last_became_peered":"2024-09-19T04:32:51.068680+0000","last_unstale":"2024-09-19T04:32:53.097264+0000","last_undegraded":"2024-09-19T04:32:53.097264+0000","last_fullsized":"2024-09-19T04:32:53.097264+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:04:37.359237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097066+0000","last_change":"2024-09-19T04:32:52.062797+0000","last_active":"2024-09-19T04:32:53.097066+0000","last_peered":"2024-09-19T04:32:53.097066+0000","last_clean":"2024-09-19T04:32:53.097066+0000","last_became_active":"2024-09-19T04:32:52.061703+0000","last_became_peered":"2024-09-19T04:32:52.061703+0000","last_unstale":"2024-09-19T04:32:53.097066+0000","last_undegraded":"2024-09-19T04:32:53.097066+0000","last_fullsized":"2024-09-19T04:32:53.097066+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:08:47.566817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097631+0000","last_change":"2024-09-19T04:32:51.065795+0000","last_active":"2024-09-19T04:32:53.097631+0000","last_peered":"2024-09-19T04:32:53.097631+0000","last_clean":"2024-09-19T04:32:53.097631+0000","last_became_active":"2024-09-19T04:32:51.065494+0000","last_became_peered":"2024-09-19T04:32:51.065494+0000","last_unstale":"2024-09-19T04:32:53.097631+0000","last_undegraded":"2024-09-19T04:32:53.097631+0000","last_fullsized":"2024-09-19T04:32:53.097631+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:04.835587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060934+0000","last_change":"2024-09-19T04:32:52.063998+0000","last_active":"2024-09-19T04:32:53.060934+0000","last_peered":"2024-09-19T04:32:53.060934+0000","last_clean":"2024-09-19T04:32:53.060934+0000","last_became_active":"2024-09-19T04:32:52.063752+0000","last_became_peered":"2024-09-19T04:32:52.063752+0000","last_unstale":"2024-09-19T04:32:53.060934+0000","last_undegraded":"2024-09-19T04:32:53.060934+0000","last_fullsized":"2024-09-19T04:32:53.060934+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:58.493941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063944+0000","last_change":"2024-09-19T04:32:51.061154+0000","last_active":"2024-09-19T04:32:53.063944+0000","last_peered":"2024-09-19T04:32:53.063944+0000","last_clean":"2024-09-19T04:32:53.063944+0000","last_became_active":"2024-09-19T04:32:51.060857+0000","last_became_peered":"2024-09-19T04:32:51.060857+0000","last_unstale":"2024-09-19T04:32:53.063944+0000","last_undegraded":"2024-09-19T04:32:53.063944+0000","last_fullsized":"2024-09-19T04:32:53.063944+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:53.042361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063500+0000","last_change":"2024-09-19T04:32:52.071303+0000","last_active":"2024-09-19T04:32:53.063500+0000","last_peered":"2024-09-19T04:32:53.063500+0000","last_clean":"2024-09-19T04:32:53.063500+0000","last_became_active":"2024-09-19T04:32:52.068805+0000","last_became_peered":"2024-09-19T04:32:52.068805+0000","last_unstale":"2024-09-19T04:32:53.063500+0000","last_undegraded":"2024-09-19T04:32:53.063500+0000","last_fullsized":"2024-09-19T04:32:53.063500+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:18.502364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060763+0000","last_change":"2024-09-19T04:32:51.063531+0000","last_active":"2024-09-19T04:32:53.060763+0000","last_peered":"2024-09-19T04:32:53.060763+0000","last_clean":"2024-09-19T04:32:53.060763+0000","last_became_active":"2024-09-19T04:32:51.063214+0000","last_became_peered":"2024-09-19T04:32:51.063214+0000","last_unstale":"2024-09-19T04:32:53.060763+0000","last_undegraded":"2024-09-19T04:32:53.060763+0000","last_fullsized":"2024-09-19T04:32:53.060763+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:53.042361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.064299+0000","last_change":"2024-09-19T04:32:52.064571+0000","last_active":"2024-09-19T04:32:53.064299+0000","last_peered":"2024-09-19T04:32:53.064299+0000","last_clean":"2024-09-19T04:32:53.064299+0000","last_became_active":"2024-09-19T04:32:52.064249+0000","last_became_peered":"2024-09-19T04:32:52.064249+0000","last_unstale":"2024-09-19T04:32:53.064299+0000","last_undegraded":"2024-09-19T04:32:53.064299+0000","last_fullsized":"2024-09-19T04:32:53.064299+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:20:40.731056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098065+0000","last_change":"2024-09-19T04:32:51.068499+0000","last_active":"2024-09-19T04:32:53.098065+0000","last_peered":"2024-09-19T04:32:53.098065+0000","last_clean":"2024-09-19T04:32:53.098065+0000","last_became_active":"2024-09-19T04:32:51.068167+0000","last_became_peered":"2024-09-19T04:32:51.068167+0000","last_unstale":"2024-09-19T04:32:53.098065+0000","last_undegraded":"2024-09-19T04:32:53.098065+0000","last_fullsized":"2024-09-19T04:32:53.098065+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:49.125565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060985+0000","last_change":"2024-09-19T04:32:52.062463+0000","last_active":"2024-09-19T04:32:53.060985+0000","last_peered":"2024-09-19T04:32:53.060985+0000","last_clean":"2024-09-19T04:32:53.060985+0000","last_became_active":"2024-09-19T04:32:52.062162+0000","last_became_peered":"2024-09-19T04:32:52.062162+0000","last_unstale":"2024-09-19T04:32:53.060985+0000","last_undegraded":"2024-09-19T04:32:53.060985+0000","last_fullsized":"2024-09-19T04:32:53.060985+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:18.769550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.061040+0000","last_change":"2024-09-19T04:32:51.068315+0000","last_active":"2024-09-19T04:32:53.061040+0000","last_peered":"2024-09-19T04:32:53.061040+0000","last_clean":"2024-09-19T04:32:53.061040+0000","last_became_active":"2024-09-19T04:32:51.068057+0000","last_became_peered":"2024-09-19T04:32:51.068057+0000","last_unstale":"2024-09-19T04:32:53.061040+0000","last_undegraded":"2024-09-19T04:32:53.061040+0000","last_fullsized":"2024-09-19T04:32:53.061040+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:37:16.408002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097448+0000","last_change":"2024-09-19T04:32:52.067270+0000","last_active":"2024-09-19T04:32:53.097448+0000","last_peered":"2024-09-19T04:32:53.097448+0000","last_clean":"2024-09-19T04:32:53.097448+0000","last_became_active":"2024-09-19T04:32:52.067023+0000","last_became_peered":"2024-09-19T04:32:52.067023+0000","last_unstale":"2024-09-19T04:32:53.097448+0000","last_undegraded":"2024-09-19T04:32:53.097448+0000","last_fullsized":"2024-09-19T04:32:53.097448+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:08:36.972098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097980+0000","last_change":"2024-09-19T04:32:51.062616+0000","last_active":"2024-09-19T04:32:53.097980+0000","last_peered":"2024-09-19T04:32:53.097980+0000","last_clean":"2024-09-19T04:32:53.097980+0000","last_became_active":"2024-09-19T04:32:51.062347+0000","last_became_peered":"2024-09-19T04:32:51.062347+0000","last_unstale":"2024-09-19T04:32:53.097980+0000","last_undegraded":"2024-09-19T04:32:53.097980+0000","last_fullsized":"2024-09-19T04:32:53.097980+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:37:16.408002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097435+0000","last_change":"2024-09-19T04:32:52.067195+0000","last_active":"2024-09-19T04:32:53.097435+0000","last_peered":"2024-09-19T04:32:53.097435+0000","last_clean":"2024-09-19T04:32:53.097435+0000","last_became_active":"2024-09-19T04:32:52.066145+0000","last_became_peered":"2024-09-19T04:32:52.066145+0000","last_unstale":"2024-09-19T04:32:53.097435+0000","last_undegraded":"2024-09-19T04:32:53.097435+0000","last_fullsized":"2024-09-19T04:32:53.097435+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:53.904779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097194+0000","last_change":"2024-09-19T04:32:51.068601+0000","last_active":"2024-09-19T04:32:53.097194+0000","last_peered":"2024-09-19T04:32:53.097194+0000","last_clean":"2024-09-19T04:32:53.097194+0000","last_became_active":"2024-09-19T04:32:51.068274+0000","last_became_peered":"2024-09-19T04:32:51.068274+0000","last_unstale":"2024-09-19T04:32:53.097194+0000","last_undegraded":"2024-09-19T04:32:53.097194+0000","last_fullsized":"2024-09-19T04:32:53.097194+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:17.496533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063241+0000","last_change":"2024-09-19T04:32:52.063636+0000","last_active":"2024-09-19T04:32:53.063241+0000","last_peered":"2024-09-19T04:32:53.063241+0000","last_clean":"2024-09-19T04:32:53.063241+0000","last_became_active":"2024-09-19T04:32:52.063376+0000","last_became_peered":"2024-09-19T04:32:52.063376+0000","last_unstale":"2024-09-19T04:32:53.063241+0000","last_undegraded":"2024-09-19T04:32:53.063241+0000","last_fullsized":"2024-09-19T04:32:53.063241+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:40:17.927065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060830+0000","last_change":"2024-09-19T04:32:51.063276+0000","last_active":"2024-09-19T04:32:53.060830+0000","last_peered":"2024-09-19T04:32:53.060830+0000","last_clean":"2024-09-19T04:32:53.060830+0000","last_became_active":"2024-09-19T04:32:51.062681+0000","last_became_peered":"2024-09-19T04:32:51.062681+0000","last_unstale":"2024-09-19T04:32:53.060830+0000","last_undegraded":"2024-09-19T04:32:53.060830+0000","last_fullsized":"2024-09-19T04:32:53.060830+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:40:16.921233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097754+0000","last_change":"2024-09-19T04:32:52.063825+0000","last_active":"2024-09-19T04:32:53.097754+0000","last_peered":"2024-09-19T04:32:53.097754+0000","last_clean":"2024-09-19T04:32:53.097754+0000","last_became_active":"2024-09-19T04:32:52.063291+0000","last_became_peered":"2024-09-19T04:32:52.063291+0000","last_unstale":"2024-09-19T04:32:53.097754+0000","last_undegraded":"2024-09-19T04:32:53.097754+0000","last_fullsized":"2024-09-19T04:32:53.097754+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:18.769550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060900+0000","last_change":"2024-09-19T04:32:51.066863+0000","last_active":"2024-09-19T04:32:53.060900+0000","last_peered":"2024-09-19T04:32:53.060900+0000","last_clean":"2024-09-19T04:32:53.060900+0000","last_became_active":"2024-09-19T04:32:51.066574+0000","last_became_peered":"2024-09-19T04:32:51.066574+0000","last_unstale":"2024-09-19T04:32:53.060900+0000","last_undegraded":"2024-09-19T04:32:53.060900+0000","last_fullsized":"2024-09-19T04:32:53.060900+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:06:31.714672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098407+0000","last_change":"2024-09-19T04:32:52.072283+0000","last_active":"2024-09-19T04:32:53.098407+0000","last_peered":"2024-09-19T04:32:53.098407+0000","last_clean":"2024-09-19T04:32:53.098407+0000","last_became_active":"2024-09-19T04:32:52.072023+0000","last_became_peered":"2024-09-19T04:32:52.072023+0000","last_unstale":"2024-09-19T04:32:53.098407+0000","last_undegraded":"2024-09-19T04:32:53.098407+0000","last_fullsized":"2024-09-19T04:32:53.098407+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:33:45.960891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097948+0000","last_change":"2024-09-19T04:32:51.066109+0000","last_active":"2024-09-19T04:32:53.097948+0000","last_peered":"2024-09-19T04:32:53.097948+0000","last_clean":"2024-09-19T04:32:53.097948+0000","last_became_active":"2024-09-19T04:32:51.065790+0000","last_became_peered":"2024-09-19T04:32:51.065790+0000","last_unstale":"2024-09-19T04:32:53.097948+0000","last_undegraded":"2024-09-19T04:32:53.097948+0000","last_fullsized":"2024-09-19T04:32:53.097948+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:47:48.155962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097483+0000","last_change":"2024-09-19T04:32:52.076791+0000","last_active":"2024-09-19T04:32:53.097483+0000","last_peered":"2024-09-19T04:32:53.097483+0000","last_clean":"2024-09-19T04:32:53.097483+0000","last_became_active":"2024-09-19T04:32:52.076526+0000","last_became_peered":"2024-09-19T04:32:52.076526+0000","last_unstale":"2024-09-19T04:32:53.097483+0000","last_undegraded":"2024-09-19T04:32:53.097483+0000","last_fullsized":"2024-09-19T04:32:53.097483+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:08:46.127268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.064357+0000","last_change":"2024-09-19T04:32:52.058108+0000","last_active":"2024-09-19T04:32:53.064357+0000","last_peered":"2024-09-19T04:32:53.064357+0000","last_clean":"2024-09-19T04:32:53.064357+0000","last_became_active":"2024-09-19T04:32:52.057823+0000","last_became_peered":"2024-09-19T04:32:52.057823+0000","last_unstale":"2024-09-19T04:32:53.064357+0000","last_undegraded":"2024-09-19T04:32:53.064357+0000","last_fullsized":"2024-09-19T04:32:53.064357+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:32.263623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097492+0000","last_change":"2024-09-19T04:32:51.067778+0000","last_active":"2024-09-19T04:32:53.097492+0000","last_peered":"2024-09-19T04:32:53.097492+0000","last_clean":"2024-09-19T04:32:53.097492+0000","last_became_active":"2024-09-19T04:32:51.067450+0000","last_became_peered":"2024-09-19T04:32:51.067450+0000","last_unstale":"2024-09-19T04:32:53.097492+0000","last_undegraded":"2024-09-19T04:32:53.097492+0000","last_fullsized":"2024-09-19T04:32:53.097492+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:08.383984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.064226+0000","last_change":"2024-09-19T04:32:52.055059+0000","last_active":"2024-09-19T04:32:53.064226+0000","last_peered":"2024-09-19T04:32:53.064226+0000","last_clean":"2024-09-19T04:32:53.064226+0000","last_became_active":"2024-09-19T04:32:52.054631+0000","last_became_peered":"2024-09-19T04:32:52.054631+0000","last_unstale":"2024-09-19T04:32:53.064226+0000","last_undegraded":"2024-09-19T04:32:53.064226+0000","last_fullsized":"2024-09-19T04:32:53.064226+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:00:28.867369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097953+0000","last_change":"2024-09-19T04:32:51.065261+0000","last_active":"2024-09-19T04:32:53.097953+0000","last_peered":"2024-09-19T04:32:53.097953+0000","last_clean":"2024-09-19T04:32:53.097953+0000","last_became_active":"2024-09-19T04:32:51.064960+0000","last_became_peered":"2024-09-19T04:32:51.064960+0000","last_unstale":"2024-09-19T04:32:53.097953+0000","last_undegraded":"2024-09-19T04:32:53.097953+0000","last_fullsized":"2024-09-19T04:32:53.097953+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:08.778960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097236+0000","last_change":"2024-09-19T04:32:52.068055+0000","last_active":"2024-09-19T04:32:53.097236+0000","last_peered":"2024-09-19T04:32:53.097236+0000","last_clean":"2024-09-19T04:32:53.097236+0000","last_became_active":"2024-09-19T04:32:52.067545+0000","last_became_peered":"2024-09-19T04:32:52.067545+0000","last_unstale":"2024-09-19T04:32:53.097236+0000","last_undegraded":"2024-09-19T04:32:53.097236+0000","last_fullsized":"2024-09-19T04:32:53.097236+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:23:58.650333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098002+0000","last_change":"2024-09-19T04:32:51.065608+0000","last_active":"2024-09-19T04:32:53.098002+0000","last_peered":"2024-09-19T04:32:53.098002+0000","last_clean":"2024-09-19T04:32:53.098002+0000","last_became_active":"2024-09-19T04:32:51.065254+0000","last_became_peered":"2024-09-19T04:32:51.065254+0000","last_unstale":"2024-09-19T04:32:53.098002+0000","last_undegraded":"2024-09-19T04:32:53.098002+0000","last_fullsized":"2024-09-19T04:32:53.098002+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:06:42.913981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097898+0000","last_change":"2024-09-19T04:32:52.078225+0000","last_active":"2024-09-19T04:32:53.097898+0000","last_peered":"2024-09-19T04:32:53.097898+0000","last_clean":"2024-09-19T04:32:53.097898+0000","last_became_active":"2024-09-19T04:32:52.078039+0000","last_became_peered":"2024-09-19T04:32:52.078039+0000","last_unstale":"2024-09-19T04:32:53.097898+0000","last_undegraded":"2024-09-19T04:32:53.097898+0000","last_fullsized":"2024-09-19T04:32:53.097898+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:43.040562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097787+0000","last_change":"2024-09-19T04:32:51.060625+0000","last_active":"2024-09-19T04:32:53.097787+0000","last_peered":"2024-09-19T04:32:53.097787+0000","last_clean":"2024-09-19T04:32:53.097787+0000","last_became_active":"2024-09-19T04:32:51.060340+0000","last_became_peered":"2024-09-19T04:32:51.060340+0000","last_unstale":"2024-09-19T04:32:53.097787+0000","last_undegraded":"2024-09-19T04:32:53.097787+0000","last_fullsized":"2024-09-19T04:32:53.097787+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:13:01.036436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509445,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":806912,"data_stored":663477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509445,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":74139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509445,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":212992,"data_stored":72617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509446,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":72653,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542150,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":74139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542149,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":208896,"data_stored":72527,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542149,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":217088,"data_stored":72687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":815104,"data_stored":663533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:32:59.650 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T04:32:59.650 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-19T04:32:59.651 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-19T04:32:59.651 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-19T04:32:59.651 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-19T04:32:59.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.781+0000 7f840ce74640 1 Processor -- start 2024-09-19T04:32:59.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.781+0000 7f840ce74640 1 -- start start 2024-09-19T04:32:59.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.782+0000 7f840ce74640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f840806c2b0 0x7f840815ec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:59.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.782+0000 7f840ce74640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84080af740 0x7f840815f140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:59.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.782+0000 7f840ce74640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f840815f970 con 0x7f84080b3500 2024-09-19T04:32:59.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.782+0000 7f840ce74640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f84080ae980 con 0x7f840806c2b0 2024-09-19T04:32:59.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.782+0000 7f840ce74640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f84080aec60 con 0x7f84080af740 2024-09-19T04:32:59.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.782+0000 7f840659c640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f84080b3500 0x7f840806bba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:47924/0 (socket says 172.21.15.111:47924) 2024-09-19T04:32:59.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.782+0000 7f840659c640 1 -- 172.21.15.111:0/669818999 learned_addr learned my addr 172.21.15.111:0/669818999 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:32:59.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.782+0000 7f8405d9b640 1 --2- 172.21.15.111:0/669818999 >> v2:172.21.15.111:3300/0 conn(0x7f840806c2b0 0x7f840815ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:59.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.782+0000 7f8406d9d640 1 --2- 172.21.15.111:0/669818999 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84080af740 0x7f840815f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:59.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.782+0000 7f840559a640 1 -- 172.21.15.111:0/669818999 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3111249623 0 0) 0x7f840815f970 con 0x7f84080b3500 2024-09-19T04:32:59.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.782+0000 7f840559a640 1 -- 172.21.15.111:0/669818999 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f83f0003520 con 0x7f84080b3500 2024-09-19T04:32:59.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.782+0000 7f8405d9b640 1 -- 172.21.15.111:0/669818999 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84080af740 msgr2=0x7f840815f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:32:59.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.782+0000 7f8405d9b640 1 --2- 172.21.15.111:0/669818999 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84080af740 0x7f840815f140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:59.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.782+0000 7f8405d9b640 1 -- 172.21.15.111:0/669818999 >> v1:172.21.15.111:6789/0 conn(0x7f84080b3500 legacy=0x7f840806bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:59.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.782+0000 7f8405d9b640 1 -- 172.21.15.111:0/669818999 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84080aef40 con 0x7f840806c2b0 2024-09-19T04:32:59.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.783+0000 7f8405d9b640 1 --2- 172.21.15.111:0/669818999 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f840806c2b0 0x7f840815ec00 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f83fc0097a0 tx=0x7f83fc02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a40f7381549dd3d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:59.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.783+0000 7f840559a640 1 -- 172.21.15.111:0/669818999 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83fc037070 con 0x7f840806c2b0 2024-09-19T04:32:59.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.783+0000 7f840559a640 1 -- 172.21.15.111:0/669818999 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83fc032440 con 0x7f840806c2b0 2024-09-19T04:32:59.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.783+0000 7f840559a640 1 -- 172.21.15.111:0/669818999 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83fc032810 con 0x7f840806c2b0 2024-09-19T04:32:59.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.784+0000 7f840ce74640 1 -- 172.21.15.111:0/669818999 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f840806c2b0 msgr2=0x7f840815ec00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:59.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.784+0000 7f840ce74640 1 --2- 172.21.15.111:0/669818999 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f840806c2b0 0x7f840815ec00 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f83fc0097a0 tx=0x7f83fc02a180 comp rx=0 tx=0).stop 2024-09-19T04:32:59.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.784+0000 7f840ce74640 1 -- 172.21.15.111:0/669818999 shutdown_connections 2024-09-19T04:32:59.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.784+0000 7f840ce74640 1 --2- 172.21.15.111:0/669818999 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84080af740 0x7f840815f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:59.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.784+0000 7f840ce74640 1 --2- 172.21.15.111:0/669818999 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f840806c2b0 0x7f840815ec00 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:59.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.784+0000 7f840ce74640 1 -- 172.21.15.111:0/669818999 >> 172.21.15.111:0/669818999 conn(0x7f840806ce90 msgr2=0x7f840806d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:32:59.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.784+0000 7f840ce74640 1 -- 172.21.15.111:0/669818999 shutdown_connections 2024-09-19T04:32:59.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.784+0000 7f840ce74640 1 -- 172.21.15.111:0/669818999 wait complete. 2024-09-19T04:32:59.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.785+0000 7f840ce74640 1 Processor -- start 2024-09-19T04:32:59.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.785+0000 7f840ce74640 1 -- start start 2024-09-19T04:32:59.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.786+0000 7f840ce74640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f840806c2b0 0x7f8408157cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:59.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.786+0000 7f840ce74640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84080af740 0x7f8408150bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:59.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.786+0000 7f840ce74640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84080b3500 0x7f84080b6d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:59.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.786+0000 7f840ce74640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f84080b38e0 con 0x7f84080b3500 2024-09-19T04:32:59.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.786+0000 7f840ce74640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f840815f680 con 0x7f840806c2b0 2024-09-19T04:32:59.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.786+0000 7f840ce74640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f84080b3a60 con 0x7f84080af740 2024-09-19T04:32:59.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.786+0000 7f8406d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84080b3500 0x7f84080b6d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:59.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.786+0000 7f8406d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84080b3500 0x7f84080b6d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47856/0 (socket says 172.21.15.111:47856) 2024-09-19T04:32:59.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.786+0000 7f8406d9d640 1 -- 172.21.15.111:0/2627737211 learned_addr learned my addr 172.21.15.111:0/2627737211 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:32:59.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.786+0000 7f840659c640 1 --2- 172.21.15.111:0/2627737211 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f840806c2b0 0x7f8408157cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:59.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.786+0000 7f8405d9b640 1 --2- 172.21.15.111:0/2627737211 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84080af740 0x7f8408150bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:59.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.786+0000 7f8406d9d640 1 -- 172.21.15.111:0/2627737211 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84080af740 msgr2=0x7f8408150bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:59.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.786+0000 7f8406d9d640 1 --2- 172.21.15.111:0/2627737211 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84080af740 0x7f8408150bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:59.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.786+0000 7f8406d9d640 1 -- 172.21.15.111:0/2627737211 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f840806c2b0 msgr2=0x7f8408157cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:32:59.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.786+0000 7f8406d9d640 1 --2- 172.21.15.111:0/2627737211 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f840806c2b0 0x7f8408157cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:32:59.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.786+0000 7f8406d9d640 1 -- 172.21.15.111:0/2627737211 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84080ce830 con 0x7f84080b3500 2024-09-19T04:32:59.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.786+0000 7f8405d9b640 1 --2- 172.21.15.111:0/2627737211 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84080af740 0x7f8408150bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:32:59.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.786+0000 7f8406d9d640 1 --2- 172.21.15.111:0/2627737211 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84080b3500 0x7f84080b6d30 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f840000efc0 tx=0x7f840000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:59.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.787+0000 7f83f6ffd640 1 -- 172.21.15.111:0/2627737211 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8400018020 con 0x7f84080b3500 2024-09-19T04:32:59.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.787+0000 7f83f6ffd640 1 -- 172.21.15.111:0/2627737211 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8400014480 con 0x7f84080b3500 2024-09-19T04:32:59.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.787+0000 7f840ce74640 1 -- 172.21.15.111:0/2627737211 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84081f8c60 con 0x7f84080b3500 2024-09-19T04:32:59.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.787+0000 7f83f6ffd640 1 -- 172.21.15.111:0/2627737211 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8400014870 con 0x7f84080b3500 2024-09-19T04:32:59.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.787+0000 7f840ce74640 1 -- 172.21.15.111:0/2627737211 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84081f81a0 con 0x7f84080b3500 2024-09-19T04:32:59.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.788+0000 7f840ce74640 1 -- 172.21.15.111:0/2627737211 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f840806f410 con 0x7f84080b3500 2024-09-19T04:32:59.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.788+0000 7f83f6ffd640 1 -- 172.21.15.111:0/2627737211 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8400005d10 con 0x7f84080b3500 2024-09-19T04:32:59.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.789+0000 7f83f6ffd640 1 --2- 172.21.15.111:0/2627737211 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f83e806c2e0 0x7f83e806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:32:59.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.789+0000 7f840659c640 1 --2- 172.21.15.111:0/2627737211 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f83e806c2e0 0x7f83e806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:32:59.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.789+0000 7f83f6ffd640 1 -- 172.21.15.111:0/2627737211 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f840008be30 con 0x7f84080b3500 2024-09-19T04:32:59.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.789+0000 7f840659c640 1 --2- 172.21.15.111:0/2627737211 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f83e806c2e0 0x7f83e806e7a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f83f8005880 tx=0x7f83f8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:32:59.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:32:59.793+0000 7f83f6ffd640 1 -- 172.21.15.111:0/2627737211 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f840806f410 con 0x7f84080b3500 2024-09-19T04:33:00.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.003+0000 7f840ce74640 1 -- 172.21.15.111:0/2627737211 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f840806bbd0 con 0x7f84080b3500 2024-09-19T04:33:00.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.006+0000 7f83f6ffd640 1 -- 172.21.15.111:0/2627737211 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+173507 (secure 0 0 0) 0x7f840806bbd0 con 0x7f84080b3500 2024-09-19T04:33:00.009 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:00.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.008+0000 7f840ce74640 1 -- 172.21.15.111:0/2627737211 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f83e806c2e0 msgr2=0x7f83e806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.008+0000 7f840ce74640 1 --2- 172.21.15.111:0/2627737211 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f83e806c2e0 0x7f83e806e7a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f83f8005880 tx=0x7f83f8009040 comp rx=0 tx=0).stop 2024-09-19T04:33:00.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.008+0000 7f840ce74640 1 -- 172.21.15.111:0/2627737211 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84080b3500 msgr2=0x7f84080b6d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.008+0000 7f840ce74640 1 --2- 172.21.15.111:0/2627737211 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84080b3500 0x7f84080b6d30 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f840000efc0 tx=0x7f840000c490 comp rx=0 tx=0).stop 2024-09-19T04:33:00.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.008+0000 7f840ce74640 1 -- 172.21.15.111:0/2627737211 shutdown_connections 2024-09-19T04:33:00.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.008+0000 7f840ce74640 1 --2- 172.21.15.111:0/2627737211 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f83e806c2e0 0x7f83e806e7a0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.008+0000 7f840ce74640 1 --2- 172.21.15.111:0/2627737211 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84080b3500 0x7f84080b6d30 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.008+0000 7f840ce74640 1 --2- 172.21.15.111:0/2627737211 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84080af740 0x7f8408150bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.008+0000 7f840ce74640 1 --2- 172.21.15.111:0/2627737211 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f840806c2b0 0x7f8408157cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.008+0000 7f840ce74640 1 -- 172.21.15.111:0/2627737211 >> 172.21.15.111:0/2627737211 conn(0x7f840806ce90 msgr2=0x7f8408154780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:00.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.009+0000 7f840ce74640 1 -- 172.21.15.111:0/2627737211 shutdown_connections 2024-09-19T04:33:00.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.009+0000 7f840ce74640 1 -- 172.21.15.111:0/2627737211 wait complete. 2024-09-19T04:33:00.021 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":5,"flags":0,"active_gid":4107,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":649596689},{"type":"v1","addr":"172.21.15.111:6817","nonce":649596689}]},"active_addr":"172.21.15.111:6817/649596689","active_change":"2024-09-19T04:32:32.398600+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4114,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.111:0","nonce":616443973}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.111:0","nonce":1061348441}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.111:0","nonce":470797150}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.111:0","nonce":1988636083}]}]} 2024-09-19T04:33:00.024 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-19T04:33:00.024 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-19T04:33:00.025 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:33:00.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.123+0000 7fc6b5ad0640 1 Processor -- start 2024-09-19T04:33:00.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.123+0000 7fc6b5ad0640 1 -- start start 2024-09-19T04:33:00.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.124+0000 7fc6b5ad0640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc6b015c180 0x7fc6b00cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.124+0000 7fc6b5ad0640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc6b0073120 0x7fc6b0073570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.124+0000 7fc6b5ad0640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6b00ce740 con 0x7fc6b00ce230 2024-09-19T04:33:00.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.124+0000 7fc6b5ad0640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fc6b0072640 con 0x7fc6b015c180 2024-09-19T04:33:00.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.124+0000 7fc6b5ad0640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fc6b0072920 con 0x7fc6b0073120 2024-09-19T04:33:00.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.124+0000 7fc6af7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc6b015c180 0x7fc6b00cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.124+0000 7fc6af7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc6b015c180 0x7fc6b00cdcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47864/0 (socket says 172.21.15.111:47864) 2024-09-19T04:33:00.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.124+0000 7fc6af7fe640 1 -- 172.21.15.111:0/4102367482 learned_addr learned my addr 172.21.15.111:0/4102367482 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:00.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.124+0000 7fc6af7fe640 1 -- 172.21.15.111:0/4102367482 >> v2:172.21.15.114:3300/0 conn(0x7fc6b0073120 msgr2=0x7fc6b0073570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:00.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.124+0000 7fc6af7fe640 1 --2- 172.21.15.111:0/4102367482 >> v2:172.21.15.114:3300/0 conn(0x7fc6b0073120 0x7fc6b0073570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.124+0000 7fc6af7fe640 1 -- 172.21.15.111:0/4102367482 >> v1:172.21.15.114:6789/0 conn(0x7fc6b00ce230 legacy=0x7fc6b00cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:00.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.124+0000 7fc6af7fe640 1 -- 172.21.15.111:0/4102367482 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6b0072c00 con 0x7fc6b015c180 2024-09-19T04:33:00.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.125+0000 7fc6af7fe640 1 --2- 172.21.15.111:0/4102367482 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6b015c180 0x7fc6b00cdcf0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc6b00cd0a0 tx=0x7fc6a002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c59f94884925e283 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.125+0000 7fc6ae7fc640 1 -- 172.21.15.111:0/4102367482 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a0037070 con 0x7fc6b015c180 2024-09-19T04:33:00.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.125+0000 7fc6ae7fc640 1 -- 172.21.15.111:0/4102367482 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6a0032440 con 0x7fc6b015c180 2024-09-19T04:33:00.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.125+0000 7fc6ae7fc640 1 -- 172.21.15.111:0/4102367482 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a0032810 con 0x7fc6b015c180 2024-09-19T04:33:00.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.126+0000 7fc6b5ad0640 1 -- 172.21.15.111:0/4102367482 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6b015c180 msgr2=0x7fc6b00cdcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.126+0000 7fc6b5ad0640 1 --2- 172.21.15.111:0/4102367482 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6b015c180 0x7fc6b00cdcf0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc6b00cd0a0 tx=0x7fc6a002a1a0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.126+0000 7fc6b5ad0640 1 -- 172.21.15.111:0/4102367482 shutdown_connections 2024-09-19T04:33:00.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.126+0000 7fc6b5ad0640 1 --2- 172.21.15.111:0/4102367482 >> v2:172.21.15.114:3300/0 conn(0x7fc6b0073120 0x7fc6b0073570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.126+0000 7fc6b5ad0640 1 --2- 172.21.15.111:0/4102367482 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6b015c180 0x7fc6b00cdcf0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.126+0000 7fc6b5ad0640 1 -- 172.21.15.111:0/4102367482 >> 172.21.15.111:0/4102367482 conn(0x7fc6b0062cc0 msgr2=0x7fc6b006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:00.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.126+0000 7fc6b5ad0640 1 -- 172.21.15.111:0/4102367482 shutdown_connections 2024-09-19T04:33:00.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.126+0000 7fc6b5ad0640 1 -- 172.21.15.111:0/4102367482 wait complete. 2024-09-19T04:33:00.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.127+0000 7fc6b5ad0640 1 Processor -- start 2024-09-19T04:33:00.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.127+0000 7fc6b5ad0640 1 -- start start 2024-09-19T04:33:00.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.128+0000 7fc6b5ad0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6b0073120 0x7fc6b014f520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.128+0000 7fc6b5ad0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6b00ce230 0x7fc6b015f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.128+0000 7fc6b5ad0640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6b015c180 0x7fc6b00ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.128+0000 7fc6b5ad0640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc6b00cf780 con 0x7fc6b0073120 2024-09-19T04:33:00.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.128+0000 7fc6b5ad0640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc6b00722f0 con 0x7fc6b015c180 2024-09-19T04:33:00.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.128+0000 7fc6b5ad0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc6b015c560 con 0x7fc6b00ce230 2024-09-19T04:33:00.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.128+0000 7fc6af7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6b0073120 0x7fc6b014f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.128+0000 7fc6af7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6b0073120 0x7fc6b014f520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47880/0 (socket says 172.21.15.111:47880) 2024-09-19T04:33:00.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.128+0000 7fc6af7fe640 1 -- 172.21.15.111:0/4148451602 learned_addr learned my addr 172.21.15.111:0/4148451602 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:00.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.128+0000 7fc6aeffd640 1 --2- 172.21.15.111:0/4148451602 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6b00ce230 0x7fc6b015f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.128+0000 7fc6affff640 1 --2- 172.21.15.111:0/4148451602 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6b015c180 0x7fc6b00ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.128+0000 7fc6af7fe640 1 -- 172.21.15.111:0/4148451602 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6b00ce230 msgr2=0x7fc6b015f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.128+0000 7fc6af7fe640 1 --2- 172.21.15.111:0/4148451602 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6b00ce230 0x7fc6b015f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.128+0000 7fc6af7fe640 1 -- 172.21.15.111:0/4148451602 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6b015c180 msgr2=0x7fc6b00ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.128+0000 7fc6af7fe640 1 --2- 172.21.15.111:0/4148451602 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6b015c180 0x7fc6b00ae8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.128+0000 7fc6af7fe640 1 -- 172.21.15.111:0/4148451602 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6b0159f60 con 0x7fc6b0073120 2024-09-19T04:33:00.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.128+0000 7fc6aeffd640 1 --2- 172.21.15.111:0/4148451602 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6b00ce230 0x7fc6b015f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:00.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.128+0000 7fc6af7fe640 1 --2- 172.21.15.111:0/4148451602 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6b0073120 0x7fc6b014f520 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc6a0000c00 tx=0x7fc6a00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.128+0000 7fc697fff640 1 -- 172.21.15.111:0/4148451602 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a0041070 con 0x7fc6b0073120 2024-09-19T04:33:00.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.128+0000 7fc697fff640 1 -- 172.21.15.111:0/4148451602 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6a003c870 con 0x7fc6b0073120 2024-09-19T04:33:00.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.128+0000 7fc6b5ad0640 1 -- 172.21.15.111:0/4148451602 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6b015a240 con 0x7fc6b0073120 2024-09-19T04:33:00.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.128+0000 7fc697fff640 1 -- 172.21.15.111:0/4148451602 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a0037040 con 0x7fc6b0073120 2024-09-19T04:33:00.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.129+0000 7fc6b5ad0640 1 -- 172.21.15.111:0/4148451602 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6b015a800 con 0x7fc6b0073120 2024-09-19T04:33:00.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.129+0000 7fc6b5ad0640 1 -- 172.21.15.111:0/4148451602 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6b015fc10 con 0x7fc6b0073120 2024-09-19T04:33:00.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.130+0000 7fc697fff640 1 -- 172.21.15.111:0/4148451602 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc6a0044070 con 0x7fc6b0073120 2024-09-19T04:33:00.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.130+0000 7fc697fff640 1 --2- 172.21.15.111:0/4148451602 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc69c06c2b0 0x7fc69c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.130+0000 7fc697fff640 1 -- 172.21.15.111:0/4148451602 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc6a00ac190 con 0x7fc6b0073120 2024-09-19T04:33:00.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.130+0000 7fc6aeffd640 1 --2- 172.21.15.111:0/4148451602 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc69c06c2b0 0x7fc69c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.131+0000 7fc6aeffd640 1 --2- 172.21.15.111:0/4148451602 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc69c06c2b0 0x7fc69c06e770 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fc6a4006fd0 tx=0x7fc6a4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.135+0000 7fc697fff640 1 -- 172.21.15.111:0/4148451602 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc6b015fc10 con 0x7fc6b0073120 2024-09-19T04:33:00.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.300+0000 7fc6b5ad0640 1 -- 172.21.15.111:0/4148451602 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc6b00cdcf0 con 0x7fc6b0073120 2024-09-19T04:33:00.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.301+0000 7fc697fff640 1 -- 172.21.15.111:0/4148451602 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16713 (secure 0 0 0) 0x7fc6a007aab0 con 0x7fc6b0073120 2024-09-19T04:33:00.303 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:00.303 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:32:53.055403+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:32:49.189443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T04:32:50.360969+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:33:00.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.303+0000 7fc6b5ad0640 1 -- 172.21.15.111:0/4148451602 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc69c06c2b0 msgr2=0x7fc69c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.303+0000 7fc6b5ad0640 1 --2- 172.21.15.111:0/4148451602 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc69c06c2b0 0x7fc69c06e770 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fc6a4006fd0 tx=0x7fc6a4008040 comp rx=0 tx=0).stop 2024-09-19T04:33:00.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.303+0000 7fc6b5ad0640 1 -- 172.21.15.111:0/4148451602 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6b0073120 msgr2=0x7fc6b014f520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.303+0000 7fc6b5ad0640 1 --2- 172.21.15.111:0/4148451602 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6b0073120 0x7fc6b014f520 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc6a0000c00 tx=0x7fc6a00046c0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.303+0000 7fc6b5ad0640 1 -- 172.21.15.111:0/4148451602 shutdown_connections 2024-09-19T04:33:00.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.303+0000 7fc6b5ad0640 1 --2- 172.21.15.111:0/4148451602 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc69c06c2b0 0x7fc69c06e770 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.303+0000 7fc6b5ad0640 1 --2- 172.21.15.111:0/4148451602 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6b015c180 0x7fc6b00ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.303+0000 7fc6b5ad0640 1 --2- 172.21.15.111:0/4148451602 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6b00ce230 0x7fc6b015f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.304+0000 7fc6b5ad0640 1 --2- 172.21.15.111:0/4148451602 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6b0073120 0x7fc6b014f520 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.304+0000 7fc6b5ad0640 1 -- 172.21.15.111:0/4148451602 >> 172.21.15.111:0/4148451602 conn(0x7fc6b0062cc0 msgr2=0x7fc6b006bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:00.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.304+0000 7fc6b5ad0640 1 -- 172.21.15.111:0/4148451602 shutdown_connections 2024-09-19T04:33:00.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.304+0000 7fc6b5ad0640 1 -- 172.21.15.111:0/4148451602 wait complete. 2024-09-19T04:33:00.316 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-19T04:33:00.316 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:33:00.414 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.412+0000 7ff7a8b11640 1 Processor -- start 2024-09-19T04:33:00.414 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.412+0000 7ff7a8b11640 1 -- start start 2024-09-19T04:33:00.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.413+0000 7ff7a8b11640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff7a4162ad0 0x7ff7a406bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.413+0000 7ff7a8b11640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff7a40b0380 con 0x7ff7a406c0e0 2024-09-19T04:33:00.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.413+0000 7ff7a8b11640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff7a415f0e0 con 0x7ff7a415e3f0 2024-09-19T04:33:00.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.413+0000 7ff7a8b11640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7ff7a40b30d0 con 0x7ff7a4162ad0 2024-09-19T04:33:00.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.413+0000 7ff7a1d9b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff7a4162ad0 0x7ff7a406bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.416 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.413+0000 7ff7a1d9b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff7a4162ad0 0x7ff7a406bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47894/0 (socket says 172.21.15.111:47894) 2024-09-19T04:33:00.416 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.413+0000 7ff7a2d9d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7ff7a406c0e0 0x7ff7a40b0830 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:47938/0 (socket says 172.21.15.111:47938) 2024-09-19T04:33:00.416 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.414+0000 7ff7a1d9b640 1 -- 172.21.15.111:0/1521805438 learned_addr learned my addr 172.21.15.111:0/1521805438 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:00.416 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.414+0000 7ff7a1d9b640 1 -- 172.21.15.111:0/1521805438 >> v1:172.21.15.114:6789/0 conn(0x7ff7a415e3f0 legacy=0x7ff7a415e7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:00.416 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.414+0000 7ff7a1d9b640 1 -- 172.21.15.111:0/1521805438 >> v1:172.21.15.111:6789/0 conn(0x7ff7a406c0e0 legacy=0x7ff7a40b0830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.416 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.414+0000 7ff7a1d9b640 1 -- 172.21.15.111:0/1521805438 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7a415f3c0 con 0x7ff7a4162ad0 2024-09-19T04:33:00.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.414+0000 7ff7a1d9b640 1 --2- 172.21.15.111:0/1521805438 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff7a4162ad0 0x7ff7a406bba0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7ff798009870 tx=0x7ff79802a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4d411ec0a7c5d04 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.414+0000 7ff7a159a640 1 -- 172.21.15.111:0/1521805438 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff798037070 con 0x7ff7a4162ad0 2024-09-19T04:33:00.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.415+0000 7ff7a159a640 1 -- 172.21.15.111:0/1521805438 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff798032440 con 0x7ff7a4162ad0 2024-09-19T04:33:00.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.415+0000 7ff7a159a640 1 -- 172.21.15.111:0/1521805438 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff798032810 con 0x7ff7a4162ad0 2024-09-19T04:33:00.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.415+0000 7ff7a8b11640 1 -- 172.21.15.111:0/1521805438 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff7a4162ad0 msgr2=0x7ff7a406bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.415+0000 7ff7a8b11640 1 --2- 172.21.15.111:0/1521805438 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff7a4162ad0 0x7ff7a406bba0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7ff798009870 tx=0x7ff79802a2a0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.415+0000 7ff7a8b11640 1 -- 172.21.15.111:0/1521805438 shutdown_connections 2024-09-19T04:33:00.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.415+0000 7ff7a8b11640 1 --2- 172.21.15.111:0/1521805438 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff7a4162ad0 0x7ff7a406bba0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.415+0000 7ff7a8b11640 1 -- 172.21.15.111:0/1521805438 >> 172.21.15.111:0/1521805438 conn(0x7ff7a406ce90 msgr2=0x7ff7a406d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:00.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.415+0000 7ff7a8b11640 1 -- 172.21.15.111:0/1521805438 shutdown_connections 2024-09-19T04:33:00.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.415+0000 7ff7a8b11640 1 -- 172.21.15.111:0/1521805438 wait complete. 2024-09-19T04:33:00.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.417+0000 7ff7a8b11640 1 Processor -- start 2024-09-19T04:33:00.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.417+0000 7ff7a8b11640 1 -- start start 2024-09-19T04:33:00.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.417+0000 7ff7a8b11640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff7a406c0e0 0x7ff7a4153690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.417+0000 7ff7a8b11640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff7a415e3f0 0x7ff7a40cf690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.417+0000 7ff7a8b11640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff7a4162ad0 0x7ff7a415ca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.417+0000 7ff7a8b11640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff7a415f980 con 0x7ff7a415e3f0 2024-09-19T04:33:00.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.417+0000 7ff7a8b11640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff7a4162f40 con 0x7ff7a4162ad0 2024-09-19T04:33:00.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.417+0000 7ff7a8b11640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff7a40b0f40 con 0x7ff7a406c0e0 2024-09-19T04:33:00.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.417+0000 7ff7a1d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff7a415e3f0 0x7ff7a40cf690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.417+0000 7ff7a1d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff7a415e3f0 0x7ff7a40cf690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47904/0 (socket says 172.21.15.111:47904) 2024-09-19T04:33:00.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.417+0000 7ff7a1d9b640 1 -- 172.21.15.111:0/2118460668 learned_addr learned my addr 172.21.15.111:0/2118460668 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:00.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.418+0000 7ff7a259c640 1 --2- 172.21.15.111:0/2118460668 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff7a406c0e0 0x7ff7a4153690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.418+0000 7ff7a2d9d640 1 --2- 172.21.15.111:0/2118460668 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff7a4162ad0 0x7ff7a415ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.418+0000 7ff7a1d9b640 1 -- 172.21.15.111:0/2118460668 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff7a406c0e0 msgr2=0x7ff7a4153690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.418+0000 7ff7a1d9b640 1 --2- 172.21.15.111:0/2118460668 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff7a406c0e0 0x7ff7a4153690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.418+0000 7ff7a1d9b640 1 -- 172.21.15.111:0/2118460668 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff7a4162ad0 msgr2=0x7ff7a415ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.418+0000 7ff7a1d9b640 1 --2- 172.21.15.111:0/2118460668 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff7a4162ad0 0x7ff7a415ca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.418+0000 7ff7a1d9b640 1 -- 172.21.15.111:0/2118460668 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7a4159430 con 0x7ff7a415e3f0 2024-09-19T04:33:00.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.418+0000 7ff7a2d9d640 1 --2- 172.21.15.111:0/2118460668 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff7a4162ad0 0x7ff7a415ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:00.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.418+0000 7ff7a259c640 1 --2- 172.21.15.111:0/2118460668 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff7a406c0e0 0x7ff7a4153690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:00.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.418+0000 7ff7a1d9b640 1 --2- 172.21.15.111:0/2118460668 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff7a415e3f0 0x7ff7a40cf690 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7ff798009870 tx=0x7ff7980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.418+0000 7ff792ffd640 1 -- 172.21.15.111:0/2118460668 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff798041020 con 0x7ff7a415e3f0 2024-09-19T04:33:00.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.418+0000 7ff792ffd640 1 -- 172.21.15.111:0/2118460668 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff798030970 con 0x7ff7a415e3f0 2024-09-19T04:33:00.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.418+0000 7ff792ffd640 1 -- 172.21.15.111:0/2118460668 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff798037040 con 0x7ff7a415e3f0 2024-09-19T04:33:00.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.418+0000 7ff7a8b11640 1 -- 172.21.15.111:0/2118460668 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7a40cebb0 con 0x7ff7a415e3f0 2024-09-19T04:33:00.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.418+0000 7ff7a8b11640 1 -- 172.21.15.111:0/2118460668 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7a40cf170 con 0x7ff7a415e3f0 2024-09-19T04:33:00.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.419+0000 7ff7a8b11640 1 -- 172.21.15.111:0/2118460668 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7a406bba0 con 0x7ff7a415e3f0 2024-09-19T04:33:00.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.419+0000 7ff792ffd640 1 -- 172.21.15.111:0/2118460668 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff798044020 con 0x7ff7a415e3f0 2024-09-19T04:33:00.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.420+0000 7ff792ffd640 1 --2- 172.21.15.111:0/2118460668 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff78406c2b0 0x7ff78406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.420+0000 7ff792ffd640 1 -- 172.21.15.111:0/2118460668 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff7980abe20 con 0x7ff7a415e3f0 2024-09-19T04:33:00.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.420+0000 7ff7a259c640 1 --2- 172.21.15.111:0/2118460668 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff78406c2b0 0x7ff78406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.420+0000 7ff7a259c640 1 --2- 172.21.15.111:0/2118460668 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff78406c2b0 0x7ff78406e770 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff794003eb0 tx=0x7ff794009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.424+0000 7ff792ffd640 1 -- 172.21.15.111:0/2118460668 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff79804b030 con 0x7ff7a415e3f0 2024-09-19T04:33:00.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.590+0000 7ff7a8b11640 1 -- 172.21.15.111:0/2118460668 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff7a40b74a0 con 0x7ff7a415e3f0 2024-09-19T04:33:00.592 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.591+0000 7ff792ffd640 1 -- 172.21.15.111:0/2118460668 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16713 (secure 0 0 0) 0x7ff79807a590 con 0x7ff7a415e3f0 2024-09-19T04:33:00.592 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:00.592 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:32:53.055403+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:32:49.189443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T04:32:50.360969+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:33:00.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.593+0000 7ff7a8b11640 1 -- 172.21.15.111:0/2118460668 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff78406c2b0 msgr2=0x7ff78406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.593+0000 7ff7a8b11640 1 --2- 172.21.15.111:0/2118460668 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff78406c2b0 0x7ff78406e770 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff794003eb0 tx=0x7ff794009040 comp rx=0 tx=0).stop 2024-09-19T04:33:00.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.593+0000 7ff7a8b11640 1 -- 172.21.15.111:0/2118460668 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff7a415e3f0 msgr2=0x7ff7a40cf690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.593+0000 7ff7a8b11640 1 --2- 172.21.15.111:0/2118460668 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff7a415e3f0 0x7ff7a40cf690 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7ff798009870 tx=0x7ff7980046c0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.593+0000 7ff7a8b11640 1 -- 172.21.15.111:0/2118460668 shutdown_connections 2024-09-19T04:33:00.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.593+0000 7ff7a8b11640 1 --2- 172.21.15.111:0/2118460668 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff78406c2b0 0x7ff78406e770 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.593+0000 7ff7a8b11640 1 --2- 172.21.15.111:0/2118460668 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff7a4162ad0 0x7ff7a415ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.593+0000 7ff7a8b11640 1 --2- 172.21.15.111:0/2118460668 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff7a415e3f0 0x7ff7a40cf690 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.593+0000 7ff7a8b11640 1 --2- 172.21.15.111:0/2118460668 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff7a406c0e0 0x7ff7a4153690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.593+0000 7ff7a8b11640 1 -- 172.21.15.111:0/2118460668 >> 172.21.15.111:0/2118460668 conn(0x7ff7a406ce90 msgr2=0x7ff7a406e0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:00.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.593+0000 7ff7a8b11640 1 -- 172.21.15.111:0/2118460668 shutdown_connections 2024-09-19T04:33:00.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.593+0000 7ff7a8b11640 1 -- 172.21.15.111:0/2118460668 wait complete. 2024-09-19T04:33:00.605 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-19T04:33:00.606 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-19T04:33:00.606 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-19T04:33:00.607 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-19T04:33:00.607 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-19T04:33:00.607 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-19T04:33:00.608 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-19T04:33:00.608 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-19T04:33:00.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.772+0000 7f8b301bd640 1 Processor -- start 2024-09-19T04:33:00.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.772+0000 7f70adfd8640 1 Processor -- start 2024-09-19T04:33:00.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.772+0000 7f70adfd8640 1 -- start start 2024-09-19T04:33:00.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.773+0000 7f8b301bd640 1 -- start start 2024-09-19T04:33:00.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.774+0000 7f809252a640 1 Processor -- start 2024-09-19T04:33:00.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.774+0000 7f70adfd8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f70a80cd010 0x7f70a815baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.774+0000 7f70adfd8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f70a80d0310 0x7f70a806be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.774+0000 7f70adfd8640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f70a80cd5f0 con 0x7f70a80d0750 2024-09-19T04:33:00.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.774+0000 7f70adfd8640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f70a80cd8d0 con 0x7f70a80cd010 2024-09-19T04:33:00.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.774+0000 7f70adfd8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f70a80cdbb0 con 0x7f70a80d0310 2024-09-19T04:33:00.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.774+0000 7f8b301bd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8b280d0670 0x7f8b2813fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.774+0000 7f8b2d758640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8b280d0670 0x7f8b2813fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.774+0000 7f8b2d758640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8b280d0670 0x7f8b2813fbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47918/0 (socket says 172.21.15.111:47918) 2024-09-19T04:33:00.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.774+0000 7f8b2df59640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f8b2806ce20 0x7f8b2806de60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:54622/0 (socket says 172.21.15.111:54622) 2024-09-19T04:33:00.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.774+0000 7f8b2d758640 1 -- 172.21.15.111:0/762423704 learned_addr learned my addr 172.21.15.111:0/762423704 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:00.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.774+0000 7f8b301bd640 1 --2- 172.21.15.111:0/762423704 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b2813f280 0x7f8b28140110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f9e8d3e4640 1 Processor -- start 2024-09-19T04:33:00.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.774+0000 7f70a77fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f70a80cd010 0x7f70a815baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.774+0000 7f70a77fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f70a80cd010 0x7f70a815baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47916/0 (socket says 172.21.15.111:47916) 2024-09-19T04:33:00.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.774+0000 7f70a77fe640 1 -- 172.21.15.111:0/2483259055 learned_addr learned my addr 172.21.15.111:0/2483259055 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:00.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.774+0000 7f70a6ffd640 1 --2- 172.21.15.111:0/2483259055 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f70a80d0310 0x7f70a806be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f70a77fe640 1 -- 172.21.15.111:0/2483259055 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f70a80d0310 msgr2=0x7f70a806be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:00.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f70a77fe640 1 --2- 172.21.15.111:0/2483259055 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f70a80d0310 0x7f70a806be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f70a77fe640 1 -- 172.21.15.111:0/2483259055 >> v1:172.21.15.114:6789/0 conn(0x7f70a80d0750 legacy=0x7f70a8151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f70a77fe640 1 -- 172.21.15.111:0/2483259055 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70a80cde90 con 0x7f70a80cd010 2024-09-19T04:33:00.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.774+0000 7f8b301bd640 1 -- 172.21.15.111:0/762423704 --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8b280cea90 con 0x7f8b2806ce20 2024-09-19T04:33:00.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.774+0000 7f8b301bd640 1 -- 172.21.15.111:0/762423704 --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f8b2806e570 con 0x7f8b280d0670 2024-09-19T04:33:00.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.774+0000 7f8b301bd640 1 -- 172.21.15.111:0/762423704 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8b280ced70 con 0x7f8b2813f280 2024-09-19T04:33:00.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f8b2e75a640 1 --2- 172.21.15.111:0/762423704 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b2813f280 0x7f8b28140110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f8b2cf57640 1 -- 172.21.15.111:0/762423704 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2913634299 0 0) 0x7f8b280cea90 con 0x7f8b2806ce20 2024-09-19T04:33:00.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f8b2cf57640 1 -- 172.21.15.111:0/762423704 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8b14007930 con 0x7f8b2806ce20 2024-09-19T04:33:00.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f8b2cf57640 1 -- 172.21.15.111:0/762423704 <== mon.1 v1:172.21.15.114:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 120351516 0 0) 0x7f8b14007930 con 0x7f8b2806ce20 2024-09-19T04:33:00.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7fc22988b640 1 Processor -- start 2024-09-19T04:33:00.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7fc22988b640 1 -- start start 2024-09-19T04:33:00.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f8b2cf57640 1 -- 172.21.15.111:0/762423704 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b2813f280 msgr2=0x7f8b28140110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:00.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f8b2cf57640 1 --2- 172.21.15.111:0/762423704 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b2813f280 0x7f8b28140110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f8b2cf57640 1 -- 172.21.15.111:0/762423704 >> v2:172.21.15.111:3300/0 conn(0x7f8b280d0670 msgr2=0x7f8b2813fbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:00.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f8b2cf57640 1 --2- 172.21.15.111:0/762423704 >> v2:172.21.15.111:3300/0 conn(0x7f8b280d0670 0x7f8b2813fbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f8b2cf57640 1 -- 172.21.15.111:0/762423704 --> v1:172.21.15.114:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b280cf050 con 0x7f8b2806ce20 2024-09-19T04:33:00.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f8b2cf57640 1 -- 172.21.15.111:0/762423704 <== mon.1 v1:172.21.15.114:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f8b18001650 con 0x7f8b2806ce20 2024-09-19T04:33:00.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.774+0000 7f809252a640 1 -- start start 2024-09-19T04:33:00.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f809252a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f808c162ec0 0x7f808c0b6bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f809252a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f808c0cf6b0 0x7f808c0d3130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f809252a640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f808c0d23b0 con 0x7f808c0b39b0 2024-09-19T04:33:00.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f809252a640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f808c0d2650 con 0x7f808c162ec0 2024-09-19T04:33:00.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f809252a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f808c0d2930 con 0x7f808c0cf6b0 2024-09-19T04:33:00.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7ff74d2cf640 1 Processor -- start 2024-09-19T04:33:00.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f8090ac7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f808c0cf6b0 0x7f808c0d3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f8090ac7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f808c0cf6b0 0x7f808c0d3130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:44328/0 (socket says 172.21.15.111:44328) 2024-09-19T04:33:00.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f8090ac7640 1 -- 172.21.15.111:0/1674669757 learned_addr learned my addr 172.21.15.111:0/1674669757 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:00.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f8b2cf57640 1 -- 172.21.15.111:0/762423704 >> v1:172.21.15.114:6789/0 conn(0x7f8b2806ce20 legacy=0x7f8b2806de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f8b2cf57640 1 --2- 172.21.15.111:0/762423704 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b14007dc0 0x7f8b14008200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f8b2cf57640 1 --2- 172.21.15.111:0/762423704 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b2813f280 0x7f8b14008c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f8b2cf57640 1 --2- 172.21.15.111:0/762423704 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8b14009150 0x7f8b140095d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f8b2cf57640 1 -- 172.21.15.111:0/762423704 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8b2806e570 con 0x7f8b14009150 2024-09-19T04:33:00.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f8b2cf57640 1 -- 172.21.15.111:0/762423704 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8b280ced70 con 0x7f8b14007dc0 2024-09-19T04:33:00.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f8b2cf57640 1 -- 172.21.15.111:0/762423704 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8b14003520 con 0x7f8b2813f280 2024-09-19T04:33:00.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f8b2d758640 1 --2- 172.21.15.111:0/762423704 >> v2:172.21.15.111:3300/0 conn(0x7f8b280d0670 0x7f8b2813fbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:33:00.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f808bfff640 1 --2- 172.21.15.111:0/1674669757 >> v2:172.21.15.111:3300/0 conn(0x7f808c162ec0 0x7f808c0b6bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f8b2df59640 1 --2- 172.21.15.111:0/762423704 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b14007dc0 0x7f8b14008200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7ff74d2cf640 1 -- start start 2024-09-19T04:33:00.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f8090ac7640 1 -- 172.21.15.111:0/1674669757 >> v2:172.21.15.111:3300/0 conn(0x7f808c162ec0 msgr2=0x7f808c0b6bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:00.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f8090ac7640 1 --2- 172.21.15.111:0/1674669757 >> v2:172.21.15.111:3300/0 conn(0x7f808c162ec0 0x7f808c0b6bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f8090ac7640 1 -- 172.21.15.111:0/1674669757 >> v1:172.21.15.114:6789/0 conn(0x7f808c0b39b0 legacy=0x7f808c0cefa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f808affd640 1 -- 172.21.15.111:0/1674669757 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2655383461 0 0) 0x7f808c0d23b0 con 0x7f808c0b39b0 2024-09-19T04:33:00.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f8b2d758640 1 --2- 172.21.15.111:0/762423704 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b2813f280 0x7f8b14008c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f8090ac7640 1 -- 172.21.15.111:0/1674669757 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f808c0d2c10 con 0x7f808c0cf6b0 2024-09-19T04:33:00.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f808bfff640 1 --2- 172.21.15.111:0/1674669757 >> v2:172.21.15.111:3300/0 conn(0x7f808c162ec0 0x7f808c0b6bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:00.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f8b2e75a640 1 --2- 172.21.15.111:0/762423704 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8b14009150 0x7f8b140095d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.775+0000 7f9e8d3e4640 1 -- start start 2024-09-19T04:33:00.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7fc22988b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc224162ec0 0x7fc2240b6bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7fc22988b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc2240b39b0 0x7fc2240cefa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f8b2df59640 1 -- 172.21.15.111:0/762423704 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b2813f280 msgr2=0x7f8b14008c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:00.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f8b2df59640 1 --2- 172.21.15.111:0/762423704 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b2813f280 0x7f8b14008c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f9e8d3e4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f9e800345d0 0x7f9e8003aa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f8b2df59640 1 -- 172.21.15.111:0/762423704 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8b14009150 msgr2=0x7f8b140095d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:00.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f8b2df59640 1 --2- 172.21.15.111:0/762423704 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8b14009150 0x7f8b140095d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f8b2df59640 1 -- 172.21.15.111:0/762423704 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b280cf050 con 0x7f8b14007dc0 2024-09-19T04:33:00.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f8b2e75a640 1 --2- 172.21.15.111:0/762423704 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8b14009150 0x7f8b140095d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:00.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f9e8d3e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9e800369f0 0x7f9e80007720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7fc2237fe640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7fc2240cf4e0 0x7fc224166820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:54634/0 (socket says 172.21.15.111:54634) 2024-09-19T04:33:00.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7fc2237fe640 1 -- 172.21.15.111:0/2462675510 learned_addr learned my addr 172.21.15.111:0/2462675510 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:00.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f9e8d3e4640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9e800542b0 con 0x7f9e800e2fd0 2024-09-19T04:33:00.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7fc222ffd640 1 --2- 172.21.15.111:0/2462675510 >> v2:172.21.15.114:3300/0 conn(0x7fc224162ec0 0x7fc2240b6bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f9e8d3e4640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f9e80036ef0 con 0x7f9e800345d0 2024-09-19T04:33:00.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f0c5359e640 1 Processor -- start 2024-09-19T04:33:00.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7fc22988b640 1 -- 172.21.15.111:0/2462675510 --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc2240d4140 con 0x7fc2240cf4e0 2024-09-19T04:33:00.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f9e8d3e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9e80008aa0 con 0x7f9e800369f0 2024-09-19T04:33:00.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7fc22988b640 1 -- 172.21.15.111:0/2462675510 --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fc2240d23b0 con 0x7fc2240b39b0 2024-09-19T04:33:00.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7fc22988b640 1 -- 172.21.15.111:0/2462675510 --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fc2240d2650 con 0x7fc224162ec0 2024-09-19T04:33:00.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f9e86ffd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f9e800e2fd0 0x7f9e8003a380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:47950/0 (socket says 172.21.15.111:47950) 2024-09-19T04:33:00.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7ff74d2cf640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff7400e7120 0x7ff740053f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f9e86ffd640 1 -- 172.21.15.111:0/1678071612 learned_addr learned my addr 172.21.15.111:0/1678071612 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:00.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7ff74d2cf640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff74004eb60 0x7ff74001d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7fc221ffb640 1 -- 172.21.15.111:0/2462675510 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3330786949 0 0) 0x7fc2240d4140 con 0x7fc2240cf4e0 2024-09-19T04:33:00.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7fc2227fc640 1 --2- 172.21.15.111:0/2462675510 >> v2:172.21.15.111:3300/0 conn(0x7fc2240b39b0 0x7fc2240cefa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7fc221ffb640 1 -- 172.21.15.111:0/2462675510 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc20c003520 con 0x7fc2240cf4e0 2024-09-19T04:33:00.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7ff74d2cf640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff740052330 con 0x7ff740005a60 2024-09-19T04:33:00.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7ff74d2cf640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7ff7400520e0 con 0x7ff74004eb60 2024-09-19T04:33:00.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7ff74d2cf640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff740006c80 con 0x7ff7400e7120 2024-09-19T04:33:00.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f9e867fc640 1 --2- 172.21.15.111:0/1678071612 >> v2:172.21.15.111:3300/0 conn(0x7f9e800345d0 0x7f9e8003aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.776+0000 7f9e877fe640 1 --2- 172.21.15.111:0/1678071612 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9e800369f0 0x7f9e80007720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7f0c5359e640 1 -- start start 2024-09-19T04:33:00.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7ff74cace640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff74004eb60 0x7ff74001d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7ff7477fe640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff7400e7120 0x7ff740053f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7ff74cace640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff74004eb60 0x7ff74001d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47950/0 (socket says 172.21.15.111:47950) 2024-09-19T04:33:00.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7ff74cace640 1 -- 172.21.15.111:0/54566920 learned_addr learned my addr 172.21.15.111:0/54566920 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:00.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7f9e867fc640 1 -- 172.21.15.111:0/1678071612 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9e800369f0 msgr2=0x7f9e80007720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:00.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7f9e867fc640 1 --2- 172.21.15.111:0/1678071612 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9e800369f0 0x7f9e80007720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7f9e867fc640 1 -- 172.21.15.111:0/1678071612 >> v1:172.21.15.111:6789/0 conn(0x7f9e800e2fd0 legacy=0x7f9e8003a380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:00.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7fdff5f5c640 1 Processor -- start 2024-09-19T04:33:00.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7fc221ffb640 1 -- 172.21.15.111:0/2462675510 <== mon.1 v1:172.21.15.114:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3398074039 0 0) 0x7fc20c003520 con 0x7fc2240cf4e0 2024-09-19T04:33:00.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7fc221ffb640 1 -- 172.21.15.111:0/2462675510 >> v2:172.21.15.114:3300/0 conn(0x7fc224162ec0 msgr2=0x7fc2240b6bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:00.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7fc221ffb640 1 --2- 172.21.15.111:0/2462675510 >> v2:172.21.15.114:3300/0 conn(0x7fc224162ec0 0x7fc2240b6bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7fc221ffb640 1 -- 172.21.15.111:0/2462675510 >> v2:172.21.15.111:3300/0 conn(0x7fc2240b39b0 msgr2=0x7fc2240cefa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:00.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7fc221ffb640 1 --2- 172.21.15.111:0/2462675510 >> v2:172.21.15.111:3300/0 conn(0x7fc2240b39b0 0x7fc2240cefa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7fc221ffb640 1 -- 172.21.15.111:0/2462675510 --> v1:172.21.15.114:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2240d2930 con 0x7fc2240cf4e0 2024-09-19T04:33:00.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7fc221ffb640 1 -- 172.21.15.111:0/2462675510 <== mon.1 v1:172.21.15.114:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fc21c0019f0 con 0x7fc2240cf4e0 2024-09-19T04:33:00.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7fc221ffb640 1 -- 172.21.15.111:0/2462675510 >> v1:172.21.15.114:6789/0 conn(0x7fc2240cf4e0 legacy=0x7fc224166820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7fc221ffb640 1 --2- 172.21.15.111:0/2462675510 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc20c003a00 0x7fc20c003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7fc221ffb640 1 --2- 172.21.15.111:0/2462675510 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc20c004800 0x7fc20c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7fc221ffb640 1 --2- 172.21.15.111:0/2462675510 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc20c005210 0x7fc20c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7ff74cace640 1 -- 172.21.15.111:0/54566920 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff7400e7120 msgr2=0x7ff740053f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:00.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7ff74cace640 1 --2- 172.21.15.111:0/54566920 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff7400e7120 0x7ff740053f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7ff74cace640 1 -- 172.21.15.111:0/54566920 >> v1:172.21.15.111:6789/0 conn(0x7ff740005a60 legacy=0x7ff740005e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:00.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7ff74cace640 1 -- 172.21.15.111:0/54566920 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff740006f60 con 0x7ff74004eb60 2024-09-19T04:33:00.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.778+0000 7f8b2df59640 1 --2- 172.21.15.111:0/762423704 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b14007dc0 0x7f8b14008200 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f8b1800c290 tx=0x7f8b14009c40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=247eb44d62e42dfd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7f9e867fc640 1 -- 172.21.15.111:0/1678071612 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e800350a0 con 0x7f9e800345d0 2024-09-19T04:33:00.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7f8090ac7640 1 --2- 172.21.15.111:0/1674669757 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f808c0cf6b0 0x7f808c0d3130 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f8080009870 tx=0x7f808002a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=563282674356076f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.777+0000 7fdff5f5c640 1 -- start start 2024-09-19T04:33:00.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.778+0000 7f808affd640 1 -- 172.21.15.111:0/1674669757 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8080037070 con 0x7f808c0cf6b0 2024-09-19T04:33:00.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.778+0000 7f808affd640 1 -- 172.21.15.111:0/1674669757 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8080032440 con 0x7f808c0cf6b0 2024-09-19T04:33:00.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.778+0000 7f808affd640 1 -- 172.21.15.111:0/1674669757 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8080032810 con 0x7f808c0cf6b0 2024-09-19T04:33:00.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.778+0000 7fc222ffd640 1 --2- 172.21.15.111:0/2462675510 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc20c003a00 0x7fc20c003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.778+0000 7f8b2cf57640 1 -- 172.21.15.111:0/762423704 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b18007d10 con 0x7f8b14007dc0 2024-09-19T04:33:00.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.778+0000 7f8b2cf57640 1 -- 172.21.15.111:0/762423704 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b180072d0 con 0x7f8b14007dc0 2024-09-19T04:33:00.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.778+0000 7fc221ffb640 1 -- 172.21.15.111:0/2462675510 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc2240d23b0 con 0x7fc20c005210 2024-09-19T04:33:00.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.778+0000 7fc221ffb640 1 -- 172.21.15.111:0/2462675510 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc2240d2650 con 0x7fc20c004800 2024-09-19T04:33:00.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.778+0000 7fc221ffb640 1 -- 172.21.15.111:0/2462675510 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc20c00c1e0 con 0x7fc20c003a00 2024-09-19T04:33:00.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.778+0000 7fc2227fc640 1 --2- 172.21.15.111:0/2462675510 >> v2:172.21.15.111:3300/0 conn(0x7fc2240b39b0 0x7fc2240cefa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:00.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.778+0000 7fc2237fe640 1 --2- 172.21.15.111:0/2462675510 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc20c005210 0x7fc20c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7f70a77fe640 1 --2- 172.21.15.111:0/2483259055 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f70a80cd010 0x7f70a815baa0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f709c009870 tx=0x7f709c02a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eebeae579658f2d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7fdff5f5c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fdff00b3a20 0x7fdff00b6a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7fc2227fc640 1 --2- 172.21.15.111:0/2462675510 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc20c004800 0x7fc20c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7ff74cace640 1 --2- 172.21.15.111:0/54566920 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff74004eb60 0x7ff74001d530 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7ff7480637b0 tx=0x7ff7480a6110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16c32acbf3511bf8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.778+0000 7f0c5359e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0c54071fc0 0x7f0c54072d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.778+0000 7f0c5359e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c54073380 con 0x7f0c541629b0 2024-09-19T04:33:00.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.778+0000 7f0c5359e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c54071200 con 0x7f0c5406e8b0 2024-09-19T04:33:00.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.778+0000 7f0c5359e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0c540714e0 con 0x7f0c54071fc0 2024-09-19T04:33:00.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7f8b2cf57640 1 -- 172.21.15.111:0/762423704 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b18007d10 con 0x7f8b14007dc0 2024-09-19T04:33:00.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7f9e867fc640 1 --2- 172.21.15.111:0/1678071612 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9e800345d0 0x7f9e8003aa90 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9e7800b850 tx=0x7f9e7802a590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70bfa6ada9b2b28c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7f809252a640 1 -- 172.21.15.111:0/1674669757 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f808c0cf6b0 msgr2=0x7f808c0d3130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7f809252a640 1 --2- 172.21.15.111:0/1674669757 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f808c0cf6b0 0x7f808c0d3130 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f8080009870 tx=0x7f808002a1c0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7fdff5f5c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fdff006c780 0x7fdff00b8020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7f0c51d9b640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f0c5406e8b0 0x7f0c54072650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:54640/0 (socket says 172.21.15.111:54640) 2024-09-19T04:33:00.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7f0c51d9b640 1 -- 172.21.15.111:0/73081449 learned_addr learned my addr 172.21.15.111:0/73081449 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:00.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7f70a67fc640 1 -- 172.21.15.111:0/2483259055 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f709c037070 con 0x7f70a80cd010 2024-09-19T04:33:00.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7fc222ffd640 1 -- 172.21.15.111:0/2462675510 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc20c004800 msgr2=0x7fc20c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:00.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7fc222ffd640 1 --2- 172.21.15.111:0/2462675510 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc20c004800 0x7fc20c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7fc222ffd640 1 -- 172.21.15.111:0/2462675510 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc20c005210 msgr2=0x7fc20c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:00.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7fc222ffd640 1 --2- 172.21.15.111:0/2462675510 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc20c005210 0x7fc20c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7fc222ffd640 1 -- 172.21.15.111:0/2462675510 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc20c003520 con 0x7fc20c003a00 2024-09-19T04:33:00.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7fc2237fe640 1 -- 172.21.15.111:0/2462675510 reap_dead start 2024-09-19T04:33:00.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7f0c52d9d640 1 --2- 172.21.15.111:0/73081449 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0c54071fc0 0x7f0c54072d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7f0c5159a640 1 -- 172.21.15.111:0/73081449 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 603583020 0 0) 0x7f0c54071200 con 0x7f0c5406e8b0 2024-09-19T04:33:00.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7f0c5159a640 1 -- 172.21.15.111:0/73081449 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0c40003520 con 0x7f0c5406e8b0 2024-09-19T04:33:00.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7f0c52d9d640 1 -- 172.21.15.111:0/73081449 >> v1:172.21.15.114:6789/0 conn(0x7f0c5406e8b0 legacy=0x7f0c54072650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7f8b301bd640 1 -- 172.21.15.111:0/762423704 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b14007dc0 msgr2=0x7f8b14008200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7f8b301bd640 1 --2- 172.21.15.111:0/762423704 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b14007dc0 0x7f8b14008200 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f8b1800c290 tx=0x7f8b14009c40 comp rx=0 tx=0).stop 2024-09-19T04:33:00.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7f9e85ffb640 1 -- 172.21.15.111:0/1678071612 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e7802f710 con 0x7f9e800345d0 2024-09-19T04:33:00.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7f809252a640 1 -- 172.21.15.111:0/1674669757 shutdown_connections 2024-09-19T04:33:00.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7f809252a640 1 --2- 172.21.15.111:0/1674669757 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f808c0cf6b0 0x7f808c0d3130 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7f809252a640 1 --2- 172.21.15.111:0/1674669757 >> v2:172.21.15.111:3300/0 conn(0x7f808c162ec0 0x7f808c0b6bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7f809252a640 1 -- 172.21.15.111:0/1674669757 >> 172.21.15.111:0/1674669757 conn(0x7f808c0d11c0 msgr2=0x7f808c0d15d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:00.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7f809252a640 1 -- 172.21.15.111:0/1674669757 shutdown_connections 2024-09-19T04:33:00.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7f809252a640 1 -- 172.21.15.111:0/1674669757 wait complete. 2024-09-19T04:33:00.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7fdff4f5a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fdff00b3a20 0x7fdff00b6a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7fdff4f5a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fdff00b3a20 0x7fdff00b6a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47958/0 (socket says 172.21.15.111:47958) 2024-09-19T04:33:00.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7fdff4f5a640 1 -- 172.21.15.111:0/1970439700 learned_addr learned my addr 172.21.15.111:0/1970439700 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:00.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7fdff5f5c640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdff00b3e00 con 0x7fdff00d29d0 2024-09-19T04:33:00.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7fdff5f5c640 1 -- 172.21.15.111:0/1970439700 --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fdff00d3d80 con 0x7fdff00b3a20 2024-09-19T04:33:00.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7fdff5f5c640 1 -- 172.21.15.111:0/1970439700 --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fdff00d3170 con 0x7fdff006c780 2024-09-19T04:33:00.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7fdff575b640 1 --2- 172.21.15.111:0/1970439700 >> v2:172.21.15.114:3300/0 conn(0x7fdff006c780 0x7fdff00b8020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7fdfef7fe640 1 -- 172.21.15.111:0/1970439700 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3315558269 0 0) 0x7fdff00b3e00 con 0x7fdff00d29d0 2024-09-19T04:33:00.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7fdfef7fe640 1 -- 172.21.15.111:0/1970439700 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdfdc003520 con 0x7fdff00d29d0 2024-09-19T04:33:00.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7f70a67fc640 1 -- 172.21.15.111:0/2483259055 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f709c02adf0 con 0x7f70a80cd010 2024-09-19T04:33:00.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7f0c52d9d640 1 -- 172.21.15.111:0/73081449 >> v1:172.21.15.111:6789/0 conn(0x7f0c541629b0 legacy=0x7f0c5406e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.779+0000 7f9e85ffb640 1 -- 172.21.15.111:0/1678071612 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e7802f8b0 con 0x7f9e800345d0 2024-09-19T04:33:00.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.780+0000 7fdff575b640 1 -- 172.21.15.111:0/1970439700 >> v2:172.21.15.111:3300/0 conn(0x7fdff00b3a20 msgr2=0x7fdff00b6a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:00.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.780+0000 7fdff575b640 1 --2- 172.21.15.111:0/1970439700 >> v2:172.21.15.111:3300/0 conn(0x7fdff00b3a20 0x7fdff00b6a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.780+0000 7fdff575b640 1 -- 172.21.15.111:0/1970439700 >> v1:172.21.15.114:6789/0 conn(0x7fdff00d29d0 legacy=0x7fdff006c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.780+0000 7fdff575b640 1 -- 172.21.15.111:0/1970439700 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdff00d3450 con 0x7fdff006c780 2024-09-19T04:33:00.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.780+0000 7f0c52d9d640 1 -- 172.21.15.111:0/73081449 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c540717c0 con 0x7f0c54071fc0 2024-09-19T04:33:00.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.780+0000 7f70a67fc640 1 -- 172.21.15.111:0/2483259055 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f709c032660 con 0x7f70a80cd010 2024-09-19T04:33:00.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.780+0000 7fc222ffd640 1 --2- 172.21.15.111:0/2462675510 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc20c003a00 0x7fc20c003e20 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fc214009a90 tx=0x7fc20c005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df290b8702c6df6b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.780+0000 7f9e85ffb640 1 -- 172.21.15.111:0/1678071612 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e7802fc80 con 0x7f9e800345d0 2024-09-19T04:33:00.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.780+0000 7f8b2e75a640 1 -- 172.21.15.111:0/762423704 reap_dead start 2024-09-19T04:33:00.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.780+0000 7fc221ffb640 1 -- 172.21.15.111:0/2462675510 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc214036070 con 0x7fc20c003a00 2024-09-19T04:33:00.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.780+0000 7fc221ffb640 1 -- 172.21.15.111:0/2462675510 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc214031400 con 0x7fc20c003a00 2024-09-19T04:33:00.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.780+0000 7fc221ffb640 1 -- 172.21.15.111:0/2462675510 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc214009690 con 0x7fc20c003a00 2024-09-19T04:33:00.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.780+0000 7f8b301bd640 1 -- 172.21.15.111:0/762423704 shutdown_connections 2024-09-19T04:33:00.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.780+0000 7f70adfd8640 1 -- 172.21.15.111:0/2483259055 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f70a80cd010 msgr2=0x7f70a815baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.780+0000 7f70adfd8640 1 --2- 172.21.15.111:0/2483259055 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f70a80cd010 0x7f70a815baa0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f709c009870 tx=0x7f709c02a160 comp rx=0 tx=0).stop 2024-09-19T04:33:00.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.780+0000 7ff746ffd640 1 -- 172.21.15.111:0/54566920 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7480b3070 con 0x7ff74004eb60 2024-09-19T04:33:00.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.780+0000 7ff746ffd640 1 -- 172.21.15.111:0/54566920 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7480ae440 con 0x7ff74004eb60 2024-09-19T04:33:00.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.780+0000 7ff746ffd640 1 -- 172.21.15.111:0/54566920 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7480ae870 con 0x7ff74004eb60 2024-09-19T04:33:00.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.780+0000 7f8b301bd640 1 -- 172.21.15.111:0/762423704 >> 172.21.15.111:0/762423704 conn(0x7f8b280d0b90 msgr2=0x7f8b280d0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:00.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.780+0000 7f9e8d3e4640 1 -- 172.21.15.111:0/1678071612 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9e800345d0 msgr2=0x7f9e8003aa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.780+0000 7f9e8d3e4640 1 --2- 172.21.15.111:0/1678071612 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9e800345d0 0x7f9e8003aa90 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9e7800b850 tx=0x7f9e7802a590 comp rx=0 tx=0).stop 2024-09-19T04:33:00.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.780+0000 7f70adfd8640 1 -- 172.21.15.111:0/2483259055 shutdown_connections 2024-09-19T04:33:00.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.780+0000 7f70adfd8640 1 --2- 172.21.15.111:0/2483259055 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f70a80d0310 0x7f70a806be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.780+0000 7f70adfd8640 1 --2- 172.21.15.111:0/2483259055 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f70a80cd010 0x7f70a815baa0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7f70adfd8640 1 -- 172.21.15.111:0/2483259055 >> 172.21.15.111:0/2483259055 conn(0x7f70a8062cc0 msgr2=0x7f70a806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:00.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7f9e8d3e4640 1 -- 172.21.15.111:0/1678071612 shutdown_connections 2024-09-19T04:33:00.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7f9e8d3e4640 1 --2- 172.21.15.111:0/1678071612 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9e800369f0 0x7f9e80007720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7f9e8d3e4640 1 --2- 172.21.15.111:0/1678071612 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9e800345d0 0x7f9e8003aa90 secure :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9e7800b850 tx=0x7f9e7802a590 comp rx=0 tx=0).stop 2024-09-19T04:33:00.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7f9e8d3e4640 1 -- 172.21.15.111:0/1678071612 >> 172.21.15.111:0/1678071612 conn(0x7f9e8001ea30 msgr2=0x7f9e800556d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:00.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7f9e8d3e4640 1 -- 172.21.15.111:0/1678071612 shutdown_connections 2024-09-19T04:33:00.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7f809252a640 1 Processor -- start 2024-09-19T04:33:00.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7f9e8d3e4640 1 -- 172.21.15.111:0/1678071612 wait complete. 2024-09-19T04:33:00.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7f70adfd8640 1 -- 172.21.15.111:0/2483259055 shutdown_connections 2024-09-19T04:33:00.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7f70adfd8640 1 -- 172.21.15.111:0/2483259055 wait complete. 2024-09-19T04:33:00.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7f8b301bd640 1 -- 172.21.15.111:0/762423704 shutdown_connections 2024-09-19T04:33:00.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7f809252a640 1 -- start start 2024-09-19T04:33:00.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7fdff575b640 1 --2- 172.21.15.111:0/1970439700 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdff006c780 0x7fdff00b8020 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fdff00d2530 tx=0x7fdfe802a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=becb309d209f76ed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7f8b301bd640 1 -- 172.21.15.111:0/762423704 wait complete. 2024-09-19T04:33:00.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7fdfef7fe640 1 -- 172.21.15.111:0/1970439700 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfe8037070 con 0x7fdff006c780 2024-09-19T04:33:00.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7fc22988b640 1 -- 172.21.15.111:0/2462675510 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc20c003a00 msgr2=0x7fc20c003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7fc22988b640 1 --2- 172.21.15.111:0/2462675510 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc20c003a00 0x7fc20c003e20 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fc214009a90 tx=0x7fc20c005830 comp rx=0 tx=0).stop 2024-09-19T04:33:00.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7fdfef7fe640 1 -- 172.21.15.111:0/1970439700 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfe8032440 con 0x7fdff006c780 2024-09-19T04:33:00.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7fdfef7fe640 1 -- 172.21.15.111:0/1970439700 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfe80327f0 con 0x7fdff006c780 2024-09-19T04:33:00.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7ff74d2cf640 1 -- 172.21.15.111:0/54566920 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff74004eb60 msgr2=0x7ff74001d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7ff74d2cf640 1 --2- 172.21.15.111:0/54566920 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff74004eb60 0x7ff74001d530 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7ff7480637b0 tx=0x7ff7480a6110 comp rx=0 tx=0).stop 2024-09-19T04:33:00.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7fc22988b640 1 -- 172.21.15.111:0/2462675510 shutdown_connections 2024-09-19T04:33:00.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7fc22988b640 1 --2- 172.21.15.111:0/2462675510 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc20c003a00 0x7fc20c003e20 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7fc22988b640 1 -- 172.21.15.111:0/2462675510 >> 172.21.15.111:0/2462675510 conn(0x7fc2240d11c0 msgr2=0x7fc2240d15d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:00.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.781+0000 7ff74d2cf640 1 -- 172.21.15.111:0/54566920 shutdown_connections 2024-09-19T04:33:00.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.782+0000 7ff74d2cf640 1 --2- 172.21.15.111:0/54566920 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff74004eb60 0x7ff74001d530 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.782+0000 7ff74d2cf640 1 --2- 172.21.15.111:0/54566920 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff7400e7120 0x7ff740053f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.782+0000 7ff74d2cf640 1 -- 172.21.15.111:0/54566920 >> 172.21.15.111:0/54566920 conn(0x7ff740036090 msgr2=0x7ff7400364a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:00.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.782+0000 7fc22988b640 1 -- 172.21.15.111:0/2462675510 shutdown_connections 2024-09-19T04:33:00.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.782+0000 7fc22988b640 1 -- 172.21.15.111:0/2462675510 wait complete. 2024-09-19T04:33:00.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.782+0000 7ff74d2cf640 1 -- 172.21.15.111:0/54566920 shutdown_connections 2024-09-19T04:33:00.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.782+0000 7ff74d2cf640 1 -- 172.21.15.111:0/54566920 wait complete. 2024-09-19T04:33:00.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.782+0000 7f0c52d9d640 1 --2- 172.21.15.111:0/73081449 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0c54071fc0 0x7f0c54072d60 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c0097d0 tx=0x7f0c3c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=31ef52c9e68c02e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.782+0000 7f809252a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f808c0b39b0 0x7f808c0cbb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.782+0000 7f809252a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f808c0cf6b0 0x7f808c0ca650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.782+0000 7fdff5f5c640 1 -- 172.21.15.111:0/1970439700 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdff006c780 msgr2=0x7fdff00b8020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.782+0000 7fdff5f5c640 1 --2- 172.21.15.111:0/1970439700 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdff006c780 0x7fdff00b8020 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fdff00d2530 tx=0x7fdfe802a1a0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.782+0000 7f809252a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f808c0ce690 0x7f808c14a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.782+0000 7fdff5f5c640 1 -- 172.21.15.111:0/1970439700 shutdown_connections 2024-09-19T04:33:00.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.782+0000 7fdff5f5c640 1 --2- 172.21.15.111:0/1970439700 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdff006c780 0x7fdff00b8020 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.782+0000 7fdff5f5c640 1 --2- 172.21.15.111:0/1970439700 >> v2:172.21.15.111:3300/0 conn(0x7fdff00b3a20 0x7fdff00b6a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.782+0000 7fdff5f5c640 1 -- 172.21.15.111:0/1970439700 >> 172.21.15.111:0/1970439700 conn(0x7fdff00d4750 msgr2=0x7fdff00d4b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:00.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.783+0000 7fdff5f5c640 1 -- 172.21.15.111:0/1970439700 shutdown_connections 2024-09-19T04:33:00.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.783+0000 7f9e8d3e4640 1 Processor -- start 2024-09-19T04:33:00.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.783+0000 7fdff5f5c640 1 -- 172.21.15.111:0/1970439700 wait complete. 2024-09-19T04:33:00.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.783+0000 7f70adfd8640 1 Processor -- start 2024-09-19T04:33:00.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.783+0000 7f808b7fe640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f808c0cf6b0 0x7f808c0ca650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.783+0000 7f9e8d3e4640 1 -- start start 2024-09-19T04:33:00.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.783+0000 7f8b301bd640 1 Processor -- start 2024-09-19T04:33:00.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.783+0000 7f808bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f808c0b39b0 0x7f808c0cbb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.783+0000 7f808b7fe640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f808c0cf6b0 0x7f808c0ca650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:36852/0 (socket says 172.21.15.111:36852) 2024-09-19T04:33:00.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.783+0000 7f808bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f808c0b39b0 0x7f808c0cbb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47960/0 (socket says 172.21.15.111:47960) 2024-09-19T04:33:00.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.783+0000 7f70adfd8640 1 -- start start 2024-09-19T04:33:00.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.783+0000 7f808b7fe640 1 -- 172.21.15.111:0/2188341139 learned_addr learned my addr 172.21.15.111:0/2188341139 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:00.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.783+0000 7f809252a640 1 -- 172.21.15.111:0/2188341139 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f808c0cb810 con 0x7f808c0b39b0 2024-09-19T04:33:00.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.783+0000 7f809252a640 1 -- 172.21.15.111:0/2188341139 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f808c0b3f20 con 0x7f808c0cf6b0 2024-09-19T04:33:00.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.783+0000 7f809252a640 1 -- 172.21.15.111:0/2188341139 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f808c0cb990 con 0x7f808c0ce690 2024-09-19T04:33:00.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.783+0000 7f0c5159a640 1 -- 172.21.15.111:0/73081449 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c3c037070 con 0x7f0c54071fc0 2024-09-19T04:33:00.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.783+0000 7f0c5159a640 1 -- 172.21.15.111:0/73081449 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c3c032440 con 0x7f0c54071fc0 2024-09-19T04:33:00.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7fc22988b640 1 Processor -- start 2024-09-19T04:33:00.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7ff74d2cf640 1 Processor -- start 2024-09-19T04:33:00.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7f0c5159a640 1 -- 172.21.15.111:0/73081449 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c3c037070 con 0x7f0c54071fc0 2024-09-19T04:33:00.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7f9e8d3e4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9e800369f0 0x7f9e800d8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7f9e8d3e4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9e800e2fd0 0x7f9e800da020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7f9e8d3e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9e8004ed80 0x7f9e800da560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7f9e8d3e4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9e8003afd0 con 0x7f9e800e2fd0 2024-09-19T04:33:00.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7f9e8d3e4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9e80008f30 con 0x7f9e800369f0 2024-09-19T04:33:00.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7f9e8d3e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9e8003b150 con 0x7f9e8004ed80 2024-09-19T04:33:00.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7fc22988b640 1 -- start start 2024-09-19T04:33:00.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7f70adfd8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f70a80cd010 0x7f70a8071740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7f70adfd8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f70a80d0310 0x7f70a814c060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f70a77fe640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f70a80cd010 0x7f70a8071740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f70a77fe640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f70a80cd010 0x7f70a8071740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:36884/0 (socket says 172.21.15.111:36884) 2024-09-19T04:33:00.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7ff74d2cf640 1 -- start start 2024-09-19T04:33:00.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.783+0000 7f8b301bd640 1 -- start start 2024-09-19T04:33:00.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7f8b301bd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b281fb230 0x7f8b28151960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7f8b301bd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b280b19b0 0x7f8b280b1e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7f8b2df59640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b281fb230 0x7f8b28151960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7f8b2df59640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b281fb230 0x7f8b28151960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:36866/0 (socket says 172.21.15.111:36866) 2024-09-19T04:33:00.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7f8b301bd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8b28150720 0x7f8b28150ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7f9e867fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9e800e2fd0 0x7f9e800da020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7f9e867fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9e800e2fd0 0x7f9e800da020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47966/0 (socket says 172.21.15.111:47966) 2024-09-19T04:33:00.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7f9e867fc640 1 -- 172.21.15.111:0/3211659649 learned_addr learned my addr 172.21.15.111:0/3211659649 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:00.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f70a77fe640 1 -- 172.21.15.111:0/1746713389 learned_addr learned my addr 172.21.15.111:0/1746713389 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:00.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f70adfd8640 1 --2- 172.21.15.111:0/1746713389 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f70a80d0750 0x7f70a81f4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f0c5359e640 1 -- 172.21.15.111:0/73081449 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0c54071fc0 msgr2=0x7f0c54072d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f0c5359e640 1 --2- 172.21.15.111:0/73081449 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0c54071fc0 0x7f0c54072d60 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c0097d0 tx=0x7f0c3c02a180 comp rx=0 tx=0).stop 2024-09-19T04:33:00.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f70adfd8640 1 -- 172.21.15.111:0/1746713389 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f70a806c350 con 0x7f70a80d0310 2024-09-19T04:33:00.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f70adfd8640 1 -- 172.21.15.111:0/1746713389 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f70a80ce690 con 0x7f70a80cd010 2024-09-19T04:33:00.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f0c5359e640 1 -- 172.21.15.111:0/73081449 shutdown_connections 2024-09-19T04:33:00.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f0c5359e640 1 --2- 172.21.15.111:0/73081449 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0c54071fc0 0x7f0c54072d60 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f0c5359e640 1 -- 172.21.15.111:0/73081449 >> 172.21.15.111:0/73081449 conn(0x7f0c54062c60 msgr2=0x7f0c5406bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:00.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7f8b2d758640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b280b19b0 0x7f8b280b1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f8b2d758640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b280b19b0 0x7f8b280b1e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:44394/0 (socket says 172.21.15.111:44394) 2024-09-19T04:33:00.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f9e877fe640 1 --2- 172.21.15.111:0/3211659649 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9e8004ed80 0x7f9e800da560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f9e86ffd640 1 --2- 172.21.15.111:0/3211659649 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9e800369f0 0x7f9e800d8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7f8090ac7640 1 --2- 172.21.15.111:0/2188341139 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f808c0ce690 0x7f808c14a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7f808bfff640 1 -- 172.21.15.111:0/2188341139 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f808c0ce690 msgr2=0x7f808c14a2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7f808bfff640 1 --2- 172.21.15.111:0/2188341139 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f808c0ce690 0x7f808c14a2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7f808bfff640 1 -- 172.21.15.111:0/2188341139 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f808c0cf6b0 msgr2=0x7f808c0ca650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7f808bfff640 1 --2- 172.21.15.111:0/2188341139 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f808c0cf6b0 0x7f808c0ca650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.784+0000 7f808bfff640 1 -- 172.21.15.111:0/2188341139 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f808c0cdc20 con 0x7f808c0b39b0 2024-09-19T04:33:00.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7fdff5f5c640 1 Processor -- start 2024-09-19T04:33:00.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7fdff5f5c640 1 -- start start 2024-09-19T04:33:00.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f70a7fff640 1 --2- 172.21.15.111:0/1746713389 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f70a80d0750 0x7f70a81f4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f70adfd8640 1 -- 172.21.15.111:0/1746713389 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f70a806c4d0 con 0x7f70a80d0750 2024-09-19T04:33:00.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f9e867fc640 1 -- 172.21.15.111:0/3211659649 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9e8004ed80 msgr2=0x7f9e800da560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f9e867fc640 1 --2- 172.21.15.111:0/3211659649 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9e8004ed80 0x7f9e800da560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f9e867fc640 1 -- 172.21.15.111:0/3211659649 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9e800369f0 msgr2=0x7f9e800d8dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f9e867fc640 1 --2- 172.21.15.111:0/3211659649 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9e800369f0 0x7f9e800d8dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f9e867fc640 1 -- 172.21.15.111:0/3211659649 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e8004dce0 con 0x7f9e800e2fd0 2024-09-19T04:33:00.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f808bfff640 1 --2- 172.21.15.111:0/2188341139 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f808c0b39b0 0x7f808c0cbb40 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f807c00e7e0 tx=0x7f807c00eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f8b2e75a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8b28150720 0x7f8b28150ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f8b2e75a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8b28150720 0x7f8b28150ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47980/0 (socket says 172.21.15.111:47980) 2024-09-19T04:33:00.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f9e867fc640 1 --2- 172.21.15.111:0/3211659649 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9e800e2fd0 0x7f9e800da020 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9e7800b970 tx=0x7f9e780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f70a6ffd640 1 --2- 172.21.15.111:0/1746713389 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f70a80d0310 0x7f70a814c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7fc22988b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc20c003a00 0x7fc2240b9690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7fc22988b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc224072990 0x7fc2241fcaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f70a7fff640 1 -- 172.21.15.111:0/1746713389 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f70a80cd010 msgr2=0x7f70a8071740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7f70a7fff640 1 --2- 172.21.15.111:0/1746713389 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f70a80cd010 0x7f70a8071740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7f70a7fff640 1 -- 172.21.15.111:0/1746713389 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f70a80d0310 msgr2=0x7f70a814c060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f8088ff9640 1 -- 172.21.15.111:0/2188341139 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f807c00f040 con 0x7f808c0b39b0 2024-09-19T04:33:00.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f8088ff9640 1 -- 172.21.15.111:0/2188341139 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f807c004030 con 0x7f808c0b39b0 2024-09-19T04:33:00.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f8088ff9640 1 -- 172.21.15.111:0/2188341139 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f807c004420 con 0x7f808c0b39b0 2024-09-19T04:33:00.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7fc2227fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc224072990 0x7fc2241fcaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7f70a7fff640 1 --2- 172.21.15.111:0/1746713389 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f70a80d0310 0x7f70a814c060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7f0c5359e640 1 -- 172.21.15.111:0/73081449 shutdown_connections 2024-09-19T04:33:00.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7f0c5359e640 1 -- 172.21.15.111:0/73081449 wait complete. 2024-09-19T04:33:00.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7ff74d2cf640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff740005a60 0x7ff74000ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7f70a7fff640 1 -- 172.21.15.111:0/1746713389 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70a8071de0 con 0x7f70a80d0750 2024-09-19T04:33:00.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7f9e6f7fe640 1 -- 172.21.15.111:0/3211659649 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e78006e10 con 0x7f9e800e2fd0 2024-09-19T04:33:00.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7f9e6f7fe640 1 -- 172.21.15.111:0/3211659649 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e78032c50 con 0x7f9e800e2fd0 2024-09-19T04:33:00.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7f9e6f7fe640 1 -- 172.21.15.111:0/3211659649 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e78004030 con 0x7f9e800e2fd0 2024-09-19T04:33:00.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7f70a6ffd640 1 --2- 172.21.15.111:0/1746713389 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f70a80d0310 0x7f70a814c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:00.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7f70a7fff640 1 --2- 172.21.15.111:0/1746713389 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f70a80d0750 0x7f70a81f4ed0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f70a000c790 tx=0x7f70a000cc50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7ff74d2cf640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff74004eb60 0x7ff7400ded90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7ff747fff640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff740005a60 0x7ff74000ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7ff747fff640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff740005a60 0x7ff74000ba90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:36906/0 (socket says 172.21.15.111:36906) 2024-09-19T04:33:00.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7ff7477fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff74004eb60 0x7ff7400ded90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7ff7477fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff74004eb60 0x7ff7400ded90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48020/0 (socket says 172.21.15.111:48020) 2024-09-19T04:33:00.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7ff747fff640 1 -- 172.21.15.111:0/3032644807 learned_addr learned my addr 172.21.15.111:0/3032644807 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:00.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7ff74d2cf640 1 --2- 172.21.15.111:0/3032644807 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff7400e7120 0x7ff74004aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7ff74d2cf640 1 -- 172.21.15.111:0/3032644807 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff740047b50 con 0x7ff74004eb60 2024-09-19T04:33:00.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7ff74d2cf640 1 -- 172.21.15.111:0/3032644807 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff740053a10 con 0x7ff740005a60 2024-09-19T04:33:00.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7ff74cace640 1 --2- 172.21.15.111:0/3032644807 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff7400e7120 0x7ff74004aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7ff74d2cf640 1 -- 172.21.15.111:0/3032644807 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff740047cd0 con 0x7ff7400e7120 2024-09-19T04:33:00.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f8b301bd640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8b2806d200 con 0x7f8b28150720 2024-09-19T04:33:00.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f8b301bd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8b280cf610 con 0x7f8b281fb230 2024-09-19T04:33:00.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f8b301bd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8b2806d380 con 0x7f8b280b19b0 2024-09-19T04:33:00.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.785+0000 7f8b2df59640 1 -- 172.21.15.111:0/2621676789 learned_addr learned my addr 172.21.15.111:0/2621676789 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:00.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7f8b2e75a640 1 -- 172.21.15.111:0/2621676789 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b280b19b0 msgr2=0x7f8b280b1e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7f8b2e75a640 1 --2- 172.21.15.111:0/2621676789 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b280b19b0 0x7f8b280b1e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7f8b2e75a640 1 -- 172.21.15.111:0/2621676789 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b281fb230 msgr2=0x7f8b28151960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7f8b2e75a640 1 --2- 172.21.15.111:0/2621676789 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b281fb230 0x7f8b28151960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7f8b2e75a640 1 -- 172.21.15.111:0/2621676789 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b28155560 con 0x7f8b28150720 2024-09-19T04:33:00.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7f8b2df59640 1 --2- 172.21.15.111:0/2621676789 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b281fb230 0x7f8b28151960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello state changed while learned_addr, mark_down or replacing must be happened just now 2024-09-19T04:33:00.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7f8b2e75a640 1 --2- 172.21.15.111:0/2621676789 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8b28150720 0x7f8b28150ba0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f8b140036f0 tx=0x7f8b20009f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7f8b1e7fc640 1 -- 172.21.15.111:0/2621676789 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b20007b60 con 0x7f8b28150720 2024-09-19T04:33:00.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7f8b1e7fc640 1 -- 172.21.15.111:0/2621676789 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b20019070 con 0x7f8b28150720 2024-09-19T04:33:00.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7f8b1e7fc640 1 -- 172.21.15.111:0/2621676789 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b20014410 con 0x7f8b28150720 2024-09-19T04:33:00.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7f8b301bd640 1 -- 172.21.15.111:0/2621676789 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b28201560 con 0x7f8b28150720 2024-09-19T04:33:00.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7f9e8d3e4640 1 -- 172.21.15.111:0/3211659649 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e8004dfc0 con 0x7f9e800e2fd0 2024-09-19T04:33:00.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7f9e8d3e4640 1 -- 172.21.15.111:0/3211659649 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e8004e580 con 0x7f9e800e2fd0 2024-09-19T04:33:00.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.786+0000 7fdff5f5c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdff006c780 0x7fdff015e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7fdff5f5c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdff00b3a20 0x7fdff015f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7fdff4f5a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdff006c780 0x7fdff015e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7fdff4f5a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdff006c780 0x7fdff015e260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:36912/0 (socket says 172.21.15.111:36912) 2024-09-19T04:33:00.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7fdff4f5a640 1 -- 172.21.15.111:0/2986567835 learned_addr learned my addr 172.21.15.111:0/2986567835 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:00.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7fdfeffff640 1 --2- 172.21.15.111:0/2986567835 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdff00b3a20 0x7fdff015f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7fdff5f5c640 1 --2- 172.21.15.111:0/2986567835 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdff00d29d0 0x7fdff015d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7fdff5f5c640 1 -- 172.21.15.111:0/2986567835 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fdff00d2e40 con 0x7fdff00d29d0 2024-09-19T04:33:00.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7fdff575b640 1 --2- 172.21.15.111:0/2986567835 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdff00d29d0 0x7fdff015d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7fdff5f5c640 1 -- 172.21.15.111:0/2986567835 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fdff00d3a10 con 0x7fdff006c780 2024-09-19T04:33:00.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7fdff5f5c640 1 -- 172.21.15.111:0/2986567835 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fdff00d4210 con 0x7fdff00b3a20 2024-09-19T04:33:00.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7ff7477fe640 1 -- 172.21.15.111:0/3032644807 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff7400e7120 msgr2=0x7ff74004aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7ff7477fe640 1 --2- 172.21.15.111:0/3032644807 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff7400e7120 0x7ff74004aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7ff7477fe640 1 -- 172.21.15.111:0/3032644807 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff740005a60 msgr2=0x7ff74000ba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7ff7477fe640 1 --2- 172.21.15.111:0/3032644807 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff740005a60 0x7ff74000ba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7ff7477fe640 1 -- 172.21.15.111:0/3032644807 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff74017ffa0 con 0x7ff74004eb60 2024-09-19T04:33:00.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7f9e6d7fa640 1 -- 172.21.15.111:0/3211659649 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9e60001030 con 0x7f9e800e2fd0 2024-09-19T04:33:00.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7ff7477fe640 1 --2- 172.21.15.111:0/3032644807 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff74004eb60 0x7ff7400ded90 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff73c00e840 tx=0x7ff73c00ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7fc22988b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc224160f10 0x7fc2240b6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7fc22988b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc2240cb810 con 0x7fc224072990 2024-09-19T04:33:00.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7fc2227fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc224072990 0x7fc2241fcaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48004/0 (socket says 172.21.15.111:48004) 2024-09-19T04:33:00.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7fc2227fc640 1 -- 172.21.15.111:0/1372917544 learned_addr learned my addr 172.21.15.111:0/1372917544 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:00.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7fc22988b640 1 -- 172.21.15.111:0/1372917544 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc2240b3f20 con 0x7fc20c003a00 2024-09-19T04:33:00.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7fc22988b640 1 -- 172.21.15.111:0/1372917544 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc2240cb990 con 0x7fc224160f10 2024-09-19T04:33:00.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.787+0000 7fc222ffd640 1 --2- 172.21.15.111:0/1372917544 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc20c003a00 0x7fc2240b9690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.788+0000 7fc222ffd640 1 -- 172.21.15.111:0/1372917544 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc224160f10 msgr2=0x7fc2240b6420 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T04:33:00.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.788+0000 7fc222ffd640 1 --2- 172.21.15.111:0/1372917544 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc224160f10 0x7fc2240b6420 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.788+0000 7fc222ffd640 1 -- 172.21.15.111:0/1372917544 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc224072990 msgr2=0x7fc2241fcaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.788+0000 7fc222ffd640 1 --2- 172.21.15.111:0/1372917544 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc224072990 0x7fc2241fcaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.788+0000 7fc222ffd640 1 -- 172.21.15.111:0/1372917544 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2241fc310 con 0x7fc20c003a00 2024-09-19T04:33:00.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.788+0000 7fdfeffff640 1 -- 172.21.15.111:0/2986567835 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdff006c780 msgr2=0x7fdff015e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.788+0000 7fdfeffff640 1 --2- 172.21.15.111:0/2986567835 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdff006c780 0x7fdff015e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.788+0000 7fdfeffff640 1 -- 172.21.15.111:0/2986567835 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdff00d29d0 msgr2=0x7fdff015d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.788+0000 7f809252a640 1 -- 172.21.15.111:0/2188341139 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f808c0cc1d0 con 0x7f808c0b39b0 2024-09-19T04:33:00.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.788+0000 7fdfeffff640 1 --2- 172.21.15.111:0/2986567835 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdff00d29d0 0x7fdff015d4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.788+0000 7fdfeffff640 1 -- 172.21.15.111:0/2986567835 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdff015e850 con 0x7fdff00b3a20 2024-09-19T04:33:00.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7fdff575b640 1 --2- 172.21.15.111:0/2986567835 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdff00d29d0 0x7fdff015d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:33:00.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.788+0000 7f708ffff640 1 -- 172.21.15.111:0/1746713389 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a0017070 con 0x7f70a80d0750 2024-09-19T04:33:00.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.788+0000 7f708ffff640 1 -- 172.21.15.111:0/1746713389 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70a0003da0 con 0x7f70a80d0750 2024-09-19T04:33:00.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f708ffff640 1 -- 172.21.15.111:0/1746713389 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a00052b0 con 0x7f70a80d0750 2024-09-19T04:33:00.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f70adfd8640 1 -- 172.21.15.111:0/1746713389 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70a80720c0 con 0x7f70a80d0750 2024-09-19T04:33:00.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f70adfd8640 1 -- 172.21.15.111:0/1746713389 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f70a8072680 con 0x7f70a80d0750 2024-09-19T04:33:00.852 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7fc222ffd640 1 --2- 172.21.15.111:0/1372917544 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc20c003a00 0x7fc2240b9690 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fc20c00c3b0 tx=0x7fc214004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.852 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.788+0000 7ff744ff9640 1 -- 172.21.15.111:0/3032644807 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff73c017070 con 0x7ff74004eb60 2024-09-19T04:33:00.852 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.788+0000 7ff744ff9640 1 -- 172.21.15.111:0/3032644807 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff73c00c730 con 0x7ff74004eb60 2024-09-19T04:33:00.852 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.788+0000 7ff744ff9640 1 -- 172.21.15.111:0/3032644807 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff73c00cb00 con 0x7ff74004eb60 2024-09-19T04:33:00.852 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7ff74d2cf640 1 -- 172.21.15.111:0/3032644807 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff740180240 con 0x7ff74004eb60 2024-09-19T04:33:00.852 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7ff74d2cf640 1 -- 172.21.15.111:0/3032644807 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff74004afa0 con 0x7ff74004eb60 2024-09-19T04:33:00.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.788+0000 7f0c5359e640 1 Processor -- start 2024-09-19T04:33:00.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.788+0000 7f0c5359e640 1 -- start start 2024-09-19T04:33:00.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f0c5359e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0c5406e8b0 0x7f0c5414c970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f0c5359e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0c54071fc0 0x7f0c54154e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f0c5359e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0c541629b0 0x7f0c540b0860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f0c5359e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0c54163f20 con 0x7f0c5406e8b0 2024-09-19T04:33:00.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f0c5359e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0c54163da0 con 0x7f0c54071fc0 2024-09-19T04:33:00.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f0c5359e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0c5416d570 con 0x7f0c541629b0 2024-09-19T04:33:00.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f0c51d9b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0c54071fc0 0x7f0c54154e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f0c51d9b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0c54071fc0 0x7f0c54154e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:36918/0 (socket says 172.21.15.111:36918) 2024-09-19T04:33:00.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f0c51d9b640 1 -- 172.21.15.111:0/610943972 learned_addr learned my addr 172.21.15.111:0/610943972 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:00.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f0c52d9d640 1 --2- 172.21.15.111:0/610943972 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0c541629b0 0x7f0c540b0860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.788+0000 7f8b301bd640 1 -- 172.21.15.111:0/2621676789 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b28201b20 con 0x7f8b28150720 2024-09-19T04:33:00.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f8b301bd640 1 -- 172.21.15.111:0/2621676789 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8b2806de60 con 0x7f8b28150720 2024-09-19T04:33:00.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f9e6f7fe640 1 -- 172.21.15.111:0/3211659649 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9e780041d0 con 0x7f9e800e2fd0 2024-09-19T04:33:00.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f9e6f7fe640 1 --2- 172.21.15.111:0/3211659649 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9e7406c3b0 0x7f9e7406e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f9e6f7fe640 1 -- 172.21.15.111:0/3211659649 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f9e780ac770 con 0x7f9e800e2fd0 2024-09-19T04:33:00.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f9e6f7fe640 1 --2- 172.21.15.111:0/3211659649 >> [v2:172.21.15.114:6800/2777480347,v1:172.21.15.114:6801/2777480347] conn(0x7f9e74074550 0x7f9e74076970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f9e6f7fe640 1 -- 172.21.15.111:0/3211659649 --> [v2:172.21.15.114:6800/2777480347,v1:172.21.15.114:6801/2777480347] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9e7804ae80 con 0x7f9e74074550 2024-09-19T04:33:00.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.788+0000 7f809252a640 1 -- 172.21.15.111:0/2188341139 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f808c0ce170 con 0x7f808c0b39b0 2024-09-19T04:33:00.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f809252a640 1 -- 172.21.15.111:0/2188341139 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f808c0b6bd0 con 0x7f808c0b39b0 2024-09-19T04:33:00.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7fdfeffff640 1 --2- 172.21.15.111:0/2986567835 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdff00b3a20 0x7fdff015f8f0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fdfd800c430 tx=0x7fdfd800c8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7fdfed7fa640 1 -- 172.21.15.111:0/2986567835 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd8017070 con 0x7fdff00b3a20 2024-09-19T04:33:00.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7fdfed7fa640 1 -- 172.21.15.111:0/2986567835 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfd80052d0 con 0x7fdff00b3a20 2024-09-19T04:33:00.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.790+0000 7fdfed7fa640 1 -- 172.21.15.111:0/2986567835 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd8003830 con 0x7fdff00b3a20 2024-09-19T04:33:00.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.790+0000 7f9e6f7fe640 1 -- 172.21.15.111:0/3211659649 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9e780b3050 con 0x7f9e800e2fd0 2024-09-19T04:33:00.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.790+0000 7f9e877fe640 1 --2- 172.21.15.111:0/3211659649 >> [v2:172.21.15.114:6800/2777480347,v1:172.21.15.114:6801/2777480347] conn(0x7f9e74074550 0x7f9e74076970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.790+0000 7f9e86ffd640 1 --2- 172.21.15.111:0/3211659649 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9e7406c3b0 0x7f9e7406e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f0c51d9b640 1 -- 172.21.15.111:0/610943972 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0c541629b0 msgr2=0x7f0c540b0860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f0c51d9b640 1 --2- 172.21.15.111:0/610943972 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0c541629b0 0x7f0c540b0860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f0c51d9b640 1 -- 172.21.15.111:0/610943972 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0c5406e8b0 msgr2=0x7f0c5414c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f0c51d9b640 1 --2- 172.21.15.111:0/610943972 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0c5406e8b0 0x7f0c5414c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.857 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.789+0000 7f0c51d9b640 1 -- 172.21.15.111:0/610943972 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c54153dc0 con 0x7f0c54071fc0 2024-09-19T04:33:00.857 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.790+0000 7ff74d2cf640 1 -- 172.21.15.111:0/3032644807 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff740047600 con 0x7ff74004eb60 2024-09-19T04:33:00.857 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.791+0000 7f0c51d9b640 1 --2- 172.21.15.111:0/610943972 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0c54071fc0 0x7f0c54154e60 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f0c4c00c430 tx=0x7f0c4c00c8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.857 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.791+0000 7f9e86ffd640 1 --2- 172.21.15.111:0/3211659649 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9e7406c3b0 0x7f9e7406e870 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9e7c005880 tx=0x7f9e7c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.790+0000 7fdff5f5c640 1 -- 172.21.15.111:0/2986567835 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdff015eb30 con 0x7fdff00b3a20 2024-09-19T04:33:00.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.790+0000 7fdff5f5c640 1 -- 172.21.15.111:0/2986567835 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fdff015f0f0 con 0x7fdff00b3a20 2024-09-19T04:33:00.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.790+0000 7fc20bfff640 1 -- 172.21.15.111:0/1372917544 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc214050020 con 0x7fc20c003a00 2024-09-19T04:33:00.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.790+0000 7fc20bfff640 1 -- 172.21.15.111:0/1372917544 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc214003a70 con 0x7fc20c003a00 2024-09-19T04:33:00.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.791+0000 7fdff5f5c640 1 -- 172.21.15.111:0/2986567835 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fdff00b6a90 con 0x7fdff00b3a20 2024-09-19T04:33:00.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.790+0000 7fc20bfff640 1 -- 172.21.15.111:0/1372917544 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc214036040 con 0x7fc20c003a00 2024-09-19T04:33:00.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.791+0000 7fc22988b640 1 -- 172.21.15.111:0/1372917544 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2240b9ee0 con 0x7fc20c003a00 2024-09-19T04:33:00.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.791+0000 7fc22988b640 1 -- 172.21.15.111:0/1372917544 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2240b9bd0 con 0x7fc20c003a00 2024-09-19T04:33:00.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.791+0000 7f8b1e7fc640 1 -- 172.21.15.111:0/2621676789 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8b200145b0 con 0x7f8b28150720 2024-09-19T04:33:00.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.790+0000 7f708dffb640 1 -- 172.21.15.111:0/1746713389 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f70a81f5410 con 0x7f70a80d0750 2024-09-19T04:33:00.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.791+0000 7f9e877fe640 1 --2- 172.21.15.111:0/3211659649 >> [v2:172.21.15.114:6800/2777480347,v1:172.21.15.114:6801/2777480347] conn(0x7f9e74074550 0x7f9e74076970 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.791+0000 7f0c4affd640 1 -- 172.21.15.111:0/610943972 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c4c0074e0 con 0x7f0c54071fc0 2024-09-19T04:33:00.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.791+0000 7f0c4affd640 1 -- 172.21.15.111:0/610943972 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c4c007680 con 0x7f0c54071fc0 2024-09-19T04:33:00.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.791+0000 7f0c4affd640 1 -- 172.21.15.111:0/610943972 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c4c004a00 con 0x7f0c54071fc0 2024-09-19T04:33:00.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.791+0000 7f0c5359e640 1 -- 172.21.15.111:0/610943972 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c541540a0 con 0x7f0c54071fc0 2024-09-19T04:33:00.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.791+0000 7f0c5359e640 1 -- 172.21.15.111:0/610943972 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c54154660 con 0x7f0c54071fc0 2024-09-19T04:33:00.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.791+0000 7f8b1e7fc640 1 --2- 172.21.15.111:0/2621676789 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8b0c06c380 0x7f8b0c06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.792+0000 7f8088ff9640 1 -- 172.21.15.111:0/2188341139 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f807c00c670 con 0x7f808c0b39b0 2024-09-19T04:33:00.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.792+0000 7f8b1e7fc640 1 -- 172.21.15.111:0/2621676789 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f8b2008b810 con 0x7f8b28150720 2024-09-19T04:33:00.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.792+0000 7f708ffff640 1 -- 172.21.15.111:0/1746713389 <== mon.2 v2:172.21.15.114:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f70a001a070 con 0x7f70a80d0750 2024-09-19T04:33:00.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.792+0000 7ff744ff9640 1 -- 172.21.15.111:0/3032644807 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff73c01a070 con 0x7ff74004eb60 2024-09-19T04:33:00.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.792+0000 7f8b1e7fc640 1 --2- 172.21.15.111:0/2621676789 >> [v2:172.21.15.114:6808/3610681338,v1:172.21.15.114:6809/3610681338] conn(0x7f8b0c0745a0 0x7f8b0c0769c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.792+0000 7f8b1e7fc640 1 -- 172.21.15.111:0/2621676789 --> [v2:172.21.15.114:6808/3610681338,v1:172.21.15.114:6809/3610681338] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8b2000eea0 con 0x7f8b0c0745a0 2024-09-19T04:33:00.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.792+0000 7f8b1e7fc640 1 -- 172.21.15.111:0/2621676789 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f8b200902a0 con 0x7f8b28150720 2024-09-19T04:33:00.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.792+0000 7f8b2df59640 1 --2- 172.21.15.111:0/2621676789 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8b0c06c380 0x7f8b0c06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.792+0000 7f8b2d758640 1 --2- 172.21.15.111:0/2621676789 >> [v2:172.21.15.114:6808/3610681338,v1:172.21.15.114:6809/3610681338] conn(0x7f8b0c0745a0 0x7f8b0c0769c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.792+0000 7f9e6f7fe640 1 -- 172.21.15.111:0/3211659649 <== osd.5 v2:172.21.15.114:6800/2777480347 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9e7804ae80 con 0x7f9e74074550 2024-09-19T04:33:00.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.792+0000 7f8088ff9640 1 --2- 172.21.15.111:0/2188341139 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f807806c2b0 0x7f807806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.792+0000 7f8088ff9640 1 -- 172.21.15.111:0/2188341139 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f807c08b700 con 0x7f808c0b39b0 2024-09-19T04:33:00.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.793+0000 7f808b7fe640 1 --2- 172.21.15.111:0/2188341139 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f807806c2b0 0x7f807806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.793+0000 7f8088ff9640 1 --2- 172.21.15.111:0/2188341139 >> [v2:172.21.15.114:6816/3336766701,v1:172.21.15.114:6817/3336766701] conn(0x7f80780744d0 0x7f80780768f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.793+0000 7f8088ff9640 1 -- 172.21.15.111:0/2188341139 --> [v2:172.21.15.114:6816/3336766701,v1:172.21.15.114:6817/3336766701] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f807c013e50 con 0x7f80780744d0 2024-09-19T04:33:00.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.793+0000 7f8088ff9640 1 -- 172.21.15.111:0/2188341139 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f807c08baf0 con 0x7f808c0b39b0 2024-09-19T04:33:00.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.792+0000 7f708ffff640 1 --2- 172.21.15.111:0/1746713389 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f709406c380 0x7f709406e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.793+0000 7f708ffff640 1 -- 172.21.15.111:0/1746713389 <== mon.2 v2:172.21.15.114:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f70a008aba0 con 0x7f70a80d0750 2024-09-19T04:33:00.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.793+0000 7f708ffff640 1 --2- 172.21.15.111:0/1746713389 >> [v2:172.21.15.111:6808/2306993216,v1:172.21.15.111:6809/2306993216] conn(0x7f70940745a0 0x7f70940769c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.793+0000 7f708ffff640 1 -- 172.21.15.111:0/1746713389 --> [v2:172.21.15.111:6808/2306993216,v1:172.21.15.111:6809/2306993216] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f70a0003da0 con 0x7f70940745a0 2024-09-19T04:33:00.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.793+0000 7f708ffff640 1 -- 172.21.15.111:0/1746713389 <== mon.2 v2:172.21.15.114:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f70a008af90 con 0x7f70a80d0750 2024-09-19T04:33:00.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.792+0000 7fc22988b640 1 -- 172.21.15.111:0/1372917544 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc2241fc680 con 0x7fc20c003a00 2024-09-19T04:33:00.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.793+0000 7fdfed7fa640 1 -- 172.21.15.111:0/2986567835 <== mon.2 v2:172.21.15.114:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdfd801a070 con 0x7fdff00b3a20 2024-09-19T04:33:00.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.793+0000 7f8b2d758640 1 --2- 172.21.15.111:0/2621676789 >> [v2:172.21.15.114:6808/3610681338,v1:172.21.15.114:6809/3610681338] conn(0x7f8b0c0745a0 0x7f8b0c0769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.793+0000 7f8090ac7640 1 --2- 172.21.15.111:0/2188341139 >> [v2:172.21.15.114:6816/3336766701,v1:172.21.15.114:6817/3336766701] conn(0x7f80780744d0 0x7f80780768f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.793+0000 7ff744ff9640 1 --2- 172.21.15.111:0/3032644807 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff73406c380 0x7ff73406e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.793+0000 7ff744ff9640 1 -- 172.21.15.111:0/3032644807 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff73c08b670 con 0x7ff74004eb60 2024-09-19T04:33:00.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.793+0000 7f70a6ffd640 1 --2- 172.21.15.111:0/1746713389 >> [v2:172.21.15.111:6808/2306993216,v1:172.21.15.111:6809/2306993216] conn(0x7f70940745a0 0x7f70940769c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.793+0000 7f70a77fe640 1 --2- 172.21.15.111:0/1746713389 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f709406c380 0x7f709406e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.793+0000 7f8b2df59640 1 --2- 172.21.15.111:0/2621676789 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8b0c06c380 0x7f8b0c06e840 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8b1800c3b0 tx=0x7f8b18009070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.794+0000 7ff747fff640 1 --2- 172.21.15.111:0/3032644807 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff73406c380 0x7ff73406e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.794+0000 7fdfed7fa640 1 --2- 172.21.15.111:0/2986567835 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdfd006c2b0 0x7fdfd006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.794+0000 7fdfed7fa640 1 -- 172.21.15.111:0/2986567835 <== mon.2 v2:172.21.15.114:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fdfd808acd0 con 0x7fdff00b3a20 2024-09-19T04:33:00.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.794+0000 7fdff4f5a640 1 --2- 172.21.15.111:0/2986567835 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdfd006c2b0 0x7fdfd006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.794+0000 7f8b1e7fc640 1 -- 172.21.15.111:0/2621676789 <== osd.4 v2:172.21.15.114:6808/3610681338 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8b2000eea0 con 0x7f8b0c0745a0 2024-09-19T04:33:00.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.794+0000 7fdfed7fa640 1 --2- 172.21.15.111:0/2986567835 >> [v2:172.21.15.114:6824/1521082269,v1:172.21.15.114:6825/1521082269] conn(0x7fdfd0074450 0x7fdfd0076870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.794+0000 7fdfed7fa640 1 -- 172.21.15.111:0/2986567835 --> [v2:172.21.15.114:6824/1521082269,v1:172.21.15.114:6825/1521082269] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fdfd801feb0 con 0x7fdfd0074450 2024-09-19T04:33:00.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.794+0000 7fdfed7fa640 1 -- 172.21.15.111:0/2986567835 <== mon.2 v2:172.21.15.114:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fdfd808b080 con 0x7fdff00b3a20 2024-09-19T04:33:00.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.794+0000 7f808b7fe640 1 --2- 172.21.15.111:0/2188341139 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f807806c2b0 0x7f807806e770 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f808c0c9f10 tx=0x7f8084009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.794+0000 7ff744ff9640 1 --2- 172.21.15.111:0/3032644807 >> [v2:172.21.15.111:6800/313344091,v1:172.21.15.111:6801/313344091] conn(0x7ff734074600 0x7ff734076a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.794+0000 7ff744ff9640 1 -- 172.21.15.111:0/3032644807 --> [v2:172.21.15.111:6800/313344091,v1:172.21.15.111:6801/313344091] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff7340770d0 con 0x7ff734074600 2024-09-19T04:33:00.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.794+0000 7ff744ff9640 1 -- 172.21.15.111:0/3032644807 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7ff73c08ba60 con 0x7ff74004eb60 2024-09-19T04:33:00.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.794+0000 7f0c5359e640 1 -- 172.21.15.111:0/610943972 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0c5406e1a0 con 0x7f0c54071fc0 2024-09-19T04:33:00.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.794+0000 7f0c4affd640 1 -- 172.21.15.111:0/610943972 <== mon.1 v2:172.21.15.114:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0c4c011070 con 0x7f0c54071fc0 2024-09-19T04:33:00.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.794+0000 7ff74cace640 1 --2- 172.21.15.111:0/3032644807 >> [v2:172.21.15.111:6800/313344091,v1:172.21.15.111:6801/313344091] conn(0x7ff734074600 0x7ff734076a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.794+0000 7fdff575b640 1 --2- 172.21.15.111:0/2986567835 >> [v2:172.21.15.114:6824/1521082269,v1:172.21.15.114:6825/1521082269] conn(0x7fdfd0074450 0x7fdfd0076870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.794+0000 7fc20bfff640 1 -- 172.21.15.111:0/1372917544 <== mon.1 v2:172.21.15.114:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc214053020 con 0x7fc20c003a00 2024-09-19T04:33:00.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.794+0000 7f70a77fe640 1 --2- 172.21.15.111:0/1746713389 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f709406c380 0x7f709406e840 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f709c0090b0 tx=0x7f709c02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.795+0000 7ff74cace640 1 --2- 172.21.15.111:0/3032644807 >> [v2:172.21.15.111:6800/313344091,v1:172.21.15.111:6801/313344091] conn(0x7ff734074600 0x7ff734076a20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.795+0000 7fdff4f5a640 1 --2- 172.21.15.111:0/2986567835 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdfd006c2b0 0x7fdfd006e770 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fdfe0011420 tx=0x7fdfe000b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.795+0000 7ff747fff640 1 --2- 172.21.15.111:0/3032644807 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff73406c380 0x7ff73406e840 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff738001760 tx=0x7ff738009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.795+0000 7f0c4affd640 1 --2- 172.21.15.111:0/610943972 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0c3406c380 0x7f0c3406e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.795+0000 7f8090ac7640 1 --2- 172.21.15.111:0/2188341139 >> [v2:172.21.15.114:6816/3336766701,v1:172.21.15.114:6817/3336766701] conn(0x7f80780744d0 0x7f80780768f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.795+0000 7fdff575b640 1 --2- 172.21.15.111:0/2986567835 >> [v2:172.21.15.114:6824/1521082269,v1:172.21.15.114:6825/1521082269] conn(0x7fdfd0074450 0x7fdfd0076870 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.795+0000 7fc20bfff640 1 --2- 172.21.15.111:0/1372917544 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc21006c330 0x7fc21006e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.795+0000 7f0c5259c640 1 --2- 172.21.15.111:0/610943972 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0c3406c380 0x7f0c3406e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.795+0000 7fc2227fc640 1 --2- 172.21.15.111:0/1372917544 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc21006c330 0x7fc21006e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.795+0000 7fc20bfff640 1 -- 172.21.15.111:0/1372917544 <== mon.1 v2:172.21.15.114:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc2140bc2c0 con 0x7fc20c003a00 2024-09-19T04:33:00.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.795+0000 7fc20bfff640 1 --2- 172.21.15.111:0/1372917544 >> [v2:172.21.15.111:6818/2897601232,v1:172.21.15.111:6819/2897601232] conn(0x7fc210074550 0x7fc210076970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.795+0000 7f70a6ffd640 1 --2- 172.21.15.111:0/1746713389 >> [v2:172.21.15.111:6808/2306993216,v1:172.21.15.111:6809/2306993216] conn(0x7f70940745a0 0x7f70940769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.795+0000 7fc20bfff640 1 -- 172.21.15.111:0/1372917544 --> [v2:172.21.15.111:6818/2897601232,v1:172.21.15.111:6819/2897601232] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc210077020 con 0x7fc210074550 2024-09-19T04:33:00.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.795+0000 7fc20bfff640 1 -- 172.21.15.111:0/1372917544 <== mon.1 v2:172.21.15.114:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fc2140bc7a0 con 0x7fc20c003a00 2024-09-19T04:33:00.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.796+0000 7fc2237fe640 1 --2- 172.21.15.111:0/1372917544 >> [v2:172.21.15.111:6818/2897601232,v1:172.21.15.111:6819/2897601232] conn(0x7fc210074550 0x7fc210076970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.796+0000 7fdfed7fa640 1 -- 172.21.15.111:0/2986567835 <== osd.7 v2:172.21.15.114:6824/1521082269 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fdfd801feb0 con 0x7fdfd0074450 2024-09-19T04:33:00.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.796+0000 7fc2227fc640 1 --2- 172.21.15.111:0/1372917544 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc21006c330 0x7fc21006e7f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc22415c170 tx=0x7fc218008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.876 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.796+0000 7f8088ff9640 1 -- 172.21.15.111:0/2188341139 <== osd.6 v2:172.21.15.114:6816/3336766701 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f807c013e50 con 0x7f80780744d0 2024-09-19T04:33:00.876 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.796+0000 7ff744ff9640 1 -- 172.21.15.111:0/3032644807 <== osd.2 v2:172.21.15.111:6800/313344091 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff7340770d0 con 0x7ff734074600 2024-09-19T04:33:00.876 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.796+0000 7fc2237fe640 1 --2- 172.21.15.111:0/1372917544 >> [v2:172.21.15.111:6818/2897601232,v1:172.21.15.111:6819/2897601232] conn(0x7fc210074550 0x7fc210076970 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.876 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.797+0000 7f708ffff640 1 -- 172.21.15.111:0/1746713389 <== osd.0 v2:172.21.15.111:6808/2306993216 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f70a0003da0 con 0x7f70940745a0 2024-09-19T04:33:00.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.796+0000 7f0c4affd640 1 -- 172.21.15.111:0/610943972 <== mon.1 v2:172.21.15.114:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f0c4c08b020 con 0x7f0c54071fc0 2024-09-19T04:33:00.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.796+0000 7f0c4affd640 1 --2- 172.21.15.111:0/610943972 >> [v2:172.21.15.111:6826/898450181,v1:172.21.15.111:6827/898450181] conn(0x7f0c340745a0 0x7f0c340769c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:00.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.796+0000 7f0c4affd640 1 -- 172.21.15.111:0/610943972 --> [v2:172.21.15.111:6826/898450181,v1:172.21.15.111:6827/898450181] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0c34077070 con 0x7f0c340745a0 2024-09-19T04:33:00.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.796+0000 7f0c4affd640 1 -- 172.21.15.111:0/610943972 <== mon.1 v2:172.21.15.114:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f0c4c08e5b0 con 0x7f0c54071fc0 2024-09-19T04:33:00.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.796+0000 7f0c52d9d640 1 --2- 172.21.15.111:0/610943972 >> [v2:172.21.15.111:6826/898450181,v1:172.21.15.111:6827/898450181] conn(0x7f0c340745a0 0x7f0c340769c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:00.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.797+0000 7f0c5259c640 1 --2- 172.21.15.111:0/610943972 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0c3406c380 0x7f0c3406e840 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f0c540b5d40 tx=0x7f0c44007cd0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.797+0000 7f0c52d9d640 1 --2- 172.21.15.111:0/610943972 >> [v2:172.21.15.111:6826/898450181,v1:172.21.15.111:6827/898450181] conn(0x7f0c340745a0 0x7f0c340769c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:00.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.797+0000 7fc20bfff640 1 -- 172.21.15.111:0/1372917544 <== osd.1 v2:172.21.15.111:6818/2897601232 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc210077020 con 0x7fc210074550 2024-09-19T04:33:00.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.798+0000 7f0c4affd640 1 -- 172.21.15.111:0/610943972 <== osd.3 v2:172.21.15.111:6826/898450181 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0c34077070 con 0x7f0c340745a0 2024-09-19T04:33:00.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.822+0000 7f9e6d7fa640 1 -- 172.21.15.111:0/3211659649 --> [v2:172.21.15.114:6800/2777480347,v1:172.21.15.114:6801/2777480347] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9e60002dd0 con 0x7f9e74074550 2024-09-19T04:33:00.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.823+0000 7f9e6f7fe640 1 -- 172.21.15.111:0/3211659649 <== osd.5 v2:172.21.15.114:6800/2777480347 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f9e60002dd0 con 0x7f9e74074550 2024-09-19T04:33:00.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.824+0000 7f9e8d3e4640 1 -- 172.21.15.111:0/3211659649 >> [v2:172.21.15.114:6800/2777480347,v1:172.21.15.114:6801/2777480347] conn(0x7f9e74074550 msgr2=0x7f9e74076970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.824+0000 7f9e8d3e4640 1 --2- 172.21.15.111:0/3211659649 >> [v2:172.21.15.114:6800/2777480347,v1:172.21.15.114:6801/2777480347] conn(0x7f9e74074550 0x7f9e74076970 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.824+0000 7f9e8d3e4640 1 -- 172.21.15.111:0/3211659649 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9e7406c3b0 msgr2=0x7f9e7406e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.824+0000 7f9e8d3e4640 1 --2- 172.21.15.111:0/3211659649 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9e7406c3b0 0x7f9e7406e870 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9e7c005880 tx=0x7f9e7c009040 comp rx=0 tx=0).stop 2024-09-19T04:33:00.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.824+0000 7f9e8d3e4640 1 -- 172.21.15.111:0/3211659649 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9e800e2fd0 msgr2=0x7f9e800da020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.824+0000 7f9e8d3e4640 1 --2- 172.21.15.111:0/3211659649 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9e800e2fd0 0x7f9e800da020 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9e7800b970 tx=0x7f9e780046c0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.824+0000 7f9e877fe640 1 -- 172.21.15.111:0/3211659649 reap_dead start 2024-09-19T04:33:00.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.824+0000 7f9e8d3e4640 1 -- 172.21.15.111:0/3211659649 shutdown_connections 2024-09-19T04:33:00.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.824+0000 7f9e8d3e4640 1 -- 172.21.15.111:0/3211659649 >> 172.21.15.111:0/3211659649 conn(0x7f9e8001ea30 msgr2=0x7f9e80054c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:00.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.825+0000 7fdff5f5c640 1 -- 172.21.15.111:0/2986567835 --> [v2:172.21.15.114:6824/1521082269,v1:172.21.15.114:6825/1521082269] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fdff00b6520 con 0x7fdfd0074450 2024-09-19T04:33:00.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.825+0000 7f9e8d3e4640 1 -- 172.21.15.111:0/3211659649 shutdown_connections 2024-09-19T04:33:00.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.825+0000 7f9e8d3e4640 1 -- 172.21.15.111:0/3211659649 wait complete. 2024-09-19T04:33:00.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.826+0000 7fdfed7fa640 1 -- 172.21.15.111:0/2986567835 <== osd.7 v2:172.21.15.114:6824/1521082269 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fdff00b6520 con 0x7fdfd0074450 2024-09-19T04:33:00.882 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.827+0000 7f8b301bd640 1 -- 172.21.15.111:0/2621676789 --> [v2:172.21.15.114:6808/3610681338,v1:172.21.15.114:6809/3610681338] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8b28072ee0 con 0x7f8b0c0745a0 2024-09-19T04:33:00.882 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.826+0000 7fdff5f5c640 1 -- 172.21.15.111:0/2986567835 >> [v2:172.21.15.114:6824/1521082269,v1:172.21.15.114:6825/1521082269] conn(0x7fdfd0074450 msgr2=0x7fdfd0076870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.882 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.826+0000 7fdff5f5c640 1 --2- 172.21.15.111:0/2986567835 >> [v2:172.21.15.114:6824/1521082269,v1:172.21.15.114:6825/1521082269] conn(0x7fdfd0074450 0x7fdfd0076870 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.882 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.827+0000 7fdff5f5c640 1 -- 172.21.15.111:0/2986567835 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdfd006c2b0 msgr2=0x7fdfd006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.882 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.827+0000 7fdff5f5c640 1 --2- 172.21.15.111:0/2986567835 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdfd006c2b0 0x7fdfd006e770 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fdfe0011420 tx=0x7fdfe000b040 comp rx=0 tx=0).stop 2024-09-19T04:33:00.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.827+0000 7fdff5f5c640 1 -- 172.21.15.111:0/2986567835 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdff00b3a20 msgr2=0x7fdff015f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.827+0000 7fdff5f5c640 1 --2- 172.21.15.111:0/2986567835 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdff00b3a20 0x7fdff015f8f0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fdfd800c430 tx=0x7fdfd800c8f0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.827+0000 7fdff575b640 1 -- 172.21.15.111:0/2986567835 reap_dead start 2024-09-19T04:33:00.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.827+0000 7ff74d2cf640 1 -- 172.21.15.111:0/3032644807 --> [v2:172.21.15.111:6800/313344091,v1:172.21.15.111:6801/313344091] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff740047600 con 0x7ff734074600 2024-09-19T04:33:00.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.827+0000 7fdff5f5c640 1 -- 172.21.15.111:0/2986567835 shutdown_connections 2024-09-19T04:33:00.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.827+0000 7fdff5f5c640 1 -- 172.21.15.111:0/2986567835 >> 172.21.15.111:0/2986567835 conn(0x7fdff00d4750 msgr2=0x7fdff00b43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:00.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.827+0000 7f809252a640 1 -- 172.21.15.111:0/2188341139 --> [v2:172.21.15.114:6816/3336766701,v1:172.21.15.114:6817/3336766701] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f808c0ce370 con 0x7f80780744d0 2024-09-19T04:33:00.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.827+0000 7f708dffb640 1 -- 172.21.15.111:0/1746713389 --> [v2:172.21.15.111:6808/2306993216,v1:172.21.15.111:6809/2306993216] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f70a806be10 con 0x7f70940745a0 2024-09-19T04:33:00.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.827+0000 7fdff5f5c640 1 -- 172.21.15.111:0/2986567835 shutdown_connections 2024-09-19T04:33:00.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.827+0000 7f8b1e7fc640 1 -- 172.21.15.111:0/2621676789 <== osd.4 v2:172.21.15.114:6808/3610681338 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f8b28072ee0 con 0x7f8b0c0745a0 2024-09-19T04:33:00.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.828+0000 7fdff5f5c640 1 -- 172.21.15.111:0/2986567835 wait complete. 2024-09-19T04:33:00.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.828+0000 7ff744ff9640 1 -- 172.21.15.111:0/3032644807 <== osd.2 v2:172.21.15.111:6800/313344091 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7ff740047600 con 0x7ff734074600 2024-09-19T04:33:00.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.828+0000 7f8088ff9640 1 -- 172.21.15.111:0/2188341139 <== osd.6 v2:172.21.15.114:6816/3336766701 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f808c0ce370 con 0x7f80780744d0 2024-09-19T04:33:00.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.828+0000 7fc22988b640 1 -- 172.21.15.111:0/1372917544 --> [v2:172.21.15.111:6818/2897601232,v1:172.21.15.111:6819/2897601232] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc2240cefa0 con 0x7fc210074550 2024-09-19T04:33:00.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.828+0000 7f708ffff640 1 -- 172.21.15.111:0/1746713389 <== osd.0 v2:172.21.15.111:6808/2306993216 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f70a806be10 con 0x7f70940745a0 2024-09-19T04:33:00.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.828+0000 7f8b301bd640 1 -- 172.21.15.111:0/2621676789 >> [v2:172.21.15.114:6808/3610681338,v1:172.21.15.114:6809/3610681338] conn(0x7f8b0c0745a0 msgr2=0x7f8b0c0769c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.828+0000 7f8b301bd640 1 --2- 172.21.15.111:0/2621676789 >> [v2:172.21.15.114:6808/3610681338,v1:172.21.15.114:6809/3610681338] conn(0x7f8b0c0745a0 0x7f8b0c0769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.828+0000 7f809252a640 1 -- 172.21.15.111:0/2188341139 >> [v2:172.21.15.114:6816/3336766701,v1:172.21.15.114:6817/3336766701] conn(0x7f80780744d0 msgr2=0x7f80780768f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.828+0000 7f809252a640 1 --2- 172.21.15.111:0/2188341139 >> [v2:172.21.15.114:6816/3336766701,v1:172.21.15.114:6817/3336766701] conn(0x7f80780744d0 0x7f80780768f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.828+0000 7f8b301bd640 1 -- 172.21.15.111:0/2621676789 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8b0c06c380 msgr2=0x7f8b0c06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.828+0000 7f8b301bd640 1 --2- 172.21.15.111:0/2621676789 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8b0c06c380 0x7f8b0c06e840 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8b1800c3b0 tx=0x7f8b18009070 comp rx=0 tx=0).stop 2024-09-19T04:33:00.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.828+0000 7f8b301bd640 1 -- 172.21.15.111:0/2621676789 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8b28150720 msgr2=0x7f8b28150ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.828+0000 7f8b301bd640 1 --2- 172.21.15.111:0/2621676789 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8b28150720 0x7f8b28150ba0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f8b140036f0 tx=0x7f8b20009f20 comp rx=0 tx=0).stop 2024-09-19T04:33:00.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.828+0000 7ff72e7fc640 1 -- 172.21.15.111:0/3032644807 >> [v2:172.21.15.111:6800/313344091,v1:172.21.15.111:6801/313344091] conn(0x7ff734074600 msgr2=0x7ff734076a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.828+0000 7ff72e7fc640 1 --2- 172.21.15.111:0/3032644807 >> [v2:172.21.15.111:6800/313344091,v1:172.21.15.111:6801/313344091] conn(0x7ff734074600 0x7ff734076a20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.828+0000 7f8b2e75a640 1 -- 172.21.15.111:0/2621676789 reap_dead start 2024-09-19T04:33:00.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.828+0000 7f708dffb640 1 -- 172.21.15.111:0/1746713389 >> [v2:172.21.15.111:6808/2306993216,v1:172.21.15.111:6809/2306993216] conn(0x7f70940745a0 msgr2=0x7f70940769c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.828+0000 7f708dffb640 1 --2- 172.21.15.111:0/1746713389 >> [v2:172.21.15.111:6808/2306993216,v1:172.21.15.111:6809/2306993216] conn(0x7f70940745a0 0x7f70940769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7f708dffb640 1 -- 172.21.15.111:0/1746713389 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f709406c380 msgr2=0x7f709406e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7f708dffb640 1 --2- 172.21.15.111:0/1746713389 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f709406c380 0x7f709406e840 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f709c0090b0 tx=0x7f709c02e000 comp rx=0 tx=0).stop 2024-09-19T04:33:00.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7f708dffb640 1 -- 172.21.15.111:0/1746713389 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f70a80d0750 msgr2=0x7f70a81f4ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7f708dffb640 1 --2- 172.21.15.111:0/1746713389 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f70a80d0750 0x7f70a81f4ed0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f70a000c790 tx=0x7f70a000cc50 comp rx=0 tx=0).stop 2024-09-19T04:33:00.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7ff72e7fc640 1 -- 172.21.15.111:0/3032644807 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff73406c380 msgr2=0x7ff73406e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7ff72e7fc640 1 --2- 172.21.15.111:0/3032644807 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff73406c380 0x7ff73406e840 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff738001760 tx=0x7ff738009040 comp rx=0 tx=0).stop 2024-09-19T04:33:00.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7ff72e7fc640 1 -- 172.21.15.111:0/3032644807 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff74004eb60 msgr2=0x7ff7400ded90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7ff72e7fc640 1 --2- 172.21.15.111:0/3032644807 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff74004eb60 0x7ff7400ded90 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff73c00e840 tx=0x7ff73c00ed00 comp rx=0 tx=0).stop 2024-09-19T04:33:00.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7f70a7fff640 1 -- 172.21.15.111:0/1746713389 reap_dead start 2024-09-19T04:33:00.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7f708dffb640 1 -- 172.21.15.111:0/1746713389 shutdown_connections 2024-09-19T04:33:00.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7f708dffb640 1 -- 172.21.15.111:0/1746713389 >> 172.21.15.111:0/1746713389 conn(0x7f70a8062cc0 msgr2=0x7f70a80b1640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:00.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.828+0000 7f8b301bd640 1 -- 172.21.15.111:0/2621676789 shutdown_connections 2024-09-19T04:33:00.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.828+0000 7f8b301bd640 1 -- 172.21.15.111:0/2621676789 >> 172.21.15.111:0/2621676789 conn(0x7f8b280d0b90 msgr2=0x7f8b280b0870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:00.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7f8b301bd640 1 -- 172.21.15.111:0/2621676789 shutdown_connections 2024-09-19T04:33:00.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7f809252a640 1 -- 172.21.15.111:0/2188341139 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f807806c2b0 msgr2=0x7f807806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7f809252a640 1 --2- 172.21.15.111:0/2188341139 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f807806c2b0 0x7f807806e770 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f808c0c9f10 tx=0x7f8084009040 comp rx=0 tx=0).stop 2024-09-19T04:33:00.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7f809252a640 1 -- 172.21.15.111:0/2188341139 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f808c0b39b0 msgr2=0x7f808c0cbb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7f809252a640 1 --2- 172.21.15.111:0/2188341139 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f808c0b39b0 0x7f808c0cbb40 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f807c00e7e0 tx=0x7f807c00eca0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7f8090ac7640 1 -- 172.21.15.111:0/2188341139 reap_dead start 2024-09-19T04:33:00.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7ff74cace640 1 -- 172.21.15.111:0/3032644807 reap_dead start 2024-09-19T04:33:00.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7ff72e7fc640 1 -- 172.21.15.111:0/3032644807 shutdown_connections 2024-09-19T04:33:00.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7ff72e7fc640 1 -- 172.21.15.111:0/3032644807 >> 172.21.15.111:0/3032644807 conn(0x7ff740036090 msgr2=0x7ff74001d130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:00.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7f8b301bd640 1 -- 172.21.15.111:0/2621676789 wait complete. 2024-09-19T04:33:00.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7f809252a640 1 -- 172.21.15.111:0/2188341139 shutdown_connections 2024-09-19T04:33:00.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7f809252a640 1 -- 172.21.15.111:0/2188341139 >> 172.21.15.111:0/2188341139 conn(0x7f808c0d11c0 msgr2=0x7f808c161d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:00.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7f708dffb640 1 -- 172.21.15.111:0/1746713389 shutdown_connections 2024-09-19T04:33:00.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7f708dffb640 1 -- 172.21.15.111:0/1746713389 wait complete. 2024-09-19T04:33:00.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7fc20bfff640 1 -- 172.21.15.111:0/1372917544 <== osd.1 v2:172.21.15.111:6818/2897601232 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fc2240cefa0 con 0x7fc210074550 2024-09-19T04:33:00.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7ff72e7fc640 1 -- 172.21.15.111:0/3032644807 shutdown_connections 2024-09-19T04:33:00.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7ff72e7fc640 1 -- 172.21.15.111:0/3032644807 wait complete. 2024-09-19T04:33:00.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7f809252a640 1 -- 172.21.15.111:0/2188341139 shutdown_connections 2024-09-19T04:33:00.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.829+0000 7f809252a640 1 -- 172.21.15.111:0/2188341139 wait complete. 2024-09-19T04:33:00.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.830+0000 7fc22988b640 1 -- 172.21.15.111:0/1372917544 >> [v2:172.21.15.111:6818/2897601232,v1:172.21.15.111:6819/2897601232] conn(0x7fc210074550 msgr2=0x7fc210076970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.830+0000 7fc22988b640 1 --2- 172.21.15.111:0/1372917544 >> [v2:172.21.15.111:6818/2897601232,v1:172.21.15.111:6819/2897601232] conn(0x7fc210074550 0x7fc210076970 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.830+0000 7f0c5359e640 1 -- 172.21.15.111:0/610943972 --> [v2:172.21.15.111:6826/898450181,v1:172.21.15.111:6827/898450181] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0c5406e1a0 con 0x7f0c340745a0 2024-09-19T04:33:00.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.830+0000 7fc22988b640 1 -- 172.21.15.111:0/1372917544 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc21006c330 msgr2=0x7fc21006e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.830+0000 7fc22988b640 1 --2- 172.21.15.111:0/1372917544 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc21006c330 0x7fc21006e7f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc22415c170 tx=0x7fc218008040 comp rx=0 tx=0).stop 2024-09-19T04:33:00.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.830+0000 7fc22988b640 1 -- 172.21.15.111:0/1372917544 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc20c003a00 msgr2=0x7fc2240b9690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.830+0000 7fc22988b640 1 --2- 172.21.15.111:0/1372917544 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc20c003a00 0x7fc2240b9690 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fc20c00c3b0 tx=0x7fc214004730 comp rx=0 tx=0).stop 2024-09-19T04:33:00.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.830+0000 7fc2237fe640 1 -- 172.21.15.111:0/1372917544 reap_dead start 2024-09-19T04:33:00.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.830+0000 7fc22988b640 1 -- 172.21.15.111:0/1372917544 shutdown_connections 2024-09-19T04:33:00.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.830+0000 7fc22988b640 1 -- 172.21.15.111:0/1372917544 >> 172.21.15.111:0/1372917544 conn(0x7fc2240d11c0 msgr2=0x7fc2240ca280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:00.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.831+0000 7fc22988b640 1 -- 172.21.15.111:0/1372917544 shutdown_connections 2024-09-19T04:33:00.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.831+0000 7fc22988b640 1 -- 172.21.15.111:0/1372917544 wait complete. 2024-09-19T04:33:00.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.831+0000 7f0c4affd640 1 -- 172.21.15.111:0/610943972 <== osd.3 v2:172.21.15.111:6826/898450181 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f0c5406e1a0 con 0x7f0c340745a0 2024-09-19T04:33:00.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.832+0000 7f0c5359e640 1 -- 172.21.15.111:0/610943972 >> [v2:172.21.15.111:6826/898450181,v1:172.21.15.111:6827/898450181] conn(0x7f0c340745a0 msgr2=0x7f0c340769c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.832+0000 7f0c5359e640 1 --2- 172.21.15.111:0/610943972 >> [v2:172.21.15.111:6826/898450181,v1:172.21.15.111:6827/898450181] conn(0x7f0c340745a0 0x7f0c340769c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.834+0000 7f0c5359e640 1 -- 172.21.15.111:0/610943972 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0c3406c380 msgr2=0x7f0c3406e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.834+0000 7f0c5359e640 1 --2- 172.21.15.111:0/610943972 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0c3406c380 0x7f0c3406e840 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f0c540b5d40 tx=0x7f0c44007cd0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.834+0000 7f0c5359e640 1 -- 172.21.15.111:0/610943972 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0c54071fc0 msgr2=0x7f0c54154e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:00.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.834+0000 7f0c5359e640 1 --2- 172.21.15.111:0/610943972 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0c54071fc0 0x7f0c54154e60 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f0c4c00c430 tx=0x7f0c4c00c8f0 comp rx=0 tx=0).stop 2024-09-19T04:33:00.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.834+0000 7f0c52d9d640 1 -- 172.21.15.111:0/610943972 reap_dead start 2024-09-19T04:33:00.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.834+0000 7f0c5359e640 1 -- 172.21.15.111:0/610943972 shutdown_connections 2024-09-19T04:33:00.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.834+0000 7f0c5359e640 1 -- 172.21.15.111:0/610943972 >> 172.21.15.111:0/610943972 conn(0x7f0c54062c60 msgr2=0x7f0c54160fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:00.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.835+0000 7f0c5359e640 1 -- 172.21.15.111:0/610943972 shutdown_connections 2024-09-19T04:33:00.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:00.835+0000 7f0c5359e640 1 -- 172.21.15.111:0/610943972 wait complete. 2024-09-19T04:33:00.899 INFO:teuthology.orchestra.run.smithi111.stdout:64424509446 2024-09-19T04:33:00.900 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-19T04:33:00.900 INFO:teuthology.orchestra.run.smithi111.stdout:64424509446 2024-09-19T04:33:00.901 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-19T04:33:00.902 INFO:teuthology.orchestra.run.smithi111.stdout:64424509447 2024-09-19T04:33:00.902 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-19T04:33:00.903 INFO:teuthology.orchestra.run.smithi111.stdout:60129542152 2024-09-19T04:33:00.903 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-19T04:33:00.904 INFO:teuthology.orchestra.run.smithi111.stdout:60129542151 2024-09-19T04:33:00.904 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-19T04:33:00.905 INFO:teuthology.orchestra.run.smithi111.stdout:64424509446 2024-09-19T04:33:00.905 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-19T04:33:00.906 INFO:teuthology.orchestra.run.smithi111.stdout:60129542151 2024-09-19T04:33:00.906 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-19T04:33:00.907 INFO:teuthology.orchestra.run.smithi111.stdout:60129542152 2024-09-19T04:33:00.907 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-19T04:33:01.107 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.103+0000 7f60c1065640 1 Processor -- start 2024-09-19T04:33:01.107 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.103+0000 7f60c1065640 1 -- start start 2024-09-19T04:33:01.108 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.104+0000 7f60c1065640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f60bc0727d0 0x7f60bc15c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.108 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.104+0000 7f60c1065640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f60bc13eaf0 0x7f60bc0b47e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.108 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.104+0000 7f60c1065640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f60bc0b4ee0 con 0x7f60bc140a40 2024-09-19T04:33:01.108 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.104+0000 7f60c1065640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f60bc0b5780 con 0x7f60bc13eaf0 2024-09-19T04:33:01.108 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.104+0000 7f60c1065640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f60bc0b51c0 con 0x7f60bc0727d0 2024-09-19T04:33:01.108 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.105+0000 7f60bb59e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f60bc13eaf0 0x7f60bc0b47e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.108 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.105+0000 7f60bb59e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f60bc13eaf0 0x7f60bc0b47e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48058/0 (socket says 172.21.15.111:48058) 2024-09-19T04:33:01.108 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.105+0000 7f60bb59e640 1 -- 172.21.15.111:0/1433521317 learned_addr learned my addr 172.21.15.111:0/1433521317 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:01.108 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.105+0000 7f60b3fff640 1 --2- 172.21.15.111:0/1433521317 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f60bc0727d0 0x7f60bc15c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.109 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.105+0000 7f60bb59e640 1 -- 172.21.15.111:0/1433521317 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f60bc0727d0 msgr2=0x7f60bc15c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:01.109 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.105+0000 7f60bb59e640 1 --2- 172.21.15.111:0/1433521317 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f60bc0727d0 0x7f60bc15c480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.109 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.105+0000 7f60bb59e640 1 -- 172.21.15.111:0/1433521317 >> v1:172.21.15.114:6789/0 conn(0x7f60bc140a40 legacy=0x7f60bc0720c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:01.109 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.105+0000 7f60bb59e640 1 -- 172.21.15.111:0/1433521317 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60bc0b54a0 con 0x7f60bc13eaf0 2024-09-19T04:33:01.109 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.106+0000 7fb9c8874640 1 Processor -- start 2024-09-19T04:33:01.109 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.106+0000 7fb9c8874640 1 -- start start 2024-09-19T04:33:01.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.106+0000 7f60bb59e640 1 --2- 172.21.15.111:0/1433521317 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f60bc13eaf0 0x7f60bc0b47e0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f60b400d150 tx=0x7f60b402c840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5455a61534c05fd2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:01.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.106+0000 7fc419ee9640 1 Processor -- start 2024-09-19T04:33:01.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.106+0000 7fc419ee9640 1 -- start start 2024-09-19T04:33:01.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.107+0000 7fb9c8874640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fb9c41523b0 0x7fb9c4072050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.107+0000 7fb9c8874640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb9c4072590 0x7fb9c415b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.107+0000 7fb9c8874640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9c415ca00 con 0x7fb9c415bec0 2024-09-19T04:33:01.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.107+0000 7fb9c8874640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fb9c4072a00 con 0x7fb9c41523b0 2024-09-19T04:33:01.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.107+0000 7fb9c8874640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb9c415c720 con 0x7fb9c4072590 2024-09-19T04:33:01.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7fb9c259c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fb9c41523b0 0x7fb9c4072050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7fb9c259c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fb9c41523b0 0x7fb9c4072050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48062/0 (socket says 172.21.15.111:48062) 2024-09-19T04:33:01.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7fb9c259c640 1 -- 172.21.15.111:0/195682572 learned_addr learned my addr 172.21.15.111:0/195682572 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:01.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.107+0000 7f60ba59c640 1 -- 172.21.15.111:0/1433521317 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60b4039070 con 0x7f60bc13eaf0 2024-09-19T04:33:01.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.107+0000 7f60ba59c640 1 -- 172.21.15.111:0/1433521317 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60b4009600 con 0x7f60bc13eaf0 2024-09-19T04:33:01.112 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.107+0000 7f60ba59c640 1 -- 172.21.15.111:0/1433521317 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60b40099d0 con 0x7f60bc13eaf0 2024-09-19T04:33:01.112 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7fc419ee9640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc41415cd30 0x7fc4140b4320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.112 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7fc419ee9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc414163af0 0x7fc4140b1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.112 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7fc419ee9640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4140cdd50 con 0x7fc41415d110 2024-09-19T04:33:01.112 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7fc419ee9640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fc4140b3560 con 0x7fc41415cd30 2024-09-19T04:33:01.112 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7fc419ee9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc4140b3840 con 0x7fc414163af0 2024-09-19T04:33:01.112 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7f60c1065640 1 -- 172.21.15.111:0/1433521317 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f60bc13eaf0 msgr2=0x7f60bc0b47e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.113 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7f60c1065640 1 --2- 172.21.15.111:0/1433521317 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f60bc13eaf0 0x7f60bc0b47e0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f60b400d150 tx=0x7f60b402c840 comp rx=0 tx=0).stop 2024-09-19T04:33:01.113 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7f60c1065640 1 -- 172.21.15.111:0/1433521317 shutdown_connections 2024-09-19T04:33:01.113 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7f60c1065640 1 --2- 172.21.15.111:0/1433521317 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f60bc13eaf0 0x7f60bc0b47e0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.113 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7f60c1065640 1 --2- 172.21.15.111:0/1433521317 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f60bc0727d0 0x7f60bc15c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.113 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7f60c1065640 1 -- 172.21.15.111:0/1433521317 >> 172.21.15.111:0/1433521317 conn(0x7f60bc062a80 msgr2=0x7f60bc06ccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:01.113 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7f2701d8f640 1 Processor -- start 2024-09-19T04:33:01.114 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7fc413fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fc41415d110 0x7fc4140cd500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:47988/0 (socket says 172.21.15.111:47988) 2024-09-19T04:33:01.115 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7fc413fff640 1 -- 172.21.15.111:0/3890310354 learned_addr learned my addr 172.21.15.111:0/3890310354 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:01.115 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7fc4196e8640 1 --2- 172.21.15.111:0/3890310354 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc414163af0 0x7fc4140b1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.115 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7fc418ee7640 1 --2- 172.21.15.111:0/3890310354 >> v2:172.21.15.111:3300/0 conn(0x7fc41415cd30 0x7fc4140b4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.115 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7fc4196e8640 1 -- 172.21.15.111:0/3890310354 >> v2:172.21.15.111:3300/0 conn(0x7fc41415cd30 msgr2=0x7fc4140b4320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:01.115 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7fc4196e8640 1 --2- 172.21.15.111:0/3890310354 >> v2:172.21.15.111:3300/0 conn(0x7fc41415cd30 0x7fc4140b4320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.115 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7fc4196e8640 1 -- 172.21.15.111:0/3890310354 >> v1:172.21.15.111:6789/0 conn(0x7fc41415d110 legacy=0x7fc4140cd500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.115 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7fc4196e8640 1 -- 172.21.15.111:0/3890310354 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4140b3b20 con 0x7fc414163af0 2024-09-19T04:33:01.115 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7f2701d8f640 1 -- start start 2024-09-19T04:33:01.116 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.108+0000 7fb9bbfff640 1 --2- 172.21.15.111:0/195682572 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb9c4072590 0x7fb9c415b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.116 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.109+0000 7fb9c259c640 1 -- 172.21.15.111:0/195682572 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb9c4072590 msgr2=0x7fb9c415b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:01.116 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.109+0000 7fb9c259c640 1 --2- 172.21.15.111:0/195682572 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb9c4072590 0x7fb9c415b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.116 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.109+0000 7fb9c259c640 1 -- 172.21.15.111:0/195682572 >> v1:172.21.15.114:6789/0 conn(0x7fb9c415bec0 legacy=0x7fb9c406e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.116 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.109+0000 7fb9c259c640 1 -- 172.21.15.111:0/195682572 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9c415ccc0 con 0x7fb9c41523b0 2024-09-19T04:33:01.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.109+0000 7f2701d8f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26fc1440b0 0x7f26fc06e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.109+0000 7f2701d8f640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f26fc0b5530 0x7f26fc0ce370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.109+0000 7f2701d8f640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f26fc06eb40 con 0x7f26fc062630 2024-09-19T04:33:01.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.109+0000 7f2701d8f640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f26fc06ee20 con 0x7f26fc0b5530 2024-09-19T04:33:01.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.109+0000 7f2701d8f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f26fc06f100 con 0x7f26fc1440b0 2024-09-19T04:33:01.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.109+0000 7f60c1065640 1 -- 172.21.15.111:0/1433521317 shutdown_connections 2024-09-19T04:33:01.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.109+0000 7fb9bbfff640 1 --2- 172.21.15.111:0/195682572 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb9c4072590 0x7fb9c415b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:01.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.110+0000 7fb9c259c640 1 --2- 172.21.15.111:0/195682572 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb9c41523b0 0x7fb9c4072050 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fb9b4009870 tx=0x7fb9b402a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f7dacb5e9b67728 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:01.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.110+0000 7f26fb7fe640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26fc1440b0 0x7f26fc06e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.110+0000 7f26fb7fe640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26fc1440b0 0x7f26fc06e4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:44500/0 (socket says 172.21.15.111:44500) 2024-09-19T04:33:01.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.110+0000 7f26fb7fe640 1 -- 172.21.15.111:0/1523590355 learned_addr learned my addr 172.21.15.111:0/1523590355 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:01.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.110+0000 7f26fbfff640 1 --2- 172.21.15.111:0/1523590355 >> v2:172.21.15.111:3300/0 conn(0x7f26fc0b5530 0x7f26fc0ce370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.110+0000 7f26fb7fe640 1 -- 172.21.15.111:0/1523590355 >> v2:172.21.15.111:3300/0 conn(0x7f26fc0b5530 msgr2=0x7f26fc0ce370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:01.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.110+0000 7f26fb7fe640 1 --2- 172.21.15.111:0/1523590355 >> v2:172.21.15.111:3300/0 conn(0x7f26fc0b5530 0x7f26fc0ce370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.110+0000 7f26fb7fe640 1 -- 172.21.15.111:0/1523590355 >> v1:172.21.15.111:6789/0 conn(0x7f26fc062630 legacy=0x7f26fc0b4e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:01.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.110+0000 7f26fb7fe640 1 -- 172.21.15.111:0/1523590355 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26fc06f3e0 con 0x7f26fc1440b0 2024-09-19T04:33:01.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.110+0000 7f8b661e8640 1 Processor -- start 2024-09-19T04:33:01.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.111+0000 7f8b661e8640 1 -- start start 2024-09-19T04:33:01.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.110+0000 7fb9c1d9b640 1 -- 172.21.15.111:0/195682572 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9b4037070 con 0x7fb9c41523b0 2024-09-19T04:33:01.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.110+0000 7fb9c1d9b640 1 -- 172.21.15.111:0/195682572 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9b4032440 con 0x7fb9c41523b0 2024-09-19T04:33:01.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.111+0000 7fb9c8874640 1 -- 172.21.15.111:0/195682572 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb9c41523b0 msgr2=0x7fb9c4072050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.111+0000 7fb9c1d9b640 1 -- 172.21.15.111:0/195682572 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9b4032810 con 0x7fb9c41523b0 2024-09-19T04:33:01.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.111+0000 7fb9c8874640 1 --2- 172.21.15.111:0/195682572 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb9c41523b0 0x7fb9c4072050 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fb9b4009870 tx=0x7fb9b402a250 comp rx=0 tx=0).stop 2024-09-19T04:33:01.121 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.111+0000 7fc4196e8640 1 --2- 172.21.15.111:0/3890310354 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc414163af0 0x7fc4140b1dc0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc40c009d90 tx=0x7fc40c02a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=47bad9f8598e39dc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:01.121 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.109+0000 7f60c1065640 1 -- 172.21.15.111:0/1433521317 wait complete. 2024-09-19T04:33:01.121 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.111+0000 7fb9c8874640 1 -- 172.21.15.111:0/195682572 shutdown_connections 2024-09-19T04:33:01.121 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.111+0000 7fc4137fe640 1 -- 172.21.15.111:0/3890310354 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc40c031600 con 0x7fc414163af0 2024-09-19T04:33:01.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.111+0000 7fb9c8874640 1 --2- 172.21.15.111:0/195682572 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb9c4072590 0x7fb9c415b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.111+0000 7fb9c8874640 1 --2- 172.21.15.111:0/195682572 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb9c41523b0 0x7fb9c4072050 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.111+0000 7fb9c8874640 1 -- 172.21.15.111:0/195682572 >> 172.21.15.111:0/195682572 conn(0x7fb9c4062c60 msgr2=0x7fb9c40b4870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:01.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.111+0000 7f26fb7fe640 1 --2- 172.21.15.111:0/1523590355 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26fc1440b0 0x7f26fc06e4b0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f26e4009870 tx=0x7f26e402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dec9718bfb58eb7b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:01.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.111+0000 7fc4137fe640 1 -- 172.21.15.111:0/3890310354 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc40c0317a0 con 0x7fc414163af0 2024-09-19T04:33:01.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.111+0000 7fc4137fe640 1 -- 172.21.15.111:0/3890310354 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc40c031b70 con 0x7fc414163af0 2024-09-19T04:33:01.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.112+0000 7fb9c8874640 1 -- 172.21.15.111:0/195682572 shutdown_connections 2024-09-19T04:33:01.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.112+0000 7fb9c8874640 1 -- 172.21.15.111:0/195682572 wait complete. 2024-09-19T04:33:01.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.112+0000 7f26fa7fc640 1 -- 172.21.15.111:0/1523590355 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26e4037070 con 0x7f26fc1440b0 2024-09-19T04:33:01.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.111+0000 7f60c1065640 1 Processor -- start 2024-09-19T04:33:01.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.111+0000 7f60c1065640 1 -- start start 2024-09-19T04:33:01.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.112+0000 7f26fa7fc640 1 -- 172.21.15.111:0/1523590355 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26e4032440 con 0x7f26fc1440b0 2024-09-19T04:33:01.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.112+0000 7f26fa7fc640 1 -- 172.21.15.111:0/1523590355 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26e4032810 con 0x7f26fc1440b0 2024-09-19T04:33:01.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.112+0000 7f8b661e8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b6006bba0 0x7f8b600cd700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.112+0000 7f8b661e8640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8b600cdce0 con 0x7f8b600af850 2024-09-19T04:33:01.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.112+0000 7f8b661e8640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8b600b37b0 con 0x7f8b600b4290 2024-09-19T04:33:01.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.112+0000 7f8b661e8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8b600b3560 con 0x7f8b6006bba0 2024-09-19T04:33:01.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.112+0000 7f8b5effd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f8b600af850 0x7f8b6006bf80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:48000/0 (socket says 172.21.15.111:48000) 2024-09-19T04:33:01.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.112+0000 7f8b5effd640 1 -- 172.21.15.111:0/2256017553 learned_addr learned my addr 172.21.15.111:0/2256017553 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:01.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.112+0000 7f8b5f7fe640 1 --2- 172.21.15.111:0/2256017553 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b6006bba0 0x7f8b600cd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.113+0000 7fc419ee9640 1 -- 172.21.15.111:0/3890310354 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc414163af0 msgr2=0x7fc4140b1dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.113+0000 7fc419ee9640 1 --2- 172.21.15.111:0/3890310354 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc414163af0 0x7fc4140b1dc0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc40c009d90 tx=0x7fc40c02a5d0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.113+0000 7f2701d8f640 1 -- 172.21.15.111:0/1523590355 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26fc1440b0 msgr2=0x7f26fc06e4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.113+0000 7fc419ee9640 1 -- 172.21.15.111:0/3890310354 shutdown_connections 2024-09-19T04:33:01.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.113+0000 7fc419ee9640 1 --2- 172.21.15.111:0/3890310354 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc414163af0 0x7fc4140b1dc0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.113+0000 7fc419ee9640 1 --2- 172.21.15.111:0/3890310354 >> v2:172.21.15.111:3300/0 conn(0x7fc41415cd30 0x7fc4140b4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.113+0000 7fc419ee9640 1 -- 172.21.15.111:0/3890310354 >> 172.21.15.111:0/3890310354 conn(0x7fc41406e910 msgr2=0x7fc41406bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:01.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.113+0000 7f2701d8f640 1 --2- 172.21.15.111:0/1523590355 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26fc1440b0 0x7f26fc06e4b0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f26e4009870 tx=0x7f26e402a180 comp rx=0 tx=0).stop 2024-09-19T04:33:01.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.113+0000 7fc419ee9640 1 -- 172.21.15.111:0/3890310354 shutdown_connections 2024-09-19T04:33:01.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.113+0000 7fc419ee9640 1 -- 172.21.15.111:0/3890310354 wait complete. 2024-09-19T04:33:01.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.113+0000 7f60c1065640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f60bc0727d0 0x7f60bc13e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.113+0000 7f60c1065640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f60bc13eaf0 0x7f60bc1e21e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.113+0000 7f60c1065640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f60bc140a40 0x7f60bc1f8140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.113+0000 7f60c1065640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f60bc0b5ff0 con 0x7f60bc140a40 2024-09-19T04:33:01.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.113+0000 7f60c1065640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f60bc140e20 con 0x7f60bc13eaf0 2024-09-19T04:33:01.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.113+0000 7f60c1065640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f60bc0b6170 con 0x7f60bc0727d0 2024-09-19T04:33:01.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.113+0000 7f60b3fff640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f60bc13eaf0 0x7f60bc1e21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.113+0000 7f60b3fff640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f60bc13eaf0 0x7f60bc1e21e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:36932/0 (socket says 172.21.15.111:36932) 2024-09-19T04:33:01.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.113+0000 7f60b3fff640 1 -- 172.21.15.111:0/2204947859 learned_addr learned my addr 172.21.15.111:0/2204947859 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:01.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f2701d8f640 1 -- 172.21.15.111:0/1523590355 shutdown_connections 2024-09-19T04:33:01.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f2701d8f640 1 --2- 172.21.15.111:0/1523590355 >> v2:172.21.15.111:3300/0 conn(0x7f26fc0b5530 0x7f26fc0ce370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f2701d8f640 1 --2- 172.21.15.111:0/1523590355 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26fc1440b0 0x7f26fc06e4b0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f2701d8f640 1 -- 172.21.15.111:0/1523590355 >> 172.21.15.111:0/1523590355 conn(0x7f26fc06cae0 msgr2=0x7f26fc06cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:01.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f60bb59e640 1 --2- 172.21.15.111:0/2204947859 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f60bc140a40 0x7f60bc1f8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7fb9c8874640 1 Processor -- start 2024-09-19T04:33:01.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f60bad9d640 1 --2- 172.21.15.111:0/2204947859 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f60bc0727d0 0x7f60bc13e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f2701d8f640 1 -- 172.21.15.111:0/1523590355 shutdown_connections 2024-09-19T04:33:01.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7fcc2fe7b640 1 Processor -- start 2024-09-19T04:33:01.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f60b3fff640 1 -- 172.21.15.111:0/2204947859 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f60bc0727d0 msgr2=0x7f60bc13e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7fe9ae9fd640 1 Processor -- start 2024-09-19T04:33:01.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f60b3fff640 1 --2- 172.21.15.111:0/2204947859 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f60bc0727d0 0x7f60bc13e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f60b3fff640 1 -- 172.21.15.111:0/2204947859 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f60bc140a40 msgr2=0x7f60bc1f8140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f60b3fff640 1 --2- 172.21.15.111:0/2204947859 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f60bc140a40 0x7f60bc1f8140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f60b3fff640 1 -- 172.21.15.111:0/2204947859 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60bc13d010 con 0x7f60bc13eaf0 2024-09-19T04:33:01.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7fcc2fe7b640 1 -- start start 2024-09-19T04:33:01.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.115+0000 7fb9c8874640 1 -- start start 2024-09-19T04:33:01.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.115+0000 7f60b3fff640 1 --2- 172.21.15.111:0/2204947859 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f60bc13eaf0 0x7f60bc1e21e0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f60a400c7f0 tx=0x7f60a400ccb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:01.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.115+0000 7fc419ee9640 1 Processor -- start 2024-09-19T04:33:01.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.115+0000 7f60b37fe640 1 -- 172.21.15.111:0/2204947859 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60a4015070 con 0x7f60bc13eaf0 2024-09-19T04:33:01.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.115+0000 7f60b37fe640 1 -- 172.21.15.111:0/2204947859 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60a4004240 con 0x7f60bc13eaf0 2024-09-19T04:33:01.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.115+0000 7f60b37fe640 1 -- 172.21.15.111:0/2204947859 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60a4007620 con 0x7f60bc13eaf0 2024-09-19T04:33:01.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.115+0000 7fc419ee9640 1 -- start start 2024-09-19T04:33:01.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f2701d8f640 1 -- 172.21.15.111:0/1523590355 wait complete. 2024-09-19T04:33:01.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7f60c1065640 1 -- 172.21.15.111:0/2204947859 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60bc13d2f0 con 0x7f60bc13eaf0 2024-09-19T04:33:01.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7fcc2fe7b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fcc28143c50 0x7fcc2806e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7fcc2fe7b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc280b4e20 0x7fcc280b5230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7fcc2fe7b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcc280b5770 con 0x7fcc281440b0 2024-09-19T04:33:01.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7fcc2fe7b640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fcc28062d40 con 0x7fcc28143c50 2024-09-19T04:33:01.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.115+0000 7fe9ae9fd640 1 -- start start 2024-09-19T04:33:01.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7fe9ae9fd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe9a8161d00 0x7fe9a80d3c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7fe9ae9fd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe9a806c670 0x7fe9a80b7770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7fcc2fe7b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcc2806eb40 con 0x7fcc280b4e20 2024-09-19T04:33:01.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7fe9ae9fd640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9a80d2b80 con 0x7fe9a806cb20 2024-09-19T04:33:01.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7fe9ae9fd640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fe9a80d4160 con 0x7fe9a8161d00 2024-09-19T04:33:01.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7fe9ae9fd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe9a80d3790 con 0x7fe9a806c670 2024-09-19T04:33:01.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7fb9c8874640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb9c4072590 0x7fb9c40cffe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7fcc2e418640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc280b4e20 0x7fcc280b5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7fcc2e418640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc280b4e20 0x7fcc280b5230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:44536/0 (socket says 172.21.15.111:44536) 2024-09-19T04:33:01.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7fcc2e418640 1 -- 172.21.15.111:0/2566012031 learned_addr learned my addr 172.21.15.111:0/2566012031 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:01.138 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f8b5e7fc640 1 -- 172.21.15.111:0/2256017553 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1181414521 0 0) 0x7f8b600b37b0 con 0x7f8b600b4290 2024-09-19T04:33:01.138 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f8b5e7fc640 1 -- 172.21.15.111:0/2256017553 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8b48003520 con 0x7f8b600b4290 2024-09-19T04:33:01.138 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f8b5e7fc640 1 -- 172.21.15.111:0/2256017553 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2897702475 0 0) 0x7f8b600cdce0 con 0x7f8b600af850 2024-09-19T04:33:01.138 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f8b5e7fc640 1 -- 172.21.15.111:0/2256017553 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8b600b37b0 con 0x7f8b600af850 2024-09-19T04:33:01.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f8b5e7fc640 1 -- 172.21.15.111:0/2256017553 <== mon.1 v1:172.21.15.114:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 800995515 0 0) 0x7f8b48003520 con 0x7f8b600b4290 2024-09-19T04:33:01.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f8b5e7fc640 1 -- 172.21.15.111:0/2256017553 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b6006bba0 msgr2=0x7f8b600cd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:01.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f8b5e7fc640 1 --2- 172.21.15.111:0/2256017553 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b6006bba0 0x7f8b600cd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f8b5e7fc640 1 -- 172.21.15.111:0/2256017553 >> v1:172.21.15.111:6789/0 conn(0x7f8b600af850 legacy=0x7f8b6006bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f8b5e7fc640 1 -- 172.21.15.111:0/2256017553 --> v1:172.21.15.114:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b600b3a90 con 0x7f8b600b4290 2024-09-19T04:33:01.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f8b5e7fc640 1 -- 172.21.15.111:0/2256017553 <== mon.1 v1:172.21.15.114:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f8b54001670 con 0x7f8b600b4290 2024-09-19T04:33:01.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f8b5e7fc640 1 -- 172.21.15.111:0/2256017553 >> v1:172.21.15.114:6789/0 conn(0x7f8b600b4290 legacy=0x7f8b60070f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f8b5e7fc640 1 --2- 172.21.15.111:0/2256017553 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8b48003b40 0x7f8b48003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f8b5e7fc640 1 --2- 172.21.15.111:0/2256017553 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b48004800 0x7f8b48004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f8b5e7fc640 1 --2- 172.21.15.111:0/2256017553 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b480051c0 0x7f8b4800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f8b5e7fc640 1 -- 172.21.15.111:0/2256017553 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8b600b3560 con 0x7f8b48003b40 2024-09-19T04:33:01.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f8b5e7fc640 1 -- 172.21.15.111:0/2256017553 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8b4800c060 con 0x7f8b48004800 2024-09-19T04:33:01.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f8b5e7fc640 1 -- 172.21.15.111:0/2256017553 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8b4800c260 con 0x7f8b480051c0 2024-09-19T04:33:01.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f8b5f7fe640 1 --2- 172.21.15.111:0/2256017553 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8b48003b40 0x7f8b48003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.114+0000 7f8b5ffff640 1 --2- 172.21.15.111:0/2256017553 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b480051c0 0x7f8b4800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.115+0000 7f8b5effd640 1 --2- 172.21.15.111:0/2256017553 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b48004800 0x7f8b48004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.115+0000 7f8b5ffff640 1 -- 172.21.15.111:0/2256017553 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b48004800 msgr2=0x7f8b48004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:01.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.115+0000 7f8b5ffff640 1 --2- 172.21.15.111:0/2256017553 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b48004800 0x7f8b48004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.115+0000 7f8b5ffff640 1 -- 172.21.15.111:0/2256017553 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8b48003b40 msgr2=0x7f8b48003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:01.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.115+0000 7f8b5ffff640 1 --2- 172.21.15.111:0/2256017553 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8b48003b40 0x7f8b48003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.115+0000 7f8b5ffff640 1 -- 172.21.15.111:0/2256017553 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b48003520 con 0x7f8b480051c0 2024-09-19T04:33:01.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7fcc2dc17640 1 --2- 172.21.15.111:0/2566012031 >> v2:172.21.15.114:3300/0 conn(0x7fcc28143c50 0x7fcc2806e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7fe99f7fe640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7fe9a806cb20 0x7fe9a806bf60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:54690/0 (socket says 172.21.15.111:54690) 2024-09-19T04:33:01.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7fe99f7fe640 1 -- 172.21.15.111:0/1527266873 learned_addr learned my addr 172.21.15.111:0/1527266873 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:01.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7fe9acf9a640 1 --2- 172.21.15.111:0/1527266873 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe9a806c670 0x7fe9a80b7770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7f8b5ffff640 1 --2- 172.21.15.111:0/2256017553 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b480051c0 0x7f8b4800b9c0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f8b54007f10 tx=0x7f8b48005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3490c17a44da5621 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:01.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7fb9c8874640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb9c41523b0 0x7fb9c4147780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7fb9c8874640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb9c415bec0 0x7fb9c413ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7fb9c8874640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c4152790 con 0x7fb9c41523b0 2024-09-19T04:33:01.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7fb9c8874640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c415d280 con 0x7fb9c415bec0 2024-09-19T04:33:01.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7fb9c8874640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb9c40d0520 con 0x7fb9c4072590 2024-09-19T04:33:01.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7f60c1065640 1 -- 172.21.15.111:0/2204947859 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60bc13d8b0 con 0x7f60bc13eaf0 2024-09-19T04:33:01.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fc419ee9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc41415cd30 0x7fc414154300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fb9bbfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb9c41523b0 0x7fb9c4147780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fb9bbfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb9c41523b0 0x7fb9c4147780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48100/0 (socket says 172.21.15.111:48100) 2024-09-19T04:33:01.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fb9c2d9d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb9c415bec0 0x7fb9c413ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fb9bbfff640 1 -- 172.21.15.111:0/661338141 learned_addr learned my addr 172.21.15.111:0/661338141 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:01.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fc419ee9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc41415d110 0x7fc414166860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.116+0000 7f2701d8f640 1 Processor -- start 2024-09-19T04:33:01.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7f2701d8f640 1 -- start start 2024-09-19T04:33:01.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fb9bbfff640 1 -- 172.21.15.111:0/661338141 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb9c4072590 msgr2=0x7fb9c40cffe0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T04:33:01.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fb9bbfff640 1 --2- 172.21.15.111:0/661338141 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb9c4072590 0x7fb9c40cffe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fb9bbfff640 1 -- 172.21.15.111:0/661338141 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb9c415bec0 msgr2=0x7fb9c413ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fb9bbfff640 1 --2- 172.21.15.111:0/661338141 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb9c415bec0 0x7fb9c413ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fb9bbfff640 1 -- 172.21.15.111:0/661338141 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9c4152e60 con 0x7fb9c41523b0 2024-09-19T04:33:01.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fe9acf9a640 1 -- 172.21.15.111:0/1527266873 >> v2:172.21.15.111:3300/0 conn(0x7fe9a8161d00 msgr2=0x7fe9a80d3c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:01.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fe9acf9a640 1 --2- 172.21.15.111:0/1527266873 >> v2:172.21.15.111:3300/0 conn(0x7fe9a8161d00 0x7fe9a80d3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fe9acf9a640 1 -- 172.21.15.111:0/1527266873 >> v1:172.21.15.114:6789/0 conn(0x7fe9a806cb20 legacy=0x7fe9a806bf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fe9acf9a640 1 -- 172.21.15.111:0/1527266873 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9a80d2e60 con 0x7fe9a806c670 2024-09-19T04:33:01.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fc418ee7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc41415cd30 0x7fc414154300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fc418ee7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc41415cd30 0x7fc414154300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48110/0 (socket says 172.21.15.111:48110) 2024-09-19T04:33:01.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fc419ee9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc414163af0 0x7fc414166da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fc419ee9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc4140b2480 con 0x7fc41415cd30 2024-09-19T04:33:01.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fc419ee9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc4140b2300 con 0x7fc414163af0 2024-09-19T04:33:01.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fc419ee9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc4140b2600 con 0x7fc41415d110 2024-09-19T04:33:01.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7f8b5e7fc640 1 -- 172.21.15.111:0/2256017553 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b54007b30 con 0x7f8b480051c0 2024-09-19T04:33:01.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7f8b5e7fc640 1 -- 172.21.15.111:0/2256017553 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b54031620 con 0x7f8b480051c0 2024-09-19T04:33:01.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7f8b5e7fc640 1 -- 172.21.15.111:0/2256017553 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b54031a10 con 0x7f8b480051c0 2024-09-19T04:33:01.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.118+0000 7fb9bbfff640 1 --2- 172.21.15.111:0/661338141 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb9c41523b0 0x7fb9c4147780 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fb9ac00c7f0 tx=0x7fb9ac00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:01.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fcc2e418640 1 -- 172.21.15.111:0/2566012031 >> v2:172.21.15.114:3300/0 conn(0x7fcc28143c50 msgr2=0x7fcc2806e4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:01.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fcc2e418640 1 --2- 172.21.15.111:0/2566012031 >> v2:172.21.15.114:3300/0 conn(0x7fcc28143c50 0x7fcc2806e4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fcc2e418640 1 -- 172.21.15.111:0/2566012031 >> v1:172.21.15.111:6789/0 conn(0x7fcc281440b0 legacy=0x7fcc28062630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:01.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fcc2e418640 1 -- 172.21.15.111:0/2566012031 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc2806ee20 con 0x7fcc280b4e20 2024-09-19T04:33:01.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.118+0000 7f2701d8f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26fc062630 0x7f26fc153e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.118+0000 7fcc2e418640 1 --2- 172.21.15.111:0/2566012031 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc280b4e20 0x7fcc280b5230 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fcc24009870 tx=0x7fcc2402a230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bdcd7355ff6b28bd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:01.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7fc418ee7640 1 -- 172.21.15.111:0/2589924991 learned_addr learned my addr 172.21.15.111:0/2589924991 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:01.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.118+0000 7fc418ee7640 1 -- 172.21.15.111:0/2589924991 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc41415d110 msgr2=0x7fc414166860 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T04:33:01.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.118+0000 7fc418ee7640 1 --2- 172.21.15.111:0/2589924991 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc41415d110 0x7fc414166860 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.118+0000 7fc418ee7640 1 -- 172.21.15.111:0/2589924991 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc414163af0 msgr2=0x7fc414166da0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T04:33:01.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.118+0000 7fc418ee7640 1 --2- 172.21.15.111:0/2589924991 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc414163af0 0x7fc414166da0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.118+0000 7fc418ee7640 1 -- 172.21.15.111:0/2589924991 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc414164010 con 0x7fc41415cd30 2024-09-19T04:33:01.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.118+0000 7f2701d8f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f26fc0b5530 0x7f26fc138440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.118+0000 7f2701d8f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26fc1440b0 0x7f26fc15d830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.118+0000 7f2701d8f640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f26fc143e60 con 0x7f26fc062630 2024-09-19T04:33:01.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.118+0000 7f2701d8f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f26fc143ce0 con 0x7f26fc0b5530 2024-09-19T04:33:01.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.118+0000 7f2701d8f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f26fc062a70 con 0x7f26fc1440b0 2024-09-19T04:33:01.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.118+0000 7f26fb7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26fc062630 0x7f26fc153e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.118+0000 7fe9acf9a640 1 --2- 172.21.15.111:0/1527266873 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe9a806c670 0x7fe9a80b7770 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fe9a0009dc0 tx=0x7fe9a002a6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aa5669c3f51c9a92 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:01.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.118+0000 7fcc2cc15640 1 -- 172.21.15.111:0/2566012031 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc24037070 con 0x7fcc280b4e20 2024-09-19T04:33:01.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.118+0000 7fcc2cc15640 1 -- 172.21.15.111:0/2566012031 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc24032440 con 0x7fcc280b4e20 2024-09-19T04:33:01.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.118+0000 7fcc2cc15640 1 -- 172.21.15.111:0/2566012031 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc240327f0 con 0x7fcc280b4e20 2024-09-19T04:33:01.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.118+0000 7f60b37fe640 1 -- 172.21.15.111:0/2204947859 <== mon.1 v2:172.21.15.114:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f60a40077c0 con 0x7f60bc13eaf0 2024-09-19T04:33:01.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.118+0000 7fc418ee7640 1 --2- 172.21.15.111:0/2589924991 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc41415cd30 0x7fc414154300 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc40800d830 tx=0x7fc40800dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:01.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7fa2a8fcc640 1 Processor -- start 2024-09-19T04:33:01.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7fc4117fa640 1 -- 172.21.15.111:0/2589924991 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc408018030 con 0x7fc41415cd30 2024-09-19T04:33:01.152 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7fb9baffd640 1 -- 172.21.15.111:0/661338141 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9ac015070 con 0x7fb9c41523b0 2024-09-19T04:33:01.152 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.118+0000 7f26fb7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26fc062630 0x7f26fc153e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48126/0 (socket says 172.21.15.111:48126) 2024-09-19T04:33:01.152 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.118+0000 7f26fb7fe640 1 -- 172.21.15.111:0/1656486234 learned_addr learned my addr 172.21.15.111:0/1656486234 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:01.152 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.118+0000 7f26fbfff640 1 --2- 172.21.15.111:0/1656486234 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26fc1440b0 0x7f26fc15d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.152 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7f26fbfff640 1 -- 172.21.15.111:0/1656486234 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f26fc0b5530 msgr2=0x7f26fc138440 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T04:33:01.152 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7f26fbfff640 1 --2- 172.21.15.111:0/1656486234 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f26fc0b5530 0x7f26fc138440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.152 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7f26fbfff640 1 -- 172.21.15.111:0/1656486234 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26fc062630 msgr2=0x7f26fc153e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7f26fbfff640 1 --2- 172.21.15.111:0/1656486234 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26fc062630 0x7f26fc153e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7f26fbfff640 1 -- 172.21.15.111:0/1656486234 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26fc154370 con 0x7f26fc1440b0 2024-09-19T04:33:01.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7f26fb7fe640 1 --2- 172.21.15.111:0/1656486234 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26fc062630 0x7f26fc153e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:33:01.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7fc419ee9640 1 -- 172.21.15.111:0/2589924991 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc414154b50 con 0x7fc41415cd30 2024-09-19T04:33:01.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7f8b661e8640 1 -- 172.21.15.111:0/2256017553 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b480051c0 msgr2=0x7f8b4800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7f8b661e8640 1 --2- 172.21.15.111:0/2256017553 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b480051c0 0x7f8b4800b9c0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f8b54007f10 tx=0x7f8b48005830 comp rx=0 tx=0).stop 2024-09-19T04:33:01.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7fb9baffd640 1 -- 172.21.15.111:0/661338141 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9ac007a30 con 0x7fb9c41523b0 2024-09-19T04:33:01.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7f8b5ffff640 1 -- 172.21.15.111:0/2256017553 reap_dead start 2024-09-19T04:33:01.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7f8b661e8640 1 -- 172.21.15.111:0/2256017553 shutdown_connections 2024-09-19T04:33:01.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7f8b661e8640 1 -- 172.21.15.111:0/2256017553 >> 172.21.15.111:0/2256017553 conn(0x7f8b600b2040 msgr2=0x7f8b600b2420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:01.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7fb9c8874640 1 -- 172.21.15.111:0/661338141 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9c4153140 con 0x7fb9c41523b0 2024-09-19T04:33:01.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7fb9c8874640 1 -- 172.21.15.111:0/661338141 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9c4154e00 con 0x7fb9c41523b0 2024-09-19T04:33:01.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7fb9baffd640 1 -- 172.21.15.111:0/661338141 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9ac007de0 con 0x7fb9c41523b0 2024-09-19T04:33:01.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7fe9a77fe640 1 -- 172.21.15.111:0/1527266873 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9a002ae60 con 0x7fe9a806c670 2024-09-19T04:33:01.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7fe9a77fe640 1 -- 172.21.15.111:0/1527266873 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9a0007740 con 0x7fe9a806c670 2024-09-19T04:33:01.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7fe9a77fe640 1 -- 172.21.15.111:0/1527266873 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9a0007b70 con 0x7fe9a806c670 2024-09-19T04:33:01.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.120+0000 7fe9ae9fd640 1 -- 172.21.15.111:0/1527266873 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe9a806c670 msgr2=0x7fe9a80b7770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.120+0000 7fe9ae9fd640 1 --2- 172.21.15.111:0/1527266873 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe9a806c670 0x7fe9a80b7770 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fe9a0009dc0 tx=0x7fe9a002a6a0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.120+0000 7fe9ae9fd640 1 -- 172.21.15.111:0/1527266873 shutdown_connections 2024-09-19T04:33:01.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.120+0000 7fe9ae9fd640 1 --2- 172.21.15.111:0/1527266873 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe9a806c670 0x7fe9a80b7770 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.120+0000 7fe9ae9fd640 1 --2- 172.21.15.111:0/1527266873 >> v2:172.21.15.111:3300/0 conn(0x7fe9a8161d00 0x7fe9a80d3c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.120+0000 7fe9ae9fd640 1 -- 172.21.15.111:0/1527266873 >> 172.21.15.111:0/1527266873 conn(0x7fe9a80d4500 msgr2=0x7fe9a80d4910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:01.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.120+0000 7fe9ae9fd640 1 -- 172.21.15.111:0/1527266873 shutdown_connections 2024-09-19T04:33:01.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.120+0000 7fe9ae9fd640 1 -- 172.21.15.111:0/1527266873 wait complete. 2024-09-19T04:33:01.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7fcc2fe7b640 1 -- 172.21.15.111:0/2566012031 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc280b4e20 msgr2=0x7fcc280b5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7fcc2fe7b640 1 --2- 172.21.15.111:0/2566012031 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc280b4e20 0x7fcc280b5230 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fcc24009870 tx=0x7fcc2402a230 comp rx=0 tx=0).stop 2024-09-19T04:33:01.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7fcc2fe7b640 1 -- 172.21.15.111:0/2566012031 shutdown_connections 2024-09-19T04:33:01.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7fcc2fe7b640 1 --2- 172.21.15.111:0/2566012031 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc280b4e20 0x7fcc280b5230 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7fcc2fe7b640 1 --2- 172.21.15.111:0/2566012031 >> v2:172.21.15.114:3300/0 conn(0x7fcc28143c50 0x7fcc2806e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7fcc2fe7b640 1 -- 172.21.15.111:0/2566012031 >> 172.21.15.111:0/2566012031 conn(0x7fcc2806cae0 msgr2=0x7fcc2806cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:01.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.120+0000 7fcc2fe7b640 1 -- 172.21.15.111:0/2566012031 shutdown_connections 2024-09-19T04:33:01.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.120+0000 7fcc2fe7b640 1 -- 172.21.15.111:0/2566012031 wait complete. 2024-09-19T04:33:01.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.117+0000 7f60b17fa640 1 -- 172.21.15.111:0/2204947859 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60bc15c480 con 0x7f60bc13eaf0 2024-09-19T04:33:01.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7f60b37fe640 1 --2- 172.21.15.111:0/2204947859 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f60a006c3b0 0x7f60a006e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7f60b37fe640 1 -- 172.21.15.111:0/2204947859 <== mon.1 v2:172.21.15.114:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f60a408b250 con 0x7f60bc13eaf0 2024-09-19T04:33:01.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7f26fbfff640 1 --2- 172.21.15.111:0/1656486234 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26fc1440b0 0x7f26fc15d830 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f26f4007d90 tx=0x7f26f400e4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:01.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.120+0000 7f26f3fff640 1 -- 172.21.15.111:0/1656486234 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26f400edd0 con 0x7f26fc1440b0 2024-09-19T04:33:01.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.120+0000 7f26f3fff640 1 -- 172.21.15.111:0/1656486234 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26f4003990 con 0x7f26fc1440b0 2024-09-19T04:33:01.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.121+0000 7f26f3fff640 1 -- 172.21.15.111:0/1656486234 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26f4003d80 con 0x7f26fc1440b0 2024-09-19T04:33:01.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7fa2a8fcc640 1 -- start start 2024-09-19T04:33:01.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.120+0000 7fa2a37fe640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7fa2a41582b0 0x7fa2a40d05d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:54692/0 (socket says 172.21.15.111:54692) 2024-09-19T04:33:01.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.120+0000 7fa2a8fcc640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2a40cfa80 0x7fa2a415aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.120+0000 7fa2a37fe640 1 -- 172.21.15.111:0/2903156746 learned_addr learned my addr 172.21.15.111:0/2903156746 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:01.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.121+0000 7fa2a3fff640 1 --2- 172.21.15.111:0/2903156746 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2a40cfa80 0x7fa2a415aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.121+0000 7fa2a8fcc640 1 -- 172.21.15.111:0/2903156746 --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa2a40b3b10 con 0x7fa2a40d0ce0 2024-09-19T04:33:01.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.121+0000 7fa2a8fcc640 1 -- 172.21.15.111:0/2903156746 --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa2a415ba70 con 0x7fa2a41582b0 2024-09-19T04:33:01.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.121+0000 7fa2a8fcc640 1 -- 172.21.15.111:0/2903156746 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa2a40b4200 con 0x7fa2a40cfa80 2024-09-19T04:33:01.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.121+0000 7fb9c8874640 1 -- 172.21.15.111:0/661338141 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9a8005290 con 0x7fb9c41523b0 2024-09-19T04:33:01.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.121+0000 7fa2a3fff640 1 -- 172.21.15.111:0/2903156746 >> v1:172.21.15.114:6789/0 conn(0x7fa2a41582b0 legacy=0x7fa2a40d05d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.121+0000 7fa2a3fff640 1 -- 172.21.15.111:0/2903156746 >> v1:172.21.15.111:6789/0 conn(0x7fa2a40d0ce0 legacy=0x7fa2a40b4690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:01.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.121+0000 7fa2a3fff640 1 -- 172.21.15.111:0/2903156746 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2a415b1d0 con 0x7fa2a40cfa80 2024-09-19T04:33:01.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.122+0000 7fb9baffd640 1 -- 172.21.15.111:0/661338141 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb9ac018070 con 0x7fb9c41523b0 2024-09-19T04:33:01.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.122+0000 7fe9ae9fd640 1 Processor -- start 2024-09-19T04:33:01.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.121+0000 7fcc2fe7b640 1 Processor -- start 2024-09-19T04:33:01.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.122+0000 7f8b661e8640 1 -- 172.21.15.111:0/2256017553 shutdown_connections 2024-09-19T04:33:01.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.122+0000 7fe9ae9fd640 1 -- start start 2024-09-19T04:33:01.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.122+0000 7f2701d8f640 1 -- 172.21.15.111:0/1656486234 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26fc141100 con 0x7f26fc1440b0 2024-09-19T04:33:01.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.122+0000 7fcc2fe7b640 1 -- start start 2024-09-19T04:33:01.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.122+0000 7f2701d8f640 1 -- 172.21.15.111:0/1656486234 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f26fc137fa0 con 0x7f26fc1440b0 2024-09-19T04:33:01.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.122+0000 7fb9baffd640 1 --2- 172.21.15.111:0/661338141 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb9a406c330 0x7fb9a406e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.119+0000 7fc419ee9640 1 -- 172.21.15.111:0/2589924991 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4141645b0 con 0x7fc41415cd30 2024-09-19T04:33:01.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.122+0000 7fc4117fa640 1 -- 172.21.15.111:0/2589924991 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc40800be10 con 0x7fc41415cd30 2024-09-19T04:33:01.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.122+0000 7fc4117fa640 1 -- 172.21.15.111:0/2589924991 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4080098b0 con 0x7fc41415cd30 2024-09-19T04:33:01.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.122+0000 7fa2a3fff640 1 --2- 172.21.15.111:0/2903156746 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2a40cfa80 0x7fa2a415aaf0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa2a40b4380 tx=0x7fa29c02b700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a4a9b87ff27b8b18 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:01.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.123+0000 7fb9baffd640 1 -- 172.21.15.111:0/661338141 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb9ac08b180 con 0x7fb9c41523b0 2024-09-19T04:33:01.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.123+0000 7f8b661e8640 1 -- 172.21.15.111:0/2256017553 wait complete. 2024-09-19T04:33:01.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.121+0000 7f60bad9d640 1 --2- 172.21.15.111:0/2204947859 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f60a006c3b0 0x7f60a006e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.123+0000 7fb9c259c640 1 --2- 172.21.15.111:0/661338141 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb9a406c330 0x7fb9a406e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.123+0000 7fe9ae9fd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe9a806c670 0x7fe9a806f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.124+0000 7fe9ae9fd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe9a806cb20 0x7fe9a8072a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.124+0000 7fe9a7fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe9a806c670 0x7fe9a806f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.124+0000 7fe9a7fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe9a806c670 0x7fe9a806f8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48146/0 (socket says 172.21.15.111:48146) 2024-09-19T04:33:01.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.124+0000 7fe9a7fff640 1 -- 172.21.15.111:0/1778324142 learned_addr learned my addr 172.21.15.111:0/1778324142 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:01.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.124+0000 7fe99f7fe640 1 --2- 172.21.15.111:0/1778324142 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe9a806cb20 0x7fe9a8072a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.123+0000 7fcc2fe7b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc280b4e20 0x7fcc28140d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.123+0000 7fcc2fe7b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc28143c50 0x7fcc28169e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.123+0000 7fcc2dc17640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc280b4e20 0x7fcc28140d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.123+0000 7fcc2fe7b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc281440b0 0x7fcc28140460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.123+0000 7fcc2dc17640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc280b4e20 0x7fcc28140d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48130/0 (socket says 172.21.15.111:48130) 2024-09-19T04:33:01.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.123+0000 7fcc2dc17640 1 -- 172.21.15.111:0/752481363 learned_addr learned my addr 172.21.15.111:0/752481363 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:01.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.123+0000 7fcc2fe7b640 1 -- 172.21.15.111:0/752481363 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fcc28072cd0 con 0x7fcc280b4e20 2024-09-19T04:33:01.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.123+0000 7fcc2fe7b640 1 -- 172.21.15.111:0/752481363 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fcc2806f3e0 con 0x7fcc28143c50 2024-09-19T04:33:01.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.123+0000 7fcc2fe7b640 1 -- 172.21.15.111:0/752481363 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcc280ce370 con 0x7fcc281440b0 2024-09-19T04:33:01.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.123+0000 7fcc2d416640 1 --2- 172.21.15.111:0/752481363 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc28143c50 0x7fcc28169e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.123+0000 7f60bad9d640 1 --2- 172.21.15.111:0/2204947859 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f60a006c3b0 0x7f60a006e870 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f60ac006fd0 tx=0x7f60ac008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:01.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.123+0000 7fc419ee9640 1 -- 172.21.15.111:0/2589924991 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3f4005290 con 0x7fc41415cd30 2024-09-19T04:33:01.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.123+0000 7fc4117fa640 1 -- 172.21.15.111:0/2589924991 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc40801b070 con 0x7fc41415cd30 2024-09-19T04:33:01.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.123+0000 7fc4117fa640 1 --2- 172.21.15.111:0/2589924991 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc40006c3b0 0x7fc40006e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.123+0000 7fa2a2ffd640 1 -- 172.21.15.111:0/2903156746 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa29c007740 con 0x7fa2a40cfa80 2024-09-19T04:33:01.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.123+0000 7fa2a2ffd640 1 -- 172.21.15.111:0/2903156746 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa29c0078e0 con 0x7fa2a40cfa80 2024-09-19T04:33:01.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.123+0000 7fa2a2ffd640 1 -- 172.21.15.111:0/2903156746 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa29c007cb0 con 0x7fa2a40cfa80 2024-09-19T04:33:01.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.124+0000 7fe9ae9fd640 1 --2- 172.21.15.111:0/1778324142 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe9a8161d00 0x7fe9a80ce8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.124+0000 7fe9ae9fd640 1 -- 172.21.15.111:0/1778324142 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe9a81620e0 con 0x7fe9a806c670 2024-09-19T04:33:01.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.124+0000 7fe9ae9fd640 1 -- 172.21.15.111:0/1778324142 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe9a80d3420 con 0x7fe9a8161d00 2024-09-19T04:33:01.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.124+0000 7f2701d8f640 1 -- 172.21.15.111:0/1656486234 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26fc06e4b0 con 0x7f26fc1440b0 2024-09-19T04:33:01.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.124+0000 7fb9c259c640 1 --2- 172.21.15.111:0/661338141 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb9a406c330 0x7fb9a406e7f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb9b4034000 tx=0x7fb9b402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:01.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.124+0000 7fe9acf9a640 1 --2- 172.21.15.111:0/1778324142 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe9a8161d00 0x7fe9a80ce8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.124+0000 7fe9ae9fd640 1 -- 172.21.15.111:0/1778324142 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe9a8162260 con 0x7fe9a806cb20 2024-09-19T04:33:01.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.124+0000 7f26f3fff640 1 -- 172.21.15.111:0/1656486234 <== mon.2 v2:172.21.15.114:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f26f401b020 con 0x7f26fc1440b0 2024-09-19T04:33:01.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.124+0000 7fcc2dc17640 1 -- 172.21.15.111:0/752481363 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc281440b0 msgr2=0x7fcc28140460 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T04:33:01.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.124+0000 7fcc2dc17640 1 --2- 172.21.15.111:0/752481363 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc281440b0 0x7fcc28140460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.124+0000 7fc4117fa640 1 -- 172.21.15.111:0/2589924991 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc40808b580 con 0x7fc41415cd30 2024-09-19T04:33:01.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.124+0000 7fcc2dc17640 1 -- 172.21.15.111:0/752481363 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc28143c50 msgr2=0x7fcc28169e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.124+0000 7fcc2dc17640 1 --2- 172.21.15.111:0/752481363 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc28143c50 0x7fcc28169e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.124+0000 7fcc2dc17640 1 -- 172.21.15.111:0/752481363 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc281412b0 con 0x7fcc280b4e20 2024-09-19T04:33:01.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.124+0000 7fcc2dc17640 1 --2- 172.21.15.111:0/752481363 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc280b4e20 0x7fcc28140d70 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fcc1800d800 tx=0x7fcc1800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:01.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.125+0000 7fc413fff640 1 --2- 172.21.15.111:0/2589924991 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc40006c3b0 0x7fc40006e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.125+0000 7fe9a7fff640 1 -- 172.21.15.111:0/1778324142 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe9a806cb20 msgr2=0x7fe9a8072a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.125+0000 7fe9a7fff640 1 --2- 172.21.15.111:0/1778324142 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe9a806cb20 0x7fe9a8072a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.125+0000 7fe9a7fff640 1 -- 172.21.15.111:0/1778324142 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe9a8161d00 msgr2=0x7fe9a80ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.125+0000 7fe9a7fff640 1 --2- 172.21.15.111:0/1778324142 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe9a8161d00 0x7fe9a80ce8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.125+0000 7fe9a7fff640 1 -- 172.21.15.111:0/1778324142 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9a806fe90 con 0x7fe9a806c670 2024-09-19T04:33:01.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.125+0000 7f8b661e8640 1 Processor -- start 2024-09-19T04:33:01.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.125+0000 7f26f3fff640 1 --2- 172.21.15.111:0/1656486234 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f26dc06c380 0x7f26dc06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.125+0000 7fa2a8fcc640 1 -- 172.21.15.111:0/2903156746 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2a40cfa80 msgr2=0x7fa2a415aaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.125+0000 7fa2a8fcc640 1 --2- 172.21.15.111:0/2903156746 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2a40cfa80 0x7fa2a415aaf0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa2a40b4380 tx=0x7fa29c02b700 comp rx=0 tx=0).stop 2024-09-19T04:33:01.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.125+0000 7fa2a8fcc640 1 -- 172.21.15.111:0/2903156746 shutdown_connections 2024-09-19T04:33:01.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.125+0000 7fa2a8fcc640 1 --2- 172.21.15.111:0/2903156746 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2a40cfa80 0x7fa2a415aaf0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.125+0000 7fa2a8fcc640 1 -- 172.21.15.111:0/2903156746 >> 172.21.15.111:0/2903156746 conn(0x7fa2a406d080 msgr2=0x7fa2a406d460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:01.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.125+0000 7fe9a7fff640 1 --2- 172.21.15.111:0/1778324142 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe9a806c670 0x7fe9a806f8a0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fe99800b410 tx=0x7fe99800b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:01.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.125+0000 7f8b661e8640 1 -- start start 2024-09-19T04:33:01.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.125+0000 7fe9acf9a640 1 --2- 172.21.15.111:0/1778324142 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe9a8161d00 0x7fe9a80ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:01.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.125+0000 7fa2a8fcc640 1 -- 172.21.15.111:0/2903156746 shutdown_connections 2024-09-19T04:33:01.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.125+0000 7fa2a8fcc640 1 -- 172.21.15.111:0/2903156746 wait complete. 2024-09-19T04:33:01.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.125+0000 7fe99f7fe640 1 --2- 172.21.15.111:0/1778324142 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe9a806cb20 0x7fe9a8072a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:01.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.125+0000 7f26fb7fe640 1 --2- 172.21.15.111:0/1656486234 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f26dc06c380 0x7f26dc06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.125+0000 7f26f3fff640 1 -- 172.21.15.111:0/1656486234 <== mon.2 v2:172.21.15.114:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f26f408b580 con 0x7f26fc1440b0 2024-09-19T04:33:01.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.125+0000 7f60b37fe640 1 -- 172.21.15.111:0/2204947859 <== mon.1 v2:172.21.15.114:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f60a4059350 con 0x7f60bc13eaf0 2024-09-19T04:33:01.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.125+0000 7fc413fff640 1 --2- 172.21.15.111:0/2589924991 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc40006c3b0 0x7fc40006e870 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc41415ae40 tx=0x7fc404007a40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:01.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.126+0000 7f26fb7fe640 1 --2- 172.21.15.111:0/1656486234 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f26dc06c380 0x7f26dc06e840 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f26e4000c00 tx=0x7f26e402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:01.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.126+0000 7f8b661e8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8b480051c0 0x7f8b60163460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.126+0000 7f8b661e8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b601639a0 0x7f8b60151660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.126+0000 7f8b661e8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b60151ba0 0x7f8b60168b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.126+0000 7f8b661e8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8b600b4740 con 0x7f8b480051c0 2024-09-19T04:33:01.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.126+0000 7f8b661e8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8b600b3e00 con 0x7f8b601639a0 2024-09-19T04:33:01.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.126+0000 7f8b661e8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8b6016b5b0 con 0x7f8b60151ba0 2024-09-19T04:33:01.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.126+0000 7f8b5effd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b601639a0 0x7f8b60151660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.126+0000 7f8b5f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8b480051c0 0x7f8b60163460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.127+0000 7fa2a8fcc640 1 Processor -- start 2024-09-19T04:33:01.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.127+0000 7fa2a8fcc640 1 -- start start 2024-09-19T04:33:01.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.126+0000 7f8b5ffff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b60151ba0 0x7f8b60168b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.126+0000 7f8b5ffff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b60151ba0 0x7f8b60168b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:44586/0 (socket says 172.21.15.111:44586) 2024-09-19T04:33:01.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.126+0000 7f8b5ffff640 1 -- 172.21.15.111:0/3078935236 learned_addr learned my addr 172.21.15.111:0/3078935236 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:01.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.126+0000 7f8b5effd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b601639a0 0x7f8b60151660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:36986/0 (socket says 172.21.15.111:36986) 2024-09-19T04:33:01.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.127+0000 7f8b5ffff640 1 -- 172.21.15.111:0/3078935236 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b601639a0 msgr2=0x7f8b60151660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.127+0000 7f8b5ffff640 1 --2- 172.21.15.111:0/3078935236 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b601639a0 0x7f8b60151660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.127+0000 7f8b5ffff640 1 -- 172.21.15.111:0/3078935236 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8b480051c0 msgr2=0x7f8b60163460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.127+0000 7f8b5ffff640 1 --2- 172.21.15.111:0/3078935236 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8b480051c0 0x7f8b60163460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.127+0000 7f8b5ffff640 1 -- 172.21.15.111:0/3078935236 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b601623c0 con 0x7f8b60151ba0 2024-09-19T04:33:01.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.127+0000 7f8b5ffff640 1 --2- 172.21.15.111:0/3078935236 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b60151ba0 0x7f8b60168b80 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f8b5400c0e0 tx=0x7f8b600b3d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:01.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.128+0000 7fa2a8fcc640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2a40cfa80 0x7fa2a414fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.128+0000 7fa2a8fcc640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2a40d0ce0 0x7fa2a4071e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.128+0000 7fa2a8fcc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2a41582b0 0x7fa2a4153380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.128+0000 7fa2a8fcc640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa2a415bc90 con 0x7fa2a41582b0 2024-09-19T04:33:01.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.128+0000 7fa2a3fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2a41582b0 0x7fa2a4153380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.128+0000 7fa2a3fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2a41582b0 0x7fa2a4153380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48176/0 (socket says 172.21.15.111:48176) 2024-09-19T04:33:01.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.128+0000 7fa2a3fff640 1 -- 172.21.15.111:0/857214629 learned_addr learned my addr 172.21.15.111:0/857214629 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:01.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.128+0000 7fa29bfff640 1 --2- 172.21.15.111:0/857214629 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2a40d0ce0 0x7fa2a4071e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.128+0000 7fa2a8fcc640 1 -- 172.21.15.111:0/857214629 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa2a415b790 con 0x7fa2a40d0ce0 2024-09-19T04:33:01.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.128+0000 7fa2a37fe640 1 --2- 172.21.15.111:0/857214629 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2a40cfa80 0x7fa2a414fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.128+0000 7fa2a8fcc640 1 -- 172.21.15.111:0/857214629 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa2a41514c0 con 0x7fa2a40cfa80 2024-09-19T04:33:01.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.128+0000 7fa2a3fff640 1 -- 172.21.15.111:0/857214629 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2a40cfa80 msgr2=0x7fa2a414fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.128+0000 7fa2a3fff640 1 --2- 172.21.15.111:0/857214629 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2a40cfa80 0x7fa2a414fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.128+0000 7fa2a3fff640 1 -- 172.21.15.111:0/857214629 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2a40d0ce0 msgr2=0x7fa2a4071e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.128+0000 7fa2a3fff640 1 --2- 172.21.15.111:0/857214629 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2a40d0ce0 0x7fa2a4071e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.128+0000 7fa2a3fff640 1 -- 172.21.15.111:0/857214629 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2a41f0fb0 con 0x7fa2a41582b0 2024-09-19T04:33:01.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.128+0000 7fcc1e7fc640 1 -- 172.21.15.111:0/752481363 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc1800b6c0 con 0x7fcc280b4e20 2024-09-19T04:33:01.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.129+0000 7fcc2fe7b640 1 -- 172.21.15.111:0/752481363 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc2813d2f0 con 0x7fcc280b4e20 2024-09-19T04:33:01.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.128+0000 7fe9a57fa640 1 -- 172.21.15.111:0/1778324142 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe998015020 con 0x7fe9a806c670 2024-09-19T04:33:01.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.129+0000 7fe9ae9fd640 1 -- 172.21.15.111:0/1778324142 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9a80cbb20 con 0x7fe9a806c670 2024-09-19T04:33:01.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.129+0000 7fe9ae9fd640 1 -- 172.21.15.111:0/1778324142 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9a80cc0e0 con 0x7fe9a806c670 2024-09-19T04:33:01.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.129+0000 7fcc2fe7b640 1 -- 172.21.15.111:0/752481363 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc2813d8b0 con 0x7fcc280b4e20 2024-09-19T04:33:01.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.129+0000 7fb9baffd640 1 -- 172.21.15.111:0/661338141 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb9ac059410 con 0x7fb9c41523b0 2024-09-19T04:33:01.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.129+0000 7fa2a3fff640 1 --2- 172.21.15.111:0/857214629 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2a41582b0 0x7fa2a4153380 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fa29c009da0 tx=0x7fa29c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:01.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.130+0000 7f8b47fff640 1 -- 172.21.15.111:0/3078935236 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b54007b30 con 0x7f8b60151ba0 2024-09-19T04:33:01.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.130+0000 7f8b47fff640 1 -- 172.21.15.111:0/3078935236 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b54042070 con 0x7f8b60151ba0 2024-09-19T04:33:01.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.130+0000 7f8b47fff640 1 -- 172.21.15.111:0/3078935236 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b54007b30 con 0x7f8b60151ba0 2024-09-19T04:33:01.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.130+0000 7f8b661e8640 1 -- 172.21.15.111:0/3078935236 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b601626a0 con 0x7f8b60151ba0 2024-09-19T04:33:01.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.130+0000 7f8b661e8640 1 -- 172.21.15.111:0/3078935236 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b60162c60 con 0x7f8b60151ba0 2024-09-19T04:33:01.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.130+0000 7fe9ae9fd640 1 -- 172.21.15.111:0/1778324142 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9a80cb210 con 0x7fe9a806c670 2024-09-19T04:33:01.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.130+0000 7fcc2fe7b640 1 -- 172.21.15.111:0/752481363 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc280b5230 con 0x7fcc280b4e20 2024-09-19T04:33:01.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.130+0000 7f26f3fff640 1 -- 172.21.15.111:0/1656486234 <== mon.2 v2:172.21.15.114:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f26fc154370 con 0x7f26fc1440b0 2024-09-19T04:33:01.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.131+0000 7f8b661e8640 1 -- 172.21.15.111:0/3078935236 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b600b5430 con 0x7f8b60151ba0 2024-09-19T04:33:01.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.135+0000 7f8b47fff640 1 -- 172.21.15.111:0/3078935236 <== mon.2 v2:172.21.15.114:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8b54039040 con 0x7f8b60151ba0 2024-09-19T04:33:01.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.135+0000 7f8b47fff640 1 --2- 172.21.15.111:0/3078935236 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8b4c06c6e0 0x7f8b4c06eba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.135+0000 7f8b47fff640 1 -- 172.21.15.111:0/3078935236 <== mon.2 v2:172.21.15.114:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f8b540317d0 con 0x7f8b60151ba0 2024-09-19T04:33:01.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.135+0000 7f8b5f7fe640 1 --2- 172.21.15.111:0/3078935236 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8b4c06c6e0 0x7f8b4c06eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.136+0000 7f8b5f7fe640 1 --2- 172.21.15.111:0/3078935236 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8b4c06c6e0 0x7f8b4c06eba0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8b600b2d70 tx=0x7f8b50009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:01.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.137+0000 7fcc1e7fc640 1 -- 172.21.15.111:0/752481363 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc18019070 con 0x7fcc280b4e20 2024-09-19T04:33:01.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.137+0000 7fcc1e7fc640 1 -- 172.21.15.111:0/752481363 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc1800ba60 con 0x7fcc280b4e20 2024-09-19T04:33:01.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.137+0000 7fc4117fa640 1 -- 172.21.15.111:0/2589924991 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc40801be40 con 0x7fc41415cd30 2024-09-19T04:33:01.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.137+0000 7fe9a57fa640 1 -- 172.21.15.111:0/1778324142 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe998011830 con 0x7fe9a806c670 2024-09-19T04:33:01.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.137+0000 7fe9a57fa640 1 -- 172.21.15.111:0/1778324142 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe998011c00 con 0x7fe9a806c670 2024-09-19T04:33:01.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.137+0000 7fa2a0ff9640 1 -- 172.21.15.111:0/857214629 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa29c041020 con 0x7fa2a41582b0 2024-09-19T04:33:01.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.137+0000 7fa2a8fcc640 1 -- 172.21.15.111:0/857214629 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2a4153ef0 con 0x7fa2a41582b0 2024-09-19T04:33:01.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.138+0000 7fa2a8fcc640 1 -- 172.21.15.111:0/857214629 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2a41519f0 con 0x7fa2a41582b0 2024-09-19T04:33:01.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.139+0000 7f8b47fff640 1 -- 172.21.15.111:0/3078935236 <== mon.2 v2:172.21.15.114:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8b5402ae20 con 0x7f8b60151ba0 2024-09-19T04:33:01.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.138+0000 7fa2a0ff9640 1 -- 172.21.15.111:0/857214629 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa29c032e40 con 0x7fa2a41582b0 2024-09-19T04:33:01.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.138+0000 7fa2a0ff9640 1 -- 172.21.15.111:0/857214629 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa29c03d650 con 0x7fa2a41582b0 2024-09-19T04:33:01.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.141+0000 7fe9a57fa640 1 -- 172.21.15.111:0/1778324142 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe998018020 con 0x7fe9a806c670 2024-09-19T04:33:01.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.141+0000 7fe9a57fa640 1 --2- 172.21.15.111:0/1778324142 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe98806c2b0 0x7fe98806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.141+0000 7fe9a57fa640 1 -- 172.21.15.111:0/1778324142 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe99808b990 con 0x7fe9a806c670 2024-09-19T04:33:01.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.141+0000 7fcc1e7fc640 1 -- 172.21.15.111:0/752481363 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcc1800bc00 con 0x7fcc280b4e20 2024-09-19T04:33:01.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.142+0000 7fe99f7fe640 1 --2- 172.21.15.111:0/1778324142 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe98806c2b0 0x7fe98806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.143+0000 7fe99f7fe640 1 --2- 172.21.15.111:0/1778324142 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe98806c2b0 0x7fe98806e770 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fe9a80cba50 tx=0x7fe990009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:01.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.140+0000 7fa299ffb640 1 -- 172.21.15.111:0/857214629 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2a415aae0 con 0x7fa2a41582b0 2024-09-19T04:33:01.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.141+0000 7fa2a0ff9640 1 -- 172.21.15.111:0/857214629 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa29c044020 con 0x7fa2a41582b0 2024-09-19T04:33:01.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.142+0000 7fcc1e7fc640 1 --2- 172.21.15.111:0/752481363 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcc0c06c2b0 0x7fcc0c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.142+0000 7fcc2d416640 1 --2- 172.21.15.111:0/752481363 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcc0c06c2b0 0x7fcc0c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.143+0000 7fcc2d416640 1 --2- 172.21.15.111:0/752481363 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcc0c06c2b0 0x7fcc0c06e770 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fcc2816b210 tx=0x7fcc2000d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:01.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.143+0000 7fcc1e7fc640 1 -- 172.21.15.111:0/752481363 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fcc1808c370 con 0x7fcc280b4e20 2024-09-19T04:33:01.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.142+0000 7fa2a0ff9640 1 --2- 172.21.15.111:0/857214629 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa28406c2b0 0x7fa28406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:01.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.143+0000 7fa2a37fe640 1 --2- 172.21.15.111:0/857214629 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa28406c2b0 0x7fa28406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:01.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.144+0000 7fa2a37fe640 1 --2- 172.21.15.111:0/857214629 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa28406c2b0 0x7fa28406e770 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa294006110 tx=0x7fa294011040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:01.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.148+0000 7fcc1e7fc640 1 -- 172.21.15.111:0/752481363 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcc1805aac0 con 0x7fcc280b4e20 2024-09-19T04:33:01.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.156+0000 7fa2a0ff9640 1 -- 172.21.15.111:0/857214629 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa29c078a10 con 0x7fa2a41582b0 2024-09-19T04:33:01.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.158+0000 7fe9a57fa640 1 -- 172.21.15.111:0/1778324142 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe99801f020 con 0x7fe9a806c670 2024-09-19T04:33:01.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.166+0000 7fa2a0ff9640 1 -- 172.21.15.111:0/857214629 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa29c04b020 con 0x7fa2a41582b0 2024-09-19T04:33:01.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.496+0000 7f60b17fa640 1 -- 172.21.15.111:0/2204947859 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f60bc0d04e0 con 0x7f60bc13eaf0 2024-09-19T04:33:01.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.496+0000 7f60b37fe640 1 -- 172.21.15.111:0/2204947859 <== mon.1 v2:172.21.15.114:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f60a405d650 con 0x7f60bc13eaf0 2024-09-19T04:33:01.498 INFO:teuthology.orchestra.run.smithi111.stdout:60129542150 2024-09-19T04:33:01.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.500+0000 7f60c1065640 1 -- 172.21.15.111:0/2204947859 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f60a006c3b0 msgr2=0x7f60a006e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.500+0000 7f60c1065640 1 --2- 172.21.15.111:0/2204947859 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f60a006c3b0 0x7f60a006e870 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f60ac006fd0 tx=0x7f60ac008040 comp rx=0 tx=0).stop 2024-09-19T04:33:01.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.500+0000 7f60c1065640 1 -- 172.21.15.111:0/2204947859 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f60bc13eaf0 msgr2=0x7f60bc1e21e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.500+0000 7f60c1065640 1 --2- 172.21.15.111:0/2204947859 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f60bc13eaf0 0x7f60bc1e21e0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f60a400c7f0 tx=0x7f60a400ccb0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.500+0000 7f60c1065640 1 -- 172.21.15.111:0/2204947859 shutdown_connections 2024-09-19T04:33:01.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.500+0000 7f60c1065640 1 --2- 172.21.15.111:0/2204947859 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f60a006c3b0 0x7f60a006e870 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.500+0000 7f60c1065640 1 --2- 172.21.15.111:0/2204947859 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f60bc140a40 0x7f60bc1f8140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.500+0000 7f60c1065640 1 --2- 172.21.15.111:0/2204947859 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f60bc13eaf0 0x7f60bc1e21e0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.500+0000 7f60c1065640 1 --2- 172.21.15.111:0/2204947859 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f60bc0727d0 0x7f60bc13e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.501+0000 7f60c1065640 1 -- 172.21.15.111:0/2204947859 >> 172.21.15.111:0/2204947859 conn(0x7f60bc062a80 msgr2=0x7f60bc0720c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:01.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.501+0000 7f60c1065640 1 -- 172.21.15.111:0/2204947859 shutdown_connections 2024-09-19T04:33:01.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.501+0000 7f60c1065640 1 -- 172.21.15.111:0/2204947859 wait complete. 2024-09-19T04:33:01.518 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.0 2024-09-19T04:33:01.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.526+0000 7fb9c8874640 1 -- 172.21.15.111:0/661338141 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fb9a8005850 con 0x7fb9c41523b0 2024-09-19T04:33:01.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.527+0000 7fb9baffd640 1 -- 172.21.15.111:0/661338141 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb9ac05d710 con 0x7fb9c41523b0 2024-09-19T04:33:01.528 INFO:teuthology.orchestra.run.smithi111.stdout:64424509445 2024-09-19T04:33:01.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.530+0000 7fb9c8874640 1 -- 172.21.15.111:0/661338141 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb9a406c330 msgr2=0x7fb9a406e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.530+0000 7fb9c8874640 1 --2- 172.21.15.111:0/661338141 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb9a406c330 0x7fb9a406e7f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb9b4034000 tx=0x7fb9b402e000 comp rx=0 tx=0).stop 2024-09-19T04:33:01.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.530+0000 7f2701d8f640 1 -- 172.21.15.111:0/1656486234 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f26fc073a30 con 0x7f26fc1440b0 2024-09-19T04:33:01.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.531+0000 7fb9c8874640 1 -- 172.21.15.111:0/661338141 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb9c41523b0 msgr2=0x7fb9c4147780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.531+0000 7fb9c8874640 1 --2- 172.21.15.111:0/661338141 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb9c41523b0 0x7fb9c4147780 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fb9ac00c7f0 tx=0x7fb9ac00cbf0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.531+0000 7f26f3fff640 1 -- 172.21.15.111:0/1656486234 <== mon.2 v2:172.21.15.114:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f26f4059cd0 con 0x7f26fc1440b0 2024-09-19T04:33:01.533 INFO:teuthology.orchestra.run.smithi111.stdout:60129542149 2024-09-19T04:33:01.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.531+0000 7fb9c8874640 1 -- 172.21.15.111:0/661338141 shutdown_connections 2024-09-19T04:33:01.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.531+0000 7fb9c8874640 1 --2- 172.21.15.111:0/661338141 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb9a406c330 0x7fb9a406e7f0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.531+0000 7fb9c8874640 1 --2- 172.21.15.111:0/661338141 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb9c415bec0 0x7fb9c413ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.531+0000 7fb9c8874640 1 --2- 172.21.15.111:0/661338141 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb9c41523b0 0x7fb9c4147780 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.531+0000 7fb9c8874640 1 --2- 172.21.15.111:0/661338141 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb9c4072590 0x7fb9c40cffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.531+0000 7fb9c8874640 1 -- 172.21.15.111:0/661338141 >> 172.21.15.111:0/661338141 conn(0x7fb9c4062c60 msgr2=0x7fb9c406bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:01.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.531+0000 7fb9c8874640 1 -- 172.21.15.111:0/661338141 shutdown_connections 2024-09-19T04:33:01.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.531+0000 7fb9c8874640 1 -- 172.21.15.111:0/661338141 wait complete. 2024-09-19T04:33:01.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.534+0000 7f2701d8f640 1 -- 172.21.15.111:0/1656486234 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f26dc06c380 msgr2=0x7f26dc06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.534+0000 7f2701d8f640 1 --2- 172.21.15.111:0/1656486234 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f26dc06c380 0x7f26dc06e840 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f26e4000c00 tx=0x7f26e402e000 comp rx=0 tx=0).stop 2024-09-19T04:33:01.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.534+0000 7f2701d8f640 1 -- 172.21.15.111:0/1656486234 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26fc1440b0 msgr2=0x7f26fc15d830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.534+0000 7f2701d8f640 1 --2- 172.21.15.111:0/1656486234 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26fc1440b0 0x7f26fc15d830 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f26f4007d90 tx=0x7f26f400e4b0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.534+0000 7f2701d8f640 1 -- 172.21.15.111:0/1656486234 shutdown_connections 2024-09-19T04:33:01.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.534+0000 7f2701d8f640 1 --2- 172.21.15.111:0/1656486234 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f26dc06c380 0x7f26dc06e840 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.534+0000 7f2701d8f640 1 --2- 172.21.15.111:0/1656486234 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26fc1440b0 0x7f26fc15d830 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.534+0000 7f2701d8f640 1 --2- 172.21.15.111:0/1656486234 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f26fc0b5530 0x7f26fc138440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.534+0000 7f2701d8f640 1 --2- 172.21.15.111:0/1656486234 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26fc062630 0x7f26fc153e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.534+0000 7f2701d8f640 1 -- 172.21.15.111:0/1656486234 >> 172.21.15.111:0/1656486234 conn(0x7f26fc06cae0 msgr2=0x7f26fc0b3d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:01.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.534+0000 7f2701d8f640 1 -- 172.21.15.111:0/1656486234 shutdown_connections 2024-09-19T04:33:01.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.534+0000 7f2701d8f640 1 -- 172.21.15.111:0/1656486234 wait complete. 2024-09-19T04:33:01.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.538+0000 7fe9ae9fd640 1 -- 172.21.15.111:0/1778324142 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fe9a80ba170 con 0x7fe9a806c670 2024-09-19T04:33:01.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.538+0000 7fc419ee9640 1 -- 172.21.15.111:0/2589924991 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fc3f4005580 con 0x7fc41415cd30 2024-09-19T04:33:01.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.539+0000 7fe9a57fa640 1 -- 172.21.15.111:0/1778324142 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe99800f2e0 con 0x7fe9a806c670 2024-09-19T04:33:01.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.539+0000 7fc4117fa640 1 -- 172.21.15.111:0/2589924991 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc408059d60 con 0x7fc41415cd30 2024-09-19T04:33:01.541 INFO:teuthology.orchestra.run.smithi111.stdout:64424509445 2024-09-19T04:33:01.541 INFO:teuthology.orchestra.run.smithi111.stdout:64424509445 2024-09-19T04:33:01.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.541+0000 7f8b661e8640 1 -- 172.21.15.111:0/3078935236 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f8b60169a80 con 0x7f8b60151ba0 2024-09-19T04:33:01.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.541+0000 7f8b47fff640 1 -- 172.21.15.111:0/3078935236 <== mon.2 v2:172.21.15.114:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f8b540792f0 con 0x7f8b60151ba0 2024-09-19T04:33:01.543 INFO:teuthology.orchestra.run.smithi111.stdout:60129542149 2024-09-19T04:33:01.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.542+0000 7fc419ee9640 1 -- 172.21.15.111:0/2589924991 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc40006c3b0 msgr2=0x7fc40006e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.542+0000 7fe9ae9fd640 1 -- 172.21.15.111:0/1778324142 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe98806c2b0 msgr2=0x7fe98806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.542+0000 7fe9ae9fd640 1 --2- 172.21.15.111:0/1778324142 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe98806c2b0 0x7fe98806e770 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fe9a80cba50 tx=0x7fe990009040 comp rx=0 tx=0).stop 2024-09-19T04:33:01.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.542+0000 7fc419ee9640 1 --2- 172.21.15.111:0/2589924991 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc40006c3b0 0x7fc40006e870 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc41415ae40 tx=0x7fc404007a40 comp rx=0 tx=0).stop 2024-09-19T04:33:01.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.542+0000 7fe9ae9fd640 1 -- 172.21.15.111:0/1778324142 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe9a806c670 msgr2=0x7fe9a806f8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.542+0000 7fe9ae9fd640 1 --2- 172.21.15.111:0/1778324142 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe9a806c670 0x7fe9a806f8a0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fe99800b410 tx=0x7fe99800b8d0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.542+0000 7fc419ee9640 1 -- 172.21.15.111:0/2589924991 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc41415cd30 msgr2=0x7fc414154300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.542+0000 7fc419ee9640 1 --2- 172.21.15.111:0/2589924991 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc41415cd30 0x7fc414154300 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc40800d830 tx=0x7fc40800dcf0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.543+0000 7fc419ee9640 1 -- 172.21.15.111:0/2589924991 shutdown_connections 2024-09-19T04:33:01.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.543+0000 7fc419ee9640 1 --2- 172.21.15.111:0/2589924991 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc40006c3b0 0x7fc40006e870 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.543+0000 7fc419ee9640 1 --2- 172.21.15.111:0/2589924991 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc414163af0 0x7fc414166da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.543+0000 7fc419ee9640 1 --2- 172.21.15.111:0/2589924991 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc41415d110 0x7fc414166860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.543+0000 7fc419ee9640 1 --2- 172.21.15.111:0/2589924991 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc41415cd30 0x7fc414154300 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.543+0000 7fe9ae9fd640 1 -- 172.21.15.111:0/1778324142 shutdown_connections 2024-09-19T04:33:01.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.543+0000 7fe9ae9fd640 1 --2- 172.21.15.111:0/1778324142 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe98806c2b0 0x7fe98806e770 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.543+0000 7fc419ee9640 1 -- 172.21.15.111:0/2589924991 >> 172.21.15.111:0/2589924991 conn(0x7fc41406e910 msgr2=0x7fc414070ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:01.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.543+0000 7fe9ae9fd640 1 --2- 172.21.15.111:0/1778324142 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe9a8161d00 0x7fe9a80ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.543+0000 7fe9ae9fd640 1 --2- 172.21.15.111:0/1778324142 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe9a806cb20 0x7fe9a8072a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.543+0000 7fe9ae9fd640 1 --2- 172.21.15.111:0/1778324142 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe9a806c670 0x7fe9a806f8a0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.543+0000 7fe9ae9fd640 1 -- 172.21.15.111:0/1778324142 >> 172.21.15.111:0/1778324142 conn(0x7fe9a80d4500 msgr2=0x7fe9a80b92e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:01.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.543+0000 7fc419ee9640 1 -- 172.21.15.111:0/2589924991 shutdown_connections 2024-09-19T04:33:01.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.543+0000 7fc419ee9640 1 -- 172.21.15.111:0/2589924991 wait complete. 2024-09-19T04:33:01.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.543+0000 7fe9ae9fd640 1 -- 172.21.15.111:0/1778324142 shutdown_connections 2024-09-19T04:33:01.549 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.543+0000 7fe9ae9fd640 1 -- 172.21.15.111:0/1778324142 wait complete. 2024-09-19T04:33:01.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.545+0000 7f8b661e8640 1 -- 172.21.15.111:0/3078935236 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8b4c06c6e0 msgr2=0x7f8b4c06eba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.545+0000 7f8b661e8640 1 --2- 172.21.15.111:0/3078935236 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8b4c06c6e0 0x7f8b4c06eba0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8b600b2d70 tx=0x7f8b50009190 comp rx=0 tx=0).stop 2024-09-19T04:33:01.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.546+0000 7f8b661e8640 1 -- 172.21.15.111:0/3078935236 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b60151ba0 msgr2=0x7f8b60168b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.546+0000 7f8b661e8640 1 --2- 172.21.15.111:0/3078935236 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b60151ba0 0x7f8b60168b80 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f8b5400c0e0 tx=0x7f8b600b3d70 comp rx=0 tx=0).stop 2024-09-19T04:33:01.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.546+0000 7f8b661e8640 1 -- 172.21.15.111:0/3078935236 shutdown_connections 2024-09-19T04:33:01.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.546+0000 7f8b661e8640 1 --2- 172.21.15.111:0/3078935236 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8b4c06c6e0 0x7f8b4c06eba0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.546+0000 7f8b661e8640 1 --2- 172.21.15.111:0/3078935236 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8b60151ba0 0x7f8b60168b80 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.546+0000 7f8b661e8640 1 --2- 172.21.15.111:0/3078935236 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b601639a0 0x7f8b60151660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.546+0000 7f8b661e8640 1 --2- 172.21.15.111:0/3078935236 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8b480051c0 0x7f8b60163460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.546+0000 7f8b661e8640 1 -- 172.21.15.111:0/3078935236 >> 172.21.15.111:0/3078935236 conn(0x7f8b600b2040 msgr2=0x7f8b600b1650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:01.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.546+0000 7f8b661e8640 1 -- 172.21.15.111:0/3078935236 shutdown_connections 2024-09-19T04:33:01.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.546+0000 7f8b661e8640 1 -- 172.21.15.111:0/3078935236 wait complete. 2024-09-19T04:33:01.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.547+0000 7fcc2fe7b640 1 -- 172.21.15.111:0/752481363 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fcc28142380 con 0x7fcc280b4e20 2024-09-19T04:33:01.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.547+0000 7fcc1e7fc640 1 -- 172.21.15.111:0/752481363 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fcc1805a3c0 con 0x7fcc280b4e20 2024-09-19T04:33:01.552 INFO:teuthology.orchestra.run.smithi111.stdout:64424509446 2024-09-19T04:33:01.552 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509445 for osd.5 2024-09-19T04:33:01.553 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.551+0000 7fcc2fe7b640 1 -- 172.21.15.111:0/752481363 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcc0c06c2b0 msgr2=0x7fcc0c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.553 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.551+0000 7fcc2fe7b640 1 --2- 172.21.15.111:0/752481363 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcc0c06c2b0 0x7fcc0c06e770 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fcc2816b210 tx=0x7fcc2000d040 comp rx=0 tx=0).stop 2024-09-19T04:33:01.553 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.551+0000 7fcc2fe7b640 1 -- 172.21.15.111:0/752481363 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc280b4e20 msgr2=0x7fcc28140d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.553 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.551+0000 7fcc2fe7b640 1 --2- 172.21.15.111:0/752481363 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc280b4e20 0x7fcc28140d70 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fcc1800d800 tx=0x7fcc1800dcc0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.554 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.551+0000 7fcc2fe7b640 1 -- 172.21.15.111:0/752481363 shutdown_connections 2024-09-19T04:33:01.554 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.551+0000 7fcc2fe7b640 1 --2- 172.21.15.111:0/752481363 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcc0c06c2b0 0x7fcc0c06e770 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.554 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.551+0000 7fcc2fe7b640 1 --2- 172.21.15.111:0/752481363 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc281440b0 0x7fcc28140460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.554 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.551+0000 7fcc2fe7b640 1 --2- 172.21.15.111:0/752481363 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc28143c50 0x7fcc28169e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.554 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.551+0000 7fcc2fe7b640 1 --2- 172.21.15.111:0/752481363 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc280b4e20 0x7fcc28140d70 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.554 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.551+0000 7fcc2fe7b640 1 -- 172.21.15.111:0/752481363 >> 172.21.15.111:0/752481363 conn(0x7fcc2806cae0 msgr2=0x7fcc2814fe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:01.554 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.551+0000 7fcc2fe7b640 1 -- 172.21.15.111:0/752481363 shutdown_connections 2024-09-19T04:33:01.554 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.551+0000 7fcc2fe7b640 1 -- 172.21.15.111:0/752481363 wait complete. 2024-09-19T04:33:01.554 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.552+0000 7fa299ffb640 1 -- 172.21.15.111:0/857214629 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fa2a406ee60 con 0x7fa2a41582b0 2024-09-19T04:33:01.555 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.552+0000 7fa2a0ff9640 1 -- 172.21.15.111:0/857214629 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa2a40b3b10 con 0x7fa2a41582b0 2024-09-19T04:33:01.555 INFO:teuthology.orchestra.run.smithi111.stdout:60129542150 2024-09-19T04:33:01.555 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542149 for osd.2 2024-09-19T04:33:01.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.556+0000 7fa299ffb640 1 -- 172.21.15.111:0/857214629 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa28406c2b0 msgr2=0x7fa28406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.556+0000 7fa299ffb640 1 --2- 172.21.15.111:0/857214629 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa28406c2b0 0x7fa28406e770 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa294006110 tx=0x7fa294011040 comp rx=0 tx=0).stop 2024-09-19T04:33:01.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.556+0000 7fa299ffb640 1 -- 172.21.15.111:0/857214629 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2a41582b0 msgr2=0x7fa2a4153380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:01.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.556+0000 7fa299ffb640 1 --2- 172.21.15.111:0/857214629 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2a41582b0 0x7fa2a4153380 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fa29c009da0 tx=0x7fa29c004a40 comp rx=0 tx=0).stop 2024-09-19T04:33:01.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.556+0000 7fa299ffb640 1 -- 172.21.15.111:0/857214629 shutdown_connections 2024-09-19T04:33:01.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.556+0000 7fa299ffb640 1 --2- 172.21.15.111:0/857214629 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa28406c2b0 0x7fa28406e770 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.556+0000 7fa299ffb640 1 --2- 172.21.15.111:0/857214629 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2a41582b0 0x7fa2a4153380 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.556+0000 7fa299ffb640 1 --2- 172.21.15.111:0/857214629 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2a40d0ce0 0x7fa2a4071e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.556+0000 7fa299ffb640 1 --2- 172.21.15.111:0/857214629 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2a40cfa80 0x7fa2a414fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:01.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.556+0000 7fa299ffb640 1 -- 172.21.15.111:0/857214629 >> 172.21.15.111:0/857214629 conn(0x7fa2a406d080 msgr2=0x7fa2a41574f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:01.559 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.556+0000 7fa299ffb640 1 -- 172.21.15.111:0/857214629 shutdown_connections 2024-09-19T04:33:01.559 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:01.556+0000 7fa299ffb640 1 -- 172.21.15.111:0/857214629 wait complete. 2024-09-19T04:33:01.563 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509445 for osd.6 2024-09-19T04:33:01.563 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509445 for osd.7 2024-09-19T04:33:01.566 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542149 for osd.1 2024-09-19T04:33:01.570 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509446 for osd.4 2024-09-19T04:33:01.571 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.3 2024-09-19T04:33:02.519 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-19T04:33:02.553 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-19T04:33:02.557 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-19T04:33:02.563 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-19T04:33:02.564 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-19T04:33:02.567 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-19T04:33:02.572 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-19T04:33:02.572 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-19T04:33:02.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.646+0000 7f9ad7db9640 1 Processor -- start 2024-09-19T04:33:02.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.647+0000 7f9ad7db9640 1 -- start start 2024-09-19T04:33:02.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.648+0000 7f9ad7db9640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f9ad00b3430 0x7f9ad00b3870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.648+0000 7f9ad7db9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9ad00b61c0 0x7f9ad00b6650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.648+0000 7f9ad7db9640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ad00b8740 con 0x7f9ad0162f50 2024-09-19T04:33:02.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.648+0000 7f9ad7db9640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f9ad00b3db0 con 0x7f9ad00b3430 2024-09-19T04:33:02.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.648+0000 7f9ad7db9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9ad00b8a20 con 0x7f9ad00b61c0 2024-09-19T04:33:02.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.649+0000 7f9ad6356640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9ad00b61c0 0x7f9ad00b6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.649+0000 7f9ad6356640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9ad00b61c0 0x7f9ad00b6650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:60268/0 (socket says 172.21.15.111:60268) 2024-09-19T04:33:02.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.649+0000 7f9ad6356640 1 -- 172.21.15.111:0/691274776 learned_addr learned my addr 172.21.15.111:0/691274776 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:02.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.649+0000 7f9ad6356640 1 -- 172.21.15.111:0/691274776 >> v2:172.21.15.114:3300/0 conn(0x7f9ad00b3430 msgr2=0x7f9ad00b3870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:02.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.649+0000 7f9ad6356640 1 --2- 172.21.15.111:0/691274776 >> v2:172.21.15.114:3300/0 conn(0x7f9ad00b3430 0x7f9ad00b3870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.649+0000 7f9ad6356640 1 -- 172.21.15.111:0/691274776 >> v1:172.21.15.114:6789/0 conn(0x7f9ad0162f50 legacy=0x7f9ad00b97e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:02.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.649+0000 7f9ad6356640 1 -- 172.21.15.111:0/691274776 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ad00b8d00 con 0x7f9ad00b61c0 2024-09-19T04:33:02.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.651+0000 7f9ad6356640 1 --2- 172.21.15.111:0/691274776 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9ad00b61c0 0x7f9ad00b6650 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f9ac8009e50 tx=0x7f9ac802a6f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7722bde8373aa128 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:02.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.651+0000 7f9ad4b53640 1 -- 172.21.15.111:0/691274776 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ac8036070 con 0x7f9ad00b61c0 2024-09-19T04:33:02.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.651+0000 7f9ad4b53640 1 -- 172.21.15.111:0/691274776 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ac8031600 con 0x7f9ad00b61c0 2024-09-19T04:33:02.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.651+0000 7f9ad4b53640 1 -- 172.21.15.111:0/691274776 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ac8031a10 con 0x7f9ad00b61c0 2024-09-19T04:33:02.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.652+0000 7f9ad7db9640 1 -- 172.21.15.111:0/691274776 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9ad00b61c0 msgr2=0x7f9ad00b6650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:02.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.652+0000 7f9ad7db9640 1 --2- 172.21.15.111:0/691274776 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9ad00b61c0 0x7f9ad00b6650 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f9ac8009e50 tx=0x7f9ac802a6f0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.652+0000 7f9ad7db9640 1 -- 172.21.15.111:0/691274776 shutdown_connections 2024-09-19T04:33:02.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.652+0000 7f9ad7db9640 1 --2- 172.21.15.111:0/691274776 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9ad00b61c0 0x7f9ad00b6650 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.652+0000 7f9ad7db9640 1 --2- 172.21.15.111:0/691274776 >> v2:172.21.15.114:3300/0 conn(0x7f9ad00b3430 0x7f9ad00b3870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.652+0000 7f9ad7db9640 1 -- 172.21.15.111:0/691274776 >> 172.21.15.111:0/691274776 conn(0x7f9ad00d11c0 msgr2=0x7f9ad00d15d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:02.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.652+0000 7f9ad7db9640 1 -- 172.21.15.111:0/691274776 shutdown_connections 2024-09-19T04:33:02.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.653+0000 7f9ad7db9640 1 -- 172.21.15.111:0/691274776 wait complete. 2024-09-19T04:33:02.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.654+0000 7f9ad7db9640 1 Processor -- start 2024-09-19T04:33:02.657 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.655+0000 7f9ad7db9640 1 -- start start 2024-09-19T04:33:02.657 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.656+0000 7f9ad7db9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ad00b3430 0x7f9ad01559c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.658 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.656+0000 7f9ad7db9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ad00b61c0 0x7f9ad015b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.658 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.656+0000 7f9ad7db9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9ad0162f50 0x7f9ad015be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.658 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.656+0000 7f9ad7db9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9ad00b6b90 con 0x7f9ad00b3430 2024-09-19T04:33:02.658 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.656+0000 7f9ad7db9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9ad00b92c0 con 0x7f9ad00b61c0 2024-09-19T04:33:02.658 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.656+0000 7f9ad7db9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9ad0163330 con 0x7f9ad0162f50 2024-09-19T04:33:02.658 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.657+0000 7f9ad5b55640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ad00b3430 0x7f9ad01559c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.658 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.657+0000 7f9ad5b55640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ad00b3430 0x7f9ad01559c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55732/0 (socket says 172.21.15.111:55732) 2024-09-19T04:33:02.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.657+0000 7f9ad5b55640 1 -- 172.21.15.111:0/522901046 learned_addr learned my addr 172.21.15.111:0/522901046 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:02.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.657+0000 7f9ad5b55640 1 -- 172.21.15.111:0/522901046 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9ad0162f50 msgr2=0x7f9ad015be10 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T04:33:02.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.657+0000 7f9ad5b55640 1 --2- 172.21.15.111:0/522901046 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9ad0162f50 0x7f9ad015be10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.657+0000 7f9ad5b55640 1 -- 172.21.15.111:0/522901046 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ad00b61c0 msgr2=0x7f9ad015b8d0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T04:33:02.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.657+0000 7f9ad5b55640 1 --2- 172.21.15.111:0/522901046 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ad00b61c0 0x7f9ad015b8d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.657+0000 7f9ad5b55640 1 -- 172.21.15.111:0/522901046 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ad0160bc0 con 0x7f9ad00b3430 2024-09-19T04:33:02.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.658+0000 7f9ad5b55640 1 --2- 172.21.15.111:0/522901046 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ad00b3430 0x7f9ad01559c0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f9acc00b3f0 tx=0x7f9acc00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:02.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.658+0000 7f9ac27fc640 1 -- 172.21.15.111:0/522901046 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9acc015020 con 0x7f9ad00b3430 2024-09-19T04:33:02.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.658+0000 7f9ad7db9640 1 -- 172.21.15.111:0/522901046 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ad015ebb0 con 0x7f9ad00b3430 2024-09-19T04:33:02.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.658+0000 7f9ad7db9640 1 -- 172.21.15.111:0/522901046 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ad0163800 con 0x7f9ad00b3430 2024-09-19T04:33:02.664 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.663+0000 7f9ac27fc640 1 -- 172.21.15.111:0/522901046 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9acc011830 con 0x7f9ad00b3430 2024-09-19T04:33:02.665 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.664+0000 7f9ac27fc640 1 -- 172.21.15.111:0/522901046 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9acc011c20 con 0x7f9ad00b3430 2024-09-19T04:33:02.665 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.664+0000 7f9ac27fc640 1 -- 172.21.15.111:0/522901046 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9acc018020 con 0x7f9ad00b3430 2024-09-19T04:33:02.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.665+0000 7f9ac27fc640 1 --2- 172.21.15.111:0/522901046 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9ab406c3b0 0x7f9ab406e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.665+0000 7f9ac27fc640 1 -- 172.21.15.111:0/522901046 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f9acc08b430 con 0x7f9ad00b3430 2024-09-19T04:33:02.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.665+0000 7f9ad5354640 1 --2- 172.21.15.111:0/522901046 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9ab406c3b0 0x7f9ab406e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.666+0000 7f9ad5354640 1 --2- 172.21.15.111:0/522901046 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9ab406c3b0 0x7f9ab406e870 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f9ad00d4010 tx=0x7f9ac4006c20 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:02.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.667+0000 7f9abbfff640 1 -- 172.21.15.111:0/522901046 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ab0005290 con 0x7f9ad00b3430 2024-09-19T04:33:02.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.676+0000 7f9ac27fc640 1 -- 172.21.15.111:0/522901046 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9acc01f020 con 0x7f9ad00b3430 2024-09-19T04:33:02.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.705+0000 7ff1898e4640 1 Processor -- start 2024-09-19T04:33:02.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.706+0000 7ff6d6615640 1 Processor -- start 2024-09-19T04:33:02.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.706+0000 7ff6d6615640 1 -- start start 2024-09-19T04:33:02.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.705+0000 7ff1898e4640 1 -- start start 2024-09-19T04:33:02.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.707+0000 7ff1898e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff18406beb0 0x7ff1840cded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.707+0000 7ff1898e4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff18406c290 0x7ff1840cfab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.707+0000 7ff1898e4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff1840b3930 0x7ff1840b3de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.707+0000 7ff1898e4640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7ff1840cda40 con 0x7ff18406c290 2024-09-19T04:33:02.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.707+0000 7f4f41d36640 1 Processor -- start 2024-09-19T04:33:02.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.707+0000 7ff1898e4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ff1840cce30 con 0x7ff1840b3930 2024-09-19T04:33:02.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.707+0000 7ff1898e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff1840cd110 con 0x7ff18406beb0 2024-09-19T04:33:02.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.707+0000 7ff1827fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff18406c290 0x7ff1840cfab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.707+0000 7ff1827fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff18406c290 0x7ff1840cfab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55744/0 (socket says 172.21.15.111:55744) 2024-09-19T04:33:02.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.707+0000 7ff1827fc640 1 -- 172.21.15.111:0/1688744019 learned_addr learned my addr 172.21.15.111:0/1688744019 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:02.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.708+0000 7ff6d6615640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff6d00b2b30 0x7ff6d01580e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.708+0000 7ff6d6615640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff6d006beb0 0x7ff6d006c300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.708+0000 7ff6d6615640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff6d00cd110 con 0x7ff6d00cded0 2024-09-19T04:33:02.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.708+0000 7ff6d6615640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7ff6d006c840 con 0x7ff6d00b2b30 2024-09-19T04:33:02.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.708+0000 7ff6d6615640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff6d00cda40 con 0x7ff6d006beb0 2024-09-19T04:33:02.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.708+0000 7ff6cf7fe640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7ff6d00cded0 0x7ff6d00cfab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:38916/0 (socket says 172.21.15.111:38916) 2024-09-19T04:33:02.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.708+0000 7ff6cf7fe640 1 -- 172.21.15.111:0/1607106862 learned_addr learned my addr 172.21.15.111:0/1607106862 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:02.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.708+0000 7ff6ceffd640 1 -- 172.21.15.111:0/1607106862 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3585017753 0 0) 0x7ff6d00cd110 con 0x7ff6d00cded0 2024-09-19T04:33:02.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.709+0000 7ff6ceffd640 1 -- 172.21.15.111:0/1607106862 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff6b8003520 con 0x7ff6d00cded0 2024-09-19T04:33:02.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.708+0000 7ff1827fc640 1 -- 172.21.15.111:0/1688744019 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff18406beb0 msgr2=0x7ff1840cded0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T04:33:02.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.708+0000 7ff1827fc640 1 --2- 172.21.15.111:0/1688744019 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff18406beb0 0x7ff1840cded0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.708+0000 7ff1827fc640 1 -- 172.21.15.111:0/1688744019 >> v2:172.21.15.114:3300/0 conn(0x7ff1840b3930 msgr2=0x7ff1840b3de0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T04:33:02.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.708+0000 7ff1827fc640 1 --2- 172.21.15.111:0/1688744019 >> v2:172.21.15.114:3300/0 conn(0x7ff1840b3930 0x7ff1840b3de0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.708+0000 7ff1827fc640 1 -- 172.21.15.111:0/1688744019 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1840cd3f0 con 0x7ff18406c290 2024-09-19T04:33:02.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.707+0000 7f4f41d36640 1 -- start start 2024-09-19T04:33:02.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.709+0000 7f4f41d36640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4f3400a4f0 0x7f4f34036020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.709+0000 7f4f41d36640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f4f340551b0 0x7f4f34036560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.709+0000 7f4f41d36640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f34039630 con 0x7f4f34007070 2024-09-19T04:33:02.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.709+0000 7f4f41d36640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f4f34039910 con 0x7f4f3400a4f0 2024-09-19T04:33:02.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.709+0000 7f4f41d36640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f4f34039bf0 con 0x7f4f340551b0 2024-09-19T04:33:02.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.709+0000 7f4f40d34640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4f3400a4f0 0x7f4f34036020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.709+0000 7f4f40d34640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4f3400a4f0 0x7f4f34036020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55764/0 (socket says 172.21.15.111:55764) 2024-09-19T04:33:02.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.709+0000 7f4f40d34640 1 -- 172.21.15.111:0/3549133848 learned_addr learned my addr 172.21.15.111:0/3549133848 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:02.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.709+0000 7ff6cffff640 1 --2- 172.21.15.111:0/1607106862 >> v2:172.21.15.111:3300/0 conn(0x7ff6d00b2b30 0x7ff6d01580e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.709+0000 7ff6ceffd640 1 -- 172.21.15.111:0/1607106862 <== mon.1 v1:172.21.15.114:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2066163356 0 0) 0x7ff6b8003520 con 0x7ff6d00cded0 2024-09-19T04:33:02.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.709+0000 7ff1827fc640 1 --2- 172.21.15.111:0/1688744019 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff18406c290 0x7ff1840cfab0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ff1840b52b0 tx=0x7ff17c02ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2b8649a84cbef44 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:02.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.709+0000 7ff6ceffd640 1 -- 172.21.15.111:0/1607106862 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff6d006beb0 msgr2=0x7ff6d006c300 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T04:33:02.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.709+0000 7ff6ceffd640 1 --2- 172.21.15.111:0/1607106862 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff6d006beb0 0x7ff6d006c300 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.709+0000 7ff6ceffd640 1 -- 172.21.15.111:0/1607106862 >> v2:172.21.15.111:3300/0 conn(0x7ff6d00b2b30 msgr2=0x7ff6d01580e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:02.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.709+0000 7ff6ceffd640 1 --2- 172.21.15.111:0/1607106862 >> v2:172.21.15.111:3300/0 conn(0x7ff6d00b2b30 0x7ff6d01580e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.710+0000 7ff6ceffd640 1 -- 172.21.15.111:0/1607106862 --> v1:172.21.15.114:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6d00cd3f0 con 0x7ff6d00cded0 2024-09-19T04:33:02.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.710+0000 7ff6ceffd640 1 -- 172.21.15.111:0/1607106862 <== mon.1 v1:172.21.15.114:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7ff6c80019f0 con 0x7ff6d00cded0 2024-09-19T04:33:02.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.710+0000 7ff6ceffd640 1 -- 172.21.15.111:0/1607106862 >> v1:172.21.15.114:6789/0 conn(0x7ff6d00cded0 legacy=0x7ff6d00cfab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:02.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.710+0000 7ff6ceffd640 1 --2- 172.21.15.111:0/1607106862 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff6b80039b0 0x7ff6b8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.710+0000 7ff6ceffd640 1 --2- 172.21.15.111:0/1607106862 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6b8004800 0x7ff6b8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.710+0000 7ff6ceffd640 1 --2- 172.21.15.111:0/1607106862 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff6b80051c0 0x7ff6b800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.710+0000 7ff6ceffd640 1 -- 172.21.15.111:0/1607106862 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff6d006c840 con 0x7ff6b80051c0 2024-09-19T04:33:02.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.710+0000 7ff6ceffd640 1 -- 172.21.15.111:0/1607106862 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff6d00cda40 con 0x7ff6b8004800 2024-09-19T04:33:02.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.710+0000 7ff6ceffd640 1 -- 172.21.15.111:0/1607106862 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff6b800c060 con 0x7ff6b80039b0 2024-09-19T04:33:02.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.709+0000 7f4f40d34640 1 -- 172.21.15.111:0/3549133848 >> v2:172.21.15.114:3300/0 conn(0x7f4f340551b0 msgr2=0x7f4f34036560 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T04:33:02.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.709+0000 7f4f40d34640 1 --2- 172.21.15.111:0/3549133848 >> v2:172.21.15.114:3300/0 conn(0x7f4f340551b0 0x7f4f34036560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.709+0000 7f4f40d34640 1 -- 172.21.15.111:0/3549133848 >> v1:172.21.15.114:6789/0 conn(0x7f4f34007070 legacy=0x7f4f34005a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:02.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.709+0000 7f4f40d34640 1 -- 172.21.15.111:0/3549133848 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f34039ed0 con 0x7f4f3400a4f0 2024-09-19T04:33:02.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.710+0000 7ff181ffb640 1 -- 172.21.15.111:0/1688744019 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff17c035070 con 0x7ff18406c290 2024-09-19T04:33:02.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.710+0000 7ff6cf7fe640 1 --2- 172.21.15.111:0/1607106862 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6b8004800 0x7ff6b8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.710+0000 7ff181ffb640 1 -- 172.21.15.111:0/1688744019 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff17c02f9e0 con 0x7ff18406c290 2024-09-19T04:33:02.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.710+0000 7ff181ffb640 1 -- 172.21.15.111:0/1688744019 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff17c00be60 con 0x7ff18406c290 2024-09-19T04:33:02.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.710+0000 7ff6d4bb2640 1 --2- 172.21.15.111:0/1607106862 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff6b80051c0 0x7ff6b800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.710+0000 7f4f40d34640 1 --2- 172.21.15.111:0/3549133848 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4f3400a4f0 0x7f4f34036020 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f4f3c06b2e0 tx=0x7f4f3c06b1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72bb55b387035e51 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:02.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.711+0000 7ff6d4bb2640 1 -- 172.21.15.111:0/1607106862 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff6b80039b0 msgr2=0x7ff6b8003dd0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T04:33:02.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.711+0000 7ff6d4bb2640 1 --2- 172.21.15.111:0/1607106862 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff6b80039b0 0x7ff6b8003dd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.711+0000 7ff6d4bb2640 1 -- 172.21.15.111:0/1607106862 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6b8004800 msgr2=0x7ff6b8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:02.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.711+0000 7ff6d4bb2640 1 --2- 172.21.15.111:0/1607106862 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6b8004800 0x7ff6b8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.711+0000 7ff6d4bb2640 1 -- 172.21.15.111:0/1607106862 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6b8003520 con 0x7ff6b80051c0 2024-09-19T04:33:02.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.711+0000 7f4f3b7fe640 1 -- 172.21.15.111:0/3549133848 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f3c0b6070 con 0x7f4f3400a4f0 2024-09-19T04:33:02.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.711+0000 7ff1898e4640 1 -- 172.21.15.111:0/1688744019 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff18406c290 msgr2=0x7ff1840cfab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:02.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.711+0000 7ff1898e4640 1 --2- 172.21.15.111:0/1688744019 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff18406c290 0x7ff1840cfab0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ff1840b52b0 tx=0x7ff17c02ec90 comp rx=0 tx=0).stop 2024-09-19T04:33:02.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.711+0000 7ff1898e4640 1 -- 172.21.15.111:0/1688744019 shutdown_connections 2024-09-19T04:33:02.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.711+0000 7ff1898e4640 1 --2- 172.21.15.111:0/1688744019 >> v2:172.21.15.114:3300/0 conn(0x7ff1840b3930 0x7ff1840b3de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.711+0000 7ff1898e4640 1 --2- 172.21.15.111:0/1688744019 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff18406c290 0x7ff1840cfab0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.711+0000 7ff1898e4640 1 --2- 172.21.15.111:0/1688744019 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff18406beb0 0x7ff1840cded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.711+0000 7ff1898e4640 1 -- 172.21.15.111:0/1688744019 >> 172.21.15.111:0/1688744019 conn(0x7ff1840b2040 msgr2=0x7ff1840b2420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:02.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.711+0000 7ff1898e4640 1 -- 172.21.15.111:0/1688744019 shutdown_connections 2024-09-19T04:33:02.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.711+0000 7f4f3b7fe640 1 -- 172.21.15.111:0/3549133848 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f3c0ae540 con 0x7f4f3400a4f0 2024-09-19T04:33:02.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.712+0000 7ff6d4bb2640 1 --2- 172.21.15.111:0/1607106862 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff6b80051c0 0x7ff6b800b9c0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff6d006c290 tx=0x7ff6b8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9f4f01cb7af5d62 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:02.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.711+0000 7ff1898e4640 1 -- 172.21.15.111:0/1688744019 wait complete. 2024-09-19T04:33:02.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.712+0000 7ff6ceffd640 1 -- 172.21.15.111:0/1607106862 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6c4037070 con 0x7ff6b80051c0 2024-09-19T04:33:02.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.712+0000 7f4f3b7fe640 1 -- 172.21.15.111:0/3549133848 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f3c0ae9b0 con 0x7f4f3400a4f0 2024-09-19T04:33:02.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.712+0000 7ff6ceffd640 1 -- 172.21.15.111:0/1607106862 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6c402a990 con 0x7ff6b80051c0 2024-09-19T04:33:02.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.713+0000 7f4f41d36640 1 -- 172.21.15.111:0/3549133848 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4f3400a4f0 msgr2=0x7f4f34036020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:02.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.713+0000 7f4f41d36640 1 --2- 172.21.15.111:0/3549133848 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4f3400a4f0 0x7f4f34036020 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f4f3c06b2e0 tx=0x7f4f3c06b1c0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.713+0000 7ff1898e4640 1 Processor -- start 2024-09-19T04:33:02.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.713+0000 7ff6ceffd640 1 -- 172.21.15.111:0/1607106862 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6c40093d0 con 0x7ff6b80051c0 2024-09-19T04:33:02.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.713+0000 7ff6cffff640 1 --2- 172.21.15.111:0/1607106862 >> v2:172.21.15.111:3300/0 conn(0x7ff6d00b2b30 0x7ff6d01580e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:33:02.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.713+0000 7ff1898e4640 1 -- start start 2024-09-19T04:33:02.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.713+0000 7ff6d6615640 1 -- 172.21.15.111:0/1607106862 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff6b80051c0 msgr2=0x7ff6b800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:02.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.713+0000 7ff6d6615640 1 --2- 172.21.15.111:0/1607106862 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff6b80051c0 0x7ff6b800b9c0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff6d006c290 tx=0x7ff6b8005830 comp rx=0 tx=0).stop 2024-09-19T04:33:02.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.713+0000 7ff6d4bb2640 1 -- 172.21.15.111:0/1607106862 reap_dead start 2024-09-19T04:33:02.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.713+0000 7f4f41d36640 1 -- 172.21.15.111:0/3549133848 shutdown_connections 2024-09-19T04:33:02.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.713+0000 7f4f41d36640 1 --2- 172.21.15.111:0/3549133848 >> v2:172.21.15.114:3300/0 conn(0x7f4f340551b0 0x7f4f34036560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.713+0000 7f4f41d36640 1 --2- 172.21.15.111:0/3549133848 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4f3400a4f0 0x7f4f34036020 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.713+0000 7f4f41d36640 1 -- 172.21.15.111:0/3549133848 >> 172.21.15.111:0/3549133848 conn(0x7f4f3401d930 msgr2=0x7f4f340545a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:02.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.713+0000 7ff6d6615640 1 -- 172.21.15.111:0/1607106862 shutdown_connections 2024-09-19T04:33:02.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.713+0000 7ff6d6615640 1 -- 172.21.15.111:0/1607106862 >> 172.21.15.111:0/1607106862 conn(0x7ff6d00b2040 msgr2=0x7ff6d00b2420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:02.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.714+0000 7f4f41d36640 1 -- 172.21.15.111:0/3549133848 shutdown_connections 2024-09-19T04:33:02.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.714+0000 7ff6d6615640 1 -- 172.21.15.111:0/1607106862 shutdown_connections 2024-09-19T04:33:02.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.714+0000 7ff1898e4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff18406beb0 0x7ff1841587a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.714+0000 7ff1898e4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff18406c290 0x7ff184073120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.714+0000 7ff1898e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1840b3930 0x7ff1841eefb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.715+0000 7ff1898e4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff18406c6d0 con 0x7ff18406c290 2024-09-19T04:33:02.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.715+0000 7ff1898e4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff1840cfff0 con 0x7ff18406beb0 2024-09-19T04:33:02.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.715+0000 7ff1898e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff18414f360 con 0x7ff1840b3930 2024-09-19T04:33:02.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.714+0000 7ff6d6615640 1 -- 172.21.15.111:0/1607106862 wait complete. 2024-09-19T04:33:02.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.716+0000 7ff6d6615640 1 Processor -- start 2024-09-19T04:33:02.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.715+0000 7ff1827fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff18406c290 0x7ff184073120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.715+0000 7ff1827fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff18406c290 0x7ff184073120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55780/0 (socket says 172.21.15.111:55780) 2024-09-19T04:33:02.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.715+0000 7ff1827fc640 1 -- 172.21.15.111:0/2250129895 learned_addr learned my addr 172.21.15.111:0/2250129895 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:02.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.715+0000 7ff1827fc640 1 -- 172.21.15.111:0/2250129895 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1840b3930 msgr2=0x7ff1841eefb0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T04:33:02.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.715+0000 7ff1827fc640 1 --2- 172.21.15.111:0/2250129895 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1840b3930 0x7ff1841eefb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.715+0000 7ff1827fc640 1 -- 172.21.15.111:0/2250129895 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff18406beb0 msgr2=0x7ff1841587a0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T04:33:02.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.715+0000 7ff1827fc640 1 --2- 172.21.15.111:0/2250129895 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff18406beb0 0x7ff1841587a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.715+0000 7ff1827fc640 1 -- 172.21.15.111:0/2250129895 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1841f8980 con 0x7ff18406c290 2024-09-19T04:33:02.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.716+0000 7ff1827fc640 1 --2- 172.21.15.111:0/2250129895 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff18406c290 0x7ff184073120 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7ff17c007210 tx=0x7ff17c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:02.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.714+0000 7f4f41d36640 1 -- 172.21.15.111:0/3549133848 wait complete. 2024-09-19T04:33:02.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.716+0000 7f4f41d36640 1 Processor -- start 2024-09-19T04:33:02.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.716+0000 7f4f41d36640 1 -- start start 2024-09-19T04:33:02.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.717+0000 7ff16bfff640 1 -- 172.21.15.111:0/2250129895 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff17c00be60 con 0x7ff18406c290 2024-09-19T04:33:02.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.717+0000 7ff16bfff640 1 -- 172.21.15.111:0/2250129895 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff17c008600 con 0x7ff18406c290 2024-09-19T04:33:02.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.717+0000 7ff16bfff640 1 -- 172.21.15.111:0/2250129895 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff17c042480 con 0x7ff18406c290 2024-09-19T04:33:02.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.717+0000 7ff1898e4640 1 -- 172.21.15.111:0/2250129895 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1841fc400 con 0x7ff18406c290 2024-09-19T04:33:02.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.717+0000 7ff1898e4640 1 -- 172.21.15.111:0/2250129895 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1841fc9c0 con 0x7ff18406c290 2024-09-19T04:33:02.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.719+0000 7f4f41d36640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4f34007070 0x7f4f34006a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.719+0000 7f4f41d36640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4f340551b0 0x7f4f341850c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.719+0000 7f4f41d36640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4f3404d6c0 0x7f4f3404a230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.719+0000 7f4f3bfff640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4f340551b0 0x7f4f341850c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.719+0000 7f4f41535640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4f3404d6c0 0x7f4f3404a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.719+0000 7f4f41535640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4f3404d6c0 0x7f4f3404a230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55788/0 (socket says 172.21.15.111:55788) 2024-09-19T04:33:02.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.719+0000 7f4f3bfff640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4f340551b0 0x7f4f341850c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:52692/0 (socket says 172.21.15.111:52692) 2024-09-19T04:33:02.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.719+0000 7f4f41535640 1 -- 172.21.15.111:0/1891301553 learned_addr learned my addr 172.21.15.111:0/1891301553 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:02.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.719+0000 7f4f41d36640 1 -- 172.21.15.111:0/1891301553 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4f34054e30 con 0x7f4f3404d6c0 2024-09-19T04:33:02.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.719+0000 7f4f41d36640 1 -- 172.21.15.111:0/1891301553 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4f34054cb0 con 0x7f4f340551b0 2024-09-19T04:33:02.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.719+0000 7f4f41d36640 1 -- 172.21.15.111:0/1891301553 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4f3404ff50 con 0x7f4f34007070 2024-09-19T04:33:02.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.720+0000 7f4f41535640 1 -- 172.21.15.111:0/1891301553 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4f34007070 msgr2=0x7f4f34006a40 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T04:33:02.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.720+0000 7f4f41535640 1 --2- 172.21.15.111:0/1891301553 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4f34007070 0x7f4f34006a40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.720+0000 7f4f41535640 1 -- 172.21.15.111:0/1891301553 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4f340551b0 msgr2=0x7f4f341850c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:02.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.720+0000 7f4f41535640 1 --2- 172.21.15.111:0/1891301553 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4f340551b0 0x7f4f341850c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.720+0000 7f4f41535640 1 -- 172.21.15.111:0/1891301553 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f3404b5e0 con 0x7f4f3404d6c0 2024-09-19T04:33:02.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.720+0000 7f4f41535640 1 --2- 172.21.15.111:0/1891301553 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4f3404d6c0 0x7f4f3404a230 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4f3000c7b0 tx=0x7f4f3000cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:02.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.716+0000 7ff6d6615640 1 -- start start 2024-09-19T04:33:02.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.717+0000 7ff6d6615640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff6b80051c0 0x7ff6d0146560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.717+0000 7ff6d6615640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff6d01f9d50 0x7ff6d0147080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.717+0000 7ff6d6615640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6d01441b0 0x7ff6d0147de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.718+0000 7ff6d6615640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff6d00b5670 con 0x7ff6d01f9d50 2024-09-19T04:33:02.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.718+0000 7ff6d6615640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff6d00ce340 con 0x7ff6d01441b0 2024-09-19T04:33:02.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.718+0000 7ff6d6615640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff6d00b57f0 con 0x7ff6b80051c0 2024-09-19T04:33:02.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.718+0000 7ff6cffff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff6b80051c0 0x7ff6d0146560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.718+0000 7ff6cffff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff6b80051c0 0x7ff6d0146560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:60322/0 (socket says 172.21.15.111:60322) 2024-09-19T04:33:02.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.718+0000 7ff6cffff640 1 -- 172.21.15.111:0/3666410817 learned_addr learned my addr 172.21.15.111:0/3666410817 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:02.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.718+0000 7ff6d4bb2640 1 --2- 172.21.15.111:0/3666410817 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6d01441b0 0x7ff6d0147de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.719+0000 7ff6cffff640 1 -- 172.21.15.111:0/3666410817 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6d01441b0 msgr2=0x7ff6d0147de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:02.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.719+0000 7ff6cffff640 1 --2- 172.21.15.111:0/3666410817 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6d01441b0 0x7ff6d0147de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.719+0000 7ff6cffff640 1 -- 172.21.15.111:0/3666410817 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff6d01f9d50 msgr2=0x7ff6d0147080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:02.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.719+0000 7ff6cffff640 1 --2- 172.21.15.111:0/3666410817 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff6d01f9d50 0x7ff6d0147080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.719+0000 7ff6cffff640 1 -- 172.21.15.111:0/3666410817 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6d01fa310 con 0x7ff6b80051c0 2024-09-19T04:33:02.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.719+0000 7ff6cffff640 1 --2- 172.21.15.111:0/3666410817 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff6b80051c0 0x7ff6d0146560 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ff6c000e990 tx=0x7ff6c000ee50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:02.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.719+0000 7ff6ccff9640 1 -- 172.21.15.111:0/3666410817 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6c0039070 con 0x7ff6b80051c0 2024-09-19T04:33:02.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.719+0000 7ff6ccff9640 1 -- 172.21.15.111:0/3666410817 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6c000c9e0 con 0x7ff6b80051c0 2024-09-19T04:33:02.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.720+0000 7ff6d6615640 1 -- 172.21.15.111:0/3666410817 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6d01fa5f0 con 0x7ff6b80051c0 2024-09-19T04:33:02.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.720+0000 7ff6d6615640 1 -- 172.21.15.111:0/3666410817 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6d01fabb0 con 0x7ff6b80051c0 2024-09-19T04:33:02.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.720+0000 7ff6ccff9640 1 -- 172.21.15.111:0/3666410817 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6c000cdb0 con 0x7ff6b80051c0 2024-09-19T04:33:02.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.720+0000 7f4f397fa640 1 -- 172.21.15.111:0/1891301553 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f30017070 con 0x7f4f3404d6c0 2024-09-19T04:33:02.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.720+0000 7f4f397fa640 1 -- 172.21.15.111:0/1891301553 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f30005070 con 0x7f4f3404d6c0 2024-09-19T04:33:02.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.720+0000 7f4f397fa640 1 -- 172.21.15.111:0/1891301553 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f30005460 con 0x7f4f3404d6c0 2024-09-19T04:33:02.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.721+0000 7f4f41d36640 1 -- 172.21.15.111:0/1891301553 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f34185980 con 0x7f4f3404d6c0 2024-09-19T04:33:02.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.721+0000 7f4f41d36640 1 -- 172.21.15.111:0/1891301553 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f34185f40 con 0x7f4f3404d6c0 2024-09-19T04:33:02.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.721+0000 7ff16bfff640 1 -- 172.21.15.111:0/2250129895 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff17c049060 con 0x7ff18406c290 2024-09-19T04:33:02.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.721+0000 7ff16bfff640 1 --2- 172.21.15.111:0/2250129895 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff17006c380 0x7ff17006e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.722+0000 7ff16bfff640 1 -- 172.21.15.111:0/2250129895 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff17c0abb80 con 0x7ff18406c290 2024-09-19T04:33:02.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.722+0000 7ff6d6615640 1 -- 172.21.15.111:0/3666410817 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6d01580e0 con 0x7ff6b80051c0 2024-09-19T04:33:02.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.722+0000 7ff182ffd640 1 --2- 172.21.15.111:0/2250129895 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff17006c380 0x7ff17006e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.722+0000 7ff1898e4640 1 -- 172.21.15.111:0/2250129895 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff164005290 con 0x7ff18406c290 2024-09-19T04:33:02.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.723+0000 7f4f41d36640 1 -- 172.21.15.111:0/1891301553 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f34036020 con 0x7f4f3404d6c0 2024-09-19T04:33:02.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.725+0000 7f4f397fa640 1 -- 172.21.15.111:0/1891301553 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4f3001a070 con 0x7f4f3404d6c0 2024-09-19T04:33:02.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.724+0000 7ff6ccff9640 1 -- 172.21.15.111:0/3666410817 <== mon.2 v2:172.21.15.114:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff6c003c070 con 0x7ff6b80051c0 2024-09-19T04:33:02.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.724+0000 7ff6ccff9640 1 --2- 172.21.15.111:0/3666410817 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff6bc06c380 0x7ff6bc06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.724+0000 7ff6ccff9640 1 -- 172.21.15.111:0/3666410817 <== mon.2 v2:172.21.15.114:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff6c00ad420 con 0x7ff6b80051c0 2024-09-19T04:33:02.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.725+0000 7f4f397fa640 1 --2- 172.21.15.111:0/1891301553 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4f2006c520 0x7f4f2006e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.725+0000 7ff6cf7fe640 1 --2- 172.21.15.111:0/3666410817 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff6bc06c380 0x7ff6bc06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.725+0000 7f4f397fa640 1 -- 172.21.15.111:0/1891301553 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f4f3008a740 con 0x7f4f3404d6c0 2024-09-19T04:33:02.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.725+0000 7ff182ffd640 1 --2- 172.21.15.111:0/2250129895 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff17006c380 0x7ff17006e840 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7ff174009670 tx=0x7ff174006bd0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:02.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.726+0000 7f4f40d34640 1 --2- 172.21.15.111:0/1891301553 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4f2006c520 0x7f4f2006e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.726+0000 7ff6cf7fe640 1 --2- 172.21.15.111:0/3666410817 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff6bc06c380 0x7ff6bc06e840 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ff6c80013d0 tx=0x7ff6c8001340 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:02.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.726+0000 7f4f40d34640 1 --2- 172.21.15.111:0/1891301553 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4f2006c520 0x7f4f2006e9e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f4f3400bdc0 tx=0x7f4f3c0ac000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:02.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.729+0000 7ff6ccff9640 1 -- 172.21.15.111:0/3666410817 <== mon.2 v2:172.21.15.114:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff6c007b520 con 0x7ff6b80051c0 2024-09-19T04:33:02.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.737+0000 7ff16bfff640 1 -- 172.21.15.111:0/2250129895 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff17c010070 con 0x7ff18406c290 2024-09-19T04:33:02.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.742+0000 7f4f397fa640 1 -- 172.21.15.111:0/1891301553 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4f30058840 con 0x7f4f3404d6c0 2024-09-19T04:33:02.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.768+0000 7fa1173f6640 1 Processor -- start 2024-09-19T04:33:02.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.768+0000 7fa1173f6640 1 -- start start 2024-09-19T04:33:02.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.769+0000 7fa1173f6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa1100727d0 0x7fa11015c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.769+0000 7fa1173f6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1100b4ee0 con 0x7fa11013eaf0 2024-09-19T04:33:02.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.769+0000 7fa1173f6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1100b51c0 con 0x7fa110140a40 2024-09-19T04:33:02.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.769+0000 7fa1173f6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa1100b5780 con 0x7fa1100727d0 2024-09-19T04:33:02.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.770+0000 7fa115993640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fa11013eaf0 0x7fa1100b5ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:43480/0 (socket says 172.21.15.111:43480) 2024-09-19T04:33:02.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.770+0000 7fa115993640 1 -- 172.21.15.111:0/532635810 learned_addr learned my addr 172.21.15.111:0/532635810 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:02.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.770+0000 7fa114991640 1 --2- 172.21.15.111:0/532635810 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa1100727d0 0x7fa11015c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.770+0000 7fa107fff640 1 -- 172.21.15.111:0/532635810 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 236904469 0 0) 0x7fa1100b4ee0 con 0x7fa11013eaf0 2024-09-19T04:33:02.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.770+0000 7fa107fff640 1 -- 172.21.15.111:0/532635810 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa0fc003520 con 0x7fa11013eaf0 2024-09-19T04:33:02.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.771+0000 7fa107fff640 1 -- 172.21.15.111:0/532635810 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1479813862 0 0) 0x7fa0fc003520 con 0x7fa11013eaf0 2024-09-19T04:33:02.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.771+0000 7fa107fff640 1 -- 172.21.15.111:0/532635810 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa1100727d0 msgr2=0x7fa11015c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:02.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.771+0000 7fa107fff640 1 --2- 172.21.15.111:0/532635810 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa1100727d0 0x7fa11015c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.771+0000 7fa107fff640 1 -- 172.21.15.111:0/532635810 >> v1:172.21.15.114:6789/0 conn(0x7fa110140a40 legacy=0x7fa1100720c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:02.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.771+0000 7fa107fff640 1 -- 172.21.15.111:0/532635810 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1100b54a0 con 0x7fa11013eaf0 2024-09-19T04:33:02.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.771+0000 7fa107fff640 1 -- 172.21.15.111:0/532635810 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fa1080019f0 con 0x7fa11013eaf0 2024-09-19T04:33:02.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.771+0000 7fa107fff640 1 -- 172.21.15.111:0/532635810 >> v1:172.21.15.111:6789/0 conn(0x7fa11013eaf0 legacy=0x7fa1100b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:02.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.771+0000 7fa107fff640 1 --2- 172.21.15.111:0/532635810 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0039e0 0x7fa0fc003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.771+0000 7fa107fff640 1 --2- 172.21.15.111:0/532635810 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0fc004800 0x7fa0fc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.771+0000 7fa107fff640 1 --2- 172.21.15.111:0/532635810 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0fc0051c0 0x7fa0fc00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.771+0000 7fa107fff640 1 -- 172.21.15.111:0/532635810 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa1100b5780 con 0x7fa0fc0039e0 2024-09-19T04:33:02.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.771+0000 7fa107fff640 1 -- 172.21.15.111:0/532635810 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa0fc00c0c0 con 0x7fa0fc0051c0 2024-09-19T04:33:02.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.771+0000 7fa107fff640 1 -- 172.21.15.111:0/532635810 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa0fc00c2c0 con 0x7fa0fc004800 2024-09-19T04:33:02.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.772+0000 7fa115192640 1 --2- 172.21.15.111:0/532635810 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0039e0 0x7fa0fc003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.771+0000 7f1711574640 1 Processor -- start 2024-09-19T04:33:02.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.771+0000 7f1711574640 1 -- start start 2024-09-19T04:33:02.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.772+0000 7f1711574640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f170c162a50 0x7f170c0cd4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.772+0000 7f1711574640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f170c0cdac0 con 0x7f170c070de0 2024-09-19T04:33:02.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.772+0000 7f1711574640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f170c0b3b70 con 0x7f170c0d0480 2024-09-19T04:33:02.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.772+0000 7f1711574640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f170c0b3e50 con 0x7f170c162a50 2024-09-19T04:33:02.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.772+0000 7f170bfff640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f170c162a50 0x7f170c0cd4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.773+0000 7f170bfff640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f170c162a50 0x7f170c0cd4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:52718/0 (socket says 172.21.15.111:52718) 2024-09-19T04:33:02.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.773+0000 7f170bfff640 1 -- 172.21.15.111:0/3572207239 learned_addr learned my addr 172.21.15.111:0/3572207239 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:02.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.772+0000 7f1710d73640 1 --1- 172.21.15.111:0/3572207239 >> v1:172.21.15.114:6789/0 conn(0x7f170c0d0480 0x7f170c0d0890 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:38938/0 (socket says 172.21.15.111:38938) 2024-09-19T04:33:02.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.773+0000 7fa115192640 1 -- 172.21.15.111:0/532635810 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0fc004800 msgr2=0x7fa0fc004c80 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T04:33:02.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.773+0000 7fa115192640 1 --2- 172.21.15.111:0/532635810 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0fc004800 0x7fa0fc004c80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.773+0000 7fa115192640 1 -- 172.21.15.111:0/532635810 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0fc0051c0 msgr2=0x7fa0fc00b9c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T04:33:02.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.773+0000 7fa115192640 1 --2- 172.21.15.111:0/532635810 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0fc0051c0 0x7fa0fc00b9c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.773+0000 7fa115192640 1 -- 172.21.15.111:0/532635810 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0fc003520 con 0x7fa0fc0039e0 2024-09-19T04:33:02.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.774+0000 7f170bfff640 1 -- 172.21.15.111:0/3572207239 >> v1:172.21.15.114:6789/0 conn(0x7f170c0d0480 legacy=0x7f170c0d0890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:02.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.774+0000 7f170bfff640 1 -- 172.21.15.111:0/3572207239 >> v1:172.21.15.111:6789/0 conn(0x7f170c070de0 legacy=0x7f170c0b3250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:02.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.774+0000 7fa115192640 1 --2- 172.21.15.111:0/532635810 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0039e0 0x7fa0fc003e00 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fa100003dd0 tx=0x7fa0fc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7adaf057945f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:02.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.774+0000 7f170bfff640 1 -- 172.21.15.111:0/3572207239 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f170c0b4130 con 0x7f170c162a50 2024-09-19T04:33:02.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.774+0000 7fa107fff640 1 -- 172.21.15.111:0/532635810 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa100037070 con 0x7fa0fc0039e0 2024-09-19T04:33:02.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.775+0000 7f6f9b423640 1 Processor -- start 2024-09-19T04:33:02.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.775+0000 7f6f9b423640 1 -- start start 2024-09-19T04:33:02.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.776+0000 7fa107fff640 1 -- 172.21.15.111:0/532635810 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa10002aa00 con 0x7fa0fc0039e0 2024-09-19T04:33:02.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.776+0000 7f6cf6d91640 1 Processor -- start 2024-09-19T04:33:02.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.777+0000 7fa1173f6640 1 -- 172.21.15.111:0/532635810 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0039e0 msgr2=0x7fa0fc003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:02.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.777+0000 7fa1173f6640 1 --2- 172.21.15.111:0/532635810 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0039e0 0x7fa0fc003e00 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fa100003dd0 tx=0x7fa0fc005830 comp rx=0 tx=0).stop 2024-09-19T04:33:02.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.777+0000 7fa115993640 1 -- 172.21.15.111:0/532635810 reap_dead start 2024-09-19T04:33:02.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.777+0000 7fa1173f6640 1 -- 172.21.15.111:0/532635810 shutdown_connections 2024-09-19T04:33:02.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.777+0000 7fa1173f6640 1 -- 172.21.15.111:0/532635810 >> 172.21.15.111:0/532635810 conn(0x7fa110062a80 msgr2=0x7fa11006ccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:02.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.777+0000 7fa1173f6640 1 -- 172.21.15.111:0/532635810 shutdown_connections 2024-09-19T04:33:02.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.777+0000 7f6f9b423640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f6f940b68e0 0x7f6f940b3df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.777+0000 7f6f9b423640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f940721b0 con 0x7f6f9406fc60 2024-09-19T04:33:02.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.777+0000 7f6f9b423640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f940ce360 con 0x7f6f940cee40 2024-09-19T04:33:02.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.777+0000 7f6f9b423640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f6f940ce9b0 con 0x7f6f940b68e0 2024-09-19T04:33:02.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.777+0000 7f6f991bf640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f6f940b68e0 0x7f6f940b3df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.777+0000 7f6f999c0640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f6f9406fc60 0x7f6f940cbf90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:43490/0 (socket says 172.21.15.111:43490) 2024-09-19T04:33:02.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.777+0000 7f6f999c0640 1 -- 172.21.15.111:0/924465647 learned_addr learned my addr 172.21.15.111:0/924465647 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:02.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.776+0000 7f6cf6d91640 1 -- start start 2024-09-19T04:33:02.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.777+0000 7f6cf6d91640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f6cf00b68d0 0x7f6cf00cfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.776+0000 7f170bfff640 1 --2- 172.21.15.111:0/3572207239 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f170c162a50 0x7f170c0cd4b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f17000097f0 tx=0x7f170002a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=221dcb999bcd0d2a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:02.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.777+0000 7f170affd640 1 -- 172.21.15.111:0/3572207239 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1700037070 con 0x7f170c162a50 2024-09-19T04:33:02.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.777+0000 7f170affd640 1 -- 172.21.15.111:0/3572207239 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1700032440 con 0x7f170c162a50 2024-09-19T04:33:02.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.777+0000 7f170affd640 1 -- 172.21.15.111:0/3572207239 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1700032810 con 0x7f170c162a50 2024-09-19T04:33:02.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.777+0000 7f6f991bf640 1 -- 172.21.15.111:0/924465647 >> v1:172.21.15.114:6789/0 conn(0x7f6f940cee40 legacy=0x7f6f940b6cc0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T04:33:02.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.777+0000 7f6cf6d91640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6cf00ced90 0x7f6cf00b79b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.777+0000 7f6f991bf640 1 -- 172.21.15.111:0/924465647 >> v1:172.21.15.111:6789/0 conn(0x7f6f9406fc60 legacy=0x7f6f940cbf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:02.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.778+0000 7f6f991bf640 1 -- 172.21.15.111:0/924465647 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f940ce640 con 0x7f6f940b68e0 2024-09-19T04:33:02.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.778+0000 7f6cf4b2d640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f6cf015eac0 0x7f6cf00b61c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:38954/0 (socket says 172.21.15.111:38954) 2024-09-19T04:33:02.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.778+0000 7f6ceffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f6cf00b68d0 0x7f6cf00cfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.778+0000 7f6ceffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f6cf00b68d0 0x7f6cf00cfc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55812/0 (socket says 172.21.15.111:55812) 2024-09-19T04:33:02.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.778+0000 7f6cf6d91640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6cf00d26f0 con 0x7f6cf015eac0 2024-09-19T04:33:02.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.778+0000 7f6cf6d91640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f6cf00d29d0 con 0x7f6cf00b68d0 2024-09-19T04:33:02.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.778+0000 7f6cf6d91640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6cf00d2cb0 con 0x7f6cf00ced90 2024-09-19T04:33:02.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.777+0000 7fa1173f6640 1 -- 172.21.15.111:0/532635810 wait complete. 2024-09-19T04:33:02.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.778+0000 7f1711574640 1 -- 172.21.15.111:0/3572207239 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f170c162a50 msgr2=0x7f170c0cd4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:02.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.778+0000 7f1711574640 1 --2- 172.21.15.111:0/3572207239 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f170c162a50 0x7f170c0cd4b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f17000097f0 tx=0x7f170002a1a0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.778+0000 7f1711574640 1 -- 172.21.15.111:0/3572207239 shutdown_connections 2024-09-19T04:33:02.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.778+0000 7f1711574640 1 --2- 172.21.15.111:0/3572207239 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f170c162a50 0x7f170c0cd4b0 secure :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f17000097f0 tx=0x7f170002a1a0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.778+0000 7f1711574640 1 -- 172.21.15.111:0/3572207239 >> 172.21.15.111:0/3572207239 conn(0x7f170c06d080 msgr2=0x7f170c06d460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:02.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.779+0000 7fa1173f6640 1 Processor -- start 2024-09-19T04:33:02.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.779+0000 7f1711574640 1 -- 172.21.15.111:0/3572207239 shutdown_connections 2024-09-19T04:33:02.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.779+0000 7f1711574640 1 -- 172.21.15.111:0/3572207239 wait complete. 2024-09-19T04:33:02.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.779+0000 7f6f991bf640 1 --2- 172.21.15.111:0/924465647 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f940b68e0 0x7f6f940b3df0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f6f88009d90 tx=0x7f6f8802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25eff614c24b91f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:02.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.780+0000 7f6f93fff640 1 -- 172.21.15.111:0/924465647 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f88031600 con 0x7f6f940b68e0 2024-09-19T04:33:02.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.779+0000 7fa1173f6640 1 -- start start 2024-09-19T04:33:02.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.780+0000 7f6f93fff640 1 -- 172.21.15.111:0/924465647 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f880317a0 con 0x7f6f940b68e0 2024-09-19T04:33:02.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.780+0000 7f6cf4b2d640 1 -- 172.21.15.111:0/1796302136 learned_addr learned my addr 172.21.15.111:0/1796302136 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:02.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.780+0000 7f6f93fff640 1 -- 172.21.15.111:0/924465647 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f88031b70 con 0x7f6f940b68e0 2024-09-19T04:33:02.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.780+0000 7f6cf532e640 1 --2- 172.21.15.111:0/1796302136 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6cf00ced90 0x7f6cf00b79b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.780+0000 7fa1173f6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0039e0 0x7fa110159540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.780+0000 7fa1173f6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa110154010 0x7fa110154bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.780+0000 7fa1173f6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa1101f3b00 0x7fa1101335d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.780+0000 7fa1173f6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa11015c480 con 0x7fa0fc0039e0 2024-09-19T04:33:02.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.780+0000 7fa1173f6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa110140e20 con 0x7fa1101f3b00 2024-09-19T04:33:02.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.780+0000 7fa1173f6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa11015c600 con 0x7fa110154010 2024-09-19T04:33:02.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.780+0000 7fa115192640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0039e0 0x7fa110159540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.780+0000 7fa115993640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa1101f3b00 0x7fa1101335d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.780+0000 7fa115993640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa1101f3b00 0x7fa1101335d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:52720/0 (socket says 172.21.15.111:52720) 2024-09-19T04:33:02.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.780+0000 7fa115993640 1 -- 172.21.15.111:0/679575189 learned_addr learned my addr 172.21.15.111:0/679575189 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:02.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.780+0000 7f6cef7fe640 1 -- 172.21.15.111:0/1796302136 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 828792701 0 0) 0x7f6cf00d26f0 con 0x7f6cf015eac0 2024-09-19T04:33:02.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.780+0000 7f6cef7fe640 1 -- 172.21.15.111:0/1796302136 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6ce0003520 con 0x7f6cf015eac0 2024-09-19T04:33:02.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.781+0000 7f6f9b423640 1 -- 172.21.15.111:0/924465647 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f940b68e0 msgr2=0x7f6f940b3df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:02.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.781+0000 7f6f9b423640 1 --2- 172.21.15.111:0/924465647 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f940b68e0 0x7f6f940b3df0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f6f88009d90 tx=0x7f6f8802a610 comp rx=0 tx=0).stop 2024-09-19T04:33:02.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.781+0000 7f1711574640 1 Processor -- start 2024-09-19T04:33:02.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.781+0000 7fa115993640 1 -- 172.21.15.111:0/679575189 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa110154010 msgr2=0x7fa110154bc0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T04:33:02.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.781+0000 7fa115993640 1 --2- 172.21.15.111:0/679575189 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa110154010 0x7fa110154bc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.781+0000 7fa115993640 1 -- 172.21.15.111:0/679575189 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0039e0 msgr2=0x7fa110159540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:02.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.781+0000 7fa115993640 1 --2- 172.21.15.111:0/679575189 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0039e0 0x7fa110159540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.781+0000 7fa115993640 1 -- 172.21.15.111:0/679575189 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa110159b70 con 0x7fa1101f3b00 2024-09-19T04:33:02.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.781+0000 7f1711574640 1 -- start start 2024-09-19T04:33:02.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.781+0000 7f6f9b423640 1 -- 172.21.15.111:0/924465647 shutdown_connections 2024-09-19T04:33:02.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.781+0000 7f6f9b423640 1 --2- 172.21.15.111:0/924465647 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f940b68e0 0x7f6f940b3df0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.781+0000 7f6f9b423640 1 -- 172.21.15.111:0/924465647 >> 172.21.15.111:0/924465647 conn(0x7f6f940b32d0 msgr2=0x7f6f940b36e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:02.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.780+0000 7f6cf532e640 1 -- 172.21.15.111:0/1796302136 >> v2:172.21.15.111:3300/0 conn(0x7f6cf00b68d0 msgr2=0x7f6cf00cfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:02.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.780+0000 7f6cf532e640 1 --2- 172.21.15.111:0/1796302136 >> v2:172.21.15.111:3300/0 conn(0x7f6cf00b68d0 0x7f6cf00cfc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.780+0000 7f6cf532e640 1 -- 172.21.15.111:0/1796302136 >> v1:172.21.15.114:6789/0 conn(0x7f6cf015eac0 legacy=0x7f6cf00b61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:02.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.780+0000 7f6cf532e640 1 -- 172.21.15.111:0/1796302136 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cf00d2f90 con 0x7f6cf00ced90 2024-09-19T04:33:02.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.781+0000 7f6ceffff640 1 --2- 172.21.15.111:0/1796302136 >> v2:172.21.15.111:3300/0 conn(0x7f6cf00b68d0 0x7f6cf00cfc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello state changed while learned_addr, mark_down or replacing must be happened just now 2024-09-19T04:33:02.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.782+0000 7f6f9b423640 1 -- 172.21.15.111:0/924465647 shutdown_connections 2024-09-19T04:33:02.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.781+0000 7f6cf532e640 1 --2- 172.21.15.111:0/1796302136 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6cf00ced90 0x7f6cf00b79b0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f6ce8009d90 tx=0x7f6ce802a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1a92cf6bce949621 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:02.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.781+0000 7fa115993640 1 --2- 172.21.15.111:0/679575189 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa1101f3b00 0x7fa1101335d0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa11013e9c0 tx=0x7fa10800cf80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:02.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.782+0000 7f6f9b423640 1 -- 172.21.15.111:0/924465647 wait complete. 2024-09-19T04:33:02.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.782+0000 7f6cef7fe640 1 -- 172.21.15.111:0/1796302136 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce8007740 con 0x7f6cf00ced90 2024-09-19T04:33:02.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.782+0000 7f6cef7fe640 1 -- 172.21.15.111:0/1796302136 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ce80078e0 con 0x7f6cf00ced90 2024-09-19T04:33:02.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.782+0000 7f6cef7fe640 1 -- 172.21.15.111:0/1796302136 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce8007cf0 con 0x7f6cf00ced90 2024-09-19T04:33:02.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.782+0000 7f1711574640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f170c070de0 0x7f170c149c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.782+0000 7f1711574640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f170c0d0480 0x7f170c1650d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.782+0000 7f170b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f170c0d0480 0x7f170c1650d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.782+0000 7f170b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f170c0d0480 0x7f170c1650d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55834/0 (socket says 172.21.15.111:55834) 2024-09-19T04:33:02.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.782+0000 7f170bfff640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f170c070de0 0x7f170c149c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.782+0000 7f1711574640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f170c165610 0x7f170c0ab4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.782+0000 7f1711574640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f170c0b4ab0 con 0x7f170c0d0480 2024-09-19T04:33:02.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.782+0000 7f1711574640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f170c0b4930 con 0x7f170c070de0 2024-09-19T04:33:02.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.783+0000 7f1711574640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f170c0b4c30 con 0x7f170c165610 2024-09-19T04:33:02.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.783+0000 7f170b7fe640 1 -- 172.21.15.111:0/511945364 learned_addr learned my addr 172.21.15.111:0/511945364 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:02.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.783+0000 7f6cf6d91640 1 -- 172.21.15.111:0/1796302136 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6cf00ced90 msgr2=0x7f6cf00b79b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:02.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.783+0000 7f6cf6d91640 1 --2- 172.21.15.111:0/1796302136 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6cf00ced90 0x7f6cf00b79b0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f6ce8009d90 tx=0x7f6ce802a680 comp rx=0 tx=0).stop 2024-09-19T04:33:02.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.783+0000 7f6cf6d91640 1 -- 172.21.15.111:0/1796302136 shutdown_connections 2024-09-19T04:33:02.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.783+0000 7f6cf6d91640 1 --2- 172.21.15.111:0/1796302136 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6cf00ced90 0x7f6cf00b79b0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.783+0000 7f6cf6d91640 1 --2- 172.21.15.111:0/1796302136 >> v2:172.21.15.111:3300/0 conn(0x7f6cf00b68d0 0x7f6cf00cfc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.783+0000 7f6cf6d91640 1 -- 172.21.15.111:0/1796302136 >> 172.21.15.111:0/1796302136 conn(0x7f6cf00d11c0 msgr2=0x7f6cf00d15d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:02.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.783+0000 7f6cf6d91640 1 -- 172.21.15.111:0/1796302136 shutdown_connections 2024-09-19T04:33:02.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.783+0000 7f6cf6d91640 1 -- 172.21.15.111:0/1796302136 wait complete. 2024-09-19T04:33:02.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.783+0000 7f6f9b423640 1 Processor -- start 2024-09-19T04:33:02.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.783+0000 7f170b7fe640 1 -- 172.21.15.111:0/511945364 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f170c165610 msgr2=0x7f170c0ab4e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T04:33:02.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.783+0000 7f170b7fe640 1 --2- 172.21.15.111:0/511945364 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f170c165610 0x7f170c0ab4e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.783+0000 7f170b7fe640 1 -- 172.21.15.111:0/511945364 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f170c070de0 msgr2=0x7f170c149c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:02.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.783+0000 7f170b7fe640 1 --2- 172.21.15.111:0/511945364 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f170c070de0 0x7f170c149c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.783+0000 7f170b7fe640 1 -- 172.21.15.111:0/511945364 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f170c14e870 con 0x7f170c0d0480 2024-09-19T04:33:02.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.783+0000 7f170b7fe640 1 --2- 172.21.15.111:0/511945364 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f170c0d0480 0x7f170c1650d0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f16fc00c7b0 tx=0x7f16fc00cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:02.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.784+0000 7f1708ff9640 1 -- 172.21.15.111:0/511945364 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16fc0050d0 con 0x7f170c0d0480 2024-09-19T04:33:02.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.783+0000 7f6f9b423640 1 -- start start 2024-09-19T04:33:02.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.785+0000 7f6f9b423640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6f9406fc60 0x7f6f94155130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.785+0000 7f6f9b423640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6f940b68e0 0x7f6f94142fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.785+0000 7f6cf6d91640 1 Processor -- start 2024-09-19T04:33:02.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.783+0000 7fa105ffb640 1 -- 172.21.15.111:0/679575189 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa10800a610 con 0x7fa1101f3b00 2024-09-19T04:33:02.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.785+0000 7f6f991bf640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6f9406fc60 0x7f6f94155130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.785+0000 7f6f991bf640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6f9406fc60 0x7f6f94155130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:52726/0 (socket says 172.21.15.111:52726) 2024-09-19T04:33:02.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.783+0000 7fa105ffb640 1 -- 172.21.15.111:0/679575189 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa10800a7d0 con 0x7fa1101f3b00 2024-09-19T04:33:02.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.785+0000 7f6f991bf640 1 -- 172.21.15.111:0/3229002865 learned_addr learned my addr 172.21.15.111:0/3229002865 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:02.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.785+0000 7f6f989be640 1 --2- 172.21.15.111:0/3229002865 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6f940b68e0 0x7f6f94142fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.783+0000 7fa105ffb640 1 -- 172.21.15.111:0/679575189 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa10800abc0 con 0x7fa1101f3b00 2024-09-19T04:33:02.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.785+0000 7f6f9b423640 1 --2- 172.21.15.111:0/3229002865 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f940cee40 0x7f6f940c9030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.785+0000 7f6f9b423640 1 -- 172.21.15.111:0/3229002865 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6f940cc820 con 0x7f6f940cee40 2024-09-19T04:33:02.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.785+0000 7f6f9b423640 1 -- 172.21.15.111:0/3229002865 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6f940cc6a0 con 0x7f6f9406fc60 2024-09-19T04:33:02.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.785+0000 7f6f9b423640 1 -- 172.21.15.111:0/3229002865 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6f940cc9a0 con 0x7f6f940b68e0 2024-09-19T04:33:02.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.784+0000 7fa1173f6640 1 -- 172.21.15.111:0/679575189 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa11015ba90 con 0x7fa1101f3b00 2024-09-19T04:33:02.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.784+0000 7f1711574640 1 -- 172.21.15.111:0/511945364 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f170c14eb50 con 0x7f170c0d0480 2024-09-19T04:33:02.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.784+0000 7f1711574640 1 -- 172.21.15.111:0/511945364 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f170c14f110 con 0x7f170c0d0480 2024-09-19T04:33:02.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.786+0000 7f6cf6d91640 1 -- start start 2024-09-19T04:33:02.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.786+0000 7f6f999c0640 1 --2- 172.21.15.111:0/3229002865 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f940cee40 0x7f6f940c9030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.786+0000 7f6f991bf640 1 -- 172.21.15.111:0/3229002865 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6f940b68e0 msgr2=0x7f6f94142fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:02.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.786+0000 7f6f991bf640 1 --2- 172.21.15.111:0/3229002865 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6f940b68e0 0x7f6f94142fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.786+0000 7f6f991bf640 1 -- 172.21.15.111:0/3229002865 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f940cee40 msgr2=0x7f6f940c9030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:02.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.786+0000 7f6f991bf640 1 --2- 172.21.15.111:0/3229002865 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f940cee40 0x7f6f940c9030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.786+0000 7f6f991bf640 1 -- 172.21.15.111:0/3229002865 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f94155670 con 0x7f6f9406fc60 2024-09-19T04:33:02.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.786+0000 7f1711574640 1 -- 172.21.15.111:0/511945364 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f170c0cd7e0 con 0x7f170c0d0480 2024-09-19T04:33:02.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.786+0000 7f1708ff9640 1 -- 172.21.15.111:0/511945364 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16fc005270 con 0x7f170c0d0480 2024-09-19T04:33:02.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.786+0000 7f6f991bf640 1 --2- 172.21.15.111:0/3229002865 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6f9406fc60 0x7f6f94155130 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f6f88009d90 tx=0x7f6f88004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:02.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.786+0000 7f1708ff9640 1 -- 172.21.15.111:0/511945364 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16fc00a640 con 0x7f170c0d0480 2024-09-19T04:33:02.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.787+0000 7f6f91ffb640 1 -- 172.21.15.111:0/3229002865 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f8803fa80 con 0x7f6f9406fc60 2024-09-19T04:33:02.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.788+0000 7f6cf6d91640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6cf00b68d0 0x7f6cf0151c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.788+0000 7f6cf6d91640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6cf00ced90 0x7f6cf01f7a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.788+0000 7f6cf4b2d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6cf00b68d0 0x7f6cf0151c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.788+0000 7f6cf4b2d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6cf00b68d0 0x7f6cf0151c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:52732/0 (socket says 172.21.15.111:52732) 2024-09-19T04:33:02.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.788+0000 7f6cf4b2d640 1 -- 172.21.15.111:0/1049613146 learned_addr learned my addr 172.21.15.111:0/1049613146 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:02.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.788+0000 7f6ceffff640 1 --2- 172.21.15.111:0/1049613146 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6cf00ced90 0x7f6cf01f7a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.788+0000 7f6cf6d91640 1 --2- 172.21.15.111:0/1049613146 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6cf015eac0 0x7f6cf01f7f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.787+0000 7f6f9b423640 1 -- 172.21.15.111:0/3229002865 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f94155910 con 0x7f6f9406fc60 2024-09-19T04:33:02.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.787+0000 7f6f9b423640 1 -- 172.21.15.111:0/3229002865 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f94155ed0 con 0x7f6f9406fc60 2024-09-19T04:33:02.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.788+0000 7f6cf6d91640 1 -- 172.21.15.111:0/1049613146 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf00d2490 con 0x7f6cf015eac0 2024-09-19T04:33:02.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.788+0000 7f6cf6d91640 1 -- 172.21.15.111:0/1049613146 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf00d2310 con 0x7f6cf00b68d0 2024-09-19T04:33:02.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.788+0000 7f6cf6d91640 1 -- 172.21.15.111:0/1049613146 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6cf00d3790 con 0x7f6cf00ced90 2024-09-19T04:33:02.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.788+0000 7f6f91ffb640 1 -- 172.21.15.111:0/3229002865 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f8803fc20 con 0x7f6f9406fc60 2024-09-19T04:33:02.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.784+0000 7fa1173f6640 1 -- 172.21.15.111:0/679575189 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa11015c050 con 0x7fa1101f3b00 2024-09-19T04:33:02.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.786+0000 7fa0f37fe640 1 -- 172.21.15.111:0/679575189 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1100b47e0 con 0x7fa1101f3b00 2024-09-19T04:33:02.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.789+0000 7f6f91ffb640 1 -- 172.21.15.111:0/3229002865 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f88030650 con 0x7f6f9406fc60 2024-09-19T04:33:02.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.789+0000 7f1708ff9640 1 -- 172.21.15.111:0/511945364 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f16fc00a7e0 con 0x7f170c0d0480 2024-09-19T04:33:02.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.789+0000 7f1708ff9640 1 --2- 172.21.15.111:0/511945364 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f16f806c380 0x7f16f806e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.789+0000 7fa105ffb640 1 -- 172.21.15.111:0/679575189 <== mon.1 v2:172.21.15.114:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa108011070 con 0x7fa1101f3b00 2024-09-19T04:33:02.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.790+0000 7fa105ffb640 1 --2- 172.21.15.111:0/679575189 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa0f406c3b0 0x7fa0f406e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.790+0000 7fa105ffb640 1 -- 172.21.15.111:0/679575189 <== mon.1 v2:172.21.15.114:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa10808aaf0 con 0x7fa1101f3b00 2024-09-19T04:33:02.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.791+0000 7fa115192640 1 --2- 172.21.15.111:0/679575189 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa0f406c3b0 0x7fa0f406e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.790+0000 7f6ceffff640 1 -- 172.21.15.111:0/1049613146 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6cf00b68d0 msgr2=0x7f6cf0151c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:02.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.790+0000 7f6ceffff640 1 --2- 172.21.15.111:0/1049613146 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6cf00b68d0 0x7f6cf0151c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.791+0000 7f6ceffff640 1 -- 172.21.15.111:0/1049613146 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6cf015eac0 msgr2=0x7f6cf01f7f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:02.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.791+0000 7f6ceffff640 1 --2- 172.21.15.111:0/1049613146 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6cf015eac0 0x7f6cf01f7f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:02.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.791+0000 7f6ceffff640 1 -- 172.21.15.111:0/1049613146 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cf01f5520 con 0x7f6cf00ced90 2024-09-19T04:33:02.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.790+0000 7f170bfff640 1 --2- 172.21.15.111:0/511945364 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f16f806c380 0x7f16f806e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.791+0000 7f1708ff9640 1 -- 172.21.15.111:0/511945364 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f16fc08bb10 con 0x7f170c0d0480 2024-09-19T04:33:02.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.791+0000 7f170bfff640 1 --2- 172.21.15.111:0/511945364 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f16f806c380 0x7f16f806e840 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f1700034000 tx=0x7f170002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:02.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.790+0000 7f6f9b423640 1 -- 172.21.15.111:0/3229002865 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f74005290 con 0x7f6f9406fc60 2024-09-19T04:33:02.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.792+0000 7fa115192640 1 --2- 172.21.15.111:0/679575189 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa0f406c3b0 0x7fa0f406e870 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa100034000 tx=0x7fa10002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:02.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.792+0000 7f6f91ffb640 1 -- 172.21.15.111:0/3229002865 <== mon.1 v2:172.21.15.114:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6f88039040 con 0x7f6f9406fc60 2024-09-19T04:33:02.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.792+0000 7f6ceffff640 1 --2- 172.21.15.111:0/1049613146 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6cf00ced90 0x7f6cf01f7a50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6ce400c7f0 tx=0x7f6ce400ccb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:02.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.792+0000 7f6ced7fa640 1 -- 172.21.15.111:0/1049613146 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce4015070 con 0x7f6cf00ced90 2024-09-19T04:33:02.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.792+0000 7f6cf6d91640 1 -- 172.21.15.111:0/1049613146 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6cf01f57e0 con 0x7f6cf00ced90 2024-09-19T04:33:02.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.792+0000 7f6ced7fa640 1 -- 172.21.15.111:0/1049613146 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ce4004220 con 0x7f6cf00ced90 2024-09-19T04:33:02.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.792+0000 7f6ced7fa640 1 -- 172.21.15.111:0/1049613146 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce4007620 con 0x7f6cf00ced90 2024-09-19T04:33:02.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.792+0000 7f6f91ffb640 1 --2- 172.21.15.111:0/3229002865 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6f7806c380 0x7f6f7806e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.793+0000 7f6f989be640 1 --2- 172.21.15.111:0/3229002865 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6f7806c380 0x7f6f7806e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.792+0000 7f6cf6d91640 1 -- 172.21.15.111:0/1049613146 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f6cf01f5da0 con 0x7f6cf00ced90 2024-09-19T04:33:02.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.793+0000 7f6f989be640 1 --2- 172.21.15.111:0/3229002865 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6f7806c380 0x7f6f7806e840 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f6f94156e00 tx=0x7f6f80009060 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:02.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.794+0000 7f6f91ffb640 1 -- 172.21.15.111:0/3229002865 <== mon.1 v2:172.21.15.114:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f6f880b0bd0 con 0x7f6f9406fc60 2024-09-19T04:33:02.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.794+0000 7f6cf6d91640 1 -- 172.21.15.111:0/1049613146 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6cf00ba450 con 0x7f6cf00ced90 2024-09-19T04:33:02.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.795+0000 7fa105ffb640 1 -- 172.21.15.111:0/679575189 <== mon.1 v2:172.21.15.114:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa10801a060 con 0x7fa1101f3b00 2024-09-19T04:33:02.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.795+0000 7f6ced7fa640 1 -- 172.21.15.111:0/1049613146 <== mon.2 v2:172.21.15.114:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6ce4007a50 con 0x7f6cf00ced90 2024-09-19T04:33:02.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.795+0000 7f6ced7fa640 1 --2- 172.21.15.111:0/1049613146 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6cd406c380 0x7f6cd406e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:02.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.795+0000 7f6ced7fa640 1 -- 172.21.15.111:0/1049613146 <== mon.2 v2:172.21.15.114:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f6ce408b3f0 con 0x7f6cf00ced90 2024-09-19T04:33:02.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.796+0000 7f6cf4b2d640 1 --2- 172.21.15.111:0/1049613146 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6cd406c380 0x7f6cd406e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:02.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.796+0000 7f1708ff9640 1 -- 172.21.15.111:0/511945364 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f170c0cd7e0 con 0x7f170c0d0480 2024-09-19T04:33:02.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.797+0000 7f6cf4b2d640 1 --2- 172.21.15.111:0/1049613146 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6cd406c380 0x7f6cd406e840 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f6cdc005880 tx=0x7f6cdc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:02.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.800+0000 7f6ced7fa640 1 -- 172.21.15.111:0/1049613146 <== mon.2 v2:172.21.15.114:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6ce40594f0 con 0x7f6cf00ced90 2024-09-19T04:33:02.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:02.802+0000 7f6f91ffb640 1 -- 172.21.15.111:0/3229002865 <== mon.1 v2:172.21.15.114:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6f8807f320 con 0x7f6f9406fc60 2024-09-19T04:33:03.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.067+0000 7f9abbfff640 1 -- 172.21.15.111:0/522901046 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f9ab0005580 con 0x7f9ad00b3430 2024-09-19T04:33:03.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.068+0000 7f9ac27fc640 1 -- 172.21.15.111:0/522901046 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f9ad0160bc0 con 0x7f9ad00b3430 2024-09-19T04:33:03.069 INFO:teuthology.orchestra.run.smithi111.stdout:60129542150 2024-09-19T04:33:03.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.071+0000 7f9ad7db9640 1 -- 172.21.15.111:0/522901046 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9ab406c3b0 msgr2=0x7f9ab406e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:03.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.071+0000 7f9ad7db9640 1 --2- 172.21.15.111:0/522901046 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9ab406c3b0 0x7f9ab406e870 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f9ad00d4010 tx=0x7f9ac4006c20 comp rx=0 tx=0).stop 2024-09-19T04:33:03.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.072+0000 7f9ad7db9640 1 -- 172.21.15.111:0/522901046 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ad00b3430 msgr2=0x7f9ad01559c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:03.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.072+0000 7f9ad7db9640 1 --2- 172.21.15.111:0/522901046 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ad00b3430 0x7f9ad01559c0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f9acc00b3f0 tx=0x7f9acc00b8b0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.072+0000 7f9ad7db9640 1 -- 172.21.15.111:0/522901046 shutdown_connections 2024-09-19T04:33:03.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.072+0000 7f9ad7db9640 1 --2- 172.21.15.111:0/522901046 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9ab406c3b0 0x7f9ab406e870 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.072+0000 7f9ad7db9640 1 --2- 172.21.15.111:0/522901046 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9ad0162f50 0x7f9ad015be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.072+0000 7f9ad7db9640 1 --2- 172.21.15.111:0/522901046 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ad00b61c0 0x7f9ad015b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.072+0000 7f9ad7db9640 1 --2- 172.21.15.111:0/522901046 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ad00b3430 0x7f9ad01559c0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.072+0000 7f9ad7db9640 1 -- 172.21.15.111:0/522901046 >> 172.21.15.111:0/522901046 conn(0x7f9ad00d11c0 msgr2=0x7f9ad00cfff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:03.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.073+0000 7f9ad7db9640 1 -- 172.21.15.111:0/522901046 shutdown_connections 2024-09-19T04:33:03.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.073+0000 7f9ad7db9640 1 -- 172.21.15.111:0/522901046 wait complete. 2024-09-19T04:33:03.096 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.0 2024-09-19T04:33:03.113 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.112+0000 7ff1898e4640 1 -- 172.21.15.111:0/2250129895 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7ff164005580 con 0x7ff18406c290 2024-09-19T04:33:03.113 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.112+0000 7ff6d6615640 1 -- 172.21.15.111:0/3666410817 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7ff6d0156b40 con 0x7ff6b80051c0 2024-09-19T04:33:03.114 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.112+0000 7ff16bfff640 1 -- 172.21.15.111:0/2250129895 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff17c07a360 con 0x7ff18406c290 2024-09-19T04:33:03.114 INFO:teuthology.orchestra.run.smithi111.stdout:64424509447 2024-09-19T04:33:03.114 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.113+0000 7ff6ccff9640 1 -- 172.21.15.111:0/3666410817 <== mon.2 v2:172.21.15.114:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff6c007f820 con 0x7ff6b80051c0 2024-09-19T04:33:03.115 INFO:teuthology.orchestra.run.smithi111.stdout:60129542151 2024-09-19T04:33:03.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.115+0000 7ff1898e4640 1 -- 172.21.15.111:0/2250129895 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff17006c380 msgr2=0x7ff17006e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:03.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.115+0000 7ff1898e4640 1 --2- 172.21.15.111:0/2250129895 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff17006c380 0x7ff17006e840 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7ff174009670 tx=0x7ff174006bd0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.115+0000 7ff1898e4640 1 -- 172.21.15.111:0/2250129895 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff18406c290 msgr2=0x7ff184073120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:03.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.115+0000 7ff1898e4640 1 --2- 172.21.15.111:0/2250129895 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff18406c290 0x7ff184073120 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7ff17c007210 tx=0x7ff17c004a40 comp rx=0 tx=0).stop 2024-09-19T04:33:03.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.115+0000 7ff1898e4640 1 -- 172.21.15.111:0/2250129895 shutdown_connections 2024-09-19T04:33:03.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.115+0000 7ff1898e4640 1 --2- 172.21.15.111:0/2250129895 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff17006c380 0x7ff17006e840 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.115+0000 7ff1898e4640 1 --2- 172.21.15.111:0/2250129895 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1840b3930 0x7ff1841eefb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.115+0000 7ff1898e4640 1 --2- 172.21.15.111:0/2250129895 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff18406c290 0x7ff184073120 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.115+0000 7ff1898e4640 1 --2- 172.21.15.111:0/2250129895 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff18406beb0 0x7ff1841587a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.115+0000 7ff1898e4640 1 -- 172.21.15.111:0/2250129895 >> 172.21.15.111:0/2250129895 conn(0x7ff1840b2040 msgr2=0x7ff18406e460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:03.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.115+0000 7ff1898e4640 1 -- 172.21.15.111:0/2250129895 shutdown_connections 2024-09-19T04:33:03.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.115+0000 7ff1898e4640 1 -- 172.21.15.111:0/2250129895 wait complete. 2024-09-19T04:33:03.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.116+0000 7ff6d6615640 1 -- 172.21.15.111:0/3666410817 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff6bc06c380 msgr2=0x7ff6bc06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:03.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.117+0000 7ff6d6615640 1 --2- 172.21.15.111:0/3666410817 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff6bc06c380 0x7ff6bc06e840 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ff6c80013d0 tx=0x7ff6c8001340 comp rx=0 tx=0).stop 2024-09-19T04:33:03.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.117+0000 7ff6d6615640 1 -- 172.21.15.111:0/3666410817 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff6b80051c0 msgr2=0x7ff6d0146560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:03.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.117+0000 7ff6d6615640 1 --2- 172.21.15.111:0/3666410817 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff6b80051c0 0x7ff6d0146560 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ff6c000e990 tx=0x7ff6c000ee50 comp rx=0 tx=0).stop 2024-09-19T04:33:03.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.117+0000 7ff6d6615640 1 -- 172.21.15.111:0/3666410817 shutdown_connections 2024-09-19T04:33:03.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.117+0000 7ff6d6615640 1 --2- 172.21.15.111:0/3666410817 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff6bc06c380 0x7ff6bc06e840 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.117+0000 7ff6d6615640 1 --2- 172.21.15.111:0/3666410817 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6d01441b0 0x7ff6d0147de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.117+0000 7ff6d6615640 1 --2- 172.21.15.111:0/3666410817 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff6d01f9d50 0x7ff6d0147080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.117+0000 7ff6d6615640 1 --2- 172.21.15.111:0/3666410817 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff6b80051c0 0x7ff6d0146560 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.117+0000 7ff6d6615640 1 -- 172.21.15.111:0/3666410817 >> 172.21.15.111:0/3666410817 conn(0x7ff6d00b2040 msgr2=0x7ff6d00b3840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:03.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.118+0000 7ff6d6615640 1 -- 172.21.15.111:0/3666410817 shutdown_connections 2024-09-19T04:33:03.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.118+0000 7ff6d6615640 1 -- 172.21.15.111:0/3666410817 wait complete. 2024-09-19T04:33:03.121 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.118+0000 7f4f41d36640 1 -- 172.21.15.111:0/1891301553 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f4f34008ad0 con 0x7f4f3404d6c0 2024-09-19T04:33:03.121 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.119+0000 7f4f397fa640 1 -- 172.21.15.111:0/1891301553 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4f3005cb40 con 0x7f4f3404d6c0 2024-09-19T04:33:03.121 INFO:teuthology.orchestra.run.smithi111.stdout:64424509447 2024-09-19T04:33:03.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.123+0000 7f4f41d36640 1 -- 172.21.15.111:0/1891301553 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4f2006c520 msgr2=0x7f4f2006e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:03.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.123+0000 7f4f41d36640 1 --2- 172.21.15.111:0/1891301553 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4f2006c520 0x7f4f2006e9e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f4f3400bdc0 tx=0x7f4f3c0ac000 comp rx=0 tx=0).stop 2024-09-19T04:33:03.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.123+0000 7f4f41d36640 1 -- 172.21.15.111:0/1891301553 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4f3404d6c0 msgr2=0x7f4f3404a230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:03.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.123+0000 7f4f41d36640 1 --2- 172.21.15.111:0/1891301553 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4f3404d6c0 0x7f4f3404a230 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4f3000c7b0 tx=0x7f4f3000cc70 comp rx=0 tx=0).stop 2024-09-19T04:33:03.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.123+0000 7f4f41d36640 1 -- 172.21.15.111:0/1891301553 shutdown_connections 2024-09-19T04:33:03.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.123+0000 7f4f41d36640 1 --2- 172.21.15.111:0/1891301553 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4f2006c520 0x7f4f2006e9e0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.123+0000 7f4f41d36640 1 --2- 172.21.15.111:0/1891301553 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4f3404d6c0 0x7f4f3404a230 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.123+0000 7f4f41d36640 1 --2- 172.21.15.111:0/1891301553 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4f340551b0 0x7f4f341850c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.123+0000 7f4f41d36640 1 --2- 172.21.15.111:0/1891301553 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4f34007070 0x7f4f34006a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.123+0000 7f4f41d36640 1 -- 172.21.15.111:0/1891301553 >> 172.21.15.111:0/1891301553 conn(0x7f4f3401d930 msgr2=0x7f4f34050e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:03.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.123+0000 7f4f41d36640 1 -- 172.21.15.111:0/1891301553 shutdown_connections 2024-09-19T04:33:03.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.124+0000 7f4f41d36640 1 -- 172.21.15.111:0/1891301553 wait complete. 2024-09-19T04:33:03.130 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509447 for osd.6 2024-09-19T04:33:03.130 DEBUG:teuthology.parallel:result is None 2024-09-19T04:33:03.138 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.2 2024-09-19T04:33:03.138 DEBUG:teuthology.parallel:result is None 2024-09-19T04:33:03.141 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509447 for osd.5 2024-09-19T04:33:03.141 DEBUG:teuthology.parallel:result is None 2024-09-19T04:33:03.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.156+0000 7fa0f37fe640 1 -- 172.21.15.111:0/679575189 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fa1100d1060 con 0x7fa1101f3b00 2024-09-19T04:33:03.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.157+0000 7fa105ffb640 1 -- 172.21.15.111:0/679575189 <== mon.1 v2:172.21.15.114:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa108059240 con 0x7fa1101f3b00 2024-09-19T04:33:03.158 INFO:teuthology.orchestra.run.smithi111.stdout:64424509447 2024-09-19T04:33:03.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.159+0000 7fa0f37fe640 1 -- 172.21.15.111:0/679575189 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa0f406c3b0 msgr2=0x7fa0f406e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:03.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.159+0000 7fa0f37fe640 1 --2- 172.21.15.111:0/679575189 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa0f406c3b0 0x7fa0f406e870 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa100034000 tx=0x7fa10002e000 comp rx=0 tx=0).stop 2024-09-19T04:33:03.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.159+0000 7fa0f37fe640 1 -- 172.21.15.111:0/679575189 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa1101f3b00 msgr2=0x7fa1101335d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:03.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.159+0000 7fa0f37fe640 1 --2- 172.21.15.111:0/679575189 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa1101f3b00 0x7fa1101335d0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa11013e9c0 tx=0x7fa10800cf80 comp rx=0 tx=0).stop 2024-09-19T04:33:03.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.159+0000 7fa0f37fe640 1 -- 172.21.15.111:0/679575189 shutdown_connections 2024-09-19T04:33:03.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.159+0000 7fa0f37fe640 1 --2- 172.21.15.111:0/679575189 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa0f406c3b0 0x7fa0f406e870 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.159+0000 7fa0f37fe640 1 --2- 172.21.15.111:0/679575189 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa1101f3b00 0x7fa1101335d0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.159+0000 7fa0f37fe640 1 --2- 172.21.15.111:0/679575189 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa110154010 0x7fa110154bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.159+0000 7fa0f37fe640 1 --2- 172.21.15.111:0/679575189 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0039e0 0x7fa110159540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.159+0000 7fa0f37fe640 1 -- 172.21.15.111:0/679575189 >> 172.21.15.111:0/679575189 conn(0x7fa110062a80 msgr2=0x7fa11013ef40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:03.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.159+0000 7fa0f37fe640 1 -- 172.21.15.111:0/679575189 shutdown_connections 2024-09-19T04:33:03.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.159+0000 7fa0f37fe640 1 -- 172.21.15.111:0/679575189 wait complete. 2024-09-19T04:33:03.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.160+0000 7f1711574640 1 -- 172.21.15.111:0/511945364 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f170c0cd4b0 con 0x7f170c0d0480 2024-09-19T04:33:03.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.160+0000 7f1708ff9640 1 -- 172.21.15.111:0/511945364 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f16fc05a260 con 0x7f170c0d0480 2024-09-19T04:33:03.162 INFO:teuthology.orchestra.run.smithi111.stdout:60129542152 2024-09-19T04:33:03.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.162+0000 7f1711574640 1 -- 172.21.15.111:0/511945364 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f16f806c380 msgr2=0x7f16f806e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:03.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.162+0000 7f1711574640 1 --2- 172.21.15.111:0/511945364 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f16f806c380 0x7f16f806e840 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f1700034000 tx=0x7f170002e000 comp rx=0 tx=0).stop 2024-09-19T04:33:03.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.162+0000 7f1711574640 1 -- 172.21.15.111:0/511945364 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f170c0d0480 msgr2=0x7f170c1650d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:03.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.162+0000 7f1711574640 1 --2- 172.21.15.111:0/511945364 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f170c0d0480 0x7f170c1650d0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f16fc00c7b0 tx=0x7f16fc00cc70 comp rx=0 tx=0).stop 2024-09-19T04:33:03.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.162+0000 7f1711574640 1 -- 172.21.15.111:0/511945364 shutdown_connections 2024-09-19T04:33:03.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.162+0000 7f1711574640 1 --2- 172.21.15.111:0/511945364 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f16f806c380 0x7f16f806e840 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.162+0000 7f1711574640 1 --2- 172.21.15.111:0/511945364 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f170c165610 0x7f170c0ab4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.162+0000 7f1711574640 1 --2- 172.21.15.111:0/511945364 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f170c0d0480 0x7f170c1650d0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.162+0000 7f1711574640 1 --2- 172.21.15.111:0/511945364 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f170c070de0 0x7f170c149c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.162+0000 7f1711574640 1 -- 172.21.15.111:0/511945364 >> 172.21.15.111:0/511945364 conn(0x7f170c06d080 msgr2=0x7f170c0afd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:03.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.162+0000 7f1711574640 1 -- 172.21.15.111:0/511945364 shutdown_connections 2024-09-19T04:33:03.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.162+0000 7f1711574640 1 -- 172.21.15.111:0/511945364 wait complete. 2024-09-19T04:33:03.172 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509447 for osd.7 2024-09-19T04:33:03.172 DEBUG:teuthology.parallel:result is None 2024-09-19T04:33:03.174 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.3 2024-09-19T04:33:03.175 DEBUG:teuthology.parallel:result is None 2024-09-19T04:33:03.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.204+0000 7f6cf6d91640 1 -- 172.21.15.111:0/1049613146 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f6cf00b6ea0 con 0x7f6cf00ced90 2024-09-19T04:33:03.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.204+0000 7f6ced7fa640 1 -- 172.21.15.111:0/1049613146 <== mon.2 v2:172.21.15.114:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6ce405d7f0 con 0x7f6cf00ced90 2024-09-19T04:33:03.206 INFO:teuthology.orchestra.run.smithi111.stdout:64424509448 2024-09-19T04:33:03.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.206+0000 7f6f9b423640 1 -- 172.21.15.111:0/3229002865 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f6f74005580 con 0x7f6f9406fc60 2024-09-19T04:33:03.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.206+0000 7f6f91ffb640 1 -- 172.21.15.111:0/3229002865 <== mon.1 v2:172.21.15.114:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6f8807ec20 con 0x7f6f9406fc60 2024-09-19T04:33:03.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.206+0000 7f6cf6d91640 1 -- 172.21.15.111:0/1049613146 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6cd406c380 msgr2=0x7f6cd406e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:03.208 INFO:teuthology.orchestra.run.smithi111.stdout:60129542151 2024-09-19T04:33:03.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.206+0000 7f6cf6d91640 1 --2- 172.21.15.111:0/1049613146 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6cd406c380 0x7f6cd406e840 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f6cdc005880 tx=0x7f6cdc009040 comp rx=0 tx=0).stop 2024-09-19T04:33:03.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.206+0000 7f6cf6d91640 1 -- 172.21.15.111:0/1049613146 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6cf00ced90 msgr2=0x7f6cf01f7a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:03.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.206+0000 7f6cf6d91640 1 --2- 172.21.15.111:0/1049613146 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6cf00ced90 0x7f6cf01f7a50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6ce400c7f0 tx=0x7f6ce400ccb0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.206+0000 7f6cf6d91640 1 -- 172.21.15.111:0/1049613146 shutdown_connections 2024-09-19T04:33:03.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.206+0000 7f6cf6d91640 1 --2- 172.21.15.111:0/1049613146 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6cd406c380 0x7f6cd406e840 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.206+0000 7f6cf6d91640 1 --2- 172.21.15.111:0/1049613146 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6cf015eac0 0x7f6cf01f7f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.206+0000 7f6cf6d91640 1 --2- 172.21.15.111:0/1049613146 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6cf00ced90 0x7f6cf01f7a50 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.206+0000 7f6cf6d91640 1 --2- 172.21.15.111:0/1049613146 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6cf00b68d0 0x7f6cf0151c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.207+0000 7f6cf6d91640 1 -- 172.21.15.111:0/1049613146 >> 172.21.15.111:0/1049613146 conn(0x7f6cf00d11c0 msgr2=0x7f6cf00b9700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:03.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.207+0000 7f6cf6d91640 1 -- 172.21.15.111:0/1049613146 shutdown_connections 2024-09-19T04:33:03.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.207+0000 7f6cf6d91640 1 -- 172.21.15.111:0/1049613146 wait complete. 2024-09-19T04:33:03.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.209+0000 7f6f9b423640 1 -- 172.21.15.111:0/3229002865 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6f7806c380 msgr2=0x7f6f7806e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:03.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.209+0000 7f6f9b423640 1 --2- 172.21.15.111:0/3229002865 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6f7806c380 0x7f6f7806e840 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f6f94156e00 tx=0x7f6f80009060 comp rx=0 tx=0).stop 2024-09-19T04:33:03.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.209+0000 7f6f9b423640 1 -- 172.21.15.111:0/3229002865 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6f9406fc60 msgr2=0x7f6f94155130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:03.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.209+0000 7f6f9b423640 1 --2- 172.21.15.111:0/3229002865 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6f9406fc60 0x7f6f94155130 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f6f88009d90 tx=0x7f6f88004a40 comp rx=0 tx=0).stop 2024-09-19T04:33:03.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.209+0000 7f6f9b423640 1 -- 172.21.15.111:0/3229002865 shutdown_connections 2024-09-19T04:33:03.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.209+0000 7f6f9b423640 1 --2- 172.21.15.111:0/3229002865 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6f7806c380 0x7f6f7806e840 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.209+0000 7f6f9b423640 1 --2- 172.21.15.111:0/3229002865 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f940cee40 0x7f6f940c9030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.209+0000 7f6f9b423640 1 --2- 172.21.15.111:0/3229002865 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6f940b68e0 0x7f6f94142fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.209+0000 7f6f9b423640 1 --2- 172.21.15.111:0/3229002865 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6f9406fc60 0x7f6f94155130 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:03.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.209+0000 7f6f9b423640 1 -- 172.21.15.111:0/3229002865 >> 172.21.15.111:0/3229002865 conn(0x7f6f940b32d0 msgr2=0x7f6f940cf7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:03.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.209+0000 7f6f9b423640 1 -- 172.21.15.111:0/3229002865 shutdown_connections 2024-09-19T04:33:03.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:03.209+0000 7f6f9b423640 1 -- 172.21.15.111:0/3229002865 wait complete. 2024-09-19T04:33:03.220 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509448 for osd.4 2024-09-19T04:33:03.220 DEBUG:teuthology.parallel:result is None 2024-09-19T04:33:03.221 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.1 2024-09-19T04:33:03.221 DEBUG:teuthology.parallel:result is None 2024-09-19T04:33:04.097 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-19T04:33:04.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.206+0000 7fd44f6a6640 1 Processor -- start 2024-09-19T04:33:04.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.206+0000 7fd44f6a6640 1 -- start start 2024-09-19T04:33:04.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.207+0000 7fd44f6a6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fd448073830 0x7fd4480cf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:04.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.207+0000 7fd44f6a6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4480ce740 con 0x7fd4480cf070 2024-09-19T04:33:04.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.207+0000 7fd44f6a6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd448072640 con 0x7fd44815c180 2024-09-19T04:33:04.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.207+0000 7fd44f6a6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fd448072920 con 0x7fd448073830 2024-09-19T04:33:04.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.207+0000 7fd44cc41640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fd4480cf070 0x7fd448073120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:43506/0 (socket says 172.21.15.111:43506) 2024-09-19T04:33:04.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.207+0000 7fd44cc41640 1 -- 172.21.15.111:0/2890578770 learned_addr learned my addr 172.21.15.111:0/2890578770 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:04.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.207+0000 7fd44dc43640 1 --2- 172.21.15.111:0/2890578770 >> v2:172.21.15.114:3300/0 conn(0x7fd448073830 0x7fd4480cf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:04.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.207+0000 7fd43ffff640 1 -- 172.21.15.111:0/2890578770 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3298701201 0 0) 0x7fd4480ce740 con 0x7fd4480cf070 2024-09-19T04:33:04.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.207+0000 7fd43ffff640 1 -- 172.21.15.111:0/2890578770 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd434003520 con 0x7fd4480cf070 2024-09-19T04:33:04.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.207+0000 7fd43ffff640 1 -- 172.21.15.111:0/2890578770 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2771929604 0 0) 0x7fd448072640 con 0x7fd44815c180 2024-09-19T04:33:04.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.207+0000 7fd43ffff640 1 -- 172.21.15.111:0/2890578770 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd4480ce740 con 0x7fd44815c180 2024-09-19T04:33:04.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.207+0000 7fd43ffff640 1 -- 172.21.15.111:0/2890578770 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1869441633 0 0) 0x7fd434003520 con 0x7fd4480cf070 2024-09-19T04:33:04.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.207+0000 7fd43ffff640 1 -- 172.21.15.111:0/2890578770 >> v2:172.21.15.114:3300/0 conn(0x7fd448073830 msgr2=0x7fd4480cf4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:04.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.207+0000 7fd43ffff640 1 --2- 172.21.15.111:0/2890578770 >> v2:172.21.15.114:3300/0 conn(0x7fd448073830 0x7fd4480cf4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.207+0000 7fd43ffff640 1 -- 172.21.15.111:0/2890578770 >> v1:172.21.15.114:6789/0 conn(0x7fd44815c180 legacy=0x7fd4480cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:04.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.208+0000 7fd43ffff640 1 -- 172.21.15.111:0/2890578770 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd448072c00 con 0x7fd4480cf070 2024-09-19T04:33:04.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.208+0000 7fd43ffff640 1 -- 172.21.15.111:0/2890578770 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fd438001670 con 0x7fd4480cf070 2024-09-19T04:33:04.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.208+0000 7fd43ffff640 1 -- 172.21.15.111:0/2890578770 >> v1:172.21.15.111:6789/0 conn(0x7fd4480cf070 legacy=0x7fd448073120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:04.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.208+0000 7fd43ffff640 1 --2- 172.21.15.111:0/2890578770 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd434003b90 0x7fd434003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:04.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.208+0000 7fd43ffff640 1 --2- 172.21.15.111:0/2890578770 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd434004800 0x7fd434004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:04.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.208+0000 7fd43ffff640 1 --2- 172.21.15.111:0/2890578770 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd434005210 0x7fd43400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:04.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.208+0000 7fd43ffff640 1 -- 172.21.15.111:0/2890578770 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd448072920 con 0x7fd434004800 2024-09-19T04:33:04.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.208+0000 7fd43ffff640 1 -- 172.21.15.111:0/2890578770 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd43400c140 con 0x7fd434003b90 2024-09-19T04:33:04.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.208+0000 7fd43ffff640 1 -- 172.21.15.111:0/2890578770 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd43400c340 con 0x7fd434005210 2024-09-19T04:33:04.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.208+0000 7fd44cc41640 1 --2- 172.21.15.111:0/2890578770 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd434004800 0x7fd434004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:04.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.208+0000 7fd44d442640 1 --2- 172.21.15.111:0/2890578770 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd434003b90 0x7fd434003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:04.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.208+0000 7fd44dc43640 1 --2- 172.21.15.111:0/2890578770 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd434005210 0x7fd43400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:04.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.208+0000 7fd44cc41640 1 -- 172.21.15.111:0/2890578770 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd434005210 msgr2=0x7fd43400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:04.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.208+0000 7fd44cc41640 1 --2- 172.21.15.111:0/2890578770 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd434005210 0x7fd43400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.208+0000 7fd44cc41640 1 -- 172.21.15.111:0/2890578770 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd434003b90 msgr2=0x7fd434003f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:04.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.208+0000 7fd44cc41640 1 --2- 172.21.15.111:0/2890578770 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd434003b90 0x7fd434003f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.208+0000 7fd44cc41640 1 -- 172.21.15.111:0/2890578770 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd434003520 con 0x7fd434004800 2024-09-19T04:33:04.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.208+0000 7fd44dc43640 1 -- 172.21.15.111:0/2890578770 reap_dead start 2024-09-19T04:33:04.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.209+0000 7fd44cc41640 1 --2- 172.21.15.111:0/2890578770 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd434004800 0x7fd434004c80 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fd438007fa0 tx=0x7fd434005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29a03344028b4ba7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:04.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.209+0000 7fd43ffff640 1 -- 172.21.15.111:0/2890578770 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd438007bc0 con 0x7fd434004800 2024-09-19T04:33:04.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.209+0000 7fd43ffff640 1 -- 172.21.15.111:0/2890578770 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd438005af0 con 0x7fd434004800 2024-09-19T04:33:04.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.209+0000 7fd43ffff640 1 -- 172.21.15.111:0/2890578770 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd438007070 con 0x7fd434004800 2024-09-19T04:33:04.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.209+0000 7fd44f6a6640 1 -- 172.21.15.111:0/2890578770 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd434004800 msgr2=0x7fd434004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:04.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.209+0000 7fd44f6a6640 1 --2- 172.21.15.111:0/2890578770 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd434004800 0x7fd434004c80 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fd438007fa0 tx=0x7fd434005830 comp rx=0 tx=0).stop 2024-09-19T04:33:04.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.209+0000 7fd44f6a6640 1 -- 172.21.15.111:0/2890578770 shutdown_connections 2024-09-19T04:33:04.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.209+0000 7fd44f6a6640 1 --2- 172.21.15.111:0/2890578770 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd434004800 0x7fd434004c80 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.209+0000 7fd44f6a6640 1 -- 172.21.15.111:0/2890578770 >> 172.21.15.111:0/2890578770 conn(0x7fd448062cc0 msgr2=0x7fd44806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:04.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.209+0000 7fd44f6a6640 1 -- 172.21.15.111:0/2890578770 shutdown_connections 2024-09-19T04:33:04.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.210+0000 7fd44f6a6640 1 -- 172.21.15.111:0/2890578770 wait complete. 2024-09-19T04:33:04.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.211+0000 7fd44f6a6640 1 Processor -- start 2024-09-19T04:33:04.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.211+0000 7fd44f6a6640 1 -- start start 2024-09-19T04:33:04.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.211+0000 7fd44f6a6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd434004800 0x7fd44815e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:04.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.211+0000 7fd44f6a6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4480c52b0 0x7fd448159650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:04.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.211+0000 7fd44f6a6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd448159b90 0x7fd44815c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:04.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.211+0000 7fd44f6a6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd44815c560 con 0x7fd448159b90 2024-09-19T04:33:04.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.211+0000 7fd44f6a6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd4480722f0 con 0x7fd4480c52b0 2024-09-19T04:33:04.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.211+0000 7fd44f6a6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd44815c6e0 con 0x7fd434004800 2024-09-19T04:33:04.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.212+0000 7fd44dc43640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd448159b90 0x7fd44815c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:04.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.212+0000 7fd44dc43640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd448159b90 0x7fd44815c8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55884/0 (socket says 172.21.15.111:55884) 2024-09-19T04:33:04.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.212+0000 7fd44dc43640 1 -- 172.21.15.111:0/1125956399 learned_addr learned my addr 172.21.15.111:0/1125956399 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:04.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.212+0000 7fd44d442640 1 --2- 172.21.15.111:0/1125956399 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd434004800 0x7fd44815e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:04.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.212+0000 7fd44cc41640 1 --2- 172.21.15.111:0/1125956399 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4480c52b0 0x7fd448159650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:04.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.212+0000 7fd44dc43640 1 -- 172.21.15.111:0/1125956399 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd434004800 msgr2=0x7fd44815e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:04.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.212+0000 7fd44dc43640 1 --2- 172.21.15.111:0/1125956399 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd434004800 0x7fd44815e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.212+0000 7fd44dc43640 1 -- 172.21.15.111:0/1125956399 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4480c52b0 msgr2=0x7fd448159650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:04.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.212+0000 7fd44dc43640 1 --2- 172.21.15.111:0/1125956399 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4480c52b0 0x7fd448159650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.212+0000 7fd44dc43640 1 -- 172.21.15.111:0/1125956399 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd44815f300 con 0x7fd448159b90 2024-09-19T04:33:04.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.212+0000 7fd44dc43640 1 --2- 172.21.15.111:0/1125956399 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd448159b90 0x7fd44815c8c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fd4480cfa20 tx=0x7fd440011cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:04.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.212+0000 7fd43dffb640 1 -- 172.21.15.111:0/1125956399 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd440004240 con 0x7fd448159b90 2024-09-19T04:33:04.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.212+0000 7fd43dffb640 1 -- 172.21.15.111:0/1125956399 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd44001b070 con 0x7fd448159b90 2024-09-19T04:33:04.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.212+0000 7fd44f6a6640 1 -- 172.21.15.111:0/1125956399 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4481585b0 con 0x7fd448159b90 2024-09-19T04:33:04.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.212+0000 7fd43dffb640 1 -- 172.21.15.111:0/1125956399 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd44000f7a0 con 0x7fd448159b90 2024-09-19T04:33:04.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.212+0000 7fd44f6a6640 1 -- 172.21.15.111:0/1125956399 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd448158b70 con 0x7fd448159b90 2024-09-19T04:33:04.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.213+0000 7fd44f6a6640 1 -- 172.21.15.111:0/1125956399 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4480cf4e0 con 0x7fd448159b90 2024-09-19T04:33:04.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.214+0000 7fd43dffb640 1 -- 172.21.15.111:0/1125956399 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd440012040 con 0x7fd448159b90 2024-09-19T04:33:04.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.214+0000 7fd43dffb640 1 --2- 172.21.15.111:0/1125956399 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd42c06c2e0 0x7fd42c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:04.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.214+0000 7fd43dffb640 1 -- 172.21.15.111:0/1125956399 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fd44008b0a0 con 0x7fd448159b90 2024-09-19T04:33:04.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.214+0000 7fd44d442640 1 --2- 172.21.15.111:0/1125956399 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd42c06c2e0 0x7fd42c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:04.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.215+0000 7fd44d442640 1 --2- 172.21.15.111:0/1125956399 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd42c06c2e0 0x7fd42c06e7a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd444001fc0 tx=0x7fd444009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:04.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.219+0000 7fd43dffb640 1 -- 172.21.15.111:0/1125956399 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd440059250 con 0x7fd448159b90 2024-09-19T04:33:04.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.388+0000 7fd44f6a6640 1 -- 172.21.15.111:0/1125956399 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fd4480af7e0 con 0x7fd448159b90 2024-09-19T04:33:04.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.388+0000 7fd43dffb640 1 -- 172.21.15.111:0/1125956399 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd44005d550 con 0x7fd448159b90 2024-09-19T04:33:04.390 INFO:teuthology.orchestra.run.smithi111.stdout:60129542152 2024-09-19T04:33:04.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.390+0000 7fd44f6a6640 1 -- 172.21.15.111:0/1125956399 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd42c06c2e0 msgr2=0x7fd42c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:04.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.390+0000 7fd44f6a6640 1 --2- 172.21.15.111:0/1125956399 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd42c06c2e0 0x7fd42c06e7a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd444001fc0 tx=0x7fd444009040 comp rx=0 tx=0).stop 2024-09-19T04:33:04.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.390+0000 7fd44f6a6640 1 -- 172.21.15.111:0/1125956399 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd448159b90 msgr2=0x7fd44815c8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:04.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.390+0000 7fd44f6a6640 1 --2- 172.21.15.111:0/1125956399 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd448159b90 0x7fd44815c8c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fd4480cfa20 tx=0x7fd440011cf0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.390+0000 7fd44f6a6640 1 -- 172.21.15.111:0/1125956399 shutdown_connections 2024-09-19T04:33:04.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.390+0000 7fd44f6a6640 1 --2- 172.21.15.111:0/1125956399 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd42c06c2e0 0x7fd42c06e7a0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.390+0000 7fd44f6a6640 1 --2- 172.21.15.111:0/1125956399 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd448159b90 0x7fd44815c8c0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.390+0000 7fd44f6a6640 1 --2- 172.21.15.111:0/1125956399 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4480c52b0 0x7fd448159650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.390+0000 7fd44f6a6640 1 --2- 172.21.15.111:0/1125956399 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd434004800 0x7fd44815e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.390+0000 7fd44f6a6640 1 -- 172.21.15.111:0/1125956399 >> 172.21.15.111:0/1125956399 conn(0x7fd448062cc0 msgr2=0x7fd44806bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:04.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.390+0000 7fd44f6a6640 1 -- 172.21.15.111:0/1125956399 shutdown_connections 2024-09-19T04:33:04.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.390+0000 7fd44f6a6640 1 -- 172.21.15.111:0/1125956399 wait complete. 2024-09-19T04:33:04.402 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.0 2024-09-19T04:33:04.402 DEBUG:teuthology.parallel:result is None 2024-09-19T04:33:04.402 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T04:33:04.403 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:33:04.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.498+0000 7feafef9f640 1 Processor -- start 2024-09-19T04:33:04.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.498+0000 7feafef9f640 1 -- start start 2024-09-19T04:33:04.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.499+0000 7feafef9f640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7feaf815e6a0 0x7feaf80cf630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:04.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.499+0000 7feafef9f640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7feaf806d610 0x7feaf806dac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:04.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.499+0000 7feafef9f640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feaf815ea80 con 0x7feaf80d2230 2024-09-19T04:33:04.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.499+0000 7feafef9f640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7feaf80d35e0 con 0x7feaf815e6a0 2024-09-19T04:33:04.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.499+0000 7feafef9f640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7feaf80d4180 con 0x7feaf806d610 2024-09-19T04:33:04.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.499+0000 7feafdf9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7feaf815e6a0 0x7feaf80cf630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:04.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.499+0000 7feafdf9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7feaf815e6a0 0x7feaf80cf630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55900/0 (socket says 172.21.15.111:55900) 2024-09-19T04:33:04.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.499+0000 7feafdf9d640 1 -- 172.21.15.111:0/1637387191 learned_addr learned my addr 172.21.15.111:0/1637387191 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:04.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.499+0000 7feafdf9d640 1 -- 172.21.15.111:0/1637387191 >> v2:172.21.15.114:3300/0 conn(0x7feaf806d610 msgr2=0x7feaf806dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:04.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.499+0000 7feafdf9d640 1 --2- 172.21.15.111:0/1637387191 >> v2:172.21.15.114:3300/0 conn(0x7feaf806d610 0x7feaf806dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.499+0000 7feafdf9d640 1 -- 172.21.15.111:0/1637387191 >> v1:172.21.15.114:6789/0 conn(0x7feaf80d2230 legacy=0x7feaf80d3a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:04.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.499+0000 7feafdf9d640 1 -- 172.21.15.111:0/1637387191 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feaf80d29d0 con 0x7feaf815e6a0 2024-09-19T04:33:04.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.500+0000 7feafdf9d640 1 --2- 172.21.15.111:0/1637387191 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feaf815e6a0 0x7feaf80cf630 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7feaf8163240 tx=0x7feaf402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd6b630f54bef42e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:04.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.500+0000 7feafcf9b640 1 -- 172.21.15.111:0/1637387191 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf4037070 con 0x7feaf815e6a0 2024-09-19T04:33:04.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.500+0000 7feafcf9b640 1 -- 172.21.15.111:0/1637387191 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feaf4032440 con 0x7feaf815e6a0 2024-09-19T04:33:04.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.500+0000 7feafcf9b640 1 -- 172.21.15.111:0/1637387191 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf4032810 con 0x7feaf815e6a0 2024-09-19T04:33:04.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.501+0000 7feafef9f640 1 -- 172.21.15.111:0/1637387191 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feaf815e6a0 msgr2=0x7feaf80cf630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:04.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.501+0000 7feafef9f640 1 --2- 172.21.15.111:0/1637387191 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feaf815e6a0 0x7feaf80cf630 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7feaf8163240 tx=0x7feaf402a1a0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.501+0000 7feafef9f640 1 -- 172.21.15.111:0/1637387191 shutdown_connections 2024-09-19T04:33:04.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.501+0000 7feafef9f640 1 --2- 172.21.15.111:0/1637387191 >> v2:172.21.15.114:3300/0 conn(0x7feaf806d610 0x7feaf806dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.501+0000 7feafef9f640 1 --2- 172.21.15.111:0/1637387191 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feaf815e6a0 0x7feaf80cf630 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.501+0000 7feafef9f640 1 -- 172.21.15.111:0/1637387191 >> 172.21.15.111:0/1637387191 conn(0x7feaf80d4540 msgr2=0x7feaf80d4950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:04.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.501+0000 7feafef9f640 1 -- 172.21.15.111:0/1637387191 shutdown_connections 2024-09-19T04:33:04.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.501+0000 7feafef9f640 1 -- 172.21.15.111:0/1637387191 wait complete. 2024-09-19T04:33:04.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.502+0000 7feafef9f640 1 Processor -- start 2024-09-19T04:33:04.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.502+0000 7feafef9f640 1 -- start start 2024-09-19T04:33:04.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.503+0000 7feafef9f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feaf806d610 0x7feaf8156380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:04.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.503+0000 7feafef9f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7feaf80d2230 0x7feaf815d300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:04.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.503+0000 7feafef9f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7feaf815e6a0 0x7feaf815d840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:04.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.503+0000 7feafef9f640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7feaf80d3270 con 0x7feaf806d610 2024-09-19T04:33:04.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.503+0000 7feafef9f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7feaf80d2f90 con 0x7feaf815e6a0 2024-09-19T04:33:04.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.503+0000 7feafef9f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7feaf80cfb70 con 0x7feaf80d2230 2024-09-19T04:33:04.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.503+0000 7feafdf9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feaf806d610 0x7feaf8156380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:04.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.503+0000 7feafdf9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feaf806d610 0x7feaf8156380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55902/0 (socket says 172.21.15.111:55902) 2024-09-19T04:33:04.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.503+0000 7feafdf9d640 1 -- 172.21.15.111:0/1856286047 learned_addr learned my addr 172.21.15.111:0/1856286047 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:04.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.503+0000 7feafdf9d640 1 -- 172.21.15.111:0/1856286047 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7feaf80d2230 msgr2=0x7feaf815d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:04.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.503+0000 7feafd79c640 1 --2- 172.21.15.111:0/1856286047 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7feaf80d2230 0x7feaf815d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:04.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.503+0000 7feafdf9d640 1 --2- 172.21.15.111:0/1856286047 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7feaf80d2230 0x7feaf815d300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.503+0000 7feafe79e640 1 --2- 172.21.15.111:0/1856286047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7feaf815e6a0 0x7feaf815d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:04.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.503+0000 7feafdf9d640 1 -- 172.21.15.111:0/1856286047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7feaf815e6a0 msgr2=0x7feaf815d840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:04.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.503+0000 7feafdf9d640 1 --2- 172.21.15.111:0/1856286047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7feaf815e6a0 0x7feaf815d840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.503+0000 7feafdf9d640 1 -- 172.21.15.111:0/1856286047 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feaf80b5270 con 0x7feaf806d610 2024-09-19T04:33:04.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.503+0000 7feafdf9d640 1 --2- 172.21.15.111:0/1856286047 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feaf806d610 0x7feaf8156380 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7feaf4000c00 tx=0x7feaf40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:04.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.503+0000 7feaee7fc640 1 -- 172.21.15.111:0/1856286047 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf4041070 con 0x7feaf806d610 2024-09-19T04:33:04.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.503+0000 7feaee7fc640 1 -- 172.21.15.111:0/1856286047 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feaf403c870 con 0x7feaf806d610 2024-09-19T04:33:04.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.503+0000 7feafef9f640 1 -- 172.21.15.111:0/1856286047 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feaf80b5550 con 0x7feaf806d610 2024-09-19T04:33:04.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.503+0000 7feaee7fc640 1 -- 172.21.15.111:0/1856286047 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf4037040 con 0x7feaf806d610 2024-09-19T04:33:04.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.504+0000 7feafef9f640 1 -- 172.21.15.111:0/1856286047 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feaf80b5b10 con 0x7feaf806d610 2024-09-19T04:33:04.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.504+0000 7feafef9f640 1 -- 172.21.15.111:0/1856286047 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feaf80cf630 con 0x7feaf806d610 2024-09-19T04:33:04.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.505+0000 7feaee7fc640 1 -- 172.21.15.111:0/1856286047 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7feaf4044070 con 0x7feaf806d610 2024-09-19T04:33:04.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.505+0000 7feaee7fc640 1 --2- 172.21.15.111:0/1856286047 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7feadc06c2b0 0x7feadc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:04.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.505+0000 7feaee7fc640 1 -- 172.21.15.111:0/1856286047 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7feaf40abfe0 con 0x7feaf806d610 2024-09-19T04:33:04.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.505+0000 7feafd79c640 1 --2- 172.21.15.111:0/1856286047 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7feadc06c2b0 0x7feadc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:04.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.506+0000 7feafd79c640 1 --2- 172.21.15.111:0/1856286047 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7feadc06c2b0 0x7feadc06e770 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7feaf81582d0 tx=0x7feae8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:04.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.509+0000 7feaee7fc640 1 -- 172.21.15.111:0/1856286047 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7feaf407a7e0 con 0x7feaf806d610 2024-09-19T04:33:04.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.670+0000 7feafef9f640 1 -- 172.21.15.111:0/1856286047 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7feaf80b5020 con 0x7feadc06c2b0 2024-09-19T04:33:04.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.676+0000 7feaee7fc640 1 -- 172.21.15.111:0/1856286047 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251837 (secure 0 0 0) 0x7feaf80b5020 con 0x7feadc06c2b0 2024-09-19T04:33:04.680 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:04.681 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:33:04.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.679+0000 7feafef9f640 1 -- 172.21.15.111:0/1856286047 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7feadc06c2b0 msgr2=0x7feadc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:04.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.679+0000 7feafef9f640 1 --2- 172.21.15.111:0/1856286047 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7feadc06c2b0 0x7feadc06e770 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7feaf81582d0 tx=0x7feae8008040 comp rx=0 tx=0).stop 2024-09-19T04:33:04.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.679+0000 7feafef9f640 1 -- 172.21.15.111:0/1856286047 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feaf806d610 msgr2=0x7feaf8156380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:04.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.679+0000 7feafef9f640 1 --2- 172.21.15.111:0/1856286047 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feaf806d610 0x7feaf8156380 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7feaf4000c00 tx=0x7feaf40046c0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.679+0000 7feafef9f640 1 -- 172.21.15.111:0/1856286047 shutdown_connections 2024-09-19T04:33:04.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.679+0000 7feafef9f640 1 --2- 172.21.15.111:0/1856286047 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7feadc06c2b0 0x7feadc06e770 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.679+0000 7feafef9f640 1 --2- 172.21.15.111:0/1856286047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7feaf815e6a0 0x7feaf815d840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.679+0000 7feafef9f640 1 --2- 172.21.15.111:0/1856286047 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7feaf80d2230 0x7feaf815d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.679+0000 7feafef9f640 1 --2- 172.21.15.111:0/1856286047 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feaf806d610 0x7feaf8156380 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.679+0000 7feafef9f640 1 -- 172.21.15.111:0/1856286047 >> 172.21.15.111:0/1856286047 conn(0x7feaf80d4540 msgr2=0x7feaf815f450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:04.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.679+0000 7feafef9f640 1 -- 172.21.15.111:0/1856286047 shutdown_connections 2024-09-19T04:33:04.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.679+0000 7feafef9f640 1 -- 172.21.15.111:0/1856286047 wait complete. 2024-09-19T04:33:04.691 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":26,"stamp":"2024-09-19T04:33:04.410762+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219120,"kb_used_data":2856,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755600,"statfs":{"total":773094113280,"available":772869734400,"internally_reserved":0,"allocated":2924544,"data_stored":1765772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.351402"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098188+0000","last_change":"2024-09-19T04:32:52.078425+0000","last_active":"2024-09-19T04:32:53.098188+0000","last_peered":"2024-09-19T04:32:53.098188+0000","last_clean":"2024-09-19T04:32:53.098188+0000","last_became_active":"2024-09-19T04:32:52.078121+0000","last_became_peered":"2024-09-19T04:32:52.078121+0000","last_unstale":"2024-09-19T04:32:53.098188+0000","last_undegraded":"2024-09-19T04:32:53.098188+0000","last_fullsized":"2024-09-19T04:32:53.098188+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:17:59.228393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060954+0000","last_change":"2024-09-19T04:32:52.068535+0000","last_active":"2024-09-19T04:32:53.060954+0000","last_peered":"2024-09-19T04:32:53.060954+0000","last_clean":"2024-09-19T04:32:53.060954+0000","last_became_active":"2024-09-19T04:32:52.068164+0000","last_became_peered":"2024-09-19T04:32:52.068164+0000","last_unstale":"2024-09-19T04:32:53.060954+0000","last_undegraded":"2024-09-19T04:32:53.060954+0000","last_fullsized":"2024-09-19T04:32:53.060954+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:08.331227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097341+0000","last_change":"2024-09-19T04:32:52.066586+0000","last_active":"2024-09-19T04:32:53.097341+0000","last_peered":"2024-09-19T04:32:53.097341+0000","last_clean":"2024-09-19T04:32:53.097341+0000","last_became_active":"2024-09-19T04:32:52.066337+0000","last_became_peered":"2024-09-19T04:32:52.066337+0000","last_unstale":"2024-09-19T04:32:53.097341+0000","last_undegraded":"2024-09-19T04:32:53.097341+0000","last_fullsized":"2024-09-19T04:32:53.097341+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:54.773028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063951+0000","last_change":"2024-09-19T04:32:52.072997+0000","last_active":"2024-09-19T04:32:53.063951+0000","last_peered":"2024-09-19T04:32:53.063951+0000","last_clean":"2024-09-19T04:32:53.063951+0000","last_became_active":"2024-09-19T04:32:52.072645+0000","last_became_peered":"2024-09-19T04:32:52.072645+0000","last_unstale":"2024-09-19T04:32:53.063951+0000","last_undegraded":"2024-09-19T04:32:53.063951+0000","last_fullsized":"2024-09-19T04:32:53.063951+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:18:46.276027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097616+0000","last_change":"2024-09-19T04:32:52.070948+0000","last_active":"2024-09-19T04:32:53.097616+0000","last_peered":"2024-09-19T04:32:53.097616+0000","last_clean":"2024-09-19T04:32:53.097616+0000","last_became_active":"2024-09-19T04:32:52.070254+0000","last_became_peered":"2024-09-19T04:32:52.070254+0000","last_unstale":"2024-09-19T04:32:53.097616+0000","last_undegraded":"2024-09-19T04:32:53.097616+0000","last_fullsized":"2024-09-19T04:32:53.097616+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:00:28.867369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063036+0000","last_change":"2024-09-19T04:32:52.067837+0000","last_active":"2024-09-19T04:32:53.063036+0000","last_peered":"2024-09-19T04:32:53.063036+0000","last_clean":"2024-09-19T04:32:53.063036+0000","last_became_active":"2024-09-19T04:32:52.067482+0000","last_became_peered":"2024-09-19T04:32:52.067482+0000","last_unstale":"2024-09-19T04:32:53.063036+0000","last_undegraded":"2024-09-19T04:32:53.063036+0000","last_fullsized":"2024-09-19T04:32:53.063036+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:43.040562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097484+0000","last_change":"2024-09-19T04:32:52.073098+0000","last_active":"2024-09-19T04:32:53.097484+0000","last_peered":"2024-09-19T04:32:53.097484+0000","last_clean":"2024-09-19T04:32:53.097484+0000","last_became_active":"2024-09-19T04:32:52.072821+0000","last_became_peered":"2024-09-19T04:32:52.072821+0000","last_unstale":"2024-09-19T04:32:53.097484+0000","last_undegraded":"2024-09-19T04:32:53.097484+0000","last_fullsized":"2024-09-19T04:32:53.097484+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:18:46.276027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097510+0000","last_change":"2024-09-19T04:32:52.064059+0000","last_active":"2024-09-19T04:32:53.097510+0000","last_peered":"2024-09-19T04:32:53.097510+0000","last_clean":"2024-09-19T04:32:53.097510+0000","last_became_active":"2024-09-19T04:32:52.063579+0000","last_became_peered":"2024-09-19T04:32:52.063579+0000","last_unstale":"2024-09-19T04:32:53.097510+0000","last_undegraded":"2024-09-19T04:32:53.097510+0000","last_fullsized":"2024-09-19T04:32:53.097510+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:32:59.431512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098338+0000","last_change":"2024-09-19T04:32:52.075984+0000","last_active":"2024-09-19T04:32:53.098338+0000","last_peered":"2024-09-19T04:32:53.098338+0000","last_clean":"2024-09-19T04:32:53.098338+0000","last_became_active":"2024-09-19T04:32:52.075222+0000","last_became_peered":"2024-09-19T04:32:52.075222+0000","last_unstale":"2024-09-19T04:32:53.098338+0000","last_undegraded":"2024-09-19T04:32:53.098338+0000","last_fullsized":"2024-09-19T04:32:53.098338+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:13.225562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098037+0000","last_change":"2024-09-19T04:32:52.078370+0000","last_active":"2024-09-19T04:32:53.098037+0000","last_peered":"2024-09-19T04:32:53.098037+0000","last_clean":"2024-09-19T04:32:53.098037+0000","last_became_active":"2024-09-19T04:32:52.078060+0000","last_became_peered":"2024-09-19T04:32:52.078060+0000","last_unstale":"2024-09-19T04:32:53.098037+0000","last_undegraded":"2024-09-19T04:32:53.098037+0000","last_fullsized":"2024-09-19T04:32:53.098037+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:08.331227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097686+0000","last_change":"2024-09-19T04:32:52.074450+0000","last_active":"2024-09-19T04:32:53.097686+0000","last_peered":"2024-09-19T04:32:53.097686+0000","last_clean":"2024-09-19T04:32:53.097686+0000","last_became_active":"2024-09-19T04:32:52.073429+0000","last_became_peered":"2024-09-19T04:32:52.073429+0000","last_unstale":"2024-09-19T04:32:53.097686+0000","last_undegraded":"2024-09-19T04:32:53.097686+0000","last_fullsized":"2024-09-19T04:32:53.097686+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:08:36.972098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063595+0000","last_change":"2024-09-19T04:32:52.078063+0000","last_active":"2024-09-19T04:32:53.063595+0000","last_peered":"2024-09-19T04:32:53.063595+0000","last_clean":"2024-09-19T04:32:53.063595+0000","last_became_active":"2024-09-19T04:32:52.077777+0000","last_became_peered":"2024-09-19T04:32:52.077777+0000","last_unstale":"2024-09-19T04:32:53.063595+0000","last_undegraded":"2024-09-19T04:32:53.063595+0000","last_fullsized":"2024-09-19T04:32:53.063595+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:04:38.365069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098411+0000","last_change":"2024-09-19T04:32:52.077099+0000","last_active":"2024-09-19T04:32:53.098411+0000","last_peered":"2024-09-19T04:32:53.098411+0000","last_clean":"2024-09-19T04:32:53.098411+0000","last_became_active":"2024-09-19T04:32:52.076736+0000","last_became_peered":"2024-09-19T04:32:52.076736+0000","last_unstale":"2024-09-19T04:32:53.098411+0000","last_undegraded":"2024-09-19T04:32:53.098411+0000","last_fullsized":"2024-09-19T04:32:53.098411+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:28.616270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097110+0000","last_change":"2024-09-19T04:32:52.061978+0000","last_active":"2024-09-19T04:32:53.097110+0000","last_peered":"2024-09-19T04:32:53.097110+0000","last_clean":"2024-09-19T04:32:53.097110+0000","last_became_active":"2024-09-19T04:32:52.061423+0000","last_became_peered":"2024-09-19T04:32:52.061423+0000","last_unstale":"2024-09-19T04:32:53.097110+0000","last_undegraded":"2024-09-19T04:32:53.097110+0000","last_fullsized":"2024-09-19T04:32:53.097110+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:52:31.313376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060782+0000","last_change":"2024-09-19T04:32:52.059982+0000","last_active":"2024-09-19T04:32:53.060782+0000","last_peered":"2024-09-19T04:32:53.060782+0000","last_clean":"2024-09-19T04:32:53.060782+0000","last_became_active":"2024-09-19T04:32:52.059026+0000","last_became_peered":"2024-09-19T04:32:52.059026+0000","last_unstale":"2024-09-19T04:32:53.060782+0000","last_undegraded":"2024-09-19T04:32:53.060782+0000","last_fullsized":"2024-09-19T04:32:53.060782+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:32:59.431512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063258+0000","last_change":"2024-09-19T04:32:52.068067+0000","last_active":"2024-09-19T04:32:53.063258+0000","last_peered":"2024-09-19T04:32:53.063258+0000","last_clean":"2024-09-19T04:32:53.063258+0000","last_became_active":"2024-09-19T04:32:52.067700+0000","last_became_peered":"2024-09-19T04:32:52.067700+0000","last_unstale":"2024-09-19T04:32:53.063258+0000","last_undegraded":"2024-09-19T04:32:53.063258+0000","last_fullsized":"2024-09-19T04:32:53.063258+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:54:15.222205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.064521+0000","last_change":"2024-09-19T04:32:52.068888+0000","last_active":"2024-09-19T04:32:53.064521+0000","last_peered":"2024-09-19T04:32:53.064521+0000","last_clean":"2024-09-19T04:32:53.064521+0000","last_became_active":"2024-09-19T04:32:52.068632+0000","last_became_peered":"2024-09-19T04:32:52.068632+0000","last_unstale":"2024-09-19T04:32:53.064521+0000","last_undegraded":"2024-09-19T04:32:53.064521+0000","last_fullsized":"2024-09-19T04:32:53.064521+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:25.357503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097671+0000","last_change":"2024-09-19T04:32:52.079195+0000","last_active":"2024-09-19T04:32:53.097671+0000","last_peered":"2024-09-19T04:32:53.097671+0000","last_clean":"2024-09-19T04:32:53.097671+0000","last_became_active":"2024-09-19T04:32:52.078930+0000","last_became_peered":"2024-09-19T04:32:52.078930+0000","last_unstale":"2024-09-19T04:32:53.097671+0000","last_undegraded":"2024-09-19T04:32:53.097671+0000","last_fullsized":"2024-09-19T04:32:53.097671+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:52.748058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098030+0000","last_change":"2024-09-19T04:32:52.067317+0000","last_active":"2024-09-19T04:32:53.098030+0000","last_peered":"2024-09-19T04:32:53.098030+0000","last_clean":"2024-09-19T04:32:53.098030+0000","last_became_active":"2024-09-19T04:32:52.066868+0000","last_became_peered":"2024-09-19T04:32:52.066868+0000","last_unstale":"2024-09-19T04:32:53.098030+0000","last_undegraded":"2024-09-19T04:32:53.098030+0000","last_fullsized":"2024-09-19T04:32:53.098030+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:25.357503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097900+0000","last_change":"2024-09-19T04:32:52.076894+0000","last_active":"2024-09-19T04:32:53.097900+0000","last_peered":"2024-09-19T04:32:53.097900+0000","last_clean":"2024-09-19T04:32:53.097900+0000","last_became_active":"2024-09-19T04:32:52.076605+0000","last_became_peered":"2024-09-19T04:32:52.076605+0000","last_unstale":"2024-09-19T04:32:53.097900+0000","last_undegraded":"2024-09-19T04:32:53.097900+0000","last_fullsized":"2024-09-19T04:32:53.097900+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:58.493941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097654+0000","last_change":"2024-09-19T04:32:52.072601+0000","last_active":"2024-09-19T04:32:53.097654+0000","last_peered":"2024-09-19T04:32:53.097654+0000","last_clean":"2024-09-19T04:32:53.097654+0000","last_became_active":"2024-09-19T04:32:52.072053+0000","last_became_peered":"2024-09-19T04:32:52.072053+0000","last_unstale":"2024-09-19T04:32:53.097654+0000","last_undegraded":"2024-09-19T04:32:53.097654+0000","last_fullsized":"2024-09-19T04:32:53.097654+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:49:17.244664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063738+0000","last_change":"2024-09-19T04:32:52.066845+0000","last_active":"2024-09-19T04:32:53.063738+0000","last_peered":"2024-09-19T04:32:53.063738+0000","last_clean":"2024-09-19T04:32:53.063738+0000","last_became_active":"2024-09-19T04:32:52.066593+0000","last_became_peered":"2024-09-19T04:32:52.066593+0000","last_unstale":"2024-09-19T04:32:53.063738+0000","last_undegraded":"2024-09-19T04:32:53.063738+0000","last_fullsized":"2024-09-19T04:32:53.063738+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:33:45.960891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098189+0000","last_change":"2024-09-19T04:32:52.070346+0000","last_active":"2024-09-19T04:32:53.098189+0000","last_peered":"2024-09-19T04:32:53.098189+0000","last_clean":"2024-09-19T04:32:53.098189+0000","last_became_active":"2024-09-19T04:32:52.070100+0000","last_became_peered":"2024-09-19T04:32:52.070100+0000","last_unstale":"2024-09-19T04:32:53.098189+0000","last_undegraded":"2024-09-19T04:32:53.098189+0000","last_fullsized":"2024-09-19T04:32:53.098189+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:54:15.222205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.062977+0000","last_change":"2024-09-19T04:32:52.070992+0000","last_active":"2024-09-19T04:32:53.062977+0000","last_peered":"2024-09-19T04:32:53.062977+0000","last_clean":"2024-09-19T04:32:53.062977+0000","last_became_active":"2024-09-19T04:32:52.070150+0000","last_became_peered":"2024-09-19T04:32:52.070150+0000","last_unstale":"2024-09-19T04:32:53.062977+0000","last_undegraded":"2024-09-19T04:32:53.062977+0000","last_fullsized":"2024-09-19T04:32:53.062977+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:18.769550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097304+0000","last_change":"2024-09-19T04:32:52.063576+0000","last_active":"2024-09-19T04:32:53.097304+0000","last_peered":"2024-09-19T04:32:53.097304+0000","last_clean":"2024-09-19T04:32:53.097304+0000","last_became_active":"2024-09-19T04:32:52.063363+0000","last_became_peered":"2024-09-19T04:32:52.063363+0000","last_unstale":"2024-09-19T04:32:53.097304+0000","last_undegraded":"2024-09-19T04:32:53.097304+0000","last_fullsized":"2024-09-19T04:32:53.097304+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:08:46.127268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098134+0000","last_change":"2024-09-19T04:32:52.077660+0000","last_active":"2024-09-19T04:32:53.098134+0000","last_peered":"2024-09-19T04:32:53.098134+0000","last_clean":"2024-09-19T04:32:53.098134+0000","last_became_active":"2024-09-19T04:32:52.077209+0000","last_became_peered":"2024-09-19T04:32:52.077209+0000","last_unstale":"2024-09-19T04:32:53.098134+0000","last_undegraded":"2024-09-19T04:32:53.098134+0000","last_fullsized":"2024-09-19T04:32:53.098134+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:18.769550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.061151+0000","last_change":"2024-09-19T04:32:52.070322+0000","last_active":"2024-09-19T04:32:53.061151+0000","last_peered":"2024-09-19T04:32:53.061151+0000","last_clean":"2024-09-19T04:32:53.061151+0000","last_became_active":"2024-09-19T04:32:52.070071+0000","last_became_peered":"2024-09-19T04:32:52.070071+0000","last_unstale":"2024-09-19T04:32:53.061151+0000","last_undegraded":"2024-09-19T04:32:53.061151+0000","last_fullsized":"2024-09-19T04:32:53.061151+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:43.040562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098458+0000","last_change":"2024-09-19T04:32:52.070859+0000","last_active":"2024-09-19T04:32:53.098458+0000","last_peered":"2024-09-19T04:32:53.098458+0000","last_clean":"2024-09-19T04:32:53.098458+0000","last_became_active":"2024-09-19T04:32:52.070464+0000","last_became_peered":"2024-09-19T04:32:52.070464+0000","last_unstale":"2024-09-19T04:32:53.098458+0000","last_undegraded":"2024-09-19T04:32:53.098458+0000","last_fullsized":"2024-09-19T04:32:53.098458+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:18:46.276027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097791+0000","last_change":"2024-09-19T04:32:52.071601+0000","last_active":"2024-09-19T04:32:53.097791+0000","last_peered":"2024-09-19T04:32:53.097791+0000","last_clean":"2024-09-19T04:32:53.097791+0000","last_became_active":"2024-09-19T04:32:52.071214+0000","last_became_peered":"2024-09-19T04:32:52.071214+0000","last_unstale":"2024-09-19T04:32:53.097791+0000","last_undegraded":"2024-09-19T04:32:53.097791+0000","last_fullsized":"2024-09-19T04:32:53.097791+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:52:57.393190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063882+0000","last_change":"2024-09-19T04:32:52.070726+0000","last_active":"2024-09-19T04:32:53.063882+0000","last_peered":"2024-09-19T04:32:53.063882+0000","last_clean":"2024-09-19T04:32:53.063882+0000","last_became_active":"2024-09-19T04:32:52.070188+0000","last_became_peered":"2024-09-19T04:32:52.070188+0000","last_unstale":"2024-09-19T04:32:53.063882+0000","last_undegraded":"2024-09-19T04:32:53.063882+0000","last_fullsized":"2024-09-19T04:32:53.063882+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:28.616270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097508+0000","last_change":"2024-09-19T04:32:52.063583+0000","last_active":"2024-09-19T04:32:53.097508+0000","last_peered":"2024-09-19T04:32:53.097508+0000","last_clean":"2024-09-19T04:32:53.097508+0000","last_became_active":"2024-09-19T04:32:52.063289+0000","last_became_peered":"2024-09-19T04:32:52.063289+0000","last_unstale":"2024-09-19T04:32:53.097508+0000","last_undegraded":"2024-09-19T04:32:53.097508+0000","last_fullsized":"2024-09-19T04:32:53.097508+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:25:38.362956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098189+0000","last_change":"2024-09-19T04:32:52.074287+0000","last_active":"2024-09-19T04:32:53.098189+0000","last_peered":"2024-09-19T04:32:53.098189+0000","last_clean":"2024-09-19T04:32:53.098189+0000","last_became_active":"2024-09-19T04:32:52.074035+0000","last_became_peered":"2024-09-19T04:32:52.074035+0000","last_unstale":"2024-09-19T04:32:53.098189+0000","last_undegraded":"2024-09-19T04:32:53.098189+0000","last_fullsized":"2024-09-19T04:32:53.098189+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:43.040562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063091+0000","last_change":"2024-09-19T04:32:52.062867+0000","last_active":"2024-09-19T04:32:53.063091+0000","last_peered":"2024-09-19T04:32:53.063091+0000","last_clean":"2024-09-19T04:32:53.063091+0000","last_became_active":"2024-09-19T04:32:52.062614+0000","last_became_peered":"2024-09-19T04:32:52.062614+0000","last_unstale":"2024-09-19T04:32:53.063091+0000","last_undegraded":"2024-09-19T04:32:53.063091+0000","last_fullsized":"2024-09-19T04:32:53.063091+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:54.048193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098437+0000","last_change":"2024-09-19T04:32:51.065395+0000","last_active":"2024-09-19T04:32:53.098437+0000","last_peered":"2024-09-19T04:32:53.098437+0000","last_clean":"2024-09-19T04:32:53.098437+0000","last_became_active":"2024-09-19T04:32:51.065136+0000","last_became_peered":"2024-09-19T04:32:51.065136+0000","last_unstale":"2024-09-19T04:32:53.098437+0000","last_undegraded":"2024-09-19T04:32:53.098437+0000","last_fullsized":"2024-09-19T04:32:53.098437+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:16.998859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097928+0000","last_change":"2024-09-19T04:32:52.066278+0000","last_active":"2024-09-19T04:32:53.097928+0000","last_peered":"2024-09-19T04:32:53.097928+0000","last_clean":"2024-09-19T04:32:53.097928+0000","last_became_active":"2024-09-19T04:32:52.066026+0000","last_became_peered":"2024-09-19T04:32:52.066026+0000","last_unstale":"2024-09-19T04:32:53.097928+0000","last_undegraded":"2024-09-19T04:32:53.097928+0000","last_fullsized":"2024-09-19T04:32:53.097928+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:36.065939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097607+0000","last_change":"2024-09-19T04:32:51.064685+0000","last_active":"2024-09-19T04:32:53.097607+0000","last_peered":"2024-09-19T04:32:53.097607+0000","last_clean":"2024-09-19T04:32:53.097607+0000","last_became_active":"2024-09-19T04:32:51.064380+0000","last_became_peered":"2024-09-19T04:32:51.064380+0000","last_unstale":"2024-09-19T04:32:53.097607+0000","last_undegraded":"2024-09-19T04:32:53.097607+0000","last_fullsized":"2024-09-19T04:32:53.097607+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:40:16.921233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098217+0000","last_change":"2024-09-19T04:32:51.062412+0000","last_active":"2024-09-19T04:32:53.098217+0000","last_peered":"2024-09-19T04:32:53.098217+0000","last_clean":"2024-09-19T04:32:53.098217+0000","last_became_active":"2024-09-19T04:32:51.062105+0000","last_became_peered":"2024-09-19T04:32:51.062105+0000","last_unstale":"2024-09-19T04:32:53.098217+0000","last_undegraded":"2024-09-19T04:32:53.098217+0000","last_fullsized":"2024-09-19T04:32:53.098217+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:17.308432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097639+0000","last_change":"2024-09-19T04:32:52.073431+0000","last_active":"2024-09-19T04:32:53.097639+0000","last_peered":"2024-09-19T04:32:53.097639+0000","last_clean":"2024-09-19T04:32:53.097639+0000","last_became_active":"2024-09-19T04:32:52.073036+0000","last_became_peered":"2024-09-19T04:32:52.073036+0000","last_unstale":"2024-09-19T04:32:53.097639+0000","last_undegraded":"2024-09-19T04:32:53.097639+0000","last_fullsized":"2024-09-19T04:32:53.097639+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:58.493941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063095+0000","last_change":"2024-09-19T04:32:51.055907+0000","last_active":"2024-09-19T04:32:53.063095+0000","last_peered":"2024-09-19T04:32:53.063095+0000","last_clean":"2024-09-19T04:32:53.063095+0000","last_became_active":"2024-09-19T04:32:51.055358+0000","last_became_peered":"2024-09-19T04:32:51.055358+0000","last_unstale":"2024-09-19T04:32:53.063095+0000","last_undegraded":"2024-09-19T04:32:53.063095+0000","last_fullsized":"2024-09-19T04:32:53.063095+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:06:31.714672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060775+0000","last_change":"2024-09-19T04:32:52.071371+0000","last_active":"2024-09-19T04:32:53.060775+0000","last_peered":"2024-09-19T04:32:53.060775+0000","last_clean":"2024-09-19T04:32:53.060775+0000","last_became_active":"2024-09-19T04:32:52.071107+0000","last_became_peered":"2024-09-19T04:32:52.071107+0000","last_unstale":"2024-09-19T04:32:53.060775+0000","last_undegraded":"2024-09-19T04:32:53.060775+0000","last_fullsized":"2024-09-19T04:32:53.060775+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:08:36.972098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097875+0000","last_change":"2024-09-19T04:32:51.064828+0000","last_active":"2024-09-19T04:32:53.097875+0000","last_peered":"2024-09-19T04:32:53.097875+0000","last_clean":"2024-09-19T04:32:53.097875+0000","last_became_active":"2024-09-19T04:32:51.064535+0000","last_became_peered":"2024-09-19T04:32:51.064535+0000","last_unstale":"2024-09-19T04:32:53.097875+0000","last_undegraded":"2024-09-19T04:32:53.097875+0000","last_fullsized":"2024-09-19T04:32:53.097875+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:06:31.714672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.064495+0000","last_change":"2024-09-19T04:32:52.069626+0000","last_active":"2024-09-19T04:32:53.064495+0000","last_peered":"2024-09-19T04:32:53.064495+0000","last_clean":"2024-09-19T04:32:53.064495+0000","last_became_active":"2024-09-19T04:32:52.069381+0000","last_became_peered":"2024-09-19T04:32:52.069381+0000","last_unstale":"2024-09-19T04:32:53.064495+0000","last_undegraded":"2024-09-19T04:32:53.064495+0000","last_fullsized":"2024-09-19T04:32:53.064495+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:07:45.951198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.064205+0000","last_change":"2024-09-19T04:32:51.062798+0000","last_active":"2024-09-19T04:32:53.064205+0000","last_peered":"2024-09-19T04:32:53.064205+0000","last_clean":"2024-09-19T04:32:53.064205+0000","last_became_active":"2024-09-19T04:32:51.062488+0000","last_became_peered":"2024-09-19T04:32:51.062488+0000","last_unstale":"2024-09-19T04:32:53.064205+0000","last_undegraded":"2024-09-19T04:32:53.064205+0000","last_fullsized":"2024-09-19T04:32:53.064205+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:40:16.921233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097674+0000","last_change":"2024-09-19T04:32:52.068506+0000","last_active":"2024-09-19T04:32:53.097674+0000","last_peered":"2024-09-19T04:32:53.097674+0000","last_clean":"2024-09-19T04:32:53.097674+0000","last_became_active":"2024-09-19T04:32:52.067808+0000","last_became_peered":"2024-09-19T04:32:52.067808+0000","last_unstale":"2024-09-19T04:32:53.097674+0000","last_undegraded":"2024-09-19T04:32:53.097674+0000","last_fullsized":"2024-09-19T04:32:53.097674+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:40:13.059806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060882+0000","last_change":"2024-09-19T04:32:51.064785+0000","last_active":"2024-09-19T04:32:53.060882+0000","last_peered":"2024-09-19T04:32:53.060882+0000","last_clean":"2024-09-19T04:32:53.060882+0000","last_became_active":"2024-09-19T04:32:51.064437+0000","last_became_peered":"2024-09-19T04:32:51.064437+0000","last_unstale":"2024-09-19T04:32:53.060882+0000","last_undegraded":"2024-09-19T04:32:53.060882+0000","last_fullsized":"2024-09-19T04:32:53.060882+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:17.496533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063656+0000","last_change":"2024-09-19T04:32:52.069569+0000","last_active":"2024-09-19T04:32:53.063656+0000","last_peered":"2024-09-19T04:32:53.063656+0000","last_clean":"2024-09-19T04:32:53.063656+0000","last_became_active":"2024-09-19T04:32:52.068771+0000","last_became_peered":"2024-09-19T04:32:52.068771+0000","last_unstale":"2024-09-19T04:32:53.063656+0000","last_undegraded":"2024-09-19T04:32:53.063656+0000","last_fullsized":"2024-09-19T04:32:53.063656+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:09.784791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097830+0000","last_change":"2024-09-19T04:32:51.066682+0000","last_active":"2024-09-19T04:32:53.097830+0000","last_peered":"2024-09-19T04:32:53.097830+0000","last_clean":"2024-09-19T04:32:53.097830+0000","last_became_active":"2024-09-19T04:32:51.066434+0000","last_became_peered":"2024-09-19T04:32:51.066434+0000","last_unstale":"2024-09-19T04:32:53.097830+0000","last_undegraded":"2024-09-19T04:32:53.097830+0000","last_fullsized":"2024-09-19T04:32:53.097830+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:53.042361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097828+0000","last_change":"2024-09-19T04:32:52.072003+0000","last_active":"2024-09-19T04:32:53.097828+0000","last_peered":"2024-09-19T04:32:53.097828+0000","last_clean":"2024-09-19T04:32:53.097828+0000","last_became_active":"2024-09-19T04:32:52.071308+0000","last_became_peered":"2024-09-19T04:32:52.071308+0000","last_unstale":"2024-09-19T04:32:53.097828+0000","last_undegraded":"2024-09-19T04:32:53.097828+0000","last_fullsized":"2024-09-19T04:32:53.097828+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:32.263623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097975+0000","last_change":"2024-09-19T04:32:51.064346+0000","last_active":"2024-09-19T04:32:53.097975+0000","last_peered":"2024-09-19T04:32:53.097975+0000","last_clean":"2024-09-19T04:32:53.097975+0000","last_became_active":"2024-09-19T04:32:51.063995+0000","last_became_peered":"2024-09-19T04:32:51.063995+0000","last_unstale":"2024-09-19T04:32:53.097975+0000","last_undegraded":"2024-09-19T04:32:53.097975+0000","last_fullsized":"2024-09-19T04:32:53.097975+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:35:49.384003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097134+0000","last_change":"2024-09-19T04:32:52.068282+0000","last_active":"2024-09-19T04:32:53.097134+0000","last_peered":"2024-09-19T04:32:53.097134+0000","last_clean":"2024-09-19T04:32:53.097134+0000","last_became_active":"2024-09-19T04:32:52.067061+0000","last_became_peered":"2024-09-19T04:32:52.067061+0000","last_unstale":"2024-09-19T04:32:53.097134+0000","last_undegraded":"2024-09-19T04:32:53.097134+0000","last_fullsized":"2024-09-19T04:32:53.097134+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:36:02.138371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063838+0000","last_change":"2024-09-19T04:32:51.060482+0000","last_active":"2024-09-19T04:32:53.063838+0000","last_peered":"2024-09-19T04:32:53.063838+0000","last_clean":"2024-09-19T04:32:53.063838+0000","last_became_active":"2024-09-19T04:32:51.060208+0000","last_became_peered":"2024-09-19T04:32:51.060208+0000","last_unstale":"2024-09-19T04:32:53.063838+0000","last_undegraded":"2024-09-19T04:32:53.063838+0000","last_fullsized":"2024-09-19T04:32:53.063838+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:37:16.408002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097772+0000","last_change":"2024-09-19T04:32:52.075067+0000","last_active":"2024-09-19T04:32:53.097772+0000","last_peered":"2024-09-19T04:32:53.097772+0000","last_clean":"2024-09-19T04:32:53.097772+0000","last_became_active":"2024-09-19T04:32:52.074786+0000","last_became_peered":"2024-09-19T04:32:52.074786+0000","last_unstale":"2024-09-19T04:32:53.097772+0000","last_undegraded":"2024-09-19T04:32:53.097772+0000","last_fullsized":"2024-09-19T04:32:53.097772+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:51:40.909016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097500+0000","last_change":"2024-09-19T04:32:51.064040+0000","last_active":"2024-09-19T04:32:53.097500+0000","last_peered":"2024-09-19T04:32:53.097500+0000","last_clean":"2024-09-19T04:32:53.097500+0000","last_became_active":"2024-09-19T04:32:51.063764+0000","last_became_peered":"2024-09-19T04:32:51.063764+0000","last_unstale":"2024-09-19T04:32:53.097500+0000","last_undegraded":"2024-09-19T04:32:53.097500+0000","last_fullsized":"2024-09-19T04:32:53.097500+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:06:42.913981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097718+0000","last_change":"2024-09-19T04:32:52.073767+0000","last_active":"2024-09-19T04:32:53.097718+0000","last_peered":"2024-09-19T04:32:53.097718+0000","last_clean":"2024-09-19T04:32:53.097718+0000","last_became_active":"2024-09-19T04:32:52.073399+0000","last_became_peered":"2024-09-19T04:32:52.073399+0000","last_unstale":"2024-09-19T04:32:53.097718+0000","last_undegraded":"2024-09-19T04:32:53.097718+0000","last_fullsized":"2024-09-19T04:32:53.097718+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:32:59.431512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098186+0000","last_change":"2024-09-19T04:32:51.060543+0000","last_active":"2024-09-19T04:32:53.098186+0000","last_peered":"2024-09-19T04:32:53.098186+0000","last_clean":"2024-09-19T04:32:53.098186+0000","last_became_active":"2024-09-19T04:32:51.060213+0000","last_became_peered":"2024-09-19T04:32:51.060213+0000","last_unstale":"2024-09-19T04:32:53.098186+0000","last_undegraded":"2024-09-19T04:32:53.098186+0000","last_fullsized":"2024-09-19T04:32:53.098186+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:11.653280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097315+0000","last_change":"2024-09-19T04:32:52.068771+0000","last_active":"2024-09-19T04:32:53.097315+0000","last_peered":"2024-09-19T04:32:53.097315+0000","last_clean":"2024-09-19T04:32:53.097315+0000","last_became_active":"2024-09-19T04:32:52.068518+0000","last_became_peered":"2024-09-19T04:32:52.068518+0000","last_unstale":"2024-09-19T04:32:53.097315+0000","last_undegraded":"2024-09-19T04:32:53.097315+0000","last_fullsized":"2024-09-19T04:32:53.097315+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:41.227719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063317+0000","last_change":"2024-09-19T04:32:51.061102+0000","last_active":"2024-09-19T04:32:53.063317+0000","last_peered":"2024-09-19T04:32:53.063317+0000","last_clean":"2024-09-19T04:32:53.063317+0000","last_became_active":"2024-09-19T04:32:51.060781+0000","last_became_peered":"2024-09-19T04:32:51.060781+0000","last_unstale":"2024-09-19T04:32:53.063317+0000","last_undegraded":"2024-09-19T04:32:53.063317+0000","last_fullsized":"2024-09-19T04:32:53.063317+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:41:54.757548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097801+0000","last_change":"2024-09-19T04:32:52.075213+0000","last_active":"2024-09-19T04:32:53.097801+0000","last_peered":"2024-09-19T04:32:53.097801+0000","last_clean":"2024-09-19T04:32:53.097801+0000","last_became_active":"2024-09-19T04:32:52.074784+0000","last_became_peered":"2024-09-19T04:32:52.074784+0000","last_unstale":"2024-09-19T04:32:53.097801+0000","last_undegraded":"2024-09-19T04:32:53.097801+0000","last_fullsized":"2024-09-19T04:32:53.097801+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:20:40.731056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097723+0000","last_change":"2024-09-19T04:32:51.065866+0000","last_active":"2024-09-19T04:32:53.097723+0000","last_peered":"2024-09-19T04:32:53.097723+0000","last_clean":"2024-09-19T04:32:53.097723+0000","last_became_active":"2024-09-19T04:32:51.065568+0000","last_became_peered":"2024-09-19T04:32:51.065568+0000","last_unstale":"2024-09-19T04:32:53.097723+0000","last_undegraded":"2024-09-19T04:32:53.097723+0000","last_fullsized":"2024-09-19T04:32:53.097723+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:02:18.355069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098400+0000","last_change":"2024-09-19T04:32:52.074918+0000","last_active":"2024-09-19T04:32:53.098400+0000","last_peered":"2024-09-19T04:32:53.098400+0000","last_clean":"2024-09-19T04:32:53.098400+0000","last_became_active":"2024-09-19T04:32:52.074687+0000","last_became_peered":"2024-09-19T04:32:52.074687+0000","last_unstale":"2024-09-19T04:32:53.098400+0000","last_undegraded":"2024-09-19T04:32:53.098400+0000","last_fullsized":"2024-09-19T04:32:53.098400+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:18.237395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060992+0000","last_change":"2024-09-19T04:32:51.067548+0000","last_active":"2024-09-19T04:32:53.060992+0000","last_peered":"2024-09-19T04:32:53.060992+0000","last_clean":"2024-09-19T04:32:53.060992+0000","last_became_active":"2024-09-19T04:32:51.067173+0000","last_became_peered":"2024-09-19T04:32:51.067173+0000","last_unstale":"2024-09-19T04:32:53.060992+0000","last_undegraded":"2024-09-19T04:32:53.060992+0000","last_fullsized":"2024-09-19T04:32:53.060992+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:04:37.359237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.064231+0000","last_change":"2024-09-19T04:32:52.072981+0000","last_active":"2024-09-19T04:32:53.064231+0000","last_peered":"2024-09-19T04:32:53.064231+0000","last_clean":"2024-09-19T04:32:53.064231+0000","last_became_active":"2024-09-19T04:32:52.072573+0000","last_became_peered":"2024-09-19T04:32:52.072573+0000","last_unstale":"2024-09-19T04:32:53.064231+0000","last_undegraded":"2024-09-19T04:32:53.064231+0000","last_fullsized":"2024-09-19T04:32:53.064231+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:41.227719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097903+0000","last_change":"2024-09-19T04:32:51.055195+0000","last_active":"2024-09-19T04:32:53.097903+0000","last_peered":"2024-09-19T04:32:53.097903+0000","last_clean":"2024-09-19T04:32:53.097903+0000","last_became_active":"2024-09-19T04:32:51.054893+0000","last_became_peered":"2024-09-19T04:32:51.054893+0000","last_unstale":"2024-09-19T04:32:53.097903+0000","last_undegraded":"2024-09-19T04:32:53.097903+0000","last_fullsized":"2024-09-19T04:32:53.097903+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:20.812514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097880+0000","last_change":"2024-09-19T04:32:52.062362+0000","last_active":"2024-09-19T04:32:53.097880+0000","last_peered":"2024-09-19T04:32:53.097880+0000","last_clean":"2024-09-19T04:32:53.097880+0000","last_became_active":"2024-09-19T04:32:52.061828+0000","last_became_peered":"2024-09-19T04:32:52.061828+0000","last_unstale":"2024-09-19T04:32:53.097880+0000","last_undegraded":"2024-09-19T04:32:53.097880+0000","last_fullsized":"2024-09-19T04:32:53.097880+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:07:45.951198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097336+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:32:53.097336+0000","last_peered":"2024-09-19T04:32:53.097336+0000","last_clean":"2024-09-19T04:32:53.097336+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:32:53.097336+0000","last_undegraded":"2024-09-19T04:32:53.097336+0000","last_fullsized":"2024-09-19T04:32:53.097336+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063732+0000","last_change":"2024-09-19T04:32:51.058334+0000","last_active":"2024-09-19T04:32:53.063732+0000","last_peered":"2024-09-19T04:32:53.063732+0000","last_clean":"2024-09-19T04:32:53.063732+0000","last_became_active":"2024-09-19T04:32:51.058066+0000","last_became_peered":"2024-09-19T04:32:51.058066+0000","last_unstale":"2024-09-19T04:32:53.063732+0000","last_undegraded":"2024-09-19T04:32:53.063732+0000","last_fullsized":"2024-09-19T04:32:53.063732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:06:42.913981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097751+0000","last_change":"2024-09-19T04:32:52.070190+0000","last_active":"2024-09-19T04:32:53.097751+0000","last_peered":"2024-09-19T04:32:53.097751+0000","last_clean":"2024-09-19T04:32:53.097751+0000","last_became_active":"2024-09-19T04:32:52.069906+0000","last_became_peered":"2024-09-19T04:32:52.069906+0000","last_unstale":"2024-09-19T04:32:53.097751+0000","last_undegraded":"2024-09-19T04:32:53.097751+0000","last_fullsized":"2024-09-19T04:32:53.097751+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:08.331227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097264+0000","last_change":"2024-09-19T04:32:51.068935+0000","last_active":"2024-09-19T04:32:53.097264+0000","last_peered":"2024-09-19T04:32:53.097264+0000","last_clean":"2024-09-19T04:32:53.097264+0000","last_became_active":"2024-09-19T04:32:51.068680+0000","last_became_peered":"2024-09-19T04:32:51.068680+0000","last_unstale":"2024-09-19T04:32:53.097264+0000","last_undegraded":"2024-09-19T04:32:53.097264+0000","last_fullsized":"2024-09-19T04:32:53.097264+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:04:37.359237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097066+0000","last_change":"2024-09-19T04:32:52.062797+0000","last_active":"2024-09-19T04:32:53.097066+0000","last_peered":"2024-09-19T04:32:53.097066+0000","last_clean":"2024-09-19T04:32:53.097066+0000","last_became_active":"2024-09-19T04:32:52.061703+0000","last_became_peered":"2024-09-19T04:32:52.061703+0000","last_unstale":"2024-09-19T04:32:53.097066+0000","last_undegraded":"2024-09-19T04:32:53.097066+0000","last_fullsized":"2024-09-19T04:32:53.097066+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:08:47.566817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097631+0000","last_change":"2024-09-19T04:32:51.065795+0000","last_active":"2024-09-19T04:32:53.097631+0000","last_peered":"2024-09-19T04:32:53.097631+0000","last_clean":"2024-09-19T04:32:53.097631+0000","last_became_active":"2024-09-19T04:32:51.065494+0000","last_became_peered":"2024-09-19T04:32:51.065494+0000","last_unstale":"2024-09-19T04:32:53.097631+0000","last_undegraded":"2024-09-19T04:32:53.097631+0000","last_fullsized":"2024-09-19T04:32:53.097631+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:04.835587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060934+0000","last_change":"2024-09-19T04:32:52.063998+0000","last_active":"2024-09-19T04:32:53.060934+0000","last_peered":"2024-09-19T04:32:53.060934+0000","last_clean":"2024-09-19T04:32:53.060934+0000","last_became_active":"2024-09-19T04:32:52.063752+0000","last_became_peered":"2024-09-19T04:32:52.063752+0000","last_unstale":"2024-09-19T04:32:53.060934+0000","last_undegraded":"2024-09-19T04:32:53.060934+0000","last_fullsized":"2024-09-19T04:32:53.060934+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:58.493941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063944+0000","last_change":"2024-09-19T04:32:51.061154+0000","last_active":"2024-09-19T04:32:53.063944+0000","last_peered":"2024-09-19T04:32:53.063944+0000","last_clean":"2024-09-19T04:32:53.063944+0000","last_became_active":"2024-09-19T04:32:51.060857+0000","last_became_peered":"2024-09-19T04:32:51.060857+0000","last_unstale":"2024-09-19T04:32:53.063944+0000","last_undegraded":"2024-09-19T04:32:53.063944+0000","last_fullsized":"2024-09-19T04:32:53.063944+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:53.042361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063500+0000","last_change":"2024-09-19T04:32:52.071303+0000","last_active":"2024-09-19T04:32:53.063500+0000","last_peered":"2024-09-19T04:32:53.063500+0000","last_clean":"2024-09-19T04:32:53.063500+0000","last_became_active":"2024-09-19T04:32:52.068805+0000","last_became_peered":"2024-09-19T04:32:52.068805+0000","last_unstale":"2024-09-19T04:32:53.063500+0000","last_undegraded":"2024-09-19T04:32:53.063500+0000","last_fullsized":"2024-09-19T04:32:53.063500+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:18.502364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060763+0000","last_change":"2024-09-19T04:32:51.063531+0000","last_active":"2024-09-19T04:32:53.060763+0000","last_peered":"2024-09-19T04:32:53.060763+0000","last_clean":"2024-09-19T04:32:53.060763+0000","last_became_active":"2024-09-19T04:32:51.063214+0000","last_became_peered":"2024-09-19T04:32:51.063214+0000","last_unstale":"2024-09-19T04:32:53.060763+0000","last_undegraded":"2024-09-19T04:32:53.060763+0000","last_fullsized":"2024-09-19T04:32:53.060763+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:53.042361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.064299+0000","last_change":"2024-09-19T04:32:52.064571+0000","last_active":"2024-09-19T04:32:53.064299+0000","last_peered":"2024-09-19T04:32:53.064299+0000","last_clean":"2024-09-19T04:32:53.064299+0000","last_became_active":"2024-09-19T04:32:52.064249+0000","last_became_peered":"2024-09-19T04:32:52.064249+0000","last_unstale":"2024-09-19T04:32:53.064299+0000","last_undegraded":"2024-09-19T04:32:53.064299+0000","last_fullsized":"2024-09-19T04:32:53.064299+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:20:40.731056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098065+0000","last_change":"2024-09-19T04:32:51.068499+0000","last_active":"2024-09-19T04:32:53.098065+0000","last_peered":"2024-09-19T04:32:53.098065+0000","last_clean":"2024-09-19T04:32:53.098065+0000","last_became_active":"2024-09-19T04:32:51.068167+0000","last_became_peered":"2024-09-19T04:32:51.068167+0000","last_unstale":"2024-09-19T04:32:53.098065+0000","last_undegraded":"2024-09-19T04:32:53.098065+0000","last_fullsized":"2024-09-19T04:32:53.098065+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:49.125565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060985+0000","last_change":"2024-09-19T04:32:52.062463+0000","last_active":"2024-09-19T04:32:53.060985+0000","last_peered":"2024-09-19T04:32:53.060985+0000","last_clean":"2024-09-19T04:32:53.060985+0000","last_became_active":"2024-09-19T04:32:52.062162+0000","last_became_peered":"2024-09-19T04:32:52.062162+0000","last_unstale":"2024-09-19T04:32:53.060985+0000","last_undegraded":"2024-09-19T04:32:53.060985+0000","last_fullsized":"2024-09-19T04:32:53.060985+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:18.769550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.061040+0000","last_change":"2024-09-19T04:32:51.068315+0000","last_active":"2024-09-19T04:32:53.061040+0000","last_peered":"2024-09-19T04:32:53.061040+0000","last_clean":"2024-09-19T04:32:53.061040+0000","last_became_active":"2024-09-19T04:32:51.068057+0000","last_became_peered":"2024-09-19T04:32:51.068057+0000","last_unstale":"2024-09-19T04:32:53.061040+0000","last_undegraded":"2024-09-19T04:32:53.061040+0000","last_fullsized":"2024-09-19T04:32:53.061040+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:37:16.408002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097448+0000","last_change":"2024-09-19T04:32:52.067270+0000","last_active":"2024-09-19T04:32:53.097448+0000","last_peered":"2024-09-19T04:32:53.097448+0000","last_clean":"2024-09-19T04:32:53.097448+0000","last_became_active":"2024-09-19T04:32:52.067023+0000","last_became_peered":"2024-09-19T04:32:52.067023+0000","last_unstale":"2024-09-19T04:32:53.097448+0000","last_undegraded":"2024-09-19T04:32:53.097448+0000","last_fullsized":"2024-09-19T04:32:53.097448+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:08:36.972098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097980+0000","last_change":"2024-09-19T04:32:51.062616+0000","last_active":"2024-09-19T04:32:53.097980+0000","last_peered":"2024-09-19T04:32:53.097980+0000","last_clean":"2024-09-19T04:32:53.097980+0000","last_became_active":"2024-09-19T04:32:51.062347+0000","last_became_peered":"2024-09-19T04:32:51.062347+0000","last_unstale":"2024-09-19T04:32:53.097980+0000","last_undegraded":"2024-09-19T04:32:53.097980+0000","last_fullsized":"2024-09-19T04:32:53.097980+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:37:16.408002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097435+0000","last_change":"2024-09-19T04:32:52.067195+0000","last_active":"2024-09-19T04:32:53.097435+0000","last_peered":"2024-09-19T04:32:53.097435+0000","last_clean":"2024-09-19T04:32:53.097435+0000","last_became_active":"2024-09-19T04:32:52.066145+0000","last_became_peered":"2024-09-19T04:32:52.066145+0000","last_unstale":"2024-09-19T04:32:53.097435+0000","last_undegraded":"2024-09-19T04:32:53.097435+0000","last_fullsized":"2024-09-19T04:32:53.097435+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:53.904779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097194+0000","last_change":"2024-09-19T04:32:51.068601+0000","last_active":"2024-09-19T04:32:53.097194+0000","last_peered":"2024-09-19T04:32:53.097194+0000","last_clean":"2024-09-19T04:32:53.097194+0000","last_became_active":"2024-09-19T04:32:51.068274+0000","last_became_peered":"2024-09-19T04:32:51.068274+0000","last_unstale":"2024-09-19T04:32:53.097194+0000","last_undegraded":"2024-09-19T04:32:53.097194+0000","last_fullsized":"2024-09-19T04:32:53.097194+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:17.496533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063241+0000","last_change":"2024-09-19T04:32:52.063636+0000","last_active":"2024-09-19T04:32:53.063241+0000","last_peered":"2024-09-19T04:32:53.063241+0000","last_clean":"2024-09-19T04:32:53.063241+0000","last_became_active":"2024-09-19T04:32:52.063376+0000","last_became_peered":"2024-09-19T04:32:52.063376+0000","last_unstale":"2024-09-19T04:32:53.063241+0000","last_undegraded":"2024-09-19T04:32:53.063241+0000","last_fullsized":"2024-09-19T04:32:53.063241+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:40:17.927065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060830+0000","last_change":"2024-09-19T04:32:51.063276+0000","last_active":"2024-09-19T04:32:53.060830+0000","last_peered":"2024-09-19T04:32:53.060830+0000","last_clean":"2024-09-19T04:32:53.060830+0000","last_became_active":"2024-09-19T04:32:51.062681+0000","last_became_peered":"2024-09-19T04:32:51.062681+0000","last_unstale":"2024-09-19T04:32:53.060830+0000","last_undegraded":"2024-09-19T04:32:53.060830+0000","last_fullsized":"2024-09-19T04:32:53.060830+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:40:16.921233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097754+0000","last_change":"2024-09-19T04:32:52.063825+0000","last_active":"2024-09-19T04:32:53.097754+0000","last_peered":"2024-09-19T04:32:53.097754+0000","last_clean":"2024-09-19T04:32:53.097754+0000","last_became_active":"2024-09-19T04:32:52.063291+0000","last_became_peered":"2024-09-19T04:32:52.063291+0000","last_unstale":"2024-09-19T04:32:53.097754+0000","last_undegraded":"2024-09-19T04:32:53.097754+0000","last_fullsized":"2024-09-19T04:32:53.097754+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:18.769550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060900+0000","last_change":"2024-09-19T04:32:51.066863+0000","last_active":"2024-09-19T04:32:53.060900+0000","last_peered":"2024-09-19T04:32:53.060900+0000","last_clean":"2024-09-19T04:32:53.060900+0000","last_became_active":"2024-09-19T04:32:51.066574+0000","last_became_peered":"2024-09-19T04:32:51.066574+0000","last_unstale":"2024-09-19T04:32:53.060900+0000","last_undegraded":"2024-09-19T04:32:53.060900+0000","last_fullsized":"2024-09-19T04:32:53.060900+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:06:31.714672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098407+0000","last_change":"2024-09-19T04:32:52.072283+0000","last_active":"2024-09-19T04:32:53.098407+0000","last_peered":"2024-09-19T04:32:53.098407+0000","last_clean":"2024-09-19T04:32:53.098407+0000","last_became_active":"2024-09-19T04:32:52.072023+0000","last_became_peered":"2024-09-19T04:32:52.072023+0000","last_unstale":"2024-09-19T04:32:53.098407+0000","last_undegraded":"2024-09-19T04:32:53.098407+0000","last_fullsized":"2024-09-19T04:32:53.098407+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:33:45.960891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097948+0000","last_change":"2024-09-19T04:32:51.066109+0000","last_active":"2024-09-19T04:32:53.097948+0000","last_peered":"2024-09-19T04:32:53.097948+0000","last_clean":"2024-09-19T04:32:53.097948+0000","last_became_active":"2024-09-19T04:32:51.065790+0000","last_became_peered":"2024-09-19T04:32:51.065790+0000","last_unstale":"2024-09-19T04:32:53.097948+0000","last_undegraded":"2024-09-19T04:32:53.097948+0000","last_fullsized":"2024-09-19T04:32:53.097948+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:47:48.155962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097483+0000","last_change":"2024-09-19T04:32:52.076791+0000","last_active":"2024-09-19T04:32:53.097483+0000","last_peered":"2024-09-19T04:32:53.097483+0000","last_clean":"2024-09-19T04:32:53.097483+0000","last_became_active":"2024-09-19T04:32:52.076526+0000","last_became_peered":"2024-09-19T04:32:52.076526+0000","last_unstale":"2024-09-19T04:32:53.097483+0000","last_undegraded":"2024-09-19T04:32:53.097483+0000","last_fullsized":"2024-09-19T04:32:53.097483+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:08:46.127268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.064357+0000","last_change":"2024-09-19T04:32:52.058108+0000","last_active":"2024-09-19T04:32:53.064357+0000","last_peered":"2024-09-19T04:32:53.064357+0000","last_clean":"2024-09-19T04:32:53.064357+0000","last_became_active":"2024-09-19T04:32:52.057823+0000","last_became_peered":"2024-09-19T04:32:52.057823+0000","last_unstale":"2024-09-19T04:32:53.064357+0000","last_undegraded":"2024-09-19T04:32:53.064357+0000","last_fullsized":"2024-09-19T04:32:53.064357+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:32.263623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097492+0000","last_change":"2024-09-19T04:32:51.067778+0000","last_active":"2024-09-19T04:32:53.097492+0000","last_peered":"2024-09-19T04:32:53.097492+0000","last_clean":"2024-09-19T04:32:53.097492+0000","last_became_active":"2024-09-19T04:32:51.067450+0000","last_became_peered":"2024-09-19T04:32:51.067450+0000","last_unstale":"2024-09-19T04:32:53.097492+0000","last_undegraded":"2024-09-19T04:32:53.097492+0000","last_fullsized":"2024-09-19T04:32:53.097492+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:08.383984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.064226+0000","last_change":"2024-09-19T04:32:52.055059+0000","last_active":"2024-09-19T04:32:53.064226+0000","last_peered":"2024-09-19T04:32:53.064226+0000","last_clean":"2024-09-19T04:32:53.064226+0000","last_became_active":"2024-09-19T04:32:52.054631+0000","last_became_peered":"2024-09-19T04:32:52.054631+0000","last_unstale":"2024-09-19T04:32:53.064226+0000","last_undegraded":"2024-09-19T04:32:53.064226+0000","last_fullsized":"2024-09-19T04:32:53.064226+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:00:28.867369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097953+0000","last_change":"2024-09-19T04:32:51.065261+0000","last_active":"2024-09-19T04:32:53.097953+0000","last_peered":"2024-09-19T04:32:53.097953+0000","last_clean":"2024-09-19T04:32:53.097953+0000","last_became_active":"2024-09-19T04:32:51.064960+0000","last_became_peered":"2024-09-19T04:32:51.064960+0000","last_unstale":"2024-09-19T04:32:53.097953+0000","last_undegraded":"2024-09-19T04:32:53.097953+0000","last_fullsized":"2024-09-19T04:32:53.097953+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:08.778960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097236+0000","last_change":"2024-09-19T04:32:52.068055+0000","last_active":"2024-09-19T04:32:53.097236+0000","last_peered":"2024-09-19T04:32:53.097236+0000","last_clean":"2024-09-19T04:32:53.097236+0000","last_became_active":"2024-09-19T04:32:52.067545+0000","last_became_peered":"2024-09-19T04:32:52.067545+0000","last_unstale":"2024-09-19T04:32:53.097236+0000","last_undegraded":"2024-09-19T04:32:53.097236+0000","last_fullsized":"2024-09-19T04:32:53.097236+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:23:58.650333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098002+0000","last_change":"2024-09-19T04:32:51.065608+0000","last_active":"2024-09-19T04:32:53.098002+0000","last_peered":"2024-09-19T04:32:53.098002+0000","last_clean":"2024-09-19T04:32:53.098002+0000","last_became_active":"2024-09-19T04:32:51.065254+0000","last_became_peered":"2024-09-19T04:32:51.065254+0000","last_unstale":"2024-09-19T04:32:53.098002+0000","last_undegraded":"2024-09-19T04:32:53.098002+0000","last_fullsized":"2024-09-19T04:32:53.098002+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:06:42.913981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097898+0000","last_change":"2024-09-19T04:32:52.078225+0000","last_active":"2024-09-19T04:32:53.097898+0000","last_peered":"2024-09-19T04:32:53.097898+0000","last_clean":"2024-09-19T04:32:53.097898+0000","last_became_active":"2024-09-19T04:32:52.078039+0000","last_became_peered":"2024-09-19T04:32:52.078039+0000","last_unstale":"2024-09-19T04:32:53.097898+0000","last_undegraded":"2024-09-19T04:32:53.097898+0000","last_fullsized":"2024-09-19T04:32:53.097898+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:43.040562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097787+0000","last_change":"2024-09-19T04:32:51.060625+0000","last_active":"2024-09-19T04:32:53.097787+0000","last_peered":"2024-09-19T04:32:53.097787+0000","last_clean":"2024-09-19T04:32:53.097787+0000","last_became_active":"2024-09-19T04:32:51.060340+0000","last_became_peered":"2024-09-19T04:32:51.060340+0000","last_unstale":"2024-09-19T04:32:53.097787+0000","last_undegraded":"2024-09-19T04:32:53.097787+0000","last_fullsized":"2024-09-19T04:32:53.097787+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:13:01.036436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509447,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":806912,"data_stored":663477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":74139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509447,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":212992,"data_stored":72617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509448,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":72653,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542152,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":74139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542151,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":208896,"data_stored":72527,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542151,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":217088,"data_stored":72687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542152,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":815104,"data_stored":663533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:33:04.695 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:33:04.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.828+0000 7f5c708d0640 1 Processor -- start 2024-09-19T04:33:04.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.828+0000 7f5c708d0640 1 -- start start 2024-09-19T04:33:04.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c708d0640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f5c6c15c3b0 0x7f5c6c073110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:04.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c708d0640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5c6c160420 con 0x7f5c6c0d1ee0 2024-09-19T04:33:04.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c708d0640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5c6c160700 con 0x7f5c6c0d08c0 2024-09-19T04:33:04.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c708d0640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f5c6c161030 con 0x7f5c6c15c3b0 2024-09-19T04:33:04.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c61d9b640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f5c6c0d1ee0 0x7f5c6c073650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:43520/0 (socket says 172.21.15.111:43520) 2024-09-19T04:33:04.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c61d9b640 1 -- 172.21.15.111:0/1961554770 learned_addr learned my addr 172.21.15.111:0/1961554770 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:04.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c6a59c640 1 --2- 172.21.15.111:0/1961554770 >> v2:172.21.15.114:3300/0 conn(0x7f5c6c15c3b0 0x7f5c6c073110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:04.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c69d9b640 1 -- 172.21.15.111:0/1961554770 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2415195602 0 0) 0x7f5c6c160420 con 0x7f5c6c0d1ee0 2024-09-19T04:33:04.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c69d9b640 1 -- 172.21.15.111:0/1961554770 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5c58003520 con 0x7f5c6c0d1ee0 2024-09-19T04:33:04.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c69d9b640 1 -- 172.21.15.111:0/1961554770 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 685579603 0 0) 0x7f5c58003520 con 0x7f5c6c0d1ee0 2024-09-19T04:33:04.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c69d9b640 1 -- 172.21.15.111:0/1961554770 >> v2:172.21.15.114:3300/0 conn(0x7f5c6c15c3b0 msgr2=0x7f5c6c073110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:04.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c69d9b640 1 --2- 172.21.15.111:0/1961554770 >> v2:172.21.15.114:3300/0 conn(0x7f5c6c15c3b0 0x7f5c6c073110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c69d9b640 1 -- 172.21.15.111:0/1961554770 >> v1:172.21.15.114:6789/0 conn(0x7f5c6c0d08c0 legacy=0x7f5c6c0d0d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:04.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c69d9b640 1 -- 172.21.15.111:0/1961554770 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c6c1609e0 con 0x7f5c6c0d1ee0 2024-09-19T04:33:04.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c69d9b640 1 -- 172.21.15.111:0/1961554770 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f5c54001670 con 0x7f5c6c0d1ee0 2024-09-19T04:33:04.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c6a59c640 1 --2- 172.21.15.111:0/1961554770 >> v2:172.21.15.114:3300/0 conn(0x7f5c6c15c3b0 0x7f5c6c073110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:33:04.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c69d9b640 1 -- 172.21.15.111:0/1961554770 >> v1:172.21.15.111:6789/0 conn(0x7f5c6c0d1ee0 legacy=0x7f5c6c073650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:04.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c69d9b640 1 --2- 172.21.15.111:0/1961554770 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5c580039b0 0x7f5c58003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:04.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c69d9b640 1 --2- 172.21.15.111:0/1961554770 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5c58004800 0x7f5c58004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:04.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c69d9b640 1 --2- 172.21.15.111:0/1961554770 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5c580051c0 0x7f5c5800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:04.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c69d9b640 1 -- 172.21.15.111:0/1961554770 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5c6c161030 con 0x7f5c580039b0 2024-09-19T04:33:04.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c69d9b640 1 -- 172.21.15.111:0/1961554770 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5c5800c060 con 0x7f5c580051c0 2024-09-19T04:33:04.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c69d9b640 1 -- 172.21.15.111:0/1961554770 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5c5800c260 con 0x7f5c58004800 2024-09-19T04:33:04.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c6a59c640 1 --2- 172.21.15.111:0/1961554770 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5c580039b0 0x7f5c58003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:04.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c6ad9d640 1 --2- 172.21.15.111:0/1961554770 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5c580051c0 0x7f5c5800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:04.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.829+0000 7f5c61d9b640 1 --2- 172.21.15.111:0/1961554770 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5c58004800 0x7f5c58004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:04.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.830+0000 7f5c6a59c640 1 -- 172.21.15.111:0/1961554770 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5c58004800 msgr2=0x7f5c58004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:04.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.830+0000 7f5c6a59c640 1 --2- 172.21.15.111:0/1961554770 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5c58004800 0x7f5c58004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.830+0000 7f5c6a59c640 1 -- 172.21.15.111:0/1961554770 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5c580051c0 msgr2=0x7f5c5800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:04.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.830+0000 7f5c6a59c640 1 --2- 172.21.15.111:0/1961554770 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5c580051c0 0x7f5c5800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.830+0000 7f5c6a59c640 1 -- 172.21.15.111:0/1961554770 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c58003520 con 0x7f5c580039b0 2024-09-19T04:33:04.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.830+0000 7f5c6ad9d640 1 --2- 172.21.15.111:0/1961554770 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5c580051c0 0x7f5c5800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:04.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.830+0000 7f5c6ad9d640 1 -- 172.21.15.111:0/1961554770 reap_dead start 2024-09-19T04:33:04.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.830+0000 7f5c6a59c640 1 --2- 172.21.15.111:0/1961554770 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5c580039b0 0x7f5c58003dd0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f5c5c009c90 tx=0x7f5c58005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7514e3f388e3826 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:04.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.830+0000 7f5c69d9b640 1 -- 172.21.15.111:0/1961554770 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c5c036070 con 0x7f5c580039b0 2024-09-19T04:33:04.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.830+0000 7f5c69d9b640 1 -- 172.21.15.111:0/1961554770 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c5c031400 con 0x7f5c580039b0 2024-09-19T04:33:04.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.830+0000 7f5c69d9b640 1 -- 172.21.15.111:0/1961554770 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c5c009860 con 0x7f5c580039b0 2024-09-19T04:33:04.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.831+0000 7f5c708d0640 1 -- 172.21.15.111:0/1961554770 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5c580039b0 msgr2=0x7f5c58003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:04.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.831+0000 7f5c708d0640 1 --2- 172.21.15.111:0/1961554770 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5c580039b0 0x7f5c58003dd0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f5c5c009c90 tx=0x7f5c58005830 comp rx=0 tx=0).stop 2024-09-19T04:33:04.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.831+0000 7f5c708d0640 1 -- 172.21.15.111:0/1961554770 shutdown_connections 2024-09-19T04:33:04.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.831+0000 7f5c708d0640 1 --2- 172.21.15.111:0/1961554770 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5c580039b0 0x7f5c58003dd0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.831+0000 7f5c708d0640 1 -- 172.21.15.111:0/1961554770 >> 172.21.15.111:0/1961554770 conn(0x7f5c6c0b4300 msgr2=0x7f5c6c0b46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:04.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.831+0000 7f5c708d0640 1 -- 172.21.15.111:0/1961554770 shutdown_connections 2024-09-19T04:33:04.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.831+0000 7f5c708d0640 1 -- 172.21.15.111:0/1961554770 wait complete. 2024-09-19T04:33:04.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.832+0000 7f5c708d0640 1 Processor -- start 2024-09-19T04:33:04.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.832+0000 7f5c708d0640 1 -- start start 2024-09-19T04:33:04.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.833+0000 7f5c708d0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5c580039b0 0x7f5c6c151220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:04.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.833+0000 7f5c708d0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5c6c150cf0 0x7f5c6c150510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:04.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.833+0000 7f5c708d0640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5c6c155b30 0x7f5c6c155fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:04.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.833+0000 7f5c708d0640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5c6c160060 con 0x7f5c6c150cf0 2024-09-19T04:33:04.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.833+0000 7f5c708d0640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5c6c1601e0 con 0x7f5c6c155b30 2024-09-19T04:33:04.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.833+0000 7f5c708d0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5c6c15c790 con 0x7f5c580039b0 2024-09-19T04:33:04.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.833+0000 7f5c61d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5c6c150cf0 0x7f5c6c150510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:04.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.833+0000 7f5c61d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5c6c150cf0 0x7f5c6c150510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55912/0 (socket says 172.21.15.111:55912) 2024-09-19T04:33:04.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.833+0000 7f5c61d9b640 1 -- 172.21.15.111:0/3698478666 learned_addr learned my addr 172.21.15.111:0/3698478666 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:04.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.833+0000 7f5c6ad9d640 1 --2- 172.21.15.111:0/3698478666 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5c6c155b30 0x7f5c6c155fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:04.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.833+0000 7f5c6a59c640 1 --2- 172.21.15.111:0/3698478666 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5c580039b0 0x7f5c6c151220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:04.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.834+0000 7f5c61d9b640 1 -- 172.21.15.111:0/3698478666 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5c580039b0 msgr2=0x7f5c6c151220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:04.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.834+0000 7f5c61d9b640 1 --2- 172.21.15.111:0/3698478666 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5c580039b0 0x7f5c6c151220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.834+0000 7f5c61d9b640 1 -- 172.21.15.111:0/3698478666 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5c6c155b30 msgr2=0x7f5c6c155fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:04.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.834+0000 7f5c61d9b640 1 --2- 172.21.15.111:0/3698478666 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5c6c155b30 0x7f5c6c155fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:04.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.834+0000 7f5c61d9b640 1 -- 172.21.15.111:0/3698478666 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c6c1520c0 con 0x7f5c6c150cf0 2024-09-19T04:33:04.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.834+0000 7f5c61d9b640 1 --2- 172.21.15.111:0/3698478666 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5c6c150cf0 0x7f5c6c150510 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f5c5400e8c0 tx=0x7f5c5400ed80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:04.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.834+0000 7f5c637fe640 1 -- 172.21.15.111:0/3698478666 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c5400c8d0 con 0x7f5c6c150cf0 2024-09-19T04:33:04.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.834+0000 7f5c637fe640 1 -- 172.21.15.111:0/3698478666 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c54018070 con 0x7f5c6c150cf0 2024-09-19T04:33:04.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.834+0000 7f5c708d0640 1 -- 172.21.15.111:0/3698478666 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c6c1523a0 con 0x7f5c6c150cf0 2024-09-19T04:33:04.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.834+0000 7f5c637fe640 1 -- 172.21.15.111:0/3698478666 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c5400ccb0 con 0x7f5c6c150cf0 2024-09-19T04:33:04.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.834+0000 7f5c708d0640 1 -- 172.21.15.111:0/3698478666 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c6c152b00 con 0x7f5c6c150cf0 2024-09-19T04:33:04.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.835+0000 7f5c708d0640 1 -- 172.21.15.111:0/3698478666 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c6c0b6780 con 0x7f5c6c150cf0 2024-09-19T04:33:04.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.835+0000 7f5c637fe640 1 -- 172.21.15.111:0/3698478666 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5c54013420 con 0x7f5c6c150cf0 2024-09-19T04:33:04.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.836+0000 7f5c637fe640 1 --2- 172.21.15.111:0/3698478666 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5c4c06c2e0 0x7f5c4c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:04.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.836+0000 7f5c637fe640 1 -- 172.21.15.111:0/3698478666 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f5c5408aff0 con 0x7f5c6c150cf0 2024-09-19T04:33:04.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.836+0000 7f5c6a59c640 1 --2- 172.21.15.111:0/3698478666 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5c4c06c2e0 0x7f5c4c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:04.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.836+0000 7f5c6a59c640 1 --2- 172.21.15.111:0/3698478666 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5c4c06c2e0 0x7f5c4c06e7a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5c5c033000 tx=0x7f5c5c008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:04.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:04.840+0000 7f5c637fe640 1 -- 172.21.15.111:0/3698478666 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5c54059110 con 0x7f5c6c150cf0 2024-09-19T04:33:05.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.001+0000 7f5c708d0640 1 -- 172.21.15.111:0/3698478666 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5c6c0cf1f0 con 0x7f5c4c06c2e0 2024-09-19T04:33:05.008 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.006+0000 7f5c637fe640 1 -- 172.21.15.111:0/3698478666 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251837 (secure 0 0 0) 0x7f5c6c0cf1f0 con 0x7f5c4c06c2e0 2024-09-19T04:33:05.010 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:05.012 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:33:05.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.009+0000 7f5c708d0640 1 -- 172.21.15.111:0/3698478666 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5c4c06c2e0 msgr2=0x7f5c4c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:05.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.009+0000 7f5c708d0640 1 --2- 172.21.15.111:0/3698478666 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5c4c06c2e0 0x7f5c4c06e7a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5c5c033000 tx=0x7f5c5c008030 comp rx=0 tx=0).stop 2024-09-19T04:33:05.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.009+0000 7f5c708d0640 1 -- 172.21.15.111:0/3698478666 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5c6c150cf0 msgr2=0x7f5c6c150510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:05.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.009+0000 7f5c708d0640 1 --2- 172.21.15.111:0/3698478666 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5c6c150cf0 0x7f5c6c150510 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f5c5400e8c0 tx=0x7f5c5400ed80 comp rx=0 tx=0).stop 2024-09-19T04:33:05.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.009+0000 7f5c708d0640 1 -- 172.21.15.111:0/3698478666 shutdown_connections 2024-09-19T04:33:05.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.009+0000 7f5c708d0640 1 --2- 172.21.15.111:0/3698478666 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5c4c06c2e0 0x7f5c4c06e7a0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.009+0000 7f5c708d0640 1 --2- 172.21.15.111:0/3698478666 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5c6c155b30 0x7f5c6c155fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.010+0000 7f5c708d0640 1 --2- 172.21.15.111:0/3698478666 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5c6c150cf0 0x7f5c6c150510 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.010+0000 7f5c708d0640 1 --2- 172.21.15.111:0/3698478666 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5c580039b0 0x7f5c6c151220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.010+0000 7f5c708d0640 1 -- 172.21.15.111:0/3698478666 >> 172.21.15.111:0/3698478666 conn(0x7f5c6c0b4300 msgr2=0x7f5c6c0b7230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:05.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.010+0000 7f5c708d0640 1 -- 172.21.15.111:0/3698478666 shutdown_connections 2024-09-19T04:33:05.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.010+0000 7f5c708d0640 1 -- 172.21.15.111:0/3698478666 wait complete. 2024-09-19T04:33:05.021 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":26,"stamp":"2024-09-19T04:33:04.410762+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219120,"kb_used_data":2856,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755600,"statfs":{"total":773094113280,"available":772869734400,"internally_reserved":0,"allocated":2924544,"data_stored":1765772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.351402"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098188+0000","last_change":"2024-09-19T04:32:52.078425+0000","last_active":"2024-09-19T04:32:53.098188+0000","last_peered":"2024-09-19T04:32:53.098188+0000","last_clean":"2024-09-19T04:32:53.098188+0000","last_became_active":"2024-09-19T04:32:52.078121+0000","last_became_peered":"2024-09-19T04:32:52.078121+0000","last_unstale":"2024-09-19T04:32:53.098188+0000","last_undegraded":"2024-09-19T04:32:53.098188+0000","last_fullsized":"2024-09-19T04:32:53.098188+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:17:59.228393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060954+0000","last_change":"2024-09-19T04:32:52.068535+0000","last_active":"2024-09-19T04:32:53.060954+0000","last_peered":"2024-09-19T04:32:53.060954+0000","last_clean":"2024-09-19T04:32:53.060954+0000","last_became_active":"2024-09-19T04:32:52.068164+0000","last_became_peered":"2024-09-19T04:32:52.068164+0000","last_unstale":"2024-09-19T04:32:53.060954+0000","last_undegraded":"2024-09-19T04:32:53.060954+0000","last_fullsized":"2024-09-19T04:32:53.060954+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:08.331227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097341+0000","last_change":"2024-09-19T04:32:52.066586+0000","last_active":"2024-09-19T04:32:53.097341+0000","last_peered":"2024-09-19T04:32:53.097341+0000","last_clean":"2024-09-19T04:32:53.097341+0000","last_became_active":"2024-09-19T04:32:52.066337+0000","last_became_peered":"2024-09-19T04:32:52.066337+0000","last_unstale":"2024-09-19T04:32:53.097341+0000","last_undegraded":"2024-09-19T04:32:53.097341+0000","last_fullsized":"2024-09-19T04:32:53.097341+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:54.773028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063951+0000","last_change":"2024-09-19T04:32:52.072997+0000","last_active":"2024-09-19T04:32:53.063951+0000","last_peered":"2024-09-19T04:32:53.063951+0000","last_clean":"2024-09-19T04:32:53.063951+0000","last_became_active":"2024-09-19T04:32:52.072645+0000","last_became_peered":"2024-09-19T04:32:52.072645+0000","last_unstale":"2024-09-19T04:32:53.063951+0000","last_undegraded":"2024-09-19T04:32:53.063951+0000","last_fullsized":"2024-09-19T04:32:53.063951+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:18:46.276027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097616+0000","last_change":"2024-09-19T04:32:52.070948+0000","last_active":"2024-09-19T04:32:53.097616+0000","last_peered":"2024-09-19T04:32:53.097616+0000","last_clean":"2024-09-19T04:32:53.097616+0000","last_became_active":"2024-09-19T04:32:52.070254+0000","last_became_peered":"2024-09-19T04:32:52.070254+0000","last_unstale":"2024-09-19T04:32:53.097616+0000","last_undegraded":"2024-09-19T04:32:53.097616+0000","last_fullsized":"2024-09-19T04:32:53.097616+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:00:28.867369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063036+0000","last_change":"2024-09-19T04:32:52.067837+0000","last_active":"2024-09-19T04:32:53.063036+0000","last_peered":"2024-09-19T04:32:53.063036+0000","last_clean":"2024-09-19T04:32:53.063036+0000","last_became_active":"2024-09-19T04:32:52.067482+0000","last_became_peered":"2024-09-19T04:32:52.067482+0000","last_unstale":"2024-09-19T04:32:53.063036+0000","last_undegraded":"2024-09-19T04:32:53.063036+0000","last_fullsized":"2024-09-19T04:32:53.063036+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:43.040562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097484+0000","last_change":"2024-09-19T04:32:52.073098+0000","last_active":"2024-09-19T04:32:53.097484+0000","last_peered":"2024-09-19T04:32:53.097484+0000","last_clean":"2024-09-19T04:32:53.097484+0000","last_became_active":"2024-09-19T04:32:52.072821+0000","last_became_peered":"2024-09-19T04:32:52.072821+0000","last_unstale":"2024-09-19T04:32:53.097484+0000","last_undegraded":"2024-09-19T04:32:53.097484+0000","last_fullsized":"2024-09-19T04:32:53.097484+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:18:46.276027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097510+0000","last_change":"2024-09-19T04:32:52.064059+0000","last_active":"2024-09-19T04:32:53.097510+0000","last_peered":"2024-09-19T04:32:53.097510+0000","last_clean":"2024-09-19T04:32:53.097510+0000","last_became_active":"2024-09-19T04:32:52.063579+0000","last_became_peered":"2024-09-19T04:32:52.063579+0000","last_unstale":"2024-09-19T04:32:53.097510+0000","last_undegraded":"2024-09-19T04:32:53.097510+0000","last_fullsized":"2024-09-19T04:32:53.097510+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:32:59.431512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098338+0000","last_change":"2024-09-19T04:32:52.075984+0000","last_active":"2024-09-19T04:32:53.098338+0000","last_peered":"2024-09-19T04:32:53.098338+0000","last_clean":"2024-09-19T04:32:53.098338+0000","last_became_active":"2024-09-19T04:32:52.075222+0000","last_became_peered":"2024-09-19T04:32:52.075222+0000","last_unstale":"2024-09-19T04:32:53.098338+0000","last_undegraded":"2024-09-19T04:32:53.098338+0000","last_fullsized":"2024-09-19T04:32:53.098338+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:13.225562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098037+0000","last_change":"2024-09-19T04:32:52.078370+0000","last_active":"2024-09-19T04:32:53.098037+0000","last_peered":"2024-09-19T04:32:53.098037+0000","last_clean":"2024-09-19T04:32:53.098037+0000","last_became_active":"2024-09-19T04:32:52.078060+0000","last_became_peered":"2024-09-19T04:32:52.078060+0000","last_unstale":"2024-09-19T04:32:53.098037+0000","last_undegraded":"2024-09-19T04:32:53.098037+0000","last_fullsized":"2024-09-19T04:32:53.098037+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:08.331227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097686+0000","last_change":"2024-09-19T04:32:52.074450+0000","last_active":"2024-09-19T04:32:53.097686+0000","last_peered":"2024-09-19T04:32:53.097686+0000","last_clean":"2024-09-19T04:32:53.097686+0000","last_became_active":"2024-09-19T04:32:52.073429+0000","last_became_peered":"2024-09-19T04:32:52.073429+0000","last_unstale":"2024-09-19T04:32:53.097686+0000","last_undegraded":"2024-09-19T04:32:53.097686+0000","last_fullsized":"2024-09-19T04:32:53.097686+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:08:36.972098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063595+0000","last_change":"2024-09-19T04:32:52.078063+0000","last_active":"2024-09-19T04:32:53.063595+0000","last_peered":"2024-09-19T04:32:53.063595+0000","last_clean":"2024-09-19T04:32:53.063595+0000","last_became_active":"2024-09-19T04:32:52.077777+0000","last_became_peered":"2024-09-19T04:32:52.077777+0000","last_unstale":"2024-09-19T04:32:53.063595+0000","last_undegraded":"2024-09-19T04:32:53.063595+0000","last_fullsized":"2024-09-19T04:32:53.063595+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:04:38.365069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098411+0000","last_change":"2024-09-19T04:32:52.077099+0000","last_active":"2024-09-19T04:32:53.098411+0000","last_peered":"2024-09-19T04:32:53.098411+0000","last_clean":"2024-09-19T04:32:53.098411+0000","last_became_active":"2024-09-19T04:32:52.076736+0000","last_became_peered":"2024-09-19T04:32:52.076736+0000","last_unstale":"2024-09-19T04:32:53.098411+0000","last_undegraded":"2024-09-19T04:32:53.098411+0000","last_fullsized":"2024-09-19T04:32:53.098411+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:28.616270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097110+0000","last_change":"2024-09-19T04:32:52.061978+0000","last_active":"2024-09-19T04:32:53.097110+0000","last_peered":"2024-09-19T04:32:53.097110+0000","last_clean":"2024-09-19T04:32:53.097110+0000","last_became_active":"2024-09-19T04:32:52.061423+0000","last_became_peered":"2024-09-19T04:32:52.061423+0000","last_unstale":"2024-09-19T04:32:53.097110+0000","last_undegraded":"2024-09-19T04:32:53.097110+0000","last_fullsized":"2024-09-19T04:32:53.097110+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:52:31.313376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060782+0000","last_change":"2024-09-19T04:32:52.059982+0000","last_active":"2024-09-19T04:32:53.060782+0000","last_peered":"2024-09-19T04:32:53.060782+0000","last_clean":"2024-09-19T04:32:53.060782+0000","last_became_active":"2024-09-19T04:32:52.059026+0000","last_became_peered":"2024-09-19T04:32:52.059026+0000","last_unstale":"2024-09-19T04:32:53.060782+0000","last_undegraded":"2024-09-19T04:32:53.060782+0000","last_fullsized":"2024-09-19T04:32:53.060782+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:32:59.431512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063258+0000","last_change":"2024-09-19T04:32:52.068067+0000","last_active":"2024-09-19T04:32:53.063258+0000","last_peered":"2024-09-19T04:32:53.063258+0000","last_clean":"2024-09-19T04:32:53.063258+0000","last_became_active":"2024-09-19T04:32:52.067700+0000","last_became_peered":"2024-09-19T04:32:52.067700+0000","last_unstale":"2024-09-19T04:32:53.063258+0000","last_undegraded":"2024-09-19T04:32:53.063258+0000","last_fullsized":"2024-09-19T04:32:53.063258+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:54:15.222205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.064521+0000","last_change":"2024-09-19T04:32:52.068888+0000","last_active":"2024-09-19T04:32:53.064521+0000","last_peered":"2024-09-19T04:32:53.064521+0000","last_clean":"2024-09-19T04:32:53.064521+0000","last_became_active":"2024-09-19T04:32:52.068632+0000","last_became_peered":"2024-09-19T04:32:52.068632+0000","last_unstale":"2024-09-19T04:32:53.064521+0000","last_undegraded":"2024-09-19T04:32:53.064521+0000","last_fullsized":"2024-09-19T04:32:53.064521+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:25.357503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097671+0000","last_change":"2024-09-19T04:32:52.079195+0000","last_active":"2024-09-19T04:32:53.097671+0000","last_peered":"2024-09-19T04:32:53.097671+0000","last_clean":"2024-09-19T04:32:53.097671+0000","last_became_active":"2024-09-19T04:32:52.078930+0000","last_became_peered":"2024-09-19T04:32:52.078930+0000","last_unstale":"2024-09-19T04:32:53.097671+0000","last_undegraded":"2024-09-19T04:32:53.097671+0000","last_fullsized":"2024-09-19T04:32:53.097671+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:52.748058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098030+0000","last_change":"2024-09-19T04:32:52.067317+0000","last_active":"2024-09-19T04:32:53.098030+0000","last_peered":"2024-09-19T04:32:53.098030+0000","last_clean":"2024-09-19T04:32:53.098030+0000","last_became_active":"2024-09-19T04:32:52.066868+0000","last_became_peered":"2024-09-19T04:32:52.066868+0000","last_unstale":"2024-09-19T04:32:53.098030+0000","last_undegraded":"2024-09-19T04:32:53.098030+0000","last_fullsized":"2024-09-19T04:32:53.098030+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:25.357503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097900+0000","last_change":"2024-09-19T04:32:52.076894+0000","last_active":"2024-09-19T04:32:53.097900+0000","last_peered":"2024-09-19T04:32:53.097900+0000","last_clean":"2024-09-19T04:32:53.097900+0000","last_became_active":"2024-09-19T04:32:52.076605+0000","last_became_peered":"2024-09-19T04:32:52.076605+0000","last_unstale":"2024-09-19T04:32:53.097900+0000","last_undegraded":"2024-09-19T04:32:53.097900+0000","last_fullsized":"2024-09-19T04:32:53.097900+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:58.493941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097654+0000","last_change":"2024-09-19T04:32:52.072601+0000","last_active":"2024-09-19T04:32:53.097654+0000","last_peered":"2024-09-19T04:32:53.097654+0000","last_clean":"2024-09-19T04:32:53.097654+0000","last_became_active":"2024-09-19T04:32:52.072053+0000","last_became_peered":"2024-09-19T04:32:52.072053+0000","last_unstale":"2024-09-19T04:32:53.097654+0000","last_undegraded":"2024-09-19T04:32:53.097654+0000","last_fullsized":"2024-09-19T04:32:53.097654+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:49:17.244664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063738+0000","last_change":"2024-09-19T04:32:52.066845+0000","last_active":"2024-09-19T04:32:53.063738+0000","last_peered":"2024-09-19T04:32:53.063738+0000","last_clean":"2024-09-19T04:32:53.063738+0000","last_became_active":"2024-09-19T04:32:52.066593+0000","last_became_peered":"2024-09-19T04:32:52.066593+0000","last_unstale":"2024-09-19T04:32:53.063738+0000","last_undegraded":"2024-09-19T04:32:53.063738+0000","last_fullsized":"2024-09-19T04:32:53.063738+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:33:45.960891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098189+0000","last_change":"2024-09-19T04:32:52.070346+0000","last_active":"2024-09-19T04:32:53.098189+0000","last_peered":"2024-09-19T04:32:53.098189+0000","last_clean":"2024-09-19T04:32:53.098189+0000","last_became_active":"2024-09-19T04:32:52.070100+0000","last_became_peered":"2024-09-19T04:32:52.070100+0000","last_unstale":"2024-09-19T04:32:53.098189+0000","last_undegraded":"2024-09-19T04:32:53.098189+0000","last_fullsized":"2024-09-19T04:32:53.098189+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:54:15.222205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.062977+0000","last_change":"2024-09-19T04:32:52.070992+0000","last_active":"2024-09-19T04:32:53.062977+0000","last_peered":"2024-09-19T04:32:53.062977+0000","last_clean":"2024-09-19T04:32:53.062977+0000","last_became_active":"2024-09-19T04:32:52.070150+0000","last_became_peered":"2024-09-19T04:32:52.070150+0000","last_unstale":"2024-09-19T04:32:53.062977+0000","last_undegraded":"2024-09-19T04:32:53.062977+0000","last_fullsized":"2024-09-19T04:32:53.062977+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:18.769550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097304+0000","last_change":"2024-09-19T04:32:52.063576+0000","last_active":"2024-09-19T04:32:53.097304+0000","last_peered":"2024-09-19T04:32:53.097304+0000","last_clean":"2024-09-19T04:32:53.097304+0000","last_became_active":"2024-09-19T04:32:52.063363+0000","last_became_peered":"2024-09-19T04:32:52.063363+0000","last_unstale":"2024-09-19T04:32:53.097304+0000","last_undegraded":"2024-09-19T04:32:53.097304+0000","last_fullsized":"2024-09-19T04:32:53.097304+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:08:46.127268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098134+0000","last_change":"2024-09-19T04:32:52.077660+0000","last_active":"2024-09-19T04:32:53.098134+0000","last_peered":"2024-09-19T04:32:53.098134+0000","last_clean":"2024-09-19T04:32:53.098134+0000","last_became_active":"2024-09-19T04:32:52.077209+0000","last_became_peered":"2024-09-19T04:32:52.077209+0000","last_unstale":"2024-09-19T04:32:53.098134+0000","last_undegraded":"2024-09-19T04:32:53.098134+0000","last_fullsized":"2024-09-19T04:32:53.098134+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:18.769550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.061151+0000","last_change":"2024-09-19T04:32:52.070322+0000","last_active":"2024-09-19T04:32:53.061151+0000","last_peered":"2024-09-19T04:32:53.061151+0000","last_clean":"2024-09-19T04:32:53.061151+0000","last_became_active":"2024-09-19T04:32:52.070071+0000","last_became_peered":"2024-09-19T04:32:52.070071+0000","last_unstale":"2024-09-19T04:32:53.061151+0000","last_undegraded":"2024-09-19T04:32:53.061151+0000","last_fullsized":"2024-09-19T04:32:53.061151+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:43.040562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098458+0000","last_change":"2024-09-19T04:32:52.070859+0000","last_active":"2024-09-19T04:32:53.098458+0000","last_peered":"2024-09-19T04:32:53.098458+0000","last_clean":"2024-09-19T04:32:53.098458+0000","last_became_active":"2024-09-19T04:32:52.070464+0000","last_became_peered":"2024-09-19T04:32:52.070464+0000","last_unstale":"2024-09-19T04:32:53.098458+0000","last_undegraded":"2024-09-19T04:32:53.098458+0000","last_fullsized":"2024-09-19T04:32:53.098458+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:18:46.276027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097791+0000","last_change":"2024-09-19T04:32:52.071601+0000","last_active":"2024-09-19T04:32:53.097791+0000","last_peered":"2024-09-19T04:32:53.097791+0000","last_clean":"2024-09-19T04:32:53.097791+0000","last_became_active":"2024-09-19T04:32:52.071214+0000","last_became_peered":"2024-09-19T04:32:52.071214+0000","last_unstale":"2024-09-19T04:32:53.097791+0000","last_undegraded":"2024-09-19T04:32:53.097791+0000","last_fullsized":"2024-09-19T04:32:53.097791+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:52:57.393190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063882+0000","last_change":"2024-09-19T04:32:52.070726+0000","last_active":"2024-09-19T04:32:53.063882+0000","last_peered":"2024-09-19T04:32:53.063882+0000","last_clean":"2024-09-19T04:32:53.063882+0000","last_became_active":"2024-09-19T04:32:52.070188+0000","last_became_peered":"2024-09-19T04:32:52.070188+0000","last_unstale":"2024-09-19T04:32:53.063882+0000","last_undegraded":"2024-09-19T04:32:53.063882+0000","last_fullsized":"2024-09-19T04:32:53.063882+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:28.616270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097508+0000","last_change":"2024-09-19T04:32:52.063583+0000","last_active":"2024-09-19T04:32:53.097508+0000","last_peered":"2024-09-19T04:32:53.097508+0000","last_clean":"2024-09-19T04:32:53.097508+0000","last_became_active":"2024-09-19T04:32:52.063289+0000","last_became_peered":"2024-09-19T04:32:52.063289+0000","last_unstale":"2024-09-19T04:32:53.097508+0000","last_undegraded":"2024-09-19T04:32:53.097508+0000","last_fullsized":"2024-09-19T04:32:53.097508+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:25:38.362956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098189+0000","last_change":"2024-09-19T04:32:52.074287+0000","last_active":"2024-09-19T04:32:53.098189+0000","last_peered":"2024-09-19T04:32:53.098189+0000","last_clean":"2024-09-19T04:32:53.098189+0000","last_became_active":"2024-09-19T04:32:52.074035+0000","last_became_peered":"2024-09-19T04:32:52.074035+0000","last_unstale":"2024-09-19T04:32:53.098189+0000","last_undegraded":"2024-09-19T04:32:53.098189+0000","last_fullsized":"2024-09-19T04:32:53.098189+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:43.040562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063091+0000","last_change":"2024-09-19T04:32:52.062867+0000","last_active":"2024-09-19T04:32:53.063091+0000","last_peered":"2024-09-19T04:32:53.063091+0000","last_clean":"2024-09-19T04:32:53.063091+0000","last_became_active":"2024-09-19T04:32:52.062614+0000","last_became_peered":"2024-09-19T04:32:52.062614+0000","last_unstale":"2024-09-19T04:32:53.063091+0000","last_undegraded":"2024-09-19T04:32:53.063091+0000","last_fullsized":"2024-09-19T04:32:53.063091+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:54.048193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098437+0000","last_change":"2024-09-19T04:32:51.065395+0000","last_active":"2024-09-19T04:32:53.098437+0000","last_peered":"2024-09-19T04:32:53.098437+0000","last_clean":"2024-09-19T04:32:53.098437+0000","last_became_active":"2024-09-19T04:32:51.065136+0000","last_became_peered":"2024-09-19T04:32:51.065136+0000","last_unstale":"2024-09-19T04:32:53.098437+0000","last_undegraded":"2024-09-19T04:32:53.098437+0000","last_fullsized":"2024-09-19T04:32:53.098437+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:16.998859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097928+0000","last_change":"2024-09-19T04:32:52.066278+0000","last_active":"2024-09-19T04:32:53.097928+0000","last_peered":"2024-09-19T04:32:53.097928+0000","last_clean":"2024-09-19T04:32:53.097928+0000","last_became_active":"2024-09-19T04:32:52.066026+0000","last_became_peered":"2024-09-19T04:32:52.066026+0000","last_unstale":"2024-09-19T04:32:53.097928+0000","last_undegraded":"2024-09-19T04:32:53.097928+0000","last_fullsized":"2024-09-19T04:32:53.097928+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:36.065939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097607+0000","last_change":"2024-09-19T04:32:51.064685+0000","last_active":"2024-09-19T04:32:53.097607+0000","last_peered":"2024-09-19T04:32:53.097607+0000","last_clean":"2024-09-19T04:32:53.097607+0000","last_became_active":"2024-09-19T04:32:51.064380+0000","last_became_peered":"2024-09-19T04:32:51.064380+0000","last_unstale":"2024-09-19T04:32:53.097607+0000","last_undegraded":"2024-09-19T04:32:53.097607+0000","last_fullsized":"2024-09-19T04:32:53.097607+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:40:16.921233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098217+0000","last_change":"2024-09-19T04:32:51.062412+0000","last_active":"2024-09-19T04:32:53.098217+0000","last_peered":"2024-09-19T04:32:53.098217+0000","last_clean":"2024-09-19T04:32:53.098217+0000","last_became_active":"2024-09-19T04:32:51.062105+0000","last_became_peered":"2024-09-19T04:32:51.062105+0000","last_unstale":"2024-09-19T04:32:53.098217+0000","last_undegraded":"2024-09-19T04:32:53.098217+0000","last_fullsized":"2024-09-19T04:32:53.098217+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:17.308432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097639+0000","last_change":"2024-09-19T04:32:52.073431+0000","last_active":"2024-09-19T04:32:53.097639+0000","last_peered":"2024-09-19T04:32:53.097639+0000","last_clean":"2024-09-19T04:32:53.097639+0000","last_became_active":"2024-09-19T04:32:52.073036+0000","last_became_peered":"2024-09-19T04:32:52.073036+0000","last_unstale":"2024-09-19T04:32:53.097639+0000","last_undegraded":"2024-09-19T04:32:53.097639+0000","last_fullsized":"2024-09-19T04:32:53.097639+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:58.493941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063095+0000","last_change":"2024-09-19T04:32:51.055907+0000","last_active":"2024-09-19T04:32:53.063095+0000","last_peered":"2024-09-19T04:32:53.063095+0000","last_clean":"2024-09-19T04:32:53.063095+0000","last_became_active":"2024-09-19T04:32:51.055358+0000","last_became_peered":"2024-09-19T04:32:51.055358+0000","last_unstale":"2024-09-19T04:32:53.063095+0000","last_undegraded":"2024-09-19T04:32:53.063095+0000","last_fullsized":"2024-09-19T04:32:53.063095+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:06:31.714672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060775+0000","last_change":"2024-09-19T04:32:52.071371+0000","last_active":"2024-09-19T04:32:53.060775+0000","last_peered":"2024-09-19T04:32:53.060775+0000","last_clean":"2024-09-19T04:32:53.060775+0000","last_became_active":"2024-09-19T04:32:52.071107+0000","last_became_peered":"2024-09-19T04:32:52.071107+0000","last_unstale":"2024-09-19T04:32:53.060775+0000","last_undegraded":"2024-09-19T04:32:53.060775+0000","last_fullsized":"2024-09-19T04:32:53.060775+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:08:36.972098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097875+0000","last_change":"2024-09-19T04:32:51.064828+0000","last_active":"2024-09-19T04:32:53.097875+0000","last_peered":"2024-09-19T04:32:53.097875+0000","last_clean":"2024-09-19T04:32:53.097875+0000","last_became_active":"2024-09-19T04:32:51.064535+0000","last_became_peered":"2024-09-19T04:32:51.064535+0000","last_unstale":"2024-09-19T04:32:53.097875+0000","last_undegraded":"2024-09-19T04:32:53.097875+0000","last_fullsized":"2024-09-19T04:32:53.097875+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:06:31.714672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.064495+0000","last_change":"2024-09-19T04:32:52.069626+0000","last_active":"2024-09-19T04:32:53.064495+0000","last_peered":"2024-09-19T04:32:53.064495+0000","last_clean":"2024-09-19T04:32:53.064495+0000","last_became_active":"2024-09-19T04:32:52.069381+0000","last_became_peered":"2024-09-19T04:32:52.069381+0000","last_unstale":"2024-09-19T04:32:53.064495+0000","last_undegraded":"2024-09-19T04:32:53.064495+0000","last_fullsized":"2024-09-19T04:32:53.064495+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:07:45.951198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.064205+0000","last_change":"2024-09-19T04:32:51.062798+0000","last_active":"2024-09-19T04:32:53.064205+0000","last_peered":"2024-09-19T04:32:53.064205+0000","last_clean":"2024-09-19T04:32:53.064205+0000","last_became_active":"2024-09-19T04:32:51.062488+0000","last_became_peered":"2024-09-19T04:32:51.062488+0000","last_unstale":"2024-09-19T04:32:53.064205+0000","last_undegraded":"2024-09-19T04:32:53.064205+0000","last_fullsized":"2024-09-19T04:32:53.064205+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:40:16.921233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097674+0000","last_change":"2024-09-19T04:32:52.068506+0000","last_active":"2024-09-19T04:32:53.097674+0000","last_peered":"2024-09-19T04:32:53.097674+0000","last_clean":"2024-09-19T04:32:53.097674+0000","last_became_active":"2024-09-19T04:32:52.067808+0000","last_became_peered":"2024-09-19T04:32:52.067808+0000","last_unstale":"2024-09-19T04:32:53.097674+0000","last_undegraded":"2024-09-19T04:32:53.097674+0000","last_fullsized":"2024-09-19T04:32:53.097674+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:40:13.059806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060882+0000","last_change":"2024-09-19T04:32:51.064785+0000","last_active":"2024-09-19T04:32:53.060882+0000","last_peered":"2024-09-19T04:32:53.060882+0000","last_clean":"2024-09-19T04:32:53.060882+0000","last_became_active":"2024-09-19T04:32:51.064437+0000","last_became_peered":"2024-09-19T04:32:51.064437+0000","last_unstale":"2024-09-19T04:32:53.060882+0000","last_undegraded":"2024-09-19T04:32:53.060882+0000","last_fullsized":"2024-09-19T04:32:53.060882+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:17.496533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063656+0000","last_change":"2024-09-19T04:32:52.069569+0000","last_active":"2024-09-19T04:32:53.063656+0000","last_peered":"2024-09-19T04:32:53.063656+0000","last_clean":"2024-09-19T04:32:53.063656+0000","last_became_active":"2024-09-19T04:32:52.068771+0000","last_became_peered":"2024-09-19T04:32:52.068771+0000","last_unstale":"2024-09-19T04:32:53.063656+0000","last_undegraded":"2024-09-19T04:32:53.063656+0000","last_fullsized":"2024-09-19T04:32:53.063656+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:09.784791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097830+0000","last_change":"2024-09-19T04:32:51.066682+0000","last_active":"2024-09-19T04:32:53.097830+0000","last_peered":"2024-09-19T04:32:53.097830+0000","last_clean":"2024-09-19T04:32:53.097830+0000","last_became_active":"2024-09-19T04:32:51.066434+0000","last_became_peered":"2024-09-19T04:32:51.066434+0000","last_unstale":"2024-09-19T04:32:53.097830+0000","last_undegraded":"2024-09-19T04:32:53.097830+0000","last_fullsized":"2024-09-19T04:32:53.097830+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:53.042361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097828+0000","last_change":"2024-09-19T04:32:52.072003+0000","last_active":"2024-09-19T04:32:53.097828+0000","last_peered":"2024-09-19T04:32:53.097828+0000","last_clean":"2024-09-19T04:32:53.097828+0000","last_became_active":"2024-09-19T04:32:52.071308+0000","last_became_peered":"2024-09-19T04:32:52.071308+0000","last_unstale":"2024-09-19T04:32:53.097828+0000","last_undegraded":"2024-09-19T04:32:53.097828+0000","last_fullsized":"2024-09-19T04:32:53.097828+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:32.263623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097975+0000","last_change":"2024-09-19T04:32:51.064346+0000","last_active":"2024-09-19T04:32:53.097975+0000","last_peered":"2024-09-19T04:32:53.097975+0000","last_clean":"2024-09-19T04:32:53.097975+0000","last_became_active":"2024-09-19T04:32:51.063995+0000","last_became_peered":"2024-09-19T04:32:51.063995+0000","last_unstale":"2024-09-19T04:32:53.097975+0000","last_undegraded":"2024-09-19T04:32:53.097975+0000","last_fullsized":"2024-09-19T04:32:53.097975+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:35:49.384003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097134+0000","last_change":"2024-09-19T04:32:52.068282+0000","last_active":"2024-09-19T04:32:53.097134+0000","last_peered":"2024-09-19T04:32:53.097134+0000","last_clean":"2024-09-19T04:32:53.097134+0000","last_became_active":"2024-09-19T04:32:52.067061+0000","last_became_peered":"2024-09-19T04:32:52.067061+0000","last_unstale":"2024-09-19T04:32:53.097134+0000","last_undegraded":"2024-09-19T04:32:53.097134+0000","last_fullsized":"2024-09-19T04:32:53.097134+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:36:02.138371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063838+0000","last_change":"2024-09-19T04:32:51.060482+0000","last_active":"2024-09-19T04:32:53.063838+0000","last_peered":"2024-09-19T04:32:53.063838+0000","last_clean":"2024-09-19T04:32:53.063838+0000","last_became_active":"2024-09-19T04:32:51.060208+0000","last_became_peered":"2024-09-19T04:32:51.060208+0000","last_unstale":"2024-09-19T04:32:53.063838+0000","last_undegraded":"2024-09-19T04:32:53.063838+0000","last_fullsized":"2024-09-19T04:32:53.063838+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:37:16.408002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097772+0000","last_change":"2024-09-19T04:32:52.075067+0000","last_active":"2024-09-19T04:32:53.097772+0000","last_peered":"2024-09-19T04:32:53.097772+0000","last_clean":"2024-09-19T04:32:53.097772+0000","last_became_active":"2024-09-19T04:32:52.074786+0000","last_became_peered":"2024-09-19T04:32:52.074786+0000","last_unstale":"2024-09-19T04:32:53.097772+0000","last_undegraded":"2024-09-19T04:32:53.097772+0000","last_fullsized":"2024-09-19T04:32:53.097772+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:51:40.909016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097500+0000","last_change":"2024-09-19T04:32:51.064040+0000","last_active":"2024-09-19T04:32:53.097500+0000","last_peered":"2024-09-19T04:32:53.097500+0000","last_clean":"2024-09-19T04:32:53.097500+0000","last_became_active":"2024-09-19T04:32:51.063764+0000","last_became_peered":"2024-09-19T04:32:51.063764+0000","last_unstale":"2024-09-19T04:32:53.097500+0000","last_undegraded":"2024-09-19T04:32:53.097500+0000","last_fullsized":"2024-09-19T04:32:53.097500+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:06:42.913981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097718+0000","last_change":"2024-09-19T04:32:52.073767+0000","last_active":"2024-09-19T04:32:53.097718+0000","last_peered":"2024-09-19T04:32:53.097718+0000","last_clean":"2024-09-19T04:32:53.097718+0000","last_became_active":"2024-09-19T04:32:52.073399+0000","last_became_peered":"2024-09-19T04:32:52.073399+0000","last_unstale":"2024-09-19T04:32:53.097718+0000","last_undegraded":"2024-09-19T04:32:53.097718+0000","last_fullsized":"2024-09-19T04:32:53.097718+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:32:59.431512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098186+0000","last_change":"2024-09-19T04:32:51.060543+0000","last_active":"2024-09-19T04:32:53.098186+0000","last_peered":"2024-09-19T04:32:53.098186+0000","last_clean":"2024-09-19T04:32:53.098186+0000","last_became_active":"2024-09-19T04:32:51.060213+0000","last_became_peered":"2024-09-19T04:32:51.060213+0000","last_unstale":"2024-09-19T04:32:53.098186+0000","last_undegraded":"2024-09-19T04:32:53.098186+0000","last_fullsized":"2024-09-19T04:32:53.098186+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:11.653280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097315+0000","last_change":"2024-09-19T04:32:52.068771+0000","last_active":"2024-09-19T04:32:53.097315+0000","last_peered":"2024-09-19T04:32:53.097315+0000","last_clean":"2024-09-19T04:32:53.097315+0000","last_became_active":"2024-09-19T04:32:52.068518+0000","last_became_peered":"2024-09-19T04:32:52.068518+0000","last_unstale":"2024-09-19T04:32:53.097315+0000","last_undegraded":"2024-09-19T04:32:53.097315+0000","last_fullsized":"2024-09-19T04:32:53.097315+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:41.227719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063317+0000","last_change":"2024-09-19T04:32:51.061102+0000","last_active":"2024-09-19T04:32:53.063317+0000","last_peered":"2024-09-19T04:32:53.063317+0000","last_clean":"2024-09-19T04:32:53.063317+0000","last_became_active":"2024-09-19T04:32:51.060781+0000","last_became_peered":"2024-09-19T04:32:51.060781+0000","last_unstale":"2024-09-19T04:32:53.063317+0000","last_undegraded":"2024-09-19T04:32:53.063317+0000","last_fullsized":"2024-09-19T04:32:53.063317+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:41:54.757548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097801+0000","last_change":"2024-09-19T04:32:52.075213+0000","last_active":"2024-09-19T04:32:53.097801+0000","last_peered":"2024-09-19T04:32:53.097801+0000","last_clean":"2024-09-19T04:32:53.097801+0000","last_became_active":"2024-09-19T04:32:52.074784+0000","last_became_peered":"2024-09-19T04:32:52.074784+0000","last_unstale":"2024-09-19T04:32:53.097801+0000","last_undegraded":"2024-09-19T04:32:53.097801+0000","last_fullsized":"2024-09-19T04:32:53.097801+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:20:40.731056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097723+0000","last_change":"2024-09-19T04:32:51.065866+0000","last_active":"2024-09-19T04:32:53.097723+0000","last_peered":"2024-09-19T04:32:53.097723+0000","last_clean":"2024-09-19T04:32:53.097723+0000","last_became_active":"2024-09-19T04:32:51.065568+0000","last_became_peered":"2024-09-19T04:32:51.065568+0000","last_unstale":"2024-09-19T04:32:53.097723+0000","last_undegraded":"2024-09-19T04:32:53.097723+0000","last_fullsized":"2024-09-19T04:32:53.097723+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:02:18.355069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098400+0000","last_change":"2024-09-19T04:32:52.074918+0000","last_active":"2024-09-19T04:32:53.098400+0000","last_peered":"2024-09-19T04:32:53.098400+0000","last_clean":"2024-09-19T04:32:53.098400+0000","last_became_active":"2024-09-19T04:32:52.074687+0000","last_became_peered":"2024-09-19T04:32:52.074687+0000","last_unstale":"2024-09-19T04:32:53.098400+0000","last_undegraded":"2024-09-19T04:32:53.098400+0000","last_fullsized":"2024-09-19T04:32:53.098400+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:18.237395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060992+0000","last_change":"2024-09-19T04:32:51.067548+0000","last_active":"2024-09-19T04:32:53.060992+0000","last_peered":"2024-09-19T04:32:53.060992+0000","last_clean":"2024-09-19T04:32:53.060992+0000","last_became_active":"2024-09-19T04:32:51.067173+0000","last_became_peered":"2024-09-19T04:32:51.067173+0000","last_unstale":"2024-09-19T04:32:53.060992+0000","last_undegraded":"2024-09-19T04:32:53.060992+0000","last_fullsized":"2024-09-19T04:32:53.060992+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:04:37.359237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.064231+0000","last_change":"2024-09-19T04:32:52.072981+0000","last_active":"2024-09-19T04:32:53.064231+0000","last_peered":"2024-09-19T04:32:53.064231+0000","last_clean":"2024-09-19T04:32:53.064231+0000","last_became_active":"2024-09-19T04:32:52.072573+0000","last_became_peered":"2024-09-19T04:32:52.072573+0000","last_unstale":"2024-09-19T04:32:53.064231+0000","last_undegraded":"2024-09-19T04:32:53.064231+0000","last_fullsized":"2024-09-19T04:32:53.064231+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:41.227719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097903+0000","last_change":"2024-09-19T04:32:51.055195+0000","last_active":"2024-09-19T04:32:53.097903+0000","last_peered":"2024-09-19T04:32:53.097903+0000","last_clean":"2024-09-19T04:32:53.097903+0000","last_became_active":"2024-09-19T04:32:51.054893+0000","last_became_peered":"2024-09-19T04:32:51.054893+0000","last_unstale":"2024-09-19T04:32:53.097903+0000","last_undegraded":"2024-09-19T04:32:53.097903+0000","last_fullsized":"2024-09-19T04:32:53.097903+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:20.812514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097880+0000","last_change":"2024-09-19T04:32:52.062362+0000","last_active":"2024-09-19T04:32:53.097880+0000","last_peered":"2024-09-19T04:32:53.097880+0000","last_clean":"2024-09-19T04:32:53.097880+0000","last_became_active":"2024-09-19T04:32:52.061828+0000","last_became_peered":"2024-09-19T04:32:52.061828+0000","last_unstale":"2024-09-19T04:32:53.097880+0000","last_undegraded":"2024-09-19T04:32:53.097880+0000","last_fullsized":"2024-09-19T04:32:53.097880+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:07:45.951198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097336+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:32:53.097336+0000","last_peered":"2024-09-19T04:32:53.097336+0000","last_clean":"2024-09-19T04:32:53.097336+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:32:53.097336+0000","last_undegraded":"2024-09-19T04:32:53.097336+0000","last_fullsized":"2024-09-19T04:32:53.097336+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063732+0000","last_change":"2024-09-19T04:32:51.058334+0000","last_active":"2024-09-19T04:32:53.063732+0000","last_peered":"2024-09-19T04:32:53.063732+0000","last_clean":"2024-09-19T04:32:53.063732+0000","last_became_active":"2024-09-19T04:32:51.058066+0000","last_became_peered":"2024-09-19T04:32:51.058066+0000","last_unstale":"2024-09-19T04:32:53.063732+0000","last_undegraded":"2024-09-19T04:32:53.063732+0000","last_fullsized":"2024-09-19T04:32:53.063732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:06:42.913981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097751+0000","last_change":"2024-09-19T04:32:52.070190+0000","last_active":"2024-09-19T04:32:53.097751+0000","last_peered":"2024-09-19T04:32:53.097751+0000","last_clean":"2024-09-19T04:32:53.097751+0000","last_became_active":"2024-09-19T04:32:52.069906+0000","last_became_peered":"2024-09-19T04:32:52.069906+0000","last_unstale":"2024-09-19T04:32:53.097751+0000","last_undegraded":"2024-09-19T04:32:53.097751+0000","last_fullsized":"2024-09-19T04:32:53.097751+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:08.331227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097264+0000","last_change":"2024-09-19T04:32:51.068935+0000","last_active":"2024-09-19T04:32:53.097264+0000","last_peered":"2024-09-19T04:32:53.097264+0000","last_clean":"2024-09-19T04:32:53.097264+0000","last_became_active":"2024-09-19T04:32:51.068680+0000","last_became_peered":"2024-09-19T04:32:51.068680+0000","last_unstale":"2024-09-19T04:32:53.097264+0000","last_undegraded":"2024-09-19T04:32:53.097264+0000","last_fullsized":"2024-09-19T04:32:53.097264+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:04:37.359237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097066+0000","last_change":"2024-09-19T04:32:52.062797+0000","last_active":"2024-09-19T04:32:53.097066+0000","last_peered":"2024-09-19T04:32:53.097066+0000","last_clean":"2024-09-19T04:32:53.097066+0000","last_became_active":"2024-09-19T04:32:52.061703+0000","last_became_peered":"2024-09-19T04:32:52.061703+0000","last_unstale":"2024-09-19T04:32:53.097066+0000","last_undegraded":"2024-09-19T04:32:53.097066+0000","last_fullsized":"2024-09-19T04:32:53.097066+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:08:47.566817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097631+0000","last_change":"2024-09-19T04:32:51.065795+0000","last_active":"2024-09-19T04:32:53.097631+0000","last_peered":"2024-09-19T04:32:53.097631+0000","last_clean":"2024-09-19T04:32:53.097631+0000","last_became_active":"2024-09-19T04:32:51.065494+0000","last_became_peered":"2024-09-19T04:32:51.065494+0000","last_unstale":"2024-09-19T04:32:53.097631+0000","last_undegraded":"2024-09-19T04:32:53.097631+0000","last_fullsized":"2024-09-19T04:32:53.097631+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:04.835587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060934+0000","last_change":"2024-09-19T04:32:52.063998+0000","last_active":"2024-09-19T04:32:53.060934+0000","last_peered":"2024-09-19T04:32:53.060934+0000","last_clean":"2024-09-19T04:32:53.060934+0000","last_became_active":"2024-09-19T04:32:52.063752+0000","last_became_peered":"2024-09-19T04:32:52.063752+0000","last_unstale":"2024-09-19T04:32:53.060934+0000","last_undegraded":"2024-09-19T04:32:53.060934+0000","last_fullsized":"2024-09-19T04:32:53.060934+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:58.493941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063944+0000","last_change":"2024-09-19T04:32:51.061154+0000","last_active":"2024-09-19T04:32:53.063944+0000","last_peered":"2024-09-19T04:32:53.063944+0000","last_clean":"2024-09-19T04:32:53.063944+0000","last_became_active":"2024-09-19T04:32:51.060857+0000","last_became_peered":"2024-09-19T04:32:51.060857+0000","last_unstale":"2024-09-19T04:32:53.063944+0000","last_undegraded":"2024-09-19T04:32:53.063944+0000","last_fullsized":"2024-09-19T04:32:53.063944+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:53.042361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063500+0000","last_change":"2024-09-19T04:32:52.071303+0000","last_active":"2024-09-19T04:32:53.063500+0000","last_peered":"2024-09-19T04:32:53.063500+0000","last_clean":"2024-09-19T04:32:53.063500+0000","last_became_active":"2024-09-19T04:32:52.068805+0000","last_became_peered":"2024-09-19T04:32:52.068805+0000","last_unstale":"2024-09-19T04:32:53.063500+0000","last_undegraded":"2024-09-19T04:32:53.063500+0000","last_fullsized":"2024-09-19T04:32:53.063500+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:18.502364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060763+0000","last_change":"2024-09-19T04:32:51.063531+0000","last_active":"2024-09-19T04:32:53.060763+0000","last_peered":"2024-09-19T04:32:53.060763+0000","last_clean":"2024-09-19T04:32:53.060763+0000","last_became_active":"2024-09-19T04:32:51.063214+0000","last_became_peered":"2024-09-19T04:32:51.063214+0000","last_unstale":"2024-09-19T04:32:53.060763+0000","last_undegraded":"2024-09-19T04:32:53.060763+0000","last_fullsized":"2024-09-19T04:32:53.060763+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:53.042361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.064299+0000","last_change":"2024-09-19T04:32:52.064571+0000","last_active":"2024-09-19T04:32:53.064299+0000","last_peered":"2024-09-19T04:32:53.064299+0000","last_clean":"2024-09-19T04:32:53.064299+0000","last_became_active":"2024-09-19T04:32:52.064249+0000","last_became_peered":"2024-09-19T04:32:52.064249+0000","last_unstale":"2024-09-19T04:32:53.064299+0000","last_undegraded":"2024-09-19T04:32:53.064299+0000","last_fullsized":"2024-09-19T04:32:53.064299+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:20:40.731056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098065+0000","last_change":"2024-09-19T04:32:51.068499+0000","last_active":"2024-09-19T04:32:53.098065+0000","last_peered":"2024-09-19T04:32:53.098065+0000","last_clean":"2024-09-19T04:32:53.098065+0000","last_became_active":"2024-09-19T04:32:51.068167+0000","last_became_peered":"2024-09-19T04:32:51.068167+0000","last_unstale":"2024-09-19T04:32:53.098065+0000","last_undegraded":"2024-09-19T04:32:53.098065+0000","last_fullsized":"2024-09-19T04:32:53.098065+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:49.125565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060985+0000","last_change":"2024-09-19T04:32:52.062463+0000","last_active":"2024-09-19T04:32:53.060985+0000","last_peered":"2024-09-19T04:32:53.060985+0000","last_clean":"2024-09-19T04:32:53.060985+0000","last_became_active":"2024-09-19T04:32:52.062162+0000","last_became_peered":"2024-09-19T04:32:52.062162+0000","last_unstale":"2024-09-19T04:32:53.060985+0000","last_undegraded":"2024-09-19T04:32:53.060985+0000","last_fullsized":"2024-09-19T04:32:53.060985+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:18.769550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.061040+0000","last_change":"2024-09-19T04:32:51.068315+0000","last_active":"2024-09-19T04:32:53.061040+0000","last_peered":"2024-09-19T04:32:53.061040+0000","last_clean":"2024-09-19T04:32:53.061040+0000","last_became_active":"2024-09-19T04:32:51.068057+0000","last_became_peered":"2024-09-19T04:32:51.068057+0000","last_unstale":"2024-09-19T04:32:53.061040+0000","last_undegraded":"2024-09-19T04:32:53.061040+0000","last_fullsized":"2024-09-19T04:32:53.061040+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:37:16.408002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097448+0000","last_change":"2024-09-19T04:32:52.067270+0000","last_active":"2024-09-19T04:32:53.097448+0000","last_peered":"2024-09-19T04:32:53.097448+0000","last_clean":"2024-09-19T04:32:53.097448+0000","last_became_active":"2024-09-19T04:32:52.067023+0000","last_became_peered":"2024-09-19T04:32:52.067023+0000","last_unstale":"2024-09-19T04:32:53.097448+0000","last_undegraded":"2024-09-19T04:32:53.097448+0000","last_fullsized":"2024-09-19T04:32:53.097448+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:08:36.972098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097980+0000","last_change":"2024-09-19T04:32:51.062616+0000","last_active":"2024-09-19T04:32:53.097980+0000","last_peered":"2024-09-19T04:32:53.097980+0000","last_clean":"2024-09-19T04:32:53.097980+0000","last_became_active":"2024-09-19T04:32:51.062347+0000","last_became_peered":"2024-09-19T04:32:51.062347+0000","last_unstale":"2024-09-19T04:32:53.097980+0000","last_undegraded":"2024-09-19T04:32:53.097980+0000","last_fullsized":"2024-09-19T04:32:53.097980+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:37:16.408002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097435+0000","last_change":"2024-09-19T04:32:52.067195+0000","last_active":"2024-09-19T04:32:53.097435+0000","last_peered":"2024-09-19T04:32:53.097435+0000","last_clean":"2024-09-19T04:32:53.097435+0000","last_became_active":"2024-09-19T04:32:52.066145+0000","last_became_peered":"2024-09-19T04:32:52.066145+0000","last_unstale":"2024-09-19T04:32:53.097435+0000","last_undegraded":"2024-09-19T04:32:53.097435+0000","last_fullsized":"2024-09-19T04:32:53.097435+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:53.904779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097194+0000","last_change":"2024-09-19T04:32:51.068601+0000","last_active":"2024-09-19T04:32:53.097194+0000","last_peered":"2024-09-19T04:32:53.097194+0000","last_clean":"2024-09-19T04:32:53.097194+0000","last_became_active":"2024-09-19T04:32:51.068274+0000","last_became_peered":"2024-09-19T04:32:51.068274+0000","last_unstale":"2024-09-19T04:32:53.097194+0000","last_undegraded":"2024-09-19T04:32:53.097194+0000","last_fullsized":"2024-09-19T04:32:53.097194+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:17.496533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.063241+0000","last_change":"2024-09-19T04:32:52.063636+0000","last_active":"2024-09-19T04:32:53.063241+0000","last_peered":"2024-09-19T04:32:53.063241+0000","last_clean":"2024-09-19T04:32:53.063241+0000","last_became_active":"2024-09-19T04:32:52.063376+0000","last_became_peered":"2024-09-19T04:32:52.063376+0000","last_unstale":"2024-09-19T04:32:53.063241+0000","last_undegraded":"2024-09-19T04:32:53.063241+0000","last_fullsized":"2024-09-19T04:32:53.063241+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:40:17.927065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060830+0000","last_change":"2024-09-19T04:32:51.063276+0000","last_active":"2024-09-19T04:32:53.060830+0000","last_peered":"2024-09-19T04:32:53.060830+0000","last_clean":"2024-09-19T04:32:53.060830+0000","last_became_active":"2024-09-19T04:32:51.062681+0000","last_became_peered":"2024-09-19T04:32:51.062681+0000","last_unstale":"2024-09-19T04:32:53.060830+0000","last_undegraded":"2024-09-19T04:32:53.060830+0000","last_fullsized":"2024-09-19T04:32:53.060830+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:40:16.921233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097754+0000","last_change":"2024-09-19T04:32:52.063825+0000","last_active":"2024-09-19T04:32:53.097754+0000","last_peered":"2024-09-19T04:32:53.097754+0000","last_clean":"2024-09-19T04:32:53.097754+0000","last_became_active":"2024-09-19T04:32:52.063291+0000","last_became_peered":"2024-09-19T04:32:52.063291+0000","last_unstale":"2024-09-19T04:32:53.097754+0000","last_undegraded":"2024-09-19T04:32:53.097754+0000","last_fullsized":"2024-09-19T04:32:53.097754+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:18.769550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.060900+0000","last_change":"2024-09-19T04:32:51.066863+0000","last_active":"2024-09-19T04:32:53.060900+0000","last_peered":"2024-09-19T04:32:53.060900+0000","last_clean":"2024-09-19T04:32:53.060900+0000","last_became_active":"2024-09-19T04:32:51.066574+0000","last_became_peered":"2024-09-19T04:32:51.066574+0000","last_unstale":"2024-09-19T04:32:53.060900+0000","last_undegraded":"2024-09-19T04:32:53.060900+0000","last_fullsized":"2024-09-19T04:32:53.060900+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:06:31.714672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098407+0000","last_change":"2024-09-19T04:32:52.072283+0000","last_active":"2024-09-19T04:32:53.098407+0000","last_peered":"2024-09-19T04:32:53.098407+0000","last_clean":"2024-09-19T04:32:53.098407+0000","last_became_active":"2024-09-19T04:32:52.072023+0000","last_became_peered":"2024-09-19T04:32:52.072023+0000","last_unstale":"2024-09-19T04:32:53.098407+0000","last_undegraded":"2024-09-19T04:32:53.098407+0000","last_fullsized":"2024-09-19T04:32:53.098407+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:33:45.960891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097948+0000","last_change":"2024-09-19T04:32:51.066109+0000","last_active":"2024-09-19T04:32:53.097948+0000","last_peered":"2024-09-19T04:32:53.097948+0000","last_clean":"2024-09-19T04:32:53.097948+0000","last_became_active":"2024-09-19T04:32:51.065790+0000","last_became_peered":"2024-09-19T04:32:51.065790+0000","last_unstale":"2024-09-19T04:32:53.097948+0000","last_undegraded":"2024-09-19T04:32:53.097948+0000","last_fullsized":"2024-09-19T04:32:53.097948+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:47:48.155962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097483+0000","last_change":"2024-09-19T04:32:52.076791+0000","last_active":"2024-09-19T04:32:53.097483+0000","last_peered":"2024-09-19T04:32:53.097483+0000","last_clean":"2024-09-19T04:32:53.097483+0000","last_became_active":"2024-09-19T04:32:52.076526+0000","last_became_peered":"2024-09-19T04:32:52.076526+0000","last_unstale":"2024-09-19T04:32:53.097483+0000","last_undegraded":"2024-09-19T04:32:53.097483+0000","last_fullsized":"2024-09-19T04:32:53.097483+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:08:46.127268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.064357+0000","last_change":"2024-09-19T04:32:52.058108+0000","last_active":"2024-09-19T04:32:53.064357+0000","last_peered":"2024-09-19T04:32:53.064357+0000","last_clean":"2024-09-19T04:32:53.064357+0000","last_became_active":"2024-09-19T04:32:52.057823+0000","last_became_peered":"2024-09-19T04:32:52.057823+0000","last_unstale":"2024-09-19T04:32:53.064357+0000","last_undegraded":"2024-09-19T04:32:53.064357+0000","last_fullsized":"2024-09-19T04:32:53.064357+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:32.263623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097492+0000","last_change":"2024-09-19T04:32:51.067778+0000","last_active":"2024-09-19T04:32:53.097492+0000","last_peered":"2024-09-19T04:32:53.097492+0000","last_clean":"2024-09-19T04:32:53.097492+0000","last_became_active":"2024-09-19T04:32:51.067450+0000","last_became_peered":"2024-09-19T04:32:51.067450+0000","last_unstale":"2024-09-19T04:32:53.097492+0000","last_undegraded":"2024-09-19T04:32:53.097492+0000","last_fullsized":"2024-09-19T04:32:53.097492+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:08.383984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.064226+0000","last_change":"2024-09-19T04:32:52.055059+0000","last_active":"2024-09-19T04:32:53.064226+0000","last_peered":"2024-09-19T04:32:53.064226+0000","last_clean":"2024-09-19T04:32:53.064226+0000","last_became_active":"2024-09-19T04:32:52.054631+0000","last_became_peered":"2024-09-19T04:32:52.054631+0000","last_unstale":"2024-09-19T04:32:53.064226+0000","last_undegraded":"2024-09-19T04:32:53.064226+0000","last_fullsized":"2024-09-19T04:32:53.064226+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:00:28.867369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097953+0000","last_change":"2024-09-19T04:32:51.065261+0000","last_active":"2024-09-19T04:32:53.097953+0000","last_peered":"2024-09-19T04:32:53.097953+0000","last_clean":"2024-09-19T04:32:53.097953+0000","last_became_active":"2024-09-19T04:32:51.064960+0000","last_became_peered":"2024-09-19T04:32:51.064960+0000","last_unstale":"2024-09-19T04:32:53.097953+0000","last_undegraded":"2024-09-19T04:32:53.097953+0000","last_fullsized":"2024-09-19T04:32:53.097953+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:08.778960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097236+0000","last_change":"2024-09-19T04:32:52.068055+0000","last_active":"2024-09-19T04:32:53.097236+0000","last_peered":"2024-09-19T04:32:53.097236+0000","last_clean":"2024-09-19T04:32:53.097236+0000","last_became_active":"2024-09-19T04:32:52.067545+0000","last_became_peered":"2024-09-19T04:32:52.067545+0000","last_unstale":"2024-09-19T04:32:53.097236+0000","last_undegraded":"2024-09-19T04:32:53.097236+0000","last_fullsized":"2024-09-19T04:32:53.097236+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:23:58.650333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.098002+0000","last_change":"2024-09-19T04:32:51.065608+0000","last_active":"2024-09-19T04:32:53.098002+0000","last_peered":"2024-09-19T04:32:53.098002+0000","last_clean":"2024-09-19T04:32:53.098002+0000","last_became_active":"2024-09-19T04:32:51.065254+0000","last_became_peered":"2024-09-19T04:32:51.065254+0000","last_unstale":"2024-09-19T04:32:53.098002+0000","last_undegraded":"2024-09-19T04:32:53.098002+0000","last_fullsized":"2024-09-19T04:32:53.098002+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:06:42.913981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097898+0000","last_change":"2024-09-19T04:32:52.078225+0000","last_active":"2024-09-19T04:32:53.097898+0000","last_peered":"2024-09-19T04:32:53.097898+0000","last_clean":"2024-09-19T04:32:53.097898+0000","last_became_active":"2024-09-19T04:32:52.078039+0000","last_became_peered":"2024-09-19T04:32:52.078039+0000","last_unstale":"2024-09-19T04:32:53.097898+0000","last_undegraded":"2024-09-19T04:32:53.097898+0000","last_fullsized":"2024-09-19T04:32:53.097898+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:51.039901+0000","last_clean_scrub_stamp":"2024-09-19T04:32:51.039901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:43.040562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T04:32:53.097787+0000","last_change":"2024-09-19T04:32:51.060625+0000","last_active":"2024-09-19T04:32:53.097787+0000","last_peered":"2024-09-19T04:32:53.097787+0000","last_clean":"2024-09-19T04:32:53.097787+0000","last_became_active":"2024-09-19T04:32:51.060340+0000","last_became_peered":"2024-09-19T04:32:51.060340+0000","last_unstale":"2024-09-19T04:32:53.097787+0000","last_undegraded":"2024-09-19T04:32:53.097787+0000","last_fullsized":"2024-09-19T04:32:53.097787+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:50.034069+0000","last_clean_scrub_stamp":"2024-09-19T04:32:50.034069+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:13:01.036436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509447,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":806912,"data_stored":663477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":74139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509447,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":212992,"data_stored":72617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509448,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":72653,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542152,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":74139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542151,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":208896,"data_stored":72527,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542151,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":217088,"data_stored":72687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542152,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":815104,"data_stored":663533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:33:05.025 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T04:33:05.025 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-19T04:33:05.026 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-19T04:33:05.026 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-19T04:33:05.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.158+0000 7fef3f996640 1 Processor -- start 2024-09-19T04:33:05.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.158+0000 7fef3f996640 1 -- start start 2024-09-19T04:33:05.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef3f996640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fef3815c180 0x7fef380cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:05.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef3f996640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef38073120 0x7fef38073570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:05.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef3f996640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef380ce740 con 0x7fef380ce230 2024-09-19T04:33:05.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef3f996640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fef38072640 con 0x7fef3815c180 2024-09-19T04:33:05.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef3f996640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fef38072920 con 0x7fef38073120 2024-09-19T04:33:05.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef3cf31640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fef380ce230 0x7fef380cf070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:43522/0 (socket says 172.21.15.111:43522) 2024-09-19T04:33:05.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef3cf31640 1 -- 172.21.15.111:0/2076178229 learned_addr learned my addr 172.21.15.111:0/2076178229 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:05.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef3df33640 1 --2- 172.21.15.111:0/2076178229 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef38073120 0x7fef38073570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:05.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef3d732640 1 --2- 172.21.15.111:0/2076178229 >> v2:172.21.15.114:3300/0 conn(0x7fef3815c180 0x7fef380cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:05.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef2ffff640 1 -- 172.21.15.111:0/2076178229 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1167757721 0 0) 0x7fef380ce740 con 0x7fef380ce230 2024-09-19T04:33:05.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef2ffff640 1 -- 172.21.15.111:0/2076178229 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fef24003520 con 0x7fef380ce230 2024-09-19T04:33:05.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef2ffff640 1 -- 172.21.15.111:0/2076178229 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 814464965 0 0) 0x7fef24003520 con 0x7fef380ce230 2024-09-19T04:33:05.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef2ffff640 1 -- 172.21.15.111:0/2076178229 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef38073120 msgr2=0x7fef38073570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:05.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef2ffff640 1 --2- 172.21.15.111:0/2076178229 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef38073120 0x7fef38073570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef2ffff640 1 -- 172.21.15.111:0/2076178229 >> v2:172.21.15.114:3300/0 conn(0x7fef3815c180 msgr2=0x7fef380cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:05.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef2ffff640 1 --2- 172.21.15.111:0/2076178229 >> v2:172.21.15.114:3300/0 conn(0x7fef3815c180 0x7fef380cdcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef2ffff640 1 -- 172.21.15.111:0/2076178229 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef38072c00 con 0x7fef380ce230 2024-09-19T04:33:05.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef2ffff640 1 -- 172.21.15.111:0/2076178229 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fef28001690 con 0x7fef380ce230 2024-09-19T04:33:05.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef2ffff640 1 -- 172.21.15.111:0/2076178229 >> v1:172.21.15.111:6789/0 conn(0x7fef380ce230 legacy=0x7fef380cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:05.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef2ffff640 1 --2- 172.21.15.111:0/2076178229 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef240039b0 0x7fef24003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:05.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef2ffff640 1 --2- 172.21.15.111:0/2076178229 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef38073120 0x7fef24004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:05.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef2ffff640 1 --2- 172.21.15.111:0/2076178229 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef24004d40 0x7fef240051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:05.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef2ffff640 1 -- 172.21.15.111:0/2076178229 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fef38072640 con 0x7fef240039b0 2024-09-19T04:33:05.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef2ffff640 1 -- 172.21.15.111:0/2076178229 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fef38072920 con 0x7fef24004d40 2024-09-19T04:33:05.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.159+0000 7fef2ffff640 1 -- 172.21.15.111:0/2076178229 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fef2400b9f0 con 0x7fef38073120 2024-09-19T04:33:05.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.160+0000 7fef3d732640 1 --2- 172.21.15.111:0/2076178229 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef240039b0 0x7fef24003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:05.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.160+0000 7fef3cf31640 1 --2- 172.21.15.111:0/2076178229 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef38073120 0x7fef24004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:05.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.160+0000 7fef3df33640 1 --2- 172.21.15.111:0/2076178229 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef24004d40 0x7fef240051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:05.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.160+0000 7fef3d732640 1 -- 172.21.15.111:0/2076178229 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef38073120 msgr2=0x7fef24004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:05.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.160+0000 7fef3d732640 1 --2- 172.21.15.111:0/2076178229 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef38073120 0x7fef24004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.160+0000 7fef3d732640 1 -- 172.21.15.111:0/2076178229 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef24004d40 msgr2=0x7fef240051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:05.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.160+0000 7fef3d732640 1 --2- 172.21.15.111:0/2076178229 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef24004d40 0x7fef240051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.160+0000 7fef3d732640 1 -- 172.21.15.111:0/2076178229 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef24003520 con 0x7fef240039b0 2024-09-19T04:33:05.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.160+0000 7fef3df33640 1 --2- 172.21.15.111:0/2076178229 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef24004d40 0x7fef240051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:05.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.160+0000 7fef3d732640 1 --2- 172.21.15.111:0/2076178229 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef240039b0 0x7fef24003dd0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fef34009ac0 tx=0x7fef24005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba0faba54d601a62 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:05.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.161+0000 7fef2ffff640 1 -- 172.21.15.111:0/2076178229 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef34036070 con 0x7fef240039b0 2024-09-19T04:33:05.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.161+0000 7fef2ffff640 1 -- 172.21.15.111:0/2076178229 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef34031400 con 0x7fef240039b0 2024-09-19T04:33:05.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.161+0000 7fef2ffff640 1 -- 172.21.15.111:0/2076178229 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef34009690 con 0x7fef240039b0 2024-09-19T04:33:05.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.161+0000 7fef3f996640 1 -- 172.21.15.111:0/2076178229 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef240039b0 msgr2=0x7fef24003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:05.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.161+0000 7fef3f996640 1 --2- 172.21.15.111:0/2076178229 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef240039b0 0x7fef24003dd0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fef34009ac0 tx=0x7fef24005830 comp rx=0 tx=0).stop 2024-09-19T04:33:05.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.161+0000 7fef3df33640 1 -- 172.21.15.111:0/2076178229 reap_dead start 2024-09-19T04:33:05.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.161+0000 7fef3f996640 1 -- 172.21.15.111:0/2076178229 shutdown_connections 2024-09-19T04:33:05.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.161+0000 7fef3f996640 1 -- 172.21.15.111:0/2076178229 >> 172.21.15.111:0/2076178229 conn(0x7fef38062cc0 msgr2=0x7fef3806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:05.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.161+0000 7fef3f996640 1 -- 172.21.15.111:0/2076178229 shutdown_connections 2024-09-19T04:33:05.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.161+0000 7fef3f996640 1 -- 172.21.15.111:0/2076178229 wait complete. 2024-09-19T04:33:05.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.162+0000 7fef3f996640 1 Processor -- start 2024-09-19T04:33:05.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.162+0000 7fef3f996640 1 -- start start 2024-09-19T04:33:05.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.163+0000 7fef3f996640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef240039b0 0x7fef380b4000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:05.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.163+0000 7fef3f996640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef3814d390 0x7fef380ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:05.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.163+0000 7fef3f996640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef380aee20 0x7fef3815ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:05.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.163+0000 7fef3f996640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fef380cf780 con 0x7fef380aee20 2024-09-19T04:33:05.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.163+0000 7fef3f996640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fef380722f0 con 0x7fef240039b0 2024-09-19T04:33:05.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.163+0000 7fef3f996640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fef3815c560 con 0x7fef3814d390 2024-09-19T04:33:05.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.163+0000 7fef3df33640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef380aee20 0x7fef3815ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:05.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.163+0000 7fef3df33640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef380aee20 0x7fef3815ddb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55922/0 (socket says 172.21.15.111:55922) 2024-09-19T04:33:05.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.163+0000 7fef3df33640 1 -- 172.21.15.111:0/2462407486 learned_addr learned my addr 172.21.15.111:0/2462407486 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:05.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.163+0000 7fef3d732640 1 --2- 172.21.15.111:0/2462407486 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef240039b0 0x7fef380b4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:05.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.163+0000 7fef3cf31640 1 --2- 172.21.15.111:0/2462407486 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef3814d390 0x7fef380ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:05.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.163+0000 7fef3df33640 1 -- 172.21.15.111:0/2462407486 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef3814d390 msgr2=0x7fef380ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:05.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.163+0000 7fef3df33640 1 --2- 172.21.15.111:0/2462407486 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef3814d390 0x7fef380ae8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.163+0000 7fef3df33640 1 -- 172.21.15.111:0/2462407486 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef240039b0 msgr2=0x7fef380b4000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:05.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.163+0000 7fef3df33640 1 --2- 172.21.15.111:0/2462407486 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef240039b0 0x7fef380b4000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.163+0000 7fef3df33640 1 -- 172.21.15.111:0/2462407486 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef381563c0 con 0x7fef380aee20 2024-09-19T04:33:05.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.164+0000 7fef3d732640 1 --2- 172.21.15.111:0/2462407486 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef240039b0 0x7fef380b4000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:05.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.164+0000 7fef3cf31640 1 --2- 172.21.15.111:0/2462407486 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef3814d390 0x7fef380ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:05.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.164+0000 7fef3df33640 1 --2- 172.21.15.111:0/2462407486 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef380aee20 0x7fef3815ddb0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fef3806f430 tx=0x7fef30010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:05.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.164+0000 7fef2dffb640 1 -- 172.21.15.111:0/2462407486 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef30010d50 con 0x7fef380aee20 2024-09-19T04:33:05.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.164+0000 7fef2dffb640 1 -- 172.21.15.111:0/2462407486 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef30003990 con 0x7fef380aee20 2024-09-19T04:33:05.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.164+0000 7fef3f996640 1 -- 172.21.15.111:0/2462407486 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef381566a0 con 0x7fef380aee20 2024-09-19T04:33:05.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.164+0000 7fef2dffb640 1 -- 172.21.15.111:0/2462407486 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef30003d80 con 0x7fef380aee20 2024-09-19T04:33:05.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.164+0000 7fef3f996640 1 -- 172.21.15.111:0/2462407486 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef38156c60 con 0x7fef380aee20 2024-09-19T04:33:05.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.165+0000 7fef3f996640 1 -- 172.21.15.111:0/2462407486 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef380cdcf0 con 0x7fef380aee20 2024-09-19T04:33:05.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.165+0000 7fef2dffb640 1 -- 172.21.15.111:0/2462407486 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fef3001e020 con 0x7fef380aee20 2024-09-19T04:33:05.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.166+0000 7fef2dffb640 1 --2- 172.21.15.111:0/2462407486 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fef1c06c2e0 0x7fef1c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:05.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.166+0000 7fef3d732640 1 --2- 172.21.15.111:0/2462407486 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fef1c06c2e0 0x7fef1c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:05.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.166+0000 7fef2dffb640 1 -- 172.21.15.111:0/2462407486 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fef3008ba30 con 0x7fef380aee20 2024-09-19T04:33:05.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.167+0000 7fef3d732640 1 --2- 172.21.15.111:0/2462407486 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fef1c06c2e0 0x7fef1c06e7a0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fef34033000 tx=0x7fef34008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:05.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.170+0000 7fef2dffb640 1 -- 172.21.15.111:0/2462407486 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fef3005a1a0 con 0x7fef380aee20 2024-09-19T04:33:05.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.375+0000 7fef3f996640 1 -- 172.21.15.111:0/2462407486 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fef380b2950 con 0x7fef380aee20 2024-09-19T04:33:05.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.375+0000 7fef2dffb640 1 -- 172.21.15.111:0/2462407486 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fef30059aa0 con 0x7fef380aee20 2024-09-19T04:33:05.377 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:05.377 INFO:teuthology.orchestra.run.smithi111.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-19T04:33:05.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.377+0000 7fef3f996640 1 -- 172.21.15.111:0/2462407486 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fef1c06c2e0 msgr2=0x7fef1c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:05.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.377+0000 7fef3f996640 1 --2- 172.21.15.111:0/2462407486 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fef1c06c2e0 0x7fef1c06e7a0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fef34033000 tx=0x7fef34008030 comp rx=0 tx=0).stop 2024-09-19T04:33:05.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.377+0000 7fef3f996640 1 -- 172.21.15.111:0/2462407486 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef380aee20 msgr2=0x7fef3815ddb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:05.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.377+0000 7fef3f996640 1 --2- 172.21.15.111:0/2462407486 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef380aee20 0x7fef3815ddb0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fef3806f430 tx=0x7fef30010590 comp rx=0 tx=0).stop 2024-09-19T04:33:05.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.377+0000 7fef3f996640 1 -- 172.21.15.111:0/2462407486 shutdown_connections 2024-09-19T04:33:05.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.377+0000 7fef3f996640 1 --2- 172.21.15.111:0/2462407486 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fef1c06c2e0 0x7fef1c06e7a0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.377+0000 7fef3f996640 1 --2- 172.21.15.111:0/2462407486 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef380aee20 0x7fef3815ddb0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.377+0000 7fef3f996640 1 --2- 172.21.15.111:0/2462407486 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef3814d390 0x7fef380ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.377+0000 7fef3f996640 1 --2- 172.21.15.111:0/2462407486 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef240039b0 0x7fef380b4000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.377+0000 7fef3f996640 1 -- 172.21.15.111:0/2462407486 >> 172.21.15.111:0/2462407486 conn(0x7fef38062cc0 msgr2=0x7fef38071070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:05.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.377+0000 7fef3f996640 1 -- 172.21.15.111:0/2462407486 shutdown_connections 2024-09-19T04:33:05.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.377+0000 7fef3f996640 1 -- 172.21.15.111:0/2462407486 wait complete. 2024-09-19T04:33:05.389 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-19T04:33:05.390 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:33:05.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.486+0000 7f671308b640 1 Processor -- start 2024-09-19T04:33:05.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.487+0000 7f671308b640 1 -- start start 2024-09-19T04:33:05.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.487+0000 7f671308b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f670c15e940 0x7f670c0d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:05.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.487+0000 7f671308b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f670c15ed20 0x7f670c0d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:05.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.487+0000 7f671308b640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f670c0b7170 con 0x7f670c0cef90 2024-09-19T04:33:05.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.487+0000 7f671308b640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f670c0d1ae0 con 0x7f670c15ed20 2024-09-19T04:33:05.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.487+0000 7f671308b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f670c0b7aa0 con 0x7f670c15e940 2024-09-19T04:33:05.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.488+0000 7f670bfff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f670c15ed20 0x7f670c0d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:05.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.488+0000 7f670bfff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f670c15ed20 0x7f670c0d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55934/0 (socket says 172.21.15.111:55934) 2024-09-19T04:33:05.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.488+0000 7f670bfff640 1 -- 172.21.15.111:0/4067786471 learned_addr learned my addr 172.21.15.111:0/4067786471 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:05.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.488+0000 7f6710e27640 1 --2- 172.21.15.111:0/4067786471 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f670c15e940 0x7f670c0d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:05.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.488+0000 7f670bfff640 1 -- 172.21.15.111:0/4067786471 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f670c15e940 msgr2=0x7f670c0d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:05.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.488+0000 7f670bfff640 1 --2- 172.21.15.111:0/4067786471 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f670c15e940 0x7f670c0d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.488+0000 7f670bfff640 1 -- 172.21.15.111:0/4067786471 >> v1:172.21.15.114:6789/0 conn(0x7f670c0cef90 legacy=0x7f670c0b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:05.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.488+0000 7f670bfff640 1 -- 172.21.15.111:0/4067786471 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f670c0d3660 con 0x7f670c15ed20 2024-09-19T04:33:05.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.489+0000 7f670bfff640 1 --2- 172.21.15.111:0/4067786471 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f670c15ed20 0x7f670c0d15a0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f6700009e50 tx=0x7f670002a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98582f67a9c253e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:05.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.489+0000 7f670b7fe640 1 -- 172.21.15.111:0/4067786471 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6700036070 con 0x7f670c15ed20 2024-09-19T04:33:05.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.489+0000 7f670b7fe640 1 -- 172.21.15.111:0/4067786471 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6700031600 con 0x7f670c15ed20 2024-09-19T04:33:05.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.489+0000 7f670b7fe640 1 -- 172.21.15.111:0/4067786471 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67000319d0 con 0x7f670c15ed20 2024-09-19T04:33:05.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.489+0000 7f671308b640 1 -- 172.21.15.111:0/4067786471 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f670c15ed20 msgr2=0x7f670c0d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:05.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.489+0000 7f671308b640 1 --2- 172.21.15.111:0/4067786471 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f670c15ed20 0x7f670c0d15a0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f6700009e50 tx=0x7f670002a7a0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.489+0000 7f671308b640 1 -- 172.21.15.111:0/4067786471 shutdown_connections 2024-09-19T04:33:05.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.489+0000 7f671308b640 1 --2- 172.21.15.111:0/4067786471 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f670c15ed20 0x7f670c0d15a0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.489+0000 7f671308b640 1 --2- 172.21.15.111:0/4067786471 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f670c15e940 0x7f670c0d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.489+0000 7f671308b640 1 -- 172.21.15.111:0/4067786471 >> 172.21.15.111:0/4067786471 conn(0x7f670c0b6240 msgr2=0x7f670c0b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:05.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.489+0000 7f671308b640 1 -- 172.21.15.111:0/4067786471 shutdown_connections 2024-09-19T04:33:05.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.489+0000 7f671308b640 1 -- 172.21.15.111:0/4067786471 wait complete. 2024-09-19T04:33:05.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.490+0000 7f671308b640 1 Processor -- start 2024-09-19T04:33:05.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.490+0000 7f671308b640 1 -- start start 2024-09-19T04:33:05.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.491+0000 7f671308b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f670c0cef90 0x7f670c153bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:05.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.491+0000 7f671308b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f670c15e940 0x7f670c0b0400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:05.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.491+0000 7f671308b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f670c15ed20 0x7f670c0b0940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:05.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.491+0000 7f671308b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f670c0d3f00 con 0x7f670c15ed20 2024-09-19T04:33:05.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.491+0000 7f671308b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f670c0d3c20 con 0x7f670c15e940 2024-09-19T04:33:05.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.491+0000 7f671308b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f670c0d3310 con 0x7f670c0cef90 2024-09-19T04:33:05.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.491+0000 7f6711628640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f670c15ed20 0x7f670c0b0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:05.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.491+0000 7f6711628640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f670c15ed20 0x7f670c0b0940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55944/0 (socket says 172.21.15.111:55944) 2024-09-19T04:33:05.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.492+0000 7f6711628640 1 -- 172.21.15.111:0/3809069530 learned_addr learned my addr 172.21.15.111:0/3809069530 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:05.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.492+0000 7f670bfff640 1 --2- 172.21.15.111:0/3809069530 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f670c15e940 0x7f670c0b0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:05.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.492+0000 7f6710e27640 1 --2- 172.21.15.111:0/3809069530 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f670c0cef90 0x7f670c153bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:05.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.492+0000 7f6711628640 1 -- 172.21.15.111:0/3809069530 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f670c0cef90 msgr2=0x7f670c153bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:05.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.492+0000 7f6711628640 1 --2- 172.21.15.111:0/3809069530 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f670c0cef90 0x7f670c153bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.492+0000 7f6711628640 1 -- 172.21.15.111:0/3809069530 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f670c15e940 msgr2=0x7f670c0b0400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:05.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.492+0000 7f6711628640 1 --2- 172.21.15.111:0/3809069530 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f670c15e940 0x7f670c0b0400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.492+0000 7f6711628640 1 -- 172.21.15.111:0/3809069530 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f670c154100 con 0x7f670c15ed20 2024-09-19T04:33:05.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.492+0000 7f670bfff640 1 --2- 172.21.15.111:0/3809069530 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f670c15e940 0x7f670c0b0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:05.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.492+0000 7f6711628640 1 --2- 172.21.15.111:0/3809069530 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f670c15ed20 0x7f670c0b0940 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f670400c3c0 tx=0x7f670400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:05.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.492+0000 7f67097fa640 1 -- 172.21.15.111:0/3809069530 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6704017070 con 0x7f670c15ed20 2024-09-19T04:33:05.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.492+0000 7f67097fa640 1 -- 172.21.15.111:0/3809069530 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67040052d0 con 0x7f670c15ed20 2024-09-19T04:33:05.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.492+0000 7f671308b640 1 -- 172.21.15.111:0/3809069530 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f670c0ae9d0 con 0x7f670c15ed20 2024-09-19T04:33:05.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.492+0000 7f67097fa640 1 -- 172.21.15.111:0/3809069530 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6704003810 con 0x7f670c15ed20 2024-09-19T04:33:05.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.492+0000 7f671308b640 1 -- 172.21.15.111:0/3809069530 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f670c0aef90 con 0x7f670c15ed20 2024-09-19T04:33:05.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.493+0000 7f671308b640 1 -- 172.21.15.111:0/3809069530 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f670c0d1f80 con 0x7f670c15ed20 2024-09-19T04:33:05.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.494+0000 7f67097fa640 1 -- 172.21.15.111:0/3809069530 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f670401a070 con 0x7f670c15ed20 2024-09-19T04:33:05.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.494+0000 7f67097fa640 1 --2- 172.21.15.111:0/3809069530 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f66f806c2b0 0x7f66f806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:05.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.494+0000 7f67097fa640 1 -- 172.21.15.111:0/3809069530 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f670408a6a0 con 0x7f670c15ed20 2024-09-19T04:33:05.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.494+0000 7f6710e27640 1 --2- 172.21.15.111:0/3809069530 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f66f806c2b0 0x7f66f806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:05.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.494+0000 7f6710e27640 1 --2- 172.21.15.111:0/3809069530 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f66f806c2b0 0x7f66f806e770 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f66fc006fd0 tx=0x7f66fc008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:05.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.498+0000 7f67097fa640 1 -- 172.21.15.111:0/3809069530 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f670c154100 con 0x7f670c15ed20 2024-09-19T04:33:05.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.696+0000 7f671308b640 1 -- 172.21.15.111:0/3809069530 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f670c0ba6b0 con 0x7f670c15ed20 2024-09-19T04:33:05.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.697+0000 7f67097fa640 1 -- 172.21.15.111:0/3809069530 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5226 (secure 0 0 0) 0x7f670c0b7170 con 0x7f670c15ed20 2024-09-19T04:33:05.698 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:05.698 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":6,"btime":"2024-09-19T04:32:54:059192+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/2427445039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":2427445039},{"type":"v1","addr":"172.21.15.111:6837","nonce":2427445039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/3625504623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":3625504623},{"type":"v1","addr":"172.21.15.111:6836","nonce":3625504623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4259,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/575642286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":575642286},{"type":"v1","addr":"172.21.15.114:6835","nonce":575642286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:32:51.389282+0000","modified":"2024-09-19T04:32:53.386968+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6834/4176912851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":4176912851},{"type":"v1","addr":"172.21.15.114:6834","nonce":4176912851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4282,"qdb_cluster":[4282]},"id":1}]} 2024-09-19T04:33:05.699 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 6 2024-09-19T04:33:05.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.699+0000 7f671308b640 1 -- 172.21.15.111:0/3809069530 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f66f806c2b0 msgr2=0x7f66f806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:05.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.699+0000 7f671308b640 1 --2- 172.21.15.111:0/3809069530 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f66f806c2b0 0x7f66f806e770 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f66fc006fd0 tx=0x7f66fc008040 comp rx=0 tx=0).stop 2024-09-19T04:33:05.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.699+0000 7f671308b640 1 -- 172.21.15.111:0/3809069530 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f670c15ed20 msgr2=0x7f670c0b0940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:05.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.699+0000 7f671308b640 1 --2- 172.21.15.111:0/3809069530 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f670c15ed20 0x7f670c0b0940 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f670400c3c0 tx=0x7f670400c880 comp rx=0 tx=0).stop 2024-09-19T04:33:05.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.699+0000 7f671308b640 1 -- 172.21.15.111:0/3809069530 shutdown_connections 2024-09-19T04:33:05.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.699+0000 7f671308b640 1 --2- 172.21.15.111:0/3809069530 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f66f806c2b0 0x7f66f806e770 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.699+0000 7f671308b640 1 --2- 172.21.15.111:0/3809069530 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f670c15ed20 0x7f670c0b0940 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.699+0000 7f671308b640 1 --2- 172.21.15.111:0/3809069530 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f670c15e940 0x7f670c0b0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.699+0000 7f671308b640 1 --2- 172.21.15.111:0/3809069530 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f670c0cef90 0x7f670c153bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.699+0000 7f671308b640 1 -- 172.21.15.111:0/3809069530 >> 172.21.15.111:0/3809069530 conn(0x7f670c0b6240 msgr2=0x7f670c0b6620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:05.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.699+0000 7f671308b640 1 -- 172.21.15.111:0/3809069530 shutdown_connections 2024-09-19T04:33:05.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.699+0000 7f671308b640 1 -- 172.21.15.111:0/3809069530 wait complete. 2024-09-19T04:33:05.711 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:33:05.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.808+0000 7f34fbdcf640 1 Processor -- start 2024-09-19T04:33:05.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.808+0000 7f34fbdcf640 1 -- start start 2024-09-19T04:33:05.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.809+0000 7f34fbdcf640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f34f415c300 0x7f34f40affc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:05.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.809+0000 7f34fbdcf640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f34f40cd300 0x7f34f406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:05.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.809+0000 7f34fbdcf640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f34f415ecf0 con 0x7f34f406f010 2024-09-19T04:33:05.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.809+0000 7f34fbdcf640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f34f406f480 con 0x7f34f415c300 2024-09-19T04:33:05.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.809+0000 7f34fbdcf640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f34f415c6e0 con 0x7f34f40cd300 2024-09-19T04:33:05.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.809+0000 7f34f9b6b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f34f415c300 0x7f34f40affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:05.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.809+0000 7f34f9b6b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f34f415c300 0x7f34f40affc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55950/0 (socket says 172.21.15.111:55950) 2024-09-19T04:33:05.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.809+0000 7f34f9b6b640 1 -- 172.21.15.111:0/3921586192 learned_addr learned my addr 172.21.15.111:0/3921586192 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:05.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.809+0000 7f34f936a640 1 --2- 172.21.15.111:0/3921586192 >> v2:172.21.15.114:3300/0 conn(0x7f34f40cd300 0x7f34f406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:05.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.809+0000 7f34f9b6b640 1 -- 172.21.15.111:0/3921586192 >> v2:172.21.15.114:3300/0 conn(0x7f34f40cd300 msgr2=0x7f34f406ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:05.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.809+0000 7f34f9b6b640 1 --2- 172.21.15.111:0/3921586192 >> v2:172.21.15.114:3300/0 conn(0x7f34f40cd300 0x7f34f406ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.809+0000 7f34f9b6b640 1 -- 172.21.15.111:0/3921586192 >> v1:172.21.15.114:6789/0 conn(0x7f34f406f010 legacy=0x7f34f41622e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:05.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.809+0000 7f34f9b6b640 1 -- 172.21.15.111:0/3921586192 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34f415efb0 con 0x7f34f415c300 2024-09-19T04:33:05.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.810+0000 7f34f9b6b640 1 --2- 172.21.15.111:0/3921586192 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34f415c300 0x7f34f40affc0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f34f4062b50 tx=0x7f34ec02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=737c0aacdb535bb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:05.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.810+0000 7f34f8b69640 1 -- 172.21.15.111:0/3921586192 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34ec037070 con 0x7f34f415c300 2024-09-19T04:33:05.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.810+0000 7f34f8b69640 1 -- 172.21.15.111:0/3921586192 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34ec032440 con 0x7f34f415c300 2024-09-19T04:33:05.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.810+0000 7f34f8b69640 1 -- 172.21.15.111:0/3921586192 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34ec032810 con 0x7f34f415c300 2024-09-19T04:33:05.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.810+0000 7f34fbdcf640 1 -- 172.21.15.111:0/3921586192 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34f415c300 msgr2=0x7f34f40affc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:05.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.810+0000 7f34fbdcf640 1 --2- 172.21.15.111:0/3921586192 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34f415c300 0x7f34f40affc0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f34f4062b50 tx=0x7f34ec02a1a0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.810+0000 7f34fbdcf640 1 -- 172.21.15.111:0/3921586192 shutdown_connections 2024-09-19T04:33:05.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.810+0000 7f34fbdcf640 1 --2- 172.21.15.111:0/3921586192 >> v2:172.21.15.114:3300/0 conn(0x7f34f40cd300 0x7f34f406ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.810+0000 7f34fbdcf640 1 --2- 172.21.15.111:0/3921586192 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34f415c300 0x7f34f40affc0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.810+0000 7f34fbdcf640 1 -- 172.21.15.111:0/3921586192 >> 172.21.15.111:0/3921586192 conn(0x7f34f406cae0 msgr2=0x7f34f406cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:05.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.811+0000 7f34fbdcf640 1 -- 172.21.15.111:0/3921586192 shutdown_connections 2024-09-19T04:33:05.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.811+0000 7f34fbdcf640 1 -- 172.21.15.111:0/3921586192 wait complete. 2024-09-19T04:33:05.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.812+0000 7f34fbdcf640 1 Processor -- start 2024-09-19T04:33:05.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.812+0000 7f34fbdcf640 1 -- start start 2024-09-19T04:33:05.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.812+0000 7f34fbdcf640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34f406f010 0x7f34f414d810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:05.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.812+0000 7f34fbdcf640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f34f40cd300 0x7f34f41604f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:05.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.812+0000 7f34fbdcf640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34f415c300 0x7f34f40b1f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:05.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.812+0000 7f34fbdcf640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f34f415f850 con 0x7f34f415c300 2024-09-19T04:33:05.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.812+0000 7f34fbdcf640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f34f415f570 con 0x7f34f40cd300 2024-09-19T04:33:05.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.812+0000 7f34fbdcf640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f34f4071880 con 0x7f34f406f010 2024-09-19T04:33:05.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.812+0000 7f34fa36c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34f415c300 0x7f34f40b1f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:05.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.812+0000 7f34fa36c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34f415c300 0x7f34f40b1f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55958/0 (socket says 172.21.15.111:55958) 2024-09-19T04:33:05.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.812+0000 7f34fa36c640 1 -- 172.21.15.111:0/1691516190 learned_addr learned my addr 172.21.15.111:0/1691516190 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:05.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.813+0000 7f34f9b6b640 1 --2- 172.21.15.111:0/1691516190 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34f406f010 0x7f34f414d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:05.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.813+0000 7f34f936a640 1 --2- 172.21.15.111:0/1691516190 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f34f40cd300 0x7f34f41604f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:05.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.813+0000 7f34fa36c640 1 -- 172.21.15.111:0/1691516190 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34f406f010 msgr2=0x7f34f414d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:05.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.813+0000 7f34fa36c640 1 --2- 172.21.15.111:0/1691516190 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34f406f010 0x7f34f414d810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.813+0000 7f34fa36c640 1 -- 172.21.15.111:0/1691516190 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f34f40cd300 msgr2=0x7f34f41604f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:05.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.813+0000 7f34fa36c640 1 --2- 172.21.15.111:0/1691516190 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f34f40cd300 0x7f34f41604f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:05.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.813+0000 7f34fa36c640 1 -- 172.21.15.111:0/1691516190 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34f4155db0 con 0x7f34f415c300 2024-09-19T04:33:05.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.813+0000 7f34f9b6b640 1 --2- 172.21.15.111:0/1691516190 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34f406f010 0x7f34f414d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:05.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.813+0000 7f34f936a640 1 --2- 172.21.15.111:0/1691516190 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f34f40cd300 0x7f34f41604f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:05.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.813+0000 7f34fa36c640 1 --2- 172.21.15.111:0/1691516190 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34f415c300 0x7f34f40b1f50 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f34e400b410 tx=0x7f34e400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:05.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.813+0000 7f34f27fc640 1 -- 172.21.15.111:0/1691516190 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e4015030 con 0x7f34f415c300 2024-09-19T04:33:05.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.813+0000 7f34f27fc640 1 -- 172.21.15.111:0/1691516190 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34e4004020 con 0x7f34f415c300 2024-09-19T04:33:05.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.813+0000 7f34f27fc640 1 -- 172.21.15.111:0/1691516190 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e4004410 con 0x7f34f415c300 2024-09-19T04:33:05.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.813+0000 7f34fbdcf640 1 -- 172.21.15.111:0/1691516190 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34f4156050 con 0x7f34f415c300 2024-09-19T04:33:05.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.813+0000 7f34fbdcf640 1 -- 172.21.15.111:0/1691516190 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34f4156610 con 0x7f34f415c300 2024-09-19T04:33:05.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.814+0000 7f34fbdcf640 1 -- 172.21.15.111:0/1691516190 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34f406ead0 con 0x7f34f415c300 2024-09-19T04:33:05.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.814+0000 7f34f27fc640 1 -- 172.21.15.111:0/1691516190 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f34e4018070 con 0x7f34f415c300 2024-09-19T04:33:05.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.815+0000 7f34f27fc640 1 --2- 172.21.15.111:0/1691516190 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f34e006c2b0 0x7f34e006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:05.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.815+0000 7f34f27fc640 1 -- 172.21.15.111:0/1691516190 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f34e408aea0 con 0x7f34f415c300 2024-09-19T04:33:05.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.815+0000 7f34f9b6b640 1 --2- 172.21.15.111:0/1691516190 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f34e006c2b0 0x7f34e006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:05.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.815+0000 7f34f9b6b640 1 --2- 172.21.15.111:0/1691516190 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f34e006c2b0 0x7f34e006e770 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f34ec034000 tx=0x7f34ec02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:05.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:05.819+0000 7f34f27fc640 1 -- 172.21.15.111:0/1691516190 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f34e4059610 con 0x7f34f415c300 2024-09-19T04:33:06.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.017+0000 7f34fbdcf640 1 -- 172.21.15.111:0/1691516190 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f34f4072480 con 0x7f34f415c300 2024-09-19T04:33:06.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.017+0000 7f34f27fc640 1 -- 172.21.15.111:0/1691516190 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5226 (secure 0 0 0) 0x7f34e4058f10 con 0x7f34f415c300 2024-09-19T04:33:06.019 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:06.019 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":6,"btime":"2024-09-19T04:32:54:059192+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/2427445039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":2427445039},{"type":"v1","addr":"172.21.15.111:6837","nonce":2427445039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/3625504623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":3625504623},{"type":"v1","addr":"172.21.15.111:6836","nonce":3625504623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4259,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/575642286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":575642286},{"type":"v1","addr":"172.21.15.114:6835","nonce":575642286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:32:51.389282+0000","modified":"2024-09-19T04:32:53.386968+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6834/4176912851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":4176912851},{"type":"v1","addr":"172.21.15.114:6834","nonce":4176912851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4282,"qdb_cluster":[4282]},"id":1}]} 2024-09-19T04:33:06.020 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 6 2024-09-19T04:33:06.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.019+0000 7f34fbdcf640 1 -- 172.21.15.111:0/1691516190 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f34e006c2b0 msgr2=0x7f34e006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:06.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.019+0000 7f34fbdcf640 1 --2- 172.21.15.111:0/1691516190 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f34e006c2b0 0x7f34e006e770 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f34ec034000 tx=0x7f34ec02e000 comp rx=0 tx=0).stop 2024-09-19T04:33:06.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.019+0000 7f34fbdcf640 1 -- 172.21.15.111:0/1691516190 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34f415c300 msgr2=0x7f34f40b1f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:06.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.019+0000 7f34fbdcf640 1 --2- 172.21.15.111:0/1691516190 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34f415c300 0x7f34f40b1f50 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f34e400b410 tx=0x7f34e400b8d0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.019+0000 7f34fbdcf640 1 -- 172.21.15.111:0/1691516190 shutdown_connections 2024-09-19T04:33:06.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.019+0000 7f34fbdcf640 1 --2- 172.21.15.111:0/1691516190 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f34e006c2b0 0x7f34e006e770 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.019+0000 7f34fbdcf640 1 --2- 172.21.15.111:0/1691516190 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34f415c300 0x7f34f40b1f50 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.019+0000 7f34fbdcf640 1 --2- 172.21.15.111:0/1691516190 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f34f40cd300 0x7f34f41604f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.019+0000 7f34fbdcf640 1 --2- 172.21.15.111:0/1691516190 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34f406f010 0x7f34f414d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.019+0000 7f34fbdcf640 1 -- 172.21.15.111:0/1691516190 >> 172.21.15.111:0/1691516190 conn(0x7f34f406cae0 msgr2=0x7f34f41579b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:06.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.020+0000 7f34fbdcf640 1 -- 172.21.15.111:0/1691516190 shutdown_connections 2024-09-19T04:33:06.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.020+0000 7f34fbdcf640 1 -- 172.21.15.111:0/1691516190 wait complete. 2024-09-19T04:33:06.032 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:33:06.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.129+0000 7fba7eb42640 1 Processor -- start 2024-09-19T04:33:06.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.129+0000 7fba7eb42640 1 -- start start 2024-09-19T04:33:06.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.130+0000 7fba7eb42640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba78162860 0x7fba78162c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:06.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.130+0000 7fba7eb42640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fba7815ebb0 0x7fba780b3300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:06.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.130+0000 7fba7eb42640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba7815f520 con 0x7fba780b3840 2024-09-19T04:33:06.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.130+0000 7fba7eb42640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fba7815fae0 con 0x7fba7815ebb0 2024-09-19T04:33:06.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.130+0000 7fba7eb42640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fba7815f800 con 0x7fba78162860 2024-09-19T04:33:06.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.130+0000 7fba77fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fba7815ebb0 0x7fba780b3300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:06.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.130+0000 7fba7d0df640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fba780b3840 0x7fba7806bba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:43530/0 (socket says 172.21.15.111:43530) 2024-09-19T04:33:06.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.130+0000 7fba7d0df640 1 -- 172.21.15.111:0/2429935372 learned_addr learned my addr 172.21.15.111:0/2429935372 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:06.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.131+0000 7fba7c8de640 1 --2- 172.21.15.111:0/2429935372 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba78162860 0x7fba78162c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:06.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.131+0000 7fba77fff640 1 -- 172.21.15.111:0/2429935372 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba78162860 msgr2=0x7fba78162c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:06.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.131+0000 7fba77fff640 1 --2- 172.21.15.111:0/2429935372 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba78162860 0x7fba78162c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.131+0000 7fba77fff640 1 -- 172.21.15.111:0/2429935372 >> v1:172.21.15.111:6789/0 conn(0x7fba780b3840 legacy=0x7fba7806bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:06.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.131+0000 7fba77fff640 1 -- 172.21.15.111:0/2429935372 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba780b2b00 con 0x7fba7815ebb0 2024-09-19T04:33:06.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.131+0000 7fba777fe640 1 -- 172.21.15.111:0/2429935372 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3207032058 0 0) 0x7fba7815f520 con 0x7fba780b3840 2024-09-19T04:33:06.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.131+0000 7fba77fff640 1 --2- 172.21.15.111:0/2429935372 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba7815ebb0 0x7fba780b3300 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fba6c009d90 tx=0x7fba6c02a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e34612fb8dfbea76 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:06.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.132+0000 7fba777fe640 1 -- 172.21.15.111:0/2429935372 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba6c031600 con 0x7fba7815ebb0 2024-09-19T04:33:06.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.132+0000 7fba777fe640 1 -- 172.21.15.111:0/2429935372 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba6c0317a0 con 0x7fba7815ebb0 2024-09-19T04:33:06.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.132+0000 7fba777fe640 1 -- 172.21.15.111:0/2429935372 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba6c031b70 con 0x7fba7815ebb0 2024-09-19T04:33:06.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.132+0000 7fba7eb42640 1 -- 172.21.15.111:0/2429935372 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba7815ebb0 msgr2=0x7fba780b3300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:06.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.132+0000 7fba7eb42640 1 --2- 172.21.15.111:0/2429935372 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba7815ebb0 0x7fba780b3300 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fba6c009d90 tx=0x7fba6c02a5d0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.132+0000 7fba7eb42640 1 -- 172.21.15.111:0/2429935372 shutdown_connections 2024-09-19T04:33:06.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.132+0000 7fba7eb42640 1 --2- 172.21.15.111:0/2429935372 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba7815ebb0 0x7fba780b3300 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.132+0000 7fba7eb42640 1 --2- 172.21.15.111:0/2429935372 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba78162860 0x7fba78162c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.132+0000 7fba7eb42640 1 -- 172.21.15.111:0/2429935372 >> 172.21.15.111:0/2429935372 conn(0x7fba7806ce90 msgr2=0x7fba7806d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:06.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.132+0000 7fba7eb42640 1 -- 172.21.15.111:0/2429935372 shutdown_connections 2024-09-19T04:33:06.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.132+0000 7fba7eb42640 1 -- 172.21.15.111:0/2429935372 wait complete. 2024-09-19T04:33:06.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.133+0000 7fba7eb42640 1 Processor -- start 2024-09-19T04:33:06.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.133+0000 7fba7eb42640 1 -- start start 2024-09-19T04:33:06.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.134+0000 7fba7eb42640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba780b3840 0x7fba780ce290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:06.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.134+0000 7fba7eb42640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fba7815ebb0 0x7fba78157e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:06.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.134+0000 7fba7eb42640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba78162860 0x7fba78158350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:06.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.134+0000 7fba7eb42640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fba7806c430 con 0x7fba780b3840 2024-09-19T04:33:06.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.134+0000 7fba7eb42640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fba7806c2b0 con 0x7fba7815ebb0 2024-09-19T04:33:06.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.134+0000 7fba7eb42640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fba7815eff0 con 0x7fba78162860 2024-09-19T04:33:06.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.134+0000 7fba7c8de640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba780b3840 0x7fba780ce290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:06.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.134+0000 7fba7c8de640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba780b3840 0x7fba780ce290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55968/0 (socket says 172.21.15.111:55968) 2024-09-19T04:33:06.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.134+0000 7fba7c8de640 1 -- 172.21.15.111:0/354371868 learned_addr learned my addr 172.21.15.111:0/354371868 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:06.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.134+0000 7fba77fff640 1 --2- 172.21.15.111:0/354371868 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fba7815ebb0 0x7fba78157e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:06.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.134+0000 7fba7d0df640 1 --2- 172.21.15.111:0/354371868 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba78162860 0x7fba78158350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:06.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.134+0000 7fba7c8de640 1 -- 172.21.15.111:0/354371868 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba78162860 msgr2=0x7fba78158350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:06.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.134+0000 7fba7c8de640 1 --2- 172.21.15.111:0/354371868 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba78162860 0x7fba78158350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.135+0000 7fba7c8de640 1 -- 172.21.15.111:0/354371868 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fba7815ebb0 msgr2=0x7fba78157e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:06.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.135+0000 7fba7c8de640 1 --2- 172.21.15.111:0/354371868 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fba7815ebb0 0x7fba78157e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.135+0000 7fba7c8de640 1 -- 172.21.15.111:0/354371868 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba780ceba0 con 0x7fba780b3840 2024-09-19T04:33:06.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.135+0000 7fba7d0df640 1 --2- 172.21.15.111:0/354371868 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba78162860 0x7fba78158350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:06.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.135+0000 7fba7c8de640 1 --2- 172.21.15.111:0/354371868 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba780b3840 0x7fba780ce290 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fba6800d5f0 tx=0x7fba6800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:06.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.135+0000 7fba757fa640 1 -- 172.21.15.111:0/354371868 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba680125f0 con 0x7fba780b3840 2024-09-19T04:33:06.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.135+0000 7fba757fa640 1 -- 172.21.15.111:0/354371868 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba68019070 con 0x7fba780b3840 2024-09-19T04:33:06.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.135+0000 7fba7eb42640 1 -- 172.21.15.111:0/354371868 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba780cee80 con 0x7fba780b3840 2024-09-19T04:33:06.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.135+0000 7fba757fa640 1 -- 172.21.15.111:0/354371868 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba680129d0 con 0x7fba780b3840 2024-09-19T04:33:06.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.135+0000 7fba7eb42640 1 -- 172.21.15.111:0/354371868 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba780cf720 con 0x7fba780b3840 2024-09-19T04:33:06.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.136+0000 7fba7eb42640 1 -- 172.21.15.111:0/354371868 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba780cf050 con 0x7fba780b3840 2024-09-19T04:33:06.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.136+0000 7fba757fa640 1 -- 172.21.15.111:0/354371868 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fba68012b70 con 0x7fba780b3840 2024-09-19T04:33:06.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.137+0000 7fba757fa640 1 --2- 172.21.15.111:0/354371868 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fba6406c2e0 0x7fba6406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:06.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.137+0000 7fba77fff640 1 --2- 172.21.15.111:0/354371868 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fba6406c2e0 0x7fba6406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:06.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.137+0000 7fba757fa640 1 -- 172.21.15.111:0/354371868 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fba6808b7e0 con 0x7fba780b3840 2024-09-19T04:33:06.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.137+0000 7fba77fff640 1 --2- 172.21.15.111:0/354371868 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fba6406c2e0 0x7fba6406e7a0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fba6c034000 tx=0x7fba6c02f000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:06.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.141+0000 7fba757fa640 1 -- 172.21.15.111:0/354371868 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fba68059f50 con 0x7fba780b3840 2024-09-19T04:33:06.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.307+0000 7fba7eb42640 1 -- 172.21.15.111:0/354371868 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fba78076240 con 0x7fba780b3840 2024-09-19T04:33:06.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.308+0000 7fba757fa640 1 -- 172.21.15.111:0/354371868 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16713 (secure 0 0 0) 0x7fba68059850 con 0x7fba780b3840 2024-09-19T04:33:06.310 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:06.310 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:32:53.055403+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:32:49.189443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T04:32:50.360969+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:33:06.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.310+0000 7fba7eb42640 1 -- 172.21.15.111:0/354371868 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fba6406c2e0 msgr2=0x7fba6406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:06.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.310+0000 7fba7eb42640 1 --2- 172.21.15.111:0/354371868 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fba6406c2e0 0x7fba6406e7a0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fba6c034000 tx=0x7fba6c02f000 comp rx=0 tx=0).stop 2024-09-19T04:33:06.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.310+0000 7fba7eb42640 1 -- 172.21.15.111:0/354371868 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba780b3840 msgr2=0x7fba780ce290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:06.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.310+0000 7fba7eb42640 1 --2- 172.21.15.111:0/354371868 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba780b3840 0x7fba780ce290 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fba6800d5f0 tx=0x7fba6800dab0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.310+0000 7fba7eb42640 1 -- 172.21.15.111:0/354371868 shutdown_connections 2024-09-19T04:33:06.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.310+0000 7fba7eb42640 1 --2- 172.21.15.111:0/354371868 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fba6406c2e0 0x7fba6406e7a0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.310+0000 7fba7eb42640 1 --2- 172.21.15.111:0/354371868 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba78162860 0x7fba78158350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.310+0000 7fba7eb42640 1 --2- 172.21.15.111:0/354371868 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fba7815ebb0 0x7fba78157e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.310+0000 7fba7eb42640 1 --2- 172.21.15.111:0/354371868 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba780b3840 0x7fba780ce290 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.310+0000 7fba7eb42640 1 -- 172.21.15.111:0/354371868 >> 172.21.15.111:0/354371868 conn(0x7fba7806ce90 msgr2=0x7fba7806dfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:06.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.310+0000 7fba7eb42640 1 -- 172.21.15.111:0/354371868 shutdown_connections 2024-09-19T04:33:06.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.310+0000 7fba7eb42640 1 -- 172.21.15.111:0/354371868 wait complete. 2024-09-19T04:33:06.325 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:33:06.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.421+0000 7fb9024d0640 1 Processor -- start 2024-09-19T04:33:06.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.421+0000 7fb9024d0640 1 -- start start 2024-09-19T04:33:06.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.422+0000 7fb9024d0640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fb8fc15c3b0 0x7fb8fc073110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:06.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.422+0000 7fb9024d0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8fc0d08c0 0x7fb8fc0d0d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:06.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.422+0000 7fb9024d0640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8fc160420 con 0x7fb8fc0d1ee0 2024-09-19T04:33:06.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.422+0000 7fb9024d0640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fb8fc161030 con 0x7fb8fc15c3b0 2024-09-19T04:33:06.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.422+0000 7fb9024d0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb8fc0d0450 con 0x7fb8fc0d08c0 2024-09-19T04:33:06.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.422+0000 7fb900a6d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8fc0d08c0 0x7fb8fc0d0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:06.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.422+0000 7fb8fbfff640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fb8fc15c3b0 0x7fb8fc073110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:06.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.422+0000 7fb900a6d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8fc0d08c0 0x7fb8fc0d0d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:60462/0 (socket says 172.21.15.111:60462) 2024-09-19T04:33:06.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.422+0000 7fb900a6d640 1 -- 172.21.15.111:0/681382401 learned_addr learned my addr 172.21.15.111:0/681382401 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:06.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.422+0000 7fb8fb7fe640 1 --1- 172.21.15.111:0/681382401 >> v1:172.21.15.114:6789/0 conn(0x7fb8fc0d1ee0 0x7fb8fc073650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:39030/0 (socket says 172.21.15.111:39030) 2024-09-19T04:33:06.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.422+0000 7fb8faffd640 1 -- 172.21.15.111:0/681382401 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4266697565 0 0) 0x7fb8fc160420 con 0x7fb8fc0d1ee0 2024-09-19T04:33:06.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.423+0000 7fb8faffd640 1 -- 172.21.15.111:0/681382401 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb8e4003520 con 0x7fb8fc0d1ee0 2024-09-19T04:33:06.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.423+0000 7fb8fbfff640 1 -- 172.21.15.111:0/681382401 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8fc0d08c0 msgr2=0x7fb8fc0d0d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:06.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.423+0000 7fb8fbfff640 1 --2- 172.21.15.111:0/681382401 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8fc0d08c0 0x7fb8fc0d0d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.423+0000 7fb8fbfff640 1 -- 172.21.15.111:0/681382401 >> v1:172.21.15.114:6789/0 conn(0x7fb8fc0d1ee0 legacy=0x7fb8fc073650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:06.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.423+0000 7fb8fbfff640 1 -- 172.21.15.111:0/681382401 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8fc160700 con 0x7fb8fc15c3b0 2024-09-19T04:33:06.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.423+0000 7fb900a6d640 1 --2- 172.21.15.111:0/681382401 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8fc0d08c0 0x7fb8fc0d0d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:33:06.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.423+0000 7fb8fbfff640 1 --2- 172.21.15.111:0/681382401 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb8fc15c3b0 0x7fb8fc073110 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fb8ec0097a0 tx=0x7fb8ec02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=45d7ff1e37fd66e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:06.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.423+0000 7fb8faffd640 1 -- 172.21.15.111:0/681382401 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8ec037070 con 0x7fb8fc15c3b0 2024-09-19T04:33:06.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.423+0000 7fb8faffd640 1 -- 172.21.15.111:0/681382401 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8ec032440 con 0x7fb8fc15c3b0 2024-09-19T04:33:06.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.424+0000 7fb8faffd640 1 -- 172.21.15.111:0/681382401 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8ec0327f0 con 0x7fb8fc15c3b0 2024-09-19T04:33:06.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.424+0000 7fb9024d0640 1 -- 172.21.15.111:0/681382401 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb8fc15c3b0 msgr2=0x7fb8fc073110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:06.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.424+0000 7fb9024d0640 1 --2- 172.21.15.111:0/681382401 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb8fc15c3b0 0x7fb8fc073110 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fb8ec0097a0 tx=0x7fb8ec02a180 comp rx=0 tx=0).stop 2024-09-19T04:33:06.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.424+0000 7fb9024d0640 1 -- 172.21.15.111:0/681382401 shutdown_connections 2024-09-19T04:33:06.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.424+0000 7fb9024d0640 1 --2- 172.21.15.111:0/681382401 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8fc0d08c0 0x7fb8fc0d0d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.424+0000 7fb9024d0640 1 --2- 172.21.15.111:0/681382401 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb8fc15c3b0 0x7fb8fc073110 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.424+0000 7fb9024d0640 1 -- 172.21.15.111:0/681382401 >> 172.21.15.111:0/681382401 conn(0x7fb8fc0b4300 msgr2=0x7fb8fc0b46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:06.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.424+0000 7fb9024d0640 1 -- 172.21.15.111:0/681382401 shutdown_connections 2024-09-19T04:33:06.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.424+0000 7fb9024d0640 1 -- 172.21.15.111:0/681382401 wait complete. 2024-09-19T04:33:06.430 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.425+0000 7fb9024d0640 1 Processor -- start 2024-09-19T04:33:06.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.425+0000 7fb9024d0640 1 -- start start 2024-09-19T04:33:06.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.426+0000 7fb9024d0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8fc0d08c0 0x7fb8fc147160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:06.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.426+0000 7fb9024d0640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb8fc0d1ee0 0x7fb8fc0b5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:06.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.426+0000 7fb9024d0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8fc15c3b0 0x7fb8fc0b5d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:06.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.426+0000 7fb9024d0640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb8fc160060 con 0x7fb8fc15c3b0 2024-09-19T04:33:06.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.426+0000 7fb9024d0640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb8fc160cc0 con 0x7fb8fc0d1ee0 2024-09-19T04:33:06.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.426+0000 7fb9024d0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb8fc1601e0 con 0x7fb8fc0d08c0 2024-09-19T04:33:06.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.426+0000 7fb900a6d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8fc15c3b0 0x7fb8fc0b5d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:06.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.426+0000 7fb900a6d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8fc15c3b0 0x7fb8fc0b5d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55974/0 (socket says 172.21.15.111:55974) 2024-09-19T04:33:06.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.426+0000 7fb900a6d640 1 -- 172.21.15.111:0/1815015463 learned_addr learned my addr 172.21.15.111:0/1815015463 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:06.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.426+0000 7fb8fbfff640 1 --2- 172.21.15.111:0/1815015463 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8fc0d08c0 0x7fb8fc147160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:06.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.426+0000 7fb8fb7fe640 1 --2- 172.21.15.111:0/1815015463 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb8fc0d1ee0 0x7fb8fc0b5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:06.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.427+0000 7fb900a6d640 1 -- 172.21.15.111:0/1815015463 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8fc0d08c0 msgr2=0x7fb8fc147160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:06.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.427+0000 7fb900a6d640 1 --2- 172.21.15.111:0/1815015463 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8fc0d08c0 0x7fb8fc147160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.427+0000 7fb900a6d640 1 -- 172.21.15.111:0/1815015463 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb8fc0d1ee0 msgr2=0x7fb8fc0b5810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:06.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.427+0000 7fb900a6d640 1 --2- 172.21.15.111:0/1815015463 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb8fc0d1ee0 0x7fb8fc0b5810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.427+0000 7fb900a6d640 1 -- 172.21.15.111:0/1815015463 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8fc15db60 con 0x7fb8fc15c3b0 2024-09-19T04:33:06.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.427+0000 7fb8fbfff640 1 --2- 172.21.15.111:0/1815015463 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8fc0d08c0 0x7fb8fc147160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:06.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.427+0000 7fb900a6d640 1 --2- 172.21.15.111:0/1815015463 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8fc15c3b0 0x7fb8fc0b5d50 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fb8f400efc0 tx=0x7fb8f400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:06.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.427+0000 7fb8f8ff9640 1 -- 172.21.15.111:0/1815015463 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8f400cbe0 con 0x7fb8fc15c3b0 2024-09-19T04:33:06.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.427+0000 7fb8f8ff9640 1 -- 172.21.15.111:0/1815015463 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8f400cd80 con 0x7fb8fc15c3b0 2024-09-19T04:33:06.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.427+0000 7fb8f8ff9640 1 -- 172.21.15.111:0/1815015463 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8f4003bb0 con 0x7fb8fc15c3b0 2024-09-19T04:33:06.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.427+0000 7fb9024d0640 1 -- 172.21.15.111:0/1815015463 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8fc15cac0 con 0x7fb8fc15c3b0 2024-09-19T04:33:06.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.427+0000 7fb9024d0640 1 -- 172.21.15.111:0/1815015463 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8fc15d080 con 0x7fb8fc15c3b0 2024-09-19T04:33:06.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.428+0000 7fb9024d0640 1 -- 172.21.15.111:0/1815015463 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8fc156fa0 con 0x7fb8fc15c3b0 2024-09-19T04:33:06.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.428+0000 7fb8f8ff9640 1 -- 172.21.15.111:0/1815015463 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb8f401b030 con 0x7fb8fc15c3b0 2024-09-19T04:33:06.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.429+0000 7fb8f8ff9640 1 --2- 172.21.15.111:0/1815015463 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb8e806c2b0 0x7fb8e806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:06.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.429+0000 7fb8f8ff9640 1 -- 172.21.15.111:0/1815015463 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb8f408b740 con 0x7fb8fc15c3b0 2024-09-19T04:33:06.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.429+0000 7fb8fbfff640 1 --2- 172.21.15.111:0/1815015463 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb8e806c2b0 0x7fb8e806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:06.434 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.429+0000 7fb8fbfff640 1 --2- 172.21.15.111:0/1815015463 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb8e806c2b0 0x7fb8e806e770 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fb8ec034000 tx=0x7fb8ec02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:06.434 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.433+0000 7fb8f8ff9640 1 -- 172.21.15.111:0/1815015463 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb8fc156fa0 con 0x7fb8fc15c3b0 2024-09-19T04:33:06.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.633+0000 7fb9024d0640 1 -- 172.21.15.111:0/1815015463 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb8fc073e30 con 0x7fb8fc15c3b0 2024-09-19T04:33:06.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.634+0000 7fb8f8ff9640 1 -- 172.21.15.111:0/1815015463 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5226 (secure 0 0 0) 0x7fb8f4022020 con 0x7fb8fc15c3b0 2024-09-19T04:33:06.635 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:06.635 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":6,"btime":"2024-09-19T04:32:54:059192+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/2427445039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":2427445039},{"type":"v1","addr":"172.21.15.111:6837","nonce":2427445039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/3625504623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":3625504623},{"type":"v1","addr":"172.21.15.111:6836","nonce":3625504623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4259,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/575642286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":575642286},{"type":"v1","addr":"172.21.15.114:6835","nonce":575642286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:32:51.389282+0000","modified":"2024-09-19T04:32:53.386968+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6834/4176912851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":4176912851},{"type":"v1","addr":"172.21.15.114:6834","nonce":4176912851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4282,"qdb_cluster":[4282]},"id":1}]} 2024-09-19T04:33:06.636 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 6 2024-09-19T04:33:06.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.636+0000 7fb9024d0640 1 -- 172.21.15.111:0/1815015463 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb8e806c2b0 msgr2=0x7fb8e806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:06.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.636+0000 7fb9024d0640 1 --2- 172.21.15.111:0/1815015463 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb8e806c2b0 0x7fb8e806e770 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fb8ec034000 tx=0x7fb8ec02e000 comp rx=0 tx=0).stop 2024-09-19T04:33:06.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.636+0000 7fb9024d0640 1 -- 172.21.15.111:0/1815015463 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8fc15c3b0 msgr2=0x7fb8fc0b5d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:06.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.636+0000 7fb9024d0640 1 --2- 172.21.15.111:0/1815015463 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8fc15c3b0 0x7fb8fc0b5d50 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fb8f400efc0 tx=0x7fb8f400c490 comp rx=0 tx=0).stop 2024-09-19T04:33:06.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.636+0000 7fb9024d0640 1 -- 172.21.15.111:0/1815015463 shutdown_connections 2024-09-19T04:33:06.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.636+0000 7fb9024d0640 1 --2- 172.21.15.111:0/1815015463 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb8e806c2b0 0x7fb8e806e770 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.636+0000 7fb9024d0640 1 --2- 172.21.15.111:0/1815015463 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8fc15c3b0 0x7fb8fc0b5d50 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.636+0000 7fb9024d0640 1 --2- 172.21.15.111:0/1815015463 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb8fc0d1ee0 0x7fb8fc0b5810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.636+0000 7fb9024d0640 1 --2- 172.21.15.111:0/1815015463 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8fc0d08c0 0x7fb8fc147160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:06.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.636+0000 7fb9024d0640 1 -- 172.21.15.111:0/1815015463 >> 172.21.15.111:0/1815015463 conn(0x7fb8fc0b4300 msgr2=0x7fb8fc15a3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:06.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.636+0000 7fb9024d0640 1 -- 172.21.15.111:0/1815015463 shutdown_connections 2024-09-19T04:33:06.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:06.636+0000 7fb9024d0640 1 -- 172.21.15.111:0/1815015463 wait complete. 2024-09-19T04:33:07.051 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T04:32:51.389282+0000', 'modified': '2024-09-19T04:32:53.386968+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4282}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4282': {'gid': 4282, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.114:6834/4176912851', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.114:6832', 'nonce': 4176912851}, {'type': 'v1', 'addr': '172.21.15.114:6834', 'nonce': 4176912851}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4282, 'qdb_cluster': [4282]} 2024-09-19T04:33:07.051 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T04:33:07.052 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-19T04:33:07.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.151+0000 7f68545a8640 1 Processor -- start 2024-09-19T04:33:07.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.151+0000 7f68545a8640 1 -- start start 2024-09-19T04:33:07.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.152+0000 7f68545a8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f684c0cf070 0x7f684c0cf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.152+0000 7f68545a8640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f684c073120 0x7f684c073560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.152+0000 7f68545a8640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f684c0ce740 con 0x7f684c15c180 2024-09-19T04:33:07.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.152+0000 7f68545a8640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f684c072640 con 0x7f684c0cf070 2024-09-19T04:33:07.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.152+0000 7f68545a8640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f684c072920 con 0x7f684c073120 2024-09-19T04:33:07.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.153+0000 7f6851b43640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f684c0cf070 0x7f684c0cf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.153+0000 7f6851b43640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f684c0cf070 0x7f684c0cf4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55984/0 (socket says 172.21.15.111:55984) 2024-09-19T04:33:07.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.153+0000 7f6851b43640 1 -- 172.21.15.111:0/2154297277 learned_addr learned my addr 172.21.15.111:0/2154297277 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:07.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.153+0000 7f6851b43640 1 -- 172.21.15.111:0/2154297277 >> v2:172.21.15.114:3300/0 conn(0x7f684c073120 msgr2=0x7f684c073560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:07.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.153+0000 7f6851b43640 1 --2- 172.21.15.111:0/2154297277 >> v2:172.21.15.114:3300/0 conn(0x7f684c073120 0x7f684c073560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.153+0000 7f6851b43640 1 -- 172.21.15.111:0/2154297277 >> v1:172.21.15.114:6789/0 conn(0x7f684c15c180 legacy=0x7f684c0cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:07.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.153+0000 7f6851b43640 1 -- 172.21.15.111:0/2154297277 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f684c072c00 con 0x7f684c0cf070 2024-09-19T04:33:07.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.153+0000 7f6851b43640 1 --2- 172.21.15.111:0/2154297277 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f684c0cf070 0x7f684c0cf4e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f684c0cd070 tx=0x7f684802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d4772c4e66351d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:07.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.154+0000 7f6851342640 1 -- 172.21.15.111:0/2154297277 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6848037070 con 0x7f684c0cf070 2024-09-19T04:33:07.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.154+0000 7f6851342640 1 -- 172.21.15.111:0/2154297277 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6848032440 con 0x7f684c0cf070 2024-09-19T04:33:07.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.154+0000 7f6851342640 1 -- 172.21.15.111:0/2154297277 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6848032810 con 0x7f684c0cf070 2024-09-19T04:33:07.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.154+0000 7f68545a8640 1 -- 172.21.15.111:0/2154297277 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f684c0cf070 msgr2=0x7f684c0cf4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:07.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.154+0000 7f68545a8640 1 --2- 172.21.15.111:0/2154297277 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f684c0cf070 0x7f684c0cf4e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f684c0cd070 tx=0x7f684802a1a0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.154+0000 7f68545a8640 1 -- 172.21.15.111:0/2154297277 shutdown_connections 2024-09-19T04:33:07.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.154+0000 7f68545a8640 1 --2- 172.21.15.111:0/2154297277 >> v2:172.21.15.114:3300/0 conn(0x7f684c073120 0x7f684c073560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.154+0000 7f68545a8640 1 --2- 172.21.15.111:0/2154297277 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f684c0cf070 0x7f684c0cf4e0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.154+0000 7f68545a8640 1 -- 172.21.15.111:0/2154297277 >> 172.21.15.111:0/2154297277 conn(0x7f684c062cc0 msgr2=0x7f684c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:07.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.154+0000 7f68545a8640 1 -- 172.21.15.111:0/2154297277 shutdown_connections 2024-09-19T04:33:07.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.154+0000 7f68545a8640 1 -- 172.21.15.111:0/2154297277 wait complete. 2024-09-19T04:33:07.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.155+0000 7f68545a8640 1 Processor -- start 2024-09-19T04:33:07.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.155+0000 7f68545a8640 1 -- start start 2024-09-19T04:33:07.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.156+0000 7f68545a8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f684c073120 0x7f684c0d0040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.156+0000 7f68545a8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f684c0cf070 0x7f684c157790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.156+0000 7f68545a8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f684c15c180 0x7f684c157cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.156+0000 7f68545a8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f684c0722f0 con 0x7f684c0cf070 2024-09-19T04:33:07.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.156+0000 7f68545a8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f684c0ced00 con 0x7f684c073120 2024-09-19T04:33:07.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.156+0000 7f68545a8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f684c15c560 con 0x7f684c15c180 2024-09-19T04:33:07.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.156+0000 7f6851b43640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f684c0cf070 0x7f684c157790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.156+0000 7f6851b43640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f684c0cf070 0x7f684c157790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55988/0 (socket says 172.21.15.111:55988) 2024-09-19T04:33:07.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.156+0000 7f6851b43640 1 -- 172.21.15.111:0/1246092639 learned_addr learned my addr 172.21.15.111:0/1246092639 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:07.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.156+0000 7f6852344640 1 --2- 172.21.15.111:0/1246092639 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f684c073120 0x7f684c0d0040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.156+0000 7f6852b45640 1 --2- 172.21.15.111:0/1246092639 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f684c15c180 0x7f684c157cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.156+0000 7f6851b43640 1 -- 172.21.15.111:0/1246092639 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f684c15c180 msgr2=0x7f684c157cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:07.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.156+0000 7f6851b43640 1 --2- 172.21.15.111:0/1246092639 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f684c15c180 0x7f684c157cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.156+0000 7f6851b43640 1 -- 172.21.15.111:0/1246092639 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f684c073120 msgr2=0x7f684c0d0040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:07.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.156+0000 7f6851b43640 1 --2- 172.21.15.111:0/1246092639 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f684c073120 0x7f684c0d0040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.157+0000 7f6851b43640 1 -- 172.21.15.111:0/1246092639 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f684c1f22f0 con 0x7f684c0cf070 2024-09-19T04:33:07.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.157+0000 7f6851b43640 1 --2- 172.21.15.111:0/1246092639 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f684c0cf070 0x7f684c157790 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f684802a1e0 tx=0x7f68480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:07.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.157+0000 7f683effd640 1 -- 172.21.15.111:0/1246092639 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6848041070 con 0x7f684c0cf070 2024-09-19T04:33:07.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.157+0000 7f683effd640 1 -- 172.21.15.111:0/1246092639 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f684803c870 con 0x7f684c0cf070 2024-09-19T04:33:07.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.157+0000 7f68545a8640 1 -- 172.21.15.111:0/1246092639 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f684c1f25d0 con 0x7f684c0cf070 2024-09-19T04:33:07.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.157+0000 7f683effd640 1 -- 172.21.15.111:0/1246092639 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6848037040 con 0x7f684c0cf070 2024-09-19T04:33:07.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.157+0000 7f68545a8640 1 -- 172.21.15.111:0/1246092639 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f684c1f2b90 con 0x7f684c0cf070 2024-09-19T04:33:07.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.158+0000 7f683effd640 1 -- 172.21.15.111:0/1246092639 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6848044070 con 0x7f684c0cf070 2024-09-19T04:33:07.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.159+0000 7f683effd640 1 --2- 172.21.15.111:0/1246092639 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f683006c2e0 0x7f683006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.159+0000 7f683effd640 1 -- 172.21.15.111:0/1246092639 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f68480abf20 con 0x7f684c0cf070 2024-09-19T04:33:07.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.159+0000 7f6852344640 1 --2- 172.21.15.111:0/1246092639 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f683006c2e0 0x7f683006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.159+0000 7f6852344640 1 --2- 172.21.15.111:0/1246092639 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f683006c2e0 0x7f683006e7a0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f68400017f0 tx=0x7f6840009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:07.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.160+0000 7f685741d740 1 Processor -- start 2024-09-19T04:33:07.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.160+0000 7f685741d740 1 -- start start 2024-09-19T04:33:07.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.161+0000 7f685741d740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605181f82c0 0x56051823da60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.161+0000 7f685741d740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5605181f5a80 0x5605181f86a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.161+0000 7f685741d740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5605181f9a50 0x5605181f28b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.161+0000 7f685741d740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x56051815a520 con 0x5605181f9a50 2024-09-19T04:33:07.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.161+0000 7f685741d740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5605181023e0 con 0x5605181f82c0 2024-09-19T04:33:07.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.161+0000 7f685741d740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x5605181564e0 con 0x5605181f5a80 2024-09-19T04:33:07.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.161+0000 7f6852b45640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5605181f9a50 0x5605181f28b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.161+0000 7f6852b45640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5605181f9a50 0x5605181f28b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55990/0 (socket says 172.21.15.111:55990) 2024-09-19T04:33:07.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.161+0000 7f6852b45640 1 -- 172.21.15.111:0/3737550228 learned_addr learned my addr 172.21.15.111:0/3737550228 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:07.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.161+0000 7f6852344640 1 --2- 172.21.15.111:0/3737550228 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605181f82c0 0x56051823da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.161+0000 7f6851b43640 1 --2- 172.21.15.111:0/3737550228 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5605181f5a80 0x5605181f86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.161+0000 7f6852b45640 1 -- 172.21.15.111:0/3737550228 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5605181f5a80 msgr2=0x5605181f86a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:07.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.161+0000 7f6852b45640 1 --2- 172.21.15.111:0/3737550228 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5605181f5a80 0x5605181f86a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.161+0000 7f6852b45640 1 -- 172.21.15.111:0/3737550228 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605181f82c0 msgr2=0x56051823da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:07.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.161+0000 7f6852b45640 1 --2- 172.21.15.111:0/3737550228 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605181f82c0 0x56051823da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.161+0000 7f6852b45640 1 -- 172.21.15.111:0/3737550228 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56051811d2f0 con 0x5605181f9a50 2024-09-19T04:33:07.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.161+0000 7f6852b45640 1 --2- 172.21.15.111:0/3737550228 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5605181f9a50 0x5605181f28b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f684400a460 tx=0x7f6844009650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fd2cc63d1880c44 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:07.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.161+0000 7f682ffff640 1 -- 172.21.15.111:0/3737550228 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6844013790 con 0x5605181f9a50 2024-09-19T04:33:07.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.161+0000 7f682ffff640 1 -- 172.21.15.111:0/3737550228 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6844019070 con 0x5605181f9a50 2024-09-19T04:33:07.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.161+0000 7f682ffff640 1 -- 172.21.15.111:0/3737550228 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6844013b70 con 0x5605181f9a50 2024-09-19T04:33:07.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.162+0000 7f685741d740 1 -- 172.21.15.111:0/3737550228 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5605181f9a50 msgr2=0x5605181f28b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:07.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.162+0000 7f685741d740 1 --2- 172.21.15.111:0/3737550228 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5605181f9a50 0x5605181f28b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f684400a460 tx=0x7f6844009650 comp rx=0 tx=0).stop 2024-09-19T04:33:07.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.162+0000 7f685741d740 1 -- 172.21.15.111:0/3737550228 shutdown_connections 2024-09-19T04:33:07.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.162+0000 7f685741d740 1 --2- 172.21.15.111:0/3737550228 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5605181f9a50 0x5605181f28b0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.162+0000 7f685741d740 1 --2- 172.21.15.111:0/3737550228 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5605181f5a80 0x5605181f86a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.162+0000 7f685741d740 1 --2- 172.21.15.111:0/3737550228 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605181f82c0 0x56051823da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.162+0000 7f685741d740 1 -- 172.21.15.111:0/3737550228 >> 172.21.15.111:0/3737550228 conn(0x5605181f4a80 msgr2=0x56051823cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:07.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.162+0000 7f685741d740 1 -- 172.21.15.111:0/3737550228 shutdown_connections 2024-09-19T04:33:07.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.162+0000 7f685741d740 1 -- 172.21.15.111:0/3737550228 wait complete. 2024-09-19T04:33:07.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.163+0000 7f685741d740 1 -- start start 2024-09-19T04:33:07.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.163+0000 7f685741d740 1 Processor -- start 2024-09-19T04:33:07.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.163+0000 7f685741d740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5605181f82c0 0x56051824d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.163+0000 7f685741d740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5605181f9a50 0x5605182179c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.163+0000 7f685741d740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560518222060 0x5605182224e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.163+0000 7f685741d740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5605181f3f20 con 0x5605181f82c0 2024-09-19T04:33:07.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.163+0000 7f685741d740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5605180e3450 con 0x560518222060 2024-09-19T04:33:07.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.163+0000 7f685741d740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x56051823e290 con 0x5605181f9a50 2024-09-19T04:33:07.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.164+0000 7f685741d740 10 client.0 _ll_register_callbacks cb 0x560517e6cac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:33:07.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.164+0000 7f6852344640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5605181f82c0 0x56051824d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.164+0000 7f6852344640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5605181f82c0 0x56051824d740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56006/0 (socket says 172.21.15.111:56006) 2024-09-19T04:33:07.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.164+0000 7f6852344640 1 -- 172.21.15.111:0/340107185 learned_addr learned my addr 172.21.15.111:0/340107185 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:07.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.164+0000 7f6851b43640 1 --2- 172.21.15.111:0/340107185 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5605181f9a50 0x5605182179c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.164+0000 7f6852b45640 1 --2- 172.21.15.111:0/340107185 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560518222060 0x5605182224e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.164+0000 7f6852344640 1 -- 172.21.15.111:0/340107185 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5605181f9a50 msgr2=0x5605182179c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:07.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.164+0000 7f6852344640 1 --2- 172.21.15.111:0/340107185 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5605181f9a50 0x5605182179c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.164+0000 7f6852344640 1 -- 172.21.15.111:0/340107185 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560518222060 msgr2=0x5605182224e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:07.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.164+0000 7f6852344640 1 --2- 172.21.15.111:0/340107185 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560518222060 0x5605182224e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.164+0000 7f6852344640 1 -- 172.21.15.111:0/340107185 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560517e6d2d0 con 0x5605181f82c0 2024-09-19T04:33:07.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.164+0000 7f6852344640 1 --2- 172.21.15.111:0/340107185 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5605181f82c0 0x56051824d740 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f6840014760 tx=0x7f6840001020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c835617530537c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:07.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.164+0000 7f682d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-09-19T04:33:07.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.164+0000 7f682d7fa640 1 -- 172.21.15.111:0/340107185 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6840025020 con 0x5605181f82c0 2024-09-19T04:33:07.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.164+0000 7f682d7fa640 1 -- 172.21.15.111:0/340107185 <== mon.0 v2:172.21.15.111:3300/0 2 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f6840013780 con 0x5605181f82c0 2024-09-19T04:33:07.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.164+0000 7f685741d740 1 -- 172.21.15.111:0/340107185 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6844019070 con 0x5605181f82c0 2024-09-19T04:33:07.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.164+0000 7f682d7fa640 1 -- 172.21.15.111:0/340107185 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) ==== 24+0+0 (secure 0 0 0) 0x7f684002f050 con 0x5605181f82c0 2024-09-19T04:33:07.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.164+0000 7f685741d740 10 client.4587 fetch_fsmap learned FSMap version 6 2024-09-19T04:33:07.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.164+0000 7f685741d740 1 -- 172.21.15.111:0/340107185 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) -- 0x560517f376b0 con 0x5605181f82c0 2024-09-19T04:33:07.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.164+0000 7f682d7fa640 1 -- 172.21.15.111:0/340107185 <== mon.0 v2:172.21.15.111:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6844019070 con 0x5605181f82c0 2024-09-19T04:33:07.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.164+0000 7f682d7fa640 1 -- 172.21.15.111:0/340107185 <== mon.0 v2:172.21.15.111:3300/0 5 ==== fsmap(e 6) ==== 3502+0+0 (secure 0 0 0) 0x7f6840020040 con 0x5605181f82c0 2024-09-19T04:33:07.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.165+0000 7f685741d740 10 client.4587 fetch_fsmap finished waiting for FSMap version 6 2024-09-19T04:33:07.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.165+0000 7f685741d740 10 client.4587 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-19T04:33:07.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.165+0000 7f685741d740 20 client.4587 populate_metadata read hostname 'smithi111' 2024-09-19T04:33:07.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.165+0000 7f685741d740 1 --2- 172.21.15.111:0/340107185 >> [v2:172.21.15.114:6832/4176912851,v1:172.21.15.114:6834/4176912851] conn(0x560518250380 0x560518250760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.165+0000 7f685741d740 4 client.4587 mds_command: new command op to 4282 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T04:33:07.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.165+0000 7f685741d740 1 -- 172.21.15.111:0/340107185 --> [v2:172.21.15.114:6832/4176912851,v1:172.21.15.114:6834/4176912851] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560518167c50 con 0x560518250380 2024-09-19T04:33:07.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.165+0000 7f6851b43640 1 --2- 172.21.15.111:0/340107185 >> [v2:172.21.15.114:6832/4176912851,v1:172.21.15.114:6834/4176912851] conn(0x560518250380 0x560518250760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.165+0000 7f682d7fa640 10 client.4587 ms_handle_connect on v2:172.21.15.114:6832/4176912851 2024-09-19T04:33:07.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.165+0000 7f6851b43640 1 --2- 172.21.15.111:0/340107185 >> [v2:172.21.15.114:6832/4176912851,v1:172.21.15.114:6834/4176912851] conn(0x560518250380 0x560518250760 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b62798e06aafda6e server_cookie=9df97f9cd66ea7f8 in_seq=0 out_seq=0 2024-09-19T04:33:07.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.166+0000 7f682d7fa640 1 -- 172.21.15.111:0/340107185 <== mds.0 v2:172.21.15.114:6832/4176912851 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560518167c50 con 0x560518250380 2024-09-19T04:33:07.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.166+0000 7f682d7fa640 10 client.4587 handle_command_reply: tid=0 2024-09-19T04:33:07.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.166+0000 7f685741d740 1 client.4587 shutdown 2024-09-19T04:33:07.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.166+0000 7f685741d740 1 -- 172.21.15.111:0/340107185 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5605181f82c0 msgr2=0x56051824d740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:07.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.166+0000 7f685741d740 1 --2- 172.21.15.111:0/340107185 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5605181f82c0 0x56051824d740 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f6840014760 tx=0x7f6840001020 comp rx=0 tx=0).stop 2024-09-19T04:33:07.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.166+0000 7f685741d740 1 -- 172.21.15.111:0/340107185 shutdown_connections 2024-09-19T04:33:07.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.166+0000 7f685741d740 1 --2- 172.21.15.111:0/340107185 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560518222060 0x5605182224e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.166+0000 7f685741d740 1 --2- 172.21.15.111:0/340107185 >> [v2:172.21.15.114:6832/4176912851,v1:172.21.15.114:6834/4176912851] conn(0x560518250380 0x560518250760 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.166+0000 7f685741d740 1 --2- 172.21.15.111:0/340107185 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5605181f9a50 0x5605182179c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.166+0000 7f685741d740 1 --2- 172.21.15.111:0/340107185 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5605181f82c0 0x56051824d740 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.166+0000 7f682d7fa640 0 client.4587 ms_handle_reset on v2:172.21.15.114:6832/4176912851 2024-09-19T04:33:07.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.166+0000 7f685741d740 1 -- 172.21.15.111:0/340107185 >> 172.21.15.111:0/340107185 conn(0x5605181f5a80 msgr2=0x56051823afb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:07.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.166+0000 7f685741d740 1 -- 172.21.15.111:0/340107185 shutdown_connections 2024-09-19T04:33:07.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.166+0000 7f685741d740 1 -- 172.21.15.111:0/340107185 wait complete. 2024-09-19T04:33:07.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.166+0000 7f685741d740 20 client.4587 trim_cache size 0 max 16384 2024-09-19T04:33:07.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.184+0000 7f685741d740 1 Processor -- start 2024-09-19T04:33:07.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.184+0000 7f685741d740 1 -- start start 2024-09-19T04:33:07.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.185+0000 7f685741d740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605181f82c0 0x5605182b1980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.185+0000 7f685741d740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5605181f9a50 0x56051823afb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.185+0000 7f685741d740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560518222060 0x56051823b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.185+0000 7f685741d740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f684c1fdb80 con 0x560518222060 2024-09-19T04:33:07.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.185+0000 7f685741d740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f684c1f3f60 con 0x5605181f82c0 2024-09-19T04:33:07.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.185+0000 7f685741d740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f684c1f45b0 con 0x5605181f9a50 2024-09-19T04:33:07.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.185+0000 7f6852b45640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560518222060 0x56051823b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.185+0000 7f6852b45640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560518222060 0x56051823b4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56008/0 (socket says 172.21.15.111:56008) 2024-09-19T04:33:07.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.185+0000 7f6852b45640 1 -- 172.21.15.111:0/601084074 learned_addr learned my addr 172.21.15.111:0/601084074 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:07.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.185+0000 7f6852344640 1 --2- 172.21.15.111:0/601084074 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605181f82c0 0x5605182b1980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.185+0000 7f6851b43640 1 --2- 172.21.15.111:0/601084074 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5605181f9a50 0x56051823afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.185+0000 7f6852b45640 1 -- 172.21.15.111:0/601084074 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5605181f9a50 msgr2=0x56051823afb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:07.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.185+0000 7f6852b45640 1 --2- 172.21.15.111:0/601084074 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5605181f9a50 0x56051823afb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.185+0000 7f6852b45640 1 -- 172.21.15.111:0/601084074 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605181f82c0 msgr2=0x5605182b1980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:07.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.185+0000 7f6852b45640 1 --2- 172.21.15.111:0/601084074 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605181f82c0 0x5605182b1980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.185+0000 7f6852b45640 1 -- 172.21.15.111:0/601084074 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56051821ba70 con 0x560518222060 2024-09-19T04:33:07.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.185+0000 7f6852b45640 1 --2- 172.21.15.111:0/601084074 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560518222060 0x56051823b4f0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f684400a430 tx=0x7f6844012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2eda7bb758775ce7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:07.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.185+0000 7f682f7fe640 1 -- 172.21.15.111:0/601084074 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6844013790 con 0x560518222060 2024-09-19T04:33:07.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.185+0000 7f682f7fe640 1 -- 172.21.15.111:0/601084074 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6844019070 con 0x560518222060 2024-09-19T04:33:07.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.185+0000 7f682f7fe640 1 -- 172.21.15.111:0/601084074 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6844013b70 con 0x560518222060 2024-09-19T04:33:07.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.186+0000 7f685741d740 1 -- 172.21.15.111:0/601084074 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560518222060 msgr2=0x56051823b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:07.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.186+0000 7f685741d740 1 --2- 172.21.15.111:0/601084074 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560518222060 0x56051823b4f0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f684400a430 tx=0x7f6844012000 comp rx=0 tx=0).stop 2024-09-19T04:33:07.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.186+0000 7f685741d740 1 -- 172.21.15.111:0/601084074 shutdown_connections 2024-09-19T04:33:07.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.186+0000 7f685741d740 1 --2- 172.21.15.111:0/601084074 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560518222060 0x56051823b4f0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.186+0000 7f685741d740 1 --2- 172.21.15.111:0/601084074 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5605181f9a50 0x56051823afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.186+0000 7f685741d740 1 --2- 172.21.15.111:0/601084074 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605181f82c0 0x5605182b1980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.186+0000 7f685741d740 1 -- 172.21.15.111:0/601084074 >> 172.21.15.111:0/601084074 conn(0x5605181f5a80 msgr2=0x5605182569d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:07.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.186+0000 7f685741d740 1 -- 172.21.15.111:0/601084074 shutdown_connections 2024-09-19T04:33:07.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.186+0000 7f685741d740 1 -- 172.21.15.111:0/601084074 wait complete. 2024-09-19T04:33:07.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.186+0000 7f685741d740 1 -- start start 2024-09-19T04:33:07.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.187+0000 7f685741d740 1 Processor -- start 2024-09-19T04:33:07.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.187+0000 7f685741d740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5605181f82c0 0x56051829aca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.187+0000 7f685741d740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605181f9a50 0x56051829d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.187+0000 7f685741d740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560518222060 0x56051829da90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.187+0000 7f685741d740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x560518218210 con 0x5605181f82c0 2024-09-19T04:33:07.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.187+0000 7f685741d740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x56051821a850 con 0x5605181f9a50 2024-09-19T04:33:07.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.187+0000 7f685741d740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x560518219d50 con 0x560518222060 2024-09-19T04:33:07.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.187+0000 7f685741d740 10 client.0 _ll_register_callbacks cb 0x7f684000fed0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:33:07.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.187+0000 7f6852344640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5605181f82c0 0x56051829aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.188+0000 7f6852344640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5605181f82c0 0x56051829aca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56012/0 (socket says 172.21.15.111:56012) 2024-09-19T04:33:07.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.188+0000 7f6852344640 1 -- 172.21.15.111:0/1386131716 learned_addr learned my addr 172.21.15.111:0/1386131716 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:07.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.188+0000 7f6851b43640 1 --2- 172.21.15.111:0/1386131716 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605181f9a50 0x56051829d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.188+0000 7f6852b45640 1 --2- 172.21.15.111:0/1386131716 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560518222060 0x56051829da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.188+0000 7f6852344640 1 -- 172.21.15.111:0/1386131716 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560518222060 msgr2=0x56051829da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:07.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.188+0000 7f6852344640 1 --2- 172.21.15.111:0/1386131716 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560518222060 0x56051829da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.188+0000 7f6852344640 1 -- 172.21.15.111:0/1386131716 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605181f9a50 msgr2=0x56051829d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:07.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.188+0000 7f6852344640 1 --2- 172.21.15.111:0/1386131716 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605181f9a50 0x56051829d550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.188+0000 7f6852344640 1 -- 172.21.15.111:0/1386131716 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56051829b1e0 con 0x5605181f82c0 2024-09-19T04:33:07.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.188+0000 7f6852344640 1 --2- 172.21.15.111:0/1386131716 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5605181f82c0 0x56051829aca0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f6840001680 tx=0x7f6840014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8539191c3a5cea4a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:07.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.188+0000 7f682d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-09-19T04:33:07.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.188+0000 7f682d7fa640 1 -- 172.21.15.111:0/1386131716 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6840038060 con 0x5605181f82c0 2024-09-19T04:33:07.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.188+0000 7f682d7fa640 1 -- 172.21.15.111:0/1386131716 <== mon.0 v2:172.21.15.111:3300/0 2 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f6840033430 con 0x5605181f82c0 2024-09-19T04:33:07.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.188+0000 7f685741d740 1 -- 172.21.15.111:0/1386131716 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6844019070 con 0x5605181f82c0 2024-09-19T04:33:07.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.188+0000 7f682d7fa640 1 -- 172.21.15.111:0/1386131716 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) ==== 24+0+0 (secure 0 0 0) 0x7f684003e050 con 0x5605181f82c0 2024-09-19T04:33:07.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.188+0000 7f685741d740 10 client.4593 fetch_fsmap learned FSMap version 6 2024-09-19T04:33:07.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.188+0000 7f685741d740 1 -- 172.21.15.111:0/1386131716 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) -- 0x56051825fea0 con 0x5605181f82c0 2024-09-19T04:33:07.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.188+0000 7f682d7fa640 1 -- 172.21.15.111:0/1386131716 <== mon.0 v2:172.21.15.111:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6844019070 con 0x5605181f82c0 2024-09-19T04:33:07.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.188+0000 7f682d7fa640 1 -- 172.21.15.111:0/1386131716 <== mon.0 v2:172.21.15.111:3300/0 5 ==== fsmap(e 6) ==== 3502+0+0 (secure 0 0 0) 0x7f6840041020 con 0x5605181f82c0 2024-09-19T04:33:07.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.188+0000 7f685741d740 10 client.4593 fetch_fsmap finished waiting for FSMap version 6 2024-09-19T04:33:07.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.188+0000 7f685741d740 10 client.4593 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-19T04:33:07.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.188+0000 7f685741d740 20 client.4593 populate_metadata read hostname 'smithi111' 2024-09-19T04:33:07.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.189+0000 7f685741d740 1 --2- 172.21.15.111:0/1386131716 >> [v2:172.21.15.114:6832/4176912851,v1:172.21.15.114:6834/4176912851] conn(0x56051823b360 0x560518238e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.189+0000 7f685741d740 4 client.4593 mds_command: new command op to 4282 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T04:33:07.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.189+0000 7f685741d740 1 -- 172.21.15.111:0/1386131716 --> [v2:172.21.15.114:6832/4176912851,v1:172.21.15.114:6834/4176912851] -- command(tid 0: {"prefix": "status"}) -- 0x560518161fa0 con 0x56051823b360 2024-09-19T04:33:07.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.189+0000 7f6851b43640 1 --2- 172.21.15.111:0/1386131716 >> [v2:172.21.15.114:6832/4176912851,v1:172.21.15.114:6834/4176912851] conn(0x56051823b360 0x560518238e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.189+0000 7f682d7fa640 10 client.4593 ms_handle_connect on v2:172.21.15.114:6832/4176912851 2024-09-19T04:33:07.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.189+0000 7f6851b43640 1 --2- 172.21.15.111:0/1386131716 >> [v2:172.21.15.114:6832/4176912851,v1:172.21.15.114:6834/4176912851] conn(0x56051823b360 0x560518238e50 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=825f722507023ef8 server_cookie=2d5654cc485998c5 in_seq=0 out_seq=0 2024-09-19T04:33:07.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.189+0000 7f682d7fa640 1 -- 172.21.15.111:0/1386131716 <== mds.0 v2:172.21.15.114:6832/4176912851 1 ==== command_reply(tid 0: 0 ) ==== 8+0+323 (crc 0 0 0) 0x560518161fa0 con 0x56051823b360 2024-09-19T04:33:07.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.189+0000 7f682d7fa640 10 client.4593 handle_command_reply: tid=0 2024-09-19T04:33:07.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.189+0000 7f685741d740 1 client.4593 shutdown 2024-09-19T04:33:07.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.189+0000 7f685741d740 1 -- 172.21.15.111:0/1386131716 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5605181f82c0 msgr2=0x56051829aca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:07.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.189+0000 7f685741d740 1 --2- 172.21.15.111:0/1386131716 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5605181f82c0 0x56051829aca0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f6840001680 tx=0x7f6840014000 comp rx=0 tx=0).stop 2024-09-19T04:33:07.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.189+0000 7f685741d740 1 -- 172.21.15.111:0/1386131716 shutdown_connections 2024-09-19T04:33:07.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.189+0000 7f685741d740 1 --2- 172.21.15.111:0/1386131716 >> [v2:172.21.15.114:6832/4176912851,v1:172.21.15.114:6834/4176912851] conn(0x56051823b360 0x560518238e50 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.189+0000 7f685741d740 1 --2- 172.21.15.111:0/1386131716 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560518222060 0x56051829da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.189+0000 7f685741d740 1 --2- 172.21.15.111:0/1386131716 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605181f9a50 0x56051829d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.189+0000 7f682d7fa640 0 client.4593 ms_handle_reset on v2:172.21.15.114:6832/4176912851 2024-09-19T04:33:07.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.189+0000 7f685741d740 1 --2- 172.21.15.111:0/1386131716 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5605181f82c0 0x56051829aca0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.189+0000 7f685741d740 1 -- 172.21.15.111:0/1386131716 >> 172.21.15.111:0/1386131716 conn(0x5605181f5a80 msgr2=0x560518256be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:07.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.190+0000 7f685741d740 1 -- 172.21.15.111:0/1386131716 shutdown_connections 2024-09-19T04:33:07.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.190+0000 7f685741d740 1 -- 172.21.15.111:0/1386131716 wait complete. 2024-09-19T04:33:07.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.190+0000 7f685741d740 20 client.4593 trim_cache size 0 max 16384 2024-09-19T04:33:07.198 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:33:07.199 INFO:teuthology.orchestra.run.smithi111.stdout: "cluster_fsid": "96a4203e-380c-426d-916c-b9d719e0db84", 2024-09-19T04:33:07.199 INFO:teuthology.orchestra.run.smithi111.stdout: "whoami": 0, 2024-09-19T04:33:07.199 INFO:teuthology.orchestra.run.smithi111.stdout: "id": 4282, 2024-09-19T04:33:07.199 INFO:teuthology.orchestra.run.smithi111.stdout: "want_state": "up:active", 2024-09-19T04:33:07.199 INFO:teuthology.orchestra.run.smithi111.stdout: "state": "up:active", 2024-09-19T04:33:07.199 INFO:teuthology.orchestra.run.smithi111.stdout: "fs_name": "cephfs", 2024-09-19T04:33:07.199 INFO:teuthology.orchestra.run.smithi111.stdout: "rank_uptime": 15.14363874, 2024-09-19T04:33:07.199 INFO:teuthology.orchestra.run.smithi111.stdout: "mdsmap_epoch": 6, 2024-09-19T04:33:07.199 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch": 21, 2024-09-19T04:33:07.199 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch_barrier": 21, 2024-09-19T04:33:07.199 INFO:teuthology.orchestra.run.smithi111.stdout: "uptime": 21.170732339000001 2024-09-19T04:33:07.199 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:33:07.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.190+0000 7f68545a8640 1 -- 172.21.15.111:0/1246092639 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f683006c2e0 msgr2=0x7f683006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:07.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.190+0000 7f68545a8640 1 --2- 172.21.15.111:0/1246092639 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f683006c2e0 0x7f683006e7a0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f68400017f0 tx=0x7f6840009040 comp rx=0 tx=0).stop 2024-09-19T04:33:07.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.190+0000 7f68545a8640 1 -- 172.21.15.111:0/1246092639 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f684c0cf070 msgr2=0x7f684c157790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:07.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.190+0000 7f68545a8640 1 --2- 172.21.15.111:0/1246092639 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f684c0cf070 0x7f684c157790 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f684802a1e0 tx=0x7f68480046c0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.190+0000 7f68545a8640 1 -- 172.21.15.111:0/1246092639 shutdown_connections 2024-09-19T04:33:07.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.190+0000 7f68545a8640 1 --2- 172.21.15.111:0/1246092639 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f683006c2e0 0x7f683006e7a0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.190+0000 7f68545a8640 1 --2- 172.21.15.111:0/1246092639 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f684c15c180 0x7f684c157cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.190+0000 7f68545a8640 1 --2- 172.21.15.111:0/1246092639 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f684c0cf070 0x7f684c157790 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.190+0000 7f68545a8640 1 --2- 172.21.15.111:0/1246092639 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f684c073120 0x7f684c0d0040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.190+0000 7f68545a8640 1 -- 172.21.15.111:0/1246092639 >> 172.21.15.111:0/1246092639 conn(0x7f684c062cc0 msgr2=0x7f684c15a940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:07.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.190+0000 7f68545a8640 1 -- 172.21.15.111:0/1246092639 shutdown_connections 2024-09-19T04:33:07.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.190+0000 7f68545a8640 1 -- 172.21.15.111:0/1246092639 wait complete. 2024-09-19T04:33:07.203 INFO:teuthology.run_tasks:Running task sequential... 2024-09-19T04:33:07.214 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-19T04:33:07.214 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-19T04:33:07.214 INFO:teuthology.task.print:Enabling mgr modules 2024-09-19T04:33:07.214 INFO:teuthology.run_tasks:Running task kclient... 2024-09-19T04:33:07.242 INFO:tasks.kclient:Mounting kernel clients... 2024-09-19T04:33:07.242 INFO:tasks.kclient:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-19T04:33:07.243 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:07.243 DEBUG:teuthology.orchestra.run.smithi111:> ip netns list 2024-09-19T04:33:07.259 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:07.259 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip link delete ceph-brx 2024-09-19T04:33:07.324 INFO:teuthology.orchestra.run.smithi111.stderr:Cannot find device "ceph-brx" 2024-09-19T04:33:07.325 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:33:07.326 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:07.326 DEBUG:teuthology.orchestra.run.smithi111:> ip netns list 2024-09-19T04:33:07.381 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:07.381 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip link delete ceph-brx 2024-09-19T04:33:07.447 INFO:teuthology.orchestra.run.smithi111.stderr:Cannot find device "ceph-brx" 2024-09-19T04:33:07.448 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:33:07.449 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:07.449 DEBUG:teuthology.orchestra.run.smithi114:> ip netns list 2024-09-19T04:33:07.468 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:07.468 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip link delete ceph-brx 2024-09-19T04:33:07.540 INFO:teuthology.orchestra.run.smithi114.stderr:Cannot find device "ceph-brx" 2024-09-19T04:33:07.541 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:33:07.542 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:07.542 DEBUG:teuthology.orchestra.run.smithi114:> ip netns list 2024-09-19T04:33:07.600 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:07.600 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip link delete ceph-brx 2024-09-19T04:33:07.669 INFO:teuthology.orchestra.run.smithi114.stderr:Cannot find device "ceph-brx" 2024-09-19T04:33:07.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:33:07.671 INFO:tasks.kclient:client.0 config is {'syntax': 'v2'} 2024-09-19T04:33:07.671 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T04:33:07.671 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T04:33:07.671 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:33:07.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.768+0000 7f9167191640 1 Processor -- start 2024-09-19T04:33:07.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.768+0000 7f9167191640 1 -- start start 2024-09-19T04:33:07.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.769+0000 7f9167191640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f916015ca40 0x7f916015e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.769+0000 7f9167191640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f916015d390 con 0x7f916015ceb0 2024-09-19T04:33:07.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.769+0000 7f9167191640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f916015d670 con 0x7f91600d02a0 2024-09-19T04:33:07.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.769+0000 7f9167191640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f916015d950 con 0x7f916015ca40 2024-09-19T04:33:07.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.769+0000 7f916572e640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f916015ceb0 0x7f91601594c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:43536/0 (socket says 172.21.15.111:43536) 2024-09-19T04:33:07.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.769+0000 7f916572e640 1 -- 172.21.15.111:0/930436069 learned_addr learned my addr 172.21.15.111:0/930436069 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:07.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.769+0000 7f915f7fe640 1 -- 172.21.15.111:0/930436069 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3160876274 0 0) 0x7f916015d390 con 0x7f916015ceb0 2024-09-19T04:33:07.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.769+0000 7f915f7fe640 1 -- 172.21.15.111:0/930436069 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9148003520 con 0x7f916015ceb0 2024-09-19T04:33:07.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.769+0000 7f915ffff640 1 --2- 172.21.15.111:0/930436069 >> v2:172.21.15.114:3300/0 conn(0x7f916015ca40 0x7f916015e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.770+0000 7f915f7fe640 1 -- 172.21.15.111:0/930436069 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4003844805 0 0) 0x7f9148003520 con 0x7f916015ceb0 2024-09-19T04:33:07.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.770+0000 7f915f7fe640 1 -- 172.21.15.111:0/930436069 >> v2:172.21.15.114:3300/0 conn(0x7f916015ca40 msgr2=0x7f916015e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:07.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.770+0000 7f915f7fe640 1 --2- 172.21.15.111:0/930436069 >> v2:172.21.15.114:3300/0 conn(0x7f916015ca40 0x7f916015e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.770+0000 7f915f7fe640 1 -- 172.21.15.111:0/930436069 >> v1:172.21.15.114:6789/0 conn(0x7f91600d02a0 legacy=0x7f91600d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:07.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.770+0000 7f915f7fe640 1 -- 172.21.15.111:0/930436069 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f916015dc30 con 0x7f916015ceb0 2024-09-19T04:33:07.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.770+0000 7f915f7fe640 1 -- 172.21.15.111:0/930436069 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f91580019f0 con 0x7f916015ceb0 2024-09-19T04:33:07.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.770+0000 7f915f7fe640 1 -- 172.21.15.111:0/930436069 >> v1:172.21.15.111:6789/0 conn(0x7f916015ceb0 legacy=0x7f91601594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:07.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.770+0000 7f915f7fe640 1 --2- 172.21.15.111:0/930436069 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91480039b0 0x7f9148003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.770+0000 7f915f7fe640 1 --2- 172.21.15.111:0/930436069 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9148004800 0x7f9148004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.770+0000 7f915f7fe640 1 --2- 172.21.15.111:0/930436069 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91480052e0 0x7f914800dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.770+0000 7f915f7fe640 1 -- 172.21.15.111:0/930436069 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f916015d950 con 0x7f91480052e0 2024-09-19T04:33:07.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.770+0000 7f915f7fe640 1 -- 172.21.15.111:0/930436069 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f914800e3c0 con 0x7f9148004800 2024-09-19T04:33:07.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.770+0000 7f915f7fe640 1 -- 172.21.15.111:0/930436069 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f914800e5c0 con 0x7f91480039b0 2024-09-19T04:33:07.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.770+0000 7f916572e640 1 --2- 172.21.15.111:0/930436069 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91480052e0 0x7f914800dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.770+0000 7f9164f2d640 1 --2- 172.21.15.111:0/930436069 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91480039b0 0x7f9148003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.770+0000 7f915ffff640 1 --2- 172.21.15.111:0/930436069 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9148004800 0x7f9148004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.770+0000 7f916572e640 1 -- 172.21.15.111:0/930436069 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91480039b0 msgr2=0x7f9148003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:07.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.770+0000 7f916572e640 1 --2- 172.21.15.111:0/930436069 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91480039b0 0x7f9148003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.770+0000 7f916572e640 1 -- 172.21.15.111:0/930436069 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9148004800 msgr2=0x7f9148004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:07.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.770+0000 7f916572e640 1 --2- 172.21.15.111:0/930436069 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9148004800 0x7f9148004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.770+0000 7f916572e640 1 -- 172.21.15.111:0/930436069 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9148003520 con 0x7f91480052e0 2024-09-19T04:33:07.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.770+0000 7f915ffff640 1 --2- 172.21.15.111:0/930436069 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9148004800 0x7f9148004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:07.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.771+0000 7f916572e640 1 -- 172.21.15.111:0/930436069 reap_dead start 2024-09-19T04:33:07.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.771+0000 7f916572e640 1 --2- 172.21.15.111:0/930436069 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91480052e0 0x7f914800dbd0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f9158002230 tx=0x7f9148005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a25e731c44374dd5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:07.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.771+0000 7f915f7fe640 1 -- 172.21.15.111:0/930436069 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f915800a4a0 con 0x7f91480052e0 2024-09-19T04:33:07.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.771+0000 7f915f7fe640 1 -- 172.21.15.111:0/930436069 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f915802f070 con 0x7f91480052e0 2024-09-19T04:33:07.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.771+0000 7f915f7fe640 1 -- 172.21.15.111:0/930436069 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f915802bc70 con 0x7f91480052e0 2024-09-19T04:33:07.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.771+0000 7f9167191640 1 -- 172.21.15.111:0/930436069 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91480052e0 msgr2=0x7f914800dbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:07.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.771+0000 7f9167191640 1 --2- 172.21.15.111:0/930436069 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91480052e0 0x7f914800dbd0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f9158002230 tx=0x7f9148005830 comp rx=0 tx=0).stop 2024-09-19T04:33:07.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.771+0000 7f9167191640 1 -- 172.21.15.111:0/930436069 shutdown_connections 2024-09-19T04:33:07.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.771+0000 7f9167191640 1 --2- 172.21.15.111:0/930436069 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91480052e0 0x7f914800dbd0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.771+0000 7f9167191640 1 -- 172.21.15.111:0/930436069 >> 172.21.15.111:0/930436069 conn(0x7f9160062cc0 msgr2=0x7f916006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:07.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.771+0000 7f9167191640 1 -- 172.21.15.111:0/930436069 shutdown_connections 2024-09-19T04:33:07.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.772+0000 7f9167191640 1 -- 172.21.15.111:0/930436069 wait complete. 2024-09-19T04:33:07.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.773+0000 7f9167191640 1 Processor -- start 2024-09-19T04:33:07.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.773+0000 7f9167191640 1 -- start start 2024-09-19T04:33:07.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.773+0000 7f9167191640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91480052e0 0x7f916013df10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.773+0000 7f9167191640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9160072e40 0x7f91601f0b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.773+0000 7f9167191640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91601f3620 0x7f91601f3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.774+0000 7f9167191640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9160155d10 con 0x7f91601f3620 2024-09-19T04:33:07.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.774+0000 7f9167191640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9160155b90 con 0x7f9160072e40 2024-09-19T04:33:07.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.774+0000 7f9167191640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f91600b4790 con 0x7f91480052e0 2024-09-19T04:33:07.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.774+0000 7f916572e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91601f3620 0x7f91601f3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.774+0000 7f916572e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91601f3620 0x7f91601f3ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56034/0 (socket says 172.21.15.111:56034) 2024-09-19T04:33:07.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.774+0000 7f916572e640 1 -- 172.21.15.111:0/1593639224 learned_addr learned my addr 172.21.15.111:0/1593639224 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:07.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.774+0000 7f9164f2d640 1 --2- 172.21.15.111:0/1593639224 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91480052e0 0x7f916013df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.774+0000 7f915ffff640 1 --2- 172.21.15.111:0/1593639224 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9160072e40 0x7f91601f0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.774+0000 7f916572e640 1 -- 172.21.15.111:0/1593639224 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91480052e0 msgr2=0x7f916013df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:07.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.774+0000 7f916572e640 1 --2- 172.21.15.111:0/1593639224 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91480052e0 0x7f916013df10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.774+0000 7f916572e640 1 -- 172.21.15.111:0/1593639224 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9160072e40 msgr2=0x7f91601f0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:07.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.774+0000 7f916572e640 1 --2- 172.21.15.111:0/1593639224 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9160072e40 0x7f91601f0b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.774+0000 7f916572e640 1 -- 172.21.15.111:0/1593639224 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f916013e5d0 con 0x7f91601f3620 2024-09-19T04:33:07.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.774+0000 7f916572e640 1 --2- 172.21.15.111:0/1593639224 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91601f3620 0x7f91601f3ad0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f9158000f80 tx=0x7f915802d070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:07.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.774+0000 7f915d7fa640 1 -- 172.21.15.111:0/1593639224 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f915800a480 con 0x7f91601f3620 2024-09-19T04:33:07.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.774+0000 7f915d7fa640 1 -- 172.21.15.111:0/1593639224 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9158034470 con 0x7f91601f3620 2024-09-19T04:33:07.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.774+0000 7f9167191640 1 -- 172.21.15.111:0/1593639224 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f916013e8b0 con 0x7f91601f3620 2024-09-19T04:33:07.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.774+0000 7f915d7fa640 1 -- 172.21.15.111:0/1593639224 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9158034820 con 0x7f91601f3620 2024-09-19T04:33:07.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.774+0000 7f9167191640 1 -- 172.21.15.111:0/1593639224 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f916013ee70 con 0x7f91601f3620 2024-09-19T04:33:07.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.775+0000 7f9167191640 1 -- 172.21.15.111:0/1593639224 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91600d0680 con 0x7f91601f3620 2024-09-19T04:33:07.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.776+0000 7f915d7fa640 1 -- 172.21.15.111:0/1593639224 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f91580349c0 con 0x7f91601f3620 2024-09-19T04:33:07.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.776+0000 7f915d7fa640 1 --2- 172.21.15.111:0/1593639224 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f914c06c2b0 0x7f914c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:07.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.776+0000 7f915d7fa640 1 -- 172.21.15.111:0/1593639224 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f91580ab120 con 0x7f91601f3620 2024-09-19T04:33:07.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.776+0000 7f9164f2d640 1 --2- 172.21.15.111:0/1593639224 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f914c06c2b0 0x7f914c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:07.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.777+0000 7f9164f2d640 1 --2- 172.21.15.111:0/1593639224 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f914c06c2b0 0x7f914c06e770 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9150000c00 tx=0x7f9150009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:07.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.780+0000 7f915d7fa640 1 -- 172.21.15.111:0/1593639224 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9158046060 con 0x7f91601f3620 2024-09-19T04:33:07.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.981+0000 7f9167191640 1 -- 172.21.15.111:0/1593639224 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f9160152ba0 con 0x7f91601f3620 2024-09-19T04:33:07.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.981+0000 7f915d7fa640 1 -- 172.21.15.111:0/1593639224 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) ==== 53+0+73 (secure 0 0 0) 0x7f9158079240 con 0x7f91601f3620 2024-09-19T04:33:07.983 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:33:07.985 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.983+0000 7f9167191640 1 -- 172.21.15.111:0/1593639224 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f914c06c2b0 msgr2=0x7f914c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:07.985 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.983+0000 7f9167191640 1 --2- 172.21.15.111:0/1593639224 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f914c06c2b0 0x7f914c06e770 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9150000c00 tx=0x7f9150009040 comp rx=0 tx=0).stop 2024-09-19T04:33:07.985 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.983+0000 7f9167191640 1 -- 172.21.15.111:0/1593639224 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91601f3620 msgr2=0x7f91601f3ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:07.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.983+0000 7f9167191640 1 --2- 172.21.15.111:0/1593639224 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91601f3620 0x7f91601f3ad0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f9158000f80 tx=0x7f915802d070 comp rx=0 tx=0).stop 2024-09-19T04:33:07.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.984+0000 7f9167191640 1 -- 172.21.15.111:0/1593639224 shutdown_connections 2024-09-19T04:33:07.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.984+0000 7f9167191640 1 --2- 172.21.15.111:0/1593639224 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f914c06c2b0 0x7f914c06e770 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.984+0000 7f9167191640 1 --2- 172.21.15.111:0/1593639224 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91601f3620 0x7f91601f3ad0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.984+0000 7f9167191640 1 --2- 172.21.15.111:0/1593639224 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9160072e40 0x7f91601f0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.984+0000 7f9167191640 1 --2- 172.21.15.111:0/1593639224 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91480052e0 0x7f916013df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:07.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.984+0000 7f9167191640 1 -- 172.21.15.111:0/1593639224 >> 172.21.15.111:0/1593639224 conn(0x7f9160062cc0 msgr2=0x7f91600b17a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:07.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.984+0000 7f9167191640 1 -- 172.21.15.111:0/1593639224 shutdown_connections 2024-09-19T04:33:07.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:07.984+0000 7f9167191640 1 -- 172.21.15.111:0/1593639224 wait complete. 2024-09-19T04:33:07.995 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T04:33:07.995 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:33:07.995 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi111.front.sepia.ceph.com 2024-09-19T04:33:07.996 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T04:33:07.996 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T04:33:07.996 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T04:33:07.996 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T04:33:07.996 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:33:07.996 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:33:07.996 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:07.996 DEBUG:teuthology.orchestra.run.smithi111:> ip addr 2024-09-19T04:33:08.011 INFO:teuthology.orchestra.run.smithi111.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:33:08.011 INFO:teuthology.orchestra.run.smithi111.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:33:08.011 INFO:teuthology.orchestra.run.smithi111.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:33:08.011 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:08.011 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 ::1/128 scope host 2024-09-19T04:33:08.012 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:08.012 INFO:teuthology.orchestra.run.smithi111.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:33:08.012 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:24 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:08.012 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f0 2024-09-19T04:33:08.012 INFO:teuthology.orchestra.run.smithi111.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:33:08.012 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:25 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:08.012 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f1 2024-09-19T04:33:08.012 INFO:teuthology.orchestra.run.smithi111.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:33:08.012 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2e brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:08.012 INFO:teuthology.orchestra.run.smithi111.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:33:08.012 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2f brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:08.012 INFO:teuthology.orchestra.run.smithi111.stdout: inet 172.21.15.111/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:33:08.012 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft 42778sec preferred_lft 42778sec 2024-09-19T04:33:08.013 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::ec4:7aff:fe8f:cc2f/64 scope link noprefixroute 2024-09-19T04:33:08.013 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:08.013 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-19T04:33:08.013 DEBUG:teuthology.orchestra.run.smithi111:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:33:08.013 DEBUG:teuthology.orchestra.run.smithi111:> set -e 2024-09-19T04:33:08.013 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip link add name ceph-brx type bridge 2024-09-19T04:33:08.013 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip addr flush dev ceph-brx 2024-09-19T04:33:08.014 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip link set ceph-brx up 2024-09-19T04:33:08.014 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-19T04:33:08.014 DEBUG:teuthology.orchestra.run.smithi111:> ') 2024-09-19T04:33:08.101 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:08 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:33:08.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:08.220 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:08.220 DEBUG:teuthology.orchestra.run.smithi111:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:33:08.246 INFO:teuthology.orchestra.run.smithi111.stdout:1 2024-09-19T04:33:08.247 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:08.247 DEBUG:teuthology.orchestra.run.smithi111:> route 2024-09-19T04:33:08.333 INFO:teuthology.orchestra.run.smithi111.stdout:Kernel IP routing table 2024-09-19T04:33:08.334 INFO:teuthology.orchestra.run.smithi111.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:33:08.334 INFO:teuthology.orchestra.run.smithi111.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:33:08.334 INFO:teuthology.orchestra.run.smithi111.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:33:08.334 INFO:teuthology.orchestra.run.smithi111.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:33:08.334 DEBUG:teuthology.orchestra.run.smithi111:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:33:08.334 DEBUG:teuthology.orchestra.run.smithi111:> set -e 2024-09-19T04:33:08.334 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:33:08.335 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:33:08.335 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:33:08.335 DEBUG:teuthology.orchestra.run.smithi111:> ') 2024-09-19T04:33:08.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:08 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:33:08.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:08.636 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:08.636 DEBUG:teuthology.orchestra.run.smithi111:> ip netns list 2024-09-19T04:33:08.652 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:08.652 DEBUG:teuthology.orchestra.run.smithi111:> ip netns list-id 2024-09-19T04:33:08.707 DEBUG:teuthology.orchestra.run.smithi111:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:33:08.707 DEBUG:teuthology.orchestra.run.smithi111:> set -e 2024-09-19T04:33:08.707 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T04:33:08.707 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-19T04:33:08.707 DEBUG:teuthology.orchestra.run.smithi111:> ') 2024-09-19T04:33:08.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:08 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:33:08.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:08.823 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-19T04:33:08.823 DEBUG:teuthology.orchestra.run.smithi111:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:33:08.823 DEBUG:teuthology.orchestra.run.smithi111:> set -e 2024-09-19T04:33:08.823 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-19T04:33:08.823 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-19T04:33:08.823 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-19T04:33:08.823 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-19T04:33:08.823 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-19T04:33:08.823 DEBUG:teuthology.orchestra.run.smithi111:> ') 2024-09-19T04:33:08.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:08 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:33:08.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:08.949 DEBUG:teuthology.orchestra.run.smithi111:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:33:08.949 DEBUG:teuthology.orchestra.run.smithi111:> set -e 2024-09-19T04:33:08.949 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip link set brx.0 up 2024-09-19T04:33:08.949 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip link set dev brx.0 master ceph-brx 2024-09-19T04:33:08.949 DEBUG:teuthology.orchestra.run.smithi111:> ') 2024-09-19T04:33:08.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:08 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:33:09.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:09.025 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:33:09.025 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T04:33:09.040 INFO:teuthology.orchestra.run.smithi111.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:33:09.040 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:33:09.040 DEBUG:teuthology.orchestra.run.smithi111:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:33:09.090 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T04:33:09.090 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:09.090 DEBUG:teuthology.orchestra.run.smithi111:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:33:09.179 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:33:09.179 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:33:09.308 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:33:09.309 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:33:09.309 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:33:09.309 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: trying mount with new device syntax: 0@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:33:09.309 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:33:09.309 INFO:teuthology.orchestra.run.smithi111.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T04:33:09.309 INFO:teuthology.orchestra.run.smithi111.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:33:09.309 INFO:teuthology.orchestra.run.smithi111.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:33:09.310 INFO:teuthology.orchestra.run.smithi111.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:33:09.310 INFO:teuthology.orchestra.run.smithi111.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:33:09.311 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:33:09.312 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:09.312 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:33:09.336 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:33:09.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:33:09.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:09.438 INFO:teuthology.orchestra.run.smithi111.stdout:client4457 2024-09-19T04:33:09.439 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:33:09.439 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:09.454 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:33:09.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:33:09.549 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:09.555 INFO:teuthology.orchestra.run.smithi111.stdout:client4457 2024-09-19T04:33:09.555 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:33:09.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:33:09.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:09.616 INFO:teuthology.orchestra.run.smithi111.stdout:client4457 2024-09-19T04:33:09.617 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/96a4203e-380c-426d-916c-b9d719e0db84.client4457/status') 2024-09-19T04:33:09.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:33:09.678 INFO:teuthology.orchestra.run.smithi111.stdout:instance: client.4457 (3)172.21.15.111:0/3145755957 2024-09-19T04:33:09.678 INFO:teuthology.orchestra.run.smithi111.stdout:blocklisted: false 2024-09-19T04:33:09.679 INFO:teuthology.orchestra.run.smithi111.stderr:0+1 records in 2024-09-19T04:33:09.679 INFO:teuthology.orchestra.run.smithi111.stderr:0+1 records out 2024-09-19T04:33:09.679 INFO:teuthology.orchestra.run.smithi111.stderr:71 bytes copied, 2.1628e-05 s, 3.3 MB/s 2024-09-19T04:33:09.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:09.686 INFO:tasks.kclient:client.2 config is {'syntax': 'v2'} 2024-09-19T04:33:09.686 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T04:33:09.686 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-19T04:33:09.686 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:33:09.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.783+0000 7fce1de5e640 1 Processor -- start 2024-09-19T04:33:09.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.783+0000 7fce1de5e640 1 -- start start 2024-09-19T04:33:09.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.783+0000 7fce1de5e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fce1806f1e0 0x7fce18169460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:09.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.783+0000 7fce1de5e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fce1815ecf0 con 0x7fce1815c300 2024-09-19T04:33:09.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.783+0000 7fce1de5e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fce1815c6e0 con 0x7fce180cd300 2024-09-19T04:33:09.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.783+0000 7fce1de5e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fce1815efb0 con 0x7fce1806f1e0 2024-09-19T04:33:09.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.784+0000 7fce177fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fce1815c300 0x7fce180affc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:43544/0 (socket says 172.21.15.111:43544) 2024-09-19T04:33:09.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.784+0000 7fce17fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fce1806f1e0 0x7fce18169460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:09.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.784+0000 7fce177fe640 1 -- 172.21.15.111:0/3276157955 learned_addr learned my addr 172.21.15.111:0/3276157955 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:09.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.784+0000 7fce17fff640 1 -- 172.21.15.111:0/3276157955 >> v1:172.21.15.114:6789/0 conn(0x7fce180cd300 legacy=0x7fce1806ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:09.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.784+0000 7fce17fff640 1 -- 172.21.15.111:0/3276157955 >> v1:172.21.15.111:6789/0 conn(0x7fce1815c300 legacy=0x7fce180affc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:09.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.784+0000 7fce167fc640 1 -- 172.21.15.111:0/3276157955 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 735779637 0 0) 0x7fce1815ecf0 con 0x7fce1815c300 2024-09-19T04:33:09.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.784+0000 7fce17fff640 1 -- 172.21.15.111:0/3276157955 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce1815f290 con 0x7fce1806f1e0 2024-09-19T04:33:09.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.785+0000 7fce17fff640 1 --2- 172.21.15.111:0/3276157955 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce1806f1e0 0x7fce18169460 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fce10009d90 tx=0x7fce1002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75a31c04787e27b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:09.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.785+0000 7fce167fc640 1 -- 172.21.15.111:0/3276157955 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce10031600 con 0x7fce1806f1e0 2024-09-19T04:33:09.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.785+0000 7fce167fc640 1 -- 172.21.15.111:0/3276157955 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce100317a0 con 0x7fce1806f1e0 2024-09-19T04:33:09.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.785+0000 7fce167fc640 1 -- 172.21.15.111:0/3276157955 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce10031b70 con 0x7fce1806f1e0 2024-09-19T04:33:09.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.785+0000 7fce1de5e640 1 -- 172.21.15.111:0/3276157955 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce1806f1e0 msgr2=0x7fce18169460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:09.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.785+0000 7fce1de5e640 1 --2- 172.21.15.111:0/3276157955 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce1806f1e0 0x7fce18169460 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fce10009d90 tx=0x7fce1002a610 comp rx=0 tx=0).stop 2024-09-19T04:33:09.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.785+0000 7fce1de5e640 1 -- 172.21.15.111:0/3276157955 shutdown_connections 2024-09-19T04:33:09.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.785+0000 7fce1de5e640 1 --2- 172.21.15.111:0/3276157955 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce1806f1e0 0x7fce18169460 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:09.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.785+0000 7fce1de5e640 1 -- 172.21.15.111:0/3276157955 >> 172.21.15.111:0/3276157955 conn(0x7fce1806cae0 msgr2=0x7fce1806cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:09.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.785+0000 7fce1de5e640 1 -- 172.21.15.111:0/3276157955 shutdown_connections 2024-09-19T04:33:09.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.785+0000 7fce1de5e640 1 -- 172.21.15.111:0/3276157955 wait complete. 2024-09-19T04:33:09.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.787+0000 7fce1de5e640 1 Processor -- start 2024-09-19T04:33:09.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.787+0000 7fce1de5e640 1 -- start start 2024-09-19T04:33:09.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.787+0000 7fce1de5e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce1806f1e0 0x7fce18142280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:09.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.788+0000 7fce1de5e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fce180cd300 0x7fce180b22b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:09.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.788+0000 7fce1de5e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fce1815c300 0x7fce1815c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:09.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.788+0000 7fce1de5e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fce18071880 con 0x7fce1806f1e0 2024-09-19T04:33:09.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.788+0000 7fce1de5e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fce1815f850 con 0x7fce1815c300 2024-09-19T04:33:09.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.788+0000 7fce1de5e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fce181699a0 con 0x7fce180cd300 2024-09-19T04:33:09.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.788+0000 7fce177fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce1806f1e0 0x7fce18142280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:09.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.788+0000 7fce177fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce1806f1e0 0x7fce18142280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56050/0 (socket says 172.21.15.111:56050) 2024-09-19T04:33:09.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.788+0000 7fce177fe640 1 -- 172.21.15.111:0/1370922487 learned_addr learned my addr 172.21.15.111:0/1370922487 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:09.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.788+0000 7fce17fff640 1 --2- 172.21.15.111:0/1370922487 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fce1815c300 0x7fce1815c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:09.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.788+0000 7fce16ffd640 1 --2- 172.21.15.111:0/1370922487 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fce180cd300 0x7fce180b22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:09.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.788+0000 7fce177fe640 1 -- 172.21.15.111:0/1370922487 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fce180cd300 msgr2=0x7fce180b22b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:09.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.788+0000 7fce177fe640 1 --2- 172.21.15.111:0/1370922487 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fce180cd300 0x7fce180b22b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:09.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.788+0000 7fce177fe640 1 -- 172.21.15.111:0/1370922487 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fce1815c300 msgr2=0x7fce1815c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:09.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.788+0000 7fce177fe640 1 --2- 172.21.15.111:0/1370922487 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fce1815c300 0x7fce1815c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:09.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.788+0000 7fce177fe640 1 -- 172.21.15.111:0/1370922487 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce181609b0 con 0x7fce1806f1e0 2024-09-19T04:33:09.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.788+0000 7fce177fe640 1 --2- 172.21.15.111:0/1370922487 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce1806f1e0 0x7fce18142280 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fce0800c430 tx=0x7fce0800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:09.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.788+0000 7fcdfffff640 1 -- 172.21.15.111:0/1370922487 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce080074e0 con 0x7fce1806f1e0 2024-09-19T04:33:09.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.788+0000 7fcdfffff640 1 -- 172.21.15.111:0/1370922487 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce080047e0 con 0x7fce1806f1e0 2024-09-19T04:33:09.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.788+0000 7fce1de5e640 1 -- 172.21.15.111:0/1370922487 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce18151150 con 0x7fce1806f1e0 2024-09-19T04:33:09.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.788+0000 7fcdfffff640 1 -- 172.21.15.111:0/1370922487 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce08004bd0 con 0x7fce1806f1e0 2024-09-19T04:33:09.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.788+0000 7fce1de5e640 1 -- 172.21.15.111:0/1370922487 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce18160c50 con 0x7fce1806f1e0 2024-09-19T04:33:09.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.789+0000 7fce1de5e640 1 -- 172.21.15.111:0/1370922487 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce1806ead0 con 0x7fce1806f1e0 2024-09-19T04:33:09.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.790+0000 7fcdfffff640 1 -- 172.21.15.111:0/1370922487 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fce08011070 con 0x7fce1806f1e0 2024-09-19T04:33:09.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.790+0000 7fcdfffff640 1 --2- 172.21.15.111:0/1370922487 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fce0406c2b0 0x7fce0406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:09.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.790+0000 7fcdfffff640 1 -- 172.21.15.111:0/1370922487 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fce0808afe0 con 0x7fce1806f1e0 2024-09-19T04:33:09.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.790+0000 7fce16ffd640 1 --2- 172.21.15.111:0/1370922487 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fce0406c2b0 0x7fce0406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:09.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.791+0000 7fce16ffd640 1 --2- 172.21.15.111:0/1370922487 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fce0406c2b0 0x7fce0406e770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fce18151990 tx=0x7fce0c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:09.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.794+0000 7fcdfffff640 1 -- 172.21.15.111:0/1370922487 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fce080597e0 con 0x7fce1806f1e0 2024-09-19T04:33:09.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.994+0000 7fce1de5e640 1 -- 172.21.15.111:0/1370922487 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fce18145340 con 0x7fce1806f1e0 2024-09-19T04:33:09.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.995+0000 7fcdfffff640 1 -- 172.21.15.111:0/1370922487 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) ==== 53+0+73 (secure 0 0 0) 0x7fce080590e0 con 0x7fce1806f1e0 2024-09-19T04:33:09.996 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:33:09.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.997+0000 7fce1de5e640 1 -- 172.21.15.111:0/1370922487 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fce0406c2b0 msgr2=0x7fce0406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:09.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.997+0000 7fce1de5e640 1 --2- 172.21.15.111:0/1370922487 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fce0406c2b0 0x7fce0406e770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fce18151990 tx=0x7fce0c009040 comp rx=0 tx=0).stop 2024-09-19T04:33:09.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.997+0000 7fce1de5e640 1 -- 172.21.15.111:0/1370922487 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce1806f1e0 msgr2=0x7fce18142280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:09.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.997+0000 7fce1de5e640 1 --2- 172.21.15.111:0/1370922487 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce1806f1e0 0x7fce18142280 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fce0800c430 tx=0x7fce0800c8f0 comp rx=0 tx=0).stop 2024-09-19T04:33:09.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.997+0000 7fce1de5e640 1 -- 172.21.15.111:0/1370922487 shutdown_connections 2024-09-19T04:33:09.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.997+0000 7fce1de5e640 1 --2- 172.21.15.111:0/1370922487 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fce0406c2b0 0x7fce0406e770 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:09.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.997+0000 7fce1de5e640 1 --2- 172.21.15.111:0/1370922487 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fce1815c300 0x7fce1815c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:09.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.997+0000 7fce1de5e640 1 --2- 172.21.15.111:0/1370922487 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fce180cd300 0x7fce180b22b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:09.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.997+0000 7fce1de5e640 1 --2- 172.21.15.111:0/1370922487 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce1806f1e0 0x7fce18142280 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:09.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.997+0000 7fce1de5e640 1 -- 172.21.15.111:0/1370922487 >> 172.21.15.111:0/1370922487 conn(0x7fce1806cae0 msgr2=0x7fce18071a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:09.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.997+0000 7fce1de5e640 1 -- 172.21.15.111:0/1370922487 shutdown_connections 2024-09-19T04:33:09.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:09.997+0000 7fce1de5e640 1 -- 172.21.15.111:0/1370922487 wait complete. 2024-09-19T04:33:10.010 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T04:33:10.010 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:33:10.010 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi111.front.sepia.ceph.com 2024-09-19T04:33:10.010 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-19T04:33:10.010 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-19T04:33:10.010 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T04:33:10.010 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T04:33:10.010 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:33:10.011 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-19T04:33:10.011 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:10.011 DEBUG:teuthology.orchestra.run.smithi111:> ip addr 2024-09-19T04:33:10.026 INFO:teuthology.orchestra.run.smithi111.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:33:10.027 INFO:teuthology.orchestra.run.smithi111.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:33:10.027 INFO:teuthology.orchestra.run.smithi111.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:33:10.027 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:10.027 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 ::1/128 scope host 2024-09-19T04:33:10.027 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:10.027 INFO:teuthology.orchestra.run.smithi111.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:33:10.027 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:24 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:10.027 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f0 2024-09-19T04:33:10.027 INFO:teuthology.orchestra.run.smithi111.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:33:10.027 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:25 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:10.027 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f1 2024-09-19T04:33:10.027 INFO:teuthology.orchestra.run.smithi111.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:33:10.028 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2e brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:10.028 INFO:teuthology.orchestra.run.smithi111.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:33:10.028 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2f brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:10.028 INFO:teuthology.orchestra.run.smithi111.stdout: inet 172.21.15.111/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:33:10.028 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft 42776sec preferred_lft 42776sec 2024-09-19T04:33:10.028 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::ec4:7aff:fe8f:cc2f/64 scope link noprefixroute 2024-09-19T04:33:10.028 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:10.028 INFO:teuthology.orchestra.run.smithi111.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:33:10.028 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 76:f0:b7:84:e3:fb brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:10.028 INFO:teuthology.orchestra.run.smithi111.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:33:10.028 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:10.028 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::6cca:96ff:fe86:c24e/64 scope link tentative 2024-09-19T04:33:10.029 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:10.029 INFO:teuthology.orchestra.run.smithi111.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:33:10.029 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 76:f0:b7:84:e3:fb brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T04:33:10.029 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::74f0:b7ff:fe84:e3fb/64 scope link tentative 2024-09-19T04:33:10.029 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:10.029 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:10.029 DEBUG:teuthology.orchestra.run.smithi111:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:33:10.090 INFO:teuthology.orchestra.run.smithi111.stdout:1 2024-09-19T04:33:10.092 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:10.092 DEBUG:teuthology.orchestra.run.smithi111:> route 2024-09-19T04:33:10.148 INFO:teuthology.orchestra.run.smithi111.stdout:Kernel IP routing table 2024-09-19T04:33:10.148 INFO:teuthology.orchestra.run.smithi111.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:33:10.149 INFO:teuthology.orchestra.run.smithi111.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:33:10.149 INFO:teuthology.orchestra.run.smithi111.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:33:10.149 INFO:teuthology.orchestra.run.smithi111.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:33:10.149 DEBUG:teuthology.orchestra.run.smithi111:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:33:10.149 DEBUG:teuthology.orchestra.run.smithi111:> set -e 2024-09-19T04:33:10.149 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:33:10.149 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:33:10.149 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:33:10.149 DEBUG:teuthology.orchestra.run.smithi111:> ') 2024-09-19T04:33:10.237 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:10 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:33:10.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:10.275 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:10.275 DEBUG:teuthology.orchestra.run.smithi111:> ip netns list 2024-09-19T04:33:10.290 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T04:33:10.290 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:10.291 DEBUG:teuthology.orchestra.run.smithi111:> ip netns list-id 2024-09-19T04:33:10.345 INFO:teuthology.orchestra.run.smithi111.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-19T04:33:10.345 DEBUG:teuthology.orchestra.run.smithi111:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:33:10.346 DEBUG:teuthology.orchestra.run.smithi111:> set -e 2024-09-19T04:33:10.346 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T04:33:10.346 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-19T04:33:10.346 DEBUG:teuthology.orchestra.run.smithi111:> ') 2024-09-19T04:33:10.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:10 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:33:10.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:10.461 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:10.462 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-19T04:33:10.486 INFO:teuthology.orchestra.run.smithi111.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:33:10.486 INFO:teuthology.orchestra.run.smithi111.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:33:10.486 INFO:teuthology.orchestra.run.smithi111.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:33:10.486 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:10.486 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 ::1/128 scope host 2024-09-19T04:33:10.486 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:10.486 INFO:teuthology.orchestra.run.smithi111.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:33:10.486 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 3e:c8:0d:20:82:9d brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T04:33:10.486 INFO:teuthology.orchestra.run.smithi111.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T04:33:10.486 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:10.486 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::3cc8:dff:fe20:829d/64 scope link tentative 2024-09-19T04:33:10.487 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:10.488 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:10.488 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-19T04:33:10.553 INFO:teuthology.orchestra.run.smithi111.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:33:10.553 INFO:teuthology.orchestra.run.smithi111.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:33:10.553 INFO:teuthology.orchestra.run.smithi111.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:33:10.553 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:10.553 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 ::1/128 scope host 2024-09-19T04:33:10.553 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:10.553 INFO:teuthology.orchestra.run.smithi111.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:33:10.554 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 3e:c8:0d:20:82:9d brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T04:33:10.554 INFO:teuthology.orchestra.run.smithi111.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T04:33:10.554 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:10.554 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::3cc8:dff:fe20:829d/64 scope link tentative 2024-09-19T04:33:10.554 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:10.555 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-19T04:33:10.555 DEBUG:teuthology.orchestra.run.smithi111:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:33:10.555 DEBUG:teuthology.orchestra.run.smithi111:> set -e 2024-09-19T04:33:10.555 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-19T04:33:10.555 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-19T04:33:10.555 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-19T04:33:10.555 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-19T04:33:10.556 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-19T04:33:10.556 DEBUG:teuthology.orchestra.run.smithi111:> ') 2024-09-19T04:33:10.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:10 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:33:10.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:10.705 DEBUG:teuthology.orchestra.run.smithi111:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:33:10.705 DEBUG:teuthology.orchestra.run.smithi111:> set -e 2024-09-19T04:33:10.706 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip link set brx.1 up 2024-09-19T04:33:10.706 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip link set dev brx.1 master ceph-brx 2024-09-19T04:33:10.706 DEBUG:teuthology.orchestra.run.smithi111:> ') 2024-09-19T04:33:10.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:10 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:33:10.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:10.781 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:33:10.781 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-19T04:33:10.796 INFO:teuthology.orchestra.run.smithi111.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-19T04:33:10.796 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:33:10.796 DEBUG:teuthology.orchestra.run.smithi111:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-19T04:33:10.850 INFO:tasks.cephfs.kernel_mount:mounting using device: 2@.cephfs=/ 2024-09-19T04:33:10.850 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:10.850 DEBUG:teuthology.orchestra.run.smithi111:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 2@.cephfs=/ /home/ubuntu/cephtest/mnt.2 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:33:10.934 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:33:10.934 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:33:10.941 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:33:10.942 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:33:10.942 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:33:10.942 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: trying mount with new device syntax: 2@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:33:10.942 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,ms_mode=prefer-crc,key=2,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:33:10.942 INFO:teuthology.orchestra.run.smithi111.stdout:mount: /home/ubuntu/cephtest/mnt.2 does not contain SELinux labels. 2024-09-19T04:33:10.942 INFO:teuthology.orchestra.run.smithi111.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:33:10.942 INFO:teuthology.orchestra.run.smithi111.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:33:10.942 INFO:teuthology.orchestra.run.smithi111.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:33:10.943 INFO:teuthology.orchestra.run.smithi111.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:33:10.944 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:33:10.944 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:10.944 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-19T04:33:10.968 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:33:11.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:33:11.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:11.065 INFO:teuthology.orchestra.run.smithi111.stdout:client4611 2024-09-19T04:33:11.065 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:33:11.065 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:11.081 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:33:11.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:33:11.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:11.177 INFO:teuthology.orchestra.run.smithi111.stdout:client4611 2024-09-19T04:33:11.177 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:33:11.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:33:11.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:11.232 INFO:teuthology.orchestra.run.smithi111.stdout:client4611 2024-09-19T04:33:11.232 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/96a4203e-380c-426d-916c-b9d719e0db84.client4611/status') 2024-09-19T04:33:11.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:33:11.289 INFO:teuthology.orchestra.run.smithi111.stdout:instance: client.4611 (3)192.168.0.2:0/3457320732 2024-09-19T04:33:11.289 INFO:teuthology.orchestra.run.smithi111.stdout:blocklisted: false 2024-09-19T04:33:11.289 INFO:teuthology.orchestra.run.smithi111.stderr:0+1 records in 2024-09-19T04:33:11.289 INFO:teuthology.orchestra.run.smithi111.stderr:0+1 records out 2024-09-19T04:33:11.290 INFO:teuthology.orchestra.run.smithi111.stderr:69 bytes copied, 2.2261e-05 s, 3.1 MB/s 2024-09-19T04:33:11.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:11.296 INFO:tasks.kclient:client.1 config is {'syntax': 'v2'} 2024-09-19T04:33:11.296 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T04:33:11.296 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T04:33:11.297 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:33:11.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.394+0000 7fb4d2e23640 1 Processor -- start 2024-09-19T04:33:11.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.394+0000 7fb4d2e23640 1 -- start start 2024-09-19T04:33:11.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.394+0000 7fb4d2e23640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4cc15c5e0 0x7fb4cc0712b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:11.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.394+0000 7fb4d2e23640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fb4cc0b6d50 0x7fb4cc0b7190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:11.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.394+0000 7fb4d2e23640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb4cc15c9c0 con 0x7fb4cc1600e0 2024-09-19T04:33:11.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.394+0000 7fb4d2e23640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fb4cc074100 con 0x7fb4cc0b6d50 2024-09-19T04:33:11.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.394+0000 7fb4d2e23640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb4cc0b76d0 con 0x7fb4cc15c5e0 2024-09-19T04:33:11.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.395+0000 7fb4d0bbf640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4cc15c5e0 0x7fb4cc0712b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:11.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.395+0000 7fb4cbfff640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fb4cc0b6d50 0x7fb4cc0b7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:11.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.395+0000 7fb4d0bbf640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4cc15c5e0 0x7fb4cc0712b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:36116/0 (socket says 172.21.15.111:36116) 2024-09-19T04:33:11.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.395+0000 7fb4d0bbf640 1 -- 172.21.15.111:0/3138228790 learned_addr learned my addr 172.21.15.111:0/3138228790 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:11.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.395+0000 7fb4d13c0640 1 --1- 172.21.15.111:0/3138228790 >> v1:172.21.15.114:6789/0 conn(0x7fb4cc1600e0 0x7fb4cc160590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:43096/0 (socket says 172.21.15.111:43096) 2024-09-19T04:33:11.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.395+0000 7fb4d0bbf640 1 -- 172.21.15.111:0/3138228790 >> v2:172.21.15.114:3300/0 conn(0x7fb4cc0b6d50 msgr2=0x7fb4cc0b7190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:11.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.395+0000 7fb4d0bbf640 1 --2- 172.21.15.111:0/3138228790 >> v2:172.21.15.114:3300/0 conn(0x7fb4cc0b6d50 0x7fb4cc0b7190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:11.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.395+0000 7fb4d0bbf640 1 -- 172.21.15.111:0/3138228790 >> v1:172.21.15.114:6789/0 conn(0x7fb4cc1600e0 legacy=0x7fb4cc160590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:11.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.395+0000 7fb4cb7fe640 1 -- 172.21.15.111:0/3138228790 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3527909000 0 0) 0x7fb4cc15c9c0 con 0x7fb4cc1600e0 2024-09-19T04:33:11.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.395+0000 7fb4d0bbf640 1 -- 172.21.15.111:0/3138228790 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4cc0b1dd0 con 0x7fb4cc15c5e0 2024-09-19T04:33:11.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.395+0000 7fb4cbfff640 1 --2- 172.21.15.111:0/3138228790 >> v2:172.21.15.114:3300/0 conn(0x7fb4cc0b6d50 0x7fb4cc0b7190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:33:11.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.396+0000 7fb4d0bbf640 1 --2- 172.21.15.111:0/3138228790 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4cc15c5e0 0x7fb4cc0712b0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fb4c4009870 tx=0x7fb4c402a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=46aeea5af07d9e68 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:11.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.396+0000 7fb4cb7fe640 1 -- 172.21.15.111:0/3138228790 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c4037070 con 0x7fb4cc15c5e0 2024-09-19T04:33:11.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.396+0000 7fb4cb7fe640 1 -- 172.21.15.111:0/3138228790 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4c4032440 con 0x7fb4cc15c5e0 2024-09-19T04:33:11.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.396+0000 7fb4cb7fe640 1 -- 172.21.15.111:0/3138228790 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c4032810 con 0x7fb4cc15c5e0 2024-09-19T04:33:11.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.396+0000 7fb4d2e23640 1 -- 172.21.15.111:0/3138228790 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4cc15c5e0 msgr2=0x7fb4cc0712b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:11.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.397+0000 7fb4d2e23640 1 --2- 172.21.15.111:0/3138228790 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4cc15c5e0 0x7fb4cc0712b0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fb4c4009870 tx=0x7fb4c402a270 comp rx=0 tx=0).stop 2024-09-19T04:33:11.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.397+0000 7fb4d2e23640 1 -- 172.21.15.111:0/3138228790 shutdown_connections 2024-09-19T04:33:11.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.397+0000 7fb4d2e23640 1 --2- 172.21.15.111:0/3138228790 >> v2:172.21.15.114:3300/0 conn(0x7fb4cc0b6d50 0x7fb4cc0b7190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:11.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.397+0000 7fb4d2e23640 1 --2- 172.21.15.111:0/3138228790 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4cc15c5e0 0x7fb4cc0712b0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:11.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.397+0000 7fb4d2e23640 1 -- 172.21.15.111:0/3138228790 >> 172.21.15.111:0/3138228790 conn(0x7fb4cc0b4220 msgr2=0x7fb4cc0b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:11.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.397+0000 7fb4d2e23640 1 -- 172.21.15.111:0/3138228790 shutdown_connections 2024-09-19T04:33:11.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.397+0000 7fb4d2e23640 1 -- 172.21.15.111:0/3138228790 wait complete. 2024-09-19T04:33:11.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.398+0000 7fb4d2e23640 1 Processor -- start 2024-09-19T04:33:11.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.398+0000 7fb4d2e23640 1 -- start start 2024-09-19T04:33:11.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.399+0000 7fb4d2e23640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4cc0b6d50 0x7fb4cc148660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:11.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.399+0000 7fb4d2e23640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb4cc15c5e0 0x7fb4cc15dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:11.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.399+0000 7fb4d2e23640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4cc1600e0 0x7fb4cc15e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:11.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.399+0000 7fb4d2e23640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb4cc073ab0 con 0x7fb4cc1600e0 2024-09-19T04:33:11.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.399+0000 7fb4d2e23640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb4cc0737d0 con 0x7fb4cc15c5e0 2024-09-19T04:33:11.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.399+0000 7fb4d2e23640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb4cc073d90 con 0x7fb4cc0b6d50 2024-09-19T04:33:11.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.399+0000 7fb4d13c0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4cc1600e0 0x7fb4cc15e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:11.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.399+0000 7fb4d13c0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4cc1600e0 0x7fb4cc15e840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:53196/0 (socket says 172.21.15.111:53196) 2024-09-19T04:33:11.404 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.399+0000 7fb4d13c0640 1 -- 172.21.15.111:0/1552337122 learned_addr learned my addr 172.21.15.111:0/1552337122 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:11.404 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.399+0000 7fb4cbfff640 1 --2- 172.21.15.111:0/1552337122 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb4cc15c5e0 0x7fb4cc15dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:11.404 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.399+0000 7fb4d0bbf640 1 --2- 172.21.15.111:0/1552337122 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4cc0b6d50 0x7fb4cc148660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:11.404 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.399+0000 7fb4d13c0640 1 -- 172.21.15.111:0/1552337122 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4cc0b6d50 msgr2=0x7fb4cc148660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:11.404 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.399+0000 7fb4d13c0640 1 --2- 172.21.15.111:0/1552337122 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4cc0b6d50 0x7fb4cc148660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:11.404 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.399+0000 7fb4d13c0640 1 -- 172.21.15.111:0/1552337122 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb4cc15c5e0 msgr2=0x7fb4cc15dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:11.404 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.399+0000 7fb4d13c0640 1 --2- 172.21.15.111:0/1552337122 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb4cc15c5e0 0x7fb4cc15dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:11.404 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.399+0000 7fb4d13c0640 1 -- 172.21.15.111:0/1552337122 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4cc15e250 con 0x7fb4cc1600e0 2024-09-19T04:33:11.404 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.399+0000 7fb4d13c0640 1 --2- 172.21.15.111:0/1552337122 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4cc1600e0 0x7fb4cc15e840 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb4b400c440 tx=0x7fb4b400c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:11.404 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.399+0000 7fb4c97fa640 1 -- 172.21.15.111:0/1552337122 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b40074e0 con 0x7fb4cc1600e0 2024-09-19T04:33:11.404 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.399+0000 7fb4c97fa640 1 -- 172.21.15.111:0/1552337122 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4b40047e0 con 0x7fb4cc1600e0 2024-09-19T04:33:11.404 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.399+0000 7fb4d2e23640 1 -- 172.21.15.111:0/1552337122 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4cc14f1a0 con 0x7fb4cc1600e0 2024-09-19T04:33:11.404 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.399+0000 7fb4c97fa640 1 -- 172.21.15.111:0/1552337122 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b4004bd0 con 0x7fb4cc1600e0 2024-09-19T04:33:11.405 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.400+0000 7fb4d2e23640 1 -- 172.21.15.111:0/1552337122 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4cc14f760 con 0x7fb4cc1600e0 2024-09-19T04:33:11.405 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.401+0000 7fb4d2e23640 1 -- 172.21.15.111:0/1552337122 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4cc14f960 con 0x7fb4cc1600e0 2024-09-19T04:33:11.405 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.401+0000 7fb4c97fa640 1 -- 172.21.15.111:0/1552337122 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb4b4011070 con 0x7fb4cc1600e0 2024-09-19T04:33:11.405 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.401+0000 7fb4c97fa640 1 --2- 172.21.15.111:0/1552337122 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb4ac06c2b0 0x7fb4ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:11.405 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.402+0000 7fb4c97fa640 1 -- 172.21.15.111:0/1552337122 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb4b408ae10 con 0x7fb4cc1600e0 2024-09-19T04:33:11.405 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.402+0000 7fb4d0bbf640 1 --2- 172.21.15.111:0/1552337122 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb4ac06c2b0 0x7fb4ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:11.405 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.402+0000 7fb4d0bbf640 1 --2- 172.21.15.111:0/1552337122 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb4ac06c2b0 0x7fb4ac06e770 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb4c4034000 tx=0x7fb4c402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:11.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.406+0000 7fb4c97fa640 1 -- 172.21.15.111:0/1552337122 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb4cc14f960 con 0x7fb4cc1600e0 2024-09-19T04:33:11.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.604+0000 7fb4d2e23640 1 -- 172.21.15.111:0/1552337122 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fb4cc073130 con 0x7fb4cc1600e0 2024-09-19T04:33:11.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.605+0000 7fb4c97fa640 1 -- 172.21.15.111:0/1552337122 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) ==== 53+0+73 (secure 0 0 0) 0x7fb4b4058fc0 con 0x7fb4cc1600e0 2024-09-19T04:33:11.606 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:33:11.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.606+0000 7fb4d2e23640 1 -- 172.21.15.111:0/1552337122 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb4ac06c2b0 msgr2=0x7fb4ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:11.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.606+0000 7fb4d2e23640 1 --2- 172.21.15.111:0/1552337122 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb4ac06c2b0 0x7fb4ac06e770 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb4c4034000 tx=0x7fb4c402e000 comp rx=0 tx=0).stop 2024-09-19T04:33:11.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.606+0000 7fb4d2e23640 1 -- 172.21.15.111:0/1552337122 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4cc1600e0 msgr2=0x7fb4cc15e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:11.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.606+0000 7fb4d2e23640 1 --2- 172.21.15.111:0/1552337122 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4cc1600e0 0x7fb4cc15e840 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb4b400c440 tx=0x7fb4b400c900 comp rx=0 tx=0).stop 2024-09-19T04:33:11.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.606+0000 7fb4d2e23640 1 -- 172.21.15.111:0/1552337122 shutdown_connections 2024-09-19T04:33:11.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.607+0000 7fb4d2e23640 1 --2- 172.21.15.111:0/1552337122 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb4ac06c2b0 0x7fb4ac06e770 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:11.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.607+0000 7fb4d2e23640 1 --2- 172.21.15.111:0/1552337122 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4cc1600e0 0x7fb4cc15e840 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:11.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.607+0000 7fb4d2e23640 1 --2- 172.21.15.111:0/1552337122 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb4cc15c5e0 0x7fb4cc15dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:11.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.607+0000 7fb4d2e23640 1 --2- 172.21.15.111:0/1552337122 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4cc0b6d50 0x7fb4cc148660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:11.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.607+0000 7fb4d2e23640 1 -- 172.21.15.111:0/1552337122 >> 172.21.15.111:0/1552337122 conn(0x7fb4cc0b4220 msgr2=0x7fb4cc0708a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:11.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.607+0000 7fb4d2e23640 1 -- 172.21.15.111:0/1552337122 shutdown_connections 2024-09-19T04:33:11.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:11.607+0000 7fb4d2e23640 1 -- 172.21.15.111:0/1552337122 wait complete. 2024-09-19T04:33:11.619 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T04:33:11.619 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:33:11.619 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi114.front.sepia.ceph.com 2024-09-19T04:33:11.619 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T04:33:11.619 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T04:33:11.619 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T04:33:11.619 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T04:33:11.619 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:33:11.619 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:33:11.619 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:11.619 DEBUG:teuthology.orchestra.run.smithi114:> ip addr 2024-09-19T04:33:11.639 INFO:teuthology.orchestra.run.smithi114.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:33:11.639 INFO:teuthology.orchestra.run.smithi114.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:33:11.639 INFO:teuthology.orchestra.run.smithi114.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:33:11.639 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:11.639 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 ::1/128 scope host 2024-09-19T04:33:11.639 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:11.639 INFO:teuthology.orchestra.run.smithi114.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:33:11.639 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:11.639 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f0 2024-09-19T04:33:11.640 INFO:teuthology.orchestra.run.smithi114.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:33:11.640 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:11.640 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f1 2024-09-19T04:33:11.640 INFO:teuthology.orchestra.run.smithi114.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:33:11.640 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:62 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:11.640 INFO:teuthology.orchestra.run.smithi114.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:33:11.640 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:63 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:11.640 INFO:teuthology.orchestra.run.smithi114.stdout: inet 172.21.15.114/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:33:11.640 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft 42765sec preferred_lft 42765sec 2024-09-19T04:33:11.640 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::ec4:7aff:fe8f:cb63/64 scope link noprefixroute 2024-09-19T04:33:11.640 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:11.640 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-19T04:33:11.641 DEBUG:teuthology.orchestra.run.smithi114:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:33:11.641 DEBUG:teuthology.orchestra.run.smithi114:> set -e 2024-09-19T04:33:11.641 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip link add name ceph-brx type bridge 2024-09-19T04:33:11.641 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip addr flush dev ceph-brx 2024-09-19T04:33:11.641 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip link set ceph-brx up 2024-09-19T04:33:11.641 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-19T04:33:11.641 DEBUG:teuthology.orchestra.run.smithi114:> ') 2024-09-19T04:33:11.734 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:11 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:33:11.842 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:11.848 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:11.848 DEBUG:teuthology.orchestra.run.smithi114:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:33:11.872 INFO:teuthology.orchestra.run.smithi114.stdout:1 2024-09-19T04:33:11.873 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:11.873 DEBUG:teuthology.orchestra.run.smithi114:> route 2024-09-19T04:33:11.945 INFO:teuthology.orchestra.run.smithi114.stdout:Kernel IP routing table 2024-09-19T04:33:11.945 INFO:teuthology.orchestra.run.smithi114.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:33:11.945 INFO:teuthology.orchestra.run.smithi114.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:33:11.945 INFO:teuthology.orchestra.run.smithi114.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:33:11.946 INFO:teuthology.orchestra.run.smithi114.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:33:11.946 DEBUG:teuthology.orchestra.run.smithi114:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:33:11.946 DEBUG:teuthology.orchestra.run.smithi114:> set -e 2024-09-19T04:33:11.946 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:33:11.946 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:33:11.946 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:33:11.946 DEBUG:teuthology.orchestra.run.smithi114:> ') 2024-09-19T04:33:12.033 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:12 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:33:12.248 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:12.254 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:12.254 DEBUG:teuthology.orchestra.run.smithi114:> ip netns list 2024-09-19T04:33:12.270 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:12.270 DEBUG:teuthology.orchestra.run.smithi114:> ip netns list-id 2024-09-19T04:33:12.326 DEBUG:teuthology.orchestra.run.smithi114:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:33:12.326 DEBUG:teuthology.orchestra.run.smithi114:> set -e 2024-09-19T04:33:12.326 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T04:33:12.326 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-19T04:33:12.326 DEBUG:teuthology.orchestra.run.smithi114:> ') 2024-09-19T04:33:12.414 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:12 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:33:12.439 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:12.445 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-19T04:33:12.445 DEBUG:teuthology.orchestra.run.smithi114:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:33:12.446 DEBUG:teuthology.orchestra.run.smithi114:> set -e 2024-09-19T04:33:12.446 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-19T04:33:12.446 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-19T04:33:12.446 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-19T04:33:12.446 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-19T04:33:12.446 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-19T04:33:12.446 DEBUG:teuthology.orchestra.run.smithi114:> ') 2024-09-19T04:33:12.495 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:12 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:33:12.570 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:12.577 DEBUG:teuthology.orchestra.run.smithi114:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:33:12.577 DEBUG:teuthology.orchestra.run.smithi114:> set -e 2024-09-19T04:33:12.577 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip link set brx.0 up 2024-09-19T04:33:12.577 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip link set dev brx.0 master ceph-brx 2024-09-19T04:33:12.577 DEBUG:teuthology.orchestra.run.smithi114:> ') 2024-09-19T04:33:12.625 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:12 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:33:12.653 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:12.659 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:33:12.659 DEBUG:teuthology.orchestra.run.smithi114:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T04:33:12.677 INFO:teuthology.orchestra.run.smithi114.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:33:12.677 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:33:12.677 DEBUG:teuthology.orchestra.run.smithi114:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:33:12.732 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-19T04:33:12.733 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:12.733 DEBUG:teuthology.orchestra.run.smithi114:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:33:12.828 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:33:12.828 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:33:12.949 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:33:12.949 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:33:12.949 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:33:12.949 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: trying mount with new device syntax: 1@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:33:12.949 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:33:12.950 INFO:teuthology.orchestra.run.smithi114.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T04:33:12.950 INFO:teuthology.orchestra.run.smithi114.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:33:12.950 INFO:teuthology.orchestra.run.smithi114.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:33:12.950 INFO:teuthology.orchestra.run.smithi114.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:33:12.950 INFO:teuthology.orchestra.run.smithi114.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:33:12.952 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:33:12.952 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:12.952 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:33:12.977 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:33:13.065 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:13 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:33:13.067 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:13.072 INFO:teuthology.orchestra.run.smithi114.stdout:client4469 2024-09-19T04:33:13.073 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:33:13.073 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:13.088 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:33:13.177 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:13 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:33:13.178 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:13.184 INFO:teuthology.orchestra.run.smithi114.stdout:client4469 2024-09-19T04:33:13.184 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:33:13.232 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:13 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:33:13.234 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:13.239 INFO:teuthology.orchestra.run.smithi114.stdout:client4469 2024-09-19T04:33:13.239 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/96a4203e-380c-426d-916c-b9d719e0db84.client4469/status') 2024-09-19T04:33:13.287 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:33:13.299 INFO:teuthology.orchestra.run.smithi114.stdout:instance: client.4469 (3)192.168.0.1:0/1261332549 2024-09-19T04:33:13.299 INFO:teuthology.orchestra.run.smithi114.stdout:blocklisted: false 2024-09-19T04:33:13.299 INFO:teuthology.orchestra.run.smithi114.stderr:0+1 records in 2024-09-19T04:33:13.299 INFO:teuthology.orchestra.run.smithi114.stderr:0+1 records out 2024-09-19T04:33:13.299 INFO:teuthology.orchestra.run.smithi114.stderr:69 bytes copied, 2.5432e-05 s, 2.7 MB/s 2024-09-19T04:33:13.300 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:13.306 INFO:tasks.kclient:client.3 config is {'syntax': 'v2'} 2024-09-19T04:33:13.306 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T04:33:13.306 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-19T04:33:13.307 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:33:13.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.417+0000 7ff14e186640 1 Processor -- start 2024-09-19T04:33:13.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.417+0000 7ff14e186640 1 -- start start 2024-09-19T04:33:13.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.418+0000 7ff14e186640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff14815c3b0 0x7ff148073110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:13.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.418+0000 7ff14e186640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff148160420 con 0x7ff1480d1ee0 2024-09-19T04:33:13.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.418+0000 7ff14e186640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff148160700 con 0x7ff1480d08c0 2024-09-19T04:33:13.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.418+0000 7ff14e186640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ff148161030 con 0x7ff14815c3b0 2024-09-19T04:33:13.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.418+0000 7ff146ffd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7ff1480d1ee0 0x7ff148073650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39306/0 (socket says 172.21.15.111:39306) 2024-09-19T04:33:13.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.418+0000 7ff146ffd640 1 -- 172.21.15.111:0/1594018674 learned_addr learned my addr 172.21.15.111:0/1594018674 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:13.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.418+0000 7ff1477fe640 1 --2- 172.21.15.111:0/1594018674 >> v2:172.21.15.114:3300/0 conn(0x7ff14815c3b0 0x7ff148073110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:13.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.418+0000 7ff1467fc640 1 -- 172.21.15.111:0/1594018674 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3232332645 0 0) 0x7ff148160420 con 0x7ff1480d1ee0 2024-09-19T04:33:13.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.418+0000 7ff1467fc640 1 -- 172.21.15.111:0/1594018674 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff130003520 con 0x7ff1480d1ee0 2024-09-19T04:33:13.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.418+0000 7ff1477fe640 1 -- 172.21.15.111:0/1594018674 >> v1:172.21.15.114:6789/0 conn(0x7ff1480d08c0 legacy=0x7ff1480d0d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:13.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.418+0000 7ff1477fe640 1 -- 172.21.15.111:0/1594018674 >> v1:172.21.15.111:6789/0 conn(0x7ff1480d1ee0 legacy=0x7ff148073650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:13.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.418+0000 7ff1477fe640 1 -- 172.21.15.111:0/1594018674 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1481609e0 con 0x7ff14815c3b0 2024-09-19T04:33:13.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.419+0000 7ff1477fe640 1 --2- 172.21.15.111:0/1594018674 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff14815c3b0 0x7ff148073110 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ff1380097a0 tx=0x7ff13802a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=daa496ea6cd1100c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:13.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.419+0000 7ff1467fc640 1 -- 172.21.15.111:0/1594018674 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff138037070 con 0x7ff14815c3b0 2024-09-19T04:33:13.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.419+0000 7ff1467fc640 1 -- 172.21.15.111:0/1594018674 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff138032440 con 0x7ff14815c3b0 2024-09-19T04:33:13.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.419+0000 7ff1467fc640 1 -- 172.21.15.111:0/1594018674 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff138032810 con 0x7ff14815c3b0 2024-09-19T04:33:13.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.420+0000 7ff14e186640 1 -- 172.21.15.111:0/1594018674 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff14815c3b0 msgr2=0x7ff148073110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:13.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.420+0000 7ff14e186640 1 --2- 172.21.15.111:0/1594018674 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff14815c3b0 0x7ff148073110 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ff1380097a0 tx=0x7ff13802a230 comp rx=0 tx=0).stop 2024-09-19T04:33:13.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.420+0000 7ff14e186640 1 -- 172.21.15.111:0/1594018674 shutdown_connections 2024-09-19T04:33:13.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.420+0000 7ff14e186640 1 --2- 172.21.15.111:0/1594018674 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff14815c3b0 0x7ff148073110 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:13.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.420+0000 7ff14e186640 1 -- 172.21.15.111:0/1594018674 >> 172.21.15.111:0/1594018674 conn(0x7ff1480b4300 msgr2=0x7ff1480b46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:13.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.420+0000 7ff14e186640 1 -- 172.21.15.111:0/1594018674 shutdown_connections 2024-09-19T04:33:13.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.420+0000 7ff14e186640 1 -- 172.21.15.111:0/1594018674 wait complete. 2024-09-19T04:33:13.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.421+0000 7ff14e186640 1 Processor -- start 2024-09-19T04:33:13.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.421+0000 7ff14e186640 1 -- start start 2024-09-19T04:33:13.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.422+0000 7ff14e186640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1480d08c0 0x7ff14814ff30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:13.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.422+0000 7ff14e186640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1480d1ee0 0x7ff148151a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:13.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.422+0000 7ff14e186640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff14815c3b0 0x7ff1481f6810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:13.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.422+0000 7ff14e186640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff148160060 con 0x7ff1480d1ee0 2024-09-19T04:33:13.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.422+0000 7ff14e186640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff1481601e0 con 0x7ff1480d08c0 2024-09-19T04:33:13.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.422+0000 7ff14e186640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff148073d60 con 0x7ff14815c3b0 2024-09-19T04:33:13.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.422+0000 7ff146ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1480d1ee0 0x7ff148151a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:13.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.422+0000 7ff146ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1480d1ee0 0x7ff148151a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:53206/0 (socket says 172.21.15.111:53206) 2024-09-19T04:33:13.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.422+0000 7ff146ffd640 1 -- 172.21.15.111:0/470379890 learned_addr learned my addr 172.21.15.111:0/470379890 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:13.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.422+0000 7ff1477fe640 1 --2- 172.21.15.111:0/470379890 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1480d08c0 0x7ff14814ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:13.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.422+0000 7ff147fff640 1 --2- 172.21.15.111:0/470379890 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff14815c3b0 0x7ff1481f6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:13.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.422+0000 7ff146ffd640 1 -- 172.21.15.111:0/470379890 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff14815c3b0 msgr2=0x7ff1481f6810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:13.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.422+0000 7ff146ffd640 1 --2- 172.21.15.111:0/470379890 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff14815c3b0 0x7ff1481f6810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:13.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.422+0000 7ff146ffd640 1 -- 172.21.15.111:0/470379890 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1480d08c0 msgr2=0x7ff14814ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:13.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.422+0000 7ff146ffd640 1 --2- 172.21.15.111:0/470379890 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1480d08c0 0x7ff14814ff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:13.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.422+0000 7ff146ffd640 1 -- 172.21.15.111:0/470379890 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff148152870 con 0x7ff1480d1ee0 2024-09-19T04:33:13.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.423+0000 7ff146ffd640 1 --2- 172.21.15.111:0/470379890 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1480d1ee0 0x7ff148151a40 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7ff13c00c530 tx=0x7ff13c00c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:13.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.423+0000 7ff12ffff640 1 -- 172.21.15.111:0/470379890 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff13c017070 con 0x7ff1480d1ee0 2024-09-19T04:33:13.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.423+0000 7ff12ffff640 1 -- 172.21.15.111:0/470379890 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff13c005ce0 con 0x7ff1480d1ee0 2024-09-19T04:33:13.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.423+0000 7ff14e186640 1 -- 172.21.15.111:0/470379890 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1481522b0 con 0x7ff1480d1ee0 2024-09-19T04:33:13.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.423+0000 7ff12ffff640 1 -- 172.21.15.111:0/470379890 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff13c0072b0 con 0x7ff1480d1ee0 2024-09-19T04:33:13.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.423+0000 7ff14e186640 1 -- 172.21.15.111:0/470379890 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1481f6010 con 0x7ff1480d1ee0 2024-09-19T04:33:13.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.424+0000 7ff14e186640 1 -- 172.21.15.111:0/470379890 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1480cf1f0 con 0x7ff1480d1ee0 2024-09-19T04:33:13.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.424+0000 7ff12ffff640 1 -- 172.21.15.111:0/470379890 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff13c01a070 con 0x7ff1480d1ee0 2024-09-19T04:33:13.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.425+0000 7ff12ffff640 1 --2- 172.21.15.111:0/470379890 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff13406c2b0 0x7ff13406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:13.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.425+0000 7ff12ffff640 1 -- 172.21.15.111:0/470379890 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff13c08a7c0 con 0x7ff1480d1ee0 2024-09-19T04:33:13.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.425+0000 7ff1477fe640 1 --2- 172.21.15.111:0/470379890 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff13406c2b0 0x7ff13406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:13.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.425+0000 7ff1477fe640 1 --2- 172.21.15.111:0/470379890 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff13406c2b0 0x7ff13406e770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7ff138034000 tx=0x7ff13802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:13.430 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.429+0000 7ff12ffff640 1 -- 172.21.15.111:0/470379890 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff13c059080 con 0x7ff1480d1ee0 2024-09-19T04:33:13.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.629+0000 7ff14e186640 1 -- 172.21.15.111:0/470379890 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ff1480b4df0 con 0x7ff1480d1ee0 2024-09-19T04:33:13.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.629+0000 7ff12ffff640 1 -- 172.21.15.111:0/470379890 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) ==== 53+0+73 (secure 0 0 0) 0x7ff13c058980 con 0x7ff1480d1ee0 2024-09-19T04:33:13.631 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:33:13.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.631+0000 7ff14e186640 1 -- 172.21.15.111:0/470379890 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff13406c2b0 msgr2=0x7ff13406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:13.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.631+0000 7ff14e186640 1 --2- 172.21.15.111:0/470379890 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff13406c2b0 0x7ff13406e770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7ff138034000 tx=0x7ff13802e000 comp rx=0 tx=0).stop 2024-09-19T04:33:13.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.631+0000 7ff14e186640 1 -- 172.21.15.111:0/470379890 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1480d1ee0 msgr2=0x7ff148151a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:13.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.631+0000 7ff14e186640 1 --2- 172.21.15.111:0/470379890 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1480d1ee0 0x7ff148151a40 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7ff13c00c530 tx=0x7ff13c00c9f0 comp rx=0 tx=0).stop 2024-09-19T04:33:13.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.631+0000 7ff14e186640 1 -- 172.21.15.111:0/470379890 shutdown_connections 2024-09-19T04:33:13.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.631+0000 7ff14e186640 1 --2- 172.21.15.111:0/470379890 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff13406c2b0 0x7ff13406e770 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:13.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.631+0000 7ff14e186640 1 --2- 172.21.15.111:0/470379890 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff14815c3b0 0x7ff1481f6810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:13.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.631+0000 7ff14e186640 1 --2- 172.21.15.111:0/470379890 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1480d1ee0 0x7ff148151a40 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:13.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.631+0000 7ff14e186640 1 --2- 172.21.15.111:0/470379890 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1480d08c0 0x7ff14814ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:13.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.631+0000 7ff14e186640 1 -- 172.21.15.111:0/470379890 >> 172.21.15.111:0/470379890 conn(0x7ff1480b4300 msgr2=0x7ff1481592d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:13.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.631+0000 7ff14e186640 1 -- 172.21.15.111:0/470379890 shutdown_connections 2024-09-19T04:33:13.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:13.631+0000 7ff14e186640 1 -- 172.21.15.111:0/470379890 wait complete. 2024-09-19T04:33:13.643 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T04:33:13.643 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:33:13.643 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi114.front.sepia.ceph.com 2024-09-19T04:33:13.643 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-19T04:33:13.643 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-19T04:33:13.643 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T04:33:13.643 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T04:33:13.644 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:33:13.644 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-19T04:33:13.644 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:13.644 DEBUG:teuthology.orchestra.run.smithi114:> ip addr 2024-09-19T04:33:13.660 INFO:teuthology.orchestra.run.smithi114.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:33:13.660 INFO:teuthology.orchestra.run.smithi114.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:33:13.661 INFO:teuthology.orchestra.run.smithi114.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:33:13.661 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:13.661 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 ::1/128 scope host 2024-09-19T04:33:13.661 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:13.661 INFO:teuthology.orchestra.run.smithi114.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:33:13.661 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:13.661 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f0 2024-09-19T04:33:13.661 INFO:teuthology.orchestra.run.smithi114.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:33:13.661 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:13.661 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f1 2024-09-19T04:33:13.661 INFO:teuthology.orchestra.run.smithi114.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:33:13.661 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:62 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:13.662 INFO:teuthology.orchestra.run.smithi114.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:33:13.662 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:63 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:13.662 INFO:teuthology.orchestra.run.smithi114.stdout: inet 172.21.15.114/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:33:13.662 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft 42763sec preferred_lft 42763sec 2024-09-19T04:33:13.662 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::ec4:7aff:fe8f:cb63/64 scope link noprefixroute 2024-09-19T04:33:13.662 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:13.662 INFO:teuthology.orchestra.run.smithi114.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:33:13.662 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether ca:e7:76:90:98:85 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:13.662 INFO:teuthology.orchestra.run.smithi114.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:33:13.662 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:13.662 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::9858:beff:fef5:aa6d/64 scope link 2024-09-19T04:33:13.662 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:13.662 INFO:teuthology.orchestra.run.smithi114.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:33:13.663 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether ca:e7:76:90:98:85 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T04:33:13.663 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::c8e7:76ff:fe90:9885/64 scope link tentative 2024-09-19T04:33:13.663 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:13.663 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:13.663 DEBUG:teuthology.orchestra.run.smithi114:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:33:13.725 INFO:teuthology.orchestra.run.smithi114.stdout:1 2024-09-19T04:33:13.726 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:13.727 DEBUG:teuthology.orchestra.run.smithi114:> route 2024-09-19T04:33:13.783 INFO:teuthology.orchestra.run.smithi114.stdout:Kernel IP routing table 2024-09-19T04:33:13.784 INFO:teuthology.orchestra.run.smithi114.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:33:13.784 INFO:teuthology.orchestra.run.smithi114.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:33:13.784 INFO:teuthology.orchestra.run.smithi114.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:33:13.784 INFO:teuthology.orchestra.run.smithi114.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:33:13.784 DEBUG:teuthology.orchestra.run.smithi114:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:33:13.784 DEBUG:teuthology.orchestra.run.smithi114:> set -e 2024-09-19T04:33:13.785 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:33:13.785 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:33:13.785 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:33:13.785 DEBUG:teuthology.orchestra.run.smithi114:> ') 2024-09-19T04:33:13.873 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:33:13.905 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:13.911 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:13.911 DEBUG:teuthology.orchestra.run.smithi114:> ip netns list 2024-09-19T04:33:13.926 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T04:33:13.927 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:13.927 DEBUG:teuthology.orchestra.run.smithi114:> ip netns list-id 2024-09-19T04:33:13.982 INFO:teuthology.orchestra.run.smithi114.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-19T04:33:13.983 DEBUG:teuthology.orchestra.run.smithi114:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:33:13.983 DEBUG:teuthology.orchestra.run.smithi114:> set -e 2024-09-19T04:33:13.983 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T04:33:13.983 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-19T04:33:13.983 DEBUG:teuthology.orchestra.run.smithi114:> ') 2024-09-19T04:33:14.071 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:14 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:33:14.093 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:14.099 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:14.100 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-19T04:33:14.124 INFO:teuthology.orchestra.run.smithi114.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:33:14.124 INFO:teuthology.orchestra.run.smithi114.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:33:14.124 INFO:teuthology.orchestra.run.smithi114.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:33:14.124 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:14.124 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 ::1/128 scope host 2024-09-19T04:33:14.124 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:14.124 INFO:teuthology.orchestra.run.smithi114.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:33:14.125 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 2a:d8:b6:84:d7:f7 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T04:33:14.125 INFO:teuthology.orchestra.run.smithi114.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T04:33:14.125 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:14.125 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::28d8:b6ff:fe84:d7f7/64 scope link tentative 2024-09-19T04:33:14.125 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:14.126 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:14.126 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-19T04:33:14.190 INFO:teuthology.orchestra.run.smithi114.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:33:14.191 INFO:teuthology.orchestra.run.smithi114.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:33:14.191 INFO:teuthology.orchestra.run.smithi114.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:33:14.191 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:14.191 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 ::1/128 scope host 2024-09-19T04:33:14.191 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:14.191 INFO:teuthology.orchestra.run.smithi114.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:33:14.191 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 2a:d8:b6:84:d7:f7 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T04:33:14.191 INFO:teuthology.orchestra.run.smithi114.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T04:33:14.191 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:14.191 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::28d8:b6ff:fe84:d7f7/64 scope link tentative 2024-09-19T04:33:14.192 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:14.193 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-19T04:33:14.193 DEBUG:teuthology.orchestra.run.smithi114:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:33:14.193 DEBUG:teuthology.orchestra.run.smithi114:> set -e 2024-09-19T04:33:14.193 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-19T04:33:14.193 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-19T04:33:14.193 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-19T04:33:14.193 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-19T04:33:14.193 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-19T04:33:14.193 DEBUG:teuthology.orchestra.run.smithi114:> ') 2024-09-19T04:33:14.280 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:14 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:33:14.338 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:14.344 DEBUG:teuthology.orchestra.run.smithi114:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:33:14.344 DEBUG:teuthology.orchestra.run.smithi114:> set -e 2024-09-19T04:33:14.344 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip link set brx.1 up 2024-09-19T04:33:14.344 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip link set dev brx.1 master ceph-brx 2024-09-19T04:33:14.344 DEBUG:teuthology.orchestra.run.smithi114:> ') 2024-09-19T04:33:14.392 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:14 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:33:14.414 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:14.420 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:33:14.421 DEBUG:teuthology.orchestra.run.smithi114:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-19T04:33:14.438 INFO:teuthology.orchestra.run.smithi114.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-19T04:33:14.438 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:33:14.439 DEBUG:teuthology.orchestra.run.smithi114:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-19T04:33:14.493 INFO:tasks.cephfs.kernel_mount:mounting using device: 3@.cephfs=/ 2024-09-19T04:33:14.493 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:14.493 DEBUG:teuthology.orchestra.run.smithi114:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 3@.cephfs=/ /home/ubuntu/cephtest/mnt.3 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:33:14.576 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:33:14.576 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:33:14.583 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:33:14.583 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:33:14.583 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:33:14.584 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: trying mount with new device syntax: 3@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:33:14.584 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,ms_mode=prefer-crc,key=3,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:33:14.584 INFO:teuthology.orchestra.run.smithi114.stdout:mount: /home/ubuntu/cephtest/mnt.3 does not contain SELinux labels. 2024-09-19T04:33:14.584 INFO:teuthology.orchestra.run.smithi114.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:33:14.584 INFO:teuthology.orchestra.run.smithi114.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:33:14.584 INFO:teuthology.orchestra.run.smithi114.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:33:14.584 INFO:teuthology.orchestra.run.smithi114.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:33:14.586 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:33:14.586 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:14.586 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-19T04:33:14.651 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:33:14.739 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:14 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:33:14.741 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:14.747 INFO:teuthology.orchestra.run.smithi114.stdout:client4475 2024-09-19T04:33:14.747 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:33:14.747 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:14.762 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:33:14.851 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:14 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:33:14.852 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:14.859 INFO:teuthology.orchestra.run.smithi114.stdout:client4475 2024-09-19T04:33:14.859 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:33:14.906 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:14 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:33:14.908 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:14.913 INFO:teuthology.orchestra.run.smithi114.stdout:client4475 2024-09-19T04:33:14.914 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/96a4203e-380c-426d-916c-b9d719e0db84.client4475/status') 2024-09-19T04:33:14.961 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:14 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:33:14.971 INFO:teuthology.orchestra.run.smithi114.stdout:instance: client.4475 (3)192.168.0.2:0/1488527447 2024-09-19T04:33:14.971 INFO:teuthology.orchestra.run.smithi114.stdout:blocklisted: false 2024-09-19T04:33:14.971 INFO:teuthology.orchestra.run.smithi114.stderr:0+1 records in 2024-09-19T04:33:14.971 INFO:teuthology.orchestra.run.smithi114.stderr:0+1 records out 2024-09-19T04:33:14.971 INFO:teuthology.orchestra.run.smithi114.stderr:69 bytes copied, 2.5237e-05 s, 2.7 MB/s 2024-09-19T04:33:14.972 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:14.978 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-19T04:33:15.107 INFO:tasks.cephfs_test_runner:Starting test: test_binary_metafile_on_legacy_to_v1_upgrade (tasks.cephfs.test_volumes.TestMisc) Validate binary .meta file on legacy subvol root doesn't break the system 2024-09-19T04:33:15.107 INFO:tasks.cephfs_test_runner:test_binary_metafile_on_legacy_to_v1_upgrade (tasks.cephfs.test_volumes.TestMisc) 2024-09-19T04:33:15.108 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:33:15.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.215+0000 7f3236caf640 1 Processor -- start 2024-09-19T04:33:15.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.215+0000 7f3236caf640 1 -- start start 2024-09-19T04:33:15.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.216+0000 7f3236caf640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f323015c620 0x7f32300d2380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:15.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.216+0000 7f3236caf640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32300b4530 0x7f32300b49e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:15.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.216+0000 7f3236caf640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32300b77f0 con 0x7f3230073ff0 2024-09-19T04:33:15.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.216+0000 7f3236caf640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f323015ca00 con 0x7f323015c620 2024-09-19T04:33:15.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.216+0000 7f3236caf640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f32300b6c50 con 0x7f32300b4530 2024-09-19T04:33:15.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.216+0000 7f323524c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32300b4530 0x7f32300b49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:15.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.216+0000 7f3234a4b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f323015c620 0x7f32300d2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:15.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.216+0000 7f323524c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32300b4530 0x7f32300b49e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:36156/0 (socket says 172.21.15.111:36156) 2024-09-19T04:33:15.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.216+0000 7f323524c640 1 -- 172.21.15.111:0/1433670363 learned_addr learned my addr 172.21.15.111:0/1433670363 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:15.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.216+0000 7f322ffff640 1 --1- 172.21.15.111:0/1433670363 >> v1:172.21.15.114:6789/0 conn(0x7f3230073ff0 0x7f32300b70e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:43116/0 (socket says 172.21.15.111:43116) 2024-09-19T04:33:15.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.217+0000 7f3234a4b640 1 -- 172.21.15.111:0/1433670363 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32300b4530 msgr2=0x7f32300b49e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:15.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.217+0000 7f3234a4b640 1 --2- 172.21.15.111:0/1433670363 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32300b4530 0x7f32300b49e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.217+0000 7f3234a4b640 1 -- 172.21.15.111:0/1433670363 >> v1:172.21.15.114:6789/0 conn(0x7f3230073ff0 legacy=0x7f32300b70e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:15.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.217+0000 7f3234a4b640 1 -- 172.21.15.111:0/1433670363 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32300d2cf0 con 0x7f323015c620 2024-09-19T04:33:15.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.217+0000 7f322f7fe640 1 -- 172.21.15.111:0/1433670363 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2357465744 0 0) 0x7f32300b77f0 con 0x7f3230073ff0 2024-09-19T04:33:15.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.217+0000 7f3234a4b640 1 --2- 172.21.15.111:0/1433670363 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f323015c620 0x7f32300d2380 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f3228009d90 tx=0x7f322802a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=813044cd0b2b1a51 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:15.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.217+0000 7f322f7fe640 1 -- 172.21.15.111:0/1433670363 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3228031600 con 0x7f323015c620 2024-09-19T04:33:15.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.218+0000 7f322f7fe640 1 -- 172.21.15.111:0/1433670363 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32280317a0 con 0x7f323015c620 2024-09-19T04:33:15.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.218+0000 7f322f7fe640 1 -- 172.21.15.111:0/1433670363 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3228031b70 con 0x7f323015c620 2024-09-19T04:33:15.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.218+0000 7f3236caf640 1 -- 172.21.15.111:0/1433670363 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f323015c620 msgr2=0x7f32300d2380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:15.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.218+0000 7f3236caf640 1 --2- 172.21.15.111:0/1433670363 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f323015c620 0x7f32300d2380 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f3228009d90 tx=0x7f322802a5d0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.218+0000 7f3236caf640 1 -- 172.21.15.111:0/1433670363 shutdown_connections 2024-09-19T04:33:15.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.218+0000 7f3236caf640 1 --2- 172.21.15.111:0/1433670363 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32300b4530 0x7f32300b49e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.218+0000 7f3236caf640 1 --2- 172.21.15.111:0/1433670363 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f323015c620 0x7f32300d2380 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.218+0000 7f3236caf640 1 -- 172.21.15.111:0/1433670363 >> 172.21.15.111:0/1433670363 conn(0x7f3230062810 msgr2=0x7f3230062bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:15.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.218+0000 7f3236caf640 1 -- 172.21.15.111:0/1433670363 shutdown_connections 2024-09-19T04:33:15.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.218+0000 7f3236caf640 1 -- 172.21.15.111:0/1433670363 wait complete. 2024-09-19T04:33:15.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.219+0000 7f3236caf640 1 Processor -- start 2024-09-19T04:33:15.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.219+0000 7f3236caf640 1 -- start start 2024-09-19T04:33:15.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.220+0000 7f3236caf640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3230073ff0 0x7f323015f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:15.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.220+0000 7f3236caf640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32300b4530 0x7f323015dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:15.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.220+0000 7f3236caf640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f323015c620 0x7f323015e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:15.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.220+0000 7f3236caf640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f32300b68e0 con 0x7f3230073ff0 2024-09-19T04:33:15.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.220+0000 7f3236caf640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f32300d32b0 con 0x7f32300b4530 2024-09-19T04:33:15.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.220+0000 7f3236caf640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f32300d28c0 con 0x7f323015c620 2024-09-19T04:33:15.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.220+0000 7f3234a4b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3230073ff0 0x7f323015f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:15.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.220+0000 7f323524c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f323015c620 0x7f323015e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:15.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.220+0000 7f3234a4b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3230073ff0 0x7f323015f190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:53208/0 (socket says 172.21.15.111:53208) 2024-09-19T04:33:15.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.220+0000 7f322ffff640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32300b4530 0x7f323015dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:15.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.220+0000 7f323524c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f323015c620 0x7f323015e120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:36158/0 (socket says 172.21.15.111:36158) 2024-09-19T04:33:15.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.220+0000 7f3234a4b640 1 -- 172.21.15.111:0/68775 learned_addr learned my addr 172.21.15.111:0/68775 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:15.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.221+0000 7f322ffff640 1 -- 172.21.15.111:0/68775 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f323015c620 msgr2=0x7f323015e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:15.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.221+0000 7f322ffff640 1 --2- 172.21.15.111:0/68775 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f323015c620 0x7f323015e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.221+0000 7f322ffff640 1 -- 172.21.15.111:0/68775 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3230073ff0 msgr2=0x7f323015f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:15.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.221+0000 7f322ffff640 1 --2- 172.21.15.111:0/68775 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3230073ff0 0x7f323015f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.221+0000 7f322ffff640 1 -- 172.21.15.111:0/68775 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3230153070 con 0x7f32300b4530 2024-09-19T04:33:15.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.221+0000 7f323524c640 1 --2- 172.21.15.111:0/68775 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f323015c620 0x7f323015e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:33:15.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.221+0000 7f322ffff640 1 --2- 172.21.15.111:0/68775 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32300b4530 0x7f323015dbe0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f322400c440 tx=0x7f322400c900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:15.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.221+0000 7f322d7fa640 1 -- 172.21.15.111:0/68775 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32240074e0 con 0x7f32300b4530 2024-09-19T04:33:15.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.221+0000 7f322d7fa640 1 -- 172.21.15.111:0/68775 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32240047e0 con 0x7f32300b4530 2024-09-19T04:33:15.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.221+0000 7f322d7fa640 1 -- 172.21.15.111:0/68775 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3224004bd0 con 0x7f32300b4530 2024-09-19T04:33:15.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.221+0000 7f3236caf640 1 -- 172.21.15.111:0/68775 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32301567a0 con 0x7f32300b4530 2024-09-19T04:33:15.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.221+0000 7f3236caf640 1 -- 172.21.15.111:0/68775 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3230143e00 con 0x7f32300b4530 2024-09-19T04:33:15.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.222+0000 7f3236caf640 1 -- 172.21.15.111:0/68775 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32300d2380 con 0x7f32300b4530 2024-09-19T04:33:15.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.223+0000 7f322d7fa640 1 -- 172.21.15.111:0/68775 <== mon.1 v2:172.21.15.114:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3224011070 con 0x7f32300b4530 2024-09-19T04:33:15.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.223+0000 7f322d7fa640 1 --2- 172.21.15.111:0/68775 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f321c06c2b0 0x7f321c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:15.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.223+0000 7f322d7fa640 1 -- 172.21.15.111:0/68775 <== mon.1 v2:172.21.15.114:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f322408ae20 con 0x7f32300b4530 2024-09-19T04:33:15.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.223+0000 7f3234a4b640 1 --2- 172.21.15.111:0/68775 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f321c06c2b0 0x7f321c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:15.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.224+0000 7f3234a4b640 1 --2- 172.21.15.111:0/68775 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f321c06c2b0 0x7f321c06e770 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f3228000f80 tx=0x7f322802f000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:15.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.228+0000 7f322d7fa640 1 -- 172.21.15.111:0/68775 <== mon.1 v2:172.21.15.114:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3224059070 con 0x7f32300b4530 2024-09-19T04:33:15.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.394+0000 7f3236caf640 1 -- 172.21.15.111:0/68775 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3230069160 con 0x7f32300b4530 2024-09-19T04:33:15.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.396+0000 7f322d7fa640 1 -- 172.21.15.111:0/68775 <== mon.1 v2:172.21.15.114:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16713 (secure 0 0 0) 0x7f322405d370 con 0x7f32300b4530 2024-09-19T04:33:15.397 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:15.397 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:32:53.055403+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:32:49.189443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T04:32:50.360969+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:33:15.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.398+0000 7f3236caf640 1 -- 172.21.15.111:0/68775 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f321c06c2b0 msgr2=0x7f321c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:15.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.398+0000 7f3236caf640 1 --2- 172.21.15.111:0/68775 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f321c06c2b0 0x7f321c06e770 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f3228000f80 tx=0x7f322802f000 comp rx=0 tx=0).stop 2024-09-19T04:33:15.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.398+0000 7f3236caf640 1 -- 172.21.15.111:0/68775 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32300b4530 msgr2=0x7f323015dbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:15.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.398+0000 7f3236caf640 1 --2- 172.21.15.111:0/68775 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32300b4530 0x7f323015dbe0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f322400c440 tx=0x7f322400c900 comp rx=0 tx=0).stop 2024-09-19T04:33:15.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.398+0000 7f3236caf640 1 -- 172.21.15.111:0/68775 shutdown_connections 2024-09-19T04:33:15.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.398+0000 7f3236caf640 1 --2- 172.21.15.111:0/68775 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f321c06c2b0 0x7f321c06e770 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.398+0000 7f3236caf640 1 --2- 172.21.15.111:0/68775 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f323015c620 0x7f323015e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.398+0000 7f3236caf640 1 --2- 172.21.15.111:0/68775 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32300b4530 0x7f323015dbe0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.398+0000 7f3236caf640 1 --2- 172.21.15.111:0/68775 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3230073ff0 0x7f323015f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.398+0000 7f3236caf640 1 -- 172.21.15.111:0/68775 >> 172.21.15.111:0/68775 conn(0x7f3230062810 msgr2=0x7f3230156f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:15.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.398+0000 7f3236caf640 1 -- 172.21.15.111:0/68775 shutdown_connections 2024-09-19T04:33:15.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.398+0000 7f3236caf640 1 -- 172.21.15.111:0/68775 wait complete. 2024-09-19T04:33:15.411 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T04:32:40.437094+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-19T04:32:49.189443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-19T04:32:50.360969+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T04:33:15.411 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T04:33:15.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.512+0000 7fb4515bd640 1 Processor -- start 2024-09-19T04:33:15.514 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.512+0000 7fb4515bd640 1 -- start start 2024-09-19T04:33:15.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.513+0000 7fb4515bd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fb44c0b3430 0x7fb44c0cf750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:15.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.513+0000 7fb4515bd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb44c0d2d10 0x7fb44c0d31a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:15.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.513+0000 7fb4515bd640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb44c15e9d0 con 0x7fb44c06c2d0 2024-09-19T04:33:15.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.513+0000 7fb4515bd640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fb44c0d22c0 con 0x7fb44c0b3430 2024-09-19T04:33:15.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.513+0000 7fb4515bd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb44c06ca70 con 0x7fb44c0d2d10 2024-09-19T04:33:15.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.513+0000 7fb44affd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fb44c0b3430 0x7fb44c0cf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:15.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.513+0000 7fb44a7fc640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fb44c06c2d0 0x7fb44c0b3810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39322/0 (socket says 172.21.15.111:39322) 2024-09-19T04:33:15.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.513+0000 7fb44a7fc640 1 -- 172.21.15.111:0/2985021113 learned_addr learned my addr 172.21.15.111:0/2985021113 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:15.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.513+0000 7fb44b7fe640 1 --2- 172.21.15.111:0/2985021113 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb44c0d2d10 0x7fb44c0d31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:15.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.513+0000 7fb44affd640 1 -- 172.21.15.111:0/2985021113 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb44c0d2d10 msgr2=0x7fb44c0d31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:15.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.513+0000 7fb44affd640 1 --2- 172.21.15.111:0/2985021113 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb44c0d2d10 0x7fb44c0d31a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.513+0000 7fb44affd640 1 -- 172.21.15.111:0/2985021113 >> v1:172.21.15.111:6789/0 conn(0x7fb44c06c2d0 legacy=0x7fb44c0b3810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:15.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.513+0000 7fb449ffb640 1 -- 172.21.15.111:0/2985021113 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2594071567 0 0) 0x7fb44c15e9d0 con 0x7fb44c06c2d0 2024-09-19T04:33:15.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.513+0000 7fb44affd640 1 -- 172.21.15.111:0/2985021113 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb44c06cd50 con 0x7fb44c0b3430 2024-09-19T04:33:15.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.514+0000 7fb44affd640 1 --2- 172.21.15.111:0/2985021113 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb44c0b3430 0x7fb44c0cf750 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fb43c0097a0 tx=0x7fb43c02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0e4fd148fb60c30 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:15.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.514+0000 7fb449ffb640 1 -- 172.21.15.111:0/2985021113 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb43c037070 con 0x7fb44c0b3430 2024-09-19T04:33:15.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.514+0000 7fb449ffb640 1 -- 172.21.15.111:0/2985021113 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb43c02ae50 con 0x7fb44c0b3430 2024-09-19T04:33:15.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.514+0000 7fb449ffb640 1 -- 172.21.15.111:0/2985021113 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb43c032660 con 0x7fb44c0b3430 2024-09-19T04:33:15.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.515+0000 7fb4515bd640 1 -- 172.21.15.111:0/2985021113 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb44c0b3430 msgr2=0x7fb44c0cf750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:15.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.515+0000 7fb4515bd640 1 --2- 172.21.15.111:0/2985021113 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb44c0b3430 0x7fb44c0cf750 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fb43c0097a0 tx=0x7fb43c02a100 comp rx=0 tx=0).stop 2024-09-19T04:33:15.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.515+0000 7fb4515bd640 1 -- 172.21.15.111:0/2985021113 shutdown_connections 2024-09-19T04:33:15.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.515+0000 7fb4515bd640 1 --2- 172.21.15.111:0/2985021113 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb44c0d2d10 0x7fb44c0d31a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.515+0000 7fb4515bd640 1 --2- 172.21.15.111:0/2985021113 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb44c0b3430 0x7fb44c0cf750 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.515+0000 7fb4515bd640 1 -- 172.21.15.111:0/2985021113 >> 172.21.15.111:0/2985021113 conn(0x7fb44c0d4b10 msgr2=0x7fb44c0d4f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:15.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.515+0000 7fb4515bd640 1 -- 172.21.15.111:0/2985021113 shutdown_connections 2024-09-19T04:33:15.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.515+0000 7fb4515bd640 1 -- 172.21.15.111:0/2985021113 wait complete. 2024-09-19T04:33:15.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.516+0000 7fb4515bd640 1 Processor -- start 2024-09-19T04:33:15.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.516+0000 7fb4515bd640 1 -- start start 2024-09-19T04:33:15.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.517+0000 7fb4515bd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb44c06c2d0 0x7fb44c150cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:15.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.517+0000 7fb4515bd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb44c0b3430 0x7fb44c1608c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:15.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.517+0000 7fb4515bd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb44c0d2d10 0x7fb44c0b86a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:15.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.517+0000 7fb4515bd640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb44c06c740 con 0x7fb44c0d2d10 2024-09-19T04:33:15.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.517+0000 7fb4515bd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb44c0d27f0 con 0x7fb44c0b3430 2024-09-19T04:33:15.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.517+0000 7fb4515bd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb44c0d36e0 con 0x7fb44c06c2d0 2024-09-19T04:33:15.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.517+0000 7fb44b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb44c0d2d10 0x7fb44c0b86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:15.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.517+0000 7fb44b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb44c0d2d10 0x7fb44c0b86a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:53218/0 (socket says 172.21.15.111:53218) 2024-09-19T04:33:15.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.517+0000 7fb44b7fe640 1 -- 172.21.15.111:0/3249705092 learned_addr learned my addr 172.21.15.111:0/3249705092 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:15.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.517+0000 7fb44affd640 1 --2- 172.21.15.111:0/3249705092 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb44c06c2d0 0x7fb44c150cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:15.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.517+0000 7fb44a7fc640 1 --2- 172.21.15.111:0/3249705092 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb44c0b3430 0x7fb44c1608c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:15.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.517+0000 7fb44b7fe640 1 -- 172.21.15.111:0/3249705092 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb44c06c2d0 msgr2=0x7fb44c150cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:15.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.517+0000 7fb44b7fe640 1 --2- 172.21.15.111:0/3249705092 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb44c06c2d0 0x7fb44c150cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.517+0000 7fb44b7fe640 1 -- 172.21.15.111:0/3249705092 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb44c0b3430 msgr2=0x7fb44c1608c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:15.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.517+0000 7fb44b7fe640 1 --2- 172.21.15.111:0/3249705092 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb44c0b3430 0x7fb44c1608c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.517+0000 7fb44b7fe640 1 -- 172.21.15.111:0/3249705092 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb44c15f820 con 0x7fb44c0d2d10 2024-09-19T04:33:15.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.518+0000 7fb44b7fe640 1 --2- 172.21.15.111:0/3249705092 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb44c0d2d10 0x7fb44c0b86a0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fb44400ec10 tx=0x7fb44400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:15.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.518+0000 7fb4337fe640 1 -- 172.21.15.111:0/3249705092 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb444018020 con 0x7fb44c0d2d10 2024-09-19T04:33:15.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.518+0000 7fb4337fe640 1 -- 172.21.15.111:0/3249705092 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb44400ccc0 con 0x7fb44c0d2d10 2024-09-19T04:33:15.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.518+0000 7fb4337fe640 1 -- 172.21.15.111:0/3249705092 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4440146c0 con 0x7fb44c0d2d10 2024-09-19T04:33:15.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.518+0000 7fb4515bd640 1 -- 172.21.15.111:0/3249705092 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb44c15fb00 con 0x7fb44c0d2d10 2024-09-19T04:33:15.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.518+0000 7fb4515bd640 1 -- 172.21.15.111:0/3249705092 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb44c1600c0 con 0x7fb44c0d2d10 2024-09-19T04:33:15.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.519+0000 7fb4515bd640 1 -- 172.21.15.111:0/3249705092 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb44c0d31a0 con 0x7fb44c0d2d10 2024-09-19T04:33:15.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.519+0000 7fb4337fe640 1 -- 172.21.15.111:0/3249705092 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb444005d10 con 0x7fb44c0d2d10 2024-09-19T04:33:15.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.520+0000 7fb4337fe640 1 --2- 172.21.15.111:0/3249705092 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb43806c2b0 0x7fb43806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:15.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.520+0000 7fb44affd640 1 --2- 172.21.15.111:0/3249705092 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb43806c2b0 0x7fb43806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:15.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.520+0000 7fb4337fe640 1 -- 172.21.15.111:0/3249705092 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb44408be80 con 0x7fb44c0d2d10 2024-09-19T04:33:15.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.520+0000 7fb44affd640 1 --2- 172.21.15.111:0/3249705092 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb43806c2b0 0x7fb43806e770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb43c034000 tx=0x7fb43c02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:15.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.524+0000 7fb4337fe640 1 -- 172.21.15.111:0/3249705092 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb444022070 con 0x7fb44c0d2d10 2024-09-19T04:33:15.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.687+0000 7fb4515bd640 1 -- 172.21.15.111:0/3249705092 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fb44c15d4d0 con 0x7fb44c0d2d10 2024-09-19T04:33:15.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.687+0000 7fb4337fe640 1 -- 172.21.15.111:0/3249705092 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) ==== 93+0+10 (secure 0 0 0) 0x7fb444010040 con 0x7fb44c0d2d10 2024-09-19T04:33:15.689 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 1 2024-09-19T04:33:15.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.689+0000 7fb4515bd640 1 -- 172.21.15.111:0/3249705092 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb43806c2b0 msgr2=0x7fb43806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:15.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.689+0000 7fb4515bd640 1 --2- 172.21.15.111:0/3249705092 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb43806c2b0 0x7fb43806e770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb43c034000 tx=0x7fb43c02e000 comp rx=0 tx=0).stop 2024-09-19T04:33:15.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.689+0000 7fb4515bd640 1 -- 172.21.15.111:0/3249705092 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb44c0d2d10 msgr2=0x7fb44c0b86a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:15.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.689+0000 7fb4515bd640 1 --2- 172.21.15.111:0/3249705092 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb44c0d2d10 0x7fb44c0b86a0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fb44400ec10 tx=0x7fb44400c490 comp rx=0 tx=0).stop 2024-09-19T04:33:15.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.689+0000 7fb4515bd640 1 -- 172.21.15.111:0/3249705092 shutdown_connections 2024-09-19T04:33:15.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.689+0000 7fb4515bd640 1 --2- 172.21.15.111:0/3249705092 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb43806c2b0 0x7fb43806e770 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.689+0000 7fb4515bd640 1 --2- 172.21.15.111:0/3249705092 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb44c0d2d10 0x7fb44c0b86a0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.689+0000 7fb4515bd640 1 --2- 172.21.15.111:0/3249705092 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb44c0b3430 0x7fb44c1608c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.689+0000 7fb4515bd640 1 --2- 172.21.15.111:0/3249705092 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb44c06c2d0 0x7fb44c150cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.689+0000 7fb4515bd640 1 -- 172.21.15.111:0/3249705092 >> 172.21.15.111:0/3249705092 conn(0x7fb44c0d4b10 msgr2=0x7fb44c15d9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:15.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.689+0000 7fb4515bd640 1 -- 172.21.15.111:0/3249705092 shutdown_connections 2024-09-19T04:33:15.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.689+0000 7fb4515bd640 1 -- 172.21.15.111:0/3249705092 wait complete. 2024-09-19T04:33:15.702 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-19T04:33:15.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.802+0000 7efffd34b640 1 Processor -- start 2024-09-19T04:33:15.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.802+0000 7efffd34b640 1 -- start start 2024-09-19T04:33:15.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.803+0000 7efffd34b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7efff815e960 0x7efff806bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:15.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.803+0000 7efffd34b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efff80b7ed0 0x7efff80b8330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:15.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.803+0000 7efffd34b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efff80d4040 con 0x7efff80cb2f0 2024-09-19T04:33:15.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.803+0000 7efffd34b640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7efff80b7a40 con 0x7efff815e960 2024-09-19T04:33:15.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.803+0000 7efffd34b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7efff80cf750 con 0x7efff80b7ed0 2024-09-19T04:33:15.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.803+0000 7efff67fc640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7efff80cb2f0 0x7efff806c4b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39328/0 (socket says 172.21.15.111:39328) 2024-09-19T04:33:15.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.803+0000 7efff67fc640 1 -- 172.21.15.111:0/2404295146 learned_addr learned my addr 172.21.15.111:0/2404295146 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:15.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.803+0000 7efff77fe640 1 --2- 172.21.15.111:0/2404295146 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efff80b7ed0 0x7efff80b8330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:15.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.803+0000 7efff6ffd640 1 --2- 172.21.15.111:0/2404295146 >> v2:172.21.15.114:3300/0 conn(0x7efff815e960 0x7efff806bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:15.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.803+0000 7efff5ffb640 1 -- 172.21.15.111:0/2404295146 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3156696857 0 0) 0x7efff80d4040 con 0x7efff80cb2f0 2024-09-19T04:33:15.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.803+0000 7efff5ffb640 1 -- 172.21.15.111:0/2404295146 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7effe0003520 con 0x7efff80cb2f0 2024-09-19T04:33:15.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.804+0000 7efff6ffd640 1 -- 172.21.15.111:0/2404295146 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efff80b7ed0 msgr2=0x7efff80b8330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:15.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.804+0000 7efff6ffd640 1 --2- 172.21.15.111:0/2404295146 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efff80b7ed0 0x7efff80b8330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.804+0000 7efff6ffd640 1 -- 172.21.15.111:0/2404295146 >> v1:172.21.15.111:6789/0 conn(0x7efff80cb2f0 legacy=0x7efff806c4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:15.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.804+0000 7efff6ffd640 1 -- 172.21.15.111:0/2404295146 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efff80cfa30 con 0x7efff815e960 2024-09-19T04:33:15.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.804+0000 7efff6ffd640 1 --2- 172.21.15.111:0/2404295146 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efff815e960 0x7efff806bf70 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7effe80097a0 tx=0x7effe802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa963dd73115a151 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:15.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.804+0000 7efff5ffb640 1 -- 172.21.15.111:0/2404295146 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effe8037070 con 0x7efff815e960 2024-09-19T04:33:15.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.805+0000 7efff5ffb640 1 -- 172.21.15.111:0/2404295146 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effe8032440 con 0x7efff815e960 2024-09-19T04:33:15.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.805+0000 7efff5ffb640 1 -- 172.21.15.111:0/2404295146 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effe8032810 con 0x7efff815e960 2024-09-19T04:33:15.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.805+0000 7efffd34b640 1 -- 172.21.15.111:0/2404295146 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efff815e960 msgr2=0x7efff806bf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:15.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.805+0000 7efffd34b640 1 --2- 172.21.15.111:0/2404295146 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efff815e960 0x7efff806bf70 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7effe80097a0 tx=0x7effe802a180 comp rx=0 tx=0).stop 2024-09-19T04:33:15.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.805+0000 7efffd34b640 1 -- 172.21.15.111:0/2404295146 shutdown_connections 2024-09-19T04:33:15.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.805+0000 7efffd34b640 1 --2- 172.21.15.111:0/2404295146 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efff80b7ed0 0x7efff80b8330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.805+0000 7efffd34b640 1 --2- 172.21.15.111:0/2404295146 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efff815e960 0x7efff806bf70 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.805+0000 7efffd34b640 1 -- 172.21.15.111:0/2404295146 >> 172.21.15.111:0/2404295146 conn(0x7efff80d46e0 msgr2=0x7efff80d4af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:15.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.805+0000 7efffd34b640 1 -- 172.21.15.111:0/2404295146 shutdown_connections 2024-09-19T04:33:15.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.805+0000 7efffd34b640 1 -- 172.21.15.111:0/2404295146 wait complete. 2024-09-19T04:33:15.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.806+0000 7efffd34b640 1 Processor -- start 2024-09-19T04:33:15.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.806+0000 7efffd34b640 1 -- start start 2024-09-19T04:33:15.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.807+0000 7efffd34b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efff80b7ed0 0x7efff8157530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:15.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.807+0000 7efffd34b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efff80cb2f0 0x7efff80cdbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:15.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.807+0000 7efffd34b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efff815e960 0x7efff815ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:15.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.807+0000 7efffd34b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7efff806cbc0 con 0x7efff80b7ed0 2024-09-19T04:33:15.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.807+0000 7efffd34b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7efff80d3cd0 con 0x7efff80cb2f0 2024-09-19T04:33:15.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.807+0000 7efffd34b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7efff806cd40 con 0x7efff815e960 2024-09-19T04:33:15.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.807+0000 7efff6ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efff80b7ed0 0x7efff8157530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:15.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.807+0000 7efff6ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efff80b7ed0 0x7efff8157530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:53230/0 (socket says 172.21.15.111:53230) 2024-09-19T04:33:15.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.807+0000 7efff6ffd640 1 -- 172.21.15.111:0/2005908237 learned_addr learned my addr 172.21.15.111:0/2005908237 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:15.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.807+0000 7efff77fe640 1 --2- 172.21.15.111:0/2005908237 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efff815e960 0x7efff815ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:15.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.807+0000 7efff67fc640 1 --2- 172.21.15.111:0/2005908237 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efff80cb2f0 0x7efff80cdbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:15.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.807+0000 7efff6ffd640 1 -- 172.21.15.111:0/2005908237 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efff815e960 msgr2=0x7efff815ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:15.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.807+0000 7efff6ffd640 1 --2- 172.21.15.111:0/2005908237 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efff815e960 0x7efff815ae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.808+0000 7efff6ffd640 1 -- 172.21.15.111:0/2005908237 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efff80cb2f0 msgr2=0x7efff80cdbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:15.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.808+0000 7efff6ffd640 1 --2- 172.21.15.111:0/2005908237 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efff80cb2f0 0x7efff80cdbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.808+0000 7efff6ffd640 1 -- 172.21.15.111:0/2005908237 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efff81f83b0 con 0x7efff80b7ed0 2024-09-19T04:33:15.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.808+0000 7efff6ffd640 1 --2- 172.21.15.111:0/2005908237 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efff80b7ed0 0x7efff8157530 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7effe8035040 tx=0x7effe80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:15.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.808+0000 7effdf7fe640 1 -- 172.21.15.111:0/2005908237 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effe8037040 con 0x7efff80b7ed0 2024-09-19T04:33:15.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.808+0000 7effdf7fe640 1 -- 172.21.15.111:0/2005908237 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effe8042070 con 0x7efff80b7ed0 2024-09-19T04:33:15.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.808+0000 7efffd34b640 1 -- 172.21.15.111:0/2005908237 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efff81f8690 con 0x7efff80b7ed0 2024-09-19T04:33:15.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.808+0000 7effdf7fe640 1 -- 172.21.15.111:0/2005908237 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effe803b930 con 0x7efff80b7ed0 2024-09-19T04:33:15.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.808+0000 7efffd34b640 1 -- 172.21.15.111:0/2005908237 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efff81f8c50 con 0x7efff80b7ed0 2024-09-19T04:33:15.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.809+0000 7efffd34b640 1 -- 172.21.15.111:0/2005908237 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efff80d4040 con 0x7efff80b7ed0 2024-09-19T04:33:15.812 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:33:15.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.809+0000 7effdf7fe640 1 -- 172.21.15.111:0/2005908237 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7effe803bad0 con 0x7efff80b7ed0 2024-09-19T04:33:15.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.810+0000 7effdf7fe640 1 --2- 172.21.15.111:0/2005908237 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7effe406c2b0 0x7effe406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:15.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.810+0000 7efff67fc640 1 --2- 172.21.15.111:0/2005908237 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7effe406c2b0 0x7effe406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:15.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.810+0000 7effdf7fe640 1 -- 172.21.15.111:0/2005908237 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7effe80abb70 con 0x7efff80b7ed0 2024-09-19T04:33:15.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.810+0000 7efff67fc640 1 --2- 172.21.15.111:0/2005908237 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7effe406c2b0 0x7effe406e770 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7efff80ce670 tx=0x7effec009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:15.815 DEBUG:teuthology.orchestra.run.smithi114:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:33:15.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.814+0000 7effdf7fe640 1 -- 172.21.15.111:0/2005908237 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7effe8079c90 con 0x7efff80b7ed0 2024-09-19T04:33:15.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.985+0000 7efffd34b640 1 -- 172.21.15.111:0/2005908237 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7efff80cf280 con 0x7efff80b7ed0 2024-09-19T04:33:15.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.985+0000 7effdf7fe640 1 -- 172.21.15.111:0/2005908237 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) ==== 104+0+11 (secure 0 0 0) 0x7effe807df90 con 0x7efff80b7ed0 2024-09-19T04:33:15.986 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 32 2024-09-19T04:33:15.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.987+0000 7efffd34b640 1 -- 172.21.15.111:0/2005908237 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7effe406c2b0 msgr2=0x7effe406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:15.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.987+0000 7efffd34b640 1 --2- 172.21.15.111:0/2005908237 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7effe406c2b0 0x7effe406e770 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7efff80ce670 tx=0x7effec009040 comp rx=0 tx=0).stop 2024-09-19T04:33:15.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.987+0000 7efffd34b640 1 -- 172.21.15.111:0/2005908237 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efff80b7ed0 msgr2=0x7efff8157530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:15.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.987+0000 7efffd34b640 1 --2- 172.21.15.111:0/2005908237 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efff80b7ed0 0x7efff8157530 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7effe8035040 tx=0x7effe80046c0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.987+0000 7efffd34b640 1 -- 172.21.15.111:0/2005908237 shutdown_connections 2024-09-19T04:33:15.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.987+0000 7efffd34b640 1 --2- 172.21.15.111:0/2005908237 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7effe406c2b0 0x7effe406e770 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.987+0000 7efffd34b640 1 --2- 172.21.15.111:0/2005908237 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efff815e960 0x7efff815ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.987+0000 7efffd34b640 1 --2- 172.21.15.111:0/2005908237 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efff80cb2f0 0x7efff80cdbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.987+0000 7efffd34b640 1 --2- 172.21.15.111:0/2005908237 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efff80b7ed0 0x7efff8157530 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:15.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.987+0000 7efffd34b640 1 -- 172.21.15.111:0/2005908237 >> 172.21.15.111:0/2005908237 conn(0x7efff80d46e0 msgr2=0x7efff80ca4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:15.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.987+0000 7efffd34b640 1 -- 172.21.15.111:0/2005908237 shutdown_connections 2024-09-19T04:33:15.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:15.987+0000 7efffd34b640 1 -- 172.21.15.111:0/2005908237 wait complete. 2024-09-19T04:33:15.999 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-19T04:33:16.102 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.101+0000 7f2991e1e640 1 Processor -- start 2024-09-19T04:33:16.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.101+0000 7f2991e1e640 1 -- start start 2024-09-19T04:33:16.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.102+0000 7f2991e1e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f298c0b5590 0x7f298c0d23b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:16.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.102+0000 7f2991e1e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f298c0d28f0 0x7f298c06dc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:16.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.102+0000 7f2991e1e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f298c15ed30 con 0x7f298c15e950 2024-09-19T04:33:16.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.102+0000 7f2991e1e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f298c0d0f40 con 0x7f298c0b5590 2024-09-19T04:33:16.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.102+0000 7f2991e1e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f298c0d1220 con 0x7f298c0d28f0 2024-09-19T04:33:16.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.102+0000 7f298affd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f298c0b5590 0x7f298c0d23b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:16.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.102+0000 7f298affd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f298c0b5590 0x7f298c0d23b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:53234/0 (socket says 172.21.15.111:53234) 2024-09-19T04:33:16.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.102+0000 7f298affd640 1 -- 172.21.15.111:0/4101712160 learned_addr learned my addr 172.21.15.111:0/4101712160 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:16.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.102+0000 7f298bfff640 1 --2- 172.21.15.111:0/4101712160 >> v2:172.21.15.114:3300/0 conn(0x7f298c0d28f0 0x7f298c06dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:16.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.102+0000 7f298affd640 1 -- 172.21.15.111:0/4101712160 >> v2:172.21.15.114:3300/0 conn(0x7f298c0d28f0 msgr2=0x7f298c06dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:16.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.102+0000 7f298affd640 1 --2- 172.21.15.111:0/4101712160 >> v2:172.21.15.114:3300/0 conn(0x7f298c0d28f0 0x7f298c06dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:16.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.102+0000 7f298affd640 1 -- 172.21.15.111:0/4101712160 >> v1:172.21.15.114:6789/0 conn(0x7f298c15e950 legacy=0x7f298c0d04a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:16.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.102+0000 7f298affd640 1 -- 172.21.15.111:0/4101712160 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f298c06d420 con 0x7f298c0b5590 2024-09-19T04:33:16.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.103+0000 7f298affd640 1 --2- 172.21.15.111:0/4101712160 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f298c0b5590 0x7f298c0d23b0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f298c0702e0 tx=0x7f298002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6c7e83ca1a2dfaa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:16.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.103+0000 7f298a7fc640 1 -- 172.21.15.111:0/4101712160 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2980037070 con 0x7f298c0b5590 2024-09-19T04:33:16.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.103+0000 7f298a7fc640 1 -- 172.21.15.111:0/4101712160 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2980032440 con 0x7f298c0b5590 2024-09-19T04:33:16.107 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.103+0000 7f298a7fc640 1 -- 172.21.15.111:0/4101712160 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2980032810 con 0x7f298c0b5590 2024-09-19T04:33:16.107 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.104+0000 7f2991e1e640 1 -- 172.21.15.111:0/4101712160 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f298c0b5590 msgr2=0x7f298c0d23b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:16.107 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.104+0000 7f2991e1e640 1 --2- 172.21.15.111:0/4101712160 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f298c0b5590 0x7f298c0d23b0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f298c0702e0 tx=0x7f298002a270 comp rx=0 tx=0).stop 2024-09-19T04:33:16.107 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.104+0000 7f2991e1e640 1 -- 172.21.15.111:0/4101712160 shutdown_connections 2024-09-19T04:33:16.107 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.104+0000 7f2991e1e640 1 --2- 172.21.15.111:0/4101712160 >> v2:172.21.15.114:3300/0 conn(0x7f298c0d28f0 0x7f298c06dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:16.107 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.104+0000 7f2991e1e640 1 --2- 172.21.15.111:0/4101712160 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f298c0b5590 0x7f298c0d23b0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:16.107 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.104+0000 7f2991e1e640 1 -- 172.21.15.111:0/4101712160 >> 172.21.15.111:0/4101712160 conn(0x7f298c06f310 msgr2=0x7f298c06f720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:16.107 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.104+0000 7f2991e1e640 1 -- 172.21.15.111:0/4101712160 shutdown_connections 2024-09-19T04:33:16.107 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.104+0000 7f2991e1e640 1 -- 172.21.15.111:0/4101712160 wait complete. 2024-09-19T04:33:16.107 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.105+0000 7f2991e1e640 1 Processor -- start 2024-09-19T04:33:16.107 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.105+0000 7f2991e1e640 1 -- start start 2024-09-19T04:33:16.109 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.106+0000 7f2991e1e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f298c0b5590 0x7f298c1f3c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:16.109 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.106+0000 7f2991e1e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f298c0d28f0 0x7f298c156450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:16.109 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.106+0000 7f2991e1e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f298c15e950 0x7f298c147ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:16.109 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.106+0000 7f2991e1e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f298c0d2d40 con 0x7f298c0b5590 2024-09-19T04:33:16.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.106+0000 7f2991e1e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f298c0b59b0 con 0x7f298c15e950 2024-09-19T04:33:16.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.106+0000 7f2991e1e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f298c0cf410 con 0x7f298c0d28f0 2024-09-19T04:33:16.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.106+0000 7f298b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f298c0b5590 0x7f298c1f3c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:16.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.106+0000 7f298b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f298c0b5590 0x7f298c1f3c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:53246/0 (socket says 172.21.15.111:53246) 2024-09-19T04:33:16.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.106+0000 7f298b7fe640 1 -- 172.21.15.111:0/350561898 learned_addr learned my addr 172.21.15.111:0/350561898 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:16.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.106+0000 7f298bfff640 1 --2- 172.21.15.111:0/350561898 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f298c15e950 0x7f298c147ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:16.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.106+0000 7f298affd640 1 --2- 172.21.15.111:0/350561898 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f298c0d28f0 0x7f298c156450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:16.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.106+0000 7f298b7fe640 1 -- 172.21.15.111:0/350561898 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f298c0d28f0 msgr2=0x7f298c156450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:16.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.106+0000 7f298b7fe640 1 --2- 172.21.15.111:0/350561898 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f298c0d28f0 0x7f298c156450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:16.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.106+0000 7f298b7fe640 1 -- 172.21.15.111:0/350561898 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f298c15e950 msgr2=0x7f298c147ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:16.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.106+0000 7f298b7fe640 1 --2- 172.21.15.111:0/350561898 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f298c15e950 0x7f298c147ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:16.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.106+0000 7f298b7fe640 1 -- 172.21.15.111:0/350561898 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f298c158ce0 con 0x7f298c0b5590 2024-09-19T04:33:16.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.106+0000 7f298b7fe640 1 --2- 172.21.15.111:0/350561898 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f298c0b5590 0x7f298c1f3c30 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f297c00c3c0 tx=0x7f297c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:16.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.107+0000 7f2973fff640 1 -- 172.21.15.111:0/350561898 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f297c0052d0 con 0x7f298c0b5590 2024-09-19T04:33:16.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.107+0000 7f2973fff640 1 -- 172.21.15.111:0/350561898 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f297c005490 con 0x7f298c0b5590 2024-09-19T04:33:16.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.107+0000 7f2991e1e640 1 -- 172.21.15.111:0/350561898 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f298c158fc0 con 0x7f298c0b5590 2024-09-19T04:33:16.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.107+0000 7f2973fff640 1 -- 172.21.15.111:0/350561898 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f297c007260 con 0x7f298c0b5590 2024-09-19T04:33:16.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.107+0000 7f2991e1e640 1 -- 172.21.15.111:0/350561898 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f298c159580 con 0x7f298c0b5590 2024-09-19T04:33:16.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.108+0000 7f2991e1e640 1 -- 172.21.15.111:0/350561898 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f298c06d040 con 0x7f298c0b5590 2024-09-19T04:33:16.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.108+0000 7f2973fff640 1 -- 172.21.15.111:0/350561898 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f297c007400 con 0x7f298c0b5590 2024-09-19T04:33:16.112 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.109+0000 7f2973fff640 1 --2- 172.21.15.111:0/350561898 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f297806c2b0 0x7f297806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:16.112 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.109+0000 7f298affd640 1 --2- 172.21.15.111:0/350561898 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f297806c2b0 0x7f297806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:16.112 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.109+0000 7f2973fff640 1 -- 172.21.15.111:0/350561898 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f297c08a830 con 0x7f298c0b5590 2024-09-19T04:33:16.112 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.109+0000 7f298affd640 1 --2- 172.21.15.111:0/350561898 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f297806c2b0 0x7f297806e770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f2980034000 tx=0x7f298002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:16.114 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.113+0000 7f2973fff640 1 -- 172.21.15.111:0/350561898 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f297c058950 con 0x7f298c0b5590 2024-09-19T04:33:16.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.277+0000 7f2991e1e640 1 -- 172.21.15.111:0/350561898 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f298c15ffa0 con 0x7f298c0b5590 2024-09-19T04:33:16.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.278+0000 7f2973fff640 1 -- 172.21.15.111:0/350561898 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) ==== 100+0+11 (secure 0 0 0) 0x7f297c05cc50 con 0x7f298c0b5590 2024-09-19T04:33:16.279 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 64 2024-09-19T04:33:16.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.280+0000 7f2991e1e640 1 -- 172.21.15.111:0/350561898 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f297806c2b0 msgr2=0x7f297806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:16.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.280+0000 7f2991e1e640 1 --2- 172.21.15.111:0/350561898 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f297806c2b0 0x7f297806e770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f2980034000 tx=0x7f298002e000 comp rx=0 tx=0).stop 2024-09-19T04:33:16.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.280+0000 7f2991e1e640 1 -- 172.21.15.111:0/350561898 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f298c0b5590 msgr2=0x7f298c1f3c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:16.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.280+0000 7f2991e1e640 1 --2- 172.21.15.111:0/350561898 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f298c0b5590 0x7f298c1f3c30 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f297c00c3c0 tx=0x7f297c00c880 comp rx=0 tx=0).stop 2024-09-19T04:33:16.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.280+0000 7f2991e1e640 1 -- 172.21.15.111:0/350561898 shutdown_connections 2024-09-19T04:33:16.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.280+0000 7f2991e1e640 1 --2- 172.21.15.111:0/350561898 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f297806c2b0 0x7f297806e770 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:16.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.280+0000 7f2991e1e640 1 --2- 172.21.15.111:0/350561898 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f298c15e950 0x7f298c147ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:16.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.280+0000 7f2991e1e640 1 --2- 172.21.15.111:0/350561898 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f298c0d28f0 0x7f298c156450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:16.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.280+0000 7f2991e1e640 1 --2- 172.21.15.111:0/350561898 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f298c0b5590 0x7f298c1f3c30 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:16.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.280+0000 7f2991e1e640 1 -- 172.21.15.111:0/350561898 >> 172.21.15.111:0/350561898 conn(0x7f298c06f310 msgr2=0x7f298c15cf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:16.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.280+0000 7f2991e1e640 1 -- 172.21.15.111:0/350561898 shutdown_connections 2024-09-19T04:33:16.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.280+0000 7f2991e1e640 1 -- 172.21.15.111:0/350561898 wait complete. 2024-09-19T04:33:16.292 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_binary_metafile_on_legacy_to_v1_upgrade' 2024-09-19T04:33:16.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.389+0000 7f75ea342640 1 Processor -- start 2024-09-19T04:33:16.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.389+0000 7f75ea342640 1 -- start start 2024-09-19T04:33:16.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.390+0000 7f75ea342640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f75e406f1e0 0x7f75e4169460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:16.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.390+0000 7f75ea342640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75e415ecf0 con 0x7f75e415c300 2024-09-19T04:33:16.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.390+0000 7f75ea342640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75e415c6e0 con 0x7f75e40cd300 2024-09-19T04:33:16.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.390+0000 7f75ea342640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f75e415efb0 con 0x7f75e406f1e0 2024-09-19T04:33:16.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.390+0000 7f75e3fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f75e415c300 0x7f75e40affc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39334/0 (socket says 172.21.15.111:39334) 2024-09-19T04:33:16.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.390+0000 7f75e3fff640 1 -- 172.21.15.111:0/1005119372 learned_addr learned my addr 172.21.15.111:0/1005119372 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:16.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e2ffd640 1 -- 172.21.15.111:0/1005119372 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 227528565 0 0) 0x7f75e415ecf0 con 0x7f75e415c300 2024-09-19T04:33:16.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e2ffd640 1 -- 172.21.15.111:0/1005119372 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f75cc003520 con 0x7f75e415c300 2024-09-19T04:33:16.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e88df640 1 --2- 172.21.15.111:0/1005119372 >> v2:172.21.15.114:3300/0 conn(0x7f75e406f1e0 0x7f75e4169460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:16.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e2ffd640 1 -- 172.21.15.111:0/1005119372 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3407748151 0 0) 0x7f75cc003520 con 0x7f75e415c300 2024-09-19T04:33:16.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e2ffd640 1 -- 172.21.15.111:0/1005119372 >> v2:172.21.15.114:3300/0 conn(0x7f75e406f1e0 msgr2=0x7f75e4169460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:16.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e2ffd640 1 --2- 172.21.15.111:0/1005119372 >> v2:172.21.15.114:3300/0 conn(0x7f75e406f1e0 0x7f75e4169460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:16.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e2ffd640 1 -- 172.21.15.111:0/1005119372 >> v1:172.21.15.114:6789/0 conn(0x7f75e40cd300 legacy=0x7f75e406ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:16.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e2ffd640 1 -- 172.21.15.111:0/1005119372 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75e415f290 con 0x7f75e415c300 2024-09-19T04:33:16.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e2ffd640 1 -- 172.21.15.111:0/1005119372 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f75d4001670 con 0x7f75e415c300 2024-09-19T04:33:16.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e88df640 1 --2- 172.21.15.111:0/1005119372 >> v2:172.21.15.114:3300/0 conn(0x7f75e406f1e0 0x7f75e4169460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:16.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e2ffd640 1 -- 172.21.15.111:0/1005119372 >> v1:172.21.15.111:6789/0 conn(0x7f75e415c300 legacy=0x7f75e40affc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:16.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e2ffd640 1 --2- 172.21.15.111:0/1005119372 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f75cc0039b0 0x7f75cc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:16.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e2ffd640 1 --2- 172.21.15.111:0/1005119372 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75cc004800 0x7f75cc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:16.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e2ffd640 1 --2- 172.21.15.111:0/1005119372 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75cc0052e0 0x7f75cc00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:16.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e2ffd640 1 -- 172.21.15.111:0/1005119372 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f75e415efb0 con 0x7f75cc004800 2024-09-19T04:33:16.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e2ffd640 1 -- 172.21.15.111:0/1005119372 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f75cc00c1b0 con 0x7f75cc0039b0 2024-09-19T04:33:16.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e2ffd640 1 -- 172.21.15.111:0/1005119372 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f75cc00c3b0 con 0x7f75cc0052e0 2024-09-19T04:33:16.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e37fe640 1 --2- 172.21.15.111:0/1005119372 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75cc004800 0x7f75cc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:16.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e3fff640 1 --2- 172.21.15.111:0/1005119372 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f75cc0039b0 0x7f75cc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:16.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e88df640 1 --2- 172.21.15.111:0/1005119372 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75cc0052e0 0x7f75cc00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:16.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e37fe640 1 -- 172.21.15.111:0/1005119372 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75cc0052e0 msgr2=0x7f75cc00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:16.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e37fe640 1 --2- 172.21.15.111:0/1005119372 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75cc0052e0 0x7f75cc00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:16.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e37fe640 1 -- 172.21.15.111:0/1005119372 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f75cc0039b0 msgr2=0x7f75cc003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:16.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e37fe640 1 --2- 172.21.15.111:0/1005119372 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f75cc0039b0 0x7f75cc003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:16.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e37fe640 1 -- 172.21.15.111:0/1005119372 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75cc003520 con 0x7f75cc004800 2024-09-19T04:33:16.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.391+0000 7f75e88df640 1 -- 172.21.15.111:0/1005119372 reap_dead start 2024-09-19T04:33:16.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.392+0000 7f75e37fe640 1 --2- 172.21.15.111:0/1005119372 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75cc004800 0x7f75cc004c80 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f75d8001720 tx=0x7f75cc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=729034a1e89fda96 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:16.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.392+0000 7f75e2ffd640 1 -- 172.21.15.111:0/1005119372 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d8001370 con 0x7f75cc004800 2024-09-19T04:33:16.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.392+0000 7f75e2ffd640 1 -- 172.21.15.111:0/1005119372 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75d80052d0 con 0x7f75cc004800 2024-09-19T04:33:16.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.392+0000 7f75e2ffd640 1 -- 172.21.15.111:0/1005119372 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d802ab70 con 0x7f75cc004800 2024-09-19T04:33:16.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.393+0000 7f75ea342640 1 -- 172.21.15.111:0/1005119372 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75cc004800 msgr2=0x7f75cc004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:16.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.393+0000 7f75ea342640 1 --2- 172.21.15.111:0/1005119372 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75cc004800 0x7f75cc004c80 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f75d8001720 tx=0x7f75cc005830 comp rx=0 tx=0).stop 2024-09-19T04:33:16.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.393+0000 7f75ea342640 1 -- 172.21.15.111:0/1005119372 shutdown_connections 2024-09-19T04:33:16.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.393+0000 7f75ea342640 1 --2- 172.21.15.111:0/1005119372 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75cc004800 0x7f75cc004c80 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:16.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.393+0000 7f75ea342640 1 -- 172.21.15.111:0/1005119372 >> 172.21.15.111:0/1005119372 conn(0x7f75e406cae0 msgr2=0x7f75e406cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:16.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.393+0000 7f75ea342640 1 -- 172.21.15.111:0/1005119372 shutdown_connections 2024-09-19T04:33:16.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.393+0000 7f75ea342640 1 -- 172.21.15.111:0/1005119372 wait complete. 2024-09-19T04:33:16.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.394+0000 7f75ea342640 1 Processor -- start 2024-09-19T04:33:16.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.394+0000 7f75ea342640 1 -- start start 2024-09-19T04:33:16.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.395+0000 7f75ea342640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75cc004800 0x7f75e40cdd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:16.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.395+0000 7f75ea342640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f75e40cfac0 0x7f75e40cff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:16.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.395+0000 7f75ea342640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75e4146490 0x7f75e4146910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:16.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.395+0000 7f75ea342640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f75e4071880 con 0x7f75cc004800 2024-09-19T04:33:16.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.395+0000 7f75ea342640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f75e415f850 con 0x7f75e40cfac0 2024-09-19T04:33:16.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.395+0000 7f75ea342640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f75e406ead0 con 0x7f75e4146490 2024-09-19T04:33:16.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.395+0000 7f75e3fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75cc004800 0x7f75e40cdd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:16.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.395+0000 7f75e3fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75cc004800 0x7f75e40cdd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:53272/0 (socket says 172.21.15.111:53272) 2024-09-19T04:33:16.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.395+0000 7f75e3fff640 1 -- 172.21.15.111:0/1267980925 learned_addr learned my addr 172.21.15.111:0/1267980925 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:16.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.395+0000 7f75e3fff640 1 -- 172.21.15.111:0/1267980925 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75e4146490 msgr2=0x7f75e4146910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:16.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.395+0000 7f75e3fff640 1 --2- 172.21.15.111:0/1267980925 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75e4146490 0x7f75e4146910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:16.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.395+0000 7f75e3fff640 1 -- 172.21.15.111:0/1267980925 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f75e40cfac0 msgr2=0x7f75e40cff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:16.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.395+0000 7f75e3fff640 1 --2- 172.21.15.111:0/1267980925 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f75e40cfac0 0x7f75e40cff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:16.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.395+0000 7f75e3fff640 1 -- 172.21.15.111:0/1267980925 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75e415d550 con 0x7f75cc004800 2024-09-19T04:33:16.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.395+0000 7f75e3fff640 1 --2- 172.21.15.111:0/1267980925 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75cc004800 0x7f75e40cdd00 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f75d40072f0 tx=0x7f75d40077b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:16.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.396+0000 7f75e0ff9640 1 -- 172.21.15.111:0/1267980925 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d401a070 con 0x7f75cc004800 2024-09-19T04:33:16.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.396+0000 7f75e0ff9640 1 -- 172.21.15.111:0/1267980925 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75d400f8e0 con 0x7f75cc004800 2024-09-19T04:33:16.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.396+0000 7f75e0ff9640 1 -- 172.21.15.111:0/1267980925 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d400fcd0 con 0x7f75cc004800 2024-09-19T04:33:16.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.396+0000 7f75ea342640 1 -- 172.21.15.111:0/1267980925 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75e415d830 con 0x7f75cc004800 2024-09-19T04:33:16.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.396+0000 7f75ea342640 1 -- 172.21.15.111:0/1267980925 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75e415ddf0 con 0x7f75cc004800 2024-09-19T04:33:16.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.397+0000 7f75ea342640 1 -- 172.21.15.111:0/1267980925 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75e406ee00 con 0x7f75cc004800 2024-09-19T04:33:16.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.397+0000 7f75e0ff9640 1 -- 172.21.15.111:0/1267980925 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f75d4012350 con 0x7f75cc004800 2024-09-19T04:33:16.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.398+0000 7f75e0ff9640 1 --2- 172.21.15.111:0/1267980925 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f75d006c2b0 0x7f75d006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:16.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.398+0000 7f75e37fe640 1 --2- 172.21.15.111:0/1267980925 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f75d006c2b0 0x7f75d006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:16.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.398+0000 7f75e0ff9640 1 -- 172.21.15.111:0/1267980925 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f75d408ad90 con 0x7f75cc004800 2024-09-19T04:33:16.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.398+0000 7f75e37fe640 1 --2- 172.21.15.111:0/1267980925 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f75d006c2b0 0x7f75d006e770 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f75d8032000 tx=0x7f75d802c000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:16.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.402+0000 7f75e0ff9640 1 -- 172.21.15.111:0/1267980925 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f75d4059470 con 0x7f75cc004800 2024-09-19T04:33:16.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:16.632+0000 7f75ea342640 1 -- 172.21.15.111:0/1267980925 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_binary_metafile_on_legacy_to_v1_upgrade"]} v 0) -- 0x7f75e40af4b0 con 0x7f75cc004800 2024-09-19T04:33:17.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.130+0000 7f75e0ff9640 1 -- 172.21.15.111:0/1267980925 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_binary_metafile_on_legacy_to_v1_upgrade"]}]=0 v44) ==== 161+0+0 (secure 0 0 0) 0x7f75d4058d70 con 0x7f75cc004800 2024-09-19T04:33:17.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.132+0000 7f75ea342640 1 -- 172.21.15.111:0/1267980925 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f75d006c2b0 msgr2=0x7f75d006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:17.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.132+0000 7f75ea342640 1 --2- 172.21.15.111:0/1267980925 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f75d006c2b0 0x7f75d006e770 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f75d8032000 tx=0x7f75d802c000 comp rx=0 tx=0).stop 2024-09-19T04:33:17.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.132+0000 7f75ea342640 1 -- 172.21.15.111:0/1267980925 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75cc004800 msgr2=0x7f75e40cdd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:17.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.132+0000 7f75ea342640 1 --2- 172.21.15.111:0/1267980925 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75cc004800 0x7f75e40cdd00 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f75d40072f0 tx=0x7f75d40077b0 comp rx=0 tx=0).stop 2024-09-19T04:33:17.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.132+0000 7f75ea342640 1 -- 172.21.15.111:0/1267980925 shutdown_connections 2024-09-19T04:33:17.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.132+0000 7f75ea342640 1 --2- 172.21.15.111:0/1267980925 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f75d006c2b0 0x7f75d006e770 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:17.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.132+0000 7f75ea342640 1 --2- 172.21.15.111:0/1267980925 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75e4146490 0x7f75e4146910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:17.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.132+0000 7f75ea342640 1 --2- 172.21.15.111:0/1267980925 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f75e40cfac0 0x7f75e40cff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:17.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.132+0000 7f75ea342640 1 --2- 172.21.15.111:0/1267980925 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75cc004800 0x7f75e40cdd00 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:17.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.132+0000 7f75ea342640 1 -- 172.21.15.111:0/1267980925 >> 172.21.15.111:0/1267980925 conn(0x7f75e406cae0 msgr2=0x7f75e40b5d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:17.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.132+0000 7f75ea342640 1 -- 172.21.15.111:0/1267980925 shutdown_connections 2024-09-19T04:33:17.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.132+0000 7f75ea342640 1 -- 172.21.15.111:0/1267980925 wait complete. 2024-09-19T04:33:17.145 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T04:33:17.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.246+0000 7fceb074b640 1 Processor -- start 2024-09-19T04:33:17.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.246+0000 7fceb074b640 1 -- start start 2024-09-19T04:33:17.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.247+0000 7fceb074b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fcea80cf320 0x7fcea80cf790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:17.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.247+0000 7fceb074b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcea806d700 con 0x7fcea815d3b0 2024-09-19T04:33:17.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.247+0000 7fceb074b640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcea80cde80 con 0x7fcea815d790 2024-09-19T04:33:17.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.247+0000 7fceb074b640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fcea806da30 con 0x7fcea80cf320 2024-09-19T04:33:17.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.247+0000 7fceaece8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fcea80cf320 0x7fcea80cf790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:17.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.247+0000 7fceae4e7640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fcea815d3b0 0x7fcea8071080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39338/0 (socket says 172.21.15.111:39338) 2024-09-19T04:33:17.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.247+0000 7fceae4e7640 1 -- 172.21.15.111:0/1977906494 learned_addr learned my addr 172.21.15.111:0/1977906494 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:17.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.247+0000 7fceaece8640 1 -- 172.21.15.111:0/1977906494 >> v1:172.21.15.114:6789/0 conn(0x7fcea815d790 legacy=0x7fcea80cce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:17.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.247+0000 7fceaece8640 1 -- 172.21.15.111:0/1977906494 >> v1:172.21.15.111:6789/0 conn(0x7fcea815d3b0 legacy=0x7fcea8071080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:17.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.247+0000 7fceaece8640 1 -- 172.21.15.111:0/1977906494 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcea80cd8c0 con 0x7fcea80cf320 2024-09-19T04:33:17.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.247+0000 7fcead4e5640 1 -- 172.21.15.111:0/1977906494 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2472478187 0 0) 0x7fcea806d700 con 0x7fcea815d3b0 2024-09-19T04:33:17.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.248+0000 7fceaece8640 1 --2- 172.21.15.111:0/1977906494 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcea80cf320 0x7fcea80cf790 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fcea0009d90 tx=0x7fcea002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c55a349d3502e74e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:17.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.248+0000 7fcead4e5640 1 -- 172.21.15.111:0/1977906494 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcea0007740 con 0x7fcea80cf320 2024-09-19T04:33:17.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.248+0000 7fcead4e5640 1 -- 172.21.15.111:0/1977906494 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcea00078e0 con 0x7fcea80cf320 2024-09-19T04:33:17.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.248+0000 7fcead4e5640 1 -- 172.21.15.111:0/1977906494 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcea0007cb0 con 0x7fcea80cf320 2024-09-19T04:33:17.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.249+0000 7fceb074b640 1 -- 172.21.15.111:0/1977906494 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcea80cf320 msgr2=0x7fcea80cf790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:17.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.249+0000 7fceb074b640 1 --2- 172.21.15.111:0/1977906494 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcea80cf320 0x7fcea80cf790 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fcea0009d90 tx=0x7fcea002a6a0 comp rx=0 tx=0).stop 2024-09-19T04:33:17.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.249+0000 7fceb074b640 1 -- 172.21.15.111:0/1977906494 shutdown_connections 2024-09-19T04:33:17.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.249+0000 7fceb074b640 1 --2- 172.21.15.111:0/1977906494 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcea80cf320 0x7fcea80cf790 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:17.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.249+0000 7fceb074b640 1 -- 172.21.15.111:0/1977906494 >> 172.21.15.111:0/1977906494 conn(0x7fcea806bba0 msgr2=0x7fcea806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:17.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.249+0000 7fceb074b640 1 -- 172.21.15.111:0/1977906494 shutdown_connections 2024-09-19T04:33:17.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.249+0000 7fceb074b640 1 -- 172.21.15.111:0/1977906494 wait complete. 2024-09-19T04:33:17.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.250+0000 7fceb074b640 1 Processor -- start 2024-09-19T04:33:17.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.250+0000 7fceb074b640 1 -- start start 2024-09-19T04:33:17.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.251+0000 7fceb074b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcea80cf320 0x7fcea814c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:17.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.251+0000 7fceb074b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcea815d3b0 0x7fcea81e67e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:17.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.251+0000 7fceb074b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcea81e6d20 0x7fcea814f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:17.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.251+0000 7fceb074b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fcea80cd580 con 0x7fcea815d3b0 2024-09-19T04:33:17.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.251+0000 7fceb074b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fcea80cfcd0 con 0x7fcea80cf320 2024-09-19T04:33:17.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.251+0000 7fceb074b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcea815cbf0 con 0x7fcea81e6d20 2024-09-19T04:33:17.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.251+0000 7fceadce6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcea815d3b0 0x7fcea81e67e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:17.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.251+0000 7fceadce6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcea815d3b0 0x7fcea81e67e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:53304/0 (socket says 172.21.15.111:53304) 2024-09-19T04:33:17.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.251+0000 7fceadce6640 1 -- 172.21.15.111:0/2869980311 learned_addr learned my addr 172.21.15.111:0/2869980311 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:17.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.251+0000 7fceae4e7640 1 --2- 172.21.15.111:0/2869980311 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcea80cf320 0x7fcea814c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:17.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.251+0000 7fceaece8640 1 --2- 172.21.15.111:0/2869980311 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcea81e6d20 0x7fcea814f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:17.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.251+0000 7fceadce6640 1 -- 172.21.15.111:0/2869980311 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcea81e6d20 msgr2=0x7fcea814f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:17.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.251+0000 7fceadce6640 1 --2- 172.21.15.111:0/2869980311 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcea81e6d20 0x7fcea814f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:17.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.251+0000 7fceadce6640 1 -- 172.21.15.111:0/2869980311 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcea80cf320 msgr2=0x7fcea814c9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:17.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.251+0000 7fceadce6640 1 --2- 172.21.15.111:0/2869980311 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcea80cf320 0x7fcea814c9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:17.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.251+0000 7fceadce6640 1 -- 172.21.15.111:0/2869980311 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcea81e7350 con 0x7fcea815d3b0 2024-09-19T04:33:17.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.251+0000 7fceadce6640 1 --2- 172.21.15.111:0/2869980311 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcea815d3b0 0x7fcea81e67e0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fce98009fd0 tx=0x7fce9800b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:17.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.251+0000 7fce9effd640 1 -- 172.21.15.111:0/2869980311 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce98015030 con 0x7fcea815d3b0 2024-09-19T04:33:17.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.251+0000 7fce9effd640 1 -- 172.21.15.111:0/2869980311 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce98004020 con 0x7fcea815d3b0 2024-09-19T04:33:17.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.251+0000 7fceb074b640 1 -- 172.21.15.111:0/2869980311 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcea81e7630 con 0x7fcea815d3b0 2024-09-19T04:33:17.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.251+0000 7fce9effd640 1 -- 172.21.15.111:0/2869980311 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce98004450 con 0x7fcea815d3b0 2024-09-19T04:33:17.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.251+0000 7fceb074b640 1 -- 172.21.15.111:0/2869980311 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcea81f2620 con 0x7fcea815d3b0 2024-09-19T04:33:17.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.252+0000 7fceb074b640 1 -- 172.21.15.111:0/2869980311 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcea80cf790 con 0x7fcea815d3b0 2024-09-19T04:33:17.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.253+0000 7fce9effd640 1 -- 172.21.15.111:0/2869980311 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fce98018070 con 0x7fcea815d3b0 2024-09-19T04:33:17.256 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.253+0000 7fce9effd640 1 --2- 172.21.15.111:0/2869980311 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fce8c06c2b0 0x7fce8c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:17.256 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.253+0000 7fce9effd640 1 -- 172.21.15.111:0/2869980311 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fce9808acc0 con 0x7fcea815d3b0 2024-09-19T04:33:17.256 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.253+0000 7fceae4e7640 1 --2- 172.21.15.111:0/2869980311 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fce8c06c2b0 0x7fce8c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:17.256 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.254+0000 7fceae4e7640 1 --2- 172.21.15.111:0/2869980311 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fce8c06c2b0 0x7fce8c06e770 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fcea4000f60 tx=0x7fcea4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:17.258 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.257+0000 7fce9effd640 1 -- 172.21.15.111:0/2869980311 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fce980593a0 con 0x7fcea815d3b0 2024-09-19T04:33:17.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.422+0000 7fceb074b640 1 -- 172.21.15.111:0/2869980311 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fcea80cd340 con 0x7fcea815d3b0 2024-09-19T04:33:17.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.425+0000 7fce9effd640 1 -- 172.21.15.111:0/2869980311 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7fce98058ca0 con 0x7fcea815d3b0 2024-09-19T04:33:17.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.427+0000 7fceb074b640 1 -- 172.21.15.111:0/2869980311 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fce8c06c2b0 msgr2=0x7fce8c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:17.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.427+0000 7fceb074b640 1 --2- 172.21.15.111:0/2869980311 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fce8c06c2b0 0x7fce8c06e770 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fcea4000f60 tx=0x7fcea4009040 comp rx=0 tx=0).stop 2024-09-19T04:33:17.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.427+0000 7fceb074b640 1 -- 172.21.15.111:0/2869980311 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcea815d3b0 msgr2=0x7fcea81e67e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:17.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.427+0000 7fceb074b640 1 --2- 172.21.15.111:0/2869980311 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcea815d3b0 0x7fcea81e67e0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fce98009fd0 tx=0x7fce9800b870 comp rx=0 tx=0).stop 2024-09-19T04:33:17.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.427+0000 7fceb074b640 1 -- 172.21.15.111:0/2869980311 shutdown_connections 2024-09-19T04:33:17.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.427+0000 7fceb074b640 1 --2- 172.21.15.111:0/2869980311 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fce8c06c2b0 0x7fce8c06e770 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:17.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.427+0000 7fceb074b640 1 --2- 172.21.15.111:0/2869980311 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcea81e6d20 0x7fcea814f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:17.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.427+0000 7fceb074b640 1 --2- 172.21.15.111:0/2869980311 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcea815d3b0 0x7fcea81e67e0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:17.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.427+0000 7fceb074b640 1 --2- 172.21.15.111:0/2869980311 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcea80cf320 0x7fcea814c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:17.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.427+0000 7fceb074b640 1 -- 172.21.15.111:0/2869980311 >> 172.21.15.111:0/2869980311 conn(0x7fcea806bba0 msgr2=0x7fcea815e4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:17.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.427+0000 7fceb074b640 1 -- 172.21.15.111:0/2869980311 shutdown_connections 2024-09-19T04:33:17.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.427+0000 7fceb074b640 1 -- 172.21.15.111:0/2869980311 wait complete. 2024-09-19T04:33:17.439 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:33:17.439 DEBUG:teuthology.orchestra.run.smithi111:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:33:17.501 DEBUG:teuthology.orchestra.run.smithi114:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:33:17.548 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:33:17.548 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:33:17.548 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:17.564 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:33:17.564 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:17.620 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:33:17.620 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:17.675 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:33:17.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.812+0000 7fb0c319f640 1 Processor -- start 2024-09-19T04:33:17.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.812+0000 7fb0c319f640 1 -- start start 2024-09-19T04:33:17.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.813+0000 7fb0c319f640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fb0bc15ca40 0x7fb0bc15e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:17.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.813+0000 7fb0c319f640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb0bc15d390 con 0x7fb0bc0d02a0 2024-09-19T04:33:17.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.813+0000 7fb0c319f640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb0bc15d670 con 0x7fb0bc15ceb0 2024-09-19T04:33:17.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.813+0000 7fb0c319f640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fb0bc15d950 con 0x7fb0bc15ca40 2024-09-19T04:33:17.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.813+0000 7fb0c0f3b640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fb0bc0d02a0 0x7fb0bc0d0680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39352/0 (socket says 172.21.15.111:39352) 2024-09-19T04:33:17.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.813+0000 7fb0c0f3b640 1 -- 172.21.15.111:0/1161091395 learned_addr learned my addr 172.21.15.111:0/1161091395 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:17.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.813+0000 7fb0b3fff640 1 --2- 172.21.15.111:0/1161091395 >> v2:172.21.15.114:3300/0 conn(0x7fb0bc15ca40 0x7fb0bc15e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:17.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.813+0000 7fb0b37fe640 1 -- 172.21.15.111:0/1161091395 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4060854213 0 0) 0x7fb0bc15d390 con 0x7fb0bc0d02a0 2024-09-19T04:33:17.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.813+0000 7fb0b37fe640 1 -- 172.21.15.111:0/1161091395 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb0a4003520 con 0x7fb0bc0d02a0 2024-09-19T04:33:17.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.813+0000 7fb0b37fe640 1 -- 172.21.15.111:0/1161091395 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4038991770 0 0) 0x7fb0a4003520 con 0x7fb0bc0d02a0 2024-09-19T04:33:17.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.813+0000 7fb0b37fe640 1 -- 172.21.15.111:0/1161091395 >> v2:172.21.15.114:3300/0 conn(0x7fb0bc15ca40 msgr2=0x7fb0bc15e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:17.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.813+0000 7fb0b37fe640 1 --2- 172.21.15.111:0/1161091395 >> v2:172.21.15.114:3300/0 conn(0x7fb0bc15ca40 0x7fb0bc15e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:17.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.813+0000 7fb0b37fe640 1 -- 172.21.15.111:0/1161091395 >> v1:172.21.15.114:6789/0 conn(0x7fb0bc15ceb0 legacy=0x7fb0bc1594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:17.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.813+0000 7fb0b37fe640 1 -- 172.21.15.111:0/1161091395 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0bc15dc30 con 0x7fb0bc0d02a0 2024-09-19T04:33:17.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.813+0000 7fb0b37fe640 1 -- 172.21.15.111:0/1161091395 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fb0b8001670 con 0x7fb0bc0d02a0 2024-09-19T04:33:17.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.813+0000 7fb0b37fe640 1 -- 172.21.15.111:0/1161091395 >> v1:172.21.15.111:6789/0 conn(0x7fb0bc0d02a0 legacy=0x7fb0bc0d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:17.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.813+0000 7fb0b37fe640 1 --2- 172.21.15.111:0/1161091395 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb0a40039b0 0x7fb0a4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:17.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.814+0000 7fb0b37fe640 1 --2- 172.21.15.111:0/1161091395 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0a4004800 0x7fb0a4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:17.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.814+0000 7fb0b37fe640 1 --2- 172.21.15.111:0/1161091395 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0a40051c0 0x7fb0a400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:17.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.814+0000 7fb0b37fe640 1 -- 172.21.15.111:0/1161091395 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb0bc15d950 con 0x7fb0a4004800 2024-09-19T04:33:17.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.814+0000 7fb0b37fe640 1 -- 172.21.15.111:0/1161091395 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb0a400c160 con 0x7fb0a40051c0 2024-09-19T04:33:17.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.814+0000 7fb0b37fe640 1 -- 172.21.15.111:0/1161091395 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb0a400c360 con 0x7fb0a40039b0 2024-09-19T04:33:17.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.814+0000 7fb0b3fff640 1 --2- 172.21.15.111:0/1161091395 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0a4004800 0x7fb0a4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:17.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.814+0000 7fb0c0f3b640 1 --2- 172.21.15.111:0/1161091395 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb0a40039b0 0x7fb0a4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:17.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.814+0000 7fb0c173c640 1 --2- 172.21.15.111:0/1161091395 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0a40051c0 0x7fb0a400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:17.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.814+0000 7fb0b3fff640 1 -- 172.21.15.111:0/1161091395 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb0a40039b0 msgr2=0x7fb0a4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:17.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.814+0000 7fb0b3fff640 1 --2- 172.21.15.111:0/1161091395 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb0a40039b0 0x7fb0a4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:17.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.814+0000 7fb0b3fff640 1 -- 172.21.15.111:0/1161091395 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0a40051c0 msgr2=0x7fb0a400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:17.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.814+0000 7fb0b3fff640 1 --2- 172.21.15.111:0/1161091395 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0a40051c0 0x7fb0a400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:17.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.814+0000 7fb0b3fff640 1 -- 172.21.15.111:0/1161091395 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0a4003520 con 0x7fb0a4004800 2024-09-19T04:33:17.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.814+0000 7fb0c173c640 1 -- 172.21.15.111:0/1161091395 reap_dead start 2024-09-19T04:33:17.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.814+0000 7fb0c0f3b640 1 --2- 172.21.15.111:0/1161091395 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb0a40039b0 0x7fb0a4003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:17.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.815+0000 7fb0b3fff640 1 --2- 172.21.15.111:0/1161091395 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0a4004800 0x7fb0a4004c80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb0ac009ac0 tx=0x7fb0a4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=649e655423a4f5bc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:17.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.815+0000 7fb0b37fe640 1 -- 172.21.15.111:0/1161091395 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0ac036070 con 0x7fb0a4004800 2024-09-19T04:33:17.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.815+0000 7fb0b37fe640 1 -- 172.21.15.111:0/1161091395 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0ac031400 con 0x7fb0a4004800 2024-09-19T04:33:17.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.815+0000 7fb0b37fe640 1 -- 172.21.15.111:0/1161091395 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0ac009690 con 0x7fb0a4004800 2024-09-19T04:33:17.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.815+0000 7fb0c319f640 1 -- 172.21.15.111:0/1161091395 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0a4004800 msgr2=0x7fb0a4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:17.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.815+0000 7fb0c319f640 1 --2- 172.21.15.111:0/1161091395 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0a4004800 0x7fb0a4004c80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb0ac009ac0 tx=0x7fb0a4005830 comp rx=0 tx=0).stop 2024-09-19T04:33:17.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.815+0000 7fb0c319f640 1 -- 172.21.15.111:0/1161091395 shutdown_connections 2024-09-19T04:33:17.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.815+0000 7fb0c319f640 1 --2- 172.21.15.111:0/1161091395 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0a4004800 0x7fb0a4004c80 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:17.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.815+0000 7fb0c319f640 1 -- 172.21.15.111:0/1161091395 >> 172.21.15.111:0/1161091395 conn(0x7fb0bc062cc0 msgr2=0x7fb0bc06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:17.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.815+0000 7fb0c319f640 1 -- 172.21.15.111:0/1161091395 shutdown_connections 2024-09-19T04:33:17.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.815+0000 7fb0c319f640 1 -- 172.21.15.111:0/1161091395 wait complete. 2024-09-19T04:33:17.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.817+0000 7fb0c319f640 1 Processor -- start 2024-09-19T04:33:17.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.817+0000 7fb0c319f640 1 -- start start 2024-09-19T04:33:17.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.817+0000 7fb0c319f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0a4004800 0x7fb0bc1446e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:17.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.817+0000 7fb0c319f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0bc158370 0x7fb0bc1587f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:17.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.817+0000 7fb0c319f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb0bc1568a0 0x7fb0bc156d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:17.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.817+0000 7fb0c319f640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb0bc155d10 con 0x7fb0bc158370 2024-09-19T04:33:17.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.817+0000 7fb0c319f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb0bc155b90 con 0x7fb0a4004800 2024-09-19T04:33:17.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.818+0000 7fb0c319f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb0bc0b4790 con 0x7fb0bc1568a0 2024-09-19T04:33:17.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.818+0000 7fb0b3fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0bc158370 0x7fb0bc1587f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:17.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.818+0000 7fb0b3fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0bc158370 0x7fb0bc1587f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:53318/0 (socket says 172.21.15.111:53318) 2024-09-19T04:33:17.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.818+0000 7fb0b3fff640 1 -- 172.21.15.111:0/130572105 learned_addr learned my addr 172.21.15.111:0/130572105 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:17.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.818+0000 7fb0c0f3b640 1 --2- 172.21.15.111:0/130572105 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0a4004800 0x7fb0bc1446e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:17.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.818+0000 7fb0c173c640 1 --2- 172.21.15.111:0/130572105 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb0bc1568a0 0x7fb0bc156d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:17.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.818+0000 7fb0b3fff640 1 -- 172.21.15.111:0/130572105 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb0bc1568a0 msgr2=0x7fb0bc156d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:17.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.818+0000 7fb0b3fff640 1 --2- 172.21.15.111:0/130572105 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb0bc1568a0 0x7fb0bc156d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:17.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.818+0000 7fb0b3fff640 1 -- 172.21.15.111:0/130572105 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0a4004800 msgr2=0x7fb0bc1446e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:17.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.818+0000 7fb0b3fff640 1 --2- 172.21.15.111:0/130572105 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0a4004800 0x7fb0bc1446e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:17.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.818+0000 7fb0b3fff640 1 -- 172.21.15.111:0/130572105 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0bc1482b0 con 0x7fb0bc158370 2024-09-19T04:33:17.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.818+0000 7fb0c173c640 1 --2- 172.21.15.111:0/130572105 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb0bc1568a0 0x7fb0bc156d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:17.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.818+0000 7fb0b3fff640 1 --2- 172.21.15.111:0/130572105 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0bc158370 0x7fb0bc1587f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb0ac009be0 tx=0x7fb0ac004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:17.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.818+0000 7fb0b17fa640 1 -- 172.21.15.111:0/130572105 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0ac03f020 con 0x7fb0bc158370 2024-09-19T04:33:17.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.818+0000 7fb0b17fa640 1 -- 172.21.15.111:0/130572105 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0ac037040 con 0x7fb0bc158370 2024-09-19T04:33:17.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.818+0000 7fb0b17fa640 1 -- 172.21.15.111:0/130572105 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0ac036070 con 0x7fb0bc158370 2024-09-19T04:33:17.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.818+0000 7fb0c319f640 1 -- 172.21.15.111:0/130572105 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0bc1560a0 con 0x7fb0bc158370 2024-09-19T04:33:17.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.818+0000 7fb0c319f640 1 -- 172.21.15.111:0/130572105 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0bc071250 con 0x7fb0bc158370 2024-09-19T04:33:17.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.819+0000 7fb0c319f640 1 -- 172.21.15.111:0/130572105 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0bc155e90 con 0x7fb0bc158370 2024-09-19T04:33:17.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.820+0000 7fb0b17fa640 1 -- 172.21.15.111:0/130572105 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb0ac042020 con 0x7fb0bc158370 2024-09-19T04:33:17.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.820+0000 7fb0b17fa640 1 --2- 172.21.15.111:0/130572105 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb0a806c2b0 0x7fb0a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:17.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.820+0000 7fb0b17fa640 1 -- 172.21.15.111:0/130572105 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb0ac0ab150 con 0x7fb0bc158370 2024-09-19T04:33:17.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.820+0000 7fb0c0f3b640 1 --2- 172.21.15.111:0/130572105 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb0a806c2b0 0x7fb0a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:17.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.821+0000 7fb0c0f3b640 1 --2- 172.21.15.111:0/130572105 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb0a806c2b0 0x7fb0a806e770 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fb0bc069380 tx=0x7fb0b8007040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:17.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:17.824+0000 7fb0b17fa640 1 -- 172.21.15.111:0/130572105 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb0ac049070 con 0x7fb0bc158370 2024-09-19T04:33:18.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.000+0000 7fb0c319f640 1 -- 172.21.15.111:0/130572105 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb0bc0d0680 con 0x7fb0bc158370 2024-09-19T04:33:18.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.001+0000 7fb0b17fa640 1 -- 172.21.15.111:0/130572105 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fb0ac079270 con 0x7fb0bc158370 2024-09-19T04:33:18.002 INFO:teuthology.orchestra.run.smithi111.stderr:listed 0 entries 2024-09-19T04:33:18.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.003+0000 7fb0c319f640 1 -- 172.21.15.111:0/130572105 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb0a806c2b0 msgr2=0x7fb0a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:18.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.003+0000 7fb0c319f640 1 --2- 172.21.15.111:0/130572105 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb0a806c2b0 0x7fb0a806e770 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fb0bc069380 tx=0x7fb0b8007040 comp rx=0 tx=0).stop 2024-09-19T04:33:18.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.003+0000 7fb0c319f640 1 -- 172.21.15.111:0/130572105 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0bc158370 msgr2=0x7fb0bc1587f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:18.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.003+0000 7fb0c319f640 1 --2- 172.21.15.111:0/130572105 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0bc158370 0x7fb0bc1587f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb0ac009be0 tx=0x7fb0ac004730 comp rx=0 tx=0).stop 2024-09-19T04:33:18.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.003+0000 7fb0c319f640 1 -- 172.21.15.111:0/130572105 shutdown_connections 2024-09-19T04:33:18.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.003+0000 7fb0c319f640 1 --2- 172.21.15.111:0/130572105 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb0a806c2b0 0x7fb0a806e770 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:18.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.003+0000 7fb0c319f640 1 --2- 172.21.15.111:0/130572105 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb0bc1568a0 0x7fb0bc156d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:18.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.003+0000 7fb0c319f640 1 --2- 172.21.15.111:0/130572105 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0bc158370 0x7fb0bc1587f0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:18.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.003+0000 7fb0c319f640 1 --2- 172.21.15.111:0/130572105 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0a4004800 0x7fb0bc1446e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:18.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.003+0000 7fb0c319f640 1 -- 172.21.15.111:0/130572105 >> 172.21.15.111:0/130572105 conn(0x7fb0bc062cc0 msgr2=0x7fb0bc15b880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:18.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.003+0000 7fb0c319f640 1 -- 172.21.15.111:0/130572105 shutdown_connections 2024-09-19T04:33:18.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.003+0000 7fb0c319f640 1 -- 172.21.15.111:0/130572105 wait complete. 2024-09-19T04:33:18.015 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T04:33:18.015 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:18.016 DEBUG:teuthology.orchestra.run.smithi111:> sudo umount /home/ubuntu/cephtest/mnt.0 -f 2024-09-19T04:33:18.041 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi111.front.sepia.ceph.com 2024-09-19T04:33:18.041 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:18.042 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T04:33:18.111 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:33:18.111 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:18.131 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:33:18.131 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:18.190 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:33:18.190 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:18.249 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:33:18.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.348+0000 7f5eedb54640 1 Processor -- start 2024-09-19T04:33:18.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.348+0000 7f5eedb54640 1 -- start start 2024-09-19T04:33:18.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.348+0000 7f5eedb54640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f5ee815e940 0x7f5ee80d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:18.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.348+0000 7f5eedb54640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5ee815ed20 0x7f5ee80d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:18.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.348+0000 7f5eedb54640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ee80b7170 con 0x7f5ee80cef90 2024-09-19T04:33:18.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.348+0000 7f5eedb54640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f5ee80d1ae0 con 0x7f5ee815ed20 2024-09-19T04:33:18.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.348+0000 7f5eedb54640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f5ee80b7aa0 con 0x7f5ee815e940 2024-09-19T04:33:18.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.349+0000 7f5ee6ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5ee815ed20 0x7f5ee80d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:18.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.349+0000 7f5ee6ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5ee815ed20 0x7f5ee80d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:53332/0 (socket says 172.21.15.111:53332) 2024-09-19T04:33:18.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.349+0000 7f5ee6ffd640 1 -- 172.21.15.111:0/1279087135 learned_addr learned my addr 172.21.15.111:0/1279087135 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:18.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.349+0000 7f5ee77fe640 1 --2- 172.21.15.111:0/1279087135 >> v2:172.21.15.114:3300/0 conn(0x7f5ee815e940 0x7f5ee80d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:18.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.349+0000 7f5ee6ffd640 1 -- 172.21.15.111:0/1279087135 >> v2:172.21.15.114:3300/0 conn(0x7f5ee815e940 msgr2=0x7f5ee80d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:18.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.349+0000 7f5ee6ffd640 1 --2- 172.21.15.111:0/1279087135 >> v2:172.21.15.114:3300/0 conn(0x7f5ee815e940 0x7f5ee80d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:18.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.349+0000 7f5ee6ffd640 1 -- 172.21.15.111:0/1279087135 >> v1:172.21.15.114:6789/0 conn(0x7f5ee80cef90 legacy=0x7f5ee80b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:18.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.349+0000 7f5ee6ffd640 1 -- 172.21.15.111:0/1279087135 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ee80d3660 con 0x7f5ee815ed20 2024-09-19T04:33:18.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.350+0000 7f5ee6ffd640 1 --2- 172.21.15.111:0/1279087135 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ee815ed20 0x7f5ee80d15a0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f5ee80509d0 tx=0x7f5edc02a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f07da20cce414794 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:18.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.350+0000 7f5ee67fc640 1 -- 172.21.15.111:0/1279087135 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5edc037070 con 0x7f5ee815ed20 2024-09-19T04:33:18.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.350+0000 7f5ee67fc640 1 -- 172.21.15.111:0/1279087135 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5edc02ae50 con 0x7f5ee815ed20 2024-09-19T04:33:18.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.350+0000 7f5ee67fc640 1 -- 172.21.15.111:0/1279087135 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5edc032860 con 0x7f5ee815ed20 2024-09-19T04:33:18.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.350+0000 7f5eedb54640 1 -- 172.21.15.111:0/1279087135 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ee815ed20 msgr2=0x7f5ee80d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:18.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.350+0000 7f5eedb54640 1 --2- 172.21.15.111:0/1279087135 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ee815ed20 0x7f5ee80d15a0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f5ee80509d0 tx=0x7f5edc02a300 comp rx=0 tx=0).stop 2024-09-19T04:33:18.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.350+0000 7f5eedb54640 1 -- 172.21.15.111:0/1279087135 shutdown_connections 2024-09-19T04:33:18.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.350+0000 7f5eedb54640 1 --2- 172.21.15.111:0/1279087135 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ee815ed20 0x7f5ee80d15a0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:18.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.350+0000 7f5eedb54640 1 --2- 172.21.15.111:0/1279087135 >> v2:172.21.15.114:3300/0 conn(0x7f5ee815e940 0x7f5ee80d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:18.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.350+0000 7f5eedb54640 1 -- 172.21.15.111:0/1279087135 >> 172.21.15.111:0/1279087135 conn(0x7f5ee80b6240 msgr2=0x7f5ee80b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:18.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.350+0000 7f5eedb54640 1 -- 172.21.15.111:0/1279087135 shutdown_connections 2024-09-19T04:33:18.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.350+0000 7f5eedb54640 1 -- 172.21.15.111:0/1279087135 wait complete. 2024-09-19T04:33:18.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.351+0000 7f5eedb54640 1 Processor -- start 2024-09-19T04:33:18.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.352+0000 7f5eedb54640 1 -- start start 2024-09-19T04:33:18.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.352+0000 7f5eedb54640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5ee80cef90 0x7f5ee80cc210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:18.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.352+0000 7f5eedb54640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5ee815e940 0x7f5ee815f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:18.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.352+0000 7f5eedb54640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ee815ed20 0x7f5ee814a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:18.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.352+0000 7f5eedb54640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5ee80d3f00 con 0x7f5ee815ed20 2024-09-19T04:33:18.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.352+0000 7f5eedb54640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5ee80d3c20 con 0x7f5ee80cef90 2024-09-19T04:33:18.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.352+0000 7f5eedb54640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5ee80d3310 con 0x7f5ee815e940 2024-09-19T04:33:18.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.352+0000 7f5ee7fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ee815ed20 0x7f5ee814a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:18.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.353+0000 7f5ee7fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ee815ed20 0x7f5ee814a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:53340/0 (socket says 172.21.15.111:53340) 2024-09-19T04:33:18.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.353+0000 7f5ee7fff640 1 -- 172.21.15.111:0/2579436554 learned_addr learned my addr 172.21.15.111:0/2579436554 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:18.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.353+0000 7f5ee77fe640 1 --2- 172.21.15.111:0/2579436554 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5ee80cef90 0x7f5ee80cc210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:18.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.353+0000 7f5ee6ffd640 1 --2- 172.21.15.111:0/2579436554 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5ee815e940 0x7f5ee815f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:18.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.353+0000 7f5ee7fff640 1 -- 172.21.15.111:0/2579436554 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5ee815e940 msgr2=0x7f5ee815f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:18.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.353+0000 7f5ee7fff640 1 --2- 172.21.15.111:0/2579436554 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5ee815e940 0x7f5ee815f3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:18.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.353+0000 7f5ee7fff640 1 -- 172.21.15.111:0/2579436554 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5ee80cef90 msgr2=0x7f5ee80cc210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:18.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.353+0000 7f5ee7fff640 1 --2- 172.21.15.111:0/2579436554 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5ee80cef90 0x7f5ee80cc210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:18.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.353+0000 7f5ee7fff640 1 -- 172.21.15.111:0/2579436554 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ee80cc750 con 0x7f5ee815ed20 2024-09-19T04:33:18.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.353+0000 7f5ee77fe640 1 --2- 172.21.15.111:0/2579436554 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5ee80cef90 0x7f5ee80cc210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:18.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.353+0000 7f5ee6ffd640 1 --2- 172.21.15.111:0/2579436554 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5ee815e940 0x7f5ee815f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:18.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.353+0000 7f5ee7fff640 1 --2- 172.21.15.111:0/2579436554 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ee815ed20 0x7f5ee814a570 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f5ee000c730 tx=0x7f5ee000cb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:18.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.353+0000 7f5ecffff640 1 -- 172.21.15.111:0/2579436554 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee0016020 con 0x7f5ee815ed20 2024-09-19T04:33:18.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.353+0000 7f5ecffff640 1 -- 172.21.15.111:0/2579436554 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ee0006d50 con 0x7f5ee815ed20 2024-09-19T04:33:18.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.353+0000 7f5ecffff640 1 -- 172.21.15.111:0/2579436554 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee0003bb0 con 0x7f5ee815ed20 2024-09-19T04:33:18.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.353+0000 7f5eedb54640 1 -- 172.21.15.111:0/2579436554 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ee80cc9f0 con 0x7f5ee815ed20 2024-09-19T04:33:18.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.353+0000 7f5eedb54640 1 -- 172.21.15.111:0/2579436554 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ee80ccfb0 con 0x7f5ee815ed20 2024-09-19T04:33:18.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.354+0000 7f5eedb54640 1 -- 172.21.15.111:0/2579436554 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ee80d1ef0 con 0x7f5ee815ed20 2024-09-19T04:33:18.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.355+0000 7f5ecffff640 1 -- 172.21.15.111:0/2579436554 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5ee00050d0 con 0x7f5ee815ed20 2024-09-19T04:33:18.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.355+0000 7f5ecffff640 1 --2- 172.21.15.111:0/2579436554 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5ed406c2b0 0x7f5ed406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:18.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.355+0000 7f5ecffff640 1 -- 172.21.15.111:0/2579436554 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f5ee008afe0 con 0x7f5ee815ed20 2024-09-19T04:33:18.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.355+0000 7f5ee77fe640 1 --2- 172.21.15.111:0/2579436554 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5ed406c2b0 0x7f5ed406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:18.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.355+0000 7f5ee77fe640 1 --2- 172.21.15.111:0/2579436554 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5ed406c2b0 0x7f5ed406e770 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f5ee81602d0 tx=0x7f5ed8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:18.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.359+0000 7f5ecffff640 1 -- 172.21.15.111:0/2579436554 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5ee0020020 con 0x7f5ee815ed20 2024-09-19T04:33:18.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.535+0000 7f5eedb54640 1 -- 172.21.15.111:0/2579436554 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f5ee815e260 con 0x7f5ee815ed20 2024-09-19T04:33:18.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.536+0000 7f5ecffff640 1 -- 172.21.15.111:0/2579436554 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f5ee80b7170 con 0x7f5ee815ed20 2024-09-19T04:33:18.537 INFO:teuthology.orchestra.run.smithi111.stderr:listed 0 entries 2024-09-19T04:33:18.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.537+0000 7f5eedb54640 1 -- 172.21.15.111:0/2579436554 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5ed406c2b0 msgr2=0x7f5ed406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:18.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.537+0000 7f5eedb54640 1 --2- 172.21.15.111:0/2579436554 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5ed406c2b0 0x7f5ed406e770 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f5ee81602d0 tx=0x7f5ed8008040 comp rx=0 tx=0).stop 2024-09-19T04:33:18.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.538+0000 7f5eedb54640 1 -- 172.21.15.111:0/2579436554 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ee815ed20 msgr2=0x7f5ee814a570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:18.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.538+0000 7f5eedb54640 1 --2- 172.21.15.111:0/2579436554 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ee815ed20 0x7f5ee814a570 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f5ee000c730 tx=0x7f5ee000cb30 comp rx=0 tx=0).stop 2024-09-19T04:33:18.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.538+0000 7f5eedb54640 1 -- 172.21.15.111:0/2579436554 shutdown_connections 2024-09-19T04:33:18.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.538+0000 7f5eedb54640 1 --2- 172.21.15.111:0/2579436554 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5ed406c2b0 0x7f5ed406e770 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:18.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.538+0000 7f5eedb54640 1 --2- 172.21.15.111:0/2579436554 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ee815ed20 0x7f5ee814a570 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:18.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.538+0000 7f5eedb54640 1 --2- 172.21.15.111:0/2579436554 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5ee815e940 0x7f5ee815f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:18.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.538+0000 7f5eedb54640 1 --2- 172.21.15.111:0/2579436554 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5ee80cef90 0x7f5ee80cc210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:18.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.538+0000 7f5eedb54640 1 -- 172.21.15.111:0/2579436554 >> 172.21.15.111:0/2579436554 conn(0x7f5ee80b6240 msgr2=0x7f5ee80b6620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:18.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.538+0000 7f5eedb54640 1 -- 172.21.15.111:0/2579436554 shutdown_connections 2024-09-19T04:33:18.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.538+0000 7f5eedb54640 1 -- 172.21.15.111:0/2579436554 wait complete. 2024-09-19T04:33:18.550 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T04:33:18.550 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:18.550 DEBUG:teuthology.orchestra.run.smithi114:> sudo umount /home/ubuntu/cephtest/mnt.1 -f 2024-09-19T04:33:18.582 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi114.front.sepia.ceph.com 2024-09-19T04:33:18.582 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:18.582 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T04:33:18.648 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:33:18.648 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:18.664 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:33:18.664 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:18.721 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:33:18.721 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:18.777 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:33:18.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.914+0000 7f47964e6640 1 Processor -- start 2024-09-19T04:33:19.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.914+0000 7f47964e6640 1 -- start start 2024-09-19T04:33:19.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.915+0000 7f47964e6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4790156880 0x7f47900cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:19.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.915+0000 7f47964e6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f47900b65c0 0x7f4790160730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:19.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.915+0000 7f47964e6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f47900ce150 con 0x7f47900aff30 2024-09-19T04:33:19.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.915+0000 7f47964e6640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f47900ce430 con 0x7f4790156880 2024-09-19T04:33:19.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.915+0000 7f47964e6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f479015ff30 con 0x7f47900b65c0 2024-09-19T04:33:19.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.915+0000 7f478ffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4790156880 0x7f47900cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:19.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.915+0000 7f478ffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4790156880 0x7f47900cdae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:53354/0 (socket says 172.21.15.111:53354) 2024-09-19T04:33:19.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.915+0000 7f478ffff640 1 -- 172.21.15.111:0/2733192759 learned_addr learned my addr 172.21.15.111:0/2733192759 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:19.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.915+0000 7f478f7fe640 1 --2- 172.21.15.111:0/2733192759 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f47900b65c0 0x7f4790160730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:19.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.916+0000 7f478ffff640 1 -- 172.21.15.111:0/2733192759 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f47900b65c0 msgr2=0x7f4790160730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:19.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.916+0000 7f478ffff640 1 --2- 172.21.15.111:0/2733192759 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f47900b65c0 0x7f4790160730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.916+0000 7f478ffff640 1 -- 172.21.15.111:0/2733192759 >> v1:172.21.15.114:6789/0 conn(0x7f47900aff30 legacy=0x7f479015c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:19.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.916+0000 7f478ffff640 1 -- 172.21.15.111:0/2733192759 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4790160210 con 0x7f4790156880 2024-09-19T04:33:19.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.916+0000 7f478ffff640 1 --2- 172.21.15.111:0/2733192759 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4790156880 0x7f47900cdae0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4780009870 tx=0x7f478002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1afe55d2736fe3b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:19.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.916+0000 7f478effd640 1 -- 172.21.15.111:0/2733192759 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4780037070 con 0x7f4790156880 2024-09-19T04:33:19.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.916+0000 7f478effd640 1 -- 172.21.15.111:0/2733192759 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4780032440 con 0x7f4790156880 2024-09-19T04:33:19.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.916+0000 7f478effd640 1 -- 172.21.15.111:0/2733192759 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4780032810 con 0x7f4790156880 2024-09-19T04:33:19.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.917+0000 7f47964e6640 1 -- 172.21.15.111:0/2733192759 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4790156880 msgr2=0x7f47900cdae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:19.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.917+0000 7f47964e6640 1 --2- 172.21.15.111:0/2733192759 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4790156880 0x7f47900cdae0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4780009870 tx=0x7f478002a1c0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.917+0000 7f47964e6640 1 -- 172.21.15.111:0/2733192759 shutdown_connections 2024-09-19T04:33:19.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.917+0000 7f47964e6640 1 --2- 172.21.15.111:0/2733192759 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f47900b65c0 0x7f4790160730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.917+0000 7f47964e6640 1 --2- 172.21.15.111:0/2733192759 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4790156880 0x7f47900cdae0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.917+0000 7f47964e6640 1 -- 172.21.15.111:0/2733192759 >> 172.21.15.111:0/2733192759 conn(0x7f479006cae0 msgr2=0x7f479006cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:19.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.917+0000 7f47964e6640 1 -- 172.21.15.111:0/2733192759 shutdown_connections 2024-09-19T04:33:19.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.917+0000 7f47964e6640 1 -- 172.21.15.111:0/2733192759 wait complete. 2024-09-19T04:33:19.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.918+0000 7f47964e6640 1 Processor -- start 2024-09-19T04:33:19.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.918+0000 7f47964e6640 1 -- start start 2024-09-19T04:33:19.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.919+0000 7f47964e6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f47900aff30 0x7f47901f5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:19.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.919+0000 7f47964e6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47900b65c0 0x7f4790155870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:19.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.919+0000 7f47964e6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4790156880 0x7f47901e7e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:19.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.919+0000 7f47964e6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4790160c70 con 0x7f47900b65c0 2024-09-19T04:33:19.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.919+0000 7f47964e6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f47900b6a30 con 0x7f4790156880 2024-09-19T04:33:19.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.919+0000 7f47964e6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f47900ce710 con 0x7f47900aff30 2024-09-19T04:33:19.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.919+0000 7f478f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47900b65c0 0x7f4790155870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:19.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.919+0000 7f478f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47900b65c0 0x7f4790155870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:53356/0 (socket says 172.21.15.111:53356) 2024-09-19T04:33:19.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.919+0000 7f478f7fe640 1 -- 172.21.15.111:0/4238420316 learned_addr learned my addr 172.21.15.111:0/4238420316 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:19.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.919+0000 7f478ffff640 1 --2- 172.21.15.111:0/4238420316 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f47900aff30 0x7f47901f5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:19.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.919+0000 7f4794a83640 1 --2- 172.21.15.111:0/4238420316 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4790156880 0x7f47901e7e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:19.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.920+0000 7f478f7fe640 1 -- 172.21.15.111:0/4238420316 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f47900aff30 msgr2=0x7f47901f5160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:19.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.920+0000 7f478f7fe640 1 --2- 172.21.15.111:0/4238420316 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f47900aff30 0x7f47901f5160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.920+0000 7f478f7fe640 1 -- 172.21.15.111:0/4238420316 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4790156880 msgr2=0x7f47901e7e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:19.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.920+0000 7f478f7fe640 1 --2- 172.21.15.111:0/4238420316 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4790156880 0x7f47901e7e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.920+0000 7f478f7fe640 1 -- 172.21.15.111:0/4238420316 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47901f40c0 con 0x7f47900b65c0 2024-09-19T04:33:19.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.920+0000 7f478f7fe640 1 --2- 172.21.15.111:0/4238420316 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47900b65c0 0x7f4790155870 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f478400d830 tx=0x7f478400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:19.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.920+0000 7f478cff9640 1 -- 172.21.15.111:0/4238420316 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f478400b6c0 con 0x7f47900b65c0 2024-09-19T04:33:19.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.920+0000 7f478cff9640 1 -- 172.21.15.111:0/4238420316 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4784019070 con 0x7f47900b65c0 2024-09-19T04:33:19.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.920+0000 7f478cff9640 1 -- 172.21.15.111:0/4238420316 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f478400ba80 con 0x7f47900b65c0 2024-09-19T04:33:19.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.920+0000 7f47964e6640 1 -- 172.21.15.111:0/4238420316 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47901f43a0 con 0x7f47900b65c0 2024-09-19T04:33:19.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.920+0000 7f47964e6640 1 -- 172.21.15.111:0/4238420316 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47901f4960 con 0x7f47900b65c0 2024-09-19T04:33:19.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.921+0000 7f47964e6640 1 -- 172.21.15.111:0/4238420316 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4790160730 con 0x7f47900b65c0 2024-09-19T04:33:19.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.921+0000 7f478cff9640 1 -- 172.21.15.111:0/4238420316 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f478401e460 con 0x7f47900b65c0 2024-09-19T04:33:19.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.922+0000 7f478cff9640 1 --2- 172.21.15.111:0/4238420316 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f477c06c2b0 0x7f477c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:19.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.922+0000 7f478ffff640 1 --2- 172.21.15.111:0/4238420316 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f477c06c2b0 0x7f477c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:19.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.922+0000 7f478cff9640 1 -- 172.21.15.111:0/4238420316 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f478408b990 con 0x7f47900b65c0 2024-09-19T04:33:19.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.922+0000 7f478ffff640 1 --2- 172.21.15.111:0/4238420316 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f477c06c2b0 0x7f477c06e770 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f4780034000 tx=0x7f478002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:19.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:18.926+0000 7f478cff9640 1 -- 172.21.15.111:0/4238420316 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4784059ab0 con 0x7f47900b65c0 2024-09-19T04:33:19.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.102+0000 7f47964e6640 1 -- 172.21.15.111:0/4238420316 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f47900cde00 con 0x7f47900b65c0 2024-09-19T04:33:19.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.103+0000 7f478cff9640 1 -- 172.21.15.111:0/4238420316 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f478405ddb0 con 0x7f47900b65c0 2024-09-19T04:33:19.104 INFO:teuthology.orchestra.run.smithi111.stderr:listed 0 entries 2024-09-19T04:33:19.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.105+0000 7f47964e6640 1 -- 172.21.15.111:0/4238420316 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f477c06c2b0 msgr2=0x7f477c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:19.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.105+0000 7f47964e6640 1 --2- 172.21.15.111:0/4238420316 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f477c06c2b0 0x7f477c06e770 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f4780034000 tx=0x7f478002e000 comp rx=0 tx=0).stop 2024-09-19T04:33:19.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.105+0000 7f47964e6640 1 -- 172.21.15.111:0/4238420316 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47900b65c0 msgr2=0x7f4790155870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:19.107 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.105+0000 7f47964e6640 1 --2- 172.21.15.111:0/4238420316 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47900b65c0 0x7f4790155870 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f478400d830 tx=0x7f478400dcf0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.107 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.105+0000 7f47964e6640 1 -- 172.21.15.111:0/4238420316 shutdown_connections 2024-09-19T04:33:19.107 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.105+0000 7f47964e6640 1 --2- 172.21.15.111:0/4238420316 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f477c06c2b0 0x7f477c06e770 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.107 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.105+0000 7f47964e6640 1 --2- 172.21.15.111:0/4238420316 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4790156880 0x7f47901e7e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.107 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.105+0000 7f47964e6640 1 --2- 172.21.15.111:0/4238420316 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47900b65c0 0x7f4790155870 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.107 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.105+0000 7f47964e6640 1 --2- 172.21.15.111:0/4238420316 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f47900aff30 0x7f47901f5160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.107 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.105+0000 7f47964e6640 1 -- 172.21.15.111:0/4238420316 >> 172.21.15.111:0/4238420316 conn(0x7f479006cae0 msgr2=0x7f479015e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:19.107 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.105+0000 7f47964e6640 1 -- 172.21.15.111:0/4238420316 shutdown_connections 2024-09-19T04:33:19.107 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.105+0000 7f47964e6640 1 -- 172.21.15.111:0/4238420316 wait complete. 2024-09-19T04:33:19.117 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.2... 2024-09-19T04:33:19.117 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:19.117 DEBUG:teuthology.orchestra.run.smithi111:> sudo umount /home/ubuntu/cephtest/mnt.2 -f 2024-09-19T04:33:19.143 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi111.front.sepia.ceph.com 2024-09-19T04:33:19.144 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:19.145 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-19T04:33:19.199 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:33:19.199 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:19.218 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:33:19.218 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:19.276 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:33:19.277 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:19.335 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:33:19.435 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.433+0000 7f730b998640 1 Processor -- start 2024-09-19T04:33:19.435 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.433+0000 7f730b998640 1 -- start start 2024-09-19T04:33:19.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.434+0000 7f730b998640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f73040b6c90 0x7f73040b7070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:19.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.434+0000 7f730b998640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7304073430 0x7f7304073880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:19.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.434+0000 7f730b998640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73040b75b0 con 0x7f73040b5520 2024-09-19T04:33:19.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.434+0000 7f730b998640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f730415cd30 con 0x7f7304073430 2024-09-19T04:33:19.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.434+0000 7f730b998640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f730415d010 con 0x7f73040b6c90 2024-09-19T04:33:19.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.434+0000 7f7309f35640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7304073430 0x7f7304073880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:19.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.434+0000 7f7309f35640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7304073430 0x7f7304073880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:53368/0 (socket says 172.21.15.111:53368) 2024-09-19T04:33:19.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.434+0000 7f7309f35640 1 -- 172.21.15.111:0/2507944137 learned_addr learned my addr 172.21.15.111:0/2507944137 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:19.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.435+0000 7f7309734640 1 --2- 172.21.15.111:0/2507944137 >> v2:172.21.15.114:3300/0 conn(0x7f73040b6c90 0x7f73040b7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:19.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.435+0000 7f7309f35640 1 -- 172.21.15.111:0/2507944137 >> v2:172.21.15.114:3300/0 conn(0x7f73040b6c90 msgr2=0x7f73040b7070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:19.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.435+0000 7f7309f35640 1 --2- 172.21.15.111:0/2507944137 >> v2:172.21.15.114:3300/0 conn(0x7f73040b6c90 0x7f73040b7070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.435+0000 7f7309f35640 1 -- 172.21.15.111:0/2507944137 >> v1:172.21.15.114:6789/0 conn(0x7f73040b5520 legacy=0x7f73040d2920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:19.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.435+0000 7f7309f35640 1 -- 172.21.15.111:0/2507944137 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f730415d2f0 con 0x7f7304073430 2024-09-19T04:33:19.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.435+0000 7f7309f35640 1 --2- 172.21.15.111:0/2507944137 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7304073430 0x7f7304073880 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f73040762a0 tx=0x7f72fc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90dc3d92932e23fb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:19.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.436+0000 7f72fbfff640 1 -- 172.21.15.111:0/2507944137 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72fc037070 con 0x7f7304073430 2024-09-19T04:33:19.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.436+0000 7f72fbfff640 1 -- 172.21.15.111:0/2507944137 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72fc032440 con 0x7f7304073430 2024-09-19T04:33:19.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.436+0000 7f72fbfff640 1 -- 172.21.15.111:0/2507944137 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72fc032810 con 0x7f7304073430 2024-09-19T04:33:19.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.436+0000 7f730b998640 1 -- 172.21.15.111:0/2507944137 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7304073430 msgr2=0x7f7304073880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:19.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.436+0000 7f730b998640 1 --2- 172.21.15.111:0/2507944137 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7304073430 0x7f7304073880 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f73040762a0 tx=0x7f72fc02a270 comp rx=0 tx=0).stop 2024-09-19T04:33:19.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.436+0000 7f730b998640 1 -- 172.21.15.111:0/2507944137 shutdown_connections 2024-09-19T04:33:19.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.436+0000 7f730b998640 1 --2- 172.21.15.111:0/2507944137 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7304073430 0x7f7304073880 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.436+0000 7f730b998640 1 --2- 172.21.15.111:0/2507944137 >> v2:172.21.15.114:3300/0 conn(0x7f73040b6c90 0x7f73040b7070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.436+0000 7f730b998640 1 -- 172.21.15.111:0/2507944137 >> 172.21.15.111:0/2507944137 conn(0x7f7304062630 msgr2=0x7f7304062a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:19.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.436+0000 7f730b998640 1 -- 172.21.15.111:0/2507944137 shutdown_connections 2024-09-19T04:33:19.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.436+0000 7f730b998640 1 -- 172.21.15.111:0/2507944137 wait complete. 2024-09-19T04:33:19.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.437+0000 7f730b998640 1 Processor -- start 2024-09-19T04:33:19.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.437+0000 7f730b998640 1 -- start start 2024-09-19T04:33:19.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.438+0000 7f730b998640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7304073430 0x7f73041500f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:19.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.438+0000 7f730b998640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f73040b5520 0x7f7304158240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:19.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.438+0000 7f730b998640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f73040b6c90 0x7f7304154e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:19.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.438+0000 7f730b998640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f73040d2310 con 0x7f73040b6c90 2024-09-19T04:33:19.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.438+0000 7f730b998640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f730415c9e0 con 0x7f7304073430 2024-09-19T04:33:19.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.438+0000 7f730b998640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f730415d8b0 con 0x7f73040b5520 2024-09-19T04:33:19.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.438+0000 7f7309f35640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f73040b6c90 0x7f7304154e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:19.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.438+0000 7f7309f35640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f73040b6c90 0x7f7304154e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:53370/0 (socket says 172.21.15.111:53370) 2024-09-19T04:33:19.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.438+0000 7f7309f35640 1 -- 172.21.15.111:0/753658789 learned_addr learned my addr 172.21.15.111:0/753658789 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:19.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.438+0000 7f7308f33640 1 --2- 172.21.15.111:0/753658789 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f73040b5520 0x7f7304158240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:19.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.438+0000 7f7309734640 1 --2- 172.21.15.111:0/753658789 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7304073430 0x7f73041500f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:19.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.439+0000 7f7309f35640 1 -- 172.21.15.111:0/753658789 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f73040b5520 msgr2=0x7f7304158240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:19.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.439+0000 7f7309f35640 1 --2- 172.21.15.111:0/753658789 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f73040b5520 0x7f7304158240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.439+0000 7f7309f35640 1 -- 172.21.15.111:0/753658789 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7304073430 msgr2=0x7f73041500f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:19.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.439+0000 7f7309f35640 1 --2- 172.21.15.111:0/753658789 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7304073430 0x7f73041500f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.439+0000 7f7309f35640 1 -- 172.21.15.111:0/753658789 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7304159640 con 0x7f73040b6c90 2024-09-19T04:33:19.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.439+0000 7f7309f35640 1 --2- 172.21.15.111:0/753658789 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f73040b6c90 0x7f7304154e10 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f72fc02a2b0 tx=0x7f72fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:19.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.439+0000 7f72f9ffb640 1 -- 172.21.15.111:0/753658789 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72fc037040 con 0x7f73040b6c90 2024-09-19T04:33:19.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.439+0000 7f72f9ffb640 1 -- 172.21.15.111:0/753658789 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72fc042070 con 0x7f73040b6c90 2024-09-19T04:33:19.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.439+0000 7f730b998640 1 -- 172.21.15.111:0/753658789 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7304158780 con 0x7f73040b6c90 2024-09-19T04:33:19.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.439+0000 7f72f9ffb640 1 -- 172.21.15.111:0/753658789 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72fc030920 con 0x7f73040b6c90 2024-09-19T04:33:19.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.439+0000 7f730b998640 1 -- 172.21.15.111:0/753658789 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73040b2900 con 0x7f73040b6c90 2024-09-19T04:33:19.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.440+0000 7f730b998640 1 -- 172.21.15.111:0/753658789 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f730415a240 con 0x7f73040b6c90 2024-09-19T04:33:19.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.440+0000 7f72f9ffb640 1 -- 172.21.15.111:0/753658789 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f72fc030ac0 con 0x7f73040b6c90 2024-09-19T04:33:19.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.441+0000 7f72f9ffb640 1 --2- 172.21.15.111:0/753658789 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f72e806c2b0 0x7f72e806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:19.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.441+0000 7f72f9ffb640 1 -- 172.21.15.111:0/753658789 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f72fc0abb50 con 0x7f73040b6c90 2024-09-19T04:33:19.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.441+0000 7f7309734640 1 --2- 172.21.15.111:0/753658789 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f72e806c2b0 0x7f72e806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:19.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.441+0000 7f7309734640 1 --2- 172.21.15.111:0/753658789 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f72e806c2b0 0x7f72e806e770 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f7300003aa0 tx=0x7f7300009830 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:19.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.445+0000 7f72f9ffb640 1 -- 172.21.15.111:0/753658789 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7304159640 con 0x7f73040b6c90 2024-09-19T04:33:19.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.620+0000 7f730b998640 1 -- 172.21.15.111:0/753658789 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f7304156e80 con 0x7f73040b6c90 2024-09-19T04:33:19.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.621+0000 7f72f9ffb640 1 -- 172.21.15.111:0/753658789 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f72fc079c70 con 0x7f73040b6c90 2024-09-19T04:33:19.622 INFO:teuthology.orchestra.run.smithi111.stderr:listed 0 entries 2024-09-19T04:33:19.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.623+0000 7f730b998640 1 -- 172.21.15.111:0/753658789 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f72e806c2b0 msgr2=0x7f72e806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:19.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.623+0000 7f730b998640 1 --2- 172.21.15.111:0/753658789 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f72e806c2b0 0x7f72e806e770 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f7300003aa0 tx=0x7f7300009830 comp rx=0 tx=0).stop 2024-09-19T04:33:19.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.623+0000 7f730b998640 1 -- 172.21.15.111:0/753658789 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f73040b6c90 msgr2=0x7f7304154e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:19.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.623+0000 7f730b998640 1 --2- 172.21.15.111:0/753658789 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f73040b6c90 0x7f7304154e10 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f72fc02a2b0 tx=0x7f72fc0046c0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.623+0000 7f730b998640 1 -- 172.21.15.111:0/753658789 shutdown_connections 2024-09-19T04:33:19.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.623+0000 7f730b998640 1 --2- 172.21.15.111:0/753658789 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f72e806c2b0 0x7f72e806e770 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.623+0000 7f730b998640 1 --2- 172.21.15.111:0/753658789 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f73040b6c90 0x7f7304154e10 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.623+0000 7f730b998640 1 --2- 172.21.15.111:0/753658789 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f73040b5520 0x7f7304158240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.623+0000 7f730b998640 1 --2- 172.21.15.111:0/753658789 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7304073430 0x7f73041500f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.623+0000 7f730b998640 1 -- 172.21.15.111:0/753658789 >> 172.21.15.111:0/753658789 conn(0x7f7304062630 msgr2=0x7f7304156190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:19.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.623+0000 7f730b998640 1 -- 172.21.15.111:0/753658789 shutdown_connections 2024-09-19T04:33:19.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.623+0000 7f730b998640 1 -- 172.21.15.111:0/753658789 wait complete. 2024-09-19T04:33:19.635 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.3... 2024-09-19T04:33:19.635 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:19.635 DEBUG:teuthology.orchestra.run.smithi114:> sudo umount /home/ubuntu/cephtest/mnt.3 -f 2024-09-19T04:33:19.666 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi114.front.sepia.ceph.com 2024-09-19T04:33:19.666 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:19.666 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-19T04:33:19.724 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T04:33:19.724 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:33:19.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.821+0000 7f312ea53640 1 Processor -- start 2024-09-19T04:33:19.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.821+0000 7f312ea53640 1 -- start start 2024-09-19T04:33:19.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.822+0000 7f312ea53640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f31280b5600 0x7f3128073ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:19.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.822+0000 7f312ea53640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f3128073ff0 0x7f312806ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:19.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.822+0000 7f312ea53640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f312806e8d0 con 0x7f312815e7b0 2024-09-19T04:33:19.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.822+0000 7f312ea53640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f312806e680 con 0x7f31280b5600 2024-09-19T04:33:19.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.822+0000 7f312ea53640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f312806ebb0 con 0x7f3128073ff0 2024-09-19T04:33:19.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.822+0000 7f31277fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f31280b5600 0x7f3128073ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:19.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.822+0000 7f31277fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f31280b5600 0x7f3128073ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:53378/0 (socket says 172.21.15.111:53378) 2024-09-19T04:33:19.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.822+0000 7f31277fe640 1 -- 172.21.15.111:0/549725470 learned_addr learned my addr 172.21.15.111:0/549725470 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:19.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.822+0000 7f312cff0640 1 --2- 172.21.15.111:0/549725470 >> v2:172.21.15.114:3300/0 conn(0x7f3128073ff0 0x7f312806ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:19.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.822+0000 7f31277fe640 1 -- 172.21.15.111:0/549725470 >> v2:172.21.15.114:3300/0 conn(0x7f3128073ff0 msgr2=0x7f312806ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:19.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.822+0000 7f31277fe640 1 --2- 172.21.15.111:0/549725470 >> v2:172.21.15.114:3300/0 conn(0x7f3128073ff0 0x7f312806ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.822+0000 7f31277fe640 1 -- 172.21.15.111:0/549725470 >> v1:172.21.15.114:6789/0 conn(0x7f312815e7b0 legacy=0x7f3128071340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:19.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.822+0000 7f31277fe640 1 -- 172.21.15.111:0/549725470 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31280732b0 con 0x7f31280b5600 2024-09-19T04:33:19.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.823+0000 7f31277fe640 1 --2- 172.21.15.111:0/549725470 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f31280b5600 0x7f3128073ab0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f31280b4df0 tx=0x7f311c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d50524b3354dc75 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:19.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.823+0000 7f3126ffd640 1 -- 172.21.15.111:0/549725470 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f311c037070 con 0x7f31280b5600 2024-09-19T04:33:19.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.823+0000 7f3126ffd640 1 -- 172.21.15.111:0/549725470 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f311c032440 con 0x7f31280b5600 2024-09-19T04:33:19.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.823+0000 7f3126ffd640 1 -- 172.21.15.111:0/549725470 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f311c032810 con 0x7f31280b5600 2024-09-19T04:33:19.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.824+0000 7f312ea53640 1 -- 172.21.15.111:0/549725470 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f31280b5600 msgr2=0x7f3128073ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:19.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.824+0000 7f312ea53640 1 --2- 172.21.15.111:0/549725470 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f31280b5600 0x7f3128073ab0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f31280b4df0 tx=0x7f311c02a1e0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.824+0000 7f312ea53640 1 -- 172.21.15.111:0/549725470 shutdown_connections 2024-09-19T04:33:19.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.824+0000 7f312ea53640 1 --2- 172.21.15.111:0/549725470 >> v2:172.21.15.114:3300/0 conn(0x7f3128073ff0 0x7f312806ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.824+0000 7f312ea53640 1 --2- 172.21.15.111:0/549725470 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f31280b5600 0x7f3128073ab0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.824+0000 7f312ea53640 1 -- 172.21.15.111:0/549725470 >> 172.21.15.111:0/549725470 conn(0x7f31280b4300 msgr2=0x7f31280b46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:19.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.824+0000 7f312ea53640 1 -- 172.21.15.111:0/549725470 shutdown_connections 2024-09-19T04:33:19.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.824+0000 7f312ea53640 1 -- 172.21.15.111:0/549725470 wait complete. 2024-09-19T04:33:19.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.825+0000 7f312ea53640 1 Processor -- start 2024-09-19T04:33:19.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.825+0000 7f312ea53640 1 -- start start 2024-09-19T04:33:19.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.826+0000 7f312ea53640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f31280b5600 0x7f31281506c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:19.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.826+0000 7f312ea53640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f312815e7b0 0x7f31281f49b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:19.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.826+0000 7f312ea53640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3128152920 0x7f312815ce40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:19.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.826+0000 7f312ea53640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f312806d370 con 0x7f31280b5600 2024-09-19T04:33:19.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.826+0000 7f312ea53640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f312806d1f0 con 0x7f3128152920 2024-09-19T04:33:19.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.826+0000 7f312ea53640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f312806d4f0 con 0x7f312815e7b0 2024-09-19T04:33:19.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.826+0000 7f3127fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f31280b5600 0x7f31281506c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:19.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.826+0000 7f3127fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f31280b5600 0x7f31281506c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:53390/0 (socket says 172.21.15.111:53390) 2024-09-19T04:33:19.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.826+0000 7f3127fff640 1 -- 172.21.15.111:0/1697377279 learned_addr learned my addr 172.21.15.111:0/1697377279 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:19.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.826+0000 7f31277fe640 1 --2- 172.21.15.111:0/1697377279 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f312815e7b0 0x7f31281f49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:19.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.826+0000 7f312cff0640 1 --2- 172.21.15.111:0/1697377279 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3128152920 0x7f312815ce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:19.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.826+0000 7f3127fff640 1 -- 172.21.15.111:0/1697377279 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f312815e7b0 msgr2=0x7f31281f49b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:19.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.826+0000 7f3127fff640 1 --2- 172.21.15.111:0/1697377279 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f312815e7b0 0x7f31281f49b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.826+0000 7f3127fff640 1 -- 172.21.15.111:0/1697377279 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3128152920 msgr2=0x7f312815ce40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:19.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.826+0000 7f3127fff640 1 --2- 172.21.15.111:0/1697377279 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3128152920 0x7f312815ce40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:19.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.826+0000 7f3127fff640 1 -- 172.21.15.111:0/1697377279 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3128161980 con 0x7f31280b5600 2024-09-19T04:33:19.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.826+0000 7f312cff0640 1 --2- 172.21.15.111:0/1697377279 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3128152920 0x7f312815ce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:19.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.826+0000 7f3127fff640 1 --2- 172.21.15.111:0/1697377279 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f31280b5600 0x7f31281506c0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f311800c400 tx=0x7f311800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:19.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.826+0000 7f3124ff9640 1 -- 172.21.15.111:0/1697377279 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31180052d0 con 0x7f31280b5600 2024-09-19T04:33:19.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.827+0000 7f3124ff9640 1 -- 172.21.15.111:0/1697377279 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3118005490 con 0x7f31280b5600 2024-09-19T04:33:19.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.827+0000 7f312ea53640 1 -- 172.21.15.111:0/1697377279 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3128150ef0 con 0x7f31280b5600 2024-09-19T04:33:19.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.827+0000 7f3124ff9640 1 -- 172.21.15.111:0/1697377279 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3118007260 con 0x7f31280b5600 2024-09-19T04:33:19.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.827+0000 7f312ea53640 1 -- 172.21.15.111:0/1697377279 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31281514b0 con 0x7f31280b5600 2024-09-19T04:33:19.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.827+0000 7f312ea53640 1 -- 172.21.15.111:0/1697377279 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f312806ccb0 con 0x7f31280b5600 2024-09-19T04:33:19.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.828+0000 7f3124ff9640 1 -- 172.21.15.111:0/1697377279 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3118007400 con 0x7f31280b5600 2024-09-19T04:33:19.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.828+0000 7f3124ff9640 1 --2- 172.21.15.111:0/1697377279 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f311406c2e0 0x7f311406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:19.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.828+0000 7f3124ff9640 1 -- 172.21.15.111:0/1697377279 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f311808a8c0 con 0x7f31280b5600 2024-09-19T04:33:19.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.828+0000 7f31277fe640 1 --2- 172.21.15.111:0/1697377279 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f311406c2e0 0x7f311406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:19.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.829+0000 7f31277fe640 1 --2- 172.21.15.111:0/1697377279 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f311406c2e0 0x7f311406e7a0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f311c034000 tx=0x7f311c02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:19.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:19.833+0000 7f3124ff9640 1 -- 172.21.15.111:0/1697377279 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f31180589e0 con 0x7f31280b5600 2024-09-19T04:33:20.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.034+0000 7f312ea53640 1 -- 172.21.15.111:0/1697377279 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f31281602f0 con 0x7f31280b5600 2024-09-19T04:33:20.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.034+0000 7f3124ff9640 1 -- 172.21.15.111:0/1697377279 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5226 (secure 0 0 0) 0x7f311805cce0 con 0x7f31280b5600 2024-09-19T04:33:20.036 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:20.036 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":6,"btime":"2024-09-19T04:32:54:059192+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/2427445039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":2427445039},{"type":"v1","addr":"172.21.15.111:6837","nonce":2427445039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/3625504623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":3625504623},{"type":"v1","addr":"172.21.15.111:6836","nonce":3625504623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4259,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/575642286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":575642286},{"type":"v1","addr":"172.21.15.114:6835","nonce":575642286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:32:51.389282+0000","modified":"2024-09-19T04:32:53.386968+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6834/4176912851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":4176912851},{"type":"v1","addr":"172.21.15.114:6834","nonce":4176912851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4282,"qdb_cluster":[4282]},"id":1}]} 2024-09-19T04:33:20.036 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 6 2024-09-19T04:33:20.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.036+0000 7f312ea53640 1 -- 172.21.15.111:0/1697377279 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f311406c2e0 msgr2=0x7f311406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:20.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.036+0000 7f312ea53640 1 --2- 172.21.15.111:0/1697377279 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f311406c2e0 0x7f311406e7a0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f311c034000 tx=0x7f311c02e000 comp rx=0 tx=0).stop 2024-09-19T04:33:20.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.036+0000 7f312ea53640 1 -- 172.21.15.111:0/1697377279 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f31280b5600 msgr2=0x7f31281506c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:20.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.036+0000 7f312ea53640 1 --2- 172.21.15.111:0/1697377279 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f31280b5600 0x7f31281506c0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f311800c400 tx=0x7f311800c8c0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.036+0000 7f312ea53640 1 -- 172.21.15.111:0/1697377279 shutdown_connections 2024-09-19T04:33:20.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.036+0000 7f312ea53640 1 --2- 172.21.15.111:0/1697377279 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f311406c2e0 0x7f311406e7a0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.036+0000 7f312ea53640 1 --2- 172.21.15.111:0/1697377279 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3128152920 0x7f312815ce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.036+0000 7f312ea53640 1 --2- 172.21.15.111:0/1697377279 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f312815e7b0 0x7f31281f49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.036+0000 7f312ea53640 1 --2- 172.21.15.111:0/1697377279 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f31280b5600 0x7f31281506c0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.036+0000 7f312ea53640 1 -- 172.21.15.111:0/1697377279 >> 172.21.15.111:0/1697377279 conn(0x7f31280b4300 msgr2=0x7f31280b2250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:20.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.037+0000 7f312ea53640 1 -- 172.21.15.111:0/1697377279 shutdown_connections 2024-09-19T04:33:20.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.037+0000 7f312ea53640 1 -- 172.21.15.111:0/1697377279 wait complete. 2024-09-19T04:33:20.049 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:33:20.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.146+0000 7fb7d3e2e640 1 Processor -- start 2024-09-19T04:33:20.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.146+0000 7fb7d3e2e640 1 -- start start 2024-09-19T04:33:20.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.147+0000 7fb7d3e2e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fb7cc0cf070 0x7fb7cc0cf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:20.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.147+0000 7fb7d3e2e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7cc0ce740 con 0x7fb7cc073120 2024-09-19T04:33:20.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.147+0000 7fb7d3e2e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7cc072640 con 0x7fb7cc15c180 2024-09-19T04:33:20.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.147+0000 7fb7d3e2e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fb7cc072920 con 0x7fb7cc0cf070 2024-09-19T04:33:20.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.147+0000 7fb7d13c9640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fb7cc0cf070 0x7fb7cc0cf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:20.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.147+0000 7fb7d23cb640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fb7cc073120 0x7fb7cc06bba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39362/0 (socket says 172.21.15.111:39362) 2024-09-19T04:33:20.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.147+0000 7fb7d23cb640 1 -- 172.21.15.111:0/1029821088 learned_addr learned my addr 172.21.15.111:0/1029821088 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:20.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.148+0000 7fb7d13c9640 1 -- 172.21.15.111:0/1029821088 >> v1:172.21.15.114:6789/0 conn(0x7fb7cc15c180 legacy=0x7fb7cc0cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:20.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.148+0000 7fb7d0bc8640 1 -- 172.21.15.111:0/1029821088 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1998528380 0 0) 0x7fb7cc0ce740 con 0x7fb7cc073120 2024-09-19T04:33:20.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.148+0000 7fb7d13c9640 1 -- 172.21.15.111:0/1029821088 >> v1:172.21.15.111:6789/0 conn(0x7fb7cc073120 legacy=0x7fb7cc06bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:20.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.148+0000 7fb7d13c9640 1 -- 172.21.15.111:0/1029821088 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7cc072c00 con 0x7fb7cc0cf070 2024-09-19T04:33:20.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.148+0000 7fb7d13c9640 1 --2- 172.21.15.111:0/1029821088 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb7cc0cf070 0x7fb7cc0cf4e0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fb7bc0097a0 tx=0x7fb7bc02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a07fdadad1f5c47b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:20.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.148+0000 7fb7d0bc8640 1 -- 172.21.15.111:0/1029821088 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7bc037070 con 0x7fb7cc0cf070 2024-09-19T04:33:20.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.148+0000 7fb7d0bc8640 1 -- 172.21.15.111:0/1029821088 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7bc032440 con 0x7fb7cc0cf070 2024-09-19T04:33:20.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.148+0000 7fb7d0bc8640 1 -- 172.21.15.111:0/1029821088 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7bc032810 con 0x7fb7cc0cf070 2024-09-19T04:33:20.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.149+0000 7fb7d3e2e640 1 -- 172.21.15.111:0/1029821088 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb7cc0cf070 msgr2=0x7fb7cc0cf4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:20.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.149+0000 7fb7d3e2e640 1 --2- 172.21.15.111:0/1029821088 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb7cc0cf070 0x7fb7cc0cf4e0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fb7bc0097a0 tx=0x7fb7bc02a1a0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.149+0000 7fb7d3e2e640 1 -- 172.21.15.111:0/1029821088 shutdown_connections 2024-09-19T04:33:20.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.149+0000 7fb7d3e2e640 1 --2- 172.21.15.111:0/1029821088 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb7cc0cf070 0x7fb7cc0cf4e0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.149+0000 7fb7d3e2e640 1 -- 172.21.15.111:0/1029821088 >> 172.21.15.111:0/1029821088 conn(0x7fb7cc062cc0 msgr2=0x7fb7cc06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:20.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.149+0000 7fb7d3e2e640 1 -- 172.21.15.111:0/1029821088 shutdown_connections 2024-09-19T04:33:20.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.149+0000 7fb7d3e2e640 1 -- 172.21.15.111:0/1029821088 wait complete. 2024-09-19T04:33:20.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.150+0000 7fb7d3e2e640 1 Processor -- start 2024-09-19T04:33:20.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.150+0000 7fb7d3e2e640 1 -- start start 2024-09-19T04:33:20.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.151+0000 7fb7d3e2e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb7cc073120 0x7fb7cc0b2560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:20.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.151+0000 7fb7d3e2e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb7cc0cf070 0x7fb7cc15c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:20.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.151+0000 7fb7d3e2e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb7cc15c180 0x7fb7cc0ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:20.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.151+0000 7fb7d3e2e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb7cc0722f0 con 0x7fb7cc0cf070 2024-09-19T04:33:20.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.151+0000 7fb7d3e2e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb7cc0ced00 con 0x7fb7cc073120 2024-09-19T04:33:20.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.151+0000 7fb7d3e2e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb7cc15c560 con 0x7fb7cc15c180 2024-09-19T04:33:20.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.151+0000 7fb7d13c9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb7cc0cf070 0x7fb7cc15c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:20.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.151+0000 7fb7d13c9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb7cc0cf070 0x7fb7cc15c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:53416/0 (socket says 172.21.15.111:53416) 2024-09-19T04:33:20.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.151+0000 7fb7d13c9640 1 -- 172.21.15.111:0/3725161935 learned_addr learned my addr 172.21.15.111:0/3725161935 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:20.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.151+0000 7fb7d23cb640 1 --2- 172.21.15.111:0/3725161935 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb7cc15c180 0x7fb7cc0ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:20.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.151+0000 7fb7d1bca640 1 --2- 172.21.15.111:0/3725161935 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb7cc073120 0x7fb7cc0b2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:20.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.151+0000 7fb7d13c9640 1 -- 172.21.15.111:0/3725161935 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb7cc15c180 msgr2=0x7fb7cc0ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:20.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.151+0000 7fb7d13c9640 1 --2- 172.21.15.111:0/3725161935 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb7cc15c180 0x7fb7cc0ae8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.151+0000 7fb7d13c9640 1 -- 172.21.15.111:0/3725161935 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb7cc073120 msgr2=0x7fb7cc0b2560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:20.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.151+0000 7fb7d13c9640 1 --2- 172.21.15.111:0/3725161935 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb7cc073120 0x7fb7cc0b2560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.151+0000 7fb7d13c9640 1 -- 172.21.15.111:0/3725161935 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7cc0b2e40 con 0x7fb7cc0cf070 2024-09-19T04:33:20.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.151+0000 7fb7d1bca640 1 --2- 172.21.15.111:0/3725161935 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb7cc073120 0x7fb7cc0b2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:20.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.151+0000 7fb7d23cb640 1 --2- 172.21.15.111:0/3725161935 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb7cc15c180 0x7fb7cc0ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:20.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.152+0000 7fb7d13c9640 1 --2- 172.21.15.111:0/3725161935 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb7cc0cf070 0x7fb7cc15c890 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fb7bc0097a0 tx=0x7fb7bc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:20.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.152+0000 7fb7c27fc640 1 -- 172.21.15.111:0/3725161935 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7bc037050 con 0x7fb7cc0cf070 2024-09-19T04:33:20.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.152+0000 7fb7c27fc640 1 -- 172.21.15.111:0/3725161935 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7bc038040 con 0x7fb7cc0cf070 2024-09-19T04:33:20.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.152+0000 7fb7d3e2e640 1 -- 172.21.15.111:0/3725161935 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7cc0b3570 con 0x7fb7cc0cf070 2024-09-19T04:33:20.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.152+0000 7fb7c27fc640 1 -- 172.21.15.111:0/3725161935 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7bc004490 con 0x7fb7cc0cf070 2024-09-19T04:33:20.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.152+0000 7fb7d3e2e640 1 -- 172.21.15.111:0/3725161935 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7cc0b3b30 con 0x7fb7cc0cf070 2024-09-19T04:33:20.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.153+0000 7fb7d3e2e640 1 -- 172.21.15.111:0/3725161935 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7cc0cf4e0 con 0x7fb7cc0cf070 2024-09-19T04:33:20.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.153+0000 7fb7c27fc640 1 -- 172.21.15.111:0/3725161935 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb7bc030900 con 0x7fb7cc0cf070 2024-09-19T04:33:20.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.154+0000 7fb7c27fc640 1 --2- 172.21.15.111:0/3725161935 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb7b006c2b0 0x7fb7b006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:20.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.154+0000 7fb7c27fc640 1 -- 172.21.15.111:0/3725161935 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb7bc0ac050 con 0x7fb7cc0cf070 2024-09-19T04:33:20.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.154+0000 7fb7d1bca640 1 --2- 172.21.15.111:0/3725161935 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb7b006c2b0 0x7fb7b006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:20.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.154+0000 7fb7d1bca640 1 --2- 172.21.15.111:0/3725161935 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb7b006c2b0 0x7fb7b006e770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fb7c8007fd0 tx=0x7fb7c8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:20.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.158+0000 7fb7c27fc640 1 -- 172.21.15.111:0/3725161935 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb7bc07a970 con 0x7fb7cc0cf070 2024-09-19T04:33:20.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.356+0000 7fb7d3e2e640 1 -- 172.21.15.111:0/3725161935 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb7cc0cca90 con 0x7fb7cc0cf070 2024-09-19T04:33:20.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.357+0000 7fb7c27fc640 1 -- 172.21.15.111:0/3725161935 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5226 (secure 0 0 0) 0x7fb7bc07a270 con 0x7fb7cc0cf070 2024-09-19T04:33:20.358 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:20.358 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":6,"btime":"2024-09-19T04:32:54:059192+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/2427445039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":2427445039},{"type":"v1","addr":"172.21.15.111:6837","nonce":2427445039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/3625504623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":3625504623},{"type":"v1","addr":"172.21.15.111:6836","nonce":3625504623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4259,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/575642286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":575642286},{"type":"v1","addr":"172.21.15.114:6835","nonce":575642286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:32:51.389282+0000","modified":"2024-09-19T04:32:53.386968+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6834/4176912851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":4176912851},{"type":"v1","addr":"172.21.15.114:6834","nonce":4176912851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4282,"qdb_cluster":[4282]},"id":1}]} 2024-09-19T04:33:20.358 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 6 2024-09-19T04:33:20.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.359+0000 7fb7d3e2e640 1 -- 172.21.15.111:0/3725161935 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb7b006c2b0 msgr2=0x7fb7b006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:20.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.359+0000 7fb7d3e2e640 1 --2- 172.21.15.111:0/3725161935 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb7b006c2b0 0x7fb7b006e770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fb7c8007fd0 tx=0x7fb7c8009040 comp rx=0 tx=0).stop 2024-09-19T04:33:20.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.359+0000 7fb7d3e2e640 1 -- 172.21.15.111:0/3725161935 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb7cc0cf070 msgr2=0x7fb7cc15c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:20.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.359+0000 7fb7d3e2e640 1 --2- 172.21.15.111:0/3725161935 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb7cc0cf070 0x7fb7cc15c890 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fb7bc0097a0 tx=0x7fb7bc0046c0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.359+0000 7fb7d3e2e640 1 -- 172.21.15.111:0/3725161935 shutdown_connections 2024-09-19T04:33:20.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.359+0000 7fb7d3e2e640 1 --2- 172.21.15.111:0/3725161935 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb7b006c2b0 0x7fb7b006e770 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.359+0000 7fb7d3e2e640 1 --2- 172.21.15.111:0/3725161935 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb7cc15c180 0x7fb7cc0ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.359+0000 7fb7d3e2e640 1 --2- 172.21.15.111:0/3725161935 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb7cc0cf070 0x7fb7cc15c890 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.359+0000 7fb7d3e2e640 1 --2- 172.21.15.111:0/3725161935 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb7cc073120 0x7fb7cc0b2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.359+0000 7fb7d3e2e640 1 -- 172.21.15.111:0/3725161935 >> 172.21.15.111:0/3725161935 conn(0x7fb7cc062cc0 msgr2=0x7fb7cc0cf860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:20.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.359+0000 7fb7d3e2e640 1 -- 172.21.15.111:0/3725161935 shutdown_connections 2024-09-19T04:33:20.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.359+0000 7fb7d3e2e640 1 -- 172.21.15.111:0/3725161935 wait complete. 2024-09-19T04:33:20.372 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:33:20.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.469+0000 7f56afe0e640 1 Processor -- start 2024-09-19T04:33:20.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.469+0000 7f56afe0e640 1 -- start start 2024-09-19T04:33:20.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.470+0000 7f56afe0e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f56a815ca40 0x7f56a815e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:20.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.470+0000 7f56afe0e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f56a815ceb0 0x7f56a81594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:20.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.470+0000 7f56afe0e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56a815d390 con 0x7f56a80d02a0 2024-09-19T04:33:20.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.470+0000 7f56afe0e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f56a815d670 con 0x7f56a815ceb0 2024-09-19T04:33:20.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.470+0000 7f56afe0e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f56a815d950 con 0x7f56a815ca40 2024-09-19T04:33:20.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.470+0000 7f56ae3ab640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f56a815ceb0 0x7f56a81594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:20.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.470+0000 7f56ae3ab640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f56a815ceb0 0x7f56a81594c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:53424/0 (socket says 172.21.15.111:53424) 2024-09-19T04:33:20.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.470+0000 7f56ae3ab640 1 -- 172.21.15.111:0/4208835801 learned_addr learned my addr 172.21.15.111:0/4208835801 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:20.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.470+0000 7f56ad3a9640 1 --2- 172.21.15.111:0/4208835801 >> v2:172.21.15.114:3300/0 conn(0x7f56a815ca40 0x7f56a815e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:20.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.470+0000 7f56ae3ab640 1 -- 172.21.15.111:0/4208835801 >> v2:172.21.15.114:3300/0 conn(0x7f56a815ca40 msgr2=0x7f56a815e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:20.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.470+0000 7f56ae3ab640 1 --2- 172.21.15.111:0/4208835801 >> v2:172.21.15.114:3300/0 conn(0x7f56a815ca40 0x7f56a815e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.470+0000 7f56ae3ab640 1 -- 172.21.15.111:0/4208835801 >> v1:172.21.15.114:6789/0 conn(0x7f56a80d02a0 legacy=0x7f56a80d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:20.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.470+0000 7f56ae3ab640 1 -- 172.21.15.111:0/4208835801 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56a815dc30 con 0x7f56a815ceb0 2024-09-19T04:33:20.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.470+0000 7f56ad3a9640 1 --2- 172.21.15.111:0/4208835801 >> v2:172.21.15.114:3300/0 conn(0x7f56a815ca40 0x7f56a815e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:20.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.471+0000 7f56ae3ab640 1 --2- 172.21.15.111:0/4208835801 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f56a815ceb0 0x7f56a81594c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f56a80cf320 tx=0x7f56a002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1315f817c24e542b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:20.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.471+0000 7f56acba8640 1 -- 172.21.15.111:0/4208835801 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56a0036070 con 0x7f56a815ceb0 2024-09-19T04:33:20.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.471+0000 7f56acba8640 1 -- 172.21.15.111:0/4208835801 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56a0031600 con 0x7f56a815ceb0 2024-09-19T04:33:20.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.471+0000 7f56acba8640 1 -- 172.21.15.111:0/4208835801 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56a00319d0 con 0x7f56a815ceb0 2024-09-19T04:33:20.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.472+0000 7f56afe0e640 1 -- 172.21.15.111:0/4208835801 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f56a815ceb0 msgr2=0x7f56a81594c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:20.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.472+0000 7f56afe0e640 1 --2- 172.21.15.111:0/4208835801 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f56a815ceb0 0x7f56a81594c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f56a80cf320 tx=0x7f56a002a6a0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.472+0000 7f56afe0e640 1 -- 172.21.15.111:0/4208835801 shutdown_connections 2024-09-19T04:33:20.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.472+0000 7f56afe0e640 1 --2- 172.21.15.111:0/4208835801 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f56a815ceb0 0x7f56a81594c0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.472+0000 7f56afe0e640 1 --2- 172.21.15.111:0/4208835801 >> v2:172.21.15.114:3300/0 conn(0x7f56a815ca40 0x7f56a815e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.472+0000 7f56afe0e640 1 -- 172.21.15.111:0/4208835801 >> 172.21.15.111:0/4208835801 conn(0x7f56a8062cc0 msgr2=0x7f56a806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:20.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.472+0000 7f56afe0e640 1 -- 172.21.15.111:0/4208835801 shutdown_connections 2024-09-19T04:33:20.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.472+0000 7f56afe0e640 1 -- 172.21.15.111:0/4208835801 wait complete. 2024-09-19T04:33:20.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.473+0000 7f56afe0e640 1 Processor -- start 2024-09-19T04:33:20.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.473+0000 7f56afe0e640 1 -- start start 2024-09-19T04:33:20.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.474+0000 7f56afe0e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f56a80d02a0 0x7f56a8072bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:20.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.474+0000 7f56afe0e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f56a815ca40 0x7f56a81526c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:20.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.474+0000 7f56afe0e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f56a815ceb0 0x7f56a8149fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:20.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.474+0000 7f56afe0e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f56a8155d10 con 0x7f56a815ca40 2024-09-19T04:33:20.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.474+0000 7f56afe0e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f56a8155b90 con 0x7f56a815ceb0 2024-09-19T04:33:20.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.474+0000 7f56afe0e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f56a80b4790 con 0x7f56a80d02a0 2024-09-19T04:33:20.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.474+0000 7f56ad3a9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f56a815ca40 0x7f56a81526c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:20.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.474+0000 7f56ad3a9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f56a815ca40 0x7f56a81526c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:53440/0 (socket says 172.21.15.111:53440) 2024-09-19T04:33:20.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.474+0000 7f56ad3a9640 1 -- 172.21.15.111:0/866077814 learned_addr learned my addr 172.21.15.111:0/866077814 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:20.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.474+0000 7f56adbaa640 1 --2- 172.21.15.111:0/866077814 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f56a80d02a0 0x7f56a8072bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:20.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.474+0000 7f56ae3ab640 1 --2- 172.21.15.111:0/866077814 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f56a815ceb0 0x7f56a8149fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:20.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.474+0000 7f56ad3a9640 1 -- 172.21.15.111:0/866077814 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f56a80d02a0 msgr2=0x7f56a8072bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:20.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.474+0000 7f56ad3a9640 1 --2- 172.21.15.111:0/866077814 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f56a80d02a0 0x7f56a8072bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.474+0000 7f56ad3a9640 1 -- 172.21.15.111:0/866077814 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f56a815ceb0 msgr2=0x7f56a8149fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:20.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.474+0000 7f56ad3a9640 1 --2- 172.21.15.111:0/866077814 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f56a815ceb0 0x7f56a8149fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.474+0000 7f56ad3a9640 1 -- 172.21.15.111:0/866077814 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56a8152c00 con 0x7f56a815ca40 2024-09-19T04:33:20.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.474+0000 7f56adbaa640 1 --2- 172.21.15.111:0/866077814 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f56a80d02a0 0x7f56a8072bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:20.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.474+0000 7f56ae3ab640 1 --2- 172.21.15.111:0/866077814 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f56a815ceb0 0x7f56a8149fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:20.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.474+0000 7f56ad3a9640 1 --2- 172.21.15.111:0/866077814 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f56a815ca40 0x7f56a81526c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f569800e810 tx=0x7f569800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:20.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.474+0000 7f569e7fc640 1 -- 172.21.15.111:0/866077814 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f569800f040 con 0x7f56a815ca40 2024-09-19T04:33:20.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.474+0000 7f569e7fc640 1 -- 172.21.15.111:0/866077814 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5698004030 con 0x7f56a815ca40 2024-09-19T04:33:20.480 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.474+0000 7f569e7fc640 1 -- 172.21.15.111:0/866077814 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5698004400 con 0x7f56a815ca40 2024-09-19T04:33:20.480 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.474+0000 7f56afe0e640 1 -- 172.21.15.111:0/866077814 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56a80731c0 con 0x7f56a815ca40 2024-09-19T04:33:20.480 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.474+0000 7f56afe0e640 1 -- 172.21.15.111:0/866077814 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56a81562a0 con 0x7f56a815ca40 2024-09-19T04:33:20.480 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.475+0000 7f56afe0e640 1 -- 172.21.15.111:0/866077814 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56a80d0680 con 0x7f56a815ca40 2024-09-19T04:33:20.480 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.476+0000 7f569e7fc640 1 -- 172.21.15.111:0/866077814 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f569800c6d0 con 0x7f56a815ca40 2024-09-19T04:33:20.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.476+0000 7f569e7fc640 1 --2- 172.21.15.111:0/866077814 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f568c06c2b0 0x7f568c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:20.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.476+0000 7f569e7fc640 1 -- 172.21.15.111:0/866077814 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f569808b190 con 0x7f56a815ca40 2024-09-19T04:33:20.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.477+0000 7f56adbaa640 1 --2- 172.21.15.111:0/866077814 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f568c06c2b0 0x7f568c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:20.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.477+0000 7f56adbaa640 1 --2- 172.21.15.111:0/866077814 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f568c06c2b0 0x7f568c06e770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f56a4001700 tx=0x7f56a4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:20.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.481+0000 7f569e7fc640 1 -- 172.21.15.111:0/866077814 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5698017020 con 0x7f56a815ca40 2024-09-19T04:33:20.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.647+0000 7f56afe0e640 1 -- 172.21.15.111:0/866077814 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f56a80cc9d0 con 0x7f56a815ca40 2024-09-19T04:33:20.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.648+0000 7f569e7fc640 1 -- 172.21.15.111:0/866077814 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16713 (secure 0 0 0) 0x7f5698059990 con 0x7f56a815ca40 2024-09-19T04:33:20.649 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:20.649 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:32:53.055403+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:32:49.189443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T04:32:50.360969+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:33:20.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.650+0000 7f56afe0e640 1 -- 172.21.15.111:0/866077814 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f568c06c2b0 msgr2=0x7f568c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:20.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.650+0000 7f56afe0e640 1 --2- 172.21.15.111:0/866077814 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f568c06c2b0 0x7f568c06e770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f56a4001700 tx=0x7f56a4009040 comp rx=0 tx=0).stop 2024-09-19T04:33:20.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.650+0000 7f56afe0e640 1 -- 172.21.15.111:0/866077814 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f56a815ca40 msgr2=0x7f56a81526c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:20.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.650+0000 7f56afe0e640 1 --2- 172.21.15.111:0/866077814 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f56a815ca40 0x7f56a81526c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f569800e810 tx=0x7f569800ecd0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.650+0000 7f56afe0e640 1 -- 172.21.15.111:0/866077814 shutdown_connections 2024-09-19T04:33:20.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.650+0000 7f56afe0e640 1 --2- 172.21.15.111:0/866077814 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f568c06c2b0 0x7f568c06e770 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.650+0000 7f56afe0e640 1 --2- 172.21.15.111:0/866077814 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f56a815ceb0 0x7f56a8149fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.650+0000 7f56afe0e640 1 --2- 172.21.15.111:0/866077814 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f56a815ca40 0x7f56a81526c0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.650+0000 7f56afe0e640 1 --2- 172.21.15.111:0/866077814 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f56a80d02a0 0x7f56a8072bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.650+0000 7f56afe0e640 1 -- 172.21.15.111:0/866077814 >> 172.21.15.111:0/866077814 conn(0x7f56a8062cc0 msgr2=0x7f56a80cd700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:20.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.650+0000 7f56afe0e640 1 -- 172.21.15.111:0/866077814 shutdown_connections 2024-09-19T04:33:20.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.650+0000 7f56afe0e640 1 -- 172.21.15.111:0/866077814 wait complete. 2024-09-19T04:33:20.663 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T04:33:20.663 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:33:20.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.760+0000 7ff37b253640 1 Processor -- start 2024-09-19T04:33:20.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.760+0000 7ff37b253640 1 -- start start 2024-09-19T04:33:20.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.760+0000 7ff37b253640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff37415c3d0 0x7ff3740b67e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:20.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.760+0000 7ff37b253640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff3740b3550 0x7ff3740b3990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:20.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.760+0000 7ff37b253640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff3740b5a60 con 0x7ff3740ce200 2024-09-19T04:33:20.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.760+0000 7ff37b253640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7ff3740b3ed0 con 0x7ff3740b3550 2024-09-19T04:33:20.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.760+0000 7ff37b253640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff3740b5d00 con 0x7ff37415c3d0 2024-09-19T04:33:20.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.761+0000 7ff373fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff3740b3550 0x7ff3740b3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:20.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.761+0000 7ff373fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff3740b3550 0x7ff3740b3990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:53444/0 (socket says 172.21.15.111:53444) 2024-09-19T04:33:20.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.761+0000 7ff373fff640 1 -- 172.21.15.111:0/246019859 learned_addr learned my addr 172.21.15.111:0/246019859 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:20.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.761+0000 7ff378fef640 1 --2- 172.21.15.111:0/246019859 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff37415c3d0 0x7ff3740b67e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:20.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.761+0000 7ff373fff640 1 -- 172.21.15.111:0/246019859 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff37415c3d0 msgr2=0x7ff3740b67e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:20.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.761+0000 7ff373fff640 1 --2- 172.21.15.111:0/246019859 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff37415c3d0 0x7ff3740b67e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.761+0000 7ff373fff640 1 -- 172.21.15.111:0/246019859 >> v1:172.21.15.114:6789/0 conn(0x7ff3740ce200 legacy=0x7ff3740ce6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:20.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.761+0000 7ff373fff640 1 -- 172.21.15.111:0/246019859 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3740b5fe0 con 0x7ff3740b3550 2024-09-19T04:33:20.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.762+0000 7ff373fff640 1 --2- 172.21.15.111:0/246019859 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3740b3550 0x7ff3740b3990 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7ff360009870 tx=0x7ff36002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ca66291ac8afc4f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:20.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.762+0000 7ff3737fe640 1 -- 172.21.15.111:0/246019859 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff360037070 con 0x7ff3740b3550 2024-09-19T04:33:20.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.762+0000 7ff3737fe640 1 -- 172.21.15.111:0/246019859 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff360032440 con 0x7ff3740b3550 2024-09-19T04:33:20.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.762+0000 7ff3737fe640 1 -- 172.21.15.111:0/246019859 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff360032810 con 0x7ff3740b3550 2024-09-19T04:33:20.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.762+0000 7ff37b253640 1 -- 172.21.15.111:0/246019859 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3740b3550 msgr2=0x7ff3740b3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:20.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.762+0000 7ff37b253640 1 --2- 172.21.15.111:0/246019859 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3740b3550 0x7ff3740b3990 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7ff360009870 tx=0x7ff36002a210 comp rx=0 tx=0).stop 2024-09-19T04:33:20.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.762+0000 7ff37b253640 1 -- 172.21.15.111:0/246019859 shutdown_connections 2024-09-19T04:33:20.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.762+0000 7ff37b253640 1 --2- 172.21.15.111:0/246019859 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3740b3550 0x7ff3740b3990 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.762+0000 7ff37b253640 1 --2- 172.21.15.111:0/246019859 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff37415c3d0 0x7ff3740b67e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.762+0000 7ff37b253640 1 -- 172.21.15.111:0/246019859 >> 172.21.15.111:0/246019859 conn(0x7ff37406ce90 msgr2=0x7ff37406d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:20.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.762+0000 7ff37b253640 1 -- 172.21.15.111:0/246019859 shutdown_connections 2024-09-19T04:33:20.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.762+0000 7ff37b253640 1 -- 172.21.15.111:0/246019859 wait complete. 2024-09-19T04:33:20.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.763+0000 7ff37b253640 1 Processor -- start 2024-09-19T04:33:20.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.763+0000 7ff37b253640 1 -- start start 2024-09-19T04:33:20.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.764+0000 7ff37b253640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff3740b3550 0x7ff37415e510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:20.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.764+0000 7ff37b253640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3740ce200 0x7ff37414fa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:20.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.764+0000 7ff37b253640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff37415c3d0 0x7ff374071fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:20.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.764+0000 7ff37b253640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff3740cef70 con 0x7ff37415c3d0 2024-09-19T04:33:20.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.764+0000 7ff37b253640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff3740b6d20 con 0x7ff3740b3550 2024-09-19T04:33:20.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.764+0000 7ff37b253640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff3740cf0f0 con 0x7ff3740ce200 2024-09-19T04:33:20.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.764+0000 7ff3797f0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff37415c3d0 0x7ff374071fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:20.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.764+0000 7ff3797f0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff37415c3d0 0x7ff374071fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:53458/0 (socket says 172.21.15.111:53458) 2024-09-19T04:33:20.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.764+0000 7ff3797f0640 1 -- 172.21.15.111:0/3300326730 learned_addr learned my addr 172.21.15.111:0/3300326730 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:20.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.765+0000 7ff373fff640 1 --2- 172.21.15.111:0/3300326730 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3740ce200 0x7ff37414fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:20.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.765+0000 7ff378fef640 1 --2- 172.21.15.111:0/3300326730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff3740b3550 0x7ff37415e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:20.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.765+0000 7ff3797f0640 1 -- 172.21.15.111:0/3300326730 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3740ce200 msgr2=0x7ff37414fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:20.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.765+0000 7ff3797f0640 1 --2- 172.21.15.111:0/3300326730 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3740ce200 0x7ff37414fa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.765+0000 7ff3797f0640 1 -- 172.21.15.111:0/3300326730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff3740b3550 msgr2=0x7ff37415e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:20.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.765+0000 7ff3797f0640 1 --2- 172.21.15.111:0/3300326730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff3740b3550 0x7ff37415e510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.765+0000 7ff3797f0640 1 -- 172.21.15.111:0/3300326730 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff37415eb80 con 0x7ff37415c3d0 2024-09-19T04:33:20.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.765+0000 7ff373fff640 1 --2- 172.21.15.111:0/3300326730 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3740ce200 0x7ff37414fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:20.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.765+0000 7ff378fef640 1 --2- 172.21.15.111:0/3300326730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff3740b3550 0x7ff37415e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:20.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.765+0000 7ff3797f0640 1 --2- 172.21.15.111:0/3300326730 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff37415c3d0 0x7ff374071fc0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7ff36c00c7b0 tx=0x7ff36c00cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:20.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.765+0000 7ff3717fa640 1 -- 172.21.15.111:0/3300326730 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff36c004b60 con 0x7ff37415c3d0 2024-09-19T04:33:20.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.765+0000 7ff3717fa640 1 -- 172.21.15.111:0/3300326730 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff36c004d00 con 0x7ff37415c3d0 2024-09-19T04:33:20.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.765+0000 7ff37b253640 1 -- 172.21.15.111:0/3300326730 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff37415ee60 con 0x7ff37415c3d0 2024-09-19T04:33:20.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.765+0000 7ff3717fa640 1 -- 172.21.15.111:0/3300326730 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff36c00aa90 con 0x7ff37415c3d0 2024-09-19T04:33:20.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.765+0000 7ff37b253640 1 -- 172.21.15.111:0/3300326730 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff37415f420 con 0x7ff37415c3d0 2024-09-19T04:33:20.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.766+0000 7ff37b253640 1 -- 172.21.15.111:0/3300326730 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3740b3990 con 0x7ff37415c3d0 2024-09-19T04:33:20.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.767+0000 7ff3717fa640 1 -- 172.21.15.111:0/3300326730 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff36c00ac30 con 0x7ff37415c3d0 2024-09-19T04:33:20.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.767+0000 7ff3717fa640 1 --2- 172.21.15.111:0/3300326730 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff35806c2b0 0x7ff35806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:20.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.767+0000 7ff3717fa640 1 -- 172.21.15.111:0/3300326730 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff36c08b660 con 0x7ff37415c3d0 2024-09-19T04:33:20.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.767+0000 7ff378fef640 1 --2- 172.21.15.111:0/3300326730 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff35806c2b0 0x7ff35806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:20.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.768+0000 7ff378fef640 1 --2- 172.21.15.111:0/3300326730 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff35806c2b0 0x7ff35806e770 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ff36800b820 tx=0x7ff368008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:20.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.771+0000 7ff3717fa640 1 -- 172.21.15.111:0/3300326730 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff36c020070 con 0x7ff37415c3d0 2024-09-19T04:33:20.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.970+0000 7ff37b253640 1 -- 172.21.15.111:0/3300326730 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff3740b7430 con 0x7ff37415c3d0 2024-09-19T04:33:20.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.971+0000 7ff3717fa640 1 -- 172.21.15.111:0/3300326730 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5226 (secure 0 0 0) 0x7ff36c059e60 con 0x7ff37415c3d0 2024-09-19T04:33:20.973 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:20.973 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":6,"btime":"2024-09-19T04:32:54:059192+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/2427445039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":2427445039},{"type":"v1","addr":"172.21.15.111:6837","nonce":2427445039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/3625504623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":3625504623},{"type":"v1","addr":"172.21.15.111:6836","nonce":3625504623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4259,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/575642286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":575642286},{"type":"v1","addr":"172.21.15.114:6835","nonce":575642286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:32:51.389282+0000","modified":"2024-09-19T04:32:53.386968+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6834/4176912851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":4176912851},{"type":"v1","addr":"172.21.15.114:6834","nonce":4176912851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4282,"qdb_cluster":[4282]},"id":1}]} 2024-09-19T04:33:20.973 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 6 2024-09-19T04:33:20.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.973+0000 7ff37b253640 1 -- 172.21.15.111:0/3300326730 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff35806c2b0 msgr2=0x7ff35806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:20.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.973+0000 7ff37b253640 1 --2- 172.21.15.111:0/3300326730 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff35806c2b0 0x7ff35806e770 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ff36800b820 tx=0x7ff368008040 comp rx=0 tx=0).stop 2024-09-19T04:33:20.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.973+0000 7ff37b253640 1 -- 172.21.15.111:0/3300326730 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff37415c3d0 msgr2=0x7ff374071fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:20.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.973+0000 7ff37b253640 1 --2- 172.21.15.111:0/3300326730 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff37415c3d0 0x7ff374071fc0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7ff36c00c7b0 tx=0x7ff36c00cc70 comp rx=0 tx=0).stop 2024-09-19T04:33:20.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.973+0000 7ff37b253640 1 -- 172.21.15.111:0/3300326730 shutdown_connections 2024-09-19T04:33:20.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.973+0000 7ff37b253640 1 --2- 172.21.15.111:0/3300326730 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff35806c2b0 0x7ff35806e770 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.973+0000 7ff37b253640 1 --2- 172.21.15.111:0/3300326730 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff37415c3d0 0x7ff374071fc0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.973+0000 7ff37b253640 1 --2- 172.21.15.111:0/3300326730 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3740ce200 0x7ff37414fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.973+0000 7ff37b253640 1 --2- 172.21.15.111:0/3300326730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff3740b3550 0x7ff37415e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:20.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.973+0000 7ff37b253640 1 -- 172.21.15.111:0/3300326730 >> 172.21.15.111:0/3300326730 conn(0x7ff37406ce90 msgr2=0x7ff37406f020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:20.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.973+0000 7ff37b253640 1 -- 172.21.15.111:0/3300326730 shutdown_connections 2024-09-19T04:33:20.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:20.973+0000 7ff37b253640 1 -- 172.21.15.111:0/3300326730 wait complete. 2024-09-19T04:33:20.985 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:33:21.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.081+0000 7fc7c9623640 1 Processor -- start 2024-09-19T04:33:21.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.081+0000 7fc7c9623640 1 -- start start 2024-09-19T04:33:21.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.082+0000 7fc7c9623640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc7c415e940 0x7fc7c40d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:21.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.082+0000 7fc7c9623640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7c40cef90 0x7fc7c40d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:21.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.082+0000 7fc7c9623640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7c40b7170 con 0x7fc7c415ed20 2024-09-19T04:33:21.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.082+0000 7fc7c9623640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fc7c40d1ae0 con 0x7fc7c415e940 2024-09-19T04:33:21.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.082+0000 7fc7c9623640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc7c40b7aa0 con 0x7fc7c40cef90 2024-09-19T04:33:21.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.082+0000 7fc7c37fe640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7c40cef90 0x7fc7c40d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:21.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.082+0000 7fc7c2ffd640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc7c415e940 0x7fc7c40d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:21.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.082+0000 7fc7ba7fc640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7fc7c415ed20 0x7fc7c40b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:43220/0 (socket says 172.21.15.111:43220) 2024-09-19T04:33:21.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.082+0000 7fc7c37fe640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7c40cef90 0x7fc7c40d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:36348/0 (socket says 172.21.15.111:36348) 2024-09-19T04:33:21.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.082+0000 7fc7ba7fc640 1 -- 172.21.15.111:0/2834519771 learned_addr learned my addr 172.21.15.111:0/2834519771 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:21.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.082+0000 7fc7c2ffd640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc7c415e940 0x7fc7c40d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:53884/0 (socket says 172.21.15.111:53884) 2024-09-19T04:33:21.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.082+0000 7fc7c2ffd640 1 -- 172.21.15.111:0/2834519771 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7c40cef90 msgr2=0x7fc7c40d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:21.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.082+0000 7fc7c2ffd640 1 --2- 172.21.15.111:0/2834519771 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7c40cef90 0x7fc7c40d15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.082+0000 7fc7c2ffd640 1 -- 172.21.15.111:0/2834519771 >> v1:172.21.15.114:6789/0 conn(0x7fc7c415ed20 legacy=0x7fc7c40b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:21.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.082+0000 7fc7c2ffd640 1 -- 172.21.15.111:0/2834519771 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7c40d3660 con 0x7fc7c415e940 2024-09-19T04:33:21.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.083+0000 7fc7c37fe640 1 --2- 172.21.15.111:0/2834519771 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7c40cef90 0x7fc7c40d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:33:21.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.083+0000 7fc7c2ffd640 1 --2- 172.21.15.111:0/2834519771 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7c415e940 0x7fc7c40d1060 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fc7b40097a0 tx=0x7fc7b402a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e294b88e1971bd99 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:21.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.083+0000 7fc7c27fc640 1 -- 172.21.15.111:0/2834519771 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7b4037070 con 0x7fc7c415e940 2024-09-19T04:33:21.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.083+0000 7fc7c27fc640 1 -- 172.21.15.111:0/2834519771 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7b4032440 con 0x7fc7c415e940 2024-09-19T04:33:21.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.083+0000 7fc7c27fc640 1 -- 172.21.15.111:0/2834519771 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7b4032810 con 0x7fc7c415e940 2024-09-19T04:33:21.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.084+0000 7fc7c9623640 1 -- 172.21.15.111:0/2834519771 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7c415e940 msgr2=0x7fc7c40d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:21.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.084+0000 7fc7c9623640 1 --2- 172.21.15.111:0/2834519771 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7c415e940 0x7fc7c40d1060 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fc7b40097a0 tx=0x7fc7b402a210 comp rx=0 tx=0).stop 2024-09-19T04:33:21.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.084+0000 7fc7c9623640 1 -- 172.21.15.111:0/2834519771 shutdown_connections 2024-09-19T04:33:21.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.084+0000 7fc7c9623640 1 --2- 172.21.15.111:0/2834519771 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7c40cef90 0x7fc7c40d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.084+0000 7fc7c9623640 1 --2- 172.21.15.111:0/2834519771 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7c415e940 0x7fc7c40d1060 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.084+0000 7fc7c9623640 1 -- 172.21.15.111:0/2834519771 >> 172.21.15.111:0/2834519771 conn(0x7fc7c40b6240 msgr2=0x7fc7c40b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:21.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.084+0000 7fc7c9623640 1 -- 172.21.15.111:0/2834519771 shutdown_connections 2024-09-19T04:33:21.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.084+0000 7fc7c9623640 1 -- 172.21.15.111:0/2834519771 wait complete. 2024-09-19T04:33:21.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.085+0000 7fc7c9623640 1 Processor -- start 2024-09-19T04:33:21.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.085+0000 7fc7c9623640 1 -- start start 2024-09-19T04:33:21.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.086+0000 7fc7c9623640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7c40cef90 0x7fc7c415b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:21.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.086+0000 7fc7c9623640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7c415e940 0x7fc7c40ca5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:21.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.086+0000 7fc7c9623640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7c415ed20 0x7fc7c4159a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:21.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.086+0000 7fc7c9623640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc7c40d3f00 con 0x7fc7c415e940 2024-09-19T04:33:21.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.086+0000 7fc7c9623640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc7c40d3c20 con 0x7fc7c40cef90 2024-09-19T04:33:21.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.086+0000 7fc7c9623640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc7c40d3310 con 0x7fc7c415ed20 2024-09-19T04:33:21.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.086+0000 7fc7ba7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7c415e940 0x7fc7c40ca5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:21.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.086+0000 7fc7ba7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7c415e940 0x7fc7c40ca5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:53470/0 (socket says 172.21.15.111:53470) 2024-09-19T04:33:21.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.086+0000 7fc7ba7fc640 1 -- 172.21.15.111:0/3694337730 learned_addr learned my addr 172.21.15.111:0/3694337730 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:21.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.086+0000 7fc7c37fe640 1 --2- 172.21.15.111:0/3694337730 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7c415ed20 0x7fc7c4159a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:21.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.087+0000 7fc7c2ffd640 1 --2- 172.21.15.111:0/3694337730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7c40cef90 0x7fc7c415b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:21.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.087+0000 7fc7ba7fc640 1 -- 172.21.15.111:0/3694337730 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7c415ed20 msgr2=0x7fc7c4159a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:21.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.087+0000 7fc7ba7fc640 1 --2- 172.21.15.111:0/3694337730 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7c415ed20 0x7fc7c4159a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.087+0000 7fc7ba7fc640 1 -- 172.21.15.111:0/3694337730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7c40cef90 msgr2=0x7fc7c415b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:21.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.087+0000 7fc7ba7fc640 1 --2- 172.21.15.111:0/3694337730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7c40cef90 0x7fc7c415b4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.087+0000 7fc7ba7fc640 1 -- 172.21.15.111:0/3694337730 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7c415a450 con 0x7fc7c415e940 2024-09-19T04:33:21.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.087+0000 7fc7c2ffd640 1 --2- 172.21.15.111:0/3694337730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7c40cef90 0x7fc7c415b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:21.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.087+0000 7fc7ba7fc640 1 --2- 172.21.15.111:0/3694337730 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7c415e940 0x7fc7c40ca5c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac00c470 tx=0x7fc7ac001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:21.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.087+0000 7fc7bbfff640 1 -- 172.21.15.111:0/3694337730 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7ac017070 con 0x7fc7c415e940 2024-09-19T04:33:21.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.087+0000 7fc7bbfff640 1 -- 172.21.15.111:0/3694337730 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7ac005ce0 con 0x7fc7c415e940 2024-09-19T04:33:21.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.087+0000 7fc7c9623640 1 -- 172.21.15.111:0/3694337730 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7c415a730 con 0x7fc7c415e940 2024-09-19T04:33:21.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.087+0000 7fc7bbfff640 1 -- 172.21.15.111:0/3694337730 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7ac0072f0 con 0x7fc7c415e940 2024-09-19T04:33:21.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.087+0000 7fc7c9623640 1 -- 172.21.15.111:0/3694337730 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7c415acf0 con 0x7fc7c415e940 2024-09-19T04:33:21.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.088+0000 7fc7c9623640 1 -- 172.21.15.111:0/3694337730 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7c40d1ef0 con 0x7fc7c415e940 2024-09-19T04:33:21.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.089+0000 7fc7bbfff640 1 -- 172.21.15.111:0/3694337730 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc7ac01a070 con 0x7fc7c415e940 2024-09-19T04:33:21.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.089+0000 7fc7bbfff640 1 --2- 172.21.15.111:0/3694337730 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc7a406c2b0 0x7fc7a406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:21.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.089+0000 7fc7bbfff640 1 -- 172.21.15.111:0/3694337730 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc7ac08a8c0 con 0x7fc7c415e940 2024-09-19T04:33:21.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.089+0000 7fc7c2ffd640 1 --2- 172.21.15.111:0/3694337730 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc7a406c2b0 0x7fc7a406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:21.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.089+0000 7fc7c2ffd640 1 --2- 172.21.15.111:0/3694337730 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc7a406c2b0 0x7fc7a406e770 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fc7b4034000 tx=0x7fc7b402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:21.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.093+0000 7fc7bbfff640 1 -- 172.21.15.111:0/3694337730 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc7c40b7170 con 0x7fc7c415e940 2024-09-19T04:33:21.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.290+0000 7fc7c9623640 1 -- 172.21.15.111:0/3694337730 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc7c40ba6b0 con 0x7fc7c415e940 2024-09-19T04:33:21.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.291+0000 7fc7bbfff640 1 -- 172.21.15.111:0/3694337730 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5226 (secure 0 0 0) 0x7fc7ac058fa0 con 0x7fc7c415e940 2024-09-19T04:33:21.292 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:21.292 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":6,"btime":"2024-09-19T04:32:54:059192+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/2427445039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":2427445039},{"type":"v1","addr":"172.21.15.111:6837","nonce":2427445039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/3625504623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":3625504623},{"type":"v1","addr":"172.21.15.111:6836","nonce":3625504623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4259,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/575642286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":575642286},{"type":"v1","addr":"172.21.15.114:6835","nonce":575642286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:32:51.389282+0000","modified":"2024-09-19T04:32:53.386968+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6834/4176912851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":4176912851},{"type":"v1","addr":"172.21.15.114:6834","nonce":4176912851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4282,"qdb_cluster":[4282]},"id":1}]} 2024-09-19T04:33:21.293 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 6 2024-09-19T04:33:21.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.293+0000 7fc7c9623640 1 -- 172.21.15.111:0/3694337730 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc7a406c2b0 msgr2=0x7fc7a406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:21.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.293+0000 7fc7c9623640 1 --2- 172.21.15.111:0/3694337730 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc7a406c2b0 0x7fc7a406e770 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fc7b4034000 tx=0x7fc7b402e000 comp rx=0 tx=0).stop 2024-09-19T04:33:21.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.293+0000 7fc7c9623640 1 -- 172.21.15.111:0/3694337730 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7c415e940 msgr2=0x7fc7c40ca5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:21.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.293+0000 7fc7c9623640 1 --2- 172.21.15.111:0/3694337730 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7c415e940 0x7fc7c40ca5c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac00c470 tx=0x7fc7ac001e70 comp rx=0 tx=0).stop 2024-09-19T04:33:21.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.293+0000 7fc7c9623640 1 -- 172.21.15.111:0/3694337730 shutdown_connections 2024-09-19T04:33:21.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.293+0000 7fc7c9623640 1 --2- 172.21.15.111:0/3694337730 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc7a406c2b0 0x7fc7a406e770 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.293+0000 7fc7c9623640 1 --2- 172.21.15.111:0/3694337730 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7c415ed20 0x7fc7c4159a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.293+0000 7fc7c9623640 1 --2- 172.21.15.111:0/3694337730 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7c415e940 0x7fc7c40ca5c0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.293+0000 7fc7c9623640 1 --2- 172.21.15.111:0/3694337730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7c40cef90 0x7fc7c415b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.293+0000 7fc7c9623640 1 -- 172.21.15.111:0/3694337730 >> 172.21.15.111:0/3694337730 conn(0x7fc7c40b6240 msgr2=0x7fc7c415f9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:21.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.293+0000 7fc7c9623640 1 -- 172.21.15.111:0/3694337730 shutdown_connections 2024-09-19T04:33:21.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.293+0000 7fc7c9623640 1 -- 172.21.15.111:0/3694337730 wait complete. 2024-09-19T04:33:21.305 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:33:21.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.401+0000 7f13863af640 1 Processor -- start 2024-09-19T04:33:21.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.401+0000 7f13863af640 1 -- start start 2024-09-19T04:33:21.406 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.402+0000 7f13863af640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1380162860 0x7f1380162c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:21.406 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.402+0000 7f13863af640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f138015ebb0 0x7f13800b3300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:21.406 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.402+0000 7f13863af640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f138015f520 con 0x7f13800b3840 2024-09-19T04:33:21.406 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.402+0000 7f13863af640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f138015fae0 con 0x7f138015ebb0 2024-09-19T04:33:21.406 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.402+0000 7f13863af640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f138015f800 con 0x7f1380162860 2024-09-19T04:33:21.406 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.402+0000 7f138494c640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f13800b3840 0x7f138006bba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:33254/0 (socket says 172.21.15.111:33254) 2024-09-19T04:33:21.406 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.402+0000 7f138494c640 1 -- 172.21.15.111:0/2866026734 learned_addr learned my addr 172.21.15.111:0/2866026734 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:21.406 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.402+0000 7f137ffff640 1 --2- 172.21.15.111:0/2866026734 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1380162860 0x7f1380162c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:21.406 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.402+0000 7f137f7fe640 1 --2- 172.21.15.111:0/2866026734 >> v2:172.21.15.114:3300/0 conn(0x7f138015ebb0 0x7f13800b3300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:21.406 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.402+0000 7f137effd640 1 -- 172.21.15.111:0/2866026734 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3704856360 0 0) 0x7f138015f520 con 0x7f13800b3840 2024-09-19T04:33:21.406 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.402+0000 7f137effd640 1 -- 172.21.15.111:0/2866026734 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1368003520 con 0x7f13800b3840 2024-09-19T04:33:21.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.402+0000 7f137effd640 1 -- 172.21.15.111:0/2866026734 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1450097634 0 0) 0x7f1368003520 con 0x7f13800b3840 2024-09-19T04:33:21.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.402+0000 7f137effd640 1 -- 172.21.15.111:0/2866026734 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1380162860 msgr2=0x7f1380162c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:21.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.402+0000 7f137effd640 1 --2- 172.21.15.111:0/2866026734 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1380162860 0x7f1380162c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.402+0000 7f137effd640 1 -- 172.21.15.111:0/2866026734 >> v2:172.21.15.114:3300/0 conn(0x7f138015ebb0 msgr2=0x7f13800b3300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:21.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.402+0000 7f137effd640 1 --2- 172.21.15.111:0/2866026734 >> v2:172.21.15.114:3300/0 conn(0x7f138015ebb0 0x7f13800b3300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.402+0000 7f137effd640 1 -- 172.21.15.111:0/2866026734 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13800b2b00 con 0x7f13800b3840 2024-09-19T04:33:21.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.402+0000 7f137effd640 1 -- 172.21.15.111:0/2866026734 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f13780019f0 con 0x7f13800b3840 2024-09-19T04:33:21.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.402+0000 7f137f7fe640 1 --2- 172.21.15.111:0/2866026734 >> v2:172.21.15.114:3300/0 conn(0x7f138015ebb0 0x7f13800b3300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:33:21.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.402+0000 7f137effd640 1 -- 172.21.15.111:0/2866026734 >> v1:172.21.15.111:6789/0 conn(0x7f13800b3840 legacy=0x7f138006bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:21.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.402+0000 7f137effd640 1 --2- 172.21.15.111:0/2866026734 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f13680039b0 0x7f1368003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:21.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.402+0000 7f137effd640 1 --2- 172.21.15.111:0/2866026734 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1368004800 0x7f1368004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:21.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.402+0000 7f137effd640 1 --2- 172.21.15.111:0/2866026734 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13680051c0 0x7f136800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:21.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.403+0000 7f137effd640 1 -- 172.21.15.111:0/2866026734 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f138015fae0 con 0x7f1368004800 2024-09-19T04:33:21.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.403+0000 7f137effd640 1 -- 172.21.15.111:0/2866026734 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f138015f800 con 0x7f13680039b0 2024-09-19T04:33:21.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.403+0000 7f137effd640 1 -- 172.21.15.111:0/2866026734 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f136800bf30 con 0x7f13680051c0 2024-09-19T04:33:21.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.403+0000 7f137ffff640 1 --2- 172.21.15.111:0/2866026734 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1380162860 0x7f1380162c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:33:21.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.403+0000 7f137f7fe640 1 --2- 172.21.15.111:0/2866026734 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1368004800 0x7f1368004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:21.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.403+0000 7f138494c640 1 --2- 172.21.15.111:0/2866026734 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13680051c0 0x7f136800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:21.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.403+0000 7f137ffff640 1 --2- 172.21.15.111:0/2866026734 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f13680039b0 0x7f1368003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:21.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.403+0000 7f137f7fe640 1 -- 172.21.15.111:0/2866026734 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13680051c0 msgr2=0x7f136800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:21.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.403+0000 7f137f7fe640 1 --2- 172.21.15.111:0/2866026734 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13680051c0 0x7f136800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.403+0000 7f137f7fe640 1 -- 172.21.15.111:0/2866026734 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f13680039b0 msgr2=0x7f1368003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:21.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.403+0000 7f137f7fe640 1 --2- 172.21.15.111:0/2866026734 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f13680039b0 0x7f1368003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.403+0000 7f137f7fe640 1 -- 172.21.15.111:0/2866026734 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1368003520 con 0x7f1368004800 2024-09-19T04:33:21.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.404+0000 7f137f7fe640 1 --2- 172.21.15.111:0/2866026734 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1368004800 0x7f1368004c80 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1374009c90 tx=0x7f1368005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8301297c76930569 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:21.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.404+0000 7f137effd640 1 -- 172.21.15.111:0/2866026734 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1374036070 con 0x7f1368004800 2024-09-19T04:33:21.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.404+0000 7f137effd640 1 -- 172.21.15.111:0/2866026734 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1374031400 con 0x7f1368004800 2024-09-19T04:33:21.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.404+0000 7f137effd640 1 -- 172.21.15.111:0/2866026734 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1374009860 con 0x7f1368004800 2024-09-19T04:33:21.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.404+0000 7f13863af640 1 -- 172.21.15.111:0/2866026734 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1368004800 msgr2=0x7f1368004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:21.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.404+0000 7f13863af640 1 --2- 172.21.15.111:0/2866026734 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1368004800 0x7f1368004c80 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1374009c90 tx=0x7f1368005830 comp rx=0 tx=0).stop 2024-09-19T04:33:21.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.404+0000 7f138494c640 1 -- 172.21.15.111:0/2866026734 reap_dead start 2024-09-19T04:33:21.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.404+0000 7f13863af640 1 -- 172.21.15.111:0/2866026734 shutdown_connections 2024-09-19T04:33:21.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.404+0000 7f13863af640 1 -- 172.21.15.111:0/2866026734 >> 172.21.15.111:0/2866026734 conn(0x7f138006ce90 msgr2=0x7f138006d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:21.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.404+0000 7f13863af640 1 -- 172.21.15.111:0/2866026734 shutdown_connections 2024-09-19T04:33:21.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.404+0000 7f13863af640 1 -- 172.21.15.111:0/2866026734 wait complete. 2024-09-19T04:33:21.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.405+0000 7f13863af640 1 Processor -- start 2024-09-19T04:33:21.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.406+0000 7f13863af640 1 -- start start 2024-09-19T04:33:21.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.406+0000 7f13863af640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1368004800 0x7f1380148ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:21.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.406+0000 7f13863af640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13800b7040 0x7f13800cded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:21.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.406+0000 7f13863af640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f13800ce410 0x7f13800b1240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:21.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.406+0000 7f13863af640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f138006c430 con 0x7f1368004800 2024-09-19T04:33:21.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.406+0000 7f13863af640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f138006c2b0 con 0x7f13800ce410 2024-09-19T04:33:21.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.406+0000 7f13863af640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f138015eff0 con 0x7f13800b7040 2024-09-19T04:33:21.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.406+0000 7f137ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1368004800 0x7f1380148ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:21.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.406+0000 7f137ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1368004800 0x7f1380148ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49306/0 (socket says 172.21.15.111:49306) 2024-09-19T04:33:21.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.406+0000 7f137ffff640 1 -- 172.21.15.111:0/493957446 learned_addr learned my addr 172.21.15.111:0/493957446 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:21.413 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.407+0000 7f137f7fe640 1 --2- 172.21.15.111:0/493957446 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13800b7040 0x7f13800cded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:21.413 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.407+0000 7f138494c640 1 --2- 172.21.15.111:0/493957446 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f13800ce410 0x7f13800b1240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:21.413 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.407+0000 7f137ffff640 1 -- 172.21.15.111:0/493957446 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13800b7040 msgr2=0x7f13800cded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:21.413 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.407+0000 7f137ffff640 1 --2- 172.21.15.111:0/493957446 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13800b7040 0x7f13800cded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.413 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.407+0000 7f137ffff640 1 -- 172.21.15.111:0/493957446 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f13800ce410 msgr2=0x7f13800b1240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:21.413 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.407+0000 7f137ffff640 1 --2- 172.21.15.111:0/493957446 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f13800ce410 0x7f13800b1240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.413 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.407+0000 7f137ffff640 1 -- 172.21.15.111:0/493957446 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1380156590 con 0x7f1368004800 2024-09-19T04:33:21.413 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.407+0000 7f137ffff640 1 --2- 172.21.15.111:0/493957446 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1368004800 0x7f1380148ea0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f1370011800 tx=0x7f1370011cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:21.413 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.407+0000 7f137cff9640 1 -- 172.21.15.111:0/493957446 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f137000f960 con 0x7f1368004800 2024-09-19T04:33:21.413 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.407+0000 7f137cff9640 1 -- 172.21.15.111:0/493957446 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f137000fb00 con 0x7f1368004800 2024-09-19T04:33:21.413 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.407+0000 7f13863af640 1 -- 172.21.15.111:0/493957446 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1380156800 con 0x7f1368004800 2024-09-19T04:33:21.413 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.407+0000 7f137cff9640 1 -- 172.21.15.111:0/493957446 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1370015460 con 0x7f1368004800 2024-09-19T04:33:21.413 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.407+0000 7f13863af640 1 -- 172.21.15.111:0/493957446 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1380156dc0 con 0x7f1368004800 2024-09-19T04:33:21.413 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.408+0000 7f13863af640 1 -- 172.21.15.111:0/493957446 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13800b3300 con 0x7f1368004800 2024-09-19T04:33:21.414 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.409+0000 7f137cff9640 1 -- 172.21.15.111:0/493957446 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1370015600 con 0x7f1368004800 2024-09-19T04:33:21.414 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.409+0000 7f137cff9640 1 --2- 172.21.15.111:0/493957446 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f136c06c2e0 0x7f136c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:21.414 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.409+0000 7f137cff9640 1 -- 172.21.15.111:0/493957446 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f137008bca0 con 0x7f1368004800 2024-09-19T04:33:21.414 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.409+0000 7f137f7fe640 1 --2- 172.21.15.111:0/493957446 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f136c06c2e0 0x7f136c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:21.414 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.409+0000 7f137f7fe640 1 --2- 172.21.15.111:0/493957446 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f136c06c2e0 0x7f136c06e7a0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1374033000 tx=0x7f1374008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:21.414 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.413+0000 7f137cff9640 1 -- 172.21.15.111:0/493957446 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1370019030 con 0x7f1368004800 2024-09-19T04:33:21.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.578+0000 7f13863af640 1 -- 172.21.15.111:0/493957446 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f138015e990 con 0x7f1368004800 2024-09-19T04:33:21.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.579+0000 7f137cff9640 1 -- 172.21.15.111:0/493957446 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16713 (secure 0 0 0) 0x7f137005a4a0 con 0x7f1368004800 2024-09-19T04:33:21.581 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:21.581 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:32:53.055403+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:32:49.189443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T04:32:50.360969+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:33:21.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.581+0000 7f13863af640 1 -- 172.21.15.111:0/493957446 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f136c06c2e0 msgr2=0x7f136c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:21.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.581+0000 7f13863af640 1 --2- 172.21.15.111:0/493957446 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f136c06c2e0 0x7f136c06e7a0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1374033000 tx=0x7f1374008030 comp rx=0 tx=0).stop 2024-09-19T04:33:21.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.581+0000 7f13863af640 1 -- 172.21.15.111:0/493957446 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1368004800 msgr2=0x7f1380148ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:21.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.581+0000 7f13863af640 1 --2- 172.21.15.111:0/493957446 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1368004800 0x7f1380148ea0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f1370011800 tx=0x7f1370011cc0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.581+0000 7f13863af640 1 -- 172.21.15.111:0/493957446 shutdown_connections 2024-09-19T04:33:21.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.581+0000 7f13863af640 1 --2- 172.21.15.111:0/493957446 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f136c06c2e0 0x7f136c06e7a0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.581+0000 7f13863af640 1 --2- 172.21.15.111:0/493957446 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f13800ce410 0x7f13800b1240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.581+0000 7f13863af640 1 --2- 172.21.15.111:0/493957446 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13800b7040 0x7f13800cded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.581+0000 7f13863af640 1 --2- 172.21.15.111:0/493957446 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1368004800 0x7f1380148ea0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.581+0000 7f13863af640 1 -- 172.21.15.111:0/493957446 >> 172.21.15.111:0/493957446 conn(0x7f138006ce90 msgr2=0x7f138015fc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:21.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.581+0000 7f13863af640 1 -- 172.21.15.111:0/493957446 shutdown_connections 2024-09-19T04:33:21.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.581+0000 7f13863af640 1 -- 172.21.15.111:0/493957446 wait complete. 2024-09-19T04:33:21.594 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T04:33:21.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.691+0000 7ff94ffb9640 1 Processor -- start 2024-09-19T04:33:21.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.691+0000 7ff94ffb9640 1 -- start start 2024-09-19T04:33:21.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.692+0000 7ff94ffb9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9480d02a0 0x7ff9480d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:21.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.692+0000 7ff94ffb9640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff94815ce80 0x7ff9481594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:21.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.692+0000 7ff94ffb9640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff9480d0bc0 con 0x7ff94815ca40 2024-09-19T04:33:21.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.692+0000 7ff94ffb9640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ff94815d390 con 0x7ff94815ce80 2024-09-19T04:33:21.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.692+0000 7ff94ffb9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff94815d670 con 0x7ff9480d02a0 2024-09-19T04:33:21.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.692+0000 7ff94dd55640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9480d02a0 0x7ff9480d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:21.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.692+0000 7ff94e556640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff94815ce80 0x7ff9481594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:21.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.692+0000 7ff94d554640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7ff94815ca40 0x7ff94815e430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:53940/0 (socket says 172.21.15.111:53940) 2024-09-19T04:33:21.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.692+0000 7ff94e556640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff94815ce80 0x7ff9481594c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:43776/0 (socket says 172.21.15.111:43776) 2024-09-19T04:33:21.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.692+0000 7ff94d554640 1 -- 172.21.15.111:0/2310804752 learned_addr learned my addr 172.21.15.111:0/2310804752 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:21.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.693+0000 7ff94dd55640 1 -- 172.21.15.111:0/2310804752 >> v2:172.21.15.114:3300/0 conn(0x7ff94815ce80 msgr2=0x7ff9481594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:21.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.693+0000 7ff94dd55640 1 --2- 172.21.15.111:0/2310804752 >> v2:172.21.15.114:3300/0 conn(0x7ff94815ce80 0x7ff9481594c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.693+0000 7ff94dd55640 1 -- 172.21.15.111:0/2310804752 >> v1:172.21.15.114:6789/0 conn(0x7ff94815ca40 legacy=0x7ff94815e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:21.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.693+0000 7ff94dd55640 1 -- 172.21.15.111:0/2310804752 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff94815d950 con 0x7ff9480d02a0 2024-09-19T04:33:21.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.693+0000 7ff94e556640 1 --2- 172.21.15.111:0/2310804752 >> v2:172.21.15.114:3300/0 conn(0x7ff94815ce80 0x7ff9481594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:33:21.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.693+0000 7ff94dd55640 1 --2- 172.21.15.111:0/2310804752 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9480d02a0 0x7ff9480d0680 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ff9440097a0 tx=0x7ff94402a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d858eaa609ca3464 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:21.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.694+0000 7ff94cd53640 1 -- 172.21.15.111:0/2310804752 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff944037070 con 0x7ff9480d02a0 2024-09-19T04:33:21.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.694+0000 7ff94cd53640 1 -- 172.21.15.111:0/2310804752 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff94402ae50 con 0x7ff9480d02a0 2024-09-19T04:33:21.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.694+0000 7ff94cd53640 1 -- 172.21.15.111:0/2310804752 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff944032660 con 0x7ff9480d02a0 2024-09-19T04:33:21.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.694+0000 7ff94ffb9640 1 -- 172.21.15.111:0/2310804752 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9480d02a0 msgr2=0x7ff9480d0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:21.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.694+0000 7ff94ffb9640 1 --2- 172.21.15.111:0/2310804752 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9480d02a0 0x7ff9480d0680 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ff9440097a0 tx=0x7ff94402a100 comp rx=0 tx=0).stop 2024-09-19T04:33:21.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.694+0000 7ff94ffb9640 1 -- 172.21.15.111:0/2310804752 shutdown_connections 2024-09-19T04:33:21.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.694+0000 7ff94ffb9640 1 --2- 172.21.15.111:0/2310804752 >> v2:172.21.15.114:3300/0 conn(0x7ff94815ce80 0x7ff9481594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.694+0000 7ff94ffb9640 1 --2- 172.21.15.111:0/2310804752 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9480d02a0 0x7ff9480d0680 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.694+0000 7ff94ffb9640 1 -- 172.21.15.111:0/2310804752 >> 172.21.15.111:0/2310804752 conn(0x7ff948062cc0 msgr2=0x7ff94806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:21.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.694+0000 7ff94ffb9640 1 -- 172.21.15.111:0/2310804752 shutdown_connections 2024-09-19T04:33:21.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.694+0000 7ff94ffb9640 1 -- 172.21.15.111:0/2310804752 wait complete. 2024-09-19T04:33:21.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.695+0000 7ff94ffb9640 1 Processor -- start 2024-09-19T04:33:21.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.695+0000 7ff94ffb9640 1 -- start start 2024-09-19T04:33:21.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.696+0000 7ff94ffb9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9480d02a0 0x7ff9480af350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:21.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.696+0000 7ff94ffb9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff94815ca40 0x7ff9480ccc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:21.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.696+0000 7ff94ffb9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff94815ce80 0x7ff9481f50b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:21.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.696+0000 7ff94ffb9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff94815eb40 con 0x7ff94815ca40 2024-09-19T04:33:21.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.696+0000 7ff94ffb9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff94815df10 con 0x7ff9480d02a0 2024-09-19T04:33:21.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.696+0000 7ff94ffb9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff948155b90 con 0x7ff94815ce80 2024-09-19T04:33:21.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.696+0000 7ff94d554640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff94815ca40 0x7ff9480ccc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:21.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.696+0000 7ff94d554640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff94815ca40 0x7ff9480ccc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49316/0 (socket says 172.21.15.111:49316) 2024-09-19T04:33:21.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.696+0000 7ff94d554640 1 -- 172.21.15.111:0/1259068257 learned_addr learned my addr 172.21.15.111:0/1259068257 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:21.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.696+0000 7ff94e556640 1 --2- 172.21.15.111:0/1259068257 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff94815ce80 0x7ff9481f50b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:21.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.696+0000 7ff94dd55640 1 --2- 172.21.15.111:0/1259068257 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9480d02a0 0x7ff9480af350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:21.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.697+0000 7ff94d554640 1 -- 172.21.15.111:0/1259068257 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff94815ce80 msgr2=0x7ff9481f50b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:21.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.697+0000 7ff94d554640 1 --2- 172.21.15.111:0/1259068257 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff94815ce80 0x7ff9481f50b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.697+0000 7ff94d554640 1 -- 172.21.15.111:0/1259068257 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9480d02a0 msgr2=0x7ff9480af350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:21.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.697+0000 7ff94d554640 1 --2- 172.21.15.111:0/1259068257 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9480d02a0 0x7ff9480af350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.697+0000 7ff94d554640 1 -- 172.21.15.111:0/1259068257 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9481f8630 con 0x7ff94815ca40 2024-09-19T04:33:21.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.697+0000 7ff94d554640 1 --2- 172.21.15.111:0/1259068257 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff94815ca40 0x7ff9480ccc10 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7ff93800c440 tx=0x7ff93800c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:21.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.697+0000 7ff93e7fc640 1 -- 172.21.15.111:0/1259068257 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff938017070 con 0x7ff94815ca40 2024-09-19T04:33:21.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.697+0000 7ff93e7fc640 1 -- 172.21.15.111:0/1259068257 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff938005ce0 con 0x7ff94815ca40 2024-09-19T04:33:21.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.697+0000 7ff93e7fc640 1 -- 172.21.15.111:0/1259068257 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9380072f0 con 0x7ff94815ca40 2024-09-19T04:33:21.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.697+0000 7ff94ffb9640 1 -- 172.21.15.111:0/1259068257 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9481f8910 con 0x7ff94815ca40 2024-09-19T04:33:21.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.697+0000 7ff94ffb9640 1 -- 172.21.15.111:0/1259068257 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9481f8ed0 con 0x7ff94815ca40 2024-09-19T04:33:21.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.698+0000 7ff94ffb9640 1 -- 172.21.15.111:0/1259068257 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9480b4790 con 0x7ff94815ca40 2024-09-19T04:33:21.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.698+0000 7ff93e7fc640 1 -- 172.21.15.111:0/1259068257 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff93801a070 con 0x7ff94815ca40 2024-09-19T04:33:21.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.699+0000 7ff93e7fc640 1 --2- 172.21.15.111:0/1259068257 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff92c06c2b0 0x7ff92c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:21.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.699+0000 7ff94dd55640 1 --2- 172.21.15.111:0/1259068257 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff92c06c2b0 0x7ff92c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:21.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.699+0000 7ff93e7fc640 1 -- 172.21.15.111:0/1259068257 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff93808a6e0 con 0x7ff94815ca40 2024-09-19T04:33:21.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.699+0000 7ff94dd55640 1 --2- 172.21.15.111:0/1259068257 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff92c06c2b0 0x7ff92c06e770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7ff944034000 tx=0x7ff94402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:21.705 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.703+0000 7ff93e7fc640 1 -- 172.21.15.111:0/1259068257 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff938058ee0 con 0x7ff94815ca40 2024-09-19T04:33:21.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.903+0000 7ff94ffb9640 1 -- 172.21.15.111:0/1259068257 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7ff9481552e0 con 0x7ff94815ca40 2024-09-19T04:33:21.905 INFO:tasks.ceph.mon.a.smithi111.stderr:2024-09-19T04:33:21.903+0000 7fab606dd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T04:33:21.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.905+0000 7ff93e7fc640 1 -- 172.21.15.111:0/1259068257 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v7) ==== 161+0+0 (secure 0 0 0) 0x7ff9380587e0 con 0x7ff94815ca40 2024-09-19T04:33:21.906 INFO:teuthology.orchestra.run.smithi111.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T04:33:21.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.907+0000 7ff94ffb9640 1 -- 172.21.15.111:0/1259068257 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff92c06c2b0 msgr2=0x7ff92c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:21.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.907+0000 7ff94ffb9640 1 --2- 172.21.15.111:0/1259068257 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff92c06c2b0 0x7ff92c06e770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7ff944034000 tx=0x7ff94402e000 comp rx=0 tx=0).stop 2024-09-19T04:33:21.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.907+0000 7ff94ffb9640 1 -- 172.21.15.111:0/1259068257 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff94815ca40 msgr2=0x7ff9480ccc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:21.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.907+0000 7ff94ffb9640 1 --2- 172.21.15.111:0/1259068257 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff94815ca40 0x7ff9480ccc10 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7ff93800c440 tx=0x7ff93800c900 comp rx=0 tx=0).stop 2024-09-19T04:33:21.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.907+0000 7ff94ffb9640 1 -- 172.21.15.111:0/1259068257 shutdown_connections 2024-09-19T04:33:21.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.907+0000 7ff94ffb9640 1 --2- 172.21.15.111:0/1259068257 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff92c06c2b0 0x7ff92c06e770 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.907+0000 7ff94ffb9640 1 --2- 172.21.15.111:0/1259068257 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff94815ce80 0x7ff9481f50b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.907+0000 7ff94ffb9640 1 --2- 172.21.15.111:0/1259068257 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff94815ca40 0x7ff9480ccc10 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.907+0000 7ff94ffb9640 1 --2- 172.21.15.111:0/1259068257 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9480d02a0 0x7ff9480af350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:21.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.907+0000 7ff94ffb9640 1 -- 172.21.15.111:0/1259068257 >> 172.21.15.111:0/1259068257 conn(0x7ff948062cc0 msgr2=0x7ff9480b0e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:21.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.907+0000 7ff94ffb9640 1 -- 172.21.15.111:0/1259068257 shutdown_connections 2024-09-19T04:33:21.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:21.907+0000 7ff94ffb9640 1 -- 172.21.15.111:0/1259068257 wait complete. 2024-09-19T04:33:21.912 INFO:tasks.ceph.mds.d.smithi114.stderr: -7833> 2024-09-19T04:32:46.017+0000 7ff4073dc640 -1 PosixStack listen unable to listen on v1:0.0.0.0:6833/0: (98) Address already in use 2024-09-19T04:33:21.913 INFO:tasks.ceph.mds.d.smithi114.stderr: -6624> 2024-09-19T04:32:57.015+0000 7ff4013d0640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T04:33:21.919 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T04:33:21.944 INFO:tasks.ceph.mds.d.smithi114.stdout:starting mds.d at 2024-09-19T04:33:22.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.020+0000 7f34a740e640 1 Processor -- start 2024-09-19T04:33:22.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.020+0000 7f34a740e640 1 -- start start 2024-09-19T04:33:22.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.021+0000 7f34a740e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f34a00b5f50 0x7f34a00ce2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:22.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.021+0000 7f34a740e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f34a00cfd90 0x7f34a00d0200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:22.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.021+0000 7f34a740e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34a015ffe0 0x7f34a0160470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:22.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.021+0000 7f34a740e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f34a015ccb0 con 0x7f34a00b5f50 2024-09-19T04:33:22.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.021+0000 7f34a740e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f34a015cf90 con 0x7f34a00cfd90 2024-09-19T04:33:22.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.021+0000 7f34a740e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f34a015d270 con 0x7f34a015ffe0 2024-09-19T04:33:22.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.021+0000 7f34a51aa640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f34a00b5f50 0x7f34a00ce2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:22.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.021+0000 7f34a51aa640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f34a00b5f50 0x7f34a00ce2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49332/0 (socket says 172.21.15.111:49332) 2024-09-19T04:33:22.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.021+0000 7f34a51aa640 1 -- 172.21.15.111:0/3343492305 learned_addr learned my addr 172.21.15.111:0/3343492305 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:22.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.022+0000 7f34a49a9640 1 --2- 172.21.15.111:0/3343492305 >> v2:172.21.15.114:3300/0 conn(0x7f34a00cfd90 0x7f34a00d0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:22.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.022+0000 7f34a59ab640 1 --2- 172.21.15.111:0/3343492305 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34a015ffe0 0x7f34a0160470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:22.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.022+0000 7f34a51aa640 1 -- 172.21.15.111:0/3343492305 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34a015ffe0 msgr2=0x7f34a0160470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:22.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.022+0000 7f34a51aa640 1 --2- 172.21.15.111:0/3343492305 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34a015ffe0 0x7f34a0160470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:22.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.022+0000 7f34a51aa640 1 -- 172.21.15.111:0/3343492305 >> v2:172.21.15.114:3300/0 conn(0x7f34a00cfd90 msgr2=0x7f34a00d0200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:22.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.022+0000 7f34a51aa640 1 --2- 172.21.15.111:0/3343492305 >> v2:172.21.15.114:3300/0 conn(0x7f34a00cfd90 0x7f34a00d0200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:22.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.022+0000 7f34a51aa640 1 -- 172.21.15.111:0/3343492305 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34a015d550 con 0x7f34a00b5f50 2024-09-19T04:33:22.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.022+0000 7f34a51aa640 1 --2- 172.21.15.111:0/3343492305 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34a00b5f50 0x7f34a00ce2e0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f34a006f5d0 tx=0x7f349002a570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac4ccc181aa604dd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:22.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.022+0000 7f349ffff640 1 -- 172.21.15.111:0/3343492305 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3490036070 con 0x7f34a00b5f50 2024-09-19T04:33:22.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.023+0000 7f349ffff640 1 -- 172.21.15.111:0/3343492305 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3490031600 con 0x7f34a00b5f50 2024-09-19T04:33:22.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.023+0000 7f349ffff640 1 -- 172.21.15.111:0/3343492305 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34900319d0 con 0x7f34a00b5f50 2024-09-19T04:33:22.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.023+0000 7f34a740e640 1 -- 172.21.15.111:0/3343492305 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34a00b5f50 msgr2=0x7f34a00ce2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:22.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.023+0000 7f34a740e640 1 --2- 172.21.15.111:0/3343492305 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34a00b5f50 0x7f34a00ce2e0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f34a006f5d0 tx=0x7f349002a570 comp rx=0 tx=0).stop 2024-09-19T04:33:22.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.023+0000 7f34a740e640 1 -- 172.21.15.111:0/3343492305 shutdown_connections 2024-09-19T04:33:22.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.023+0000 7f34a740e640 1 --2- 172.21.15.111:0/3343492305 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34a015ffe0 0x7f34a0160470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:22.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.023+0000 7f34a740e640 1 --2- 172.21.15.111:0/3343492305 >> v2:172.21.15.114:3300/0 conn(0x7f34a00cfd90 0x7f34a00d0200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:22.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.023+0000 7f34a740e640 1 --2- 172.21.15.111:0/3343492305 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34a00b5f50 0x7f34a00ce2e0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:22.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.023+0000 7f34a740e640 1 -- 172.21.15.111:0/3343492305 >> 172.21.15.111:0/3343492305 conn(0x7f34a006bba0 msgr2=0x7f34a006bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:22.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.023+0000 7f34a740e640 1 -- 172.21.15.111:0/3343492305 shutdown_connections 2024-09-19T04:33:22.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.023+0000 7f34a740e640 1 -- 172.21.15.111:0/3343492305 wait complete. 2024-09-19T04:33:22.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.024+0000 7f34a740e640 1 Processor -- start 2024-09-19T04:33:22.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.024+0000 7f34a740e640 1 -- start start 2024-09-19T04:33:22.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.025+0000 7f34a740e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34a00b5f50 0x7f34a00af520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:22.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.025+0000 7f34a740e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f34a00cfd90 0x7f34a01f1a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:22.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.025+0000 7f34a740e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34a015ffe0 0x7f34a00ad470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:22.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.025+0000 7f34a740e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f34a015c970 con 0x7f34a015ffe0 2024-09-19T04:33:22.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.025+0000 7f34a740e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f34a00d0740 con 0x7f34a00cfd90 2024-09-19T04:33:22.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.025+0000 7f34a740e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f34a00ce820 con 0x7f34a00b5f50 2024-09-19T04:33:22.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.025+0000 7f34a59ab640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34a015ffe0 0x7f34a00ad470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:22.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.025+0000 7f34a59ab640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34a015ffe0 0x7f34a00ad470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49334/0 (socket says 172.21.15.111:49334) 2024-09-19T04:33:22.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.025+0000 7f34a59ab640 1 -- 172.21.15.111:0/234770086 learned_addr learned my addr 172.21.15.111:0/234770086 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:22.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.025+0000 7f34a49a9640 1 --2- 172.21.15.111:0/234770086 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f34a00cfd90 0x7f34a01f1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:22.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.025+0000 7f34a51aa640 1 --2- 172.21.15.111:0/234770086 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34a00b5f50 0x7f34a00af520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:22.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.026+0000 7f34a59ab640 1 -- 172.21.15.111:0/234770086 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34a00b5f50 msgr2=0x7f34a00af520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:22.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.026+0000 7f34a59ab640 1 --2- 172.21.15.111:0/234770086 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34a00b5f50 0x7f34a00af520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:22.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.026+0000 7f34a59ab640 1 -- 172.21.15.111:0/234770086 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f34a00cfd90 msgr2=0x7f34a01f1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:22.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.026+0000 7f34a59ab640 1 --2- 172.21.15.111:0/234770086 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f34a00cfd90 0x7f34a01f1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:22.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.026+0000 7f34a59ab640 1 -- 172.21.15.111:0/234770086 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34a014c240 con 0x7f34a015ffe0 2024-09-19T04:33:22.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.026+0000 7f34a59ab640 1 --2- 172.21.15.111:0/234770086 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34a015ffe0 0x7f34a00ad470 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f349800c7f0 tx=0x7f349800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:22.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.026+0000 7f349dffb640 1 -- 172.21.15.111:0/234770086 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3498015070 con 0x7f34a015ffe0 2024-09-19T04:33:22.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.026+0000 7f349dffb640 1 -- 172.21.15.111:0/234770086 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3498004220 con 0x7f34a015ffe0 2024-09-19T04:33:22.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.026+0000 7f34a740e640 1 -- 172.21.15.111:0/234770086 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34a0158a50 con 0x7f34a015ffe0 2024-09-19T04:33:22.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.026+0000 7f349dffb640 1 -- 172.21.15.111:0/234770086 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3498007620 con 0x7f34a015ffe0 2024-09-19T04:33:22.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.026+0000 7f34a740e640 1 -- 172.21.15.111:0/234770086 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34a0159010 con 0x7f34a015ffe0 2024-09-19T04:33:22.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.027+0000 7f34a740e640 1 -- 172.21.15.111:0/234770086 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34a00cd970 con 0x7f34a015ffe0 2024-09-19T04:33:22.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.027+0000 7f349dffb640 1 -- 172.21.15.111:0/234770086 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f34980079d0 con 0x7f34a015ffe0 2024-09-19T04:33:22.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.028+0000 7f349dffb640 1 --2- 172.21.15.111:0/234770086 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f348c06c2e0 0x7f348c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:22.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.028+0000 7f34a51aa640 1 --2- 172.21.15.111:0/234770086 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f348c06c2e0 0x7f348c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:22.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.028+0000 7f349dffb640 1 -- 172.21.15.111:0/234770086 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5795+0+0 (secure 0 0 0) 0x7f349808b3f0 con 0x7f34a015ffe0 2024-09-19T04:33:22.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.028+0000 7f34a51aa640 1 --2- 172.21.15.111:0/234770086 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f348c06c2e0 0x7f348c06e7a0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f3490033000 tx=0x7f3490009000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:22.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.032+0000 7f349dffb640 1 -- 172.21.15.111:0/234770086 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f34980594b0 con 0x7f34a015ffe0 2024-09-19T04:33:22.237 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.236+0000 7f34a740e640 1 -- 172.21.15.111:0/234770086 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f34a015a360 con 0x7f34a015ffe0 2024-09-19T04:33:22.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.906+0000 7f349dffb640 1 -- 172.21.15.111:0/234770086 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v8) ==== 104+0+0 (secure 0 0 0) 0x7f349805d7b0 con 0x7f34a015ffe0 2024-09-19T04:33:22.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.909+0000 7f34a740e640 1 -- 172.21.15.111:0/234770086 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f348c06c2e0 msgr2=0x7f348c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:22.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.909+0000 7f34a740e640 1 --2- 172.21.15.111:0/234770086 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f348c06c2e0 0x7f348c06e7a0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f3490033000 tx=0x7f3490009000 comp rx=0 tx=0).stop 2024-09-19T04:33:22.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.909+0000 7f34a740e640 1 -- 172.21.15.111:0/234770086 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34a015ffe0 msgr2=0x7f34a00ad470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:22.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.909+0000 7f34a740e640 1 --2- 172.21.15.111:0/234770086 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34a015ffe0 0x7f34a00ad470 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f349800c7f0 tx=0x7f349800ccb0 comp rx=0 tx=0).stop 2024-09-19T04:33:22.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.909+0000 7f34a740e640 1 -- 172.21.15.111:0/234770086 shutdown_connections 2024-09-19T04:33:22.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.909+0000 7f34a740e640 1 --2- 172.21.15.111:0/234770086 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f348c06c2e0 0x7f348c06e7a0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:22.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.909+0000 7f34a740e640 1 --2- 172.21.15.111:0/234770086 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34a015ffe0 0x7f34a00ad470 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:22.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.909+0000 7f34a740e640 1 --2- 172.21.15.111:0/234770086 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f34a00cfd90 0x7f34a01f1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:22.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.909+0000 7f34a740e640 1 --2- 172.21.15.111:0/234770086 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34a00b5f50 0x7f34a00af520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:22.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.909+0000 7f34a740e640 1 -- 172.21.15.111:0/234770086 >> 172.21.15.111:0/234770086 conn(0x7f34a006bba0 msgr2=0x7f34a015f290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:22.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.909+0000 7f34a740e640 1 -- 172.21.15.111:0/234770086 shutdown_connections 2024-09-19T04:33:22.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:22.909+0000 7f34a740e640 1 -- 172.21.15.111:0/234770086 wait complete. 2024-09-19T04:33:22.922 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T04:33:23.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.023+0000 7f9bca3e4640 1 Processor -- start 2024-09-19T04:33:23.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.024+0000 7f9bca3e4640 1 -- start start 2024-09-19T04:33:23.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.024+0000 7f9bca3e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bc40b49a0 0x7f9bc4169400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:23.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.024+0000 7f9bca3e4640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9bc40740b0 con 0x7f9bc415e840 2024-09-19T04:33:23.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.024+0000 7f9bca3e4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9bc406cf00 con 0x7f9bc4073bb0 2024-09-19T04:33:23.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.024+0000 7f9bca3e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9bc40b1da0 con 0x7f9bc40b49a0 2024-09-19T04:33:23.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.025+0000 7f9bc3fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f9bc415e840 0x7f9bc4073250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:33266/0 (socket says 172.21.15.111:33266) 2024-09-19T04:33:23.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.025+0000 7f9bc3fff640 1 -- 172.21.15.111:0/4168023371 learned_addr learned my addr 172.21.15.111:0/4168023371 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:23.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.025+0000 7f9bc8981640 1 --2- 172.21.15.111:0/4168023371 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bc40b49a0 0x7f9bc4169400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:23.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.025+0000 7f9bc2ffd640 1 -- 172.21.15.111:0/4168023371 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3954478821 0 0) 0x7f9bc40740b0 con 0x7f9bc415e840 2024-09-19T04:33:23.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.025+0000 7f9bc2ffd640 1 -- 172.21.15.111:0/4168023371 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9bac003520 con 0x7f9bc415e840 2024-09-19T04:33:23.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.025+0000 7f9bc2ffd640 1 -- 172.21.15.111:0/4168023371 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1857374573 0 0) 0x7f9bc406cf00 con 0x7f9bc4073bb0 2024-09-19T04:33:23.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.025+0000 7f9bc2ffd640 1 -- 172.21.15.111:0/4168023371 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9bc40740b0 con 0x7f9bc4073bb0 2024-09-19T04:33:23.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.025+0000 7f9bc8981640 1 -- 172.21.15.111:0/4168023371 >> v1:172.21.15.114:6789/0 conn(0x7f9bc4073bb0 legacy=0x7f9bc40b4290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:23.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.025+0000 7f9bc8981640 1 -- 172.21.15.111:0/4168023371 >> v1:172.21.15.111:6789/0 conn(0x7f9bc415e840 legacy=0x7f9bc4073250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:23.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.025+0000 7f9bc8981640 1 -- 172.21.15.111:0/4168023371 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bc406d1e0 con 0x7f9bc40b49a0 2024-09-19T04:33:23.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.026+0000 7f9bc8981640 1 --2- 172.21.15.111:0/4168023371 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bc40b49a0 0x7f9bc4169400 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc009dc0 tx=0x7f9bbc02a5b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2fdd0e30f429e18f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:23.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.026+0000 7f9bc2ffd640 1 -- 172.21.15.111:0/4168023371 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bbc007740 con 0x7f9bc40b49a0 2024-09-19T04:33:23.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.026+0000 7f9bc2ffd640 1 -- 172.21.15.111:0/4168023371 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9bbc0078e0 con 0x7f9bc40b49a0 2024-09-19T04:33:23.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.026+0000 7f9bc2ffd640 1 -- 172.21.15.111:0/4168023371 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bbc007cb0 con 0x7f9bc40b49a0 2024-09-19T04:33:23.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.026+0000 7f9bca3e4640 1 -- 172.21.15.111:0/4168023371 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bc40b49a0 msgr2=0x7f9bc4169400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:23.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.026+0000 7f9bca3e4640 1 --2- 172.21.15.111:0/4168023371 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bc40b49a0 0x7f9bc4169400 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc009dc0 tx=0x7f9bbc02a5b0 comp rx=0 tx=0).stop 2024-09-19T04:33:23.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.027+0000 7f9bca3e4640 1 -- 172.21.15.111:0/4168023371 shutdown_connections 2024-09-19T04:33:23.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.027+0000 7f9bca3e4640 1 --2- 172.21.15.111:0/4168023371 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bc40b49a0 0x7f9bc4169400 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:23.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.027+0000 7f9bca3e4640 1 -- 172.21.15.111:0/4168023371 >> 172.21.15.111:0/4168023371 conn(0x7f9bc4062630 msgr2=0x7f9bc4062a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:23.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.027+0000 7f9bca3e4640 1 -- 172.21.15.111:0/4168023371 shutdown_connections 2024-09-19T04:33:23.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.027+0000 7f9bca3e4640 1 -- 172.21.15.111:0/4168023371 wait complete. 2024-09-19T04:33:23.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.028+0000 7f9bca3e4640 1 Processor -- start 2024-09-19T04:33:23.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.028+0000 7f9bca3e4640 1 -- start start 2024-09-19T04:33:23.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.029+0000 7f9bca3e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bc4073bb0 0x7f9bc41614d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:23.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.029+0000 7f9bca3e4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bc40b49a0 0x7f9bc4154530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:23.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.029+0000 7f9bca3e4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9bc415e840 0x7f9bc4157770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:23.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.029+0000 7f9bca3e4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc406d550 con 0x7f9bc40b49a0 2024-09-19T04:33:23.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.029+0000 7f9bca3e4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc406ccb0 con 0x7f9bc415e840 2024-09-19T04:33:23.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.029+0000 7f9bca3e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9bc406e9f0 con 0x7f9bc4073bb0 2024-09-19T04:33:23.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.029+0000 7f9bc37fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bc40b49a0 0x7f9bc4154530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:23.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.029+0000 7f9bc37fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bc40b49a0 0x7f9bc4154530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49342/0 (socket says 172.21.15.111:49342) 2024-09-19T04:33:23.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.029+0000 7f9bc37fe640 1 -- 172.21.15.111:0/249196021 learned_addr learned my addr 172.21.15.111:0/249196021 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:23.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.029+0000 7f9bc3fff640 1 --2- 172.21.15.111:0/249196021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bc4073bb0 0x7f9bc41614d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:23.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.029+0000 7f9bc8981640 1 --2- 172.21.15.111:0/249196021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9bc415e840 0x7f9bc4157770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:23.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.029+0000 7f9bc37fe640 1 -- 172.21.15.111:0/249196021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bc4073bb0 msgr2=0x7f9bc41614d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:23.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.029+0000 7f9bc37fe640 1 --2- 172.21.15.111:0/249196021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bc4073bb0 0x7f9bc41614d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:23.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.029+0000 7f9bc37fe640 1 -- 172.21.15.111:0/249196021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9bc415e840 msgr2=0x7f9bc4157770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:23.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.029+0000 7f9bc37fe640 1 --2- 172.21.15.111:0/249196021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9bc415e840 0x7f9bc4157770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:23.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.029+0000 7f9bc37fe640 1 -- 172.21.15.111:0/249196021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bc4157fc0 con 0x7f9bc40b49a0 2024-09-19T04:33:23.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.029+0000 7f9bc37fe640 1 --2- 172.21.15.111:0/249196021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bc40b49a0 0x7f9bc4154530 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f9bb800c430 tx=0x7f9bb800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:23.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.029+0000 7f9bc0ff9640 1 -- 172.21.15.111:0/249196021 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bb8017070 con 0x7f9bc40b49a0 2024-09-19T04:33:23.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.029+0000 7f9bc0ff9640 1 -- 172.21.15.111:0/249196021 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9bb80052d0 con 0x7f9bc40b49a0 2024-09-19T04:33:23.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.029+0000 7f9bca3e4640 1 -- 172.21.15.111:0/249196021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9bc41582a0 con 0x7f9bc40b49a0 2024-09-19T04:33:23.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.029+0000 7f9bc0ff9640 1 -- 172.21.15.111:0/249196021 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bb8003810 con 0x7f9bc40b49a0 2024-09-19T04:33:23.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.029+0000 7f9bca3e4640 1 -- 172.21.15.111:0/249196021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9bc4152510 con 0x7f9bc40b49a0 2024-09-19T04:33:23.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.030+0000 7f9bca3e4640 1 -- 172.21.15.111:0/249196021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9bc4152710 con 0x7f9bc40b49a0 2024-09-19T04:33:23.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.031+0000 7f9bc0ff9640 1 -- 172.21.15.111:0/249196021 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9bb801a070 con 0x7f9bc40b49a0 2024-09-19T04:33:23.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.031+0000 7f9bc0ff9640 1 --2- 172.21.15.111:0/249196021 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9bb006c2b0 0x7f9bb006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:23.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.031+0000 7f9bc0ff9640 1 -- 172.21.15.111:0/249196021 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5795+0+0 (secure 0 0 0) 0x7f9bb808a8a0 con 0x7f9bc40b49a0 2024-09-19T04:33:23.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.031+0000 7f9bc3fff640 1 --2- 172.21.15.111:0/249196021 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9bb006c2b0 0x7f9bb006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:23.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.032+0000 7f9bc3fff640 1 --2- 172.21.15.111:0/249196021 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9bb006c2b0 0x7f9bb006e770 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f9bb40011e0 tx=0x7f9bb4007d30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:23.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.035+0000 7f9bc0ff9640 1 -- 172.21.15.111:0/249196021 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9bc4152710 con 0x7f9bc40b49a0 2024-09-19T04:33:23.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:23.205+0000 7f9bca3e4640 1 -- 172.21.15.111:0/249196021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f9bc40b4290 con 0x7f9bc40b49a0 2024-09-19T04:33:24.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.156+0000 7f9bc0ff9640 1 -- 172.21.15.111:0/249196021 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v23) ==== 181+0+0 (secure 0 0 0) 0x7f9bb80588e0 con 0x7f9bc40b49a0 2024-09-19T04:33:24.158 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' removed 2024-09-19T04:33:24.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.160+0000 7f9bca3e4640 1 -- 172.21.15.111:0/249196021 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9bb006c2b0 msgr2=0x7f9bb006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:24.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.160+0000 7f9bca3e4640 1 --2- 172.21.15.111:0/249196021 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9bb006c2b0 0x7f9bb006e770 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f9bb40011e0 tx=0x7f9bb4007d30 comp rx=0 tx=0).stop 2024-09-19T04:33:24.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.160+0000 7f9bca3e4640 1 -- 172.21.15.111:0/249196021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bc40b49a0 msgr2=0x7f9bc4154530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:24.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.160+0000 7f9bca3e4640 1 --2- 172.21.15.111:0/249196021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bc40b49a0 0x7f9bc4154530 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f9bb800c430 tx=0x7f9bb800c8f0 comp rx=0 tx=0).stop 2024-09-19T04:33:24.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.160+0000 7f9bca3e4640 1 -- 172.21.15.111:0/249196021 shutdown_connections 2024-09-19T04:33:24.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.160+0000 7f9bca3e4640 1 --2- 172.21.15.111:0/249196021 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9bb006c2b0 0x7f9bb006e770 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:24.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.160+0000 7f9bca3e4640 1 --2- 172.21.15.111:0/249196021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9bc415e840 0x7f9bc4157770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:24.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.160+0000 7f9bca3e4640 1 --2- 172.21.15.111:0/249196021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bc40b49a0 0x7f9bc4154530 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:24.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.160+0000 7f9bca3e4640 1 --2- 172.21.15.111:0/249196021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bc4073bb0 0x7f9bc41614d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:24.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.160+0000 7f9bca3e4640 1 -- 172.21.15.111:0/249196021 >> 172.21.15.111:0/249196021 conn(0x7f9bc4062630 msgr2=0x7f9bc40b29f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:24.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.160+0000 7f9bca3e4640 1 -- 172.21.15.111:0/249196021 shutdown_connections 2024-09-19T04:33:24.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.160+0000 7f9bca3e4640 1 -- 172.21.15.111:0/249196021 wait complete. 2024-09-19T04:33:24.177 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T04:33:24.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.290+0000 7f3ee84d9640 1 Processor -- start 2024-09-19T04:33:24.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.290+0000 7f3ee84d9640 1 -- start start 2024-09-19T04:33:24.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.291+0000 7f3ee84d9640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3ee00b3540 0x7f3ee00d3090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:24.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.291+0000 7f3ee84d9640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ee00d20e0 con 0x7f3ee00b61e0 2024-09-19T04:33:24.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.291+0000 7f3ee84d9640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ee00cfa70 con 0x7f3ee00b3b00 2024-09-19T04:33:24.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.291+0000 7f3ee84d9640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f3ee00d24f0 con 0x7f3ee00b3540 2024-09-19T04:33:24.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.291+0000 7f3ee6275640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f3ee00b61e0 0x7f3ee00b65c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:33280/0 (socket says 172.21.15.111:33280) 2024-09-19T04:33:24.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.291+0000 7f3ee6275640 1 -- 172.21.15.111:0/2332355752 learned_addr learned my addr 172.21.15.111:0/2332355752 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:24.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.291+0000 7f3ee6a76640 1 --2- 172.21.15.111:0/2332355752 >> v2:172.21.15.111:3300/0 conn(0x7f3ee00b3540 0x7f3ee00d3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:24.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.291+0000 7f3ee5273640 1 -- 172.21.15.111:0/2332355752 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1953713394 0 0) 0x7f3ee00d20e0 con 0x7f3ee00b61e0 2024-09-19T04:33:24.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.291+0000 7f3ee5273640 1 -- 172.21.15.111:0/2332355752 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3ecc003520 con 0x7f3ee00b61e0 2024-09-19T04:33:24.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.292+0000 7f3ee6a76640 1 -- 172.21.15.111:0/2332355752 >> v1:172.21.15.114:6789/0 conn(0x7f3ee00b3b00 legacy=0x7f3ee00d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:24.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.292+0000 7f3ee6a76640 1 -- 172.21.15.111:0/2332355752 >> v1:172.21.15.111:6789/0 conn(0x7f3ee00b61e0 legacy=0x7f3ee00b65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:24.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.292+0000 7f3ee6a76640 1 -- 172.21.15.111:0/2332355752 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ee00cfd50 con 0x7f3ee00b3540 2024-09-19T04:33:24.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.292+0000 7f3ee6a76640 1 --2- 172.21.15.111:0/2332355752 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ee00b3540 0x7f3ee00d3090 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f3ed8009d90 tx=0x7f3ed802a580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61f8e095acdf1874 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:24.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.292+0000 7f3ee5273640 1 -- 172.21.15.111:0/2332355752 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ed8007740 con 0x7f3ee00b3540 2024-09-19T04:33:24.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.292+0000 7f3ee5273640 1 -- 172.21.15.111:0/2332355752 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ed80078e0 con 0x7f3ee00b3540 2024-09-19T04:33:24.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.292+0000 7f3ee5273640 1 -- 172.21.15.111:0/2332355752 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ed8007cb0 con 0x7f3ee00b3540 2024-09-19T04:33:24.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.293+0000 7f3ee84d9640 1 -- 172.21.15.111:0/2332355752 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ee00b3540 msgr2=0x7f3ee00d3090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:24.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.293+0000 7f3ee84d9640 1 --2- 172.21.15.111:0/2332355752 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ee00b3540 0x7f3ee00d3090 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f3ed8009d90 tx=0x7f3ed802a580 comp rx=0 tx=0).stop 2024-09-19T04:33:24.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.293+0000 7f3ee84d9640 1 -- 172.21.15.111:0/2332355752 shutdown_connections 2024-09-19T04:33:24.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.293+0000 7f3ee84d9640 1 --2- 172.21.15.111:0/2332355752 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ee00b3540 0x7f3ee00d3090 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:24.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.293+0000 7f3ee84d9640 1 -- 172.21.15.111:0/2332355752 >> 172.21.15.111:0/2332355752 conn(0x7f3ee00d11e0 msgr2=0x7f3ee00d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:24.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.293+0000 7f3ee84d9640 1 -- 172.21.15.111:0/2332355752 shutdown_connections 2024-09-19T04:33:24.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.293+0000 7f3ee84d9640 1 -- 172.21.15.111:0/2332355752 wait complete. 2024-09-19T04:33:24.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.294+0000 7f3ee84d9640 1 Processor -- start 2024-09-19T04:33:24.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.294+0000 7f3ee84d9640 1 -- start start 2024-09-19T04:33:24.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.295+0000 7f3ee84d9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ee00b3540 0x7f3ee00abd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:24.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.295+0000 7f3ee84d9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ee00b3b00 0x7f3ee015c680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:24.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.295+0000 7f3ee84d9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3ee00b61e0 0x7f3ee00cd0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:24.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.295+0000 7f3ee84d9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3ee015edc0 con 0x7f3ee00b3540 2024-09-19T04:33:24.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.295+0000 7f3ee84d9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3ee00d1d00 con 0x7f3ee00b3b00 2024-09-19T04:33:24.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.295+0000 7f3ee84d9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3ee015cbc0 con 0x7f3ee00b61e0 2024-09-19T04:33:24.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.295+0000 7f3ee6275640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ee00b3540 0x7f3ee00abd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:24.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.295+0000 7f3ee6275640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ee00b3540 0x7f3ee00abd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49356/0 (socket says 172.21.15.111:49356) 2024-09-19T04:33:24.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.295+0000 7f3ee6275640 1 -- 172.21.15.111:0/2044808966 learned_addr learned my addr 172.21.15.111:0/2044808966 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:24.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.295+0000 7f3ee6275640 1 -- 172.21.15.111:0/2044808966 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3ee00b61e0 msgr2=0x7f3ee00cd0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:24.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.295+0000 7f3ee6275640 1 --2- 172.21.15.111:0/2044808966 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3ee00b61e0 0x7f3ee00cd0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:24.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.295+0000 7f3ee6275640 1 -- 172.21.15.111:0/2044808966 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ee00b3b00 msgr2=0x7f3ee015c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:24.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.295+0000 7f3ee5a74640 1 --2- 172.21.15.111:0/2044808966 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ee00b3b00 0x7f3ee015c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:24.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.295+0000 7f3ee6275640 1 --2- 172.21.15.111:0/2044808966 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ee00b3b00 0x7f3ee015c680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:24.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.295+0000 7f3ee6275640 1 -- 172.21.15.111:0/2044808966 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ee00cd5f0 con 0x7f3ee00b3540 2024-09-19T04:33:24.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.295+0000 7f3ee5a74640 1 --2- 172.21.15.111:0/2044808966 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ee00b3b00 0x7f3ee015c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:24.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.295+0000 7f3ee6275640 1 --2- 172.21.15.111:0/2044808966 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ee00b3540 0x7f3ee00abd40 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f3edc00c390 tx=0x7f3edc00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:24.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.296+0000 7f3ed6ffd640 1 -- 172.21.15.111:0/2044808966 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3edc017070 con 0x7f3ee00b3540 2024-09-19T04:33:24.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.296+0000 7f3ed6ffd640 1 -- 172.21.15.111:0/2044808966 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3edc005ce0 con 0x7f3ee00b3540 2024-09-19T04:33:24.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.296+0000 7f3ee84d9640 1 -- 172.21.15.111:0/2044808966 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ee00cd8c0 con 0x7f3ee00b3540 2024-09-19T04:33:24.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.296+0000 7f3ed6ffd640 1 -- 172.21.15.111:0/2044808966 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3edc0072f0 con 0x7f3ee00b3540 2024-09-19T04:33:24.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.296+0000 7f3ee84d9640 1 -- 172.21.15.111:0/2044808966 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ee00cde80 con 0x7f3ee00b3540 2024-09-19T04:33:24.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.297+0000 7f3ee84d9640 1 -- 172.21.15.111:0/2044808966 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ee00b65c0 con 0x7f3ee00b3540 2024-09-19T04:33:24.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.297+0000 7f3ed6ffd640 1 -- 172.21.15.111:0/2044808966 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3edc01a070 con 0x7f3ee00b3540 2024-09-19T04:33:24.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.298+0000 7f3ed6ffd640 1 --2- 172.21.15.111:0/2044808966 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3ec406c2e0 0x7f3ec406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:24.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.298+0000 7f3ed6ffd640 1 -- 172.21.15.111:0/2044808966 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5357+0+0 (secure 0 0 0) 0x7f3edc08a600 con 0x7f3ee00b3540 2024-09-19T04:33:24.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.298+0000 7f3ee5a74640 1 --2- 172.21.15.111:0/2044808966 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3ec406c2e0 0x7f3ec406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:24.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.298+0000 7f3ee5a74640 1 --2- 172.21.15.111:0/2044808966 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3ec406c2e0 0x7f3ec406e7a0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f3ee00cbf40 tx=0x7f3ed0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:24.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.302+0000 7f3ed6ffd640 1 -- 172.21.15.111:0/2044808966 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3edc058f60 con 0x7f3ee00b3540 2024-09-19T04:33:24.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:24.468+0000 7f3ee84d9640 1 -- 172.21.15.111:0/2044808966 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f3ee00ba6e0 con 0x7f3ee00b3540 2024-09-19T04:33:25.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.158+0000 7f3ed6ffd640 1 -- 172.21.15.111:0/2044808966 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v24) ==== 169+0+0 (secure 0 0 0) 0x7f3edc058860 con 0x7f3ee00b3540 2024-09-19T04:33:25.159 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' removed 2024-09-19T04:33:25.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.161+0000 7f3ee84d9640 1 -- 172.21.15.111:0/2044808966 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3ec406c2e0 msgr2=0x7f3ec406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:25.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.161+0000 7f3ee84d9640 1 --2- 172.21.15.111:0/2044808966 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3ec406c2e0 0x7f3ec406e7a0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f3ee00cbf40 tx=0x7f3ed0008040 comp rx=0 tx=0).stop 2024-09-19T04:33:25.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.161+0000 7f3ee84d9640 1 -- 172.21.15.111:0/2044808966 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ee00b3540 msgr2=0x7f3ee00abd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:25.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.161+0000 7f3ee84d9640 1 --2- 172.21.15.111:0/2044808966 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ee00b3540 0x7f3ee00abd40 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f3edc00c390 tx=0x7f3edc00c850 comp rx=0 tx=0).stop 2024-09-19T04:33:25.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.161+0000 7f3ee84d9640 1 -- 172.21.15.111:0/2044808966 shutdown_connections 2024-09-19T04:33:25.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.161+0000 7f3ee84d9640 1 --2- 172.21.15.111:0/2044808966 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3ec406c2e0 0x7f3ec406e7a0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:25.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.161+0000 7f3ee84d9640 1 --2- 172.21.15.111:0/2044808966 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3ee00b61e0 0x7f3ee00cd0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:25.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.161+0000 7f3ee84d9640 1 --2- 172.21.15.111:0/2044808966 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ee00b3b00 0x7f3ee015c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:25.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.161+0000 7f3ee84d9640 1 --2- 172.21.15.111:0/2044808966 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ee00b3540 0x7f3ee00abd40 secure :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f3edc00c390 tx=0x7f3edc00c850 comp rx=0 tx=0).stop 2024-09-19T04:33:25.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.161+0000 7f3ee84d9640 1 -- 172.21.15.111:0/2044808966 >> 172.21.15.111:0/2044808966 conn(0x7f3ee00d11e0 msgr2=0x7f3ee01e85e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:25.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.162+0000 7f3ee84d9640 1 -- 172.21.15.111:0/2044808966 shutdown_connections 2024-09-19T04:33:25.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.162+0000 7f3ee84d9640 1 -- 172.21.15.111:0/2044808966 wait complete. 2024-09-19T04:33:25.176 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T04:33:25.177 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T04:33:25.177 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T04:33:25.177 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:33:25.177 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T04:33:25.178 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T04:33:25.178 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T04:33:25.178 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:33:25.178 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T04:33:25.178 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T04:33:25.178 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T04:33:25.178 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:33:25.179 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T04:33:25.179 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T04:33:25.179 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T04:33:25.179 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:33:25.187 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T04:33:25.188 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T04:33:25.188 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T04:33:25.189 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T04:33:25.190 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T04:33:25.190 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T04:33:25.191 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T04:33:25.191 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T04:33:25.230 INFO:tasks.ceph.mds.a:Started 2024-09-19T04:33:25.231 DEBUG:teuthology.parallel:result is None 2024-09-19T04:33:25.232 INFO:tasks.ceph.mds.c:Started 2024-09-19T04:33:25.232 DEBUG:teuthology.parallel:result is None 2024-09-19T04:33:25.233 INFO:tasks.ceph.mds.b:Started 2024-09-19T04:33:25.233 DEBUG:teuthology.parallel:result is None 2024-09-19T04:33:25.234 INFO:tasks.ceph.mds.d:Started 2024-09-19T04:33:25.234 DEBUG:teuthology.parallel:result is None 2024-09-19T04:33:25.234 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T04:33:25.307 INFO:tasks.ceph.mds.c.smithi111.stdout:starting mds.c at 2024-09-19T04:33:25.307 INFO:tasks.ceph.mds.a.smithi111.stdout:starting mds.a at 2024-09-19T04:33:25.313 INFO:tasks.ceph.mds.b.smithi114.stdout:starting mds.b at 2024-09-19T04:33:25.313 INFO:tasks.ceph.mds.d.smithi114.stdout:starting mds.d at 2024-09-19T04:33:25.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.337+0000 7f1f95fc4640 1 Processor -- start 2024-09-19T04:33:25.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.337+0000 7f1f95fc4640 1 -- start start 2024-09-19T04:33:25.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.338+0000 7f1f95fc4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1f9015b540 0x7f1f900b62c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:25.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.338+0000 7f1f95fc4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f900b6800 0x7f1f900cf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:25.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.338+0000 7f1f95fc4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1f900d0110 con 0x7f1f900cfa20 2024-09-19T04:33:25.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.338+0000 7f1f95fc4640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f1f900b6c40 con 0x7f1f9015b540 2024-09-19T04:33:25.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.338+0000 7f1f95fc4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1f900cfeb0 con 0x7f1f900b6800 2024-09-19T04:33:25.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.338+0000 7f1f8f7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1f9015b540 0x7f1f900b62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:25.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.339+0000 7f1f8f7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1f9015b540 0x7f1f900b62c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49392/0 (socket says 172.21.15.111:49392) 2024-09-19T04:33:25.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.339+0000 7f1f8f7fe640 1 -- 172.21.15.111:0/2165668504 learned_addr learned my addr 172.21.15.111:0/2165668504 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:25.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.339+0000 7f1f8effd640 1 --2- 172.21.15.111:0/2165668504 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f900b6800 0x7f1f900cf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:25.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.339+0000 7f1f8f7fe640 1 -- 172.21.15.111:0/2165668504 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f900b6800 msgr2=0x7f1f900cf4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:25.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.339+0000 7f1f8f7fe640 1 --2- 172.21.15.111:0/2165668504 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f900b6800 0x7f1f900cf4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:25.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.339+0000 7f1f8f7fe640 1 -- 172.21.15.111:0/2165668504 >> v1:172.21.15.114:6789/0 conn(0x7f1f900cfa20 legacy=0x7f1f9015efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:25.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.339+0000 7f1f8f7fe640 1 -- 172.21.15.111:0/2165668504 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f900b47e0 con 0x7f1f9015b540 2024-09-19T04:33:25.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.339+0000 7f1f8f7fe640 1 --2- 172.21.15.111:0/2165668504 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f9015b540 0x7f1f900b62c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f1f8000d150 tx=0x7f1f8002c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbf0bf1a85649b21 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:25.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.340+0000 7f1f8e7fc640 1 -- 172.21.15.111:0/2165668504 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f80035020 con 0x7f1f9015b540 2024-09-19T04:33:25.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.340+0000 7f1f8e7fc640 1 -- 172.21.15.111:0/2165668504 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f8000b2e0 con 0x7f1f9015b540 2024-09-19T04:33:25.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.340+0000 7f1f8e7fc640 1 -- 172.21.15.111:0/2165668504 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f80009820 con 0x7f1f9015b540 2024-09-19T04:33:25.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.340+0000 7f1f95fc4640 1 -- 172.21.15.111:0/2165668504 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f9015b540 msgr2=0x7f1f900b62c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:25.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.340+0000 7f1f95fc4640 1 --2- 172.21.15.111:0/2165668504 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f9015b540 0x7f1f900b62c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f1f8000d150 tx=0x7f1f8002c9b0 comp rx=0 tx=0).stop 2024-09-19T04:33:25.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.340+0000 7f1f95fc4640 1 -- 172.21.15.111:0/2165668504 shutdown_connections 2024-09-19T04:33:25.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.340+0000 7f1f95fc4640 1 --2- 172.21.15.111:0/2165668504 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f900b6800 0x7f1f900cf4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:25.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.340+0000 7f1f95fc4640 1 --2- 172.21.15.111:0/2165668504 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f9015b540 0x7f1f900b62c0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:25.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.340+0000 7f1f95fc4640 1 -- 172.21.15.111:0/2165668504 >> 172.21.15.111:0/2165668504 conn(0x7f1f90062a80 msgr2=0x7f1f9006ccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:25.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.340+0000 7f1f95fc4640 1 -- 172.21.15.111:0/2165668504 shutdown_connections 2024-09-19T04:33:25.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.340+0000 7f1f95fc4640 1 -- 172.21.15.111:0/2165668504 wait complete. 2024-09-19T04:33:25.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.341+0000 7f1f95fc4640 1 Processor -- start 2024-09-19T04:33:25.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.342+0000 7f1f95fc4640 1 -- start start 2024-09-19T04:33:25.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.342+0000 7f1f95fc4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f900b6800 0x7f1f90145770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:25.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.342+0000 7f1f95fc4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f900cfa20 0x7f1f9014c870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:25.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.342+0000 7f1f95fc4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f9015b540 0x7f1f90156440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:25.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.342+0000 7f1f95fc4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1f900b5080 con 0x7f1f9015b540 2024-09-19T04:33:25.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.342+0000 7f1f95fc4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1f900b4da0 con 0x7f1f900b6800 2024-09-19T04:33:25.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.342+0000 7f1f95fc4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1f9015c930 con 0x7f1f900cfa20 2024-09-19T04:33:25.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.342+0000 7f1f8ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f9015b540 0x7f1f90156440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:25.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.343+0000 7f1f8f7fe640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f900b6800 0x7f1f90145770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:25.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.343+0000 7f1f8ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f9015b540 0x7f1f90156440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49398/0 (socket says 172.21.15.111:49398) 2024-09-19T04:33:25.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.343+0000 7f1f8effd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f900cfa20 0x7f1f9014c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:25.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.343+0000 7f1f8f7fe640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f900b6800 0x7f1f90145770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:43858/0 (socket says 172.21.15.111:43858) 2024-09-19T04:33:25.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.343+0000 7f1f8ffff640 1 -- 172.21.15.111:0/903869558 learned_addr learned my addr 172.21.15.111:0/903869558 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:25.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.343+0000 7f1f8ffff640 1 -- 172.21.15.111:0/903869558 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f900cfa20 msgr2=0x7f1f9014c870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:25.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.343+0000 7f1f8ffff640 1 --2- 172.21.15.111:0/903869558 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f900cfa20 0x7f1f9014c870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:25.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.343+0000 7f1f8ffff640 1 -- 172.21.15.111:0/903869558 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f900b6800 msgr2=0x7f1f90145770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:25.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.343+0000 7f1f8ffff640 1 --2- 172.21.15.111:0/903869558 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f900b6800 0x7f1f90145770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:25.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.343+0000 7f1f8ffff640 1 -- 172.21.15.111:0/903869558 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f901462a0 con 0x7f1f9015b540 2024-09-19T04:33:25.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.343+0000 7f1f8f7fe640 1 --2- 172.21.15.111:0/903869558 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f900b6800 0x7f1f90145770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:33:25.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.343+0000 7f1f8ffff640 1 --2- 172.21.15.111:0/903869558 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f9015b540 0x7f1f90156440 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1f88001eb0 tx=0x7f1f8800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:25.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.343+0000 7f1f77fff640 1 -- 172.21.15.111:0/903869558 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f88017070 con 0x7f1f9015b540 2024-09-19T04:33:25.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.343+0000 7f1f77fff640 1 -- 172.21.15.111:0/903869558 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f880052d0 con 0x7f1f9015b540 2024-09-19T04:33:25.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.343+0000 7f1f95fc4640 1 -- 172.21.15.111:0/903869558 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f9014aad0 con 0x7f1f9015b540 2024-09-19T04:33:25.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.343+0000 7f1f77fff640 1 -- 172.21.15.111:0/903869558 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f88003810 con 0x7f1f9015b540 2024-09-19T04:33:25.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.343+0000 7f1f95fc4640 1 -- 172.21.15.111:0/903869558 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f9014b090 con 0x7f1f9015b540 2024-09-19T04:33:25.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.344+0000 7f1f95fc4640 1 -- 172.21.15.111:0/903869558 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f900b55a0 con 0x7f1f9015b540 2024-09-19T04:33:25.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.345+0000 7f1f77fff640 1 -- 172.21.15.111:0/903869558 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1f8801a070 con 0x7f1f9015b540 2024-09-19T04:33:25.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.345+0000 7f1f77fff640 1 --2- 172.21.15.111:0/903869558 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1f7c06c2b0 0x7f1f7c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:25.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.345+0000 7f1f8f7fe640 1 --2- 172.21.15.111:0/903869558 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1f7c06c2b0 0x7f1f7c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:25.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.345+0000 7f1f77fff640 1 -- 172.21.15.111:0/903869558 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 4943+0+0 (secure 0 0 0) 0x7f1f8808a3b0 con 0x7f1f9015b540 2024-09-19T04:33:25.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.346+0000 7f1f8f7fe640 1 --2- 172.21.15.111:0/903869558 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1f7c06c2b0 0x7f1f7c06e770 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f1f80036000 tx=0x7f1f8000b000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:25.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.349+0000 7f1f77fff640 1 -- 172.21.15.111:0/903869558 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1f901462a0 con 0x7f1f9015b540 2024-09-19T04:33:25.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:25.529+0000 7f1f95fc4640 1 -- 172.21.15.111:0/903869558 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f1f9015ab30 con 0x7f1f9015b540 2024-09-19T04:33:26.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.176+0000 7f1f77fff640 1 -- 172.21.15.111:0/903869558 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v26) ==== 97+0+0 (secure 0 0 0) 0x7f1f88058860 con 0x7f1f9015b540 2024-09-19T04:33:26.178 INFO:teuthology.orchestra.run.smithi111.stderr: removed all blocklist entries 2024-09-19T04:33:26.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.179+0000 7f1f95fc4640 1 -- 172.21.15.111:0/903869558 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1f7c06c2b0 msgr2=0x7f1f7c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:26.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.179+0000 7f1f95fc4640 1 --2- 172.21.15.111:0/903869558 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1f7c06c2b0 0x7f1f7c06e770 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f1f80036000 tx=0x7f1f8000b000 comp rx=0 tx=0).stop 2024-09-19T04:33:26.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.179+0000 7f1f95fc4640 1 -- 172.21.15.111:0/903869558 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f9015b540 msgr2=0x7f1f90156440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:26.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.179+0000 7f1f95fc4640 1 --2- 172.21.15.111:0/903869558 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f9015b540 0x7f1f90156440 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1f88001eb0 tx=0x7f1f8800c890 comp rx=0 tx=0).stop 2024-09-19T04:33:26.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.179+0000 7f1f95fc4640 1 -- 172.21.15.111:0/903869558 shutdown_connections 2024-09-19T04:33:26.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.179+0000 7f1f95fc4640 1 --2- 172.21.15.111:0/903869558 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1f7c06c2b0 0x7f1f7c06e770 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:26.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.179+0000 7f1f95fc4640 1 --2- 172.21.15.111:0/903869558 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f9015b540 0x7f1f90156440 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:26.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.179+0000 7f1f95fc4640 1 --2- 172.21.15.111:0/903869558 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f900cfa20 0x7f1f9014c870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:26.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.179+0000 7f1f95fc4640 1 --2- 172.21.15.111:0/903869558 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f900b6800 0x7f1f90145770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:26.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.179+0000 7f1f95fc4640 1 -- 172.21.15.111:0/903869558 >> 172.21.15.111:0/903869558 conn(0x7f1f90062a80 msgr2=0x7f1f9014ff40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:26.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.179+0000 7f1f95fc4640 1 -- 172.21.15.111:0/903869558 shutdown_connections 2024-09-19T04:33:26.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.179+0000 7f1f95fc4640 1 -- 172.21.15.111:0/903869558 wait complete. 2024-09-19T04:33:26.193 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T04:33:26.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.292+0000 7f6faac47640 1 Processor -- start 2024-09-19T04:33:26.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.292+0000 7f6faac47640 1 -- start start 2024-09-19T04:33:26.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.293+0000 7f6faac47640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6fa415e7b0 0x7f6fa4071340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:26.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.293+0000 7f6faac47640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f6fa406ccb0 0x7f6fa406d120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:26.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.293+0000 7f6faac47640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6fa4071880 con 0x7f6fa40b5600 2024-09-19T04:33:26.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.293+0000 7f6faac47640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f6fa406e680 con 0x7f6fa406ccb0 2024-09-19T04:33:26.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.293+0000 7f6faac47640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6fa406d660 con 0x7f6fa415e7b0 2024-09-19T04:33:26.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.293+0000 7f6fa91e4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f6fa406ccb0 0x7f6fa406d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:26.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.293+0000 7f6fa91e4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f6fa406ccb0 0x7f6fa406d120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49406/0 (socket says 172.21.15.111:49406) 2024-09-19T04:33:26.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.293+0000 7f6fa91e4640 1 -- 172.21.15.111:0/3712903119 learned_addr learned my addr 172.21.15.111:0/3712903119 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:26.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.293+0000 7f6fa3fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f6fa40b5600 0x7f6fa4073ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:33296/0 (socket says 172.21.15.111:33296) 2024-09-19T04:33:26.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.293+0000 7f6fa91e4640 1 -- 172.21.15.111:0/3712903119 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6fa415e7b0 msgr2=0x7f6fa4071340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:26.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.293+0000 7f6fa89e3640 1 --2- 172.21.15.111:0/3712903119 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6fa415e7b0 0x7f6fa4071340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:26.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.293+0000 7f6fa91e4640 1 --2- 172.21.15.111:0/3712903119 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6fa415e7b0 0x7f6fa4071340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:26.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.293+0000 7f6fa91e4640 1 -- 172.21.15.111:0/3712903119 >> v1:172.21.15.111:6789/0 conn(0x7f6fa40b5600 legacy=0x7f6fa4073ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:26.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.293+0000 7f6fa91e4640 1 -- 172.21.15.111:0/3712903119 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fa40741c0 con 0x7f6fa406ccb0 2024-09-19T04:33:26.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.293+0000 7f6fa89e3640 1 --2- 172.21.15.111:0/3712903119 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6fa415e7b0 0x7f6fa4071340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:26.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.294+0000 7f6fa91e4640 1 --2- 172.21.15.111:0/3712903119 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6fa406ccb0 0x7f6fa406d120 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f6f9c009e50 tx=0x7f6f9c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=369c7042d6ab77af server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:26.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.294+0000 7f6fa37fe640 1 -- 172.21.15.111:0/3712903119 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f9c036070 con 0x7f6fa406ccb0 2024-09-19T04:33:26.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.294+0000 7f6fa37fe640 1 -- 172.21.15.111:0/3712903119 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f9c031600 con 0x7f6fa406ccb0 2024-09-19T04:33:26.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.294+0000 7f6fa37fe640 1 -- 172.21.15.111:0/3712903119 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f9c0319d0 con 0x7f6fa406ccb0 2024-09-19T04:33:26.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.295+0000 7f6faac47640 1 -- 172.21.15.111:0/3712903119 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6fa406ccb0 msgr2=0x7f6fa406d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:26.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.295+0000 7f6faac47640 1 --2- 172.21.15.111:0/3712903119 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6fa406ccb0 0x7f6fa406d120 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f6f9c009e50 tx=0x7f6f9c02a680 comp rx=0 tx=0).stop 2024-09-19T04:33:26.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.295+0000 7f6faac47640 1 -- 172.21.15.111:0/3712903119 shutdown_connections 2024-09-19T04:33:26.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.295+0000 7f6faac47640 1 --2- 172.21.15.111:0/3712903119 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6fa406ccb0 0x7f6fa406d120 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:26.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.295+0000 7f6faac47640 1 --2- 172.21.15.111:0/3712903119 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6fa415e7b0 0x7f6fa4071340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:26.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.295+0000 7f6faac47640 1 -- 172.21.15.111:0/3712903119 >> 172.21.15.111:0/3712903119 conn(0x7f6fa40b4300 msgr2=0x7f6fa40b46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:26.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.295+0000 7f6faac47640 1 -- 172.21.15.111:0/3712903119 shutdown_connections 2024-09-19T04:33:26.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.295+0000 7f6faac47640 1 -- 172.21.15.111:0/3712903119 wait complete. 2024-09-19T04:33:26.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.296+0000 7f6faac47640 1 Processor -- start 2024-09-19T04:33:26.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.296+0000 7f6faac47640 1 -- start start 2024-09-19T04:33:26.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.297+0000 7f6faac47640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6fa406ccb0 0x7f6fa41550c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:26.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.297+0000 7f6faac47640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6fa40b5600 0x7f6fa4151190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:26.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.297+0000 7f6faac47640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6fa415e7b0 0x7f6fa40b2270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:26.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.297+0000 7f6faac47640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6fa40732b0 con 0x7f6fa40b5600 2024-09-19T04:33:26.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.297+0000 7f6faac47640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6fa406ebb0 con 0x7f6fa415e7b0 2024-09-19T04:33:26.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.297+0000 7f6faac47640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6fa4073590 con 0x7f6fa406ccb0 2024-09-19T04:33:26.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.297+0000 7f6fa3fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6fa40b5600 0x7f6fa4151190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:26.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.297+0000 7f6fa3fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6fa40b5600 0x7f6fa4151190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49422/0 (socket says 172.21.15.111:49422) 2024-09-19T04:33:26.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.297+0000 7f6fa3fff640 1 -- 172.21.15.111:0/524249793 learned_addr learned my addr 172.21.15.111:0/524249793 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:26.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.297+0000 7f6fa91e4640 1 --2- 172.21.15.111:0/524249793 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6fa415e7b0 0x7f6fa40b2270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:26.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.297+0000 7f6fa89e3640 1 --2- 172.21.15.111:0/524249793 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6fa406ccb0 0x7f6fa41550c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:26.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.297+0000 7f6fa3fff640 1 -- 172.21.15.111:0/524249793 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6fa406ccb0 msgr2=0x7f6fa41550c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:26.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.297+0000 7f6fa3fff640 1 --2- 172.21.15.111:0/524249793 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6fa406ccb0 0x7f6fa41550c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:26.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.297+0000 7f6fa3fff640 1 -- 172.21.15.111:0/524249793 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6fa415e7b0 msgr2=0x7f6fa40b2270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:26.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.297+0000 7f6fa3fff640 1 --2- 172.21.15.111:0/524249793 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6fa415e7b0 0x7f6fa40b2270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:26.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.297+0000 7f6fa3fff640 1 -- 172.21.15.111:0/524249793 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fa415ff90 con 0x7f6fa40b5600 2024-09-19T04:33:26.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.297+0000 7f6fa91e4640 1 --2- 172.21.15.111:0/524249793 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6fa415e7b0 0x7f6fa40b2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:26.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.297+0000 7f6fa89e3640 1 --2- 172.21.15.111:0/524249793 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6fa406ccb0 0x7f6fa41550c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:26.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.297+0000 7f6fa3fff640 1 --2- 172.21.15.111:0/524249793 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6fa40b5600 0x7f6fa4151190 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f6f9000c480 tx=0x7f6f9000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:26.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.297+0000 7f6fa17fa640 1 -- 172.21.15.111:0/524249793 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f90018070 con 0x7f6fa40b5600 2024-09-19T04:33:26.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.297+0000 7f6fa17fa640 1 -- 172.21.15.111:0/524249793 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f90007480 con 0x7f6fa40b5600 2024-09-19T04:33:26.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.297+0000 7f6faac47640 1 -- 172.21.15.111:0/524249793 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fa4160270 con 0x7f6fa40b5600 2024-09-19T04:33:26.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.297+0000 7f6fa17fa640 1 -- 172.21.15.111:0/524249793 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f900047e0 con 0x7f6fa40b5600 2024-09-19T04:33:26.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.297+0000 7f6faac47640 1 -- 172.21.15.111:0/524249793 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fa4160830 con 0x7f6fa40b5600 2024-09-19T04:33:26.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.298+0000 7f6faac47640 1 -- 172.21.15.111:0/524249793 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6fa4076220 con 0x7f6fa40b5600 2024-09-19T04:33:26.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.299+0000 7f6fa17fa640 1 -- 172.21.15.111:0/524249793 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6f9001b070 con 0x7f6fa40b5600 2024-09-19T04:33:26.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.299+0000 7f6fa17fa640 1 --2- 172.21.15.111:0/524249793 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6f8806c2b0 0x7f6f8806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:26.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.299+0000 7f6fa17fa640 1 -- 172.21.15.111:0/524249793 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f6f9008a3c0 con 0x7f6fa40b5600 2024-09-19T04:33:26.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.299+0000 7f6fa89e3640 1 --2- 172.21.15.111:0/524249793 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6f8806c2b0 0x7f6f8806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:26.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.300+0000 7f6fa89e3640 1 --2- 172.21.15.111:0/524249793 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6f8806c2b0 0x7f6f8806e770 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f6f98006fd0 tx=0x7f6f98008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:26.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.303+0000 7f6fa17fa640 1 -- 172.21.15.111:0/524249793 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6fa4071880 con 0x7f6fa40b5600 2024-09-19T04:33:26.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.530+0000 7f6faac47640 1 -- 172.21.15.111:0/524249793 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f6fa406d120 con 0x7f6fa40b5600 2024-09-19T04:33:26.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.531+0000 7f6fa17fa640 1 -- 172.21.15.111:0/524249793 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) ==== 80+0+6645 (secure 0 0 0) 0x7f6f90058e80 con 0x7f6fa40b5600 2024-09-19T04:33:26.532 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:26.532 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:33:26.532 INFO:teuthology.orchestra.run.smithi111.stdout: "auth_dump": [ 2024-09-19T04:33:26.532 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.533 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.a", 2024-09-19T04:33:26.533 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmCnXHLRAAedEy+KfNFU7YOhRhgLYdMA==", 2024-09-19T04:33:26.533 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.533 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:33:26.533 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:33:26.533 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:33:26.533 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:33:26.533 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.533 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:33:26.533 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.533 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.b", 2024-09-19T04:33:26.533 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmj2hsORAAjwXo3DZ4XRGCsUOxqI9CjA==", 2024-09-19T04:33:26.533 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.534 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:33:26.534 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:33:26.534 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:33:26.534 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:33:26.534 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.534 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:33:26.534 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.534 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.c", 2024-09-19T04:33:26.534 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmNXLHNBAAmsO18sf+jcsAfzbE1mj2oA==", 2024-09-19T04:33:26.534 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.534 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:33:26.534 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:33:26.534 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:33:26.534 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:33:26.535 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.535 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:33:26.535 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.535 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.d", 2024-09-19T04:33:26.535 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmNfTNBBAAj7NZf67zeYo/yvhfnAxkww==", 2024-09-19T04:33:26.535 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.535 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:33:26.535 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:33:26.535 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:33:26.535 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:33:26.535 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.535 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:33:26.535 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.535 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.0", 2024-09-19T04:33:26.536 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA3qetmXK2QIBAAR75oRgwzgVuLQhvMlJa4CA==", 2024-09-19T04:33:26.536 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.536 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:33:26.536 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:33:26.536 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:33:26.536 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.536 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:33:26.536 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.536 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.1", 2024-09-19T04:33:26.536 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA7qetmkWR6ExAA0lWBxpiPAGZCLmu4h7iPMg==", 2024-09-19T04:33:26.537 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.537 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:33:26.537 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:33:26.537 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:33:26.537 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.537 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:33:26.537 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.537 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.2", 2024-09-19T04:33:26.537 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA/qetmgxH4FBAAdBD58YlH15hiLasWSnbxgQ==", 2024-09-19T04:33:26.537 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.537 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:33:26.537 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:33:26.537 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:33:26.537 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.538 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:33:26.538 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.538 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.3", 2024-09-19T04:33:26.538 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBDqetmvScfFhAAjBKwn49kZcL8j+xfBzuAXQ==", 2024-09-19T04:33:26.538 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.538 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:33:26.538 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:33:26.538 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:33:26.538 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.538 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:33:26.538 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.538 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.4", 2024-09-19T04:33:26.538 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBKqetms9roERAALAlOKQm99bEbtaMUdCEfCQ==", 2024-09-19T04:33:26.538 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.539 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:33:26.539 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:33:26.539 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:33:26.539 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.539 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:33:26.539 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.539 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.5", 2024-09-19T04:33:26.539 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBOqetmmoAIBBAA0fKuVAffYGZnFsgCXtti2Q==", 2024-09-19T04:33:26.539 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.539 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:33:26.539 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:33:26.539 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:33:26.539 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.540 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:33:26.540 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.540 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.6", 2024-09-19T04:33:26.540 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBRqetm6XavKhAAIL2OCxOxpUEc8vXFj6gN7A==", 2024-09-19T04:33:26.540 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.540 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:33:26.540 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:33:26.540 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:33:26.540 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.540 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:33:26.540 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.540 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.7", 2024-09-19T04:33:26.540 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBVqetmhUn4KxAA7yNGTx+mbKjnHNUg8hxx+w==", 2024-09-19T04:33:26.540 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.541 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:33:26.541 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:33:26.541 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:33:26.541 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.541 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:33:26.541 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.541 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.0", 2024-09-19T04:33:26.541 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmdEXYCBAAQK+0F5ouJPJAqZqCQHrMdQ==", 2024-09-19T04:33:26.541 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.541 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:33:26.541 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:33:26.541 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:33:26.541 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:33:26.541 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.542 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:33:26.542 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.542 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.1", 2024-09-19T04:33:26.542 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmsJubERAAw8fZEkmvI5BUEFNZBk1MLg==", 2024-09-19T04:33:26.542 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.542 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:33:26.542 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:33:26.542 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:33:26.542 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:33:26.542 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.542 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:33:26.542 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.542 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.2", 2024-09-19T04:33:26.542 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmMCNpDhAAAOVbb+49iDsZc+49qDrLTw==", 2024-09-19T04:33:26.543 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.543 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:33:26.543 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:33:26.543 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:33:26.543 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:33:26.543 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.543 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:33:26.543 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.543 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.3", 2024-09-19T04:33:26.543 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetm4QAqFxAAod68YP3hsE1q4q0VXSLlnQ==", 2024-09-19T04:33:26.543 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.543 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:33:26.543 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:33:26.543 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:33:26.543 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:33:26.544 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.544 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:33:26.544 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.544 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.admin", 2024-09-19T04:33:26.544 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmrRVMEhAAHd1CNriXFbfJyf4GC8hYMQ==", 2024-09-19T04:33:26.544 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.544 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:33:26.544 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:33:26.544 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:33:26.544 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:33:26.544 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.544 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:33:26.544 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.545 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.bootstrap-mds", 2024-09-19T04:33:26.545 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBcqetm62P0FBAAPhL2mNBfhS0+5qndSelyYA==", 2024-09-19T04:33:26.545 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.545 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile bootstrap-mds" 2024-09-19T04:33:26.545 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.545 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:33:26.545 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.545 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.bootstrap-mgr", 2024-09-19T04:33:26.545 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBcqetmcmv0FBAAWHHjmssjBWitWan/8kbFiQ==", 2024-09-19T04:33:26.545 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.545 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-19T04:33:26.545 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.545 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:33:26.546 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.546 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.bootstrap-osd", 2024-09-19T04:33:26.546 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBcqetmenL0FBAAL8dhKNAaw9Uk+VHoEhMQrg==", 2024-09-19T04:33:26.546 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.546 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile bootstrap-osd" 2024-09-19T04:33:26.546 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.546 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:33:26.546 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.546 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.bootstrap-rbd", 2024-09-19T04:33:26.546 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBcqetmT3n0FBAAJVGFrAffrHplk+c+i0Ozrg==", 2024-09-19T04:33:26.546 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.546 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-19T04:33:26.546 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.546 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:33:26.547 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.547 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-19T04:33:26.547 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBcqetm7oD0FBAAm14qk+8hvOspiDh3qP5lig==", 2024-09-19T04:33:26.547 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.547 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-19T04:33:26.547 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.547 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:33:26.547 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.547 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.bootstrap-rgw", 2024-09-19T04:33:26.547 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBcqetm4Yf0FBAAzfd9+YAQiHD0Qoa+XXKNMg==", 2024-09-19T04:33:26.547 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.547 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-19T04:33:26.547 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.547 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:33:26.548 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.548 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mgr.x", 2024-09-19T04:33:26.548 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmCAiOKhAA2pudSPuE+yJMoNgHi4eu4A==", 2024-09-19T04:33:26.548 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.548 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:33:26.548 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile mgr", 2024-09-19T04:33:26.548 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:33:26.548 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.548 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:33:26.548 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:26.548 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mgr.y", 2024-09-19T04:33:26.548 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetm8NjVJhAAOyZKidS0VOLEDBwUteHNGw==", 2024-09-19T04:33:26.548 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:33:26.549 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:33:26.549 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile mgr", 2024-09-19T04:33:26.549 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:33:26.549 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.549 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:26.549 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:33:26.549 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:33:26.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.532+0000 7f6faac47640 1 -- 172.21.15.111:0/524249793 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6f8806c2b0 msgr2=0x7f6f8806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:26.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.532+0000 7f6faac47640 1 --2- 172.21.15.111:0/524249793 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6f8806c2b0 0x7f6f8806e770 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f6f98006fd0 tx=0x7f6f98008040 comp rx=0 tx=0).stop 2024-09-19T04:33:26.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.532+0000 7f6faac47640 1 -- 172.21.15.111:0/524249793 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6fa40b5600 msgr2=0x7f6fa4151190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:26.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.532+0000 7f6faac47640 1 --2- 172.21.15.111:0/524249793 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6fa40b5600 0x7f6fa4151190 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f6f9000c480 tx=0x7f6f9000c940 comp rx=0 tx=0).stop 2024-09-19T04:33:26.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.533+0000 7f6faac47640 1 -- 172.21.15.111:0/524249793 shutdown_connections 2024-09-19T04:33:26.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.533+0000 7f6faac47640 1 --2- 172.21.15.111:0/524249793 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6f8806c2b0 0x7f6f8806e770 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:26.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.533+0000 7f6faac47640 1 --2- 172.21.15.111:0/524249793 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6fa415e7b0 0x7f6fa40b2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:26.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.533+0000 7f6faac47640 1 --2- 172.21.15.111:0/524249793 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6fa40b5600 0x7f6fa4151190 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:26.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.533+0000 7f6faac47640 1 --2- 172.21.15.111:0/524249793 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6fa406ccb0 0x7f6fa41550c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:26.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.533+0000 7f6faac47640 1 -- 172.21.15.111:0/524249793 >> 172.21.15.111:0/524249793 conn(0x7f6fa40b4300 msgr2=0x7f6fa40b3a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:26.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.533+0000 7f6faac47640 1 -- 172.21.15.111:0/524249793 shutdown_connections 2024-09-19T04:33:26.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.533+0000 7f6faac47640 1 -- 172.21.15.111:0/524249793 wait complete. 2024-09-19T04:33:26.552 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-19T04:33:26.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.650+0000 7fed4b59e640 1 Processor -- start 2024-09-19T04:33:26.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.650+0000 7fed4b59e640 1 -- start start 2024-09-19T04:33:26.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.651+0000 7fed4b59e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fed4c15b530 0x7fed4c15b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:26.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.651+0000 7fed4b59e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fed4c0b31d0 con 0x7fed4c15b150 2024-09-19T04:33:26.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.651+0000 7fed4b59e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fed4c15c0a0 con 0x7fed4c0b4510 2024-09-19T04:33:26.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.651+0000 7fed4b59e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fed4c15c380 con 0x7fed4c15b530 2024-09-19T04:33:26.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.651+0000 7fed4ad9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fed4c15b530 0x7fed4c15b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:26.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.651+0000 7fed4ad9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fed4c15b530 0x7fed4c15b9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49436/0 (socket says 172.21.15.111:49436) 2024-09-19T04:33:26.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.651+0000 7fed4ad9d640 1 -- 172.21.15.111:0/44563823 learned_addr learned my addr 172.21.15.111:0/44563823 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:26.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.651+0000 7fed4ad9d640 1 -- 172.21.15.111:0/44563823 >> v1:172.21.15.114:6789/0 conn(0x7fed4c0b4510 legacy=0x7fed4c0b3960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:26.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.651+0000 7fed4ad9d640 1 -- 172.21.15.111:0/44563823 >> v1:172.21.15.111:6789/0 conn(0x7fed4c15b150 legacy=0x7fed4c0ccaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:26.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.651+0000 7fed4959a640 1 -- 172.21.15.111:0/44563823 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2895038802 0 0) 0x7fed4c0b31d0 con 0x7fed4c15b150 2024-09-19T04:33:26.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.651+0000 7fed4ad9d640 1 -- 172.21.15.111:0/44563823 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed4c0b3440 con 0x7fed4c15b530 2024-09-19T04:33:26.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.652+0000 7fed4ad9d640 1 --2- 172.21.15.111:0/44563823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fed4c15b530 0x7fed4c15b9a0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fed4400d180 tx=0x7fed4402c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d36caddc3a658099 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:26.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.652+0000 7fed4959a640 1 -- 172.21.15.111:0/44563823 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed44009600 con 0x7fed4c15b530 2024-09-19T04:33:26.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.652+0000 7fed4959a640 1 -- 172.21.15.111:0/44563823 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed44037070 con 0x7fed4c15b530 2024-09-19T04:33:26.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.652+0000 7fed4959a640 1 -- 172.21.15.111:0/44563823 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed440099c0 con 0x7fed4c15b530 2024-09-19T04:33:26.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.652+0000 7fed4b59e640 1 -- 172.21.15.111:0/44563823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fed4c15b530 msgr2=0x7fed4c15b9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:26.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.652+0000 7fed4b59e640 1 --2- 172.21.15.111:0/44563823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fed4c15b530 0x7fed4c15b9a0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fed4400d180 tx=0x7fed4402c9a0 comp rx=0 tx=0).stop 2024-09-19T04:33:26.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.653+0000 7fed4b59e640 1 -- 172.21.15.111:0/44563823 shutdown_connections 2024-09-19T04:33:26.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.653+0000 7fed4b59e640 1 --2- 172.21.15.111:0/44563823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fed4c15b530 0x7fed4c15b9a0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:26.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.653+0000 7fed4b59e640 1 -- 172.21.15.111:0/44563823 >> 172.21.15.111:0/44563823 conn(0x7fed4c06e910 msgr2=0x7fed4c06bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:26.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.653+0000 7fed4b59e640 1 -- 172.21.15.111:0/44563823 shutdown_connections 2024-09-19T04:33:26.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.653+0000 7fed4b59e640 1 -- 172.21.15.111:0/44563823 wait complete. 2024-09-19T04:33:26.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.654+0000 7fed4b59e640 1 Processor -- start 2024-09-19T04:33:26.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.654+0000 7fed4b59e640 1 -- start start 2024-09-19T04:33:26.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.655+0000 7fed4b59e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fed4c0b4510 0x7fed4c159ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:26.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.655+0000 7fed4b59e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fed4c15b150 0x7fed4c0739e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:26.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.655+0000 7fed4b59e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fed4c15b530 0x7fed4c071010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:26.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.655+0000 7fed4b59e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fed4c0cd200 con 0x7fed4c15b150 2024-09-19T04:33:26.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.655+0000 7fed4b59e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fed4c0b4070 con 0x7fed4c15b530 2024-09-19T04:33:26.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.655+0000 7fed4b59e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fed4c159850 con 0x7fed4c0b4510 2024-09-19T04:33:26.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.655+0000 7fed49d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fed4c15b150 0x7fed4c0739e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:26.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.655+0000 7fed49d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fed4c15b150 0x7fed4c0739e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49450/0 (socket says 172.21.15.111:49450) 2024-09-19T04:33:26.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.655+0000 7fed49d9b640 1 -- 172.21.15.111:0/601519226 learned_addr learned my addr 172.21.15.111:0/601519226 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:26.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.655+0000 7fed49d9b640 1 -- 172.21.15.111:0/601519226 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fed4c0b4510 msgr2=0x7fed4c159ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:26.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.655+0000 7fed4a59c640 1 --2- 172.21.15.111:0/601519226 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fed4c0b4510 0x7fed4c159ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:26.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.655+0000 7fed49d9b640 1 --2- 172.21.15.111:0/601519226 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fed4c0b4510 0x7fed4c159ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:26.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.655+0000 7fed4ad9d640 1 --2- 172.21.15.111:0/601519226 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fed4c15b530 0x7fed4c071010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:26.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.655+0000 7fed49d9b640 1 -- 172.21.15.111:0/601519226 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fed4c15b530 msgr2=0x7fed4c071010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:26.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.655+0000 7fed49d9b640 1 --2- 172.21.15.111:0/601519226 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fed4c15b530 0x7fed4c071010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:26.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.655+0000 7fed49d9b640 1 -- 172.21.15.111:0/601519226 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed4c15a220 con 0x7fed4c15b150 2024-09-19T04:33:26.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.655+0000 7fed49d9b640 1 --2- 172.21.15.111:0/601519226 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fed4c15b150 0x7fed4c0739e0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fed3400c400 tx=0x7fed3400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:26.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.655+0000 7fed42ffd640 1 -- 172.21.15.111:0/601519226 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed34011790 con 0x7fed4c15b150 2024-09-19T04:33:26.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.655+0000 7fed42ffd640 1 -- 172.21.15.111:0/601519226 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed34017070 con 0x7fed4c15b150 2024-09-19T04:33:26.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.655+0000 7fed4b59e640 1 -- 172.21.15.111:0/601519226 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed4c158c40 con 0x7fed4c15b150 2024-09-19T04:33:26.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.655+0000 7fed42ffd640 1 -- 172.21.15.111:0/601519226 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed34011bb0 con 0x7fed4c15b150 2024-09-19T04:33:26.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.655+0000 7fed4b59e640 1 -- 172.21.15.111:0/601519226 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed4c159200 con 0x7fed4c15b150 2024-09-19T04:33:26.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.656+0000 7fed4b59e640 1 -- 172.21.15.111:0/601519226 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed4c15b9a0 con 0x7fed4c15b150 2024-09-19T04:33:26.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.657+0000 7fed42ffd640 1 -- 172.21.15.111:0/601519226 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fed3401c460 con 0x7fed4c15b150 2024-09-19T04:33:26.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.657+0000 7fed42ffd640 1 --2- 172.21.15.111:0/601519226 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fed2c06c2b0 0x7fed2c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:26.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.657+0000 7fed42ffd640 1 -- 172.21.15.111:0/601519226 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fed3408aff0 con 0x7fed4c15b150 2024-09-19T04:33:26.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.657+0000 7fed4a59c640 1 --2- 172.21.15.111:0/601519226 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fed2c06c2b0 0x7fed2c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:26.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.658+0000 7fed4a59c640 1 --2- 172.21.15.111:0/601519226 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fed2c06c2b0 0x7fed2c06e770 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fed3c000f60 tx=0x7fed3c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:26.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.661+0000 7fed42ffd640 1 -- 172.21.15.111:0/601519226 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fed34059a20 con 0x7fed4c15b150 2024-09-19T04:33:26.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.890+0000 7fed4b59e640 1 -- 172.21.15.111:0/601519226 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7fed4c158400 con 0x7fed4c15b150 2024-09-19T04:33:26.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.891+0000 7fed42ffd640 1 -- 172.21.15.111:0/601519226 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) ==== 90+0+0 (secure 0 0 0) 0x7fed34059320 con 0x7fed4c15b150 2024-09-19T04:33:26.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.894+0000 7fed4b59e640 1 -- 172.21.15.111:0/601519226 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fed2c06c2b0 msgr2=0x7fed2c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:26.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.894+0000 7fed4b59e640 1 --2- 172.21.15.111:0/601519226 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fed2c06c2b0 0x7fed2c06e770 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fed3c000f60 tx=0x7fed3c009040 comp rx=0 tx=0).stop 2024-09-19T04:33:26.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.894+0000 7fed4b59e640 1 -- 172.21.15.111:0/601519226 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fed4c15b150 msgr2=0x7fed4c0739e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:26.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.894+0000 7fed4b59e640 1 --2- 172.21.15.111:0/601519226 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fed4c15b150 0x7fed4c0739e0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fed3400c400 tx=0x7fed3400c8c0 comp rx=0 tx=0).stop 2024-09-19T04:33:26.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.894+0000 7fed4b59e640 1 -- 172.21.15.111:0/601519226 shutdown_connections 2024-09-19T04:33:26.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.894+0000 7fed4b59e640 1 --2- 172.21.15.111:0/601519226 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fed2c06c2b0 0x7fed2c06e770 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:26.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.894+0000 7fed4b59e640 1 --2- 172.21.15.111:0/601519226 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fed4c15b530 0x7fed4c071010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:26.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.894+0000 7fed4b59e640 1 --2- 172.21.15.111:0/601519226 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fed4c15b150 0x7fed4c0739e0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:26.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.894+0000 7fed4b59e640 1 --2- 172.21.15.111:0/601519226 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fed4c0b4510 0x7fed4c159ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:26.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.894+0000 7fed4b59e640 1 -- 172.21.15.111:0/601519226 >> 172.21.15.111:0/601519226 conn(0x7fed4c06e910 msgr2=0x7fed4c15c9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:26.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.894+0000 7fed4b59e640 1 -- 172.21.15.111:0/601519226 shutdown_connections 2024-09-19T04:33:26.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:26.894+0000 7fed4b59e640 1 -- 172.21.15.111:0/601519226 wait complete. 2024-09-19T04:33:26.906 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-19T04:33:27.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.004+0000 7fc20d61e640 1 Processor -- start 2024-09-19T04:33:27.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.004+0000 7fc20d61e640 1 -- start start 2024-09-19T04:33:27.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.005+0000 7fc20d61e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc20815e7b0 0x7fc208071340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:27.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.005+0000 7fc20d61e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc20806ccb0 0x7fc20806d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:27.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.005+0000 7fc20d61e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc208071880 con 0x7fc2080b5600 2024-09-19T04:33:27.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.005+0000 7fc20d61e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fc20806e680 con 0x7fc20815e7b0 2024-09-19T04:33:27.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.005+0000 7fc20d61e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fc2080741c0 con 0x7fc20806ccb0 2024-09-19T04:33:27.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.005+0000 7fc206ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc20815e7b0 0x7fc208071340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:27.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.005+0000 7fc206ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc20815e7b0 0x7fc208071340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49462/0 (socket says 172.21.15.111:49462) 2024-09-19T04:33:27.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.005+0000 7fc2067fc640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fc2080b5600 0x7fc208073ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:33312/0 (socket says 172.21.15.111:33312) 2024-09-19T04:33:27.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.005+0000 7fc206ffd640 1 -- 172.21.15.111:0/1106928507 learned_addr learned my addr 172.21.15.111:0/1106928507 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:27.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.005+0000 7fc2077fe640 1 --2- 172.21.15.111:0/1106928507 >> v2:172.21.15.114:3300/0 conn(0x7fc20806ccb0 0x7fc20806d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:27.008 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.005+0000 7fc206ffd640 1 -- 172.21.15.111:0/1106928507 >> v2:172.21.15.114:3300/0 conn(0x7fc20806ccb0 msgr2=0x7fc20806d0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:27.008 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.005+0000 7fc206ffd640 1 --2- 172.21.15.111:0/1106928507 >> v2:172.21.15.114:3300/0 conn(0x7fc20806ccb0 0x7fc20806d0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.008 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.005+0000 7fc206ffd640 1 -- 172.21.15.111:0/1106928507 >> v1:172.21.15.111:6789/0 conn(0x7fc2080b5600 legacy=0x7fc208073ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:27.008 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.005+0000 7fc205ffb640 1 -- 172.21.15.111:0/1106928507 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 305425865 0 0) 0x7fc1fc001110 con 0x7fc2080b5600 2024-09-19T04:33:27.008 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.005+0000 7fc206ffd640 1 -- 172.21.15.111:0/1106928507 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc20806e8d0 con 0x7fc20815e7b0 2024-09-19T04:33:27.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.006+0000 7fc206ffd640 1 --2- 172.21.15.111:0/1106928507 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc20815e7b0 0x7fc208071340 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fc2080b4df0 tx=0x7fc1f802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=770852df2ad21573 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:27.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.006+0000 7fc205ffb640 1 -- 172.21.15.111:0/1106928507 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1f8037070 con 0x7fc20815e7b0 2024-09-19T04:33:27.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.006+0000 7fc205ffb640 1 -- 172.21.15.111:0/1106928507 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1f8032440 con 0x7fc20815e7b0 2024-09-19T04:33:27.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.006+0000 7fc205ffb640 1 -- 172.21.15.111:0/1106928507 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1f8032810 con 0x7fc20815e7b0 2024-09-19T04:33:27.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.007+0000 7fc20d61e640 1 -- 172.21.15.111:0/1106928507 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc20815e7b0 msgr2=0x7fc208071340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:27.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.007+0000 7fc20d61e640 1 --2- 172.21.15.111:0/1106928507 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc20815e7b0 0x7fc208071340 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fc2080b4df0 tx=0x7fc1f802a1e0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.007+0000 7fc20d61e640 1 -- 172.21.15.111:0/1106928507 shutdown_connections 2024-09-19T04:33:27.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.007+0000 7fc20d61e640 1 --2- 172.21.15.111:0/1106928507 >> v2:172.21.15.114:3300/0 conn(0x7fc20806ccb0 0x7fc20806d0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.007+0000 7fc20d61e640 1 --2- 172.21.15.111:0/1106928507 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc20815e7b0 0x7fc208071340 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.007+0000 7fc20d61e640 1 -- 172.21.15.111:0/1106928507 >> 172.21.15.111:0/1106928507 conn(0x7fc2080b4300 msgr2=0x7fc2080b46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:27.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.007+0000 7fc20d61e640 1 -- 172.21.15.111:0/1106928507 shutdown_connections 2024-09-19T04:33:27.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.007+0000 7fc20d61e640 1 -- 172.21.15.111:0/1106928507 wait complete. 2024-09-19T04:33:27.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.008+0000 7fc20d61e640 1 Processor -- start 2024-09-19T04:33:27.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.008+0000 7fc20d61e640 1 -- start start 2024-09-19T04:33:27.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.009+0000 7fc20d61e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc20806ccb0 0x7fc208150e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:27.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.009+0000 7fc20d61e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc2080b5600 0x7fc208155b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:27.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.009+0000 7fc20d61e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc20815e7b0 0x7fc20815d400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:27.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.009+0000 7fc20d61e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc208073590 con 0x7fc20815e7b0 2024-09-19T04:33:27.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.009+0000 7fc20d61e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc2080732b0 con 0x7fc2080b5600 2024-09-19T04:33:27.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.009+0000 7fc20d61e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc20806d610 con 0x7fc20806ccb0 2024-09-19T04:33:27.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.009+0000 7fc2077fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc20815e7b0 0x7fc20815d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:27.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.009+0000 7fc2077fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc20815e7b0 0x7fc20815d400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49474/0 (socket says 172.21.15.111:49474) 2024-09-19T04:33:27.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.009+0000 7fc2077fe640 1 -- 172.21.15.111:0/4057380099 learned_addr learned my addr 172.21.15.111:0/4057380099 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:27.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.009+0000 7fc2067fc640 1 --2- 172.21.15.111:0/4057380099 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc2080b5600 0x7fc208155b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:27.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.009+0000 7fc206ffd640 1 --2- 172.21.15.111:0/4057380099 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc20806ccb0 0x7fc208150e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:27.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.009+0000 7fc2077fe640 1 -- 172.21.15.111:0/4057380099 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc20806ccb0 msgr2=0x7fc208150e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:27.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.009+0000 7fc2077fe640 1 --2- 172.21.15.111:0/4057380099 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc20806ccb0 0x7fc208150e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.009+0000 7fc2077fe640 1 -- 172.21.15.111:0/4057380099 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc2080b5600 msgr2=0x7fc208155b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:27.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.009+0000 7fc2077fe640 1 --2- 172.21.15.111:0/4057380099 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc2080b5600 0x7fc208155b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.009+0000 7fc2077fe640 1 -- 172.21.15.111:0/4057380099 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2080d14e0 con 0x7fc20815e7b0 2024-09-19T04:33:27.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.009+0000 7fc2067fc640 1 --2- 172.21.15.111:0/4057380099 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc2080b5600 0x7fc208155b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:27.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.009+0000 7fc2077fe640 1 --2- 172.21.15.111:0/4057380099 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc20815e7b0 0x7fc20815d400 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fc200009dd0 tx=0x7fc20000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:27.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.010+0000 7fc1ef7fe640 1 -- 172.21.15.111:0/4057380099 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc200018020 con 0x7fc20815e7b0 2024-09-19T04:33:27.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.010+0000 7fc1ef7fe640 1 -- 172.21.15.111:0/4057380099 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc200014480 con 0x7fc20815e7b0 2024-09-19T04:33:27.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.010+0000 7fc1ef7fe640 1 -- 172.21.15.111:0/4057380099 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc200014870 con 0x7fc20815e7b0 2024-09-19T04:33:27.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.010+0000 7fc20d61e640 1 -- 172.21.15.111:0/4057380099 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2080d1780 con 0x7fc20815e7b0 2024-09-19T04:33:27.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.010+0000 7fc20d61e640 1 -- 172.21.15.111:0/4057380099 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc20815cc00 con 0x7fc20815e7b0 2024-09-19T04:33:27.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.011+0000 7fc20d61e640 1 -- 172.21.15.111:0/4057380099 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc20806d0d0 con 0x7fc20815e7b0 2024-09-19T04:33:27.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.011+0000 7fc1ef7fe640 1 -- 172.21.15.111:0/4057380099 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc200005d10 con 0x7fc20815e7b0 2024-09-19T04:33:27.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.011+0000 7fc1ef7fe640 1 --2- 172.21.15.111:0/4057380099 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc1f406c2b0 0x7fc1f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:27.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.012+0000 7fc1ef7fe640 1 -- 172.21.15.111:0/4057380099 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fc20008bb30 con 0x7fc20815e7b0 2024-09-19T04:33:27.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.012+0000 7fc206ffd640 1 --2- 172.21.15.111:0/4057380099 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc1f406c2b0 0x7fc1f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:27.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.012+0000 7fc206ffd640 1 --2- 172.21.15.111:0/4057380099 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc1f406c2b0 0x7fc1f406e770 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fc1f8034000 tx=0x7fc1f802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:27.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.016+0000 7fc1ef7fe640 1 -- 172.21.15.111:0/4057380099 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc200022070 con 0x7fc20815e7b0 2024-09-19T04:33:27.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.247+0000 7fc20d61e640 1 -- 172.21.15.111:0/4057380099 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7fc2080b1a90 con 0x7fc20815e7b0 2024-09-19T04:33:27.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.249+0000 7fc1ef7fe640 1 -- 172.21.15.111:0/4057380099 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) ==== 90+0+0 (secure 0 0 0) 0x7fc200010040 con 0x7fc20815e7b0 2024-09-19T04:33:27.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.251+0000 7fc20d61e640 1 -- 172.21.15.111:0/4057380099 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc1f406c2b0 msgr2=0x7fc1f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:27.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.251+0000 7fc20d61e640 1 --2- 172.21.15.111:0/4057380099 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc1f406c2b0 0x7fc1f406e770 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fc1f8034000 tx=0x7fc1f802e000 comp rx=0 tx=0).stop 2024-09-19T04:33:27.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.251+0000 7fc20d61e640 1 -- 172.21.15.111:0/4057380099 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc20815e7b0 msgr2=0x7fc20815d400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:27.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.251+0000 7fc20d61e640 1 --2- 172.21.15.111:0/4057380099 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc20815e7b0 0x7fc20815d400 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fc200009dd0 tx=0x7fc20000c490 comp rx=0 tx=0).stop 2024-09-19T04:33:27.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.251+0000 7fc20d61e640 1 -- 172.21.15.111:0/4057380099 shutdown_connections 2024-09-19T04:33:27.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.251+0000 7fc20d61e640 1 --2- 172.21.15.111:0/4057380099 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc1f406c2b0 0x7fc1f406e770 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.251+0000 7fc20d61e640 1 --2- 172.21.15.111:0/4057380099 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc20815e7b0 0x7fc20815d400 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.251+0000 7fc20d61e640 1 --2- 172.21.15.111:0/4057380099 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc2080b5600 0x7fc208155b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.251+0000 7fc20d61e640 1 --2- 172.21.15.111:0/4057380099 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc20806ccb0 0x7fc208150e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.251+0000 7fc20d61e640 1 -- 172.21.15.111:0/4057380099 >> 172.21.15.111:0/4057380099 conn(0x7fc2080b4300 msgr2=0x7fc20815ee30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:27.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.251+0000 7fc20d61e640 1 -- 172.21.15.111:0/4057380099 shutdown_connections 2024-09-19T04:33:27.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.251+0000 7fc20d61e640 1 -- 172.21.15.111:0/4057380099 wait complete. 2024-09-19T04:33:27.263 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-19T04:33:27.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.360+0000 7f68f66f1640 1 Processor -- start 2024-09-19T04:33:27.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.360+0000 7f68f66f1640 1 -- start start 2024-09-19T04:33:27.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.361+0000 7f68f66f1640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f68f006be10 0x7f68f00cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:27.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.361+0000 7f68f66f1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68f0151c50 0x7f68f015baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:27.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.361+0000 7f68f66f1640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68f00cd5f0 con 0x7f68f006c1f0 2024-09-19T04:33:27.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.361+0000 7f68f66f1640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f68f00cd8d0 con 0x7f68f006be10 2024-09-19T04:33:27.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.361+0000 7f68f66f1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f68f00cdbb0 con 0x7f68f0151c50 2024-09-19T04:33:27.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.361+0000 7f68ef7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f68f006c1f0 0x7f68f0151540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:33328/0 (socket says 172.21.15.111:33328) 2024-09-19T04:33:27.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.361+0000 7f68ef7fe640 1 -- 172.21.15.111:0/2791556537 learned_addr learned my addr 172.21.15.111:0/2791556537 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:27.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.361+0000 7f68f4c8e640 1 --2- 172.21.15.111:0/2791556537 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68f0151c50 0x7f68f015baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:27.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.361+0000 7f68eeffd640 1 -- 172.21.15.111:0/2791556537 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3234809665 0 0) 0x7f68f00cd5f0 con 0x7f68f006c1f0 2024-09-19T04:33:27.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.362+0000 7f68eeffd640 1 -- 172.21.15.111:0/2791556537 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f68d8003520 con 0x7f68f006c1f0 2024-09-19T04:33:27.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.362+0000 7f68effff640 1 --2- 172.21.15.111:0/2791556537 >> v2:172.21.15.114:3300/0 conn(0x7f68f006be10 0x7f68f00cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:27.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.362+0000 7f68eeffd640 1 -- 172.21.15.111:0/2791556537 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3513184218 0 0) 0x7f68d8003520 con 0x7f68f006c1f0 2024-09-19T04:33:27.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.362+0000 7f68eeffd640 1 -- 172.21.15.111:0/2791556537 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68f0151c50 msgr2=0x7f68f015baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:27.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.362+0000 7f68eeffd640 1 --2- 172.21.15.111:0/2791556537 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68f0151c50 0x7f68f015baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.362+0000 7f68eeffd640 1 -- 172.21.15.111:0/2791556537 >> v2:172.21.15.114:3300/0 conn(0x7f68f006be10 msgr2=0x7f68f00cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:27.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.362+0000 7f68eeffd640 1 --2- 172.21.15.111:0/2791556537 >> v2:172.21.15.114:3300/0 conn(0x7f68f006be10 0x7f68f00cd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.362+0000 7f68eeffd640 1 -- 172.21.15.111:0/2791556537 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68f00cde90 con 0x7f68f006c1f0 2024-09-19T04:33:27.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.362+0000 7f68eeffd640 1 -- 172.21.15.111:0/2791556537 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f68e4001670 con 0x7f68f006c1f0 2024-09-19T04:33:27.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.362+0000 7f68eeffd640 1 -- 172.21.15.111:0/2791556537 >> v1:172.21.15.111:6789/0 conn(0x7f68f006c1f0 legacy=0x7f68f0151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:27.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.362+0000 7f68eeffd640 1 --2- 172.21.15.111:0/2791556537 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68d80039b0 0x7f68d8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:27.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.362+0000 7f68eeffd640 1 --2- 172.21.15.111:0/2791556537 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68d8004800 0x7f68d8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:27.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.362+0000 7f68eeffd640 1 --2- 172.21.15.111:0/2791556537 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68f0151c50 0x7f68d80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:27.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.362+0000 7f68eeffd640 1 -- 172.21.15.111:0/2791556537 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f68f00cd8d0 con 0x7f68d80039b0 2024-09-19T04:33:27.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.362+0000 7f68eeffd640 1 -- 172.21.15.111:0/2791556537 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f68f00cdbb0 con 0x7f68d8004800 2024-09-19T04:33:27.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.362+0000 7f68eeffd640 1 -- 172.21.15.111:0/2791556537 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f68d800b9c0 con 0x7f68f0151c50 2024-09-19T04:33:27.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.362+0000 7f68effff640 1 --2- 172.21.15.111:0/2791556537 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68d80039b0 0x7f68d8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:27.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.362+0000 7f68f4c8e640 1 --2- 172.21.15.111:0/2791556537 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68f0151c50 0x7f68d80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:27.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.362+0000 7f68ef7fe640 1 --2- 172.21.15.111:0/2791556537 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68d8004800 0x7f68d8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:27.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.362+0000 7f68effff640 1 -- 172.21.15.111:0/2791556537 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68f0151c50 msgr2=0x7f68d80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:27.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.362+0000 7f68effff640 1 --2- 172.21.15.111:0/2791556537 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68f0151c50 0x7f68d80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.362+0000 7f68effff640 1 -- 172.21.15.111:0/2791556537 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68d8004800 msgr2=0x7f68d8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:27.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.362+0000 7f68effff640 1 --2- 172.21.15.111:0/2791556537 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68d8004800 0x7f68d8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.362+0000 7f68effff640 1 -- 172.21.15.111:0/2791556537 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68d8003520 con 0x7f68d80039b0 2024-09-19T04:33:27.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.363+0000 7f68effff640 1 --2- 172.21.15.111:0/2791556537 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68d80039b0 0x7f68d8003dd0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f68e0009ac0 tx=0x7f68d8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16f00ce2f7fc3bcc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:27.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.363+0000 7f68eeffd640 1 -- 172.21.15.111:0/2791556537 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68e0036070 con 0x7f68d80039b0 2024-09-19T04:33:27.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.363+0000 7f68eeffd640 1 -- 172.21.15.111:0/2791556537 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68e0031400 con 0x7f68d80039b0 2024-09-19T04:33:27.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.363+0000 7f68eeffd640 1 -- 172.21.15.111:0/2791556537 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68e0009690 con 0x7f68d80039b0 2024-09-19T04:33:27.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.364+0000 7f68f66f1640 1 -- 172.21.15.111:0/2791556537 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68d80039b0 msgr2=0x7f68d8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:27.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.364+0000 7f68f66f1640 1 --2- 172.21.15.111:0/2791556537 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68d80039b0 0x7f68d8003dd0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f68e0009ac0 tx=0x7f68d8005830 comp rx=0 tx=0).stop 2024-09-19T04:33:27.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.364+0000 7f68f4c8e640 1 -- 172.21.15.111:0/2791556537 reap_dead start 2024-09-19T04:33:27.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.364+0000 7f68f66f1640 1 -- 172.21.15.111:0/2791556537 shutdown_connections 2024-09-19T04:33:27.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.364+0000 7f68f66f1640 1 -- 172.21.15.111:0/2791556537 >> 172.21.15.111:0/2791556537 conn(0x7f68f0062cc0 msgr2=0x7f68f006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:27.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.364+0000 7f68f66f1640 1 -- 172.21.15.111:0/2791556537 shutdown_connections 2024-09-19T04:33:27.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.364+0000 7f68f66f1640 1 -- 172.21.15.111:0/2791556537 wait complete. 2024-09-19T04:33:27.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.365+0000 7f68f66f1640 1 Processor -- start 2024-09-19T04:33:27.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.365+0000 7f68f66f1640 1 -- start start 2024-09-19T04:33:27.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.366+0000 7f68f66f1640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68d80039b0 0x7f68f014cf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:27.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.366+0000 7f68f66f1640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68f0158050 0x7f68f01520b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:27.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.366+0000 7f68f66f1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68f01525f0 0x7f68f0152a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:27.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.366+0000 7f68f66f1640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f68f015baa0 con 0x7f68f0158050 2024-09-19T04:33:27.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.366+0000 7f68f66f1640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f68f00ce690 con 0x7f68d80039b0 2024-09-19T04:33:27.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.366+0000 7f68f66f1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f68f015bc20 con 0x7f68f01525f0 2024-09-19T04:33:27.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.366+0000 7f68ef7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68f0158050 0x7f68f01520b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:27.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.366+0000 7f68ef7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68f0158050 0x7f68f01520b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49496/0 (socket says 172.21.15.111:49496) 2024-09-19T04:33:27.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.366+0000 7f68ef7fe640 1 -- 172.21.15.111:0/3169365975 learned_addr learned my addr 172.21.15.111:0/3169365975 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:27.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.366+0000 7f68effff640 1 --2- 172.21.15.111:0/3169365975 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68d80039b0 0x7f68f014cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:27.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.366+0000 7f68f4c8e640 1 --2- 172.21.15.111:0/3169365975 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68f01525f0 0x7f68f0152a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:27.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.366+0000 7f68ef7fe640 1 -- 172.21.15.111:0/3169365975 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68f01525f0 msgr2=0x7f68f0152a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:27.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.366+0000 7f68ef7fe640 1 --2- 172.21.15.111:0/3169365975 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68f01525f0 0x7f68f0152a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.366+0000 7f68ef7fe640 1 -- 172.21.15.111:0/3169365975 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68d80039b0 msgr2=0x7f68f014cf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:27.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.366+0000 7f68ef7fe640 1 --2- 172.21.15.111:0/3169365975 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68d80039b0 0x7f68f014cf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.366+0000 7f68ef7fe640 1 -- 172.21.15.111:0/3169365975 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68f01584d0 con 0x7f68f0158050 2024-09-19T04:33:27.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.366+0000 7f68f4c8e640 1 --2- 172.21.15.111:0/3169365975 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68f01525f0 0x7f68f0152a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:27.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.366+0000 7f68ef7fe640 1 --2- 172.21.15.111:0/3169365975 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68f0158050 0x7f68f01520b0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f68e4007340 tx=0x7f68e4007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:27.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.366+0000 7f68ecff9640 1 -- 172.21.15.111:0/3169365975 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68e401a070 con 0x7f68f0158050 2024-09-19T04:33:27.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.366+0000 7f68ecff9640 1 -- 172.21.15.111:0/3169365975 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68e400f940 con 0x7f68f0158050 2024-09-19T04:33:27.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.366+0000 7f68ecff9640 1 -- 172.21.15.111:0/3169365975 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68e400fd10 con 0x7f68f0158050 2024-09-19T04:33:27.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.366+0000 7f68f66f1640 1 -- 172.21.15.111:0/3169365975 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68f0156270 con 0x7f68f0158050 2024-09-19T04:33:27.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.367+0000 7f68f66f1640 1 -- 172.21.15.111:0/3169365975 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68f0156830 con 0x7f68f0158050 2024-09-19T04:33:27.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.368+0000 7f68f66f1640 1 -- 172.21.15.111:0/3169365975 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68f00cd010 con 0x7f68f0158050 2024-09-19T04:33:27.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.368+0000 7f68ecff9640 1 -- 172.21.15.111:0/3169365975 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f68e401d070 con 0x7f68f0158050 2024-09-19T04:33:27.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.368+0000 7f68ecff9640 1 --2- 172.21.15.111:0/3169365975 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f68dc06c250 0x7f68dc06e710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:27.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.368+0000 7f68ecff9640 1 -- 172.21.15.111:0/3169365975 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f68e408aa80 con 0x7f68f0158050 2024-09-19T04:33:27.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.368+0000 7f68effff640 1 --2- 172.21.15.111:0/3169365975 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f68dc06c250 0x7f68dc06e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:27.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.369+0000 7f68effff640 1 --2- 172.21.15.111:0/3169365975 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f68dc06c250 0x7f68dc06e710 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f68e0033000 tx=0x7f68e0008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:27.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.373+0000 7f68ecff9640 1 -- 172.21.15.111:0/3169365975 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f68e4059540 con 0x7f68f0158050 2024-09-19T04:33:27.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.600+0000 7f68f66f1640 1 -- 172.21.15.111:0/3169365975 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7f68f0155410 con 0x7f68f0158050 2024-09-19T04:33:27.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.602+0000 7f68ecff9640 1 -- 172.21.15.111:0/3169365975 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) ==== 90+0+0 (secure 0 0 0) 0x7f68e4058e40 con 0x7f68f0158050 2024-09-19T04:33:27.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.605+0000 7f68f66f1640 1 -- 172.21.15.111:0/3169365975 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f68dc06c250 msgr2=0x7f68dc06e710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:27.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.605+0000 7f68f66f1640 1 --2- 172.21.15.111:0/3169365975 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f68dc06c250 0x7f68dc06e710 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f68e0033000 tx=0x7f68e0008030 comp rx=0 tx=0).stop 2024-09-19T04:33:27.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.605+0000 7f68f66f1640 1 -- 172.21.15.111:0/3169365975 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68f0158050 msgr2=0x7f68f01520b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:27.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.605+0000 7f68f66f1640 1 --2- 172.21.15.111:0/3169365975 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68f0158050 0x7f68f01520b0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f68e4007340 tx=0x7f68e4007800 comp rx=0 tx=0).stop 2024-09-19T04:33:27.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.605+0000 7f68f66f1640 1 -- 172.21.15.111:0/3169365975 shutdown_connections 2024-09-19T04:33:27.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.605+0000 7f68f66f1640 1 --2- 172.21.15.111:0/3169365975 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f68dc06c250 0x7f68dc06e710 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.605+0000 7f68f66f1640 1 --2- 172.21.15.111:0/3169365975 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68f01525f0 0x7f68f0152a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.605+0000 7f68f66f1640 1 --2- 172.21.15.111:0/3169365975 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68f0158050 0x7f68f01520b0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.605+0000 7f68f66f1640 1 --2- 172.21.15.111:0/3169365975 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68d80039b0 0x7f68f014cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.605+0000 7f68f66f1640 1 -- 172.21.15.111:0/3169365975 >> 172.21.15.111:0/3169365975 conn(0x7f68f0062cc0 msgr2=0x7f68f00cff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:27.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.605+0000 7f68f66f1640 1 -- 172.21.15.111:0/3169365975 shutdown_connections 2024-09-19T04:33:27.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.605+0000 7f68f66f1640 1 -- 172.21.15.111:0/3169365975 wait complete. 2024-09-19T04:33:27.617 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-19T04:33:27.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.715+0000 7f8dcdd86640 1 Processor -- start 2024-09-19T04:33:27.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.715+0000 7f8dcdd86640 1 -- start start 2024-09-19T04:33:27.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.716+0000 7f8dcdd86640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f8dc806bba0 0x7f8dc806bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:27.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.716+0000 7f8dcdd86640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8dc806c4f0 con 0x7f8dc8162860 2024-09-19T04:33:27.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.716+0000 7f8dcdd86640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8dc815f520 con 0x7f8dc8162c40 2024-09-19T04:33:27.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.716+0000 7f8dcdd86640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f8dc81630b0 con 0x7f8dc806bba0 2024-09-19T04:33:27.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.716+0000 7f8dc77fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f8dc8162860 0x7f8dc815ebb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:33332/0 (socket says 172.21.15.111:33332) 2024-09-19T04:33:27.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.716+0000 7f8dc77fe640 1 -- 172.21.15.111:0/1582606491 learned_addr learned my addr 172.21.15.111:0/1582606491 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:27.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.716+0000 7f8dc7fff640 1 --2- 172.21.15.111:0/1582606491 >> v2:172.21.15.114:3300/0 conn(0x7f8dc806bba0 0x7f8dc806bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:27.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.716+0000 7f8dc67fc640 1 -- 172.21.15.111:0/1582606491 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 774468118 0 0) 0x7f8db8001110 con 0x7f8dc8162860 2024-09-19T04:33:27.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc67fc640 1 -- 172.21.15.111:0/1582606491 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8db0003520 con 0x7f8dc8162860 2024-09-19T04:33:27.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc67fc640 1 -- 172.21.15.111:0/1582606491 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2012730473 0 0) 0x7f8db0003520 con 0x7f8dc8162860 2024-09-19T04:33:27.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc67fc640 1 -- 172.21.15.111:0/1582606491 >> v2:172.21.15.114:3300/0 conn(0x7f8dc806bba0 msgr2=0x7f8dc806bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:27.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc67fc640 1 --2- 172.21.15.111:0/1582606491 >> v2:172.21.15.114:3300/0 conn(0x7f8dc806bba0 0x7f8dc806bfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc67fc640 1 -- 172.21.15.111:0/1582606491 >> v1:172.21.15.114:6789/0 conn(0x7f8dc8162c40 legacy=0x7f8dc80b3300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:27.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc67fc640 1 -- 172.21.15.111:0/1582606491 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8dc815f800 con 0x7f8dc8162860 2024-09-19T04:33:27.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc67fc640 1 -- 172.21.15.111:0/1582606491 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f8db8001840 con 0x7f8dc8162860 2024-09-19T04:33:27.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc67fc640 1 -- 172.21.15.111:0/1582606491 >> v1:172.21.15.111:6789/0 conn(0x7f8dc8162860 legacy=0x7f8dc815ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:27.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc67fc640 1 --2- 172.21.15.111:0/1582606491 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8db00039b0 0x7f8db0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:27.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc67fc640 1 --2- 172.21.15.111:0/1582606491 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8db0004800 0x7f8db0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:27.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc67fc640 1 --2- 172.21.15.111:0/1582606491 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8db00051c0 0x7f8db000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:27.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc67fc640 1 -- 172.21.15.111:0/1582606491 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8db000c130 con 0x7f8db00039b0 2024-09-19T04:33:27.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc67fc640 1 -- 172.21.15.111:0/1582606491 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8db000c2e0 con 0x7f8db0004800 2024-09-19T04:33:27.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc67fc640 1 -- 172.21.15.111:0/1582606491 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8db000c4e0 con 0x7f8db00051c0 2024-09-19T04:33:27.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc77fe640 1 --2- 172.21.15.111:0/1582606491 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8db00039b0 0x7f8db0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:27.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc6ffd640 1 --2- 172.21.15.111:0/1582606491 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8db0004800 0x7f8db0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:27.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc7fff640 1 --2- 172.21.15.111:0/1582606491 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8db00051c0 0x7f8db000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:27.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc77fe640 1 -- 172.21.15.111:0/1582606491 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8db00051c0 msgr2=0x7f8db000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:27.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc77fe640 1 --2- 172.21.15.111:0/1582606491 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8db00051c0 0x7f8db000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc77fe640 1 -- 172.21.15.111:0/1582606491 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8db0004800 msgr2=0x7f8db0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:27.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc77fe640 1 --2- 172.21.15.111:0/1582606491 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8db0004800 0x7f8db0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc77fe640 1 -- 172.21.15.111:0/1582606491 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8db0003520 con 0x7f8db00039b0 2024-09-19T04:33:27.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc7fff640 1 --2- 172.21.15.111:0/1582606491 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8db00051c0 0x7f8db000b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:27.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc6ffd640 1 --2- 172.21.15.111:0/1582606491 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8db0004800 0x7f8db0004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:27.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.717+0000 7f8dc7fff640 1 -- 172.21.15.111:0/1582606491 reap_dead start 2024-09-19T04:33:27.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.718+0000 7f8dc77fe640 1 --2- 172.21.15.111:0/1582606491 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8db00039b0 0x7f8db0003dd0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f8db800c4c0 tx=0x7f8db0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4598c4bfcad82bd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:27.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.718+0000 7f8dc67fc640 1 -- 172.21.15.111:0/1582606491 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db8036070 con 0x7f8db00039b0 2024-09-19T04:33:27.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.718+0000 7f8dc67fc640 1 -- 172.21.15.111:0/1582606491 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8db802d070 con 0x7f8db00039b0 2024-09-19T04:33:27.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.718+0000 7f8dc67fc640 1 -- 172.21.15.111:0/1582606491 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db800c0e0 con 0x7f8db00039b0 2024-09-19T04:33:27.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.719+0000 7f8dcdd86640 1 -- 172.21.15.111:0/1582606491 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8db00039b0 msgr2=0x7f8db0003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:27.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.719+0000 7f8dcdd86640 1 --2- 172.21.15.111:0/1582606491 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8db00039b0 0x7f8db0003dd0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f8db800c4c0 tx=0x7f8db0005830 comp rx=0 tx=0).stop 2024-09-19T04:33:27.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.719+0000 7f8dcdd86640 1 -- 172.21.15.111:0/1582606491 shutdown_connections 2024-09-19T04:33:27.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.719+0000 7f8dcdd86640 1 --2- 172.21.15.111:0/1582606491 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8db00039b0 0x7f8db0003dd0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.719+0000 7f8dcdd86640 1 -- 172.21.15.111:0/1582606491 >> 172.21.15.111:0/1582606491 conn(0x7f8dc806ce90 msgr2=0x7f8dc806d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:27.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.719+0000 7f8dcdd86640 1 -- 172.21.15.111:0/1582606491 shutdown_connections 2024-09-19T04:33:27.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.719+0000 7f8dcdd86640 1 -- 172.21.15.111:0/1582606491 wait complete. 2024-09-19T04:33:27.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.720+0000 7f8dcdd86640 1 Processor -- start 2024-09-19T04:33:27.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.720+0000 7f8dcdd86640 1 -- start start 2024-09-19T04:33:27.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.721+0000 7f8dcdd86640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8db00039b0 0x7f8dc81579a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:27.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.721+0000 7f8dcdd86640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8dc80ae8e0 0x7f8dc80aed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:27.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.721+0000 7f8dcdd86640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8dc81f7820 0x7f8dc81f7ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:27.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.721+0000 7f8dcdd86640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8dc80b2de0 con 0x7f8dc80ae8e0 2024-09-19T04:33:27.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.721+0000 7f8dcdd86640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8dc815fae0 con 0x7f8db00039b0 2024-09-19T04:33:27.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.721+0000 7f8dcdd86640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8dc806bfb0 con 0x7f8dc81f7820 2024-09-19T04:33:27.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.721+0000 7f8dc6ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8dc80ae8e0 0x7f8dc80aed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:27.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.721+0000 7f8dc6ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8dc80ae8e0 0x7f8dc80aed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49510/0 (socket says 172.21.15.111:49510) 2024-09-19T04:33:27.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.721+0000 7f8dc6ffd640 1 -- 172.21.15.111:0/2161171754 learned_addr learned my addr 172.21.15.111:0/2161171754 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:27.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.721+0000 7f8dc77fe640 1 --2- 172.21.15.111:0/2161171754 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8db00039b0 0x7f8dc81579a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:27.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.721+0000 7f8dc7fff640 1 --2- 172.21.15.111:0/2161171754 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8dc81f7820 0x7f8dc81f7ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:27.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.721+0000 7f8dc6ffd640 1 -- 172.21.15.111:0/2161171754 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8dc81f7820 msgr2=0x7f8dc81f7ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:27.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.721+0000 7f8dc6ffd640 1 --2- 172.21.15.111:0/2161171754 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8dc81f7820 0x7f8dc81f7ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.721+0000 7f8dc6ffd640 1 -- 172.21.15.111:0/2161171754 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8db00039b0 msgr2=0x7f8dc81579a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:27.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.721+0000 7f8dc6ffd640 1 --2- 172.21.15.111:0/2161171754 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8db00039b0 0x7f8dc81579a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.721+0000 7f8dc6ffd640 1 -- 172.21.15.111:0/2161171754 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8dc80cfd70 con 0x7f8dc80ae8e0 2024-09-19T04:33:27.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.721+0000 7f8dc6ffd640 1 --2- 172.21.15.111:0/2161171754 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8dc80ae8e0 0x7f8dc80aed60 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f8dbc00e4b0 tx=0x7f8dbc00e970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:27.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.721+0000 7f8daffff640 1 -- 172.21.15.111:0/2161171754 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dbc0052e0 con 0x7f8dc80ae8e0 2024-09-19T04:33:27.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.721+0000 7f8daffff640 1 -- 172.21.15.111:0/2161171754 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8dbc007020 con 0x7f8dc80ae8e0 2024-09-19T04:33:27.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.721+0000 7f8daffff640 1 -- 172.21.15.111:0/2161171754 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dbc007210 con 0x7f8dc80ae8e0 2024-09-19T04:33:27.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.721+0000 7f8dcdd86640 1 -- 172.21.15.111:0/2161171754 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8dc80d0050 con 0x7f8dc80ae8e0 2024-09-19T04:33:27.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.722+0000 7f8dcdd86640 1 -- 172.21.15.111:0/2161171754 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8dc80d0610 con 0x7f8dc80ae8e0 2024-09-19T04:33:27.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.723+0000 7f8dcdd86640 1 -- 172.21.15.111:0/2161171754 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8dc815ebb0 con 0x7f8dc80ae8e0 2024-09-19T04:33:27.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.723+0000 7f8daffff640 1 -- 172.21.15.111:0/2161171754 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8dbc01a030 con 0x7f8dc80ae8e0 2024-09-19T04:33:27.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.723+0000 7f8daffff640 1 --2- 172.21.15.111:0/2161171754 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8db406c2e0 0x7f8db406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:27.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.723+0000 7f8daffff640 1 -- 172.21.15.111:0/2161171754 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f8dbc08a600 con 0x7f8dc80ae8e0 2024-09-19T04:33:27.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.723+0000 7f8dc77fe640 1 --2- 172.21.15.111:0/2161171754 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8db406c2e0 0x7f8db406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:27.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.724+0000 7f8dc77fe640 1 --2- 172.21.15.111:0/2161171754 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8db406c2e0 0x7f8db406e7a0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f8db8033000 tx=0x7f8db802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:27.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.728+0000 7f8daffff640 1 -- 172.21.15.111:0/2161171754 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8dbc021020 con 0x7f8dc80ae8e0 2024-09-19T04:33:27.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.964+0000 7f8dcdd86640 1 -- 172.21.15.111:0/2161171754 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7f8dc8063400 con 0x7f8dc80ae8e0 2024-09-19T04:33:27.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.966+0000 7f8daffff640 1 -- 172.21.15.111:0/2161171754 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7f8dbc059150 con 0x7f8dc80ae8e0 2024-09-19T04:33:27.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.968+0000 7f8dcdd86640 1 -- 172.21.15.111:0/2161171754 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8db406c2e0 msgr2=0x7f8db406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:27.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.968+0000 7f8dcdd86640 1 --2- 172.21.15.111:0/2161171754 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8db406c2e0 0x7f8db406e7a0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f8db8033000 tx=0x7f8db802e000 comp rx=0 tx=0).stop 2024-09-19T04:33:27.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.968+0000 7f8dcdd86640 1 -- 172.21.15.111:0/2161171754 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8dc80ae8e0 msgr2=0x7f8dc80aed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:27.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.968+0000 7f8dcdd86640 1 --2- 172.21.15.111:0/2161171754 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8dc80ae8e0 0x7f8dc80aed60 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f8dbc00e4b0 tx=0x7f8dbc00e970 comp rx=0 tx=0).stop 2024-09-19T04:33:27.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.968+0000 7f8dcdd86640 1 -- 172.21.15.111:0/2161171754 shutdown_connections 2024-09-19T04:33:27.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.968+0000 7f8dcdd86640 1 --2- 172.21.15.111:0/2161171754 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8db406c2e0 0x7f8db406e7a0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.968+0000 7f8dcdd86640 1 --2- 172.21.15.111:0/2161171754 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8dc81f7820 0x7f8dc81f7ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.968+0000 7f8dcdd86640 1 --2- 172.21.15.111:0/2161171754 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8dc80ae8e0 0x7f8dc80aed60 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.968+0000 7f8dcdd86640 1 --2- 172.21.15.111:0/2161171754 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8db00039b0 0x7f8dc81579a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:27.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.968+0000 7f8dcdd86640 1 -- 172.21.15.111:0/2161171754 >> 172.21.15.111:0/2161171754 conn(0x7f8dc806ce90 msgr2=0x7f8dc80b1dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:27.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.968+0000 7f8dcdd86640 1 -- 172.21.15.111:0/2161171754 shutdown_connections 2024-09-19T04:33:27.971 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:27.968+0000 7f8dcdd86640 1 -- 172.21.15.111:0/2161171754 wait complete. 2024-09-19T04:33:27.981 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-19T04:33:28.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.079+0000 7f8c77b49640 1 Processor -- start 2024-09-19T04:33:28.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.079+0000 7f8c77b49640 1 -- start start 2024-09-19T04:33:28.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.080+0000 7f8c77b49640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8c7006be10 0x7f8c700cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:28.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.080+0000 7f8c77b49640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f8c7006c1f0 0x7f8c7015baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:28.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.080+0000 7f8c77b49640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c70151540 0x7f8c70151980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:28.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.080+0000 7f8c77b49640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f8c70151ec0 con 0x7f8c7006be10 2024-09-19T04:33:28.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.080+0000 7f8c77b49640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f8c700cd5f0 con 0x7f8c7006c1f0 2024-09-19T04:33:28.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.080+0000 7f8c77b49640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8c700cd8d0 con 0x7f8c70151540 2024-09-19T04:33:28.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.080+0000 7f8c758e5640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8c7006be10 0x7f8c700cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:28.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.080+0000 7f8c758e5640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8c7006be10 0x7f8c700cd010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49522/0 (socket says 172.21.15.111:49522) 2024-09-19T04:33:28.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.080+0000 7f8c758e5640 1 -- 172.21.15.111:0/3897340853 learned_addr learned my addr 172.21.15.111:0/3897340853 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:28.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.080+0000 7f8c760e6640 1 --2- 172.21.15.111:0/3897340853 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c70151540 0x7f8c70151980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:28.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.080+0000 7f8c750e4640 1 --2- 172.21.15.111:0/3897340853 >> v2:172.21.15.114:3300/0 conn(0x7f8c7006c1f0 0x7f8c7015baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:28.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.080+0000 7f8c758e5640 1 -- 172.21.15.111:0/3897340853 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c70151540 msgr2=0x7f8c70151980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:28.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.080+0000 7f8c758e5640 1 --2- 172.21.15.111:0/3897340853 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c70151540 0x7f8c70151980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.080+0000 7f8c758e5640 1 -- 172.21.15.111:0/3897340853 >> v2:172.21.15.114:3300/0 conn(0x7f8c7006c1f0 msgr2=0x7f8c7015baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:28.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.080+0000 7f8c758e5640 1 --2- 172.21.15.111:0/3897340853 >> v2:172.21.15.114:3300/0 conn(0x7f8c7006c1f0 0x7f8c7015baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.080+0000 7f8c758e5640 1 -- 172.21.15.111:0/3897340853 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c700cdbb0 con 0x7f8c7006be10 2024-09-19T04:33:28.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.080+0000 7f8c760e6640 1 --2- 172.21.15.111:0/3897340853 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c70151540 0x7f8c70151980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:28.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.080+0000 7f8c750e4640 1 --2- 172.21.15.111:0/3897340853 >> v2:172.21.15.114:3300/0 conn(0x7f8c7006c1f0 0x7f8c7015baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:28.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.081+0000 7f8c758e5640 1 --2- 172.21.15.111:0/3897340853 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c7006be10 0x7f8c700cd010 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f8c7006ca50 tx=0x7f8c6c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b5d6440d34ced92 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:28.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.081+0000 7f8c748e3640 1 -- 172.21.15.111:0/3897340853 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c6c037070 con 0x7f8c7006be10 2024-09-19T04:33:28.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.081+0000 7f8c748e3640 1 -- 172.21.15.111:0/3897340853 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c6c032440 con 0x7f8c7006be10 2024-09-19T04:33:28.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.081+0000 7f8c748e3640 1 -- 172.21.15.111:0/3897340853 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c6c032810 con 0x7f8c7006be10 2024-09-19T04:33:28.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.081+0000 7f8c77b49640 1 -- 172.21.15.111:0/3897340853 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c7006be10 msgr2=0x7f8c700cd010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:28.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.081+0000 7f8c77b49640 1 --2- 172.21.15.111:0/3897340853 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c7006be10 0x7f8c700cd010 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f8c7006ca50 tx=0x7f8c6c02a1e0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.081+0000 7f8c77b49640 1 -- 172.21.15.111:0/3897340853 shutdown_connections 2024-09-19T04:33:28.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.081+0000 7f8c77b49640 1 --2- 172.21.15.111:0/3897340853 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c70151540 0x7f8c70151980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.081+0000 7f8c77b49640 1 --2- 172.21.15.111:0/3897340853 >> v2:172.21.15.114:3300/0 conn(0x7f8c7006c1f0 0x7f8c7015baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.081+0000 7f8c77b49640 1 --2- 172.21.15.111:0/3897340853 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c7006be10 0x7f8c700cd010 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.081+0000 7f8c77b49640 1 -- 172.21.15.111:0/3897340853 >> 172.21.15.111:0/3897340853 conn(0x7f8c70062cc0 msgr2=0x7f8c7006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:28.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.082+0000 7f8c77b49640 1 -- 172.21.15.111:0/3897340853 shutdown_connections 2024-09-19T04:33:28.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.082+0000 7f8c77b49640 1 -- 172.21.15.111:0/3897340853 wait complete. 2024-09-19T04:33:28.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.083+0000 7f8c77b49640 1 Processor -- start 2024-09-19T04:33:28.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.083+0000 7f8c77b49640 1 -- start start 2024-09-19T04:33:28.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.083+0000 7f8c77b49640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c7006be10 0x7f8c7014fa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:28.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.083+0000 7f8c77b49640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c7006c1f0 0x7f8c700ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:28.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.083+0000 7f8c77b49640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c70151540 0x7f8c700aee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:28.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.083+0000 7f8c77b49640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8c700ce690 con 0x7f8c7006c1f0 2024-09-19T04:33:28.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.083+0000 7f8c77b49640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8c700ce170 con 0x7f8c70151540 2024-09-19T04:33:28.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.083+0000 7f8c77b49640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8c700d0310 con 0x7f8c7006be10 2024-09-19T04:33:28.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.083+0000 7f8c750e4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c7006c1f0 0x7f8c700ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:28.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.083+0000 7f8c750e4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c7006c1f0 0x7f8c700ae8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49526/0 (socket says 172.21.15.111:49526) 2024-09-19T04:33:28.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.083+0000 7f8c750e4640 1 -- 172.21.15.111:0/4010783840 learned_addr learned my addr 172.21.15.111:0/4010783840 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:28.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.084+0000 7f8c750e4640 1 -- 172.21.15.111:0/4010783840 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c7006be10 msgr2=0x7f8c7014fa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:28.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.084+0000 7f8c750e4640 1 --2- 172.21.15.111:0/4010783840 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c7006be10 0x7f8c7014fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.084+0000 7f8c750e4640 1 -- 172.21.15.111:0/4010783840 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c70151540 msgr2=0x7f8c700aee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:28.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.084+0000 7f8c750e4640 1 --2- 172.21.15.111:0/4010783840 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c70151540 0x7f8c700aee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.084+0000 7f8c750e4640 1 -- 172.21.15.111:0/4010783840 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c701520e0 con 0x7f8c7006c1f0 2024-09-19T04:33:28.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.084+0000 7f8c750e4640 1 --2- 172.21.15.111:0/4010783840 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c7006c1f0 0x7f8c700ae8e0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f8c6000c7c0 tx=0x7f8c6000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:28.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.084+0000 7f8c667fc640 1 -- 172.21.15.111:0/4010783840 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c60015070 con 0x7f8c7006c1f0 2024-09-19T04:33:28.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.084+0000 7f8c667fc640 1 -- 172.21.15.111:0/4010783840 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c60007a30 con 0x7f8c7006c1f0 2024-09-19T04:33:28.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.084+0000 7f8c667fc640 1 -- 172.21.15.111:0/4010783840 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c60007e00 con 0x7f8c7006c1f0 2024-09-19T04:33:28.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.084+0000 7f8c77b49640 1 -- 172.21.15.111:0/4010783840 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c70152380 con 0x7f8c7006c1f0 2024-09-19T04:33:28.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.084+0000 7f8c77b49640 1 -- 172.21.15.111:0/4010783840 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c700af4c0 con 0x7f8c7006c1f0 2024-09-19T04:33:28.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.085+0000 7f8c77b49640 1 -- 172.21.15.111:0/4010783840 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c70152b50 con 0x7f8c7006c1f0 2024-09-19T04:33:28.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.086+0000 7f8c667fc640 1 -- 172.21.15.111:0/4010783840 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8c60018070 con 0x7f8c7006c1f0 2024-09-19T04:33:28.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.086+0000 7f8c667fc640 1 --2- 172.21.15.111:0/4010783840 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8c5406c2b0 0x7f8c5406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:28.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.086+0000 7f8c667fc640 1 -- 172.21.15.111:0/4010783840 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f8c6008af50 con 0x7f8c7006c1f0 2024-09-19T04:33:28.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.086+0000 7f8c758e5640 1 --2- 172.21.15.111:0/4010783840 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8c5406c2b0 0x7f8c5406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:28.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.086+0000 7f8c758e5640 1 --2- 172.21.15.111:0/4010783840 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8c5406c2b0 0x7f8c5406e770 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f8c6c034000 tx=0x7f8c6c02c000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:28.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.090+0000 7f8c667fc640 1 -- 172.21.15.111:0/4010783840 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8c60059aa0 con 0x7f8c7006c1f0 2024-09-19T04:33:28.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.319+0000 7f8c77b49640 1 -- 172.21.15.111:0/4010783840 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7f8c70155230 con 0x7f8c7006c1f0 2024-09-19T04:33:28.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.321+0000 7f8c667fc640 1 -- 172.21.15.111:0/4010783840 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) ==== 97+0+0 (secure 0 0 0) 0x7f8c70155230 con 0x7f8c7006c1f0 2024-09-19T04:33:28.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.323+0000 7f8c77b49640 1 -- 172.21.15.111:0/4010783840 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8c5406c2b0 msgr2=0x7f8c5406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:28.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.323+0000 7f8c77b49640 1 --2- 172.21.15.111:0/4010783840 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8c5406c2b0 0x7f8c5406e770 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f8c6c034000 tx=0x7f8c6c02c000 comp rx=0 tx=0).stop 2024-09-19T04:33:28.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.323+0000 7f8c77b49640 1 -- 172.21.15.111:0/4010783840 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c7006c1f0 msgr2=0x7f8c700ae8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:28.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.323+0000 7f8c77b49640 1 --2- 172.21.15.111:0/4010783840 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c7006c1f0 0x7f8c700ae8e0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f8c6000c7c0 tx=0x7f8c6000cc80 comp rx=0 tx=0).stop 2024-09-19T04:33:28.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.323+0000 7f8c77b49640 1 -- 172.21.15.111:0/4010783840 shutdown_connections 2024-09-19T04:33:28.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.323+0000 7f8c77b49640 1 --2- 172.21.15.111:0/4010783840 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8c5406c2b0 0x7f8c5406e770 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.323+0000 7f8c77b49640 1 --2- 172.21.15.111:0/4010783840 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c70151540 0x7f8c700aee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.323+0000 7f8c77b49640 1 --2- 172.21.15.111:0/4010783840 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c7006c1f0 0x7f8c700ae8e0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.323+0000 7f8c77b49640 1 --2- 172.21.15.111:0/4010783840 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c7006be10 0x7f8c7014fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.323+0000 7f8c77b49640 1 -- 172.21.15.111:0/4010783840 >> 172.21.15.111:0/4010783840 conn(0x7f8c70062cc0 msgr2=0x7f8c7006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:28.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.323+0000 7f8c77b49640 1 -- 172.21.15.111:0/4010783840 shutdown_connections 2024-09-19T04:33:28.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.323+0000 7f8c77b49640 1 -- 172.21.15.111:0/4010783840 wait complete. 2024-09-19T04:33:28.335 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-19T04:33:28.436 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.434+0000 7f9fe9d0a640 1 Processor -- start 2024-09-19T04:33:28.436 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.434+0000 7f9fe9d0a640 1 -- start start 2024-09-19T04:33:28.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.435+0000 7f9fe9d0a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f9fe415c3d0 0x7f9fe40b67e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:28.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.435+0000 7f9fe9d0a640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f9fe40ce910 0x7f9fe40b3990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:28.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.435+0000 7f9fe9d0a640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9fe40b5a60 con 0x7f9fe40b3550 2024-09-19T04:33:28.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.435+0000 7f9fe9d0a640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f9fe40b3ed0 con 0x7f9fe415c3d0 2024-09-19T04:33:28.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.435+0000 7f9fe9d0a640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f9fe40b5d00 con 0x7f9fe40ce910 2024-09-19T04:33:28.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.435+0000 7f9fe37fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f9fe415c3d0 0x7f9fe40b67e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:28.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.435+0000 7f9fe37fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f9fe415c3d0 0x7f9fe40b67e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49542/0 (socket says 172.21.15.111:49542) 2024-09-19T04:33:28.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.435+0000 7f9fe37fe640 1 -- 172.21.15.111:0/2819990197 learned_addr learned my addr 172.21.15.111:0/2819990197 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:28.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.436+0000 7f9fe37fe640 1 -- 172.21.15.111:0/2819990197 >> v2:172.21.15.114:3300/0 conn(0x7f9fe40ce910 msgr2=0x7f9fe40b3990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:28.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.436+0000 7f9fe37fe640 1 --2- 172.21.15.111:0/2819990197 >> v2:172.21.15.114:3300/0 conn(0x7f9fe40ce910 0x7f9fe40b3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.436+0000 7f9fe37fe640 1 -- 172.21.15.111:0/2819990197 >> v1:172.21.15.114:6789/0 conn(0x7f9fe40b3550 legacy=0x7f9fe40ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:28.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.436+0000 7f9fe37fe640 1 -- 172.21.15.111:0/2819990197 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fe40b5fe0 con 0x7f9fe415c3d0 2024-09-19T04:33:28.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.436+0000 7f9fe37fe640 1 --2- 172.21.15.111:0/2819990197 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9fe415c3d0 0x7f9fe40b67e0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f9fe40b51f0 tx=0x7f9fd402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=884150144eddb916 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:28.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.436+0000 7f9fe27fc640 1 -- 172.21.15.111:0/2819990197 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fd4037070 con 0x7f9fe415c3d0 2024-09-19T04:33:28.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.436+0000 7f9fe27fc640 1 -- 172.21.15.111:0/2819990197 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fd4032440 con 0x7f9fe415c3d0 2024-09-19T04:33:28.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.437+0000 7f9fe27fc640 1 -- 172.21.15.111:0/2819990197 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fd4032810 con 0x7f9fe415c3d0 2024-09-19T04:33:28.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.437+0000 7f9fe9d0a640 1 -- 172.21.15.111:0/2819990197 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9fe415c3d0 msgr2=0x7f9fe40b67e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:28.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.437+0000 7f9fe9d0a640 1 --2- 172.21.15.111:0/2819990197 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9fe415c3d0 0x7f9fe40b67e0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f9fe40b51f0 tx=0x7f9fd402a210 comp rx=0 tx=0).stop 2024-09-19T04:33:28.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.437+0000 7f9fe9d0a640 1 -- 172.21.15.111:0/2819990197 shutdown_connections 2024-09-19T04:33:28.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.437+0000 7f9fe9d0a640 1 --2- 172.21.15.111:0/2819990197 >> v2:172.21.15.114:3300/0 conn(0x7f9fe40ce910 0x7f9fe40b3990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.437+0000 7f9fe9d0a640 1 --2- 172.21.15.111:0/2819990197 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9fe415c3d0 0x7f9fe40b67e0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.437+0000 7f9fe9d0a640 1 -- 172.21.15.111:0/2819990197 >> 172.21.15.111:0/2819990197 conn(0x7f9fe406ce90 msgr2=0x7f9fe406d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:28.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.437+0000 7f9fe9d0a640 1 -- 172.21.15.111:0/2819990197 shutdown_connections 2024-09-19T04:33:28.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.437+0000 7f9fe9d0a640 1 -- 172.21.15.111:0/2819990197 wait complete. 2024-09-19T04:33:28.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.438+0000 7f9fe9d0a640 1 Processor -- start 2024-09-19T04:33:28.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.438+0000 7f9fe9d0a640 1 -- start start 2024-09-19T04:33:28.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.439+0000 7f9fe9d0a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9fe40b3550 0x7f9fe4153600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:28.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.439+0000 7f9fe9d0a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9fe40ce910 0x7f9fe415ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:28.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.439+0000 7f9fe9d0a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9fe415c3d0 0x7f9fe415ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:28.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.439+0000 7f9fe9d0a640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9fe40cef70 con 0x7f9fe415c3d0 2024-09-19T04:33:28.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.439+0000 7f9fe9d0a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9fe40b6d20 con 0x7f9fe40b3550 2024-09-19T04:33:28.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.439+0000 7f9fe9d0a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9fe40cf0f0 con 0x7f9fe40ce910 2024-09-19T04:33:28.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.439+0000 7f9fe3fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9fe415c3d0 0x7f9fe415ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:28.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.439+0000 7f9fe3fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9fe415c3d0 0x7f9fe415ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49558/0 (socket says 172.21.15.111:49558) 2024-09-19T04:33:28.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.439+0000 7f9fe3fff640 1 -- 172.21.15.111:0/218577264 learned_addr learned my addr 172.21.15.111:0/218577264 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:28.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.439+0000 7f9fe37fe640 1 --2- 172.21.15.111:0/218577264 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9fe40b3550 0x7f9fe4153600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:28.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.439+0000 7f9fe2ffd640 1 --2- 172.21.15.111:0/218577264 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9fe40ce910 0x7f9fe415ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:28.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.440+0000 7f9fe3fff640 1 -- 172.21.15.111:0/218577264 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9fe40ce910 msgr2=0x7f9fe415ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:28.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.440+0000 7f9fe3fff640 1 --2- 172.21.15.111:0/218577264 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9fe40ce910 0x7f9fe415ea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.440+0000 7f9fe3fff640 1 -- 172.21.15.111:0/218577264 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9fe40b3550 msgr2=0x7f9fe4153600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:28.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.440+0000 7f9fe3fff640 1 --2- 172.21.15.111:0/218577264 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9fe40b3550 0x7f9fe4153600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.440+0000 7f9fe3fff640 1 -- 172.21.15.111:0/218577264 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fe41519e0 con 0x7f9fe415c3d0 2024-09-19T04:33:28.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.440+0000 7f9fe2ffd640 1 --2- 172.21.15.111:0/218577264 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9fe40ce910 0x7f9fe415ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:28.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.440+0000 7f9fe3fff640 1 --2- 172.21.15.111:0/218577264 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9fe415c3d0 0x7f9fe415ef90 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f9fdc009fd0 tx=0x7f9fdc00b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:28.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.440+0000 7f9fcbfff640 1 -- 172.21.15.111:0/218577264 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fdc011830 con 0x7f9fe415c3d0 2024-09-19T04:33:28.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.440+0000 7f9fcbfff640 1 -- 172.21.15.111:0/218577264 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fdc016070 con 0x7f9fe415c3d0 2024-09-19T04:33:28.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.440+0000 7f9fe9d0a640 1 -- 172.21.15.111:0/218577264 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fe4151cc0 con 0x7f9fe415c3d0 2024-09-19T04:33:28.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.440+0000 7f9fcbfff640 1 -- 172.21.15.111:0/218577264 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fdc011bf0 con 0x7f9fe415c3d0 2024-09-19T04:33:28.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.440+0000 7f9fe9d0a640 1 -- 172.21.15.111:0/218577264 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fe41f2c40 con 0x7f9fe415c3d0 2024-09-19T04:33:28.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.441+0000 7f9fe9d0a640 1 -- 172.21.15.111:0/218577264 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fe40b3990 con 0x7f9fe415c3d0 2024-09-19T04:33:28.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.442+0000 7f9fcbfff640 1 -- 172.21.15.111:0/218577264 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9fdc01b460 con 0x7f9fe415c3d0 2024-09-19T04:33:28.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.442+0000 7f9fcbfff640 1 --2- 172.21.15.111:0/218577264 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9fd006c2b0 0x7f9fd006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:28.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.442+0000 7f9fcbfff640 1 -- 172.21.15.111:0/218577264 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f9fdc08ad80 con 0x7f9fe415c3d0 2024-09-19T04:33:28.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.442+0000 7f9fe37fe640 1 --2- 172.21.15.111:0/218577264 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9fd006c2b0 0x7f9fd006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:28.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.442+0000 7f9fe37fe640 1 --2- 172.21.15.111:0/218577264 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9fd006c2b0 0x7f9fd006e770 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9fd4034000 tx=0x7f9fd402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:28.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.446+0000 7f9fcbfff640 1 -- 172.21.15.111:0/218577264 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9fdc059840 con 0x7f9fe415c3d0 2024-09-19T04:33:28.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.674+0000 7f9fe9d0a640 1 -- 172.21.15.111:0/218577264 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7f9fe40b7520 con 0x7f9fe415c3d0 2024-09-19T04:33:28.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.676+0000 7f9fcbfff640 1 -- 172.21.15.111:0/218577264 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) ==== 90+0+0 (secure 0 0 0) 0x7f9fdc059140 con 0x7f9fe415c3d0 2024-09-19T04:33:28.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.678+0000 7f9fe9d0a640 1 -- 172.21.15.111:0/218577264 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9fd006c2b0 msgr2=0x7f9fd006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:28.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.678+0000 7f9fe9d0a640 1 --2- 172.21.15.111:0/218577264 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9fd006c2b0 0x7f9fd006e770 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9fd4034000 tx=0x7f9fd402e000 comp rx=0 tx=0).stop 2024-09-19T04:33:28.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.678+0000 7f9fe9d0a640 1 -- 172.21.15.111:0/218577264 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9fe415c3d0 msgr2=0x7f9fe415ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:28.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.678+0000 7f9fe9d0a640 1 --2- 172.21.15.111:0/218577264 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9fe415c3d0 0x7f9fe415ef90 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f9fdc009fd0 tx=0x7f9fdc00b8e0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.678+0000 7f9fe9d0a640 1 -- 172.21.15.111:0/218577264 shutdown_connections 2024-09-19T04:33:28.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.678+0000 7f9fe9d0a640 1 --2- 172.21.15.111:0/218577264 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9fd006c2b0 0x7f9fd006e770 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.678+0000 7f9fe9d0a640 1 --2- 172.21.15.111:0/218577264 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9fe415c3d0 0x7f9fe415ef90 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.678+0000 7f9fe9d0a640 1 --2- 172.21.15.111:0/218577264 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9fe40ce910 0x7f9fe415ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.678+0000 7f9fe9d0a640 1 --2- 172.21.15.111:0/218577264 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9fe40b3550 0x7f9fe4153600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.678+0000 7f9fe9d0a640 1 -- 172.21.15.111:0/218577264 >> 172.21.15.111:0/218577264 conn(0x7f9fe406ce90 msgr2=0x7f9fe406d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:28.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.678+0000 7f9fe9d0a640 1 -- 172.21.15.111:0/218577264 shutdown_connections 2024-09-19T04:33:28.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.678+0000 7f9fe9d0a640 1 -- 172.21.15.111:0/218577264 wait complete. 2024-09-19T04:33:28.690 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T04:33:28.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.786+0000 7f91fb63c640 1 Processor -- start 2024-09-19T04:33:28.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.787+0000 7f91fb63c640 1 -- start start 2024-09-19T04:33:28.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.787+0000 7f91fb63c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91f415e940 0x7f91f40d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:28.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.787+0000 7f91fb63c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f91f40cef90 0x7f91f40d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:28.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.787+0000 7f91fb63c640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91f40b7170 con 0x7f91f415ed20 2024-09-19T04:33:28.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.787+0000 7f91fb63c640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f91f40d1ae0 con 0x7f91f40cef90 2024-09-19T04:33:28.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.787+0000 7f91fb63c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f91f40b7aa0 con 0x7f91f415e940 2024-09-19T04:33:28.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.788+0000 7f91f9bd9640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f91f40cef90 0x7f91f40d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:28.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.788+0000 7f91f8bd7640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f91f415ed20 0x7f91f40b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:33342/0 (socket says 172.21.15.111:33342) 2024-09-19T04:33:28.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.788+0000 7f91f8bd7640 1 -- 172.21.15.111:0/1251979920 learned_addr learned my addr 172.21.15.111:0/1251979920 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:28.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.788+0000 7f91f9bd9640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f91f40cef90 0x7f91f40d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49560/0 (socket says 172.21.15.111:49560) 2024-09-19T04:33:28.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.788+0000 7f91f9bd9640 1 -- 172.21.15.111:0/1251979920 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91f415e940 msgr2=0x7f91f40d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:28.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.788+0000 7f91f9bd9640 1 --2- 172.21.15.111:0/1251979920 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91f415e940 0x7f91f40d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.788+0000 7f91f9bd9640 1 -- 172.21.15.111:0/1251979920 >> v1:172.21.15.111:6789/0 conn(0x7f91f415ed20 legacy=0x7f91f40b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:28.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.788+0000 7f91f9bd9640 1 -- 172.21.15.111:0/1251979920 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91f40d3660 con 0x7f91f40cef90 2024-09-19T04:33:28.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.789+0000 7f91f9bd9640 1 --2- 172.21.15.111:0/1251979920 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91f40cef90 0x7f91f40d15a0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f91ec009d90 tx=0x7f91ec02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27746f787cb38e1a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:28.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.789+0000 7f91e7fff640 1 -- 172.21.15.111:0/1251979920 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91ec007740 con 0x7f91f40cef90 2024-09-19T04:33:28.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.789+0000 7f91e7fff640 1 -- 172.21.15.111:0/1251979920 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91ec0078e0 con 0x7f91f40cef90 2024-09-19T04:33:28.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.789+0000 7f91e7fff640 1 -- 172.21.15.111:0/1251979920 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91ec007cb0 con 0x7f91f40cef90 2024-09-19T04:33:28.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.789+0000 7f91fb63c640 1 -- 172.21.15.111:0/1251979920 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91f40cef90 msgr2=0x7f91f40d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:28.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.789+0000 7f91fb63c640 1 --2- 172.21.15.111:0/1251979920 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91f40cef90 0x7f91f40d15a0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f91ec009d90 tx=0x7f91ec02a6f0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.789+0000 7f91fb63c640 1 -- 172.21.15.111:0/1251979920 shutdown_connections 2024-09-19T04:33:28.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.789+0000 7f91fb63c640 1 --2- 172.21.15.111:0/1251979920 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91f40cef90 0x7f91f40d15a0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.789+0000 7f91fb63c640 1 --2- 172.21.15.111:0/1251979920 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91f415e940 0x7f91f40d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.789+0000 7f91fb63c640 1 -- 172.21.15.111:0/1251979920 >> 172.21.15.111:0/1251979920 conn(0x7f91f40b6240 msgr2=0x7f91f40b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:28.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.789+0000 7f91fb63c640 1 -- 172.21.15.111:0/1251979920 shutdown_connections 2024-09-19T04:33:28.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.789+0000 7f91fb63c640 1 -- 172.21.15.111:0/1251979920 wait complete. 2024-09-19T04:33:28.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.791+0000 7f91fb63c640 1 Processor -- start 2024-09-19T04:33:28.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.791+0000 7f91fb63c640 1 -- start start 2024-09-19T04:33:28.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.791+0000 7f91fb63c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91f40cef90 0x7f91f4157cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:28.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.791+0000 7f91fb63c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91f415e940 0x7f91f4157580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:28.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.791+0000 7f91fb63c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f91f415ed20 0x7f91f40ca410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:28.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.791+0000 7f91fb63c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f91f40d3f00 con 0x7f91f415e940 2024-09-19T04:33:28.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.791+0000 7f91fb63c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f91f40d3c20 con 0x7f91f415ed20 2024-09-19T04:33:28.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.791+0000 7f91fb63c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f91f40d3310 con 0x7f91f40cef90 2024-09-19T04:33:28.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.791+0000 7f91f8bd7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91f415e940 0x7f91f4157580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:28.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.791+0000 7f91f8bd7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91f415e940 0x7f91f4157580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49562/0 (socket says 172.21.15.111:49562) 2024-09-19T04:33:28.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.791+0000 7f91f8bd7640 1 -- 172.21.15.111:0/3219576406 learned_addr learned my addr 172.21.15.111:0/3219576406 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:28.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.792+0000 7f91f9bd9640 1 --2- 172.21.15.111:0/3219576406 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f91f415ed20 0x7f91f40ca410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:28.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.792+0000 7f91f93d8640 1 --2- 172.21.15.111:0/3219576406 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91f40cef90 0x7f91f4157cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:28.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.792+0000 7f91f8bd7640 1 -- 172.21.15.111:0/3219576406 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91f40cef90 msgr2=0x7f91f4157cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:28.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.792+0000 7f91f8bd7640 1 --2- 172.21.15.111:0/3219576406 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91f40cef90 0x7f91f4157cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.792+0000 7f91f8bd7640 1 -- 172.21.15.111:0/3219576406 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f91f415ed20 msgr2=0x7f91f40ca410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:28.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.792+0000 7f91f8bd7640 1 --2- 172.21.15.111:0/3219576406 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f91f415ed20 0x7f91f40ca410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.792+0000 7f91f8bd7640 1 -- 172.21.15.111:0/3219576406 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91f4157ac0 con 0x7f91f415e940 2024-09-19T04:33:28.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.792+0000 7f91f9bd9640 1 --2- 172.21.15.111:0/3219576406 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f91f415ed20 0x7f91f40ca410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:28.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.792+0000 7f91f8bd7640 1 --2- 172.21.15.111:0/3219576406 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91f415e940 0x7f91f4157580 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f91f000c400 tx=0x7f91f000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:28.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.792+0000 7f91e5ffb640 1 -- 172.21.15.111:0/3219576406 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f0017070 con 0x7f91f415e940 2024-09-19T04:33:28.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.792+0000 7f91e5ffb640 1 -- 172.21.15.111:0/3219576406 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91f0005ce0 con 0x7f91f415e940 2024-09-19T04:33:28.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.792+0000 7f91fb63c640 1 -- 172.21.15.111:0/3219576406 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91f40cacf0 con 0x7f91f415e940 2024-09-19T04:33:28.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.792+0000 7f91e5ffb640 1 -- 172.21.15.111:0/3219576406 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f00072f0 con 0x7f91f415e940 2024-09-19T04:33:28.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.792+0000 7f91fb63c640 1 -- 172.21.15.111:0/3219576406 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91f415c040 con 0x7f91f415e940 2024-09-19T04:33:28.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.793+0000 7f91fb63c640 1 -- 172.21.15.111:0/3219576406 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91f40d1f80 con 0x7f91f415e940 2024-09-19T04:33:28.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.793+0000 7f91e5ffb640 1 -- 172.21.15.111:0/3219576406 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f91f001a070 con 0x7f91f415e940 2024-09-19T04:33:28.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.794+0000 7f91e5ffb640 1 --2- 172.21.15.111:0/3219576406 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f91d806c2b0 0x7f91d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:28.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.794+0000 7f91e5ffb640 1 -- 172.21.15.111:0/3219576406 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f91f008a460 con 0x7f91f415e940 2024-09-19T04:33:28.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.794+0000 7f91f93d8640 1 --2- 172.21.15.111:0/3219576406 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f91d806c2b0 0x7f91d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:28.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.794+0000 7f91f93d8640 1 --2- 172.21.15.111:0/3219576406 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f91d806c2b0 0x7f91d806e770 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f91f4162450 tx=0x7f91e8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:28.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.798+0000 7f91e5ffb640 1 -- 172.21.15.111:0/3219576406 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f91f40b7170 con 0x7f91f415e940 2024-09-19T04:33:28.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.965+0000 7f91fb63c640 1 -- 172.21.15.111:0/3219576406 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f91f415dfb0 con 0x7f91f415e940 2024-09-19T04:33:28.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.965+0000 7f91e5ffb640 1 -- 172.21.15.111:0/3219576406 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v28) ==== 84+0+65 (secure 0 0 0) 0x7f91f0058fb0 con 0x7f91f415e940 2024-09-19T04:33:28.967 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:28.967 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:33:28.967 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:28.967 INFO:teuthology.orchestra.run.smithi111.stdout: "poolnum": 1, 2024-09-19T04:33:28.967 INFO:teuthology.orchestra.run.smithi111.stdout: "poolname": ".mgr" 2024-09-19T04:33:28.967 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:28.967 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:33:28.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.967+0000 7f91fb63c640 1 -- 172.21.15.111:0/3219576406 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f91d806c2b0 msgr2=0x7f91d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:28.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.967+0000 7f91fb63c640 1 --2- 172.21.15.111:0/3219576406 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f91d806c2b0 0x7f91d806e770 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f91f4162450 tx=0x7f91e8008040 comp rx=0 tx=0).stop 2024-09-19T04:33:28.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.967+0000 7f91fb63c640 1 -- 172.21.15.111:0/3219576406 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91f415e940 msgr2=0x7f91f4157580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:28.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.967+0000 7f91fb63c640 1 --2- 172.21.15.111:0/3219576406 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91f415e940 0x7f91f4157580 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f91f000c400 tx=0x7f91f000c8c0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.967+0000 7f91fb63c640 1 -- 172.21.15.111:0/3219576406 shutdown_connections 2024-09-19T04:33:28.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.967+0000 7f91fb63c640 1 --2- 172.21.15.111:0/3219576406 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f91d806c2b0 0x7f91d806e770 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.967+0000 7f91fb63c640 1 --2- 172.21.15.111:0/3219576406 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f91f415ed20 0x7f91f40ca410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.967+0000 7f91fb63c640 1 --2- 172.21.15.111:0/3219576406 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91f415e940 0x7f91f4157580 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.967+0000 7f91fb63c640 1 --2- 172.21.15.111:0/3219576406 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91f40cef90 0x7f91f4157cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:28.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.967+0000 7f91fb63c640 1 -- 172.21.15.111:0/3219576406 >> 172.21.15.111:0/3219576406 conn(0x7f91f40b6240 msgr2=0x7f91f40b7f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:28.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.967+0000 7f91fb63c640 1 -- 172.21.15.111:0/3219576406 shutdown_connections 2024-09-19T04:33:28.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:28.967+0000 7f91fb63c640 1 -- 172.21.15.111:0/3219576406 wait complete. 2024-09-19T04:33:28.979 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T04:33:28.980 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T04:33:29.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.081+0000 7f67ec877640 1 Processor -- start 2024-09-19T04:33:29.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.081+0000 7f67ec877640 1 -- start start 2024-09-19T04:33:29.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.082+0000 7f67ec877640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f67e8145d90 0x7f67e80ccf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:29.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.082+0000 7f67ec877640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f67e80cfce0 0x7f67e806d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:29.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.082+0000 7f67ec877640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f67e80b4240 con 0x7f67e80cd490 2024-09-19T04:33:29.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.082+0000 7f67ec877640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f67e806d080 con 0x7f67e8145d90 2024-09-19T04:33:29.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.082+0000 7f67ec877640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f67e80b4520 con 0x7f67e80cfce0 2024-09-19T04:33:29.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.082+0000 7f67e659c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f67e8145d90 0x7f67e80ccf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:29.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.082+0000 7f67e5d9b640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f67e80cd490 0x7f67e80cf5d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:33346/0 (socket says 172.21.15.111:33346) 2024-09-19T04:33:29.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.082+0000 7f67e5d9b640 1 -- 172.21.15.111:0/3989167130 learned_addr learned my addr 172.21.15.111:0/3989167130 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:29.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.082+0000 7f67e6d9d640 1 --2- 172.21.15.111:0/3989167130 >> v2:172.21.15.114:3300/0 conn(0x7f67e80cfce0 0x7f67e806d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:29.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.082+0000 7f67e659c640 1 -- 172.21.15.111:0/3989167130 >> v2:172.21.15.114:3300/0 conn(0x7f67e80cfce0 msgr2=0x7f67e806d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:29.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.082+0000 7f67e659c640 1 --2- 172.21.15.111:0/3989167130 >> v2:172.21.15.114:3300/0 conn(0x7f67e80cfce0 0x7f67e806d4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:29.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.082+0000 7f67e659c640 1 -- 172.21.15.111:0/3989167130 >> v1:172.21.15.111:6789/0 conn(0x7f67e80cd490 legacy=0x7f67e80cf5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:29.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.082+0000 7f67e659c640 1 -- 172.21.15.111:0/3989167130 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67e80b4800 con 0x7f67e8145d90 2024-09-19T04:33:29.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.082+0000 7f67e559a640 1 -- 172.21.15.111:0/3989167130 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3433093751 0 0) 0x7f67e80b4240 con 0x7f67e80cd490 2024-09-19T04:33:29.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.083+0000 7f67e659c640 1 --2- 172.21.15.111:0/3989167130 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f67e8145d90 0x7f67e80ccf50 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f67e8161250 tx=0x7f67d802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c52cb24e5e2ccf49 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:29.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.083+0000 7f67e559a640 1 -- 172.21.15.111:0/3989167130 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d8037070 con 0x7f67e8145d90 2024-09-19T04:33:29.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.083+0000 7f67e559a640 1 -- 172.21.15.111:0/3989167130 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67d8032440 con 0x7f67e8145d90 2024-09-19T04:33:29.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.083+0000 7f67e559a640 1 -- 172.21.15.111:0/3989167130 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d8032810 con 0x7f67e8145d90 2024-09-19T04:33:29.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.083+0000 7f67ec877640 1 -- 172.21.15.111:0/3989167130 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f67e8145d90 msgr2=0x7f67e80ccf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:29.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.083+0000 7f67ec877640 1 --2- 172.21.15.111:0/3989167130 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f67e8145d90 0x7f67e80ccf50 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f67e8161250 tx=0x7f67d802a1a0 comp rx=0 tx=0).stop 2024-09-19T04:33:29.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.084+0000 7f67ec877640 1 -- 172.21.15.111:0/3989167130 shutdown_connections 2024-09-19T04:33:29.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.084+0000 7f67ec877640 1 --2- 172.21.15.111:0/3989167130 >> v2:172.21.15.114:3300/0 conn(0x7f67e80cfce0 0x7f67e806d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:29.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.084+0000 7f67ec877640 1 --2- 172.21.15.111:0/3989167130 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f67e8145d90 0x7f67e80ccf50 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:29.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.084+0000 7f67ec877640 1 -- 172.21.15.111:0/3989167130 >> 172.21.15.111:0/3989167130 conn(0x7f67e806bba0 msgr2=0x7f67e806bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:29.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.084+0000 7f67ec877640 1 -- 172.21.15.111:0/3989167130 shutdown_connections 2024-09-19T04:33:29.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.084+0000 7f67ec877640 1 -- 172.21.15.111:0/3989167130 wait complete. 2024-09-19T04:33:29.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.085+0000 7f67ec877640 1 Processor -- start 2024-09-19T04:33:29.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.085+0000 7f67ec877640 1 -- start start 2024-09-19T04:33:29.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.086+0000 7f67ec877640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f67e80cd490 0x7f67e81f3fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:29.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.086+0000 7f67ec877640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67e80cfce0 0x7f67e8071040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:29.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.086+0000 7f67ec877640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f67e8145d90 0x7f67e8141fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:29.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.086+0000 7f67ec877640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f67e80b5790 con 0x7f67e80cd490 2024-09-19T04:33:29.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.086+0000 7f67ec877640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f67e80b5610 con 0x7f67e80cfce0 2024-09-19T04:33:29.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.086+0000 7f67ec877640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f67e8146170 con 0x7f67e8145d90 2024-09-19T04:33:29.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.086+0000 7f67e659c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f67e80cd490 0x7f67e81f3fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:29.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.086+0000 7f67e659c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f67e80cd490 0x7f67e81f3fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49578/0 (socket says 172.21.15.111:49578) 2024-09-19T04:33:29.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.086+0000 7f67e659c640 1 -- 172.21.15.111:0/3239787079 learned_addr learned my addr 172.21.15.111:0/3239787079 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:29.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.086+0000 7f67e5d9b640 1 --2- 172.21.15.111:0/3239787079 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67e80cfce0 0x7f67e8071040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:29.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.086+0000 7f67e6d9d640 1 --2- 172.21.15.111:0/3239787079 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f67e8145d90 0x7f67e8141fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:29.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.086+0000 7f67e659c640 1 -- 172.21.15.111:0/3239787079 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f67e8145d90 msgr2=0x7f67e8141fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:29.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.086+0000 7f67e659c640 1 --2- 172.21.15.111:0/3239787079 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f67e8145d90 0x7f67e8141fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:29.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.086+0000 7f67e659c640 1 -- 172.21.15.111:0/3239787079 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67e80cfce0 msgr2=0x7f67e8071040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:29.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.086+0000 7f67e659c640 1 --2- 172.21.15.111:0/3239787079 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67e80cfce0 0x7f67e8071040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:29.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.086+0000 7f67e659c640 1 -- 172.21.15.111:0/3239787079 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67e8071740 con 0x7f67e80cd490 2024-09-19T04:33:29.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.086+0000 7f67e5d9b640 1 --2- 172.21.15.111:0/3239787079 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67e80cfce0 0x7f67e8071040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:29.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.086+0000 7f67e659c640 1 --2- 172.21.15.111:0/3239787079 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f67e80cd490 0x7f67e81f3fd0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f67d8000c00 tx=0x7f67d80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:29.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.086+0000 7f67d6ffd640 1 -- 172.21.15.111:0/3239787079 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d8037040 con 0x7f67e80cd490 2024-09-19T04:33:29.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.086+0000 7f67d6ffd640 1 -- 172.21.15.111:0/3239787079 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67d8042070 con 0x7f67e80cd490 2024-09-19T04:33:29.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.086+0000 7f67ec877640 1 -- 172.21.15.111:0/3239787079 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67e8071a20 con 0x7f67e80cd490 2024-09-19T04:33:29.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.086+0000 7f67d6ffd640 1 -- 172.21.15.111:0/3239787079 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d8030bd0 con 0x7f67e80cd490 2024-09-19T04:33:29.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.086+0000 7f67ec877640 1 -- 172.21.15.111:0/3239787079 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67e8071fe0 con 0x7f67e80cd490 2024-09-19T04:33:29.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.087+0000 7f67ec877640 1 -- 172.21.15.111:0/3239787079 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67e80ccf50 con 0x7f67e80cd490 2024-09-19T04:33:29.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.088+0000 7f67d6ffd640 1 -- 172.21.15.111:0/3239787079 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f67d8047460 con 0x7f67e80cd490 2024-09-19T04:33:29.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.088+0000 7f67d6ffd640 1 --2- 172.21.15.111:0/3239787079 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f67c806c2b0 0x7f67c806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:29.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.088+0000 7f67d6ffd640 1 -- 172.21.15.111:0/3239787079 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f67d80abca0 con 0x7f67e80cd490 2024-09-19T04:33:29.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.088+0000 7f67e5d9b640 1 --2- 172.21.15.111:0/3239787079 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f67c806c2b0 0x7f67c806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:29.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.089+0000 7f67e5d9b640 1 --2- 172.21.15.111:0/3239787079 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f67c806c2b0 0x7f67c806e770 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f67e806ec30 tx=0x7f67dc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:29.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.093+0000 7f67d6ffd640 1 -- 172.21.15.111:0/3239787079 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f67d8032e20 con 0x7f67e80cd490 2024-09-19T04:33:29.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:29.262+0000 7f67ec877640 1 -- 172.21.15.111:0/3239787079 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f67e80c54e0 con 0x7f67e80cd490 2024-09-19T04:33:30.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.192+0000 7f67d6ffd640 1 -- 172.21.15.111:0/3239787079 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v29) ==== 138+0+0 (secure 0 0 0) 0x7f67e80c54e0 con 0x7f67e80cd490 2024-09-19T04:33:30.193 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' created 2024-09-19T04:33:30.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.195+0000 7f67ec877640 1 -- 172.21.15.111:0/3239787079 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f67c806c2b0 msgr2=0x7f67c806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:30.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.195+0000 7f67ec877640 1 --2- 172.21.15.111:0/3239787079 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f67c806c2b0 0x7f67c806e770 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f67e806ec30 tx=0x7f67dc009040 comp rx=0 tx=0).stop 2024-09-19T04:33:30.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.195+0000 7f67ec877640 1 -- 172.21.15.111:0/3239787079 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f67e80cd490 msgr2=0x7f67e81f3fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:30.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.195+0000 7f67ec877640 1 --2- 172.21.15.111:0/3239787079 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f67e80cd490 0x7f67e81f3fd0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f67d8000c00 tx=0x7f67d80046c0 comp rx=0 tx=0).stop 2024-09-19T04:33:30.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.195+0000 7f67ec877640 1 -- 172.21.15.111:0/3239787079 shutdown_connections 2024-09-19T04:33:30.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.195+0000 7f67ec877640 1 --2- 172.21.15.111:0/3239787079 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f67c806c2b0 0x7f67c806e770 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:30.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.195+0000 7f67ec877640 1 --2- 172.21.15.111:0/3239787079 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f67e8145d90 0x7f67e8141fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:30.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.195+0000 7f67ec877640 1 --2- 172.21.15.111:0/3239787079 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67e80cfce0 0x7f67e8071040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:30.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.195+0000 7f67ec877640 1 --2- 172.21.15.111:0/3239787079 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f67e80cd490 0x7f67e81f3fd0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:30.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.195+0000 7f67ec877640 1 -- 172.21.15.111:0/3239787079 >> 172.21.15.111:0/3239787079 conn(0x7f67e806bba0 msgr2=0x7f67e80b3750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:30.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.195+0000 7f67ec877640 1 -- 172.21.15.111:0/3239787079 shutdown_connections 2024-09-19T04:33:30.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.195+0000 7f67ec877640 1 -- 172.21.15.111:0/3239787079 wait complete. 2024-09-19T04:33:30.213 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T04:33:30.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.323+0000 7efcff9be640 1 Processor -- start 2024-09-19T04:33:30.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.323+0000 7efcff9be640 1 -- start start 2024-09-19T04:33:30.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.324+0000 7efcff9be640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efcf806f380 0x7efcf80cf560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:30.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.324+0000 7efcff9be640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7efcf815b510 0x7efcf806eca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:30.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.324+0000 7efcff9be640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7efcf806f760 0x7efcf806d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:30.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.324+0000 7efcff9be640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7efcf806f1e0 con 0x7efcf806f760 2024-09-19T04:33:30.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.324+0000 7efcff9be640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7efcf8071830 con 0x7efcf815b510 2024-09-19T04:33:30.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.324+0000 7efcff9be640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7efcf80cfb50 con 0x7efcf806f380 2024-09-19T04:33:30.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.324+0000 7efcfdf5b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7efcf806f760 0x7efcf806d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:30.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.324+0000 7efcfdf5b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7efcf806f760 0x7efcf806d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49592/0 (socket says 172.21.15.111:49592) 2024-09-19T04:33:30.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.324+0000 7efcfdf5b640 1 -- 172.21.15.111:0/611468338 learned_addr learned my addr 172.21.15.111:0/611468338 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:30.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.325+0000 7efcfcf59640 1 --2- 172.21.15.111:0/611468338 >> v2:172.21.15.114:3300/0 conn(0x7efcf815b510 0x7efcf806eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:30.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.325+0000 7efcfd75a640 1 --2- 172.21.15.111:0/611468338 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efcf806f380 0x7efcf80cf560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:30.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.325+0000 7efcfdf5b640 1 -- 172.21.15.111:0/611468338 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efcf806f380 msgr2=0x7efcf80cf560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:30.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.325+0000 7efcfdf5b640 1 --2- 172.21.15.111:0/611468338 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efcf806f380 0x7efcf80cf560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:30.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.325+0000 7efcfdf5b640 1 -- 172.21.15.111:0/611468338 >> v2:172.21.15.114:3300/0 conn(0x7efcf815b510 msgr2=0x7efcf806eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:30.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.325+0000 7efcfdf5b640 1 --2- 172.21.15.111:0/611468338 >> v2:172.21.15.114:3300/0 conn(0x7efcf815b510 0x7efcf806eca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:30.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.325+0000 7efcfdf5b640 1 -- 172.21.15.111:0/611468338 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcf80cfe30 con 0x7efcf806f760 2024-09-19T04:33:30.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.325+0000 7efcfdf5b640 1 --2- 172.21.15.111:0/611468338 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efcf806f760 0x7efcf806d9f0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7efcf80b6c80 tx=0x7efcf002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=850d31cdb64ee1ec server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:30.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.326+0000 7efcf7fff640 1 -- 172.21.15.111:0/611468338 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf0037070 con 0x7efcf806f760 2024-09-19T04:33:30.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.326+0000 7efcf7fff640 1 -- 172.21.15.111:0/611468338 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efcf0032440 con 0x7efcf806f760 2024-09-19T04:33:30.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.326+0000 7efcf7fff640 1 -- 172.21.15.111:0/611468338 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf0032810 con 0x7efcf806f760 2024-09-19T04:33:30.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.326+0000 7efcff9be640 1 -- 172.21.15.111:0/611468338 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efcf806f760 msgr2=0x7efcf806d9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:30.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.326+0000 7efcff9be640 1 --2- 172.21.15.111:0/611468338 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efcf806f760 0x7efcf806d9f0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7efcf80b6c80 tx=0x7efcf002a1e0 comp rx=0 tx=0).stop 2024-09-19T04:33:30.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.326+0000 7efcff9be640 1 -- 172.21.15.111:0/611468338 shutdown_connections 2024-09-19T04:33:30.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.326+0000 7efcff9be640 1 --2- 172.21.15.111:0/611468338 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efcf806f760 0x7efcf806d9f0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:30.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.326+0000 7efcff9be640 1 --2- 172.21.15.111:0/611468338 >> v2:172.21.15.114:3300/0 conn(0x7efcf815b510 0x7efcf806eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:30.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.326+0000 7efcff9be640 1 --2- 172.21.15.111:0/611468338 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efcf806f380 0x7efcf80cf560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:30.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.326+0000 7efcff9be640 1 -- 172.21.15.111:0/611468338 >> 172.21.15.111:0/611468338 conn(0x7efcf806cae0 msgr2=0x7efcf806cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:30.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.326+0000 7efcff9be640 1 -- 172.21.15.111:0/611468338 shutdown_connections 2024-09-19T04:33:30.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.326+0000 7efcff9be640 1 -- 172.21.15.111:0/611468338 wait complete. 2024-09-19T04:33:30.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.327+0000 7efcff9be640 1 Processor -- start 2024-09-19T04:33:30.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.328+0000 7efcff9be640 1 -- start start 2024-09-19T04:33:30.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.328+0000 7efcff9be640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efcf806f380 0x7efcf814c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:30.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.328+0000 7efcff9be640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efcf806f760 0x7efcf815a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:30.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.328+0000 7efcff9be640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efcf815b510 0x7efcf815a810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:30.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.328+0000 7efcff9be640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7efcf806fbf0 con 0x7efcf806f760 2024-09-19T04:33:30.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.328+0000 7efcff9be640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7efcf8071a80 con 0x7efcf815b510 2024-09-19T04:33:30.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.328+0000 7efcff9be640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7efcf806df30 con 0x7efcf806f380 2024-09-19T04:33:30.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.328+0000 7efcfcf59640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efcf806f760 0x7efcf815a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:30.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.328+0000 7efcfcf59640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efcf806f760 0x7efcf815a2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:49606/0 (socket says 172.21.15.111:49606) 2024-09-19T04:33:30.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.328+0000 7efcfcf59640 1 -- 172.21.15.111:0/3797878237 learned_addr learned my addr 172.21.15.111:0/3797878237 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:30.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.329+0000 7efcfd75a640 1 --2- 172.21.15.111:0/3797878237 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efcf806f380 0x7efcf814c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:30.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.329+0000 7efcfdf5b640 1 --2- 172.21.15.111:0/3797878237 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efcf815b510 0x7efcf815a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:30.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.329+0000 7efcfcf59640 1 -- 172.21.15.111:0/3797878237 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efcf806f380 msgr2=0x7efcf814c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:30.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.329+0000 7efcfcf59640 1 --2- 172.21.15.111:0/3797878237 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efcf806f380 0x7efcf814c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:30.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.329+0000 7efcfcf59640 1 -- 172.21.15.111:0/3797878237 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efcf815b510 msgr2=0x7efcf815a810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:30.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.329+0000 7efcfcf59640 1 --2- 172.21.15.111:0/3797878237 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efcf815b510 0x7efcf815a810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:30.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.329+0000 7efcfcf59640 1 -- 172.21.15.111:0/3797878237 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcf8152220 con 0x7efcf806f760 2024-09-19T04:33:30.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.329+0000 7efcfcf59640 1 --2- 172.21.15.111:0/3797878237 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efcf806f760 0x7efcf815a2d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7efcec00c7c0 tx=0x7efcec00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:30.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.329+0000 7efcf5ffb640 1 -- 172.21.15.111:0/3797878237 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcec015070 con 0x7efcf806f760 2024-09-19T04:33:30.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.329+0000 7efcf5ffb640 1 -- 172.21.15.111:0/3797878237 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efcec007820 con 0x7efcf806f760 2024-09-19T04:33:30.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.329+0000 7efcff9be640 1 -- 172.21.15.111:0/3797878237 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcf8152500 con 0x7efcf806f760 2024-09-19T04:33:30.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.329+0000 7efcf5ffb640 1 -- 172.21.15.111:0/3797878237 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcec007bd0 con 0x7efcf806f760 2024-09-19T04:33:30.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.329+0000 7efcff9be640 1 -- 172.21.15.111:0/3797878237 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcf814f5b0 con 0x7efcf806f760 2024-09-19T04:33:30.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.330+0000 7efcff9be640 1 -- 172.21.15.111:0/3797878237 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcf806d9f0 con 0x7efcf806f760 2024-09-19T04:33:30.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.331+0000 7efcf5ffb640 1 -- 172.21.15.111:0/3797878237 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efcec018070 con 0x7efcf806f760 2024-09-19T04:33:30.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.331+0000 7efcf5ffb640 1 --2- 172.21.15.111:0/3797878237 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7efce406c2b0 0x7efce406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:30.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.332+0000 7efcf5ffb640 1 -- 172.21.15.111:0/3797878237 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 5227+0+0 (secure 0 0 0) 0x7efcec08acf0 con 0x7efcf806f760 2024-09-19T04:33:30.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.332+0000 7efcfd75a640 1 --2- 172.21.15.111:0/3797878237 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7efce406c2b0 0x7efce406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:30.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.332+0000 7efcfd75a640 1 --2- 172.21.15.111:0/3797878237 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7efce406c2b0 0x7efce406e770 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7efcf80b5eb0 tx=0x7efce8007580 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:30.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.340+0000 7efcf5ffb640 1 -- 172.21.15.111:0/3797878237 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efcec08f070 con 0x7efcf806f760 2024-09-19T04:33:30.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:30.517+0000 7efcff9be640 1 -- 172.21.15.111:0/3797878237 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7efcf8073150 con 0x7efcf806f760 2024-09-19T04:33:31.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.199+0000 7efcf5ffb640 1 -- 172.21.15.111:0/3797878237 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v30) ==== 170+0+0 (secure 0 0 0) 0x7efcec0596d0 con 0x7efcf806f760 2024-09-19T04:33:31.201 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' created 2024-09-19T04:33:31.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.202+0000 7efcff9be640 1 -- 172.21.15.111:0/3797878237 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7efce406c2b0 msgr2=0x7efce406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:31.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.202+0000 7efcff9be640 1 --2- 172.21.15.111:0/3797878237 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7efce406c2b0 0x7efce406e770 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7efcf80b5eb0 tx=0x7efce8007580 comp rx=0 tx=0).stop 2024-09-19T04:33:31.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.202+0000 7efcff9be640 1 -- 172.21.15.111:0/3797878237 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efcf806f760 msgr2=0x7efcf815a2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:31.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.202+0000 7efcff9be640 1 --2- 172.21.15.111:0/3797878237 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efcf806f760 0x7efcf815a2d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7efcec00c7c0 tx=0x7efcec00cc80 comp rx=0 tx=0).stop 2024-09-19T04:33:31.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.202+0000 7efcff9be640 1 -- 172.21.15.111:0/3797878237 shutdown_connections 2024-09-19T04:33:31.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.202+0000 7efcff9be640 1 --2- 172.21.15.111:0/3797878237 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7efce406c2b0 0x7efce406e770 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:31.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.202+0000 7efcff9be640 1 --2- 172.21.15.111:0/3797878237 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efcf815b510 0x7efcf815a810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:31.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.202+0000 7efcff9be640 1 --2- 172.21.15.111:0/3797878237 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efcf806f760 0x7efcf815a2d0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:31.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.202+0000 7efcff9be640 1 --2- 172.21.15.111:0/3797878237 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efcf806f380 0x7efcf814c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:31.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.202+0000 7efcff9be640 1 -- 172.21.15.111:0/3797878237 >> 172.21.15.111:0/3797878237 conn(0x7efcf806cae0 msgr2=0x7efcf80b0980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:31.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.202+0000 7efcff9be640 1 -- 172.21.15.111:0/3797878237 shutdown_connections 2024-09-19T04:33:31.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.202+0000 7efcff9be640 1 -- 172.21.15.111:0/3797878237 wait complete. 2024-09-19T04:33:31.221 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T04:33:31.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.328+0000 7f826b5c0640 1 Processor -- start 2024-09-19T04:33:31.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.328+0000 7f826b5c0640 1 -- start start 2024-09-19T04:33:31.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.329+0000 7f826b5c0640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f82640b1da0 0x7f826415d490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:31.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.329+0000 7f826b5c0640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8264073150 0x7f82640735e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:31.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.329+0000 7f826b5c0640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f826415d9d0 con 0x7f82640d1ed0 2024-09-19T04:33:31.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.329+0000 7f826b5c0640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f8264070c80 con 0x7f8264073150 2024-09-19T04:33:31.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.329+0000 7f826b5c0640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f8264070930 con 0x7f82640b1da0 2024-09-19T04:33:31.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.329+0000 7f8269b5d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8264073150 0x7f82640735e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:31.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.329+0000 7f8268b5b640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f82640d1ed0 0x7f82640d0440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57434/0 (socket says 172.21.15.111:57434) 2024-09-19T04:33:31.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.329+0000 7f8269b5d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8264073150 0x7f82640735e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36232/0 (socket says 172.21.15.111:36232) 2024-09-19T04:33:31.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.329+0000 7f8268b5b640 1 -- 172.21.15.111:0/716080022 learned_addr learned my addr 172.21.15.111:0/716080022 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:31.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.329+0000 7f826935c640 1 --2- 172.21.15.111:0/716080022 >> v2:172.21.15.114:3300/0 conn(0x7f82640b1da0 0x7f826415d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:31.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.329+0000 7f8269b5d640 1 -- 172.21.15.111:0/716080022 >> v2:172.21.15.114:3300/0 conn(0x7f82640b1da0 msgr2=0x7f826415d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:31.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.329+0000 7f8269b5d640 1 --2- 172.21.15.111:0/716080022 >> v2:172.21.15.114:3300/0 conn(0x7f82640b1da0 0x7f826415d490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:31.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.329+0000 7f8269b5d640 1 -- 172.21.15.111:0/716080022 >> v1:172.21.15.111:6789/0 conn(0x7f82640d1ed0 legacy=0x7f82640d0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:31.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.329+0000 7f8269b5d640 1 -- 172.21.15.111:0/716080022 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82640b71d0 con 0x7f8264073150 2024-09-19T04:33:31.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.330+0000 7f8269b5d640 1 --2- 172.21.15.111:0/716080022 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8264073150 0x7f82640735e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f8264075d00 tx=0x7f825c02a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e0a9e739e278a00 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:31.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.330+0000 7f825bfff640 1 -- 172.21.15.111:0/716080022 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f825c007740 con 0x7f8264073150 2024-09-19T04:33:31.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.330+0000 7f825bfff640 1 -- 172.21.15.111:0/716080022 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f825c0078e0 con 0x7f8264073150 2024-09-19T04:33:31.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.330+0000 7f825bfff640 1 -- 172.21.15.111:0/716080022 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f825c007cb0 con 0x7f8264073150 2024-09-19T04:33:31.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.331+0000 7f826b5c0640 1 -- 172.21.15.111:0/716080022 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8264073150 msgr2=0x7f82640735e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:31.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.331+0000 7f826b5c0640 1 --2- 172.21.15.111:0/716080022 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8264073150 0x7f82640735e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f8264075d00 tx=0x7f825c02a5f0 comp rx=0 tx=0).stop 2024-09-19T04:33:31.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.331+0000 7f826b5c0640 1 -- 172.21.15.111:0/716080022 shutdown_connections 2024-09-19T04:33:31.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.331+0000 7f826b5c0640 1 --2- 172.21.15.111:0/716080022 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8264073150 0x7f82640735e0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:31.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.331+0000 7f826b5c0640 1 --2- 172.21.15.111:0/716080022 >> v2:172.21.15.114:3300/0 conn(0x7f82640b1da0 0x7f826415d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:31.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.331+0000 7f826b5c0640 1 -- 172.21.15.111:0/716080022 >> 172.21.15.111:0/716080022 conn(0x7f82640b4290 msgr2=0x7f82640b4670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:31.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.331+0000 7f826b5c0640 1 -- 172.21.15.111:0/716080022 shutdown_connections 2024-09-19T04:33:31.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.331+0000 7f826b5c0640 1 -- 172.21.15.111:0/716080022 wait complete. 2024-09-19T04:33:31.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.332+0000 7f826b5c0640 1 Processor -- start 2024-09-19T04:33:31.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.332+0000 7f826b5c0640 1 -- start start 2024-09-19T04:33:31.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.333+0000 7f826b5c0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8264073150 0x7f82640ca1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:31.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.333+0000 7f826b5c0640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f82640b1da0 0x7f826406cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:31.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.333+0000 7f826b5c0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f82640d1ed0 0x7f826406d260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:31.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.333+0000 7f826b5c0640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f82640d0b50 con 0x7f82640d1ed0 2024-09-19T04:33:31.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.333+0000 7f826b5c0640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f82640b7790 con 0x7f82640b1da0 2024-09-19T04:33:31.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.333+0000 7f826b5c0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8264071110 con 0x7f8264073150 2024-09-19T04:33:31.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.333+0000 7f8269b5d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f82640d1ed0 0x7f826406d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:31.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.333+0000 7f8269b5d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f82640d1ed0 0x7f826406d260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36246/0 (socket says 172.21.15.111:36246) 2024-09-19T04:33:31.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.333+0000 7f8269b5d640 1 -- 172.21.15.111:0/333345638 learned_addr learned my addr 172.21.15.111:0/333345638 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:31.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.333+0000 7f826935c640 1 --2- 172.21.15.111:0/333345638 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8264073150 0x7f82640ca1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:31.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.333+0000 7f8268b5b640 1 --2- 172.21.15.111:0/333345638 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f82640b1da0 0x7f826406cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:31.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.333+0000 7f8269b5d640 1 -- 172.21.15.111:0/333345638 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8264073150 msgr2=0x7f82640ca1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:31.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.333+0000 7f8269b5d640 1 --2- 172.21.15.111:0/333345638 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8264073150 0x7f82640ca1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:31.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.333+0000 7f8269b5d640 1 -- 172.21.15.111:0/333345638 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f82640b1da0 msgr2=0x7f826406cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:31.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.333+0000 7f8269b5d640 1 --2- 172.21.15.111:0/333345638 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f82640b1da0 0x7f826406cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:31.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.333+0000 7f8269b5d640 1 -- 172.21.15.111:0/333345638 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f826406d7a0 con 0x7f82640d1ed0 2024-09-19T04:33:31.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.333+0000 7f8269b5d640 1 --2- 172.21.15.111:0/333345638 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f82640d1ed0 0x7f826406d260 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f825c009e50 tx=0x7f825c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:31.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.334+0000 7f8259ffb640 1 -- 172.21.15.111:0/333345638 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f825c040070 con 0x7f82640d1ed0 2024-09-19T04:33:31.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.334+0000 7f8259ffb640 1 -- 172.21.15.111:0/333345638 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f825c031bf0 con 0x7f82640d1ed0 2024-09-19T04:33:31.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.334+0000 7f826b5c0640 1 -- 172.21.15.111:0/333345638 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f826406e5d0 con 0x7f82640d1ed0 2024-09-19T04:33:31.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.334+0000 7f8259ffb640 1 -- 172.21.15.111:0/333345638 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f825c045460 con 0x7f82640d1ed0 2024-09-19T04:33:31.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.334+0000 7f826b5c0640 1 -- 172.21.15.111:0/333345638 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f826406e010 con 0x7f82640d1ed0 2024-09-19T04:33:31.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.335+0000 7f826b5c0640 1 -- 172.21.15.111:0/333345638 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f826415d490 con 0x7f82640d1ed0 2024-09-19T04:33:31.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.335+0000 7f8259ffb640 1 -- 172.21.15.111:0/333345638 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f825c039040 con 0x7f82640d1ed0 2024-09-19T04:33:31.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.336+0000 7f8259ffb640 1 --2- 172.21.15.111:0/333345638 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f824806c2b0 0x7f824806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:31.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.336+0000 7f8259ffb640 1 -- 172.21.15.111:0/333345638 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 5609+0+0 (secure 0 0 0) 0x7f825c0acce0 con 0x7f82640d1ed0 2024-09-19T04:33:31.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.336+0000 7f826935c640 1 --2- 172.21.15.111:0/333345638 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f824806c2b0 0x7f824806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:31.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.336+0000 7f826935c640 1 --2- 172.21.15.111:0/333345638 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f824806c2b0 0x7f824806e770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f8260006fd0 tx=0x7f8260008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:31.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.341+0000 7f8259ffb640 1 -- 172.21.15.111:0/333345638 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f825c07adc0 con 0x7f82640d1ed0 2024-09-19T04:33:31.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:31.549+0000 7f826b5c0640 1 -- 172.21.15.111:0/333345638 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f8264069500 con 0x7f82640d1ed0 2024-09-19T04:33:32.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.215+0000 7f8259ffb640 1 -- 172.21.15.111:0/333345638 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v11) ==== 172+0+0 (secure 0 0 0) 0x7f825c07f0c0 con 0x7f82640d1ed0 2024-09-19T04:33:32.221 INFO:teuthology.orchestra.run.smithi111.stderr:new fs with metadata pool 4 and data pool 5 2024-09-19T04:33:32.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.225+0000 7f826b5c0640 1 -- 172.21.15.111:0/333345638 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f824806c2b0 msgr2=0x7f824806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:32.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.225+0000 7f826b5c0640 1 --2- 172.21.15.111:0/333345638 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f824806c2b0 0x7f824806e770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f8260006fd0 tx=0x7f8260008040 comp rx=0 tx=0).stop 2024-09-19T04:33:32.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.225+0000 7f826b5c0640 1 -- 172.21.15.111:0/333345638 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f82640d1ed0 msgr2=0x7f826406d260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:32.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.225+0000 7f826b5c0640 1 --2- 172.21.15.111:0/333345638 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f82640d1ed0 0x7f826406d260 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f825c009e50 tx=0x7f825c004a40 comp rx=0 tx=0).stop 2024-09-19T04:33:32.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.227+0000 7f826b5c0640 1 -- 172.21.15.111:0/333345638 shutdown_connections 2024-09-19T04:33:32.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.227+0000 7f826b5c0640 1 --2- 172.21.15.111:0/333345638 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f824806c2b0 0x7f824806e770 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.227+0000 7f826b5c0640 1 --2- 172.21.15.111:0/333345638 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f82640d1ed0 0x7f826406d260 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.227+0000 7f826b5c0640 1 --2- 172.21.15.111:0/333345638 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f82640b1da0 0x7f826406cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.227+0000 7f826b5c0640 1 --2- 172.21.15.111:0/333345638 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8264073150 0x7f82640ca1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.227+0000 7f826b5c0640 1 -- 172.21.15.111:0/333345638 >> 172.21.15.111:0/333345638 conn(0x7f82640b4290 msgr2=0x7f82640d0cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:32.230 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.229+0000 7f826b5c0640 1 -- 172.21.15.111:0/333345638 shutdown_connections 2024-09-19T04:33:32.230 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.229+0000 7f826b5c0640 1 -- 172.21.15.111:0/333345638 wait complete. 2024-09-19T04:33:32.245 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:33:32.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.344+0000 7fa6c656d640 1 Processor -- start 2024-09-19T04:33:32.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.344+0000 7fa6c656d640 1 -- start start 2024-09-19T04:33:32.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.345+0000 7fa6c656d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa6c006be10 0x7fa6c00cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:32.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.345+0000 7fa6c656d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa6c006c1f0 0x7fa6c015baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:32.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.345+0000 7fa6c656d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa6c0151540 0x7fa6c01519d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:32.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.345+0000 7fa6c656d640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fa6c0151f10 con 0x7fa6c0151540 2024-09-19T04:33:32.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.345+0000 7fa6c656d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fa6c00cd5f0 con 0x7fa6c006c1f0 2024-09-19T04:33:32.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.345+0000 7fa6c656d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa6c00cd8d0 con 0x7fa6c006be10 2024-09-19T04:33:32.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.345+0000 7fa6c4b0a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa6c0151540 0x7fa6c01519d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:32.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.345+0000 7fa6c4b0a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa6c0151540 0x7fa6c01519d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36262/0 (socket says 172.21.15.111:36262) 2024-09-19T04:33:32.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.345+0000 7fa6c4b0a640 1 -- 172.21.15.111:0/2416788286 learned_addr learned my addr 172.21.15.111:0/2416788286 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:32.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.345+0000 7fa6bffff640 1 --2- 172.21.15.111:0/2416788286 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa6c006be10 0x7fa6c00cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:32.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.345+0000 7fa6bf7fe640 1 --2- 172.21.15.111:0/2416788286 >> v2:172.21.15.114:3300/0 conn(0x7fa6c006c1f0 0x7fa6c015baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:32.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.345+0000 7fa6c4b0a640 1 -- 172.21.15.111:0/2416788286 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa6c006be10 msgr2=0x7fa6c00cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:32.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.345+0000 7fa6c4b0a640 1 --2- 172.21.15.111:0/2416788286 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa6c006be10 0x7fa6c00cd010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.345+0000 7fa6c4b0a640 1 -- 172.21.15.111:0/2416788286 >> v2:172.21.15.114:3300/0 conn(0x7fa6c006c1f0 msgr2=0x7fa6c015baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:32.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.345+0000 7fa6c4b0a640 1 --2- 172.21.15.111:0/2416788286 >> v2:172.21.15.114:3300/0 conn(0x7fa6c006c1f0 0x7fa6c015baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.345+0000 7fa6c4b0a640 1 -- 172.21.15.111:0/2416788286 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6c00cdbb0 con 0x7fa6c0151540 2024-09-19T04:33:32.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.346+0000 7fa6c4b0a640 1 --2- 172.21.15.111:0/2416788286 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6c0151540 0x7fa6c01519d0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fa6c006dcf0 tx=0x7fa6b802b7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cf52e21557ce6ba server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:32.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.346+0000 7fa6beffd640 1 -- 172.21.15.111:0/2416788286 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b8037070 con 0x7fa6c0151540 2024-09-19T04:33:32.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.346+0000 7fa6beffd640 1 -- 172.21.15.111:0/2416788286 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6b8008500 con 0x7fa6c0151540 2024-09-19T04:33:32.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.346+0000 7fa6beffd640 1 -- 172.21.15.111:0/2416788286 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b80088d0 con 0x7fa6c0151540 2024-09-19T04:33:32.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.346+0000 7fa6c656d640 1 -- 172.21.15.111:0/2416788286 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6c0151540 msgr2=0x7fa6c01519d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:32.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.346+0000 7fa6c656d640 1 --2- 172.21.15.111:0/2416788286 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6c0151540 0x7fa6c01519d0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fa6c006dcf0 tx=0x7fa6b802b7a0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.347+0000 7fa6c656d640 1 -- 172.21.15.111:0/2416788286 shutdown_connections 2024-09-19T04:33:32.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.347+0000 7fa6c656d640 1 --2- 172.21.15.111:0/2416788286 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6c0151540 0x7fa6c01519d0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.347+0000 7fa6c656d640 1 --2- 172.21.15.111:0/2416788286 >> v2:172.21.15.114:3300/0 conn(0x7fa6c006c1f0 0x7fa6c015baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.347+0000 7fa6c656d640 1 --2- 172.21.15.111:0/2416788286 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa6c006be10 0x7fa6c00cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.347+0000 7fa6c656d640 1 -- 172.21.15.111:0/2416788286 >> 172.21.15.111:0/2416788286 conn(0x7fa6c0062cc0 msgr2=0x7fa6c006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:32.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.347+0000 7fa6c656d640 1 -- 172.21.15.111:0/2416788286 shutdown_connections 2024-09-19T04:33:32.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.347+0000 7fa6c656d640 1 -- 172.21.15.111:0/2416788286 wait complete. 2024-09-19T04:33:32.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.348+0000 7fa6c656d640 1 Processor -- start 2024-09-19T04:33:32.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.348+0000 7fa6c656d640 1 -- start start 2024-09-19T04:33:32.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.349+0000 7fa6c656d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6c006be10 0x7fa6c014e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:32.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.349+0000 7fa6c656d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6c006c1f0 0x7fa6c0152690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:32.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.349+0000 7fa6c656d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa6c0151540 0x7fa6c0071920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:32.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.349+0000 7fa6c656d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c00ce690 con 0x7fa6c006c1f0 2024-09-19T04:33:32.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.349+0000 7fa6c656d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c00ce170 con 0x7fa6c006be10 2024-09-19T04:33:32.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.349+0000 7fa6c656d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa6c00d0310 con 0x7fa6c0151540 2024-09-19T04:33:32.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.349+0000 7fa6bf7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6c006c1f0 0x7fa6c0152690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:32.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.349+0000 7fa6bf7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6c006c1f0 0x7fa6c0152690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36276/0 (socket says 172.21.15.111:36276) 2024-09-19T04:33:32.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.349+0000 7fa6bf7fe640 1 -- 172.21.15.111:0/2027245649 learned_addr learned my addr 172.21.15.111:0/2027245649 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:32.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.349+0000 7fa6bffff640 1 --2- 172.21.15.111:0/2027245649 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6c006be10 0x7fa6c014e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:32.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.349+0000 7fa6c4b0a640 1 --2- 172.21.15.111:0/2027245649 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa6c0151540 0x7fa6c0071920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:32.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.349+0000 7fa6bf7fe640 1 -- 172.21.15.111:0/2027245649 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa6c0151540 msgr2=0x7fa6c0071920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:32.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.349+0000 7fa6bf7fe640 1 --2- 172.21.15.111:0/2027245649 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa6c0151540 0x7fa6c0071920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.349+0000 7fa6bf7fe640 1 -- 172.21.15.111:0/2027245649 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6c006be10 msgr2=0x7fa6c014e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:32.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.349+0000 7fa6bf7fe640 1 --2- 172.21.15.111:0/2027245649 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6c006be10 0x7fa6c014e800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.349+0000 7fa6bf7fe640 1 -- 172.21.15.111:0/2027245649 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6c015b9f0 con 0x7fa6c006c1f0 2024-09-19T04:33:32.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.349+0000 7fa6bf7fe640 1 --2- 172.21.15.111:0/2027245649 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6c006c1f0 0x7fa6c0152690 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa6b400c820 tx=0x7fa6b400cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:32.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.349+0000 7fa6bcff9640 1 -- 172.21.15.111:0/2027245649 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b4015070 con 0x7fa6c006c1f0 2024-09-19T04:33:32.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.349+0000 7fa6bcff9640 1 -- 172.21.15.111:0/2027245649 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6b4004220 con 0x7fa6c006c1f0 2024-09-19T04:33:32.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.349+0000 7fa6c656d640 1 -- 172.21.15.111:0/2027245649 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6c015bcd0 con 0x7fa6c006c1f0 2024-09-19T04:33:32.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.349+0000 7fa6bcff9640 1 -- 172.21.15.111:0/2027245649 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b400ce10 con 0x7fa6c006c1f0 2024-09-19T04:33:32.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.349+0000 7fa6c656d640 1 -- 172.21.15.111:0/2027245649 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6c015c290 con 0x7fa6c006c1f0 2024-09-19T04:33:32.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.351+0000 7fa6c656d640 1 -- 172.21.15.111:0/2027245649 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6c00d06e0 con 0x7fa6c006c1f0 2024-09-19T04:33:32.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.351+0000 7fa6bcff9640 1 -- 172.21.15.111:0/2027245649 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa6b4007830 con 0x7fa6c006c1f0 2024-09-19T04:33:32.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.351+0000 7fa6bcff9640 1 --2- 172.21.15.111:0/2027245649 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa6ac06c2b0 0x7fa6ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:32.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.351+0000 7fa6bcff9640 1 -- 172.21.15.111:0/2027245649 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7fa6b408b2e0 con 0x7fa6c006c1f0 2024-09-19T04:33:32.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.352+0000 7fa6bffff640 1 --2- 172.21.15.111:0/2027245649 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa6ac06c2b0 0x7fa6ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:32.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.352+0000 7fa6bffff640 1 --2- 172.21.15.111:0/2027245649 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa6ac06c2b0 0x7fa6ac06e770 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fa6c0151e50 tx=0x7fa6b0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:32.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.356+0000 7fa6bcff9640 1 -- 172.21.15.111:0/2027245649 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa6b4059a50 con 0x7fa6c006c1f0 2024-09-19T04:33:32.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.526+0000 7fa6c656d640 1 -- 172.21.15.111:0/2027245649 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa6c006d0d0 con 0x7fa6c006c1f0 2024-09-19T04:33:32.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.527+0000 7fa6bcff9640 1 -- 172.21.15.111:0/2027245649 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+16790 (secure 0 0 0) 0x7fa6b4059350 con 0x7fa6c006c1f0 2024-09-19T04:33:32.529 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:32.529 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":31,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:33:31.550670+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:33:29.280677+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T04:33:30.536276+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:33:32.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.529+0000 7fa6c656d640 1 -- 172.21.15.111:0/2027245649 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa6ac06c2b0 msgr2=0x7fa6ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:32.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.529+0000 7fa6c656d640 1 --2- 172.21.15.111:0/2027245649 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa6ac06c2b0 0x7fa6ac06e770 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fa6c0151e50 tx=0x7fa6b0008040 comp rx=0 tx=0).stop 2024-09-19T04:33:32.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.529+0000 7fa6c656d640 1 -- 172.21.15.111:0/2027245649 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6c006c1f0 msgr2=0x7fa6c0152690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:32.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.529+0000 7fa6c656d640 1 --2- 172.21.15.111:0/2027245649 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6c006c1f0 0x7fa6c0152690 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa6b400c820 tx=0x7fa6b400cce0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.529+0000 7fa6c656d640 1 -- 172.21.15.111:0/2027245649 shutdown_connections 2024-09-19T04:33:32.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.529+0000 7fa6c656d640 1 --2- 172.21.15.111:0/2027245649 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa6ac06c2b0 0x7fa6ac06e770 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.529+0000 7fa6c656d640 1 --2- 172.21.15.111:0/2027245649 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa6c0151540 0x7fa6c0071920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.529+0000 7fa6c656d640 1 --2- 172.21.15.111:0/2027245649 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6c006c1f0 0x7fa6c0152690 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.529+0000 7fa6c656d640 1 --2- 172.21.15.111:0/2027245649 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6c006be10 0x7fa6c014e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.529+0000 7fa6c656d640 1 -- 172.21.15.111:0/2027245649 >> 172.21.15.111:0/2027245649 conn(0x7fa6c0062cc0 msgr2=0x7fa6c0158bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:32.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.529+0000 7fa6c656d640 1 -- 172.21.15.111:0/2027245649 shutdown_connections 2024-09-19T04:33:32.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.529+0000 7fa6c656d640 1 -- 172.21.15.111:0/2027245649 wait complete. 2024-09-19T04:33:32.541 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:33:32.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.638+0000 7f50241b7640 1 Processor -- start 2024-09-19T04:33:32.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.638+0000 7f50241b7640 1 -- start start 2024-09-19T04:33:32.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.639+0000 7f50241b7640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f501c0d02a0 0x7f501c0d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:32.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.639+0000 7f50241b7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f501c15ca40 0x7f501c15e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:32.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.639+0000 7f50241b7640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f501c15ce80 0x7f501c1594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:32.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.639+0000 7f50241b7640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f501c0d0bc0 con 0x7f501c0d02a0 2024-09-19T04:33:32.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.639+0000 7f50241b7640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f501c15d390 con 0x7f501c15ce80 2024-09-19T04:33:32.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.639+0000 7f50241b7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f501c15d670 con 0x7f501c15ca40 2024-09-19T04:33:32.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.639+0000 7f5021f53640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f501c0d02a0 0x7f501c0d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:32.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.639+0000 7f5021f53640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f501c0d02a0 0x7f501c0d0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36288/0 (socket says 172.21.15.111:36288) 2024-09-19T04:33:32.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.639+0000 7f5021f53640 1 -- 172.21.15.111:0/204497904 learned_addr learned my addr 172.21.15.111:0/204497904 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:32.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.639+0000 7f5021752640 1 --2- 172.21.15.111:0/204497904 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f501c15ca40 0x7f501c15e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:32.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.639+0000 7f5022754640 1 --2- 172.21.15.111:0/204497904 >> v2:172.21.15.114:3300/0 conn(0x7f501c15ce80 0x7f501c1594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:32.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.639+0000 7f5021f53640 1 -- 172.21.15.111:0/204497904 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f501c15ca40 msgr2=0x7f501c15e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:32.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.639+0000 7f5021f53640 1 --2- 172.21.15.111:0/204497904 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f501c15ca40 0x7f501c15e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.639+0000 7f5021f53640 1 -- 172.21.15.111:0/204497904 >> v2:172.21.15.114:3300/0 conn(0x7f501c15ce80 msgr2=0x7f501c1594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:32.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.639+0000 7f5021f53640 1 --2- 172.21.15.111:0/204497904 >> v2:172.21.15.114:3300/0 conn(0x7f501c15ce80 0x7f501c1594c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.639+0000 7f5021f53640 1 -- 172.21.15.111:0/204497904 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f501c15d950 con 0x7f501c0d02a0 2024-09-19T04:33:32.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.640+0000 7f5021f53640 1 --2- 172.21.15.111:0/204497904 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f501c0d02a0 0x7f501c0d0680 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f501c06cd20 tx=0x7f501802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f550222eeabdf17 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:32.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.640+0000 7f5020f51640 1 -- 172.21.15.111:0/204497904 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5018036070 con 0x7f501c0d02a0 2024-09-19T04:33:32.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.640+0000 7f5020f51640 1 -- 172.21.15.111:0/204497904 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5018031600 con 0x7f501c0d02a0 2024-09-19T04:33:32.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.640+0000 7f5020f51640 1 -- 172.21.15.111:0/204497904 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50180319d0 con 0x7f501c0d02a0 2024-09-19T04:33:32.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.641+0000 7f50241b7640 1 -- 172.21.15.111:0/204497904 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f501c0d02a0 msgr2=0x7f501c0d0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:32.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.641+0000 7f50241b7640 1 --2- 172.21.15.111:0/204497904 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f501c0d02a0 0x7f501c0d0680 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f501c06cd20 tx=0x7f501802a610 comp rx=0 tx=0).stop 2024-09-19T04:33:32.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.641+0000 7f50241b7640 1 -- 172.21.15.111:0/204497904 shutdown_connections 2024-09-19T04:33:32.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.641+0000 7f50241b7640 1 --2- 172.21.15.111:0/204497904 >> v2:172.21.15.114:3300/0 conn(0x7f501c15ce80 0x7f501c1594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.641+0000 7f50241b7640 1 --2- 172.21.15.111:0/204497904 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f501c15ca40 0x7f501c15e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.641+0000 7f50241b7640 1 --2- 172.21.15.111:0/204497904 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f501c0d02a0 0x7f501c0d0680 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.641+0000 7f50241b7640 1 -- 172.21.15.111:0/204497904 >> 172.21.15.111:0/204497904 conn(0x7f501c062cc0 msgr2=0x7f501c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:32.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.641+0000 7f50241b7640 1 -- 172.21.15.111:0/204497904 shutdown_connections 2024-09-19T04:33:32.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.641+0000 7f50241b7640 1 -- 172.21.15.111:0/204497904 wait complete. 2024-09-19T04:33:32.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.642+0000 7f50241b7640 1 Processor -- start 2024-09-19T04:33:32.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.642+0000 7f50241b7640 1 -- start start 2024-09-19T04:33:32.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.643+0000 7f50241b7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f501c0d02a0 0x7f501c072300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:32.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.643+0000 7f50241b7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f501c15ca40 0x7f501c1f2980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:32.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.643+0000 7f50241b7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f501c15ce80 0x7f501c1f6610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:32.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.643+0000 7f50241b7640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f501c155b90 con 0x7f501c15ce80 2024-09-19T04:33:32.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.643+0000 7f50241b7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f501c15df10 con 0x7f501c15ca40 2024-09-19T04:33:32.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.643+0000 7f50241b7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f501c155d10 con 0x7f501c0d02a0 2024-09-19T04:33:32.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.643+0000 7f5022754640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f501c15ce80 0x7f501c1f6610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:32.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.643+0000 7f5022754640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f501c15ce80 0x7f501c1f6610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36298/0 (socket says 172.21.15.111:36298) 2024-09-19T04:33:32.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.643+0000 7f5022754640 1 -- 172.21.15.111:0/2424333655 learned_addr learned my addr 172.21.15.111:0/2424333655 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:32.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.643+0000 7f5021f53640 1 --2- 172.21.15.111:0/2424333655 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f501c0d02a0 0x7f501c072300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:32.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.643+0000 7f5021752640 1 --2- 172.21.15.111:0/2424333655 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f501c15ca40 0x7f501c1f2980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:32.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.643+0000 7f5022754640 1 -- 172.21.15.111:0/2424333655 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f501c0d02a0 msgr2=0x7f501c072300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:32.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.643+0000 7f5022754640 1 --2- 172.21.15.111:0/2424333655 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f501c0d02a0 0x7f501c072300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.643+0000 7f5022754640 1 -- 172.21.15.111:0/2424333655 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f501c15ca40 msgr2=0x7f501c1f2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:32.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.643+0000 7f5022754640 1 --2- 172.21.15.111:0/2424333655 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f501c15ca40 0x7f501c1f2980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.643+0000 7f5022754640 1 -- 172.21.15.111:0/2424333655 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f501c14b2a0 con 0x7f501c15ce80 2024-09-19T04:33:32.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.643+0000 7f5022754640 1 --2- 172.21.15.111:0/2424333655 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f501c15ce80 0x7f501c1f6610 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f501400c580 tx=0x7f501400ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:32.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.643+0000 7f50127fc640 1 -- 172.21.15.111:0/2424333655 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5014015070 con 0x7f501c15ce80 2024-09-19T04:33:32.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.643+0000 7f50127fc640 1 -- 172.21.15.111:0/2424333655 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5014004220 con 0x7f501c15ce80 2024-09-19T04:33:32.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.644+0000 7f50241b7640 1 -- 172.21.15.111:0/2424333655 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f501c1f3080 con 0x7f501c15ce80 2024-09-19T04:33:32.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.644+0000 7f50127fc640 1 -- 172.21.15.111:0/2424333655 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5014003610 con 0x7f501c15ce80 2024-09-19T04:33:32.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.644+0000 7f50241b7640 1 -- 172.21.15.111:0/2424333655 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f501c1f3640 con 0x7f501c15ce80 2024-09-19T04:33:32.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.644+0000 7f50241b7640 1 -- 172.21.15.111:0/2424333655 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f501c0b4790 con 0x7f501c15ce80 2024-09-19T04:33:32.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.645+0000 7f50127fc640 1 -- 172.21.15.111:0/2424333655 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f50140037b0 con 0x7f501c15ce80 2024-09-19T04:33:32.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.645+0000 7f50127fc640 1 --2- 172.21.15.111:0/2424333655 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f500006c2b0 0x7f500006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:32.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.645+0000 7f50127fc640 1 -- 172.21.15.111:0/2424333655 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7f501408b240 con 0x7f501c15ce80 2024-09-19T04:33:32.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.645+0000 7f5021f53640 1 --2- 172.21.15.111:0/2424333655 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f500006c2b0 0x7f500006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:32.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.646+0000 7f5021f53640 1 --2- 172.21.15.111:0/2424333655 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f500006c2b0 0x7f500006e770 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f5018033000 tx=0x7f5018009000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:32.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.650+0000 7f50127fc640 1 -- 172.21.15.111:0/2424333655 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5014059920 con 0x7f501c15ce80 2024-09-19T04:33:32.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.815+0000 7f50241b7640 1 -- 172.21.15.111:0/2424333655 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f501c0b1db0 con 0x7f501c15ce80 2024-09-19T04:33:32.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.816+0000 7f50127fc640 1 -- 172.21.15.111:0/2424333655 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+16790 (secure 0 0 0) 0x7f5014059220 con 0x7f501c15ce80 2024-09-19T04:33:32.818 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:32.818 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":31,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:33:31.550670+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:33:29.280677+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T04:33:30.536276+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:33:32.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.818+0000 7f50241b7640 1 -- 172.21.15.111:0/2424333655 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f500006c2b0 msgr2=0x7f500006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:32.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.818+0000 7f50241b7640 1 --2- 172.21.15.111:0/2424333655 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f500006c2b0 0x7f500006e770 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f5018033000 tx=0x7f5018009000 comp rx=0 tx=0).stop 2024-09-19T04:33:32.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.818+0000 7f50241b7640 1 -- 172.21.15.111:0/2424333655 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f501c15ce80 msgr2=0x7f501c1f6610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:32.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.818+0000 7f50241b7640 1 --2- 172.21.15.111:0/2424333655 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f501c15ce80 0x7f501c1f6610 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f501400c580 tx=0x7f501400ca40 comp rx=0 tx=0).stop 2024-09-19T04:33:32.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.818+0000 7f50241b7640 1 -- 172.21.15.111:0/2424333655 shutdown_connections 2024-09-19T04:33:32.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.818+0000 7f50241b7640 1 --2- 172.21.15.111:0/2424333655 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f500006c2b0 0x7f500006e770 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.818+0000 7f50241b7640 1 --2- 172.21.15.111:0/2424333655 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f501c15ce80 0x7f501c1f6610 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.818+0000 7f50241b7640 1 --2- 172.21.15.111:0/2424333655 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f501c15ca40 0x7f501c1f2980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.818+0000 7f50241b7640 1 --2- 172.21.15.111:0/2424333655 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f501c0d02a0 0x7f501c072300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.818+0000 7f50241b7640 1 -- 172.21.15.111:0/2424333655 >> 172.21.15.111:0/2424333655 conn(0x7f501c062cc0 msgr2=0x7f501c0cdbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:32.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.818+0000 7f50241b7640 1 -- 172.21.15.111:0/2424333655 shutdown_connections 2024-09-19T04:33:32.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.818+0000 7f50241b7640 1 -- 172.21.15.111:0/2424333655 wait complete. 2024-09-19T04:33:32.831 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T04:33:32.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.930+0000 7fc358fe8640 1 Processor -- start 2024-09-19T04:33:32.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.930+0000 7fc358fe8640 1 -- start start 2024-09-19T04:33:32.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.931+0000 7fc358fe8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc354161e30 0x7fc3540d34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:32.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.931+0000 7fc358fe8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc3540b3d50 0x7fc35406d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:32.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.931+0000 7fc358fe8640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3540cf9a0 con 0x7fc3540b3290 2024-09-19T04:33:32.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.931+0000 7fc358fe8640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fc3540cfcf0 con 0x7fc354161e30 2024-09-19T04:33:32.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.931+0000 7fc358fe8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc354162210 con 0x7fc3540b3d50 2024-09-19T04:33:32.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.931+0000 7fc35259c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc354161e30 0x7fc3540d34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:32.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.931+0000 7fc35259c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc354161e30 0x7fc3540d34a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36314/0 (socket says 172.21.15.111:36314) 2024-09-19T04:33:32.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.931+0000 7fc352d9d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fc3540b3290 0x7fc3540b78b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57444/0 (socket says 172.21.15.111:57444) 2024-09-19T04:33:32.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.931+0000 7fc35259c640 1 -- 172.21.15.111:0/1955524430 learned_addr learned my addr 172.21.15.111:0/1955524430 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:32.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.932+0000 7fc35259c640 1 -- 172.21.15.111:0/1955524430 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc3540b3d50 msgr2=0x7fc35406d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:32.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.932+0000 7fc351d9b640 1 --2- 172.21.15.111:0/1955524430 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc3540b3d50 0x7fc35406d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:32.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.932+0000 7fc35159a640 1 -- 172.21.15.111:0/1955524430 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 799880540 0 0) 0x7fc3540cf9a0 con 0x7fc3540b3290 2024-09-19T04:33:32.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.932+0000 7fc35259c640 1 --2- 172.21.15.111:0/1955524430 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc3540b3d50 0x7fc35406d8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.932+0000 7fc35259c640 1 -- 172.21.15.111:0/1955524430 >> v1:172.21.15.111:6789/0 conn(0x7fc3540b3290 legacy=0x7fc3540b78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:32.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.932+0000 7fc35259c640 1 -- 172.21.15.111:0/1955524430 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3540d5210 con 0x7fc354161e30 2024-09-19T04:33:32.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.932+0000 7fc35259c640 1 --2- 172.21.15.111:0/1955524430 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc354161e30 0x7fc3540d34a0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fc344009e50 tx=0x7fc34402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad1dad083a21db13 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:32.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.933+0000 7fc35159a640 1 -- 172.21.15.111:0/1955524430 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc344036070 con 0x7fc354161e30 2024-09-19T04:33:32.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.933+0000 7fc35159a640 1 -- 172.21.15.111:0/1955524430 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc344031600 con 0x7fc354161e30 2024-09-19T04:33:32.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.933+0000 7fc35159a640 1 -- 172.21.15.111:0/1955524430 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3440319d0 con 0x7fc354161e30 2024-09-19T04:33:32.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.933+0000 7fc358fe8640 1 -- 172.21.15.111:0/1955524430 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc354161e30 msgr2=0x7fc3540d34a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:32.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.933+0000 7fc358fe8640 1 --2- 172.21.15.111:0/1955524430 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc354161e30 0x7fc3540d34a0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fc344009e50 tx=0x7fc34402a710 comp rx=0 tx=0).stop 2024-09-19T04:33:32.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.933+0000 7fc358fe8640 1 -- 172.21.15.111:0/1955524430 shutdown_connections 2024-09-19T04:33:32.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.933+0000 7fc358fe8640 1 --2- 172.21.15.111:0/1955524430 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc3540b3d50 0x7fc35406d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.933+0000 7fc358fe8640 1 --2- 172.21.15.111:0/1955524430 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc354161e30 0x7fc3540d34a0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.933+0000 7fc358fe8640 1 -- 172.21.15.111:0/1955524430 >> 172.21.15.111:0/1955524430 conn(0x7fc3540d1870 msgr2=0x7fc3540d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:32.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.933+0000 7fc358fe8640 1 -- 172.21.15.111:0/1955524430 shutdown_connections 2024-09-19T04:33:32.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.933+0000 7fc358fe8640 1 -- 172.21.15.111:0/1955524430 wait complete. 2024-09-19T04:33:32.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.935+0000 7fc358fe8640 1 Processor -- start 2024-09-19T04:33:32.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.935+0000 7fc358fe8640 1 -- start start 2024-09-19T04:33:32.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.935+0000 7fc358fe8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc3540b3290 0x7fc354155190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:32.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.935+0000 7fc358fe8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc3540b3d50 0x7fc3540ca460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:32.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.935+0000 7fc358fe8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc354161e30 0x7fc3540ca9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:32.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.935+0000 7fc358fe8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc3540d39e0 con 0x7fc354161e30 2024-09-19T04:33:32.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.935+0000 7fc358fe8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc3540b3950 con 0x7fc3540b3d50 2024-09-19T04:33:32.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.935+0000 7fc358fe8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc3541f4f20 con 0x7fc3540b3290 2024-09-19T04:33:32.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.935+0000 7fc352d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc354161e30 0x7fc3540ca9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:32.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.935+0000 7fc352d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc354161e30 0x7fc3540ca9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36326/0 (socket says 172.21.15.111:36326) 2024-09-19T04:33:32.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.935+0000 7fc352d9d640 1 -- 172.21.15.111:0/884621938 learned_addr learned my addr 172.21.15.111:0/884621938 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:32.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.936+0000 7fc351d9b640 1 --2- 172.21.15.111:0/884621938 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc3540b3d50 0x7fc3540ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:32.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.936+0000 7fc352d9d640 1 -- 172.21.15.111:0/884621938 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc3540b3290 msgr2=0x7fc354155190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:32.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.936+0000 7fc35259c640 1 --2- 172.21.15.111:0/884621938 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc3540b3290 0x7fc354155190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:32.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.936+0000 7fc352d9d640 1 --2- 172.21.15.111:0/884621938 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc3540b3290 0x7fc354155190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.936+0000 7fc352d9d640 1 -- 172.21.15.111:0/884621938 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc3540b3d50 msgr2=0x7fc3540ca460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:32.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.936+0000 7fc352d9d640 1 --2- 172.21.15.111:0/884621938 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc3540b3d50 0x7fc3540ca460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:32.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.936+0000 7fc352d9d640 1 -- 172.21.15.111:0/884621938 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3541f5500 con 0x7fc354161e30 2024-09-19T04:33:32.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.936+0000 7fc352d9d640 1 --2- 172.21.15.111:0/884621938 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc354161e30 0x7fc3540ca9a0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fc34c00c410 tx=0x7fc34c00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:32.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.936+0000 7fc34affd640 1 -- 172.21.15.111:0/884621938 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc34c0074e0 con 0x7fc354161e30 2024-09-19T04:33:32.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.936+0000 7fc34affd640 1 -- 172.21.15.111:0/884621938 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc34c0047e0 con 0x7fc354161e30 2024-09-19T04:33:32.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.936+0000 7fc358fe8640 1 -- 172.21.15.111:0/884621938 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3541f57e0 con 0x7fc354161e30 2024-09-19T04:33:32.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.936+0000 7fc34affd640 1 -- 172.21.15.111:0/884621938 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc34c004bd0 con 0x7fc354161e30 2024-09-19T04:33:32.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.936+0000 7fc358fe8640 1 -- 172.21.15.111:0/884621938 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3541f41a0 con 0x7fc354161e30 2024-09-19T04:33:32.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.937+0000 7fc358fe8640 1 -- 172.21.15.111:0/884621938 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3540d3480 con 0x7fc354161e30 2024-09-19T04:33:32.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.938+0000 7fc34affd640 1 -- 172.21.15.111:0/884621938 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc34c011070 con 0x7fc354161e30 2024-09-19T04:33:32.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.938+0000 7fc34affd640 1 --2- 172.21.15.111:0/884621938 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc33406c2b0 0x7fc33406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:32.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.938+0000 7fc34affd640 1 -- 172.21.15.111:0/884621938 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7fc34c08afb0 con 0x7fc354161e30 2024-09-19T04:33:32.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.938+0000 7fc35259c640 1 --2- 172.21.15.111:0/884621938 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc33406c2b0 0x7fc33406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:32.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.938+0000 7fc35259c640 1 --2- 172.21.15.111:0/884621938 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc33406c2b0 0x7fc33406e770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fc344033000 tx=0x7fc344009000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:32.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:32.942+0000 7fc34affd640 1 -- 172.21.15.111:0/884621938 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc34c059720 con 0x7fc354161e30 2024-09-19T04:33:33.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.140+0000 7fc358fe8640 1 -- 172.21.15.111:0/884621938 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fc35415d760 con 0x7fc354161e30 2024-09-19T04:33:33.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.216+0000 7fc34affd640 1 -- 172.21.15.111:0/884621938 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v12) ==== 118+0+0 (secure 0 0 0) 0x7fc34c059020 con 0x7fc354161e30 2024-09-19T04:33:33.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.219+0000 7fc358fe8640 1 -- 172.21.15.111:0/884621938 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc33406c2b0 msgr2=0x7fc33406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:33.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.219+0000 7fc358fe8640 1 --2- 172.21.15.111:0/884621938 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc33406c2b0 0x7fc33406e770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fc344033000 tx=0x7fc344009000 comp rx=0 tx=0).stop 2024-09-19T04:33:33.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.219+0000 7fc358fe8640 1 -- 172.21.15.111:0/884621938 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc354161e30 msgr2=0x7fc3540ca9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:33.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.219+0000 7fc358fe8640 1 --2- 172.21.15.111:0/884621938 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc354161e30 0x7fc3540ca9a0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fc34c00c410 tx=0x7fc34c00c8d0 comp rx=0 tx=0).stop 2024-09-19T04:33:33.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.219+0000 7fc358fe8640 1 -- 172.21.15.111:0/884621938 shutdown_connections 2024-09-19T04:33:33.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.219+0000 7fc358fe8640 1 --2- 172.21.15.111:0/884621938 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc33406c2b0 0x7fc33406e770 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:33.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.219+0000 7fc358fe8640 1 --2- 172.21.15.111:0/884621938 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc354161e30 0x7fc3540ca9a0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:33.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.219+0000 7fc358fe8640 1 --2- 172.21.15.111:0/884621938 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc3540b3d50 0x7fc3540ca460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:33.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.219+0000 7fc358fe8640 1 --2- 172.21.15.111:0/884621938 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc3540b3290 0x7fc354155190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:33.222 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.219+0000 7fc358fe8640 1 -- 172.21.15.111:0/884621938 >> 172.21.15.111:0/884621938 conn(0x7fc3540d1870 msgr2=0x7fc35415c6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:33.222 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.219+0000 7fc358fe8640 1 -- 172.21.15.111:0/884621938 shutdown_connections 2024-09-19T04:33:33.222 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.219+0000 7fc358fe8640 1 -- 172.21.15.111:0/884621938 wait complete. 2024-09-19T04:33:33.232 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T04:33:33.232 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T04:33:33.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.331+0000 7f603292c640 1 Processor -- start 2024-09-19T04:33:33.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.331+0000 7f603292c640 1 -- start start 2024-09-19T04:33:33.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.332+0000 7f603292c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f602c161cc0 0x7f602c0aebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:33.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.332+0000 7f603292c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f602c0b57d0 0x7f602c0b5c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:33.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.332+0000 7f603292c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f602c072290 0x7f602c072720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:33.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.332+0000 7f603292c640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f602c06e570 con 0x7f602c161cc0 2024-09-19T04:33:33.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.332+0000 7f603292c640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f602c06dc40 con 0x7f602c072290 2024-09-19T04:33:33.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.332+0000 7f603292c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f602c06df20 con 0x7f602c0b57d0 2024-09-19T04:33:33.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.332+0000 7f602bfff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f602c161cc0 0x7f602c0aebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:33.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.332+0000 7f602bfff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f602c161cc0 0x7f602c0aebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36336/0 (socket says 172.21.15.111:36336) 2024-09-19T04:33:33.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.332+0000 7f602bfff640 1 -- 172.21.15.111:0/314574262 learned_addr learned my addr 172.21.15.111:0/314574262 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:33.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.333+0000 7f602bfff640 1 -- 172.21.15.111:0/314574262 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f602c0b57d0 msgr2=0x7f602c0b5c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:33.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.333+0000 7f602bfff640 1 --2- 172.21.15.111:0/314574262 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f602c0b57d0 0x7f602c0b5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:33.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.333+0000 7f602bfff640 1 -- 172.21.15.111:0/314574262 >> v2:172.21.15.114:3300/0 conn(0x7f602c072290 msgr2=0x7f602c072720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:33.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.333+0000 7f602bfff640 1 --2- 172.21.15.111:0/314574262 >> v2:172.21.15.114:3300/0 conn(0x7f602c072290 0x7f602c072720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:33.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.333+0000 7f602bfff640 1 -- 172.21.15.111:0/314574262 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f602c06e200 con 0x7f602c161cc0 2024-09-19T04:33:33.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.333+0000 7f602bfff640 1 --2- 172.21.15.111:0/314574262 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f602c161cc0 0x7f602c0aebf0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f602c1632d0 tx=0x7f601c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=232d42b454380b69 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:33.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.334+0000 7f602affd640 1 -- 172.21.15.111:0/314574262 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f601c037070 con 0x7f602c161cc0 2024-09-19T04:33:33.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.334+0000 7f602affd640 1 -- 172.21.15.111:0/314574262 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f601c032440 con 0x7f602c161cc0 2024-09-19T04:33:33.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.334+0000 7f602affd640 1 -- 172.21.15.111:0/314574262 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f601c032810 con 0x7f602c161cc0 2024-09-19T04:33:33.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.334+0000 7f603292c640 1 -- 172.21.15.111:0/314574262 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f602c161cc0 msgr2=0x7f602c0aebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:33.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.334+0000 7f603292c640 1 --2- 172.21.15.111:0/314574262 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f602c161cc0 0x7f602c0aebf0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f602c1632d0 tx=0x7f601c02a1e0 comp rx=0 tx=0).stop 2024-09-19T04:33:33.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.334+0000 7f603292c640 1 -- 172.21.15.111:0/314574262 shutdown_connections 2024-09-19T04:33:33.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.334+0000 7f603292c640 1 --2- 172.21.15.111:0/314574262 >> v2:172.21.15.114:3300/0 conn(0x7f602c072290 0x7f602c072720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:33.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.334+0000 7f603292c640 1 --2- 172.21.15.111:0/314574262 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f602c0b57d0 0x7f602c0b5c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:33.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.334+0000 7f603292c640 1 --2- 172.21.15.111:0/314574262 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f602c161cc0 0x7f602c0aebf0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:33.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.334+0000 7f603292c640 1 -- 172.21.15.111:0/314574262 >> 172.21.15.111:0/314574262 conn(0x7f602c06bba0 msgr2=0x7f602c06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:33.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.334+0000 7f603292c640 1 -- 172.21.15.111:0/314574262 shutdown_connections 2024-09-19T04:33:33.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.334+0000 7f603292c640 1 -- 172.21.15.111:0/314574262 wait complete. 2024-09-19T04:33:33.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.335+0000 7f603292c640 1 Processor -- start 2024-09-19T04:33:33.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.336+0000 7f603292c640 1 -- start start 2024-09-19T04:33:33.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.336+0000 7f603292c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f602c072290 0x7f602c1496d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:33.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.336+0000 7f603292c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f602c0b57d0 0x7f602c1570c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:33.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.336+0000 7f603292c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f602c161cc0 0x7f602c0ce7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:33.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.336+0000 7f603292c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f602c0b4be0 con 0x7f602c0b57d0 2024-09-19T04:33:33.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.336+0000 7f603292c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f602c0b4a60 con 0x7f602c072290 2024-09-19T04:33:33.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.336+0000 7f603292c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f602c06ea00 con 0x7f602c161cc0 2024-09-19T04:33:33.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.336+0000 7f602b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f602c0b57d0 0x7f602c1570c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:33.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.336+0000 7f602b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f602c0b57d0 0x7f602c1570c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36344/0 (socket says 172.21.15.111:36344) 2024-09-19T04:33:33.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.336+0000 7f602b7fe640 1 -- 172.21.15.111:0/1749658421 learned_addr learned my addr 172.21.15.111:0/1749658421 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:33.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.336+0000 7f602bfff640 1 --2- 172.21.15.111:0/1749658421 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f602c072290 0x7f602c1496d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:33.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.336+0000 7f6030ec9640 1 --2- 172.21.15.111:0/1749658421 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f602c161cc0 0x7f602c0ce7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:33.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.337+0000 7f602b7fe640 1 -- 172.21.15.111:0/1749658421 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f602c161cc0 msgr2=0x7f602c0ce7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:33.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.337+0000 7f602b7fe640 1 --2- 172.21.15.111:0/1749658421 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f602c161cc0 0x7f602c0ce7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:33.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.337+0000 7f602b7fe640 1 -- 172.21.15.111:0/1749658421 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f602c072290 msgr2=0x7f602c1496d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:33.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.337+0000 7f602b7fe640 1 --2- 172.21.15.111:0/1749658421 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f602c072290 0x7f602c1496d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:33.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.337+0000 7f602b7fe640 1 -- 172.21.15.111:0/1749658421 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f602c0af690 con 0x7f602c0b57d0 2024-09-19T04:33:33.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.337+0000 7f6030ec9640 1 --2- 172.21.15.111:0/1749658421 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f602c161cc0 0x7f602c0ce7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:33.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.337+0000 7f602b7fe640 1 --2- 172.21.15.111:0/1749658421 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f602c0b57d0 0x7f602c1570c0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f602000b450 tx=0x7f602000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:33.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.337+0000 7f6028ff9640 1 -- 172.21.15.111:0/1749658421 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6020015020 con 0x7f602c0b57d0 2024-09-19T04:33:33.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.337+0000 7f6028ff9640 1 -- 172.21.15.111:0/1749658421 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6020011890 con 0x7f602c0b57d0 2024-09-19T04:33:33.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.337+0000 7f603292c640 1 -- 172.21.15.111:0/1749658421 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f602c0af970 con 0x7f602c0b57d0 2024-09-19T04:33:33.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.337+0000 7f6028ff9640 1 -- 172.21.15.111:0/1749658421 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6020011c80 con 0x7f602c0b57d0 2024-09-19T04:33:33.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.337+0000 7f603292c640 1 -- 172.21.15.111:0/1749658421 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f602c0b0210 con 0x7f602c0b57d0 2024-09-19T04:33:33.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.338+0000 7f603292c640 1 -- 172.21.15.111:0/1749658421 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f602c0afb40 con 0x7f602c0b57d0 2024-09-19T04:33:33.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.338+0000 7f6028ff9640 1 -- 172.21.15.111:0/1749658421 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6020018020 con 0x7f602c0b57d0 2024-09-19T04:33:33.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.339+0000 7f6028ff9640 1 --2- 172.21.15.111:0/1749658421 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f601806c2b0 0x7f601806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:33.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.339+0000 7f6028ff9640 1 -- 172.21.15.111:0/1749658421 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f602008b550 con 0x7f602c0b57d0 2024-09-19T04:33:33.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.339+0000 7f602bfff640 1 --2- 172.21.15.111:0/1749658421 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f601806c2b0 0x7f601806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:33.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.339+0000 7f602bfff640 1 --2- 172.21.15.111:0/1749658421 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f601806c2b0 0x7f601806e770 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f601c034000 tx=0x7f601c02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:33.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.343+0000 7f6028ff9640 1 -- 172.21.15.111:0/1749658421 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f602001f020 con 0x7f602c0b57d0 2024-09-19T04:33:33.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:33.547+0000 7f603292c640 1 -- 172.21.15.111:0/1749658421 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f602c0b0410 con 0x7f602c0b57d0 2024-09-19T04:33:34.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.217+0000 7f6028ff9640 1 -- 172.21.15.111:0/1749658421 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v13) ==== 122+0+0 (secure 0 0 0) 0x7f602c0b0410 con 0x7f602c0b57d0 2024-09-19T04:33:34.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.220+0000 7f603292c640 1 -- 172.21.15.111:0/1749658421 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f601806c2b0 msgr2=0x7f601806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:34.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.220+0000 7f603292c640 1 --2- 172.21.15.111:0/1749658421 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f601806c2b0 0x7f601806e770 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f601c034000 tx=0x7f601c02e000 comp rx=0 tx=0).stop 2024-09-19T04:33:34.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.220+0000 7f603292c640 1 -- 172.21.15.111:0/1749658421 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f602c0b57d0 msgr2=0x7f602c1570c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:34.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.220+0000 7f603292c640 1 --2- 172.21.15.111:0/1749658421 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f602c0b57d0 0x7f602c1570c0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f602000b450 tx=0x7f602000b910 comp rx=0 tx=0).stop 2024-09-19T04:33:34.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.220+0000 7f603292c640 1 -- 172.21.15.111:0/1749658421 shutdown_connections 2024-09-19T04:33:34.222 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.220+0000 7f603292c640 1 --2- 172.21.15.111:0/1749658421 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f601806c2b0 0x7f601806e770 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.222 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.220+0000 7f603292c640 1 --2- 172.21.15.111:0/1749658421 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f602c161cc0 0x7f602c0ce7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.222 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.220+0000 7f603292c640 1 --2- 172.21.15.111:0/1749658421 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f602c0b57d0 0x7f602c1570c0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.222 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.220+0000 7f603292c640 1 --2- 172.21.15.111:0/1749658421 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f602c072290 0x7f602c1496d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.222 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.220+0000 7f603292c640 1 -- 172.21.15.111:0/1749658421 >> 172.21.15.111:0/1749658421 conn(0x7f602c06bba0 msgr2=0x7f602c0b4f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:34.222 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.220+0000 7f603292c640 1 -- 172.21.15.111:0/1749658421 shutdown_connections 2024-09-19T04:33:34.222 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.220+0000 7f603292c640 1 -- 172.21.15.111:0/1749658421 wait complete. 2024-09-19T04:33:34.234 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T04:33:34.235 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:33:34.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.335+0000 7f20a7d31640 1 Processor -- start 2024-09-19T04:33:34.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.335+0000 7f20a7d31640 1 -- start start 2024-09-19T04:33:34.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.336+0000 7f20a7d31640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f20a015e3f0 0x7f20a015f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:34.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.336+0000 7f20a7d31640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f20a0162110 0x7f20a006bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:34.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.336+0000 7f20a7d31640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20a0162660 con 0x7f20a006c0e0 2024-09-19T04:33:34.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.336+0000 7f20a7d31640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f20a006c550 con 0x7f20a0162110 2024-09-19T04:33:34.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.336+0000 7f20a7d31640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f20a00b30d0 con 0x7f20a015e3f0 2024-09-19T04:33:34.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.336+0000 7f20a52cc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f20a0162110 0x7f20a006bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:34.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.336+0000 7f20a62ce640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f20a006c0e0 0x7f20a00ae8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57460/0 (socket says 172.21.15.111:57460) 2024-09-19T04:33:34.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.336+0000 7f20a62ce640 1 -- 172.21.15.111:0/33185189 learned_addr learned my addr 172.21.15.111:0/33185189 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:34.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.336+0000 7f20a5acd640 1 --2- 172.21.15.111:0/33185189 >> v2:172.21.15.114:3300/0 conn(0x7f20a015e3f0 0x7f20a015f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:34.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.337+0000 7f20a52cc640 1 -- 172.21.15.111:0/33185189 >> v2:172.21.15.114:3300/0 conn(0x7f20a015e3f0 msgr2=0x7f20a015f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:34.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.337+0000 7f20a52cc640 1 --2- 172.21.15.111:0/33185189 >> v2:172.21.15.114:3300/0 conn(0x7f20a015e3f0 0x7f20a015f550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.337+0000 7f20a52cc640 1 -- 172.21.15.111:0/33185189 >> v1:172.21.15.111:6789/0 conn(0x7f20a006c0e0 legacy=0x7f20a00ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:34.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.337+0000 7f20a52cc640 1 -- 172.21.15.111:0/33185189 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20a0162940 con 0x7f20a0162110 2024-09-19T04:33:34.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.337+0000 7f20a52cc640 1 --2- 172.21.15.111:0/33185189 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f20a0162110 0x7f20a006bba0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f20a00734b0 tx=0x7f209002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62fc3899ade096a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:34.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.337+0000 7f20a4acb640 1 -- 172.21.15.111:0/33185189 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2090037070 con 0x7f20a0162110 2024-09-19T04:33:34.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.337+0000 7f20a4acb640 1 -- 172.21.15.111:0/33185189 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2090032440 con 0x7f20a0162110 2024-09-19T04:33:34.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.337+0000 7f20a4acb640 1 -- 172.21.15.111:0/33185189 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2090032810 con 0x7f20a0162110 2024-09-19T04:33:34.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.338+0000 7f20a7d31640 1 -- 172.21.15.111:0/33185189 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f20a0162110 msgr2=0x7f20a006bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:34.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.338+0000 7f20a7d31640 1 --2- 172.21.15.111:0/33185189 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f20a0162110 0x7f20a006bba0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f20a00734b0 tx=0x7f209002a1a0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.338+0000 7f20a7d31640 1 -- 172.21.15.111:0/33185189 shutdown_connections 2024-09-19T04:33:34.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.338+0000 7f20a7d31640 1 --2- 172.21.15.111:0/33185189 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f20a0162110 0x7f20a006bba0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.338+0000 7f20a7d31640 1 --2- 172.21.15.111:0/33185189 >> v2:172.21.15.114:3300/0 conn(0x7f20a015e3f0 0x7f20a015f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.338+0000 7f20a7d31640 1 -- 172.21.15.111:0/33185189 >> 172.21.15.111:0/33185189 conn(0x7f20a006ce90 msgr2=0x7f20a006d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:34.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.338+0000 7f20a7d31640 1 -- 172.21.15.111:0/33185189 shutdown_connections 2024-09-19T04:33:34.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.338+0000 7f20a7d31640 1 -- 172.21.15.111:0/33185189 wait complete. 2024-09-19T04:33:34.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.339+0000 7f20a7d31640 1 Processor -- start 2024-09-19T04:33:34.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.339+0000 7f20a7d31640 1 -- start start 2024-09-19T04:33:34.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.340+0000 7f20a7d31640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f20a006c0e0 0x7f20a014c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:34.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.340+0000 7f20a7d31640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f20a015e3f0 0x7f20a015cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:34.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.340+0000 7f20a7d31640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f20a0162110 0x7f20a015bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:34.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.340+0000 7f20a7d31640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f20a0162f00 con 0x7f20a006c0e0 2024-09-19T04:33:34.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.340+0000 7f20a7d31640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f20a015fa90 con 0x7f20a015e3f0 2024-09-19T04:33:34.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.340+0000 7f20a7d31640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f20a00b0380 con 0x7f20a0162110 2024-09-19T04:33:34.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.340+0000 7f20a5acd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f20a006c0e0 0x7f20a014c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:34.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.340+0000 7f20a5acd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f20a006c0e0 0x7f20a014c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36370/0 (socket says 172.21.15.111:36370) 2024-09-19T04:33:34.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.340+0000 7f20a5acd640 1 -- 172.21.15.111:0/3308320155 learned_addr learned my addr 172.21.15.111:0/3308320155 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:34.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.340+0000 7f20a62ce640 1 --2- 172.21.15.111:0/3308320155 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f20a0162110 0x7f20a015bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:34.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.340+0000 7f20a52cc640 1 --2- 172.21.15.111:0/3308320155 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f20a015e3f0 0x7f20a015cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:34.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.340+0000 7f20a5acd640 1 -- 172.21.15.111:0/3308320155 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f20a0162110 msgr2=0x7f20a015bfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:34.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.340+0000 7f20a5acd640 1 --2- 172.21.15.111:0/3308320155 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f20a0162110 0x7f20a015bfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.340+0000 7f20a5acd640 1 -- 172.21.15.111:0/3308320155 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f20a015e3f0 msgr2=0x7f20a015cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:34.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.340+0000 7f20a5acd640 1 --2- 172.21.15.111:0/3308320155 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f20a015e3f0 0x7f20a015cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.340+0000 7f20a5acd640 1 -- 172.21.15.111:0/3308320155 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20a014c810 con 0x7f20a006c0e0 2024-09-19T04:33:34.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.340+0000 7f20a5acd640 1 --2- 172.21.15.111:0/3308320155 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f20a006c0e0 0x7f20a014c2d0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f209c00d830 tx=0x7f209c00dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:34.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.341+0000 7f20967fc640 1 -- 172.21.15.111:0/3308320155 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f209c00b6c0 con 0x7f20a006c0e0 2024-09-19T04:33:34.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.341+0000 7f20967fc640 1 -- 172.21.15.111:0/3308320155 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f209c019070 con 0x7f20a006c0e0 2024-09-19T04:33:34.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.341+0000 7f20967fc640 1 -- 172.21.15.111:0/3308320155 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f209c00ba80 con 0x7f20a006c0e0 2024-09-19T04:33:34.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.341+0000 7f20a7d31640 1 -- 172.21.15.111:0/3308320155 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20a0158180 con 0x7f20a006c0e0 2024-09-19T04:33:34.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.341+0000 7f20a7d31640 1 -- 172.21.15.111:0/3308320155 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20a0158740 con 0x7f20a006c0e0 2024-09-19T04:33:34.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.342+0000 7f20a7d31640 1 -- 172.21.15.111:0/3308320155 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20a015e8f0 con 0x7f20a006c0e0 2024-09-19T04:33:34.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.342+0000 7f20967fc640 1 -- 172.21.15.111:0/3308320155 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f209c00bc20 con 0x7f20a006c0e0 2024-09-19T04:33:34.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.342+0000 7f20967fc640 1 --2- 172.21.15.111:0/3308320155 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f208406c2b0 0x7f208406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:34.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.343+0000 7f20967fc640 1 -- 172.21.15.111:0/3308320155 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f209c08b870 con 0x7f20a006c0e0 2024-09-19T04:33:34.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.343+0000 7f20a52cc640 1 --2- 172.21.15.111:0/3308320155 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f208406c2b0 0x7f208406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:34.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.343+0000 7f20a52cc640 1 --2- 172.21.15.111:0/3308320155 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f208406c2b0 0x7f208406e770 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f2090034000 tx=0x7f209002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:34.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.347+0000 7f20967fc640 1 -- 172.21.15.111:0/3308320155 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f209c01c360 con 0x7f20a006c0e0 2024-09-19T04:33:34.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.546+0000 7f20a7d31640 1 -- 172.21.15.111:0/3308320155 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f20a00cd9e0 con 0x7f20a006c0e0 2024-09-19T04:33:34.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.546+0000 7f20967fc640 1 -- 172.21.15.111:0/3308320155 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+5226 (secure 0 0 0) 0x7f209c05a070 con 0x7f20a006c0e0 2024-09-19T04:33:34.548 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:34.548 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":13,"btime":"2024-09-19T04:33:34:217000+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4559,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1333466214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1333466214},{"type":"v1","addr":"172.21.15.111:6836","nonce":1333466214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4693,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/1017093519","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":1017093519},{"type":"v1","addr":"172.21.15.114:6834","nonce":1017093519}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4696,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/329323711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":329323711},{"type":"v1","addr":"172.21.15.114:6835","nonce":329323711}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:33:31.551207+0000","modified":"2024-09-19T04:33:33.548439+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4767},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4767":{"gid":4767,"name":"a","rank":0,"incarnation":11,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6837/16082794","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":16082794},{"type":"v1","addr":"172.21.15.111:6837","nonce":16082794}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4767,"qdb_cluster":[4767]},"id":2}]} 2024-09-19T04:33:34.548 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 13 2024-09-19T04:33:34.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.548+0000 7f20a7d31640 1 -- 172.21.15.111:0/3308320155 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f208406c2b0 msgr2=0x7f208406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:34.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.548+0000 7f20a7d31640 1 --2- 172.21.15.111:0/3308320155 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f208406c2b0 0x7f208406e770 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f2090034000 tx=0x7f209002e000 comp rx=0 tx=0).stop 2024-09-19T04:33:34.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.548+0000 7f20a7d31640 1 -- 172.21.15.111:0/3308320155 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f20a006c0e0 msgr2=0x7f20a014c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:34.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.548+0000 7f20a7d31640 1 --2- 172.21.15.111:0/3308320155 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f20a006c0e0 0x7f20a014c2d0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f209c00d830 tx=0x7f209c00dcf0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.548+0000 7f20a7d31640 1 -- 172.21.15.111:0/3308320155 shutdown_connections 2024-09-19T04:33:34.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.548+0000 7f20a7d31640 1 --2- 172.21.15.111:0/3308320155 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f208406c2b0 0x7f208406e770 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.548+0000 7f20a7d31640 1 --2- 172.21.15.111:0/3308320155 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f20a0162110 0x7f20a015bfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.548+0000 7f20a7d31640 1 --2- 172.21.15.111:0/3308320155 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f20a015e3f0 0x7f20a015cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.548+0000 7f20a7d31640 1 --2- 172.21.15.111:0/3308320155 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f20a006c0e0 0x7f20a014c2d0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.548+0000 7f20a7d31640 1 -- 172.21.15.111:0/3308320155 >> 172.21.15.111:0/3308320155 conn(0x7f20a006ce90 msgr2=0x7f20a006d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:34.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.548+0000 7f20a7d31640 1 -- 172.21.15.111:0/3308320155 shutdown_connections 2024-09-19T04:33:34.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.548+0000 7f20a7d31640 1 -- 172.21.15.111:0/3308320155 wait complete. 2024-09-19T04:33:34.560 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:33:34.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.657+0000 7fe7190af640 1 Processor -- start 2024-09-19T04:33:34.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.657+0000 7fe7190af640 1 -- start start 2024-09-19T04:33:34.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.658+0000 7fe7190af640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe7140b7190 0x7fe7140b5de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:34.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.658+0000 7fe7190af640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe71415c9c0 con 0x7fe7140b6d50 2024-09-19T04:33:34.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.658+0000 7fe7190af640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe7140b1dd0 con 0x7fe71415c5e0 2024-09-19T04:33:34.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.658+0000 7fe7190af640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fe714074100 con 0x7fe7140b7190 2024-09-19T04:33:34.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.658+0000 7fe71359e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe7140b7190 0x7fe7140b5de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:34.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.658+0000 7fe70a59c640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fe7140b6d50 0x7fe7140b56d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57464/0 (socket says 172.21.15.111:57464) 2024-09-19T04:33:34.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.658+0000 7fe70a59c640 1 -- 172.21.15.111:0/2441059245 learned_addr learned my addr 172.21.15.111:0/2441059245 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:34.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.659+0000 7fe71359e640 1 -- 172.21.15.111:0/2441059245 >> v1:172.21.15.114:6789/0 conn(0x7fe71415c5e0 legacy=0x7fe7140712b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:34.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.659+0000 7fe71359e640 1 -- 172.21.15.111:0/2441059245 >> v1:172.21.15.111:6789/0 conn(0x7fe7140b6d50 legacy=0x7fe7140b56d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:34.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.659+0000 7fe71359e640 1 -- 172.21.15.111:0/2441059245 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7140734f0 con 0x7fe7140b7190 2024-09-19T04:33:34.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.659+0000 7fe71259c640 1 -- 172.21.15.111:0/2441059245 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2781851618 0 0) 0x7fe71415c9c0 con 0x7fe7140b6d50 2024-09-19T04:33:34.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.659+0000 7fe71359e640 1 --2- 172.21.15.111:0/2441059245 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe7140b7190 0x7fe7140b5de0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fe70c009d90 tx=0x7fe70c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57edcff99c2c2b69 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:34.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.659+0000 7fe71259c640 1 -- 172.21.15.111:0/2441059245 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe70c007740 con 0x7fe7140b7190 2024-09-19T04:33:34.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.659+0000 7fe71259c640 1 -- 172.21.15.111:0/2441059245 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe70c0078e0 con 0x7fe7140b7190 2024-09-19T04:33:34.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.659+0000 7fe71259c640 1 -- 172.21.15.111:0/2441059245 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe70c007cb0 con 0x7fe7140b7190 2024-09-19T04:33:34.663 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.660+0000 7fe7190af640 1 -- 172.21.15.111:0/2441059245 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe7140b7190 msgr2=0x7fe7140b5de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:34.663 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.660+0000 7fe7190af640 1 --2- 172.21.15.111:0/2441059245 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe7140b7190 0x7fe7140b5de0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fe70c009d90 tx=0x7fe70c02a6f0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.663 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.660+0000 7fe7190af640 1 -- 172.21.15.111:0/2441059245 shutdown_connections 2024-09-19T04:33:34.663 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.660+0000 7fe7190af640 1 --2- 172.21.15.111:0/2441059245 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe7140b7190 0x7fe7140b5de0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.663 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.660+0000 7fe7190af640 1 -- 172.21.15.111:0/2441059245 >> 172.21.15.111:0/2441059245 conn(0x7fe7140b4220 msgr2=0x7fe7140b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:34.663 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.660+0000 7fe7190af640 1 -- 172.21.15.111:0/2441059245 shutdown_connections 2024-09-19T04:33:34.663 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.660+0000 7fe7190af640 1 -- 172.21.15.111:0/2441059245 wait complete. 2024-09-19T04:33:34.663 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.661+0000 7fe7190af640 1 Processor -- start 2024-09-19T04:33:34.664 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.662+0000 7fe7190af640 1 -- start start 2024-09-19T04:33:34.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.662+0000 7fe7190af640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe7140b6d50 0x7fe714143bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:34.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.662+0000 7fe7190af640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe7140b7190 0x7fe7141589f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:34.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.662+0000 7fe7190af640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe71415c5e0 0x7fe7141f3e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:34.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.662+0000 7fe7190af640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe714073d90 con 0x7fe7140b7190 2024-09-19T04:33:34.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.662+0000 7fe7190af640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe714073ab0 con 0x7fe7140b6d50 2024-09-19T04:33:34.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.662+0000 7fe7190af640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe7140b7600 con 0x7fe71415c5e0 2024-09-19T04:33:34.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.662+0000 7fe70a59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe7140b7190 0x7fe7141589f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:34.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.662+0000 7fe70a59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe7140b7190 0x7fe7141589f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36382/0 (socket says 172.21.15.111:36382) 2024-09-19T04:33:34.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.662+0000 7fe70a59c640 1 -- 172.21.15.111:0/3874444705 learned_addr learned my addr 172.21.15.111:0/3874444705 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:34.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.662+0000 7fe712d9d640 1 --2- 172.21.15.111:0/3874444705 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe7140b6d50 0x7fe714143bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:34.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.662+0000 7fe71359e640 1 --2- 172.21.15.111:0/3874444705 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe71415c5e0 0x7fe7141f3e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:34.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.663+0000 7fe70a59c640 1 -- 172.21.15.111:0/3874444705 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe71415c5e0 msgr2=0x7fe7141f3e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:34.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.663+0000 7fe70a59c640 1 --2- 172.21.15.111:0/3874444705 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe71415c5e0 0x7fe7141f3e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.663+0000 7fe70a59c640 1 -- 172.21.15.111:0/3874444705 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe7140b6d50 msgr2=0x7fe714143bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:34.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.663+0000 7fe70a59c640 1 --2- 172.21.15.111:0/3874444705 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe7140b6d50 0x7fe714143bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.663+0000 7fe70a59c640 1 -- 172.21.15.111:0/3874444705 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe714144810 con 0x7fe7140b7190 2024-09-19T04:33:34.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.663+0000 7fe712d9d640 1 --2- 172.21.15.111:0/3874444705 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe7140b6d50 0x7fe714143bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:34.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.663+0000 7fe70a59c640 1 --2- 172.21.15.111:0/3874444705 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe7140b7190 0x7fe7141589f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe6fc00c3f0 tx=0x7fe6fc00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:34.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.663+0000 7fe70bfff640 1 -- 172.21.15.111:0/3874444705 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6fc0074e0 con 0x7fe7140b7190 2024-09-19T04:33:34.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.663+0000 7fe70bfff640 1 -- 172.21.15.111:0/3874444705 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6fc0047e0 con 0x7fe7140b7190 2024-09-19T04:33:34.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.663+0000 7fe7190af640 1 -- 172.21.15.111:0/3874444705 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe71406d9a0 con 0x7fe7140b7190 2024-09-19T04:33:34.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.663+0000 7fe70bfff640 1 -- 172.21.15.111:0/3874444705 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6fc004c10 con 0x7fe7140b7190 2024-09-19T04:33:34.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.663+0000 7fe7190af640 1 -- 172.21.15.111:0/3874444705 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe71406df60 con 0x7fe7140b7190 2024-09-19T04:33:34.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.664+0000 7fe7190af640 1 -- 172.21.15.111:0/3874444705 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe714073130 con 0x7fe7140b7190 2024-09-19T04:33:34.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.664+0000 7fe70bfff640 1 -- 172.21.15.111:0/3874444705 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe6fc011070 con 0x7fe7140b7190 2024-09-19T04:33:34.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.665+0000 7fe70bfff640 1 --2- 172.21.15.111:0/3874444705 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe6f406c2b0 0x7fe6f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:34.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.665+0000 7fe70bfff640 1 -- 172.21.15.111:0/3874444705 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fe6fc08b110 con 0x7fe7140b7190 2024-09-19T04:33:34.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.665+0000 7fe712d9d640 1 --2- 172.21.15.111:0/3874444705 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe6f406c2b0 0x7fe6f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:34.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.665+0000 7fe712d9d640 1 --2- 172.21.15.111:0/3874444705 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe6f406c2b0 0x7fe6f406e770 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fe714155e00 tx=0x7fe704009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:34.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.669+0000 7fe70bfff640 1 -- 172.21.15.111:0/3874444705 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe714144810 con 0x7fe7140b7190 2024-09-19T04:33:34.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.835+0000 7fe7190af640 1 -- 172.21.15.111:0/3874444705 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe714071a60 con 0x7fe7140b7190 2024-09-19T04:33:34.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.836+0000 7fe70bfff640 1 -- 172.21.15.111:0/3874444705 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16777 (secure 0 0 0) 0x7fe6fc01a2b0 con 0x7fe7140b7190 2024-09-19T04:33:34.838 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:34.838 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":32,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:33:33.213755+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:33:29.280677+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T04:33:30.536276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:33:34.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.838+0000 7fe7190af640 1 -- 172.21.15.111:0/3874444705 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe6f406c2b0 msgr2=0x7fe6f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:34.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.838+0000 7fe7190af640 1 --2- 172.21.15.111:0/3874444705 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe6f406c2b0 0x7fe6f406e770 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fe714155e00 tx=0x7fe704009040 comp rx=0 tx=0).stop 2024-09-19T04:33:34.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.838+0000 7fe7190af640 1 -- 172.21.15.111:0/3874444705 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe7140b7190 msgr2=0x7fe7141589f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:34.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.838+0000 7fe7190af640 1 --2- 172.21.15.111:0/3874444705 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe7140b7190 0x7fe7141589f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe6fc00c3f0 tx=0x7fe6fc00c8b0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.838+0000 7fe7190af640 1 -- 172.21.15.111:0/3874444705 shutdown_connections 2024-09-19T04:33:34.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.838+0000 7fe7190af640 1 --2- 172.21.15.111:0/3874444705 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe6f406c2b0 0x7fe6f406e770 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.838+0000 7fe7190af640 1 --2- 172.21.15.111:0/3874444705 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe71415c5e0 0x7fe7141f3e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.838+0000 7fe7190af640 1 --2- 172.21.15.111:0/3874444705 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe7140b7190 0x7fe7141589f0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.838+0000 7fe7190af640 1 --2- 172.21.15.111:0/3874444705 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe7140b6d50 0x7fe714143bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.838+0000 7fe7190af640 1 -- 172.21.15.111:0/3874444705 >> 172.21.15.111:0/3874444705 conn(0x7fe7140b4220 msgr2=0x7fe7140b5e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:34.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.838+0000 7fe7190af640 1 -- 172.21.15.111:0/3874444705 shutdown_connections 2024-09-19T04:33:34.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.838+0000 7fe7190af640 1 -- 172.21.15.111:0/3874444705 wait complete. 2024-09-19T04:33:34.851 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T04:33:34.851 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:33:34.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.947+0000 7ff2a98a6640 1 Processor -- start 2024-09-19T04:33:34.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.947+0000 7ff2a98a6640 1 -- start start 2024-09-19T04:33:34.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.948+0000 7ff2a98a6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff2a415e940 0x7ff2a40d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:34.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.948+0000 7ff2a98a6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff2a415ed20 0x7ff2a40d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:34.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.948+0000 7ff2a98a6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff2a40b7170 con 0x7ff2a40cef90 2024-09-19T04:33:34.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.948+0000 7ff2a98a6640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7ff2a40d1ae0 con 0x7ff2a415ed20 2024-09-19T04:33:34.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.948+0000 7ff2a98a6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ff2a40b7aa0 con 0x7ff2a415e940 2024-09-19T04:33:34.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.948+0000 7ff2a27fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff2a415ed20 0x7ff2a40d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:34.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.948+0000 7ff2a27fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff2a415ed20 0x7ff2a40d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36388/0 (socket says 172.21.15.111:36388) 2024-09-19T04:33:34.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.948+0000 7ff2a27fc640 1 -- 172.21.15.111:0/2760714774 learned_addr learned my addr 172.21.15.111:0/2760714774 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:34.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.949+0000 7ff2a2ffd640 1 --2- 172.21.15.111:0/2760714774 >> v2:172.21.15.114:3300/0 conn(0x7ff2a415e940 0x7ff2a40d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:34.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.949+0000 7ff2a27fc640 1 -- 172.21.15.111:0/2760714774 >> v2:172.21.15.114:3300/0 conn(0x7ff2a415e940 msgr2=0x7ff2a40d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:34.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.949+0000 7ff2a27fc640 1 --2- 172.21.15.111:0/2760714774 >> v2:172.21.15.114:3300/0 conn(0x7ff2a415e940 0x7ff2a40d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.949+0000 7ff2a27fc640 1 -- 172.21.15.111:0/2760714774 >> v1:172.21.15.114:6789/0 conn(0x7ff2a40cef90 legacy=0x7ff2a40b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:34.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.949+0000 7ff2a27fc640 1 -- 172.21.15.111:0/2760714774 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2a40d3660 con 0x7ff2a415ed20 2024-09-19T04:33:34.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.949+0000 7ff2a27fc640 1 --2- 172.21.15.111:0/2760714774 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2a415ed20 0x7ff2a40d15a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7ff2a40509d0 tx=0x7ff29802a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a16e51c99dc07386 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:34.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.949+0000 7ff2a1ffb640 1 -- 172.21.15.111:0/2760714774 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff298037070 con 0x7ff2a415ed20 2024-09-19T04:33:34.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.949+0000 7ff2a1ffb640 1 -- 172.21.15.111:0/2760714774 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff298032440 con 0x7ff2a415ed20 2024-09-19T04:33:34.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.950+0000 7ff2a1ffb640 1 -- 172.21.15.111:0/2760714774 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff298032810 con 0x7ff2a415ed20 2024-09-19T04:33:34.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.950+0000 7ff2a98a6640 1 -- 172.21.15.111:0/2760714774 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2a415ed20 msgr2=0x7ff2a40d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:34.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.950+0000 7ff2a98a6640 1 --2- 172.21.15.111:0/2760714774 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2a415ed20 0x7ff2a40d15a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7ff2a40509d0 tx=0x7ff29802a2c0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.950+0000 7ff2a98a6640 1 -- 172.21.15.111:0/2760714774 shutdown_connections 2024-09-19T04:33:34.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.950+0000 7ff2a98a6640 1 --2- 172.21.15.111:0/2760714774 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2a415ed20 0x7ff2a40d15a0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.950+0000 7ff2a98a6640 1 --2- 172.21.15.111:0/2760714774 >> v2:172.21.15.114:3300/0 conn(0x7ff2a415e940 0x7ff2a40d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.950+0000 7ff2a98a6640 1 -- 172.21.15.111:0/2760714774 >> 172.21.15.111:0/2760714774 conn(0x7ff2a40b6240 msgr2=0x7ff2a40b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:34.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.950+0000 7ff2a98a6640 1 -- 172.21.15.111:0/2760714774 shutdown_connections 2024-09-19T04:33:34.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.950+0000 7ff2a98a6640 1 -- 172.21.15.111:0/2760714774 wait complete. 2024-09-19T04:33:34.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.951+0000 7ff2a98a6640 1 Processor -- start 2024-09-19T04:33:34.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.951+0000 7ff2a98a6640 1 -- start start 2024-09-19T04:33:34.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.952+0000 7ff2a98a6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff2a40cef90 0x7ff2a40cb800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:34.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.952+0000 7ff2a98a6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2a415e940 0x7ff2a414dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:34.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.952+0000 7ff2a98a6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff2a415ed20 0x7ff2a41599b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:34.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.952+0000 7ff2a98a6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff2a40d3f00 con 0x7ff2a415e940 2024-09-19T04:33:34.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.952+0000 7ff2a98a6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff2a40d3c20 con 0x7ff2a415ed20 2024-09-19T04:33:34.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.952+0000 7ff2a98a6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff2a40d3310 con 0x7ff2a40cef90 2024-09-19T04:33:34.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.952+0000 7ff2a27fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2a415e940 0x7ff2a414dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:34.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.952+0000 7ff2a27fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2a415e940 0x7ff2a414dc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36392/0 (socket says 172.21.15.111:36392) 2024-09-19T04:33:34.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.952+0000 7ff2a27fc640 1 -- 172.21.15.111:0/3926973178 learned_addr learned my addr 172.21.15.111:0/3926973178 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:34.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.952+0000 7ff2a37fe640 1 --2- 172.21.15.111:0/3926973178 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff2a415ed20 0x7ff2a41599b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:34.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.952+0000 7ff2a2ffd640 1 --2- 172.21.15.111:0/3926973178 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff2a40cef90 0x7ff2a40cb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:34.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.952+0000 7ff2a27fc640 1 -- 172.21.15.111:0/3926973178 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff2a40cef90 msgr2=0x7ff2a40cb800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:34.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.953+0000 7ff2a27fc640 1 --2- 172.21.15.111:0/3926973178 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff2a40cef90 0x7ff2a40cb800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.953+0000 7ff2a27fc640 1 -- 172.21.15.111:0/3926973178 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff2a415ed20 msgr2=0x7ff2a41599b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:34.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.953+0000 7ff2a27fc640 1 --2- 172.21.15.111:0/3926973178 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff2a415ed20 0x7ff2a41599b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:34.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.953+0000 7ff2a27fc640 1 -- 172.21.15.111:0/3926973178 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2a40cbe50 con 0x7ff2a415e940 2024-09-19T04:33:34.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.953+0000 7ff2a37fe640 1 --2- 172.21.15.111:0/3926973178 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff2a415ed20 0x7ff2a41599b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:34.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.953+0000 7ff2a27fc640 1 --2- 172.21.15.111:0/3926973178 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2a415e940 0x7ff2a414dc60 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7ff298000c00 tx=0x7ff2980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:34.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.953+0000 7ff28bfff640 1 -- 172.21.15.111:0/3926973178 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff298041020 con 0x7ff2a415e940 2024-09-19T04:33:34.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.953+0000 7ff28bfff640 1 -- 172.21.15.111:0/3926973178 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff2980306c0 con 0x7ff2a415e940 2024-09-19T04:33:34.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.953+0000 7ff2a98a6640 1 -- 172.21.15.111:0/3926973178 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2a40cc130 con 0x7ff2a415e940 2024-09-19T04:33:34.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.953+0000 7ff28bfff640 1 -- 172.21.15.111:0/3926973178 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff298037040 con 0x7ff2a415e940 2024-09-19T04:33:34.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.953+0000 7ff2a98a6640 1 -- 172.21.15.111:0/3926973178 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2a40cc6f0 con 0x7ff2a415e940 2024-09-19T04:33:34.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.954+0000 7ff2a98a6640 1 -- 172.21.15.111:0/3926973178 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2a40d1ef0 con 0x7ff2a415e940 2024-09-19T04:33:34.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.954+0000 7ff28bfff640 1 -- 172.21.15.111:0/3926973178 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff298044020 con 0x7ff2a415e940 2024-09-19T04:33:34.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.955+0000 7ff28bfff640 1 --2- 172.21.15.111:0/3926973178 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff29006c2b0 0x7ff29006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:34.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.955+0000 7ff28bfff640 1 -- 172.21.15.111:0/3926973178 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7ff2980abc70 con 0x7ff2a415e940 2024-09-19T04:33:34.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.955+0000 7ff2a2ffd640 1 --2- 172.21.15.111:0/3926973178 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff29006c2b0 0x7ff29006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:34.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.955+0000 7ff2a2ffd640 1 --2- 172.21.15.111:0/3926973178 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff29006c2b0 0x7ff29006e770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ff294009a60 tx=0x7ff294003990 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:34.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:34.959+0000 7ff28bfff640 1 -- 172.21.15.111:0/3926973178 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff29804b030 con 0x7ff2a415e940 2024-09-19T04:33:35.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.121+0000 7ff2a98a6640 1 -- 172.21.15.111:0/3926973178 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff2a4159ef0 con 0x7ff29006c2b0 2024-09-19T04:33:35.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.127+0000 7ff28bfff640 1 -- 172.21.15.111:0/3926973178 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+243266 (secure 0 0 0) 0x7ff294004780 con 0x7ff29006c2b0 2024-09-19T04:33:35.131 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:35.132 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:33:35.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.130+0000 7ff2a98a6640 1 -- 172.21.15.111:0/3926973178 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff29006c2b0 msgr2=0x7ff29006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:35.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.130+0000 7ff2a98a6640 1 --2- 172.21.15.111:0/3926973178 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff29006c2b0 0x7ff29006e770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ff294009a60 tx=0x7ff294003990 comp rx=0 tx=0).stop 2024-09-19T04:33:35.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.130+0000 7ff2a98a6640 1 -- 172.21.15.111:0/3926973178 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2a415e940 msgr2=0x7ff2a414dc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:35.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.130+0000 7ff2a98a6640 1 --2- 172.21.15.111:0/3926973178 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2a415e940 0x7ff2a414dc60 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7ff298000c00 tx=0x7ff2980046c0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.130+0000 7ff2a98a6640 1 -- 172.21.15.111:0/3926973178 shutdown_connections 2024-09-19T04:33:35.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.130+0000 7ff2a98a6640 1 --2- 172.21.15.111:0/3926973178 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff29006c2b0 0x7ff29006e770 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.130+0000 7ff2a98a6640 1 --2- 172.21.15.111:0/3926973178 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff2a415ed20 0x7ff2a41599b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.130+0000 7ff2a98a6640 1 --2- 172.21.15.111:0/3926973178 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2a415e940 0x7ff2a414dc60 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.130+0000 7ff2a98a6640 1 --2- 172.21.15.111:0/3926973178 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff2a40cef90 0x7ff2a40cb800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.130+0000 7ff2a98a6640 1 -- 172.21.15.111:0/3926973178 >> 172.21.15.111:0/3926973178 conn(0x7ff2a40b6240 msgr2=0x7ff2a4160db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:35.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.130+0000 7ff2a98a6640 1 -- 172.21.15.111:0/3926973178 shutdown_connections 2024-09-19T04:33:35.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.130+0000 7ff2a98a6640 1 -- 172.21.15.111:0/3926973178 wait complete. 2024-09-19T04:33:35.142 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":52,"stamp":"2024-09-19T04:33:34.415576+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":134,"acting":134,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":41,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219840,"kb_used_data":3600,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754880,"statfs":{"total":773094113280,"available":772868997120,"internally_reserved":0,"allocated":3686400,"data_stored":2100568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.220017"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.211562+0000","last_change":"2024-09-19T04:33:31.211562+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.211562+0000","last_undegraded":"2024-09-19T04:33:31.211562+0000","last_fullsized":"2024-09-19T04:33:31.211562+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.208831+0000","last_change":"2024-09-19T04:33:31.208831+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.208831+0000","last_undegraded":"2024-09-19T04:33:31.208831+0000","last_fullsized":"2024-09-19T04:33:31.208831+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.216496+0000","last_change":"2024-09-19T04:33:31.216496+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.216496+0000","last_undegraded":"2024-09-19T04:33:31.216496+0000","last_fullsized":"2024-09-19T04:33:31.216496+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.217720+0000","last_change":"2024-09-19T04:33:31.217720+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.217720+0000","last_undegraded":"2024-09-19T04:33:31.217720+0000","last_fullsized":"2024-09-19T04:33:31.217720+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.210504+0000","last_change":"2024-09-19T04:33:31.210504+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.210504+0000","last_undegraded":"2024-09-19T04:33:31.210504+0000","last_fullsized":"2024-09-19T04:33:31.210504+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.217322+0000","last_change":"2024-09-19T04:33:31.217322+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.217322+0000","last_undegraded":"2024-09-19T04:33:31.217322+0000","last_fullsized":"2024-09-19T04:33:31.217322+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.209663+0000","last_change":"2024-09-19T04:33:31.209663+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.209663+0000","last_undegraded":"2024-09-19T04:33:31.209663+0000","last_fullsized":"2024-09-19T04:33:31.209663+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.208681+0000","last_change":"2024-09-19T04:33:31.208681+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.208681+0000","last_undegraded":"2024-09-19T04:33:31.208681+0000","last_fullsized":"2024-09-19T04:33:31.208681+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.215694+0000","last_change":"2024-09-19T04:33:31.215694+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.215694+0000","last_undegraded":"2024-09-19T04:33:31.215694+0000","last_fullsized":"2024-09-19T04:33:31.215694+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.215749+0000","last_change":"2024-09-19T04:33:31.215749+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.215749+0000","last_undegraded":"2024-09-19T04:33:31.215749+0000","last_fullsized":"2024-09-19T04:33:31.215749+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.213796+0000","last_change":"2024-09-19T04:33:31.213796+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.213796+0000","last_undegraded":"2024-09-19T04:33:31.213796+0000","last_fullsized":"2024-09-19T04:33:31.213796+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.212440+0000","last_change":"2024-09-19T04:33:31.212440+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.212440+0000","last_undegraded":"2024-09-19T04:33:31.212440+0000","last_fullsized":"2024-09-19T04:33:31.212440+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.208854+0000","last_change":"2024-09-19T04:33:31.208854+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.208854+0000","last_undegraded":"2024-09-19T04:33:31.208854+0000","last_fullsized":"2024-09-19T04:33:31.208854+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.208686+0000","last_change":"2024-09-19T04:33:31.208686+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.208686+0000","last_undegraded":"2024-09-19T04:33:31.208686+0000","last_fullsized":"2024-09-19T04:33:31.208686+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.213378+0000","last_change":"2024-09-19T04:33:31.213378+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.213378+0000","last_undegraded":"2024-09-19T04:33:31.213378+0000","last_fullsized":"2024-09-19T04:33:31.213378+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.216353+0000","last_change":"2024-09-19T04:33:31.216353+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.216353+0000","last_undegraded":"2024-09-19T04:33:31.216353+0000","last_fullsized":"2024-09-19T04:33:31.216353+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.211489+0000","last_change":"2024-09-19T04:33:31.211489+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.211489+0000","last_undegraded":"2024-09-19T04:33:31.211489+0000","last_fullsized":"2024-09-19T04:33:31.211489+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.217283+0000","last_change":"2024-09-19T04:33:31.217283+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.217283+0000","last_undegraded":"2024-09-19T04:33:31.217283+0000","last_fullsized":"2024-09-19T04:33:31.217283+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.223220+0000","last_change":"2024-09-19T04:33:31.219133+0000","last_active":"2024-09-19T04:33:31.223220+0000","last_peered":"2024-09-19T04:33:31.223220+0000","last_clean":"2024-09-19T04:33:31.223220+0000","last_became_active":"2024-09-19T04:33:31.218849+0000","last_became_peered":"2024-09-19T04:33:31.218849+0000","last_unstale":"2024-09-19T04:33:31.223220+0000","last_undegraded":"2024-09-19T04:33:31.223220+0000","last_fullsized":"2024-09-19T04:33:31.223220+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:57.381242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.211037+0000","last_change":"2024-09-19T04:33:31.211037+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.211037+0000","last_undegraded":"2024-09-19T04:33:31.211037+0000","last_fullsized":"2024-09-19T04:33:31.211037+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.203531+0000","last_change":"2024-09-19T04:33:30.203531+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.203531+0000","last_undegraded":"2024-09-19T04:33:30.203531+0000","last_fullsized":"2024-09-19T04:33:30.203531+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.212734+0000","last_change":"2024-09-19T04:33:31.212734+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.212734+0000","last_undegraded":"2024-09-19T04:33:31.212734+0000","last_fullsized":"2024-09-19T04:33:31.212734+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.201406+0000","last_change":"2024-09-19T04:33:30.201406+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.201406+0000","last_undegraded":"2024-09-19T04:33:30.201406+0000","last_fullsized":"2024-09-19T04:33:30.201406+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.198978+0000","last_change":"2024-09-19T04:33:30.198978+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.198978+0000","last_undegraded":"2024-09-19T04:33:30.198978+0000","last_fullsized":"2024-09-19T04:33:30.198978+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.215914+0000","last_change":"2024-09-19T04:33:31.215914+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.215914+0000","last_undegraded":"2024-09-19T04:33:31.215914+0000","last_fullsized":"2024-09-19T04:33:31.215914+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.228667+0000","last_change":"2024-09-19T04:33:31.223367+0000","last_active":"2024-09-19T04:33:31.228667+0000","last_peered":"2024-09-19T04:33:31.228667+0000","last_clean":"2024-09-19T04:33:31.228667+0000","last_became_active":"2024-09-19T04:33:31.223038+0000","last_became_peered":"2024-09-19T04:33:31.223038+0000","last_unstale":"2024-09-19T04:33:31.228667+0000","last_undegraded":"2024-09-19T04:33:31.228667+0000","last_fullsized":"2024-09-19T04:33:31.228667+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:04.501350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.208972+0000","last_change":"2024-09-19T04:33:31.208972+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.208972+0000","last_undegraded":"2024-09-19T04:33:31.208972+0000","last_fullsized":"2024-09-19T04:33:31.208972+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.221120+0000","last_change":"2024-09-19T04:33:31.220328+0000","last_active":"2024-09-19T04:33:31.221120+0000","last_peered":"2024-09-19T04:33:31.221120+0000","last_clean":"2024-09-19T04:33:31.221120+0000","last_became_active":"2024-09-19T04:33:31.220035+0000","last_became_peered":"2024-09-19T04:33:31.220035+0000","last_unstale":"2024-09-19T04:33:31.221120+0000","last_undegraded":"2024-09-19T04:33:31.221120+0000","last_fullsized":"2024-09-19T04:33:31.221120+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:11.407470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.210403+0000","last_change":"2024-09-19T04:33:31.210403+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.210403+0000","last_undegraded":"2024-09-19T04:33:31.210403+0000","last_fullsized":"2024-09-19T04:33:31.210403+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.201709+0000","last_change":"2024-09-19T04:33:30.201709+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.201709+0000","last_undegraded":"2024-09-19T04:33:30.201709+0000","last_fullsized":"2024-09-19T04:33:30.201709+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.221270+0000","last_change":"2024-09-19T04:33:31.217695+0000","last_active":"2024-09-19T04:33:31.221270+0000","last_peered":"2024-09-19T04:33:31.221270+0000","last_clean":"2024-09-19T04:33:31.221270+0000","last_became_active":"2024-09-19T04:33:31.217364+0000","last_became_peered":"2024-09-19T04:33:31.217364+0000","last_unstale":"2024-09-19T04:33:31.221270+0000","last_undegraded":"2024-09-19T04:33:31.221270+0000","last_fullsized":"2024-09-19T04:33:31.221270+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:07.760117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.209350+0000","last_change":"2024-09-19T04:33:31.209350+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.209350+0000","last_undegraded":"2024-09-19T04:33:31.209350+0000","last_fullsized":"2024-09-19T04:33:31.209350+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.201364+0000","last_change":"2024-09-19T04:33:30.201364+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.201364+0000","last_undegraded":"2024-09-19T04:33:30.201364+0000","last_fullsized":"2024-09-19T04:33:30.201364+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.203114+0000","last_change":"2024-09-19T04:33:30.203114+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.203114+0000","last_undegraded":"2024-09-19T04:33:30.203114+0000","last_fullsized":"2024-09-19T04:33:30.203114+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.223511+0000","last_change":"2024-09-19T04:33:31.220973+0000","last_active":"2024-09-19T04:33:31.223511+0000","last_peered":"2024-09-19T04:33:31.223511+0000","last_clean":"2024-09-19T04:33:31.223511+0000","last_became_active":"2024-09-19T04:33:31.220682+0000","last_became_peered":"2024-09-19T04:33:31.220682+0000","last_unstale":"2024-09-19T04:33:31.223511+0000","last_undegraded":"2024-09-19T04:33:31.223511+0000","last_fullsized":"2024-09-19T04:33:31.223511+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:54:43.419193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.209770+0000","last_change":"2024-09-19T04:33:31.209770+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.209770+0000","last_undegraded":"2024-09-19T04:33:31.209770+0000","last_fullsized":"2024-09-19T04:33:31.209770+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.200829+0000","last_change":"2024-09-19T04:33:30.200829+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.200829+0000","last_undegraded":"2024-09-19T04:33:30.200829+0000","last_fullsized":"2024-09-19T04:33:30.200829+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.220979+0000","last_change":"2024-09-19T04:33:31.218641+0000","last_active":"2024-09-19T04:33:31.220979+0000","last_peered":"2024-09-19T04:33:31.220979+0000","last_clean":"2024-09-19T04:33:31.220979+0000","last_became_active":"2024-09-19T04:33:31.218356+0000","last_became_peered":"2024-09-19T04:33:31.218356+0000","last_unstale":"2024-09-19T04:33:31.220979+0000","last_undegraded":"2024-09-19T04:33:31.220979+0000","last_fullsized":"2024-09-19T04:33:31.220979+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:08.011216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.199701+0000","last_change":"2024-09-19T04:33:30.199701+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.199701+0000","last_undegraded":"2024-09-19T04:33:30.199701+0000","last_fullsized":"2024-09-19T04:33:30.199701+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.216821+0000","last_change":"2024-09-19T04:33:31.216821+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.216821+0000","last_undegraded":"2024-09-19T04:33:31.216821+0000","last_fullsized":"2024-09-19T04:33:31.216821+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.200739+0000","last_change":"2024-09-19T04:33:30.200739+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.200739+0000","last_undegraded":"2024-09-19T04:33:30.200739+0000","last_fullsized":"2024-09-19T04:33:30.200739+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.210981+0000","last_change":"2024-09-19T04:33:31.210981+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.210981+0000","last_undegraded":"2024-09-19T04:33:31.210981+0000","last_fullsized":"2024-09-19T04:33:31.210981+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.199908+0000","last_change":"2024-09-19T04:33:30.199908+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.199908+0000","last_undegraded":"2024-09-19T04:33:30.199908+0000","last_fullsized":"2024-09-19T04:33:30.199908+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.211097+0000","last_change":"2024-09-19T04:33:31.211097+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.211097+0000","last_undegraded":"2024-09-19T04:33:31.211097+0000","last_fullsized":"2024-09-19T04:33:31.211097+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.199937+0000","last_change":"2024-09-19T04:33:30.199937+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.199937+0000","last_undegraded":"2024-09-19T04:33:30.199937+0000","last_fullsized":"2024-09-19T04:33:30.199937+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.209640+0000","last_change":"2024-09-19T04:33:31.209640+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.209640+0000","last_undegraded":"2024-09-19T04:33:31.209640+0000","last_fullsized":"2024-09-19T04:33:31.209640+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.220947+0000","last_change":"2024-09-19T04:33:31.217775+0000","last_active":"2024-09-19T04:33:31.220947+0000","last_peered":"2024-09-19T04:33:31.220947+0000","last_clean":"2024-09-19T04:33:31.220947+0000","last_became_active":"2024-09-19T04:33:31.217414+0000","last_became_peered":"2024-09-19T04:33:31.217414+0000","last_unstale":"2024-09-19T04:33:31.220947+0000","last_undegraded":"2024-09-19T04:33:31.220947+0000","last_fullsized":"2024-09-19T04:33:31.220947+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:19:25.419874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.220583+0000","last_change":"2024-09-19T04:33:31.218731+0000","last_active":"2024-09-19T04:33:31.220583+0000","last_peered":"2024-09-19T04:33:31.220583+0000","last_clean":"2024-09-19T04:33:31.220583+0000","last_became_active":"2024-09-19T04:33:31.218399+0000","last_became_peered":"2024-09-19T04:33:31.218399+0000","last_unstale":"2024-09-19T04:33:31.220583+0000","last_undegraded":"2024-09-19T04:33:31.220583+0000","last_fullsized":"2024-09-19T04:33:31.220583+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:59:20.371567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.228697+0000","last_change":"2024-09-19T04:33:31.225505+0000","last_active":"2024-09-19T04:33:31.228697+0000","last_peered":"2024-09-19T04:33:31.228697+0000","last_clean":"2024-09-19T04:33:31.228697+0000","last_became_active":"2024-09-19T04:33:31.225243+0000","last_became_peered":"2024-09-19T04:33:31.225243+0000","last_unstale":"2024-09-19T04:33:31.228697+0000","last_undegraded":"2024-09-19T04:33:31.228697+0000","last_fullsized":"2024-09-19T04:33:31.228697+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:18:38.372240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.202641+0000","last_change":"2024-09-19T04:33:30.202641+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.202641+0000","last_undegraded":"2024-09-19T04:33:30.202641+0000","last_fullsized":"2024-09-19T04:33:30.202641+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.226145+0000","last_change":"2024-09-19T04:33:31.222450+0000","last_active":"2024-09-19T04:33:31.226145+0000","last_peered":"2024-09-19T04:33:31.226145+0000","last_clean":"2024-09-19T04:33:31.226145+0000","last_became_active":"2024-09-19T04:33:31.221828+0000","last_became_peered":"2024-09-19T04:33:31.221828+0000","last_unstale":"2024-09-19T04:33:31.226145+0000","last_undegraded":"2024-09-19T04:33:31.226145+0000","last_fullsized":"2024-09-19T04:33:31.226145+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:18:18.743362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.223304+0000","last_change":"2024-09-19T04:33:31.221909+0000","last_active":"2024-09-19T04:33:31.223304+0000","last_peered":"2024-09-19T04:33:31.223304+0000","last_clean":"2024-09-19T04:33:31.223304+0000","last_became_active":"2024-09-19T04:33:31.221620+0000","last_became_peered":"2024-09-19T04:33:31.221620+0000","last_unstale":"2024-09-19T04:33:31.223304+0000","last_undegraded":"2024-09-19T04:33:31.223304+0000","last_fullsized":"2024-09-19T04:33:31.223304+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:08:25.095046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.217280+0000","last_change":"2024-09-19T04:33:31.217280+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.217280+0000","last_undegraded":"2024-09-19T04:33:31.217280+0000","last_fullsized":"2024-09-19T04:33:31.217280+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.223640+0000","last_change":"2024-09-19T04:33:31.222002+0000","last_active":"2024-09-19T04:33:31.223640+0000","last_peered":"2024-09-19T04:33:31.223640+0000","last_clean":"2024-09-19T04:33:31.223640+0000","last_became_active":"2024-09-19T04:33:31.221707+0000","last_became_peered":"2024-09-19T04:33:31.221707+0000","last_unstale":"2024-09-19T04:33:31.223640+0000","last_undegraded":"2024-09-19T04:33:31.223640+0000","last_fullsized":"2024-09-19T04:33:31.223640+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:01.151966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.199475+0000","last_change":"2024-09-19T04:33:30.199475+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.199475+0000","last_undegraded":"2024-09-19T04:33:30.199475+0000","last_fullsized":"2024-09-19T04:33:30.199475+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.209113+0000","last_change":"2024-09-19T04:33:31.209113+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.209113+0000","last_undegraded":"2024-09-19T04:33:31.209113+0000","last_fullsized":"2024-09-19T04:33:31.209113+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.200262+0000","last_change":"2024-09-19T04:33:30.200262+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.200262+0000","last_undegraded":"2024-09-19T04:33:30.200262+0000","last_fullsized":"2024-09-19T04:33:30.200262+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.199311+0000","last_change":"2024-09-19T04:33:30.199311+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.199311+0000","last_undegraded":"2024-09-19T04:33:30.199311+0000","last_fullsized":"2024-09-19T04:33:30.199311+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.210547+0000","last_change":"2024-09-19T04:33:31.210547+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.210547+0000","last_undegraded":"2024-09-19T04:33:31.210547+0000","last_fullsized":"2024-09-19T04:33:31.210547+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.200217+0000","last_change":"2024-09-19T04:33:30.200217+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.200217+0000","last_undegraded":"2024-09-19T04:33:30.200217+0000","last_fullsized":"2024-09-19T04:33:30.200217+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.199189+0000","last_change":"2024-09-19T04:33:30.199189+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.199189+0000","last_undegraded":"2024-09-19T04:33:30.199189+0000","last_fullsized":"2024-09-19T04:33:30.199189+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.221086+0000","last_change":"2024-09-19T04:33:31.219692+0000","last_active":"2024-09-19T04:33:31.221086+0000","last_peered":"2024-09-19T04:33:31.221086+0000","last_clean":"2024-09-19T04:33:31.221086+0000","last_became_active":"2024-09-19T04:33:31.219344+0000","last_became_peered":"2024-09-19T04:33:31.219344+0000","last_unstale":"2024-09-19T04:33:31.221086+0000","last_undegraded":"2024-09-19T04:33:31.221086+0000","last_fullsized":"2024-09-19T04:33:31.221086+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:19.874903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.212681+0000","last_change":"2024-09-19T04:33:31.212681+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.212681+0000","last_undegraded":"2024-09-19T04:33:31.212681+0000","last_fullsized":"2024-09-19T04:33:31.212681+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.199396+0000","last_change":"2024-09-19T04:33:30.199396+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.199396+0000","last_undegraded":"2024-09-19T04:33:30.199396+0000","last_fullsized":"2024-09-19T04:33:30.199396+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.216081+0000","last_change":"2024-09-19T04:33:31.216081+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.216081+0000","last_undegraded":"2024-09-19T04:33:31.216081+0000","last_fullsized":"2024-09-19T04:33:31.216081+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.226041+0000","last_change":"2024-09-19T04:33:31.220790+0000","last_active":"2024-09-19T04:33:31.226041+0000","last_peered":"2024-09-19T04:33:31.226041+0000","last_clean":"2024-09-19T04:33:31.226041+0000","last_became_active":"2024-09-19T04:33:31.220512+0000","last_became_peered":"2024-09-19T04:33:31.220512+0000","last_unstale":"2024-09-19T04:33:31.226041+0000","last_undegraded":"2024-09-19T04:33:31.226041+0000","last_fullsized":"2024-09-19T04:33:31.226041+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:52:20.052863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":185,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.218353+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:33:31.218353+0000","last_peered":"2024-09-19T04:33:31.218353+0000","last_clean":"2024-09-19T04:33:31.218353+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:33:31.218353+0000","last_undegraded":"2024-09-19T04:33:31.218353+0000","last_fullsized":"2024-09-19T04:33:31.218353+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":68,"acting":68,"num_store_stats":4},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509453,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27916,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343924,"statfs":{"total":96636764160,"available":96608178176,"internally_reserved":0,"allocated":909312,"data_stored":706745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509453,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27336,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344504,"statfs":{"total":96636764160,"available":96608772096,"internally_reserved":0,"allocated":315392,"data_stored":116377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509453,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27348,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344492,"statfs":{"total":96636764160,"available":96608759808,"internally_reserved":0,"allocated":327680,"data_stored":122644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509454,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27336,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344504,"statfs":{"total":96636764160,"available":96608772096,"internally_reserved":0,"allocated":315392,"data_stored":116377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542158,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27324,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344516,"statfs":{"total":96636764160,"available":96608784384,"internally_reserved":0,"allocated":303104,"data_stored":110560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542157,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27328,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344512,"statfs":{"total":96636764160,"available":96608780288,"internally_reserved":0,"allocated":303104,"data_stored":110560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542157,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27336,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344504,"statfs":{"total":96636764160,"available":96608772096,"internally_reserved":0,"allocated":303104,"data_stored":110560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542158,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27916,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343924,"statfs":{"total":96636764160,"available":96608178176,"internally_reserved":0,"allocated":909312,"data_stored":706745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:33:35.146 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:33:35.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.281+0000 7f9392c42640 1 Processor -- start 2024-09-19T04:33:35.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.281+0000 7f9392c42640 1 -- start start 2024-09-19T04:33:35.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.282+0000 7f9392c42640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f938c0cd010 0x7f938c15baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:35.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.282+0000 7f9392c42640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f938c0cd5f0 con 0x7f938c0d0750 2024-09-19T04:33:35.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.282+0000 7f9392c42640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f938c0cd8d0 con 0x7f938c0d0310 2024-09-19T04:33:35.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.282+0000 7f9392c42640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f938c06c520 con 0x7f938c0cd010 2024-09-19T04:33:35.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.282+0000 7f93911df640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f938c0d0750 0x7f938c151540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57466/0 (socket says 172.21.15.111:57466) 2024-09-19T04:33:35.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.282+0000 7f93911df640 1 -- 172.21.15.111:0/953736737 learned_addr learned my addr 172.21.15.111:0/953736737 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:35.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.282+0000 7f938b7fe640 1 -- 172.21.15.111:0/953736737 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1197003079 0 0) 0x7f938c0cd5f0 con 0x7f938c0d0750 2024-09-19T04:33:35.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.282+0000 7f938b7fe640 1 -- 172.21.15.111:0/953736737 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9374003520 con 0x7f938c0d0750 2024-09-19T04:33:35.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.282+0000 7f93909de640 1 --2- 172.21.15.111:0/953736737 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f938c0cd010 0x7f938c15baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:35.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.283+0000 7f938b7fe640 1 -- 172.21.15.111:0/953736737 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 417639847 0 0) 0x7f9374003520 con 0x7f938c0d0750 2024-09-19T04:33:35.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.283+0000 7f938b7fe640 1 -- 172.21.15.111:0/953736737 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f938c0cd010 msgr2=0x7f938c15baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:35.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.283+0000 7f938b7fe640 1 --2- 172.21.15.111:0/953736737 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f938c0cd010 0x7f938c15baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.283+0000 7f938b7fe640 1 -- 172.21.15.111:0/953736737 >> v1:172.21.15.114:6789/0 conn(0x7f938c0d0310 legacy=0x7f938c06be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:35.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.283+0000 7f938b7fe640 1 -- 172.21.15.111:0/953736737 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f938c0cdbb0 con 0x7f938c0d0750 2024-09-19T04:33:35.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.283+0000 7f938b7fe640 1 -- 172.21.15.111:0/953736737 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f93840019f0 con 0x7f938c0d0750 2024-09-19T04:33:35.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.283+0000 7f938b7fe640 1 -- 172.21.15.111:0/953736737 >> v1:172.21.15.111:6789/0 conn(0x7f938c0d0750 legacy=0x7f938c151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:35.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.283+0000 7f938b7fe640 1 --2- 172.21.15.111:0/953736737 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f93740039e0 0x7f9374003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:35.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.283+0000 7f938b7fe640 1 --2- 172.21.15.111:0/953736737 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9374004800 0x7f9374004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:35.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.283+0000 7f938b7fe640 1 --2- 172.21.15.111:0/953736737 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f938c0cd010 0x7f93740051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:35.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.283+0000 7f938b7fe640 1 -- 172.21.15.111:0/953736737 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f938c06c520 con 0x7f93740039e0 2024-09-19T04:33:35.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.283+0000 7f938b7fe640 1 -- 172.21.15.111:0/953736737 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f937400ba70 con 0x7f9374004800 2024-09-19T04:33:35.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.283+0000 7f938b7fe640 1 -- 172.21.15.111:0/953736737 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f937400bc70 con 0x7f938c0cd010 2024-09-19T04:33:35.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.283+0000 7f93909de640 1 --2- 172.21.15.111:0/953736737 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f93740039e0 0x7f9374003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:35.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.283+0000 7f938bfff640 1 --2- 172.21.15.111:0/953736737 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9374004800 0x7f9374004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:35.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.283+0000 7f93911df640 1 --2- 172.21.15.111:0/953736737 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f938c0cd010 0x7f93740051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:35.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.283+0000 7f93909de640 1 -- 172.21.15.111:0/953736737 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f938c0cd010 msgr2=0x7f93740051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:35.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.283+0000 7f93909de640 1 --2- 172.21.15.111:0/953736737 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f938c0cd010 0x7f93740051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.283+0000 7f93909de640 1 -- 172.21.15.111:0/953736737 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9374004800 msgr2=0x7f9374004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:35.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.283+0000 7f93909de640 1 --2- 172.21.15.111:0/953736737 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9374004800 0x7f9374004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.283+0000 7f93909de640 1 -- 172.21.15.111:0/953736737 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9374003520 con 0x7f93740039e0 2024-09-19T04:33:35.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.284+0000 7f93909de640 1 --2- 172.21.15.111:0/953736737 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f93740039e0 0x7f9374003e00 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f937c009a90 tx=0x7f9374005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e52755d7de4fd3fb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:35.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.284+0000 7f938b7fe640 1 -- 172.21.15.111:0/953736737 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f937c036070 con 0x7f93740039e0 2024-09-19T04:33:35.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.284+0000 7f938b7fe640 1 -- 172.21.15.111:0/953736737 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f937c031400 con 0x7f93740039e0 2024-09-19T04:33:35.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.284+0000 7f938b7fe640 1 -- 172.21.15.111:0/953736737 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f937c009690 con 0x7f93740039e0 2024-09-19T04:33:35.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.284+0000 7f9392c42640 1 -- 172.21.15.111:0/953736737 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f93740039e0 msgr2=0x7f9374003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:35.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.284+0000 7f9392c42640 1 --2- 172.21.15.111:0/953736737 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f93740039e0 0x7f9374003e00 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f937c009a90 tx=0x7f9374005830 comp rx=0 tx=0).stop 2024-09-19T04:33:35.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.284+0000 7f93911df640 1 -- 172.21.15.111:0/953736737 reap_dead start 2024-09-19T04:33:35.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.285+0000 7f9392c42640 1 -- 172.21.15.111:0/953736737 shutdown_connections 2024-09-19T04:33:35.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.285+0000 7f9392c42640 1 -- 172.21.15.111:0/953736737 >> 172.21.15.111:0/953736737 conn(0x7f938c062cc0 msgr2=0x7f938c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:35.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.285+0000 7f9392c42640 1 -- 172.21.15.111:0/953736737 shutdown_connections 2024-09-19T04:33:35.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.285+0000 7f9392c42640 1 -- 172.21.15.111:0/953736737 wait complete. 2024-09-19T04:33:35.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.286+0000 7f9392c42640 1 Processor -- start 2024-09-19T04:33:35.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.286+0000 7f9392c42640 1 -- start start 2024-09-19T04:33:35.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.287+0000 7f9392c42640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f93740039e0 0x7f938c0aeb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:35.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.287+0000 7f9392c42640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f938c150d40 0x7f938c1511c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:35.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.287+0000 7f9392c42640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f938c152870 0x7f938c152cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:35.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.287+0000 7f9392c42640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f938c0ce690 con 0x7f938c152870 2024-09-19T04:33:35.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.287+0000 7f9392c42640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f938c0ce170 con 0x7f938c150d40 2024-09-19T04:33:35.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.287+0000 7f9392c42640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f938c151c50 con 0x7f93740039e0 2024-09-19T04:33:35.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.287+0000 7f93911df640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f938c152870 0x7f938c152cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:35.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.287+0000 7f93911df640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f938c152870 0x7f938c152cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36406/0 (socket says 172.21.15.111:36406) 2024-09-19T04:33:35.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.287+0000 7f93911df640 1 -- 172.21.15.111:0/2992267592 learned_addr learned my addr 172.21.15.111:0/2992267592 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:35.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.287+0000 7f93909de640 1 --2- 172.21.15.111:0/2992267592 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f93740039e0 0x7f938c0aeb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:35.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.287+0000 7f938bfff640 1 --2- 172.21.15.111:0/2992267592 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f938c150d40 0x7f938c1511c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:35.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.287+0000 7f93911df640 1 -- 172.21.15.111:0/2992267592 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f93740039e0 msgr2=0x7f938c0aeb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:35.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.287+0000 7f93911df640 1 --2- 172.21.15.111:0/2992267592 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f93740039e0 0x7f938c0aeb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.287+0000 7f93911df640 1 -- 172.21.15.111:0/2992267592 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f938c150d40 msgr2=0x7f938c1511c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:35.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.287+0000 7f93911df640 1 --2- 172.21.15.111:0/2992267592 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f938c150d40 0x7f938c1511c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.287+0000 7f93911df640 1 -- 172.21.15.111:0/2992267592 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f938c153530 con 0x7f938c152870 2024-09-19T04:33:35.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.287+0000 7f93911df640 1 --2- 172.21.15.111:0/2992267592 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f938c152870 0x7f938c152cd0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f938c15b020 tx=0x7f9384007bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:35.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.287+0000 7f93897fa640 1 -- 172.21.15.111:0/2992267592 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f938400abe0 con 0x7f938c152870 2024-09-19T04:33:35.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.287+0000 7f93897fa640 1 -- 172.21.15.111:0/2992267592 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9384018070 con 0x7f938c152870 2024-09-19T04:33:35.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.287+0000 7f93897fa640 1 -- 172.21.15.111:0/2992267592 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93840133f0 con 0x7f938c152870 2024-09-19T04:33:35.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.287+0000 7f9392c42640 1 -- 172.21.15.111:0/2992267592 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f938c153810 con 0x7f938c152870 2024-09-19T04:33:35.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.287+0000 7f9392c42640 1 -- 172.21.15.111:0/2992267592 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f938c15dde0 con 0x7f938c152870 2024-09-19T04:33:35.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.288+0000 7f9392c42640 1 -- 172.21.15.111:0/2992267592 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f938c15baa0 con 0x7f938c152870 2024-09-19T04:33:35.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.289+0000 7f93897fa640 1 -- 172.21.15.111:0/2992267592 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9384013590 con 0x7f938c152870 2024-09-19T04:33:35.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.289+0000 7f93897fa640 1 --2- 172.21.15.111:0/2992267592 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f937806c2b0 0x7f937806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:35.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.289+0000 7f93897fa640 1 -- 172.21.15.111:0/2992267592 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f938408b910 con 0x7f938c152870 2024-09-19T04:33:35.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.289+0000 7f93909de640 1 --2- 172.21.15.111:0/2992267592 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f937806c2b0 0x7f937806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:35.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.290+0000 7f93909de640 1 --2- 172.21.15.111:0/2992267592 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f937806c2b0 0x7f937806e770 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f937c033000 tx=0x7f937c008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:35.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.293+0000 7f93897fa640 1 -- 172.21.15.111:0/2992267592 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9384059a30 con 0x7f938c152870 2024-09-19T04:33:35.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.457+0000 7f9392c42640 1 -- 172.21.15.111:0/2992267592 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f938c0afd90 con 0x7f937806c2b0 2024-09-19T04:33:35.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.462+0000 7f93897fa640 1 -- 172.21.15.111:0/2992267592 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+243266 (secure 0 0 0) 0x7f938c0afd90 con 0x7f937806c2b0 2024-09-19T04:33:35.466 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:35.467 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:33:35.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.465+0000 7f9392c42640 1 -- 172.21.15.111:0/2992267592 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f937806c2b0 msgr2=0x7f937806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:35.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.465+0000 7f9392c42640 1 --2- 172.21.15.111:0/2992267592 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f937806c2b0 0x7f937806e770 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f937c033000 tx=0x7f937c008030 comp rx=0 tx=0).stop 2024-09-19T04:33:35.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.465+0000 7f9392c42640 1 -- 172.21.15.111:0/2992267592 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f938c152870 msgr2=0x7f938c152cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:35.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.465+0000 7f9392c42640 1 --2- 172.21.15.111:0/2992267592 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f938c152870 0x7f938c152cd0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f938c15b020 tx=0x7f9384007bd0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.466+0000 7f9392c42640 1 -- 172.21.15.111:0/2992267592 shutdown_connections 2024-09-19T04:33:35.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.466+0000 7f9392c42640 1 --2- 172.21.15.111:0/2992267592 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f937806c2b0 0x7f937806e770 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.466+0000 7f9392c42640 1 --2- 172.21.15.111:0/2992267592 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f938c152870 0x7f938c152cd0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.466+0000 7f9392c42640 1 --2- 172.21.15.111:0/2992267592 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f938c150d40 0x7f938c1511c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.466+0000 7f9392c42640 1 --2- 172.21.15.111:0/2992267592 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f93740039e0 0x7f938c0aeb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.466+0000 7f9392c42640 1 -- 172.21.15.111:0/2992267592 >> 172.21.15.111:0/2992267592 conn(0x7f938c062cc0 msgr2=0x7f938c0b1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:35.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.466+0000 7f9392c42640 1 -- 172.21.15.111:0/2992267592 shutdown_connections 2024-09-19T04:33:35.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.466+0000 7f9392c42640 1 -- 172.21.15.111:0/2992267592 wait complete. 2024-09-19T04:33:35.478 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":52,"stamp":"2024-09-19T04:33:34.415576+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":134,"acting":134,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":41,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219840,"kb_used_data":3600,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754880,"statfs":{"total":773094113280,"available":772868997120,"internally_reserved":0,"allocated":3686400,"data_stored":2100568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.220017"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.211562+0000","last_change":"2024-09-19T04:33:31.211562+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.211562+0000","last_undegraded":"2024-09-19T04:33:31.211562+0000","last_fullsized":"2024-09-19T04:33:31.211562+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.208831+0000","last_change":"2024-09-19T04:33:31.208831+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.208831+0000","last_undegraded":"2024-09-19T04:33:31.208831+0000","last_fullsized":"2024-09-19T04:33:31.208831+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.216496+0000","last_change":"2024-09-19T04:33:31.216496+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.216496+0000","last_undegraded":"2024-09-19T04:33:31.216496+0000","last_fullsized":"2024-09-19T04:33:31.216496+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.217720+0000","last_change":"2024-09-19T04:33:31.217720+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.217720+0000","last_undegraded":"2024-09-19T04:33:31.217720+0000","last_fullsized":"2024-09-19T04:33:31.217720+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.210504+0000","last_change":"2024-09-19T04:33:31.210504+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.210504+0000","last_undegraded":"2024-09-19T04:33:31.210504+0000","last_fullsized":"2024-09-19T04:33:31.210504+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.217322+0000","last_change":"2024-09-19T04:33:31.217322+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.217322+0000","last_undegraded":"2024-09-19T04:33:31.217322+0000","last_fullsized":"2024-09-19T04:33:31.217322+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.209663+0000","last_change":"2024-09-19T04:33:31.209663+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.209663+0000","last_undegraded":"2024-09-19T04:33:31.209663+0000","last_fullsized":"2024-09-19T04:33:31.209663+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.208681+0000","last_change":"2024-09-19T04:33:31.208681+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.208681+0000","last_undegraded":"2024-09-19T04:33:31.208681+0000","last_fullsized":"2024-09-19T04:33:31.208681+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.215694+0000","last_change":"2024-09-19T04:33:31.215694+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.215694+0000","last_undegraded":"2024-09-19T04:33:31.215694+0000","last_fullsized":"2024-09-19T04:33:31.215694+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.215749+0000","last_change":"2024-09-19T04:33:31.215749+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.215749+0000","last_undegraded":"2024-09-19T04:33:31.215749+0000","last_fullsized":"2024-09-19T04:33:31.215749+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.213796+0000","last_change":"2024-09-19T04:33:31.213796+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.213796+0000","last_undegraded":"2024-09-19T04:33:31.213796+0000","last_fullsized":"2024-09-19T04:33:31.213796+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.212440+0000","last_change":"2024-09-19T04:33:31.212440+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.212440+0000","last_undegraded":"2024-09-19T04:33:31.212440+0000","last_fullsized":"2024-09-19T04:33:31.212440+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.208854+0000","last_change":"2024-09-19T04:33:31.208854+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.208854+0000","last_undegraded":"2024-09-19T04:33:31.208854+0000","last_fullsized":"2024-09-19T04:33:31.208854+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.208686+0000","last_change":"2024-09-19T04:33:31.208686+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.208686+0000","last_undegraded":"2024-09-19T04:33:31.208686+0000","last_fullsized":"2024-09-19T04:33:31.208686+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.213378+0000","last_change":"2024-09-19T04:33:31.213378+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.213378+0000","last_undegraded":"2024-09-19T04:33:31.213378+0000","last_fullsized":"2024-09-19T04:33:31.213378+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.216353+0000","last_change":"2024-09-19T04:33:31.216353+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.216353+0000","last_undegraded":"2024-09-19T04:33:31.216353+0000","last_fullsized":"2024-09-19T04:33:31.216353+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.211489+0000","last_change":"2024-09-19T04:33:31.211489+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.211489+0000","last_undegraded":"2024-09-19T04:33:31.211489+0000","last_fullsized":"2024-09-19T04:33:31.211489+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.217283+0000","last_change":"2024-09-19T04:33:31.217283+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.217283+0000","last_undegraded":"2024-09-19T04:33:31.217283+0000","last_fullsized":"2024-09-19T04:33:31.217283+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.223220+0000","last_change":"2024-09-19T04:33:31.219133+0000","last_active":"2024-09-19T04:33:31.223220+0000","last_peered":"2024-09-19T04:33:31.223220+0000","last_clean":"2024-09-19T04:33:31.223220+0000","last_became_active":"2024-09-19T04:33:31.218849+0000","last_became_peered":"2024-09-19T04:33:31.218849+0000","last_unstale":"2024-09-19T04:33:31.223220+0000","last_undegraded":"2024-09-19T04:33:31.223220+0000","last_fullsized":"2024-09-19T04:33:31.223220+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:57.381242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.211037+0000","last_change":"2024-09-19T04:33:31.211037+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.211037+0000","last_undegraded":"2024-09-19T04:33:31.211037+0000","last_fullsized":"2024-09-19T04:33:31.211037+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.203531+0000","last_change":"2024-09-19T04:33:30.203531+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.203531+0000","last_undegraded":"2024-09-19T04:33:30.203531+0000","last_fullsized":"2024-09-19T04:33:30.203531+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.212734+0000","last_change":"2024-09-19T04:33:31.212734+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.212734+0000","last_undegraded":"2024-09-19T04:33:31.212734+0000","last_fullsized":"2024-09-19T04:33:31.212734+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.201406+0000","last_change":"2024-09-19T04:33:30.201406+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.201406+0000","last_undegraded":"2024-09-19T04:33:30.201406+0000","last_fullsized":"2024-09-19T04:33:30.201406+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.198978+0000","last_change":"2024-09-19T04:33:30.198978+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.198978+0000","last_undegraded":"2024-09-19T04:33:30.198978+0000","last_fullsized":"2024-09-19T04:33:30.198978+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.215914+0000","last_change":"2024-09-19T04:33:31.215914+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.215914+0000","last_undegraded":"2024-09-19T04:33:31.215914+0000","last_fullsized":"2024-09-19T04:33:31.215914+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.228667+0000","last_change":"2024-09-19T04:33:31.223367+0000","last_active":"2024-09-19T04:33:31.228667+0000","last_peered":"2024-09-19T04:33:31.228667+0000","last_clean":"2024-09-19T04:33:31.228667+0000","last_became_active":"2024-09-19T04:33:31.223038+0000","last_became_peered":"2024-09-19T04:33:31.223038+0000","last_unstale":"2024-09-19T04:33:31.228667+0000","last_undegraded":"2024-09-19T04:33:31.228667+0000","last_fullsized":"2024-09-19T04:33:31.228667+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:04.501350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.208972+0000","last_change":"2024-09-19T04:33:31.208972+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.208972+0000","last_undegraded":"2024-09-19T04:33:31.208972+0000","last_fullsized":"2024-09-19T04:33:31.208972+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.221120+0000","last_change":"2024-09-19T04:33:31.220328+0000","last_active":"2024-09-19T04:33:31.221120+0000","last_peered":"2024-09-19T04:33:31.221120+0000","last_clean":"2024-09-19T04:33:31.221120+0000","last_became_active":"2024-09-19T04:33:31.220035+0000","last_became_peered":"2024-09-19T04:33:31.220035+0000","last_unstale":"2024-09-19T04:33:31.221120+0000","last_undegraded":"2024-09-19T04:33:31.221120+0000","last_fullsized":"2024-09-19T04:33:31.221120+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:11.407470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.210403+0000","last_change":"2024-09-19T04:33:31.210403+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.210403+0000","last_undegraded":"2024-09-19T04:33:31.210403+0000","last_fullsized":"2024-09-19T04:33:31.210403+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.201709+0000","last_change":"2024-09-19T04:33:30.201709+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.201709+0000","last_undegraded":"2024-09-19T04:33:30.201709+0000","last_fullsized":"2024-09-19T04:33:30.201709+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.221270+0000","last_change":"2024-09-19T04:33:31.217695+0000","last_active":"2024-09-19T04:33:31.221270+0000","last_peered":"2024-09-19T04:33:31.221270+0000","last_clean":"2024-09-19T04:33:31.221270+0000","last_became_active":"2024-09-19T04:33:31.217364+0000","last_became_peered":"2024-09-19T04:33:31.217364+0000","last_unstale":"2024-09-19T04:33:31.221270+0000","last_undegraded":"2024-09-19T04:33:31.221270+0000","last_fullsized":"2024-09-19T04:33:31.221270+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:07.760117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.209350+0000","last_change":"2024-09-19T04:33:31.209350+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.209350+0000","last_undegraded":"2024-09-19T04:33:31.209350+0000","last_fullsized":"2024-09-19T04:33:31.209350+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.201364+0000","last_change":"2024-09-19T04:33:30.201364+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.201364+0000","last_undegraded":"2024-09-19T04:33:30.201364+0000","last_fullsized":"2024-09-19T04:33:30.201364+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.203114+0000","last_change":"2024-09-19T04:33:30.203114+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.203114+0000","last_undegraded":"2024-09-19T04:33:30.203114+0000","last_fullsized":"2024-09-19T04:33:30.203114+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.223511+0000","last_change":"2024-09-19T04:33:31.220973+0000","last_active":"2024-09-19T04:33:31.223511+0000","last_peered":"2024-09-19T04:33:31.223511+0000","last_clean":"2024-09-19T04:33:31.223511+0000","last_became_active":"2024-09-19T04:33:31.220682+0000","last_became_peered":"2024-09-19T04:33:31.220682+0000","last_unstale":"2024-09-19T04:33:31.223511+0000","last_undegraded":"2024-09-19T04:33:31.223511+0000","last_fullsized":"2024-09-19T04:33:31.223511+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:54:43.419193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.209770+0000","last_change":"2024-09-19T04:33:31.209770+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.209770+0000","last_undegraded":"2024-09-19T04:33:31.209770+0000","last_fullsized":"2024-09-19T04:33:31.209770+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.200829+0000","last_change":"2024-09-19T04:33:30.200829+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.200829+0000","last_undegraded":"2024-09-19T04:33:30.200829+0000","last_fullsized":"2024-09-19T04:33:30.200829+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.220979+0000","last_change":"2024-09-19T04:33:31.218641+0000","last_active":"2024-09-19T04:33:31.220979+0000","last_peered":"2024-09-19T04:33:31.220979+0000","last_clean":"2024-09-19T04:33:31.220979+0000","last_became_active":"2024-09-19T04:33:31.218356+0000","last_became_peered":"2024-09-19T04:33:31.218356+0000","last_unstale":"2024-09-19T04:33:31.220979+0000","last_undegraded":"2024-09-19T04:33:31.220979+0000","last_fullsized":"2024-09-19T04:33:31.220979+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:08.011216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.199701+0000","last_change":"2024-09-19T04:33:30.199701+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.199701+0000","last_undegraded":"2024-09-19T04:33:30.199701+0000","last_fullsized":"2024-09-19T04:33:30.199701+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.216821+0000","last_change":"2024-09-19T04:33:31.216821+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.216821+0000","last_undegraded":"2024-09-19T04:33:31.216821+0000","last_fullsized":"2024-09-19T04:33:31.216821+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.200739+0000","last_change":"2024-09-19T04:33:30.200739+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.200739+0000","last_undegraded":"2024-09-19T04:33:30.200739+0000","last_fullsized":"2024-09-19T04:33:30.200739+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.210981+0000","last_change":"2024-09-19T04:33:31.210981+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.210981+0000","last_undegraded":"2024-09-19T04:33:31.210981+0000","last_fullsized":"2024-09-19T04:33:31.210981+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.199908+0000","last_change":"2024-09-19T04:33:30.199908+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.199908+0000","last_undegraded":"2024-09-19T04:33:30.199908+0000","last_fullsized":"2024-09-19T04:33:30.199908+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.211097+0000","last_change":"2024-09-19T04:33:31.211097+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.211097+0000","last_undegraded":"2024-09-19T04:33:31.211097+0000","last_fullsized":"2024-09-19T04:33:31.211097+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.199937+0000","last_change":"2024-09-19T04:33:30.199937+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.199937+0000","last_undegraded":"2024-09-19T04:33:30.199937+0000","last_fullsized":"2024-09-19T04:33:30.199937+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.209640+0000","last_change":"2024-09-19T04:33:31.209640+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.209640+0000","last_undegraded":"2024-09-19T04:33:31.209640+0000","last_fullsized":"2024-09-19T04:33:31.209640+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.220947+0000","last_change":"2024-09-19T04:33:31.217775+0000","last_active":"2024-09-19T04:33:31.220947+0000","last_peered":"2024-09-19T04:33:31.220947+0000","last_clean":"2024-09-19T04:33:31.220947+0000","last_became_active":"2024-09-19T04:33:31.217414+0000","last_became_peered":"2024-09-19T04:33:31.217414+0000","last_unstale":"2024-09-19T04:33:31.220947+0000","last_undegraded":"2024-09-19T04:33:31.220947+0000","last_fullsized":"2024-09-19T04:33:31.220947+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:19:25.419874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.220583+0000","last_change":"2024-09-19T04:33:31.218731+0000","last_active":"2024-09-19T04:33:31.220583+0000","last_peered":"2024-09-19T04:33:31.220583+0000","last_clean":"2024-09-19T04:33:31.220583+0000","last_became_active":"2024-09-19T04:33:31.218399+0000","last_became_peered":"2024-09-19T04:33:31.218399+0000","last_unstale":"2024-09-19T04:33:31.220583+0000","last_undegraded":"2024-09-19T04:33:31.220583+0000","last_fullsized":"2024-09-19T04:33:31.220583+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:59:20.371567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.228697+0000","last_change":"2024-09-19T04:33:31.225505+0000","last_active":"2024-09-19T04:33:31.228697+0000","last_peered":"2024-09-19T04:33:31.228697+0000","last_clean":"2024-09-19T04:33:31.228697+0000","last_became_active":"2024-09-19T04:33:31.225243+0000","last_became_peered":"2024-09-19T04:33:31.225243+0000","last_unstale":"2024-09-19T04:33:31.228697+0000","last_undegraded":"2024-09-19T04:33:31.228697+0000","last_fullsized":"2024-09-19T04:33:31.228697+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:18:38.372240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.202641+0000","last_change":"2024-09-19T04:33:30.202641+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.202641+0000","last_undegraded":"2024-09-19T04:33:30.202641+0000","last_fullsized":"2024-09-19T04:33:30.202641+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.226145+0000","last_change":"2024-09-19T04:33:31.222450+0000","last_active":"2024-09-19T04:33:31.226145+0000","last_peered":"2024-09-19T04:33:31.226145+0000","last_clean":"2024-09-19T04:33:31.226145+0000","last_became_active":"2024-09-19T04:33:31.221828+0000","last_became_peered":"2024-09-19T04:33:31.221828+0000","last_unstale":"2024-09-19T04:33:31.226145+0000","last_undegraded":"2024-09-19T04:33:31.226145+0000","last_fullsized":"2024-09-19T04:33:31.226145+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:18:18.743362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.223304+0000","last_change":"2024-09-19T04:33:31.221909+0000","last_active":"2024-09-19T04:33:31.223304+0000","last_peered":"2024-09-19T04:33:31.223304+0000","last_clean":"2024-09-19T04:33:31.223304+0000","last_became_active":"2024-09-19T04:33:31.221620+0000","last_became_peered":"2024-09-19T04:33:31.221620+0000","last_unstale":"2024-09-19T04:33:31.223304+0000","last_undegraded":"2024-09-19T04:33:31.223304+0000","last_fullsized":"2024-09-19T04:33:31.223304+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:08:25.095046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.217280+0000","last_change":"2024-09-19T04:33:31.217280+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.217280+0000","last_undegraded":"2024-09-19T04:33:31.217280+0000","last_fullsized":"2024-09-19T04:33:31.217280+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.223640+0000","last_change":"2024-09-19T04:33:31.222002+0000","last_active":"2024-09-19T04:33:31.223640+0000","last_peered":"2024-09-19T04:33:31.223640+0000","last_clean":"2024-09-19T04:33:31.223640+0000","last_became_active":"2024-09-19T04:33:31.221707+0000","last_became_peered":"2024-09-19T04:33:31.221707+0000","last_unstale":"2024-09-19T04:33:31.223640+0000","last_undegraded":"2024-09-19T04:33:31.223640+0000","last_fullsized":"2024-09-19T04:33:31.223640+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:01.151966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.199475+0000","last_change":"2024-09-19T04:33:30.199475+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.199475+0000","last_undegraded":"2024-09-19T04:33:30.199475+0000","last_fullsized":"2024-09-19T04:33:30.199475+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.209113+0000","last_change":"2024-09-19T04:33:31.209113+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.209113+0000","last_undegraded":"2024-09-19T04:33:31.209113+0000","last_fullsized":"2024-09-19T04:33:31.209113+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.200262+0000","last_change":"2024-09-19T04:33:30.200262+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.200262+0000","last_undegraded":"2024-09-19T04:33:30.200262+0000","last_fullsized":"2024-09-19T04:33:30.200262+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.199311+0000","last_change":"2024-09-19T04:33:30.199311+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.199311+0000","last_undegraded":"2024-09-19T04:33:30.199311+0000","last_fullsized":"2024-09-19T04:33:30.199311+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.210547+0000","last_change":"2024-09-19T04:33:31.210547+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.210547+0000","last_undegraded":"2024-09-19T04:33:31.210547+0000","last_fullsized":"2024-09-19T04:33:31.210547+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.200217+0000","last_change":"2024-09-19T04:33:30.200217+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.200217+0000","last_undegraded":"2024-09-19T04:33:30.200217+0000","last_fullsized":"2024-09-19T04:33:30.200217+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.199189+0000","last_change":"2024-09-19T04:33:30.199189+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.199189+0000","last_undegraded":"2024-09-19T04:33:30.199189+0000","last_fullsized":"2024-09-19T04:33:30.199189+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.221086+0000","last_change":"2024-09-19T04:33:31.219692+0000","last_active":"2024-09-19T04:33:31.221086+0000","last_peered":"2024-09-19T04:33:31.221086+0000","last_clean":"2024-09-19T04:33:31.221086+0000","last_became_active":"2024-09-19T04:33:31.219344+0000","last_became_peered":"2024-09-19T04:33:31.219344+0000","last_unstale":"2024-09-19T04:33:31.221086+0000","last_undegraded":"2024-09-19T04:33:31.221086+0000","last_fullsized":"2024-09-19T04:33:31.221086+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:19.874903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.212681+0000","last_change":"2024-09-19T04:33:31.212681+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.212681+0000","last_undegraded":"2024-09-19T04:33:31.212681+0000","last_fullsized":"2024-09-19T04:33:31.212681+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.199396+0000","last_change":"2024-09-19T04:33:30.199396+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.199396+0000","last_undegraded":"2024-09-19T04:33:30.199396+0000","last_fullsized":"2024-09-19T04:33:30.199396+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.216081+0000","last_change":"2024-09-19T04:33:31.216081+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.216081+0000","last_undegraded":"2024-09-19T04:33:31.216081+0000","last_fullsized":"2024-09-19T04:33:31.216081+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.226041+0000","last_change":"2024-09-19T04:33:31.220790+0000","last_active":"2024-09-19T04:33:31.226041+0000","last_peered":"2024-09-19T04:33:31.226041+0000","last_clean":"2024-09-19T04:33:31.226041+0000","last_became_active":"2024-09-19T04:33:31.220512+0000","last_became_peered":"2024-09-19T04:33:31.220512+0000","last_unstale":"2024-09-19T04:33:31.226041+0000","last_undegraded":"2024-09-19T04:33:31.226041+0000","last_fullsized":"2024-09-19T04:33:31.226041+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:52:20.052863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":185,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.218353+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:33:31.218353+0000","last_peered":"2024-09-19T04:33:31.218353+0000","last_clean":"2024-09-19T04:33:31.218353+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:33:31.218353+0000","last_undegraded":"2024-09-19T04:33:31.218353+0000","last_fullsized":"2024-09-19T04:33:31.218353+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":68,"acting":68,"num_store_stats":4},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509453,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27916,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343924,"statfs":{"total":96636764160,"available":96608178176,"internally_reserved":0,"allocated":909312,"data_stored":706745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509453,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27336,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344504,"statfs":{"total":96636764160,"available":96608772096,"internally_reserved":0,"allocated":315392,"data_stored":116377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509453,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27348,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344492,"statfs":{"total":96636764160,"available":96608759808,"internally_reserved":0,"allocated":327680,"data_stored":122644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509454,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27336,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344504,"statfs":{"total":96636764160,"available":96608772096,"internally_reserved":0,"allocated":315392,"data_stored":116377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542158,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27324,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344516,"statfs":{"total":96636764160,"available":96608784384,"internally_reserved":0,"allocated":303104,"data_stored":110560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542157,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27328,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344512,"statfs":{"total":96636764160,"available":96608780288,"internally_reserved":0,"allocated":303104,"data_stored":110560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542157,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27336,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344504,"statfs":{"total":96636764160,"available":96608772096,"internally_reserved":0,"allocated":303104,"data_stored":110560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542158,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27916,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343924,"statfs":{"total":96636764160,"available":96608178176,"internally_reserved":0,"allocated":909312,"data_stored":706745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:33:35.482 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:33:35.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.615+0000 7fd55bd66640 1 Processor -- start 2024-09-19T04:33:35.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.616+0000 7fd55bd66640 1 -- start start 2024-09-19T04:33:35.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.616+0000 7fd55bd66640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd55406be10 0x7fd5540cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:35.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.616+0000 7fd55bd66640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fd554151c50 0x7fd55415baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:35.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.616+0000 7fd55bd66640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5540cd5f0 con 0x7fd55406c1f0 2024-09-19T04:33:35.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.616+0000 7fd55bd66640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fd5540cd8d0 con 0x7fd55406be10 2024-09-19T04:33:35.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.616+0000 7fd55bd66640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fd5540cdbb0 con 0x7fd554151c50 2024-09-19T04:33:35.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.617+0000 7fd559b02640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd55406be10 0x7fd5540cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:35.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.617+0000 7fd559b02640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd55406be10 0x7fd5540cd010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36422/0 (socket says 172.21.15.111:36422) 2024-09-19T04:33:35.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.617+0000 7fd559b02640 1 -- 172.21.15.111:0/4200019835 learned_addr learned my addr 172.21.15.111:0/4200019835 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:35.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.617+0000 7fd55a303640 1 --2- 172.21.15.111:0/4200019835 >> v2:172.21.15.114:3300/0 conn(0x7fd554151c50 0x7fd55415baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:35.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.617+0000 7fd559b02640 1 -- 172.21.15.111:0/4200019835 >> v2:172.21.15.114:3300/0 conn(0x7fd554151c50 msgr2=0x7fd55415baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:35.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.617+0000 7fd559b02640 1 --2- 172.21.15.111:0/4200019835 >> v2:172.21.15.114:3300/0 conn(0x7fd554151c50 0x7fd55415baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.617+0000 7fd559b02640 1 -- 172.21.15.111:0/4200019835 >> v1:172.21.15.114:6789/0 conn(0x7fd55406c1f0 legacy=0x7fd554151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:35.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.617+0000 7fd559b02640 1 -- 172.21.15.111:0/4200019835 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5540cde90 con 0x7fd55406be10 2024-09-19T04:33:35.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.618+0000 7fd559b02640 1 --2- 172.21.15.111:0/4200019835 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd55406be10 0x7fd5540cd010 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fd5540b5980 tx=0x7fd55002c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77c301cc684bedb4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:35.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.618+0000 7fd558b00640 1 -- 172.21.15.111:0/4200019835 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5500325a0 con 0x7fd55406be10 2024-09-19T04:33:35.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.618+0000 7fd558b00640 1 -- 172.21.15.111:0/4200019835 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd550038070 con 0x7fd55406be10 2024-09-19T04:33:35.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.618+0000 7fd558b00640 1 -- 172.21.15.111:0/4200019835 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd550032960 con 0x7fd55406be10 2024-09-19T04:33:35.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.618+0000 7fd55bd66640 1 -- 172.21.15.111:0/4200019835 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd55406be10 msgr2=0x7fd5540cd010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:35.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.618+0000 7fd55bd66640 1 --2- 172.21.15.111:0/4200019835 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd55406be10 0x7fd5540cd010 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fd5540b5980 tx=0x7fd55002c8e0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.618+0000 7fd55bd66640 1 -- 172.21.15.111:0/4200019835 shutdown_connections 2024-09-19T04:33:35.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.618+0000 7fd55bd66640 1 --2- 172.21.15.111:0/4200019835 >> v2:172.21.15.114:3300/0 conn(0x7fd554151c50 0x7fd55415baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.618+0000 7fd55bd66640 1 --2- 172.21.15.111:0/4200019835 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd55406be10 0x7fd5540cd010 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.618+0000 7fd55bd66640 1 -- 172.21.15.111:0/4200019835 >> 172.21.15.111:0/4200019835 conn(0x7fd554062cc0 msgr2=0x7fd55406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:35.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.618+0000 7fd55bd66640 1 -- 172.21.15.111:0/4200019835 shutdown_connections 2024-09-19T04:33:35.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.618+0000 7fd55bd66640 1 -- 172.21.15.111:0/4200019835 wait complete. 2024-09-19T04:33:35.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.619+0000 7fd55bd66640 1 Processor -- start 2024-09-19T04:33:35.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.620+0000 7fd55bd66640 1 -- start start 2024-09-19T04:33:35.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.620+0000 7fd55bd66640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd55406be10 0x7fd554073210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:35.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.620+0000 7fd55bd66640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd55406c1f0 0x7fd5541470c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:35.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.620+0000 7fd55bd66640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd554151c50 0x7fd554145d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:35.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.620+0000 7fd55bd66640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd5540d0310 con 0x7fd55406c1f0 2024-09-19T04:33:35.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.620+0000 7fd55bd66640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd5540ce690 con 0x7fd55406be10 2024-09-19T04:33:35.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.620+0000 7fd55bd66640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd5540d0490 con 0x7fd554151c50 2024-09-19T04:33:35.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.620+0000 7fd559301640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd55406c1f0 0x7fd5541470c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:35.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.620+0000 7fd559301640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd55406c1f0 0x7fd5541470c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36428/0 (socket says 172.21.15.111:36428) 2024-09-19T04:33:35.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.620+0000 7fd559301640 1 -- 172.21.15.111:0/2827431647 learned_addr learned my addr 172.21.15.111:0/2827431647 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:35.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.620+0000 7fd559b02640 1 --2- 172.21.15.111:0/2827431647 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd55406be10 0x7fd554073210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:35.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.620+0000 7fd55a303640 1 --2- 172.21.15.111:0/2827431647 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd554151c50 0x7fd554145d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:35.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.621+0000 7fd559301640 1 -- 172.21.15.111:0/2827431647 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd554151c50 msgr2=0x7fd554145d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:35.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.621+0000 7fd559301640 1 --2- 172.21.15.111:0/2827431647 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd554151c50 0x7fd554145d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.621+0000 7fd559301640 1 -- 172.21.15.111:0/2827431647 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd55406be10 msgr2=0x7fd554073210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:35.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.621+0000 7fd559301640 1 --2- 172.21.15.111:0/2827431647 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd55406be10 0x7fd554073210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.621+0000 7fd559301640 1 -- 172.21.15.111:0/2827431647 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd554147bc0 con 0x7fd55406c1f0 2024-09-19T04:33:35.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.621+0000 7fd55a303640 1 --2- 172.21.15.111:0/2827431647 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd554151c50 0x7fd554145d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:35.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.621+0000 7fd559b02640 1 --2- 172.21.15.111:0/2827431647 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd55406be10 0x7fd554073210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:35.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.621+0000 7fd559301640 1 --2- 172.21.15.111:0/2827431647 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd55406c1f0 0x7fd5541470c0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fd54800c430 tx=0x7fd54800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:35.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.621+0000 7fd5467fc640 1 -- 172.21.15.111:0/2827431647 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd548011790 con 0x7fd55406c1f0 2024-09-19T04:33:35.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.621+0000 7fd5467fc640 1 -- 172.21.15.111:0/2827431647 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd548017070 con 0x7fd55406c1f0 2024-09-19T04:33:35.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.621+0000 7fd55bd66640 1 -- 172.21.15.111:0/2827431647 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd554147ea0 con 0x7fd55406c1f0 2024-09-19T04:33:35.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.621+0000 7fd5467fc640 1 -- 172.21.15.111:0/2827431647 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd548011b70 con 0x7fd55406c1f0 2024-09-19T04:33:35.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.621+0000 7fd55bd66640 1 -- 172.21.15.111:0/2827431647 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd55414d730 con 0x7fd55406c1f0 2024-09-19T04:33:35.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.622+0000 7fd55bd66640 1 -- 172.21.15.111:0/2827431647 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5540d07f0 con 0x7fd55406c1f0 2024-09-19T04:33:35.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.622+0000 7fd5467fc640 1 -- 172.21.15.111:0/2827431647 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd548011d10 con 0x7fd55406c1f0 2024-09-19T04:33:35.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.623+0000 7fd5467fc640 1 --2- 172.21.15.111:0/2827431647 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd53806c2b0 0x7fd53806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:35.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.623+0000 7fd559b02640 1 --2- 172.21.15.111:0/2827431647 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd53806c2b0 0x7fd53806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:35.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.623+0000 7fd5467fc640 1 -- 172.21.15.111:0/2827431647 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fd54808b180 con 0x7fd55406c1f0 2024-09-19T04:33:35.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.623+0000 7fd559b02640 1 --2- 172.21.15.111:0/2827431647 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd53806c2b0 0x7fd53806e770 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fd550037000 tx=0x7fd55003e040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:35.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.627+0000 7fd5467fc640 1 -- 172.21.15.111:0/2827431647 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd548059980 con 0x7fd55406c1f0 2024-09-19T04:33:35.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.789+0000 7fd55bd66640 1 -- 172.21.15.111:0/2827431647 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd554076230 con 0x7fd53806c2b0 2024-09-19T04:33:35.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.795+0000 7fd5467fc640 1 -- 172.21.15.111:0/2827431647 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+243266 (secure 0 0 0) 0x7fd554076230 con 0x7fd53806c2b0 2024-09-19T04:33:35.799 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:35.800 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:33:35.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.798+0000 7fd55bd66640 1 -- 172.21.15.111:0/2827431647 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd53806c2b0 msgr2=0x7fd53806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:35.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.798+0000 7fd55bd66640 1 --2- 172.21.15.111:0/2827431647 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd53806c2b0 0x7fd53806e770 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fd550037000 tx=0x7fd55003e040 comp rx=0 tx=0).stop 2024-09-19T04:33:35.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.798+0000 7fd55bd66640 1 -- 172.21.15.111:0/2827431647 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd55406c1f0 msgr2=0x7fd5541470c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:35.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.798+0000 7fd55bd66640 1 --2- 172.21.15.111:0/2827431647 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd55406c1f0 0x7fd5541470c0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fd54800c430 tx=0x7fd54800c8f0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.798+0000 7fd55bd66640 1 -- 172.21.15.111:0/2827431647 shutdown_connections 2024-09-19T04:33:35.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.798+0000 7fd55bd66640 1 --2- 172.21.15.111:0/2827431647 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd53806c2b0 0x7fd53806e770 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.798+0000 7fd55bd66640 1 --2- 172.21.15.111:0/2827431647 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd554151c50 0x7fd554145d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.798+0000 7fd55bd66640 1 --2- 172.21.15.111:0/2827431647 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd55406c1f0 0x7fd5541470c0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.798+0000 7fd55bd66640 1 --2- 172.21.15.111:0/2827431647 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd55406be10 0x7fd554073210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.798+0000 7fd55bd66640 1 -- 172.21.15.111:0/2827431647 >> 172.21.15.111:0/2827431647 conn(0x7fd554062cc0 msgr2=0x7fd5540b3340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:35.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.798+0000 7fd55bd66640 1 -- 172.21.15.111:0/2827431647 shutdown_connections 2024-09-19T04:33:35.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.798+0000 7fd55bd66640 1 -- 172.21.15.111:0/2827431647 wait complete. 2024-09-19T04:33:35.810 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":52,"stamp":"2024-09-19T04:33:34.415576+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":134,"acting":134,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":41,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219840,"kb_used_data":3600,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754880,"statfs":{"total":773094113280,"available":772868997120,"internally_reserved":0,"allocated":3686400,"data_stored":2100568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.220017"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.211562+0000","last_change":"2024-09-19T04:33:31.211562+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.211562+0000","last_undegraded":"2024-09-19T04:33:31.211562+0000","last_fullsized":"2024-09-19T04:33:31.211562+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.208831+0000","last_change":"2024-09-19T04:33:31.208831+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.208831+0000","last_undegraded":"2024-09-19T04:33:31.208831+0000","last_fullsized":"2024-09-19T04:33:31.208831+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.216496+0000","last_change":"2024-09-19T04:33:31.216496+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.216496+0000","last_undegraded":"2024-09-19T04:33:31.216496+0000","last_fullsized":"2024-09-19T04:33:31.216496+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.217720+0000","last_change":"2024-09-19T04:33:31.217720+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.217720+0000","last_undegraded":"2024-09-19T04:33:31.217720+0000","last_fullsized":"2024-09-19T04:33:31.217720+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.210504+0000","last_change":"2024-09-19T04:33:31.210504+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.210504+0000","last_undegraded":"2024-09-19T04:33:31.210504+0000","last_fullsized":"2024-09-19T04:33:31.210504+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.217322+0000","last_change":"2024-09-19T04:33:31.217322+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.217322+0000","last_undegraded":"2024-09-19T04:33:31.217322+0000","last_fullsized":"2024-09-19T04:33:31.217322+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.209663+0000","last_change":"2024-09-19T04:33:31.209663+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.209663+0000","last_undegraded":"2024-09-19T04:33:31.209663+0000","last_fullsized":"2024-09-19T04:33:31.209663+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.208681+0000","last_change":"2024-09-19T04:33:31.208681+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.208681+0000","last_undegraded":"2024-09-19T04:33:31.208681+0000","last_fullsized":"2024-09-19T04:33:31.208681+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.215694+0000","last_change":"2024-09-19T04:33:31.215694+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.215694+0000","last_undegraded":"2024-09-19T04:33:31.215694+0000","last_fullsized":"2024-09-19T04:33:31.215694+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.215749+0000","last_change":"2024-09-19T04:33:31.215749+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.215749+0000","last_undegraded":"2024-09-19T04:33:31.215749+0000","last_fullsized":"2024-09-19T04:33:31.215749+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.213796+0000","last_change":"2024-09-19T04:33:31.213796+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.213796+0000","last_undegraded":"2024-09-19T04:33:31.213796+0000","last_fullsized":"2024-09-19T04:33:31.213796+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.212440+0000","last_change":"2024-09-19T04:33:31.212440+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.212440+0000","last_undegraded":"2024-09-19T04:33:31.212440+0000","last_fullsized":"2024-09-19T04:33:31.212440+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.208854+0000","last_change":"2024-09-19T04:33:31.208854+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.208854+0000","last_undegraded":"2024-09-19T04:33:31.208854+0000","last_fullsized":"2024-09-19T04:33:31.208854+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.208686+0000","last_change":"2024-09-19T04:33:31.208686+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.208686+0000","last_undegraded":"2024-09-19T04:33:31.208686+0000","last_fullsized":"2024-09-19T04:33:31.208686+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.213378+0000","last_change":"2024-09-19T04:33:31.213378+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.213378+0000","last_undegraded":"2024-09-19T04:33:31.213378+0000","last_fullsized":"2024-09-19T04:33:31.213378+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.216353+0000","last_change":"2024-09-19T04:33:31.216353+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.216353+0000","last_undegraded":"2024-09-19T04:33:31.216353+0000","last_fullsized":"2024-09-19T04:33:31.216353+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.211489+0000","last_change":"2024-09-19T04:33:31.211489+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.211489+0000","last_undegraded":"2024-09-19T04:33:31.211489+0000","last_fullsized":"2024-09-19T04:33:31.211489+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.217283+0000","last_change":"2024-09-19T04:33:31.217283+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.217283+0000","last_undegraded":"2024-09-19T04:33:31.217283+0000","last_fullsized":"2024-09-19T04:33:31.217283+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.223220+0000","last_change":"2024-09-19T04:33:31.219133+0000","last_active":"2024-09-19T04:33:31.223220+0000","last_peered":"2024-09-19T04:33:31.223220+0000","last_clean":"2024-09-19T04:33:31.223220+0000","last_became_active":"2024-09-19T04:33:31.218849+0000","last_became_peered":"2024-09-19T04:33:31.218849+0000","last_unstale":"2024-09-19T04:33:31.223220+0000","last_undegraded":"2024-09-19T04:33:31.223220+0000","last_fullsized":"2024-09-19T04:33:31.223220+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:57.381242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.211037+0000","last_change":"2024-09-19T04:33:31.211037+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.211037+0000","last_undegraded":"2024-09-19T04:33:31.211037+0000","last_fullsized":"2024-09-19T04:33:31.211037+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.203531+0000","last_change":"2024-09-19T04:33:30.203531+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.203531+0000","last_undegraded":"2024-09-19T04:33:30.203531+0000","last_fullsized":"2024-09-19T04:33:30.203531+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.212734+0000","last_change":"2024-09-19T04:33:31.212734+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.212734+0000","last_undegraded":"2024-09-19T04:33:31.212734+0000","last_fullsized":"2024-09-19T04:33:31.212734+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.201406+0000","last_change":"2024-09-19T04:33:30.201406+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.201406+0000","last_undegraded":"2024-09-19T04:33:30.201406+0000","last_fullsized":"2024-09-19T04:33:30.201406+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.198978+0000","last_change":"2024-09-19T04:33:30.198978+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.198978+0000","last_undegraded":"2024-09-19T04:33:30.198978+0000","last_fullsized":"2024-09-19T04:33:30.198978+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.215914+0000","last_change":"2024-09-19T04:33:31.215914+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.215914+0000","last_undegraded":"2024-09-19T04:33:31.215914+0000","last_fullsized":"2024-09-19T04:33:31.215914+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.228667+0000","last_change":"2024-09-19T04:33:31.223367+0000","last_active":"2024-09-19T04:33:31.228667+0000","last_peered":"2024-09-19T04:33:31.228667+0000","last_clean":"2024-09-19T04:33:31.228667+0000","last_became_active":"2024-09-19T04:33:31.223038+0000","last_became_peered":"2024-09-19T04:33:31.223038+0000","last_unstale":"2024-09-19T04:33:31.228667+0000","last_undegraded":"2024-09-19T04:33:31.228667+0000","last_fullsized":"2024-09-19T04:33:31.228667+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:04.501350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.208972+0000","last_change":"2024-09-19T04:33:31.208972+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.208972+0000","last_undegraded":"2024-09-19T04:33:31.208972+0000","last_fullsized":"2024-09-19T04:33:31.208972+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.221120+0000","last_change":"2024-09-19T04:33:31.220328+0000","last_active":"2024-09-19T04:33:31.221120+0000","last_peered":"2024-09-19T04:33:31.221120+0000","last_clean":"2024-09-19T04:33:31.221120+0000","last_became_active":"2024-09-19T04:33:31.220035+0000","last_became_peered":"2024-09-19T04:33:31.220035+0000","last_unstale":"2024-09-19T04:33:31.221120+0000","last_undegraded":"2024-09-19T04:33:31.221120+0000","last_fullsized":"2024-09-19T04:33:31.221120+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:11.407470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.210403+0000","last_change":"2024-09-19T04:33:31.210403+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.210403+0000","last_undegraded":"2024-09-19T04:33:31.210403+0000","last_fullsized":"2024-09-19T04:33:31.210403+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.201709+0000","last_change":"2024-09-19T04:33:30.201709+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.201709+0000","last_undegraded":"2024-09-19T04:33:30.201709+0000","last_fullsized":"2024-09-19T04:33:30.201709+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.221270+0000","last_change":"2024-09-19T04:33:31.217695+0000","last_active":"2024-09-19T04:33:31.221270+0000","last_peered":"2024-09-19T04:33:31.221270+0000","last_clean":"2024-09-19T04:33:31.221270+0000","last_became_active":"2024-09-19T04:33:31.217364+0000","last_became_peered":"2024-09-19T04:33:31.217364+0000","last_unstale":"2024-09-19T04:33:31.221270+0000","last_undegraded":"2024-09-19T04:33:31.221270+0000","last_fullsized":"2024-09-19T04:33:31.221270+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:07.760117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.209350+0000","last_change":"2024-09-19T04:33:31.209350+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.209350+0000","last_undegraded":"2024-09-19T04:33:31.209350+0000","last_fullsized":"2024-09-19T04:33:31.209350+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.201364+0000","last_change":"2024-09-19T04:33:30.201364+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.201364+0000","last_undegraded":"2024-09-19T04:33:30.201364+0000","last_fullsized":"2024-09-19T04:33:30.201364+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.203114+0000","last_change":"2024-09-19T04:33:30.203114+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.203114+0000","last_undegraded":"2024-09-19T04:33:30.203114+0000","last_fullsized":"2024-09-19T04:33:30.203114+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.223511+0000","last_change":"2024-09-19T04:33:31.220973+0000","last_active":"2024-09-19T04:33:31.223511+0000","last_peered":"2024-09-19T04:33:31.223511+0000","last_clean":"2024-09-19T04:33:31.223511+0000","last_became_active":"2024-09-19T04:33:31.220682+0000","last_became_peered":"2024-09-19T04:33:31.220682+0000","last_unstale":"2024-09-19T04:33:31.223511+0000","last_undegraded":"2024-09-19T04:33:31.223511+0000","last_fullsized":"2024-09-19T04:33:31.223511+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:54:43.419193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.209770+0000","last_change":"2024-09-19T04:33:31.209770+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.209770+0000","last_undegraded":"2024-09-19T04:33:31.209770+0000","last_fullsized":"2024-09-19T04:33:31.209770+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.200829+0000","last_change":"2024-09-19T04:33:30.200829+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.200829+0000","last_undegraded":"2024-09-19T04:33:30.200829+0000","last_fullsized":"2024-09-19T04:33:30.200829+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.220979+0000","last_change":"2024-09-19T04:33:31.218641+0000","last_active":"2024-09-19T04:33:31.220979+0000","last_peered":"2024-09-19T04:33:31.220979+0000","last_clean":"2024-09-19T04:33:31.220979+0000","last_became_active":"2024-09-19T04:33:31.218356+0000","last_became_peered":"2024-09-19T04:33:31.218356+0000","last_unstale":"2024-09-19T04:33:31.220979+0000","last_undegraded":"2024-09-19T04:33:31.220979+0000","last_fullsized":"2024-09-19T04:33:31.220979+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:08.011216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.199701+0000","last_change":"2024-09-19T04:33:30.199701+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.199701+0000","last_undegraded":"2024-09-19T04:33:30.199701+0000","last_fullsized":"2024-09-19T04:33:30.199701+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.216821+0000","last_change":"2024-09-19T04:33:31.216821+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.216821+0000","last_undegraded":"2024-09-19T04:33:31.216821+0000","last_fullsized":"2024-09-19T04:33:31.216821+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.200739+0000","last_change":"2024-09-19T04:33:30.200739+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.200739+0000","last_undegraded":"2024-09-19T04:33:30.200739+0000","last_fullsized":"2024-09-19T04:33:30.200739+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.210981+0000","last_change":"2024-09-19T04:33:31.210981+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.210981+0000","last_undegraded":"2024-09-19T04:33:31.210981+0000","last_fullsized":"2024-09-19T04:33:31.210981+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.199908+0000","last_change":"2024-09-19T04:33:30.199908+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.199908+0000","last_undegraded":"2024-09-19T04:33:30.199908+0000","last_fullsized":"2024-09-19T04:33:30.199908+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.211097+0000","last_change":"2024-09-19T04:33:31.211097+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.211097+0000","last_undegraded":"2024-09-19T04:33:31.211097+0000","last_fullsized":"2024-09-19T04:33:31.211097+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.199937+0000","last_change":"2024-09-19T04:33:30.199937+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.199937+0000","last_undegraded":"2024-09-19T04:33:30.199937+0000","last_fullsized":"2024-09-19T04:33:30.199937+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.209640+0000","last_change":"2024-09-19T04:33:31.209640+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.209640+0000","last_undegraded":"2024-09-19T04:33:31.209640+0000","last_fullsized":"2024-09-19T04:33:31.209640+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.220947+0000","last_change":"2024-09-19T04:33:31.217775+0000","last_active":"2024-09-19T04:33:31.220947+0000","last_peered":"2024-09-19T04:33:31.220947+0000","last_clean":"2024-09-19T04:33:31.220947+0000","last_became_active":"2024-09-19T04:33:31.217414+0000","last_became_peered":"2024-09-19T04:33:31.217414+0000","last_unstale":"2024-09-19T04:33:31.220947+0000","last_undegraded":"2024-09-19T04:33:31.220947+0000","last_fullsized":"2024-09-19T04:33:31.220947+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:19:25.419874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.220583+0000","last_change":"2024-09-19T04:33:31.218731+0000","last_active":"2024-09-19T04:33:31.220583+0000","last_peered":"2024-09-19T04:33:31.220583+0000","last_clean":"2024-09-19T04:33:31.220583+0000","last_became_active":"2024-09-19T04:33:31.218399+0000","last_became_peered":"2024-09-19T04:33:31.218399+0000","last_unstale":"2024-09-19T04:33:31.220583+0000","last_undegraded":"2024-09-19T04:33:31.220583+0000","last_fullsized":"2024-09-19T04:33:31.220583+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:59:20.371567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.228697+0000","last_change":"2024-09-19T04:33:31.225505+0000","last_active":"2024-09-19T04:33:31.228697+0000","last_peered":"2024-09-19T04:33:31.228697+0000","last_clean":"2024-09-19T04:33:31.228697+0000","last_became_active":"2024-09-19T04:33:31.225243+0000","last_became_peered":"2024-09-19T04:33:31.225243+0000","last_unstale":"2024-09-19T04:33:31.228697+0000","last_undegraded":"2024-09-19T04:33:31.228697+0000","last_fullsized":"2024-09-19T04:33:31.228697+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:18:38.372240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.202641+0000","last_change":"2024-09-19T04:33:30.202641+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.202641+0000","last_undegraded":"2024-09-19T04:33:30.202641+0000","last_fullsized":"2024-09-19T04:33:30.202641+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.226145+0000","last_change":"2024-09-19T04:33:31.222450+0000","last_active":"2024-09-19T04:33:31.226145+0000","last_peered":"2024-09-19T04:33:31.226145+0000","last_clean":"2024-09-19T04:33:31.226145+0000","last_became_active":"2024-09-19T04:33:31.221828+0000","last_became_peered":"2024-09-19T04:33:31.221828+0000","last_unstale":"2024-09-19T04:33:31.226145+0000","last_undegraded":"2024-09-19T04:33:31.226145+0000","last_fullsized":"2024-09-19T04:33:31.226145+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:18:18.743362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.223304+0000","last_change":"2024-09-19T04:33:31.221909+0000","last_active":"2024-09-19T04:33:31.223304+0000","last_peered":"2024-09-19T04:33:31.223304+0000","last_clean":"2024-09-19T04:33:31.223304+0000","last_became_active":"2024-09-19T04:33:31.221620+0000","last_became_peered":"2024-09-19T04:33:31.221620+0000","last_unstale":"2024-09-19T04:33:31.223304+0000","last_undegraded":"2024-09-19T04:33:31.223304+0000","last_fullsized":"2024-09-19T04:33:31.223304+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:08:25.095046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.217280+0000","last_change":"2024-09-19T04:33:31.217280+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.217280+0000","last_undegraded":"2024-09-19T04:33:31.217280+0000","last_fullsized":"2024-09-19T04:33:31.217280+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.223640+0000","last_change":"2024-09-19T04:33:31.222002+0000","last_active":"2024-09-19T04:33:31.223640+0000","last_peered":"2024-09-19T04:33:31.223640+0000","last_clean":"2024-09-19T04:33:31.223640+0000","last_became_active":"2024-09-19T04:33:31.221707+0000","last_became_peered":"2024-09-19T04:33:31.221707+0000","last_unstale":"2024-09-19T04:33:31.223640+0000","last_undegraded":"2024-09-19T04:33:31.223640+0000","last_fullsized":"2024-09-19T04:33:31.223640+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:01.151966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.199475+0000","last_change":"2024-09-19T04:33:30.199475+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.199475+0000","last_undegraded":"2024-09-19T04:33:30.199475+0000","last_fullsized":"2024-09-19T04:33:30.199475+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.209113+0000","last_change":"2024-09-19T04:33:31.209113+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.209113+0000","last_undegraded":"2024-09-19T04:33:31.209113+0000","last_fullsized":"2024-09-19T04:33:31.209113+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.200262+0000","last_change":"2024-09-19T04:33:30.200262+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.200262+0000","last_undegraded":"2024-09-19T04:33:30.200262+0000","last_fullsized":"2024-09-19T04:33:30.200262+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.199311+0000","last_change":"2024-09-19T04:33:30.199311+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.199311+0000","last_undegraded":"2024-09-19T04:33:30.199311+0000","last_fullsized":"2024-09-19T04:33:30.199311+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.210547+0000","last_change":"2024-09-19T04:33:31.210547+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.210547+0000","last_undegraded":"2024-09-19T04:33:31.210547+0000","last_fullsized":"2024-09-19T04:33:31.210547+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.200217+0000","last_change":"2024-09-19T04:33:30.200217+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.200217+0000","last_undegraded":"2024-09-19T04:33:30.200217+0000","last_fullsized":"2024-09-19T04:33:30.200217+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.199189+0000","last_change":"2024-09-19T04:33:30.199189+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.199189+0000","last_undegraded":"2024-09-19T04:33:30.199189+0000","last_fullsized":"2024-09-19T04:33:30.199189+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:33:31.193244+0000","last_change":"2024-09-19T04:33:31.193244+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.193244+0000","last_undegraded":"2024-09-19T04:33:31.193244+0000","last_fullsized":"2024-09-19T04:33:31.193244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.221086+0000","last_change":"2024-09-19T04:33:31.219692+0000","last_active":"2024-09-19T04:33:31.221086+0000","last_peered":"2024-09-19T04:33:31.221086+0000","last_clean":"2024-09-19T04:33:31.221086+0000","last_became_active":"2024-09-19T04:33:31.219344+0000","last_became_peered":"2024-09-19T04:33:31.219344+0000","last_unstale":"2024-09-19T04:33:31.221086+0000","last_undegraded":"2024-09-19T04:33:31.221086+0000","last_fullsized":"2024-09-19T04:33:31.221086+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:19.874903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.212681+0000","last_change":"2024-09-19T04:33:31.212681+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.212681+0000","last_undegraded":"2024-09-19T04:33:31.212681+0000","last_fullsized":"2024-09-19T04:33:31.212681+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T04:33:30.199396+0000","last_change":"2024-09-19T04:33:30.199396+0000","last_active":"2024-09-19T04:33:30.183748+0000","last_peered":"2024-09-19T04:33:30.183748+0000","last_clean":"2024-09-19T04:33:30.183748+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:30.199396+0000","last_undegraded":"2024-09-19T04:33:30.199396+0000","last_fullsized":"2024-09-19T04:33:30.199396+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.216081+0000","last_change":"2024-09-19T04:33:31.216081+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.216081+0000","last_undegraded":"2024-09-19T04:33:31.216081+0000","last_fullsized":"2024-09-19T04:33:31.216081+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.226041+0000","last_change":"2024-09-19T04:33:31.220790+0000","last_active":"2024-09-19T04:33:31.226041+0000","last_peered":"2024-09-19T04:33:31.226041+0000","last_clean":"2024-09-19T04:33:31.226041+0000","last_became_active":"2024-09-19T04:33:31.220512+0000","last_became_peered":"2024-09-19T04:33:31.220512+0000","last_unstale":"2024-09-19T04:33:31.226041+0000","last_undegraded":"2024-09-19T04:33:31.226041+0000","last_fullsized":"2024-09-19T04:33:31.226041+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:52:20.052863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":185,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.218353+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:33:31.218353+0000","last_peered":"2024-09-19T04:33:31.218353+0000","last_clean":"2024-09-19T04:33:31.218353+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:33:31.218353+0000","last_undegraded":"2024-09-19T04:33:31.218353+0000","last_fullsized":"2024-09-19T04:33:31.218353+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":68,"acting":68,"num_store_stats":4},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509453,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27916,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343924,"statfs":{"total":96636764160,"available":96608178176,"internally_reserved":0,"allocated":909312,"data_stored":706745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509453,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27336,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344504,"statfs":{"total":96636764160,"available":96608772096,"internally_reserved":0,"allocated":315392,"data_stored":116377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509453,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27348,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344492,"statfs":{"total":96636764160,"available":96608759808,"internally_reserved":0,"allocated":327680,"data_stored":122644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509454,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27336,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344504,"statfs":{"total":96636764160,"available":96608772096,"internally_reserved":0,"allocated":315392,"data_stored":116377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542158,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27324,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344516,"statfs":{"total":96636764160,"available":96608784384,"internally_reserved":0,"allocated":303104,"data_stored":110560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542157,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27328,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344512,"statfs":{"total":96636764160,"available":96608780288,"internally_reserved":0,"allocated":303104,"data_stored":110560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542157,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27336,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344504,"statfs":{"total":96636764160,"available":96608772096,"internally_reserved":0,"allocated":303104,"data_stored":110560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542158,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27916,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343924,"statfs":{"total":96636764160,"available":96608178176,"internally_reserved":0,"allocated":909312,"data_stored":706745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:33:35.814 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3f is not active+clean 2024-09-19T04:33:35.814 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.211562+0000', 'last_change': '2024-09-19T04:33:31.211562+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.211562+0000', 'last_undegraded': '2024-09-19T04:33:31.211562+0000', 'last_fullsized': '2024-09-19T04:33:31.211562+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:33:35.814 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3e is not active+clean 2024-09-19T04:33:35.814 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.814 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3d is not active+clean 2024-09-19T04:33:35.814 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.208831+0000', 'last_change': '2024-09-19T04:33:31.208831+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.208831+0000', 'last_undegraded': '2024-09-19T04:33:31.208831+0000', 'last_fullsized': '2024-09-19T04:33:31.208831+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:33:35.814 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3c is not active+clean 2024-09-19T04:33:35.815 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.815 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3b is not active+clean 2024-09-19T04:33:35.815 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.815 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3a is not active+clean 2024-09-19T04:33:35.815 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.815 INFO:tasks.ceph.ceph_manager.ceph:PG 5.39 is not active+clean 2024-09-19T04:33:35.815 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.216496+0000', 'last_change': '2024-09-19T04:33:31.216496+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.216496+0000', 'last_undegraded': '2024-09-19T04:33:31.216496+0000', 'last_fullsized': '2024-09-19T04:33:31.216496+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:33:35.815 INFO:tasks.ceph.ceph_manager.ceph:PG 5.38 is not active+clean 2024-09-19T04:33:35.815 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.217720+0000', 'last_change': '2024-09-19T04:33:31.217720+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.217720+0000', 'last_undegraded': '2024-09-19T04:33:31.217720+0000', 'last_fullsized': '2024-09-19T04:33:31.217720+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:33:35.815 INFO:tasks.ceph.ceph_manager.ceph:PG 5.37 is not active+clean 2024-09-19T04:33:35.815 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.210504+0000', 'last_change': '2024-09-19T04:33:31.210504+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.210504+0000', 'last_undegraded': '2024-09-19T04:33:31.210504+0000', 'last_fullsized': '2024-09-19T04:33:31.210504+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:33:35.816 INFO:tasks.ceph.ceph_manager.ceph:PG 5.36 is not active+clean 2024-09-19T04:33:35.816 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.816 INFO:tasks.ceph.ceph_manager.ceph:PG 5.35 is not active+clean 2024-09-19T04:33:35.816 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.217322+0000', 'last_change': '2024-09-19T04:33:31.217322+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.217322+0000', 'last_undegraded': '2024-09-19T04:33:31.217322+0000', 'last_fullsized': '2024-09-19T04:33:31.217322+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:33:35.816 INFO:tasks.ceph.ceph_manager.ceph:PG 5.34 is not active+clean 2024-09-19T04:33:35.816 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.209663+0000', 'last_change': '2024-09-19T04:33:31.209663+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.209663+0000', 'last_undegraded': '2024-09-19T04:33:31.209663+0000', 'last_fullsized': '2024-09-19T04:33:31.209663+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:33:35.816 INFO:tasks.ceph.ceph_manager.ceph:PG 5.33 is not active+clean 2024-09-19T04:33:35.816 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.816 INFO:tasks.ceph.ceph_manager.ceph:PG 5.32 is not active+clean 2024-09-19T04:33:35.816 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.816 INFO:tasks.ceph.ceph_manager.ceph:PG 5.31 is not active+clean 2024-09-19T04:33:35.817 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.208681+0000', 'last_change': '2024-09-19T04:33:31.208681+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.208681+0000', 'last_undegraded': '2024-09-19T04:33:31.208681+0000', 'last_fullsized': '2024-09-19T04:33:31.208681+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:33:35.817 INFO:tasks.ceph.ceph_manager.ceph:PG 5.30 is not active+clean 2024-09-19T04:33:35.817 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.215694+0000', 'last_change': '2024-09-19T04:33:31.215694+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.215694+0000', 'last_undegraded': '2024-09-19T04:33:31.215694+0000', 'last_fullsized': '2024-09-19T04:33:31.215694+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:33:35.817 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2f is not active+clean 2024-09-19T04:33:35.817 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.215749+0000', 'last_change': '2024-09-19T04:33:31.215749+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.215749+0000', 'last_undegraded': '2024-09-19T04:33:31.215749+0000', 'last_fullsized': '2024-09-19T04:33:31.215749+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:33:35.817 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2e is not active+clean 2024-09-19T04:33:35.817 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.817 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2d is not active+clean 2024-09-19T04:33:35.817 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.817 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2c is not active+clean 2024-09-19T04:33:35.818 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.818 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2b is not active+clean 2024-09-19T04:33:35.818 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.213796+0000', 'last_change': '2024-09-19T04:33:31.213796+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.213796+0000', 'last_undegraded': '2024-09-19T04:33:31.213796+0000', 'last_fullsized': '2024-09-19T04:33:31.213796+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:33:35.818 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2a is not active+clean 2024-09-19T04:33:35.818 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.212440+0000', 'last_change': '2024-09-19T04:33:31.212440+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.212440+0000', 'last_undegraded': '2024-09-19T04:33:31.212440+0000', 'last_fullsized': '2024-09-19T04:33:31.212440+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:33:35.818 INFO:tasks.ceph.ceph_manager.ceph:PG 5.29 is not active+clean 2024-09-19T04:33:35.818 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.818 INFO:tasks.ceph.ceph_manager.ceph:PG 5.28 is not active+clean 2024-09-19T04:33:35.818 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.208854+0000', 'last_change': '2024-09-19T04:33:31.208854+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.208854+0000', 'last_undegraded': '2024-09-19T04:33:31.208854+0000', 'last_fullsized': '2024-09-19T04:33:31.208854+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:33:35.818 INFO:tasks.ceph.ceph_manager.ceph:PG 5.27 is not active+clean 2024-09-19T04:33:35.818 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.819 INFO:tasks.ceph.ceph_manager.ceph:PG 5.26 is not active+clean 2024-09-19T04:33:35.819 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.819 INFO:tasks.ceph.ceph_manager.ceph:PG 5.25 is not active+clean 2024-09-19T04:33:35.819 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.819 INFO:tasks.ceph.ceph_manager.ceph:PG 5.24 is not active+clean 2024-09-19T04:33:35.819 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.208686+0000', 'last_change': '2024-09-19T04:33:31.208686+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.208686+0000', 'last_undegraded': '2024-09-19T04:33:31.208686+0000', 'last_fullsized': '2024-09-19T04:33:31.208686+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:33:35.819 INFO:tasks.ceph.ceph_manager.ceph:PG 5.23 is not active+clean 2024-09-19T04:33:35.819 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.213378+0000', 'last_change': '2024-09-19T04:33:31.213378+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.213378+0000', 'last_undegraded': '2024-09-19T04:33:31.213378+0000', 'last_fullsized': '2024-09-19T04:33:31.213378+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:33:35.819 INFO:tasks.ceph.ceph_manager.ceph:PG 5.22 is not active+clean 2024-09-19T04:33:35.819 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.216353+0000', 'last_change': '2024-09-19T04:33:31.216353+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.216353+0000', 'last_undegraded': '2024-09-19T04:33:31.216353+0000', 'last_fullsized': '2024-09-19T04:33:31.216353+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:33:35.819 INFO:tasks.ceph.ceph_manager.ceph:PG 5.21 is not active+clean 2024-09-19T04:33:35.819 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.211489+0000', 'last_change': '2024-09-19T04:33:31.211489+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.211489+0000', 'last_undegraded': '2024-09-19T04:33:31.211489+0000', 'last_fullsized': '2024-09-19T04:33:31.211489+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:33:35.820 INFO:tasks.ceph.ceph_manager.ceph:PG 5.20 is not active+clean 2024-09-19T04:33:35.820 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.217283+0000', 'last_change': '2024-09-19T04:33:31.217283+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.217283+0000', 'last_undegraded': '2024-09-19T04:33:31.217283+0000', 'last_fullsized': '2024-09-19T04:33:31.217283+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:33:35.820 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1e is not active+clean 2024-09-19T04:33:35.820 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.820 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1f is not active+clean 2024-09-19T04:33:35.820 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.211037+0000', 'last_change': '2024-09-19T04:33:31.211037+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.211037+0000', 'last_undegraded': '2024-09-19T04:33:31.211037+0000', 'last_fullsized': '2024-09-19T04:33:31.211037+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:33:35.820 INFO:tasks.ceph.ceph_manager.ceph:PG 4.1e is not active+clean 2024-09-19T04:33:35.820 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:30.203531+0000', 'last_change': '2024-09-19T04:33:30.203531+0000', 'last_active': '2024-09-19T04:33:30.183748+0000', 'last_peered': '2024-09-19T04:33:30.183748+0000', 'last_clean': '2024-09-19T04:33:30.183748+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:30.203531+0000', 'last_undegraded': '2024-09-19T04:33:30.203531+0000', 'last_fullsized': '2024-09-19T04:33:30.203531+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:33:35.820 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1c is not active+clean 2024-09-19T04:33:35.820 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.212734+0000', 'last_change': '2024-09-19T04:33:31.212734+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.212734+0000', 'last_undegraded': '2024-09-19T04:33:31.212734+0000', 'last_fullsized': '2024-09-19T04:33:31.212734+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:33:35.821 INFO:tasks.ceph.ceph_manager.ceph:PG 4.1d is not active+clean 2024-09-19T04:33:35.821 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:30.201406+0000', 'last_change': '2024-09-19T04:33:30.201406+0000', 'last_active': '2024-09-19T04:33:30.183748+0000', 'last_peered': '2024-09-19T04:33:30.183748+0000', 'last_clean': '2024-09-19T04:33:30.183748+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:30.201406+0000', 'last_undegraded': '2024-09-19T04:33:30.201406+0000', 'last_fullsized': '2024-09-19T04:33:30.201406+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:33:35.821 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1d is not active+clean 2024-09-19T04:33:35.821 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.821 INFO:tasks.ceph.ceph_manager.ceph:PG 4.1c is not active+clean 2024-09-19T04:33:35.821 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:30.198978+0000', 'last_change': '2024-09-19T04:33:30.198978+0000', 'last_active': '2024-09-19T04:33:30.183748+0000', 'last_peered': '2024-09-19T04:33:30.183748+0000', 'last_clean': '2024-09-19T04:33:30.183748+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:30.198978+0000', 'last_undegraded': '2024-09-19T04:33:30.198978+0000', 'last_fullsized': '2024-09-19T04:33:30.198978+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:33:35.821 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1a is not active+clean 2024-09-19T04:33:35.821 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.215914+0000', 'last_change': '2024-09-19T04:33:31.215914+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.215914+0000', 'last_undegraded': '2024-09-19T04:33:31.215914+0000', 'last_fullsized': '2024-09-19T04:33:31.215914+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:33:35.821 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1b is not active+clean 2024-09-19T04:33:35.821 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.208972+0000', 'last_change': '2024-09-19T04:33:31.208972+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.208972+0000', 'last_undegraded': '2024-09-19T04:33:31.208972+0000', 'last_fullsized': '2024-09-19T04:33:31.208972+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:33:35.822 INFO:tasks.ceph.ceph_manager.ceph:PG 5.18 is not active+clean 2024-09-19T04:33:35.822 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.210403+0000', 'last_change': '2024-09-19T04:33:31.210403+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.210403+0000', 'last_undegraded': '2024-09-19T04:33:31.210403+0000', 'last_fullsized': '2024-09-19T04:33:31.210403+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:33:35.822 INFO:tasks.ceph.ceph_manager.ceph:PG 4.19 is not active+clean 2024-09-19T04:33:35.822 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:30.201709+0000', 'last_change': '2024-09-19T04:33:30.201709+0000', 'last_active': '2024-09-19T04:33:30.183748+0000', 'last_peered': '2024-09-19T04:33:30.183748+0000', 'last_clean': '2024-09-19T04:33:30.183748+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:30.201709+0000', 'last_undegraded': '2024-09-19T04:33:30.201709+0000', 'last_fullsized': '2024-09-19T04:33:30.201709+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:33:35.822 INFO:tasks.ceph.ceph_manager.ceph:PG 5.19 is not active+clean 2024-09-19T04:33:35.822 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.822 INFO:tasks.ceph.ceph_manager.ceph:PG 5.16 is not active+clean 2024-09-19T04:33:35.822 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.209350+0000', 'last_change': '2024-09-19T04:33:31.209350+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.209350+0000', 'last_undegraded': '2024-09-19T04:33:31.209350+0000', 'last_fullsized': '2024-09-19T04:33:31.209350+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:33:35.824 INFO:tasks.ceph.ceph_manager.ceph:PG 4.17 is not active+clean 2024-09-19T04:33:35.824 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:30.201364+0000', 'last_change': '2024-09-19T04:33:30.201364+0000', 'last_active': '2024-09-19T04:33:30.183748+0000', 'last_peered': '2024-09-19T04:33:30.183748+0000', 'last_clean': '2024-09-19T04:33:30.183748+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:30.201364+0000', 'last_undegraded': '2024-09-19T04:33:30.201364+0000', 'last_fullsized': '2024-09-19T04:33:30.201364+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:33:35.824 INFO:tasks.ceph.ceph_manager.ceph:PG 5.17 is not active+clean 2024-09-19T04:33:35.824 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.824 INFO:tasks.ceph.ceph_manager.ceph:PG 4.16 is not active+clean 2024-09-19T04:33:35.824 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:30.203114+0000', 'last_change': '2024-09-19T04:33:30.203114+0000', 'last_active': '2024-09-19T04:33:30.183748+0000', 'last_peered': '2024-09-19T04:33:30.183748+0000', 'last_clean': '2024-09-19T04:33:30.183748+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:30.203114+0000', 'last_undegraded': '2024-09-19T04:33:30.203114+0000', 'last_fullsized': '2024-09-19T04:33:30.203114+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:33:35.824 INFO:tasks.ceph.ceph_manager.ceph:PG 5.14 is not active+clean 2024-09-19T04:33:35.824 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.825 INFO:tasks.ceph.ceph_manager.ceph:PG 5.15 is not active+clean 2024-09-19T04:33:35.825 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.209770+0000', 'last_change': '2024-09-19T04:33:31.209770+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.209770+0000', 'last_undegraded': '2024-09-19T04:33:31.209770+0000', 'last_fullsized': '2024-09-19T04:33:31.209770+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:33:35.825 INFO:tasks.ceph.ceph_manager.ceph:PG 4.14 is not active+clean 2024-09-19T04:33:35.825 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:30.200829+0000', 'last_change': '2024-09-19T04:33:30.200829+0000', 'last_active': '2024-09-19T04:33:30.183748+0000', 'last_peered': '2024-09-19T04:33:30.183748+0000', 'last_clean': '2024-09-19T04:33:30.183748+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:30.200829+0000', 'last_undegraded': '2024-09-19T04:33:30.200829+0000', 'last_fullsized': '2024-09-19T04:33:30.200829+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:33:35.825 INFO:tasks.ceph.ceph_manager.ceph:PG 5.12 is not active+clean 2024-09-19T04:33:35.825 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.825 INFO:tasks.ceph.ceph_manager.ceph:PG 5.13 is not active+clean 2024-09-19T04:33:35.825 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.825 INFO:tasks.ceph.ceph_manager.ceph:PG 4.12 is not active+clean 2024-09-19T04:33:35.825 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:30.199701+0000', 'last_change': '2024-09-19T04:33:30.199701+0000', 'last_active': '2024-09-19T04:33:30.183748+0000', 'last_peered': '2024-09-19T04:33:30.183748+0000', 'last_clean': '2024-09-19T04:33:30.183748+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:30.199701+0000', 'last_undegraded': '2024-09-19T04:33:30.199701+0000', 'last_fullsized': '2024-09-19T04:33:30.199701+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:33:35.825 INFO:tasks.ceph.ceph_manager.ceph:PG 5.10 is not active+clean 2024-09-19T04:33:35.825 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.216821+0000', 'last_change': '2024-09-19T04:33:31.216821+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.216821+0000', 'last_undegraded': '2024-09-19T04:33:31.216821+0000', 'last_fullsized': '2024-09-19T04:33:31.216821+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:33:35.826 INFO:tasks.ceph.ceph_manager.ceph:PG 4.11 is not active+clean 2024-09-19T04:33:35.826 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:30.200739+0000', 'last_change': '2024-09-19T04:33:30.200739+0000', 'last_active': '2024-09-19T04:33:30.183748+0000', 'last_peered': '2024-09-19T04:33:30.183748+0000', 'last_clean': '2024-09-19T04:33:30.183748+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:30.200739+0000', 'last_undegraded': '2024-09-19T04:33:30.200739+0000', 'last_fullsized': '2024-09-19T04:33:30.200739+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:33:35.826 INFO:tasks.ceph.ceph_manager.ceph:PG 5.11 is not active+clean 2024-09-19T04:33:35.826 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.210981+0000', 'last_change': '2024-09-19T04:33:31.210981+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.210981+0000', 'last_undegraded': '2024-09-19T04:33:31.210981+0000', 'last_fullsized': '2024-09-19T04:33:31.210981+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:33:35.826 INFO:tasks.ceph.ceph_manager.ceph:PG 4.10 is not active+clean 2024-09-19T04:33:35.826 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:30.199908+0000', 'last_change': '2024-09-19T04:33:30.199908+0000', 'last_active': '2024-09-19T04:33:30.183748+0000', 'last_peered': '2024-09-19T04:33:30.183748+0000', 'last_clean': '2024-09-19T04:33:30.183748+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:30.199908+0000', 'last_undegraded': '2024-09-19T04:33:30.199908+0000', 'last_fullsized': '2024-09-19T04:33:30.199908+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:33:35.826 INFO:tasks.ceph.ceph_manager.ceph:PG 5.e is not active+clean 2024-09-19T04:33:35.826 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.211097+0000', 'last_change': '2024-09-19T04:33:31.211097+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.211097+0000', 'last_undegraded': '2024-09-19T04:33:31.211097+0000', 'last_fullsized': '2024-09-19T04:33:31.211097+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:33:35.826 INFO:tasks.ceph.ceph_manager.ceph:PG 4.f is not active+clean 2024-09-19T04:33:35.826 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:30.199937+0000', 'last_change': '2024-09-19T04:33:30.199937+0000', 'last_active': '2024-09-19T04:33:30.183748+0000', 'last_peered': '2024-09-19T04:33:30.183748+0000', 'last_clean': '2024-09-19T04:33:30.183748+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:30.199937+0000', 'last_undegraded': '2024-09-19T04:33:30.199937+0000', 'last_fullsized': '2024-09-19T04:33:30.199937+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:33:35.827 INFO:tasks.ceph.ceph_manager.ceph:PG 5.f is not active+clean 2024-09-19T04:33:35.827 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.209640+0000', 'last_change': '2024-09-19T04:33:31.209640+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.209640+0000', 'last_undegraded': '2024-09-19T04:33:31.209640+0000', 'last_fullsized': '2024-09-19T04:33:31.209640+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:33:35.827 INFO:tasks.ceph.ceph_manager.ceph:PG 5.c is not active+clean 2024-09-19T04:33:35.827 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.827 INFO:tasks.ceph.ceph_manager.ceph:PG 5.d is not active+clean 2024-09-19T04:33:35.827 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.827 INFO:tasks.ceph.ceph_manager.ceph:PG 5.a is not active+clean 2024-09-19T04:33:35.827 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.827 INFO:tasks.ceph.ceph_manager.ceph:PG 4.b is not active+clean 2024-09-19T04:33:35.827 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:30.202641+0000', 'last_change': '2024-09-19T04:33:30.202641+0000', 'last_active': '2024-09-19T04:33:30.183748+0000', 'last_peered': '2024-09-19T04:33:30.183748+0000', 'last_clean': '2024-09-19T04:33:30.183748+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:30.202641+0000', 'last_undegraded': '2024-09-19T04:33:30.202641+0000', 'last_fullsized': '2024-09-19T04:33:30.202641+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:33:35.827 INFO:tasks.ceph.ceph_manager.ceph:PG 5.b is not active+clean 2024-09-19T04:33:35.827 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.828 INFO:tasks.ceph.ceph_manager.ceph:PG 5.8 is not active+clean 2024-09-19T04:33:35.828 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.828 INFO:tasks.ceph.ceph_manager.ceph:PG 5.9 is not active+clean 2024-09-19T04:33:35.828 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.217280+0000', 'last_change': '2024-09-19T04:33:31.217280+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.217280+0000', 'last_undegraded': '2024-09-19T04:33:31.217280+0000', 'last_fullsized': '2024-09-19T04:33:31.217280+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:33:35.828 INFO:tasks.ceph.ceph_manager.ceph:PG 5.6 is not active+clean 2024-09-19T04:33:35.828 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.828 INFO:tasks.ceph.ceph_manager.ceph:PG 4.7 is not active+clean 2024-09-19T04:33:35.828 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:30.199475+0000', 'last_change': '2024-09-19T04:33:30.199475+0000', 'last_active': '2024-09-19T04:33:30.183748+0000', 'last_peered': '2024-09-19T04:33:30.183748+0000', 'last_clean': '2024-09-19T04:33:30.183748+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:30.199475+0000', 'last_undegraded': '2024-09-19T04:33:30.199475+0000', 'last_fullsized': '2024-09-19T04:33:30.199475+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:33:35.828 INFO:tasks.ceph.ceph_manager.ceph:PG 5.7 is not active+clean 2024-09-19T04:33:35.828 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.209113+0000', 'last_change': '2024-09-19T04:33:31.209113+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.209113+0000', 'last_undegraded': '2024-09-19T04:33:31.209113+0000', 'last_fullsized': '2024-09-19T04:33:31.209113+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:33:35.828 INFO:tasks.ceph.ceph_manager.ceph:PG 4.6 is not active+clean 2024-09-19T04:33:35.829 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:30.200262+0000', 'last_change': '2024-09-19T04:33:30.200262+0000', 'last_active': '2024-09-19T04:33:30.183748+0000', 'last_peered': '2024-09-19T04:33:30.183748+0000', 'last_clean': '2024-09-19T04:33:30.183748+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:30.200262+0000', 'last_undegraded': '2024-09-19T04:33:30.200262+0000', 'last_fullsized': '2024-09-19T04:33:30.200262+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:33:35.829 INFO:tasks.ceph.ceph_manager.ceph:PG 5.5 is not active+clean 2024-09-19T04:33:35.829 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.829 INFO:tasks.ceph.ceph_manager.ceph:PG 4.4 is not active+clean 2024-09-19T04:33:35.829 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:30.199311+0000', 'last_change': '2024-09-19T04:33:30.199311+0000', 'last_active': '2024-09-19T04:33:30.183748+0000', 'last_peered': '2024-09-19T04:33:30.183748+0000', 'last_clean': '2024-09-19T04:33:30.183748+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:30.199311+0000', 'last_undegraded': '2024-09-19T04:33:30.199311+0000', 'last_fullsized': '2024-09-19T04:33:30.199311+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:33:35.829 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2 is not active+clean 2024-09-19T04:33:35.829 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.210547+0000', 'last_change': '2024-09-19T04:33:31.210547+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.210547+0000', 'last_undegraded': '2024-09-19T04:33:31.210547+0000', 'last_fullsized': '2024-09-19T04:33:31.210547+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:33:35.829 INFO:tasks.ceph.ceph_manager.ceph:PG 4.3 is not active+clean 2024-09-19T04:33:35.829 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:30.200217+0000', 'last_change': '2024-09-19T04:33:30.200217+0000', 'last_active': '2024-09-19T04:33:30.183748+0000', 'last_peered': '2024-09-19T04:33:30.183748+0000', 'last_clean': '2024-09-19T04:33:30.183748+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:30.200217+0000', 'last_undegraded': '2024-09-19T04:33:30.200217+0000', 'last_fullsized': '2024-09-19T04:33:30.200217+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:33:35.829 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3 is not active+clean 2024-09-19T04:33:35.830 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.830 INFO:tasks.ceph.ceph_manager.ceph:PG 4.2 is not active+clean 2024-09-19T04:33:35.830 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:30.199189+0000', 'last_change': '2024-09-19T04:33:30.199189+0000', 'last_active': '2024-09-19T04:33:30.183748+0000', 'last_peered': '2024-09-19T04:33:30.183748+0000', 'last_clean': '2024-09-19T04:33:30.183748+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:30.199189+0000', 'last_undegraded': '2024-09-19T04:33:30.199189+0000', 'last_fullsized': '2024-09-19T04:33:30.199189+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:33:35.830 INFO:tasks.ceph.ceph_manager.ceph:PG 5.0 is not active+clean 2024-09-19T04:33:35.830 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:33:31.193244+0000', 'last_change': '2024-09-19T04:33:31.193244+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.193244+0000', 'last_undegraded': '2024-09-19T04:33:31.193244+0000', 'last_fullsized': '2024-09-19T04:33:31.193244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:33:35.830 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1 is not active+clean 2024-09-19T04:33:35.830 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.212681+0000', 'last_change': '2024-09-19T04:33:31.212681+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.212681+0000', 'last_undegraded': '2024-09-19T04:33:31.212681+0000', 'last_fullsized': '2024-09-19T04:33:31.212681+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:33:35.830 INFO:tasks.ceph.ceph_manager.ceph:PG 4.0 is not active+clean 2024-09-19T04:33:35.830 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:30.199396+0000', 'last_change': '2024-09-19T04:33:30.199396+0000', 'last_active': '2024-09-19T04:33:30.183748+0000', 'last_peered': '2024-09-19T04:33:30.183748+0000', 'last_clean': '2024-09-19T04:33:30.183748+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:30.199396+0000', 'last_undegraded': '2024-09-19T04:33:30.199396+0000', 'last_fullsized': '2024-09-19T04:33:30.199396+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:30.183748+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:33:35.830 INFO:tasks.ceph.ceph_manager.ceph:PG 5.4 is not active+clean 2024-09-19T04:33:35.830 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:33:31.216081+0000', 'last_change': '2024-09-19T04:33:31.216081+0000', 'last_active': '2024-09-19T04:33:31.193244+0000', 'last_peered': '2024-09-19T04:33:31.193244+0000', 'last_clean': '2024-09-19T04:33:31.193244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:33:31.216081+0000', 'last_undegraded': '2024-09-19T04:33:31.216081+0000', 'last_fullsized': '2024-09-19T04:33:31.216081+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'last_clean_scrub_stamp': '2024-09-19T04:33:31.193244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:33:35.831 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T04:33:35.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.947+0000 7fc7a8a4c640 1 Processor -- start 2024-09-19T04:33:35.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.947+0000 7fc7a8a4c640 1 -- start start 2024-09-19T04:33:35.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.947+0000 7fc7a8a4c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc7a4148330 0x7fc7a406bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:35.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.947+0000 7fc7a8a4c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7a406c0e0 0x7fc7a415eec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:35.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.947+0000 7fc7a8a4c640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7a415fbf0 con 0x7fc7a415f400 2024-09-19T04:33:35.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.947+0000 7fc7a8a4c640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fc7a406c520 con 0x7fc7a4148330 2024-09-19T04:33:35.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.947+0000 7fc7a8a4c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc7a40b4f80 con 0x7fc7a406c0e0 2024-09-19T04:33:35.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.948+0000 7fc7a259c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc7a4148330 0x7fc7a406bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:35.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.948+0000 7fc7a259c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc7a4148330 0x7fc7a406bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36444/0 (socket says 172.21.15.111:36444) 2024-09-19T04:33:35.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.948+0000 7fc7a259c640 1 -- 172.21.15.111:0/3829227270 learned_addr learned my addr 172.21.15.111:0/3829227270 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:35.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.948+0000 7fc79bfff640 1 --2- 172.21.15.111:0/3829227270 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7a406c0e0 0x7fc7a415eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:35.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.948+0000 7fc7a259c640 1 -- 172.21.15.111:0/3829227270 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7a406c0e0 msgr2=0x7fc7a415eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:35.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.948+0000 7fc7a259c640 1 --2- 172.21.15.111:0/3829227270 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7a406c0e0 0x7fc7a415eec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.948+0000 7fc7a259c640 1 -- 172.21.15.111:0/3829227270 >> v1:172.21.15.111:6789/0 conn(0x7fc7a415f400 legacy=0x7fc7a40720c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:35.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.948+0000 7fc7a1d9b640 1 -- 172.21.15.111:0/3829227270 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4035141637 0 0) 0x7fc7a415fbf0 con 0x7fc7a415f400 2024-09-19T04:33:35.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.948+0000 7fc7a259c640 1 -- 172.21.15.111:0/3829227270 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7a40b5260 con 0x7fc7a4148330 2024-09-19T04:33:35.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.949+0000 7fc7a259c640 1 --2- 172.21.15.111:0/3829227270 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7a4148330 0x7fc7a406bba0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fc7940098a0 tx=0x7fc79402a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6ae28896d18dcd2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:35.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.949+0000 7fc7a1d9b640 1 -- 172.21.15.111:0/3829227270 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc794037070 con 0x7fc7a4148330 2024-09-19T04:33:35.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.949+0000 7fc7a1d9b640 1 -- 172.21.15.111:0/3829227270 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc794032440 con 0x7fc7a4148330 2024-09-19T04:33:35.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.949+0000 7fc7a1d9b640 1 -- 172.21.15.111:0/3829227270 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc794032810 con 0x7fc7a4148330 2024-09-19T04:33:35.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.949+0000 7fc7a8a4c640 1 -- 172.21.15.111:0/3829227270 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7a4148330 msgr2=0x7fc7a406bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:35.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.949+0000 7fc7a8a4c640 1 --2- 172.21.15.111:0/3829227270 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7a4148330 0x7fc7a406bba0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fc7940098a0 tx=0x7fc79402a200 comp rx=0 tx=0).stop 2024-09-19T04:33:35.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.949+0000 7fc7a8a4c640 1 -- 172.21.15.111:0/3829227270 shutdown_connections 2024-09-19T04:33:35.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.949+0000 7fc7a8a4c640 1 --2- 172.21.15.111:0/3829227270 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7a406c0e0 0x7fc7a415eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.949+0000 7fc7a8a4c640 1 --2- 172.21.15.111:0/3829227270 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7a4148330 0x7fc7a406bba0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.949+0000 7fc7a8a4c640 1 -- 172.21.15.111:0/3829227270 >> 172.21.15.111:0/3829227270 conn(0x7fc7a4062a80 msgr2=0x7fc7a406ccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:35.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.949+0000 7fc7a8a4c640 1 -- 172.21.15.111:0/3829227270 shutdown_connections 2024-09-19T04:33:35.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.949+0000 7fc7a8a4c640 1 -- 172.21.15.111:0/3829227270 wait complete. 2024-09-19T04:33:35.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.950+0000 7fc7a8a4c640 1 Processor -- start 2024-09-19T04:33:35.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.951+0000 7fc7a8a4c640 1 -- start start 2024-09-19T04:33:35.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.951+0000 7fc7a8a4c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7a406c0e0 0x7fc7a40cae40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:35.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.951+0000 7fc7a8a4c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7a4148330 0x7fc7a40cc650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:35.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.951+0000 7fc7a8a4c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7a415f400 0x7fc7a4158a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:35.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.951+0000 7fc7a8a4c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc7a415f890 con 0x7fc7a415f400 2024-09-19T04:33:35.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.951+0000 7fc7a8a4c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc7a40b5820 con 0x7fc7a4148330 2024-09-19T04:33:35.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.951+0000 7fc7a8a4c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc7a415fe50 con 0x7fc7a406c0e0 2024-09-19T04:33:35.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.951+0000 7fc7a2d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7a415f400 0x7fc7a4158a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:35.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.951+0000 7fc7a2d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7a415f400 0x7fc7a4158a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36460/0 (socket says 172.21.15.111:36460) 2024-09-19T04:33:35.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.951+0000 7fc7a2d9d640 1 -- 172.21.15.111:0/1658453659 learned_addr learned my addr 172.21.15.111:0/1658453659 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:35.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.952+0000 7fc7a2d9d640 1 -- 172.21.15.111:0/1658453659 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7a406c0e0 msgr2=0x7fc7a40cae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:35.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.952+0000 7fc79bfff640 1 --2- 172.21.15.111:0/1658453659 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7a4148330 0x7fc7a40cc650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:35.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.952+0000 7fc7a259c640 1 --2- 172.21.15.111:0/1658453659 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7a406c0e0 0x7fc7a40cae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:35.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.952+0000 7fc7a2d9d640 1 --2- 172.21.15.111:0/1658453659 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7a406c0e0 0x7fc7a40cae40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.952+0000 7fc7a2d9d640 1 -- 172.21.15.111:0/1658453659 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7a4148330 msgr2=0x7fc7a40cc650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:35.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.952+0000 7fc7a2d9d640 1 --2- 172.21.15.111:0/1658453659 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7a4148330 0x7fc7a40cc650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:35.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.952+0000 7fc7a2d9d640 1 -- 172.21.15.111:0/1658453659 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7a41563f0 con 0x7fc7a415f400 2024-09-19T04:33:35.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.952+0000 7fc7a2d9d640 1 --2- 172.21.15.111:0/1658453659 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7a415f400 0x7fc7a4158a30 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fc79c00c7b0 tx=0x7fc79c00cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:35.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.952+0000 7fc79affd640 1 -- 172.21.15.111:0/1658453659 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc79c003ba0 con 0x7fc7a415f400 2024-09-19T04:33:35.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.952+0000 7fc79affd640 1 -- 172.21.15.111:0/1658453659 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc79c003d40 con 0x7fc7a415f400 2024-09-19T04:33:35.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.952+0000 7fc7a8a4c640 1 -- 172.21.15.111:0/1658453659 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7a41566d0 con 0x7fc7a415f400 2024-09-19T04:33:35.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.952+0000 7fc79affd640 1 -- 172.21.15.111:0/1658453659 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc79c005270 con 0x7fc7a415f400 2024-09-19T04:33:35.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.952+0000 7fc7a8a4c640 1 -- 172.21.15.111:0/1658453659 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7a4156c90 con 0x7fc7a415f400 2024-09-19T04:33:35.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.953+0000 7fc7a8a4c640 1 -- 172.21.15.111:0/1658453659 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7a415eec0 con 0x7fc7a415f400 2024-09-19T04:33:35.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.953+0000 7fc79affd640 1 -- 172.21.15.111:0/1658453659 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc79c005410 con 0x7fc7a415f400 2024-09-19T04:33:35.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.954+0000 7fc79affd640 1 --2- 172.21.15.111:0/1658453659 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc78406c2b0 0x7fc78406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:35.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.954+0000 7fc7a259c640 1 --2- 172.21.15.111:0/1658453659 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc78406c2b0 0x7fc78406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:35.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.954+0000 7fc79affd640 1 -- 172.21.15.111:0/1658453659 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fc79c08b290 con 0x7fc7a415f400 2024-09-19T04:33:35.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.954+0000 7fc7a259c640 1 --2- 172.21.15.111:0/1658453659 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc78406c2b0 0x7fc78406e770 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fc794034000 tx=0x7fc79402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:35.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:35.958+0000 7fc79affd640 1 -- 172.21.15.111:0/1658453659 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc79c059a90 con 0x7fc7a415f400 2024-09-19T04:33:36.176 INFO:tasks.ceph.mds.a.smithi111.stderr:2024-09-19T04:33:36.175+0000 7f802e233640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T04:33:36.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.188+0000 7fc7a8a4c640 1 -- 172.21.15.111:0/1658453659 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fc7a4158f70 con 0x7fc7a415f400 2024-09-19T04:33:36.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.188+0000 7fc79affd640 1 -- 172.21.15.111:0/1658453659 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+2764 (secure 0 0 0) 0x7fc79c059390 con 0x7fc7a415f400 2024-09-19T04:33:36.189 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:36.190 INFO:teuthology.orchestra.run.smithi111.stdout:{"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":67,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":32,"num_osds":8,"num_up_osds":8,"osd_up_since":1726720360,"num_in_osds":8,"osd_in_since":1726720350,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":52},{"state_name":"unknown","count":30},{"state_name":"active+clean","count":15}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":225116160,"bytes_avail":772868997120,"bytes_total":773094113280,"unknown_pgs_ratio":0.30927833914756775,"inactive_pgs_ratio":0.53608244657516479},"fsmap":{"epoch":13,"btime":"2024-09-19T04:33:34:217000+0000","id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"a","status":"up:active","gid":4767}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":3,"modified":"2024-09-19T04:33:34.415612+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","0":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"1":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"2":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"3":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"4":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"5":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-19T04:33:36.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.190+0000 7fc7a8a4c640 1 -- 172.21.15.111:0/1658453659 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc78406c2b0 msgr2=0x7fc78406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:36.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.190+0000 7fc7a8a4c640 1 --2- 172.21.15.111:0/1658453659 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc78406c2b0 0x7fc78406e770 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fc794034000 tx=0x7fc79402e000 comp rx=0 tx=0).stop 2024-09-19T04:33:36.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.190+0000 7fc7a8a4c640 1 -- 172.21.15.111:0/1658453659 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7a415f400 msgr2=0x7fc7a4158a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:36.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.190+0000 7fc7a8a4c640 1 --2- 172.21.15.111:0/1658453659 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7a415f400 0x7fc7a4158a30 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fc79c00c7b0 tx=0x7fc79c00cbb0 comp rx=0 tx=0).stop 2024-09-19T04:33:36.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.190+0000 7fc7a8a4c640 1 -- 172.21.15.111:0/1658453659 shutdown_connections 2024-09-19T04:33:36.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.190+0000 7fc7a8a4c640 1 --2- 172.21.15.111:0/1658453659 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc78406c2b0 0x7fc78406e770 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:36.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.190+0000 7fc7a8a4c640 1 --2- 172.21.15.111:0/1658453659 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7a415f400 0x7fc7a4158a30 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:36.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.190+0000 7fc7a8a4c640 1 --2- 172.21.15.111:0/1658453659 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7a4148330 0x7fc7a40cc650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:36.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.190+0000 7fc7a8a4c640 1 --2- 172.21.15.111:0/1658453659 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7a406c0e0 0x7fc7a40cae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:36.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.190+0000 7fc7a8a4c640 1 -- 172.21.15.111:0/1658453659 >> 172.21.15.111:0/1658453659 conn(0x7fc7a4062a80 msgr2=0x7fc7a4145870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:36.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.190+0000 7fc7a8a4c640 1 -- 172.21.15.111:0/1658453659 shutdown_connections 2024-09-19T04:33:36.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.190+0000 7fc7a8a4c640 1 -- 172.21.15.111:0/1658453659 wait complete. 2024-09-19T04:33:36.202 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T04:33:36.202 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:33:36.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.300+0000 7f1685277640 1 Processor -- start 2024-09-19T04:33:36.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.300+0000 7f1685277640 1 -- start start 2024-09-19T04:33:36.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.301+0000 7f1685277640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f168015e940 0x7f16800d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:36.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.301+0000 7f1685277640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f168015ed20 0x7f16800d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:36.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.301+0000 7f1685277640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16800b7170 con 0x7f16800cef90 2024-09-19T04:33:36.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.301+0000 7f1685277640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f16800d1ae0 con 0x7f168015e940 2024-09-19T04:33:36.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.301+0000 7f1685277640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f16800b7aa0 con 0x7f168015ed20 2024-09-19T04:33:36.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.301+0000 7f167effd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f168015e940 0x7f16800d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:36.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.301+0000 7f167f7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f16800cef90 0x7f16800b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57472/0 (socket says 172.21.15.111:57472) 2024-09-19T04:33:36.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.301+0000 7f167f7fe640 1 -- 172.21.15.111:0/916803076 learned_addr learned my addr 172.21.15.111:0/916803076 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:36.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.301+0000 7f1677fff640 1 --2- 172.21.15.111:0/916803076 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f168015ed20 0x7f16800d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:36.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.301+0000 7f167effd640 1 -- 172.21.15.111:0/916803076 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f168015ed20 msgr2=0x7f16800d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:36.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.301+0000 7f167effd640 1 --2- 172.21.15.111:0/916803076 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f168015ed20 0x7f16800d15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:36.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.301+0000 7f167effd640 1 -- 172.21.15.111:0/916803076 >> v1:172.21.15.111:6789/0 conn(0x7f16800cef90 legacy=0x7f16800b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:36.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.301+0000 7f167effd640 1 -- 172.21.15.111:0/916803076 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16800d3660 con 0x7f168015e940 2024-09-19T04:33:36.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.301+0000 7f167e7fc640 1 -- 172.21.15.111:0/916803076 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2761156939 0 0) 0x7f1678001490 con 0x7f16800cef90 2024-09-19T04:33:36.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.302+0000 7f167effd640 1 --2- 172.21.15.111:0/916803076 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f168015e940 0x7f16800d1060 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f16700097a0 tx=0x7f167002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=491d6581ad71ed87 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:36.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.302+0000 7f167e7fc640 1 -- 172.21.15.111:0/916803076 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1670037070 con 0x7f168015e940 2024-09-19T04:33:36.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.302+0000 7f167e7fc640 1 -- 172.21.15.111:0/916803076 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1670032440 con 0x7f168015e940 2024-09-19T04:33:36.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.302+0000 7f167e7fc640 1 -- 172.21.15.111:0/916803076 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1670032810 con 0x7f168015e940 2024-09-19T04:33:36.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.303+0000 7f1685277640 1 -- 172.21.15.111:0/916803076 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f168015e940 msgr2=0x7f16800d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:36.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.303+0000 7f1685277640 1 --2- 172.21.15.111:0/916803076 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f168015e940 0x7f16800d1060 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f16700097a0 tx=0x7f167002a210 comp rx=0 tx=0).stop 2024-09-19T04:33:36.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.303+0000 7f1685277640 1 -- 172.21.15.111:0/916803076 shutdown_connections 2024-09-19T04:33:36.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.303+0000 7f1685277640 1 --2- 172.21.15.111:0/916803076 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f168015ed20 0x7f16800d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:36.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.303+0000 7f1685277640 1 --2- 172.21.15.111:0/916803076 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f168015e940 0x7f16800d1060 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:36.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.303+0000 7f1685277640 1 -- 172.21.15.111:0/916803076 >> 172.21.15.111:0/916803076 conn(0x7f16800b6240 msgr2=0x7f16800b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:36.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.303+0000 7f1685277640 1 -- 172.21.15.111:0/916803076 shutdown_connections 2024-09-19T04:33:36.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.303+0000 7f1685277640 1 -- 172.21.15.111:0/916803076 wait complete. 2024-09-19T04:33:36.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.304+0000 7f1685277640 1 Processor -- start 2024-09-19T04:33:36.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.304+0000 7f1685277640 1 -- start start 2024-09-19T04:33:36.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.305+0000 7f1685277640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f16800cef90 0x7f1680144aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:36.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.305+0000 7f1685277640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f168015e940 0x7f16801f3c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:36.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.305+0000 7f1685277640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f168015ed20 0x7f16801f4150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:36.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.305+0000 7f1685277640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f16800d3f00 con 0x7f168015ed20 2024-09-19T04:33:36.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.305+0000 7f1685277640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f16800d3c20 con 0x7f168015e940 2024-09-19T04:33:36.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.305+0000 7f1685277640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f16800d3310 con 0x7f16800cef90 2024-09-19T04:33:36.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.305+0000 7f167f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f168015ed20 0x7f16801f4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:36.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.305+0000 7f167f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f168015ed20 0x7f16801f4150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36470/0 (socket says 172.21.15.111:36470) 2024-09-19T04:33:36.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.305+0000 7f167f7fe640 1 -- 172.21.15.111:0/1878559027 learned_addr learned my addr 172.21.15.111:0/1878559027 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:36.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.305+0000 7f167effd640 1 --2- 172.21.15.111:0/1878559027 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f16800cef90 0x7f1680144aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:36.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.305+0000 7f1677fff640 1 --2- 172.21.15.111:0/1878559027 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f168015e940 0x7f16801f3c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:36.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.305+0000 7f167f7fe640 1 -- 172.21.15.111:0/1878559027 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f16800cef90 msgr2=0x7f1680144aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:36.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.305+0000 7f167f7fe640 1 --2- 172.21.15.111:0/1878559027 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f16800cef90 0x7f1680144aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:36.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.305+0000 7f167f7fe640 1 -- 172.21.15.111:0/1878559027 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f168015e940 msgr2=0x7f16801f3c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:36.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.305+0000 7f167f7fe640 1 --2- 172.21.15.111:0/1878559027 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f168015e940 0x7f16801f3c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:36.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.305+0000 7f167f7fe640 1 -- 172.21.15.111:0/1878559027 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16800ccdf0 con 0x7f168015ed20 2024-09-19T04:33:36.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.305+0000 7f167effd640 1 --2- 172.21.15.111:0/1878559027 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f16800cef90 0x7f1680144aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:36.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.305+0000 7f167f7fe640 1 --2- 172.21.15.111:0/1878559027 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f168015ed20 0x7f16801f4150 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f167800c700 tx=0x7f167800cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:36.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.305+0000 7f16777fe640 1 -- 172.21.15.111:0/1878559027 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1678018070 con 0x7f168015ed20 2024-09-19T04:33:36.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.305+0000 7f16777fe640 1 -- 172.21.15.111:0/1878559027 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f167800ce10 con 0x7f168015ed20 2024-09-19T04:33:36.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.305+0000 7f1685277640 1 -- 172.21.15.111:0/1878559027 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16800cd0d0 con 0x7f168015ed20 2024-09-19T04:33:36.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.305+0000 7f16777fe640 1 -- 172.21.15.111:0/1878559027 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f167800a860 con 0x7f168015ed20 2024-09-19T04:33:36.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.305+0000 7f1685277640 1 -- 172.21.15.111:0/1878559027 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16800cd690 con 0x7f168015ed20 2024-09-19T04:33:36.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.306+0000 7f1685277640 1 -- 172.21.15.111:0/1878559027 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16800d1f80 con 0x7f168015ed20 2024-09-19T04:33:36.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.307+0000 7f16777fe640 1 -- 172.21.15.111:0/1878559027 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f167801b070 con 0x7f168015ed20 2024-09-19T04:33:36.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.307+0000 7f16777fe640 1 --2- 172.21.15.111:0/1878559027 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f166006c2b0 0x7f166006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:36.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.307+0000 7f167effd640 1 --2- 172.21.15.111:0/1878559027 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f166006c2b0 0x7f166006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:36.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.307+0000 7f16777fe640 1 -- 172.21.15.111:0/1878559027 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f167808a9d0 con 0x7f168015ed20 2024-09-19T04:33:36.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.308+0000 7f167effd640 1 --2- 172.21.15.111:0/1878559027 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f166006c2b0 0x7f166006e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f1670034000 tx=0x7f167002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:36.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.312+0000 7f16777fe640 1 -- 172.21.15.111:0/1878559027 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f16800b7170 con 0x7f168015ed20 2024-09-19T04:33:36.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.476+0000 7f1685277640 1 -- 172.21.15.111:0/1878559027 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f16800ba6b0 con 0x7f166006c2b0 2024-09-19T04:33:36.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.482+0000 7f16777fe640 1 -- 172.21.15.111:0/1878559027 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249148 (secure 0 0 0) 0x7f16800ba6b0 con 0x7f166006c2b0 2024-09-19T04:33:36.486 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:36.487 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:33:36.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.485+0000 7f1685277640 1 -- 172.21.15.111:0/1878559027 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f166006c2b0 msgr2=0x7f166006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:36.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.485+0000 7f1685277640 1 --2- 172.21.15.111:0/1878559027 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f166006c2b0 0x7f166006e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f1670034000 tx=0x7f167002e000 comp rx=0 tx=0).stop 2024-09-19T04:33:36.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.485+0000 7f1685277640 1 -- 172.21.15.111:0/1878559027 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f168015ed20 msgr2=0x7f16801f4150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:36.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.485+0000 7f1685277640 1 --2- 172.21.15.111:0/1878559027 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f168015ed20 0x7f16801f4150 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f167800c700 tx=0x7f167800cbc0 comp rx=0 tx=0).stop 2024-09-19T04:33:36.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.485+0000 7f1685277640 1 -- 172.21.15.111:0/1878559027 shutdown_connections 2024-09-19T04:33:36.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.485+0000 7f1685277640 1 --2- 172.21.15.111:0/1878559027 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f166006c2b0 0x7f166006e770 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:36.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.485+0000 7f1685277640 1 --2- 172.21.15.111:0/1878559027 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f168015ed20 0x7f16801f4150 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:36.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.485+0000 7f1685277640 1 --2- 172.21.15.111:0/1878559027 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f168015e940 0x7f16801f3c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:36.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.485+0000 7f1685277640 1 --2- 172.21.15.111:0/1878559027 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f16800cef90 0x7f1680144aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:36.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.485+0000 7f1685277640 1 -- 172.21.15.111:0/1878559027 >> 172.21.15.111:0/1878559027 conn(0x7f16800b6240 msgr2=0x7f168015fb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:36.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.485+0000 7f1685277640 1 -- 172.21.15.111:0/1878559027 shutdown_connections 2024-09-19T04:33:36.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:36.485+0000 7f1685277640 1 -- 172.21.15.111:0/1878559027 wait complete. 2024-09-19T04:33:36.498 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":53,"stamp":"2024-09-19T04:33:36.415857+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592002,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":189,"num_write_kb":2420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":142,"ondisk_log_size":142,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":138,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220048,"kb_used_data":3816,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754672,"statfs":{"total":773094113280,"available":772868784128,"internally_reserved":0,"allocated":3907584,"data_stored":2198725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1634,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000868"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.211562+0000","last_change":"2024-09-19T04:33:31.211562+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.211562+0000","last_undegraded":"2024-09-19T04:33:31.211562+0000","last_fullsized":"2024-09-19T04:33:31.211562+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413437+0000","last_change":"2024-09-19T04:33:32.225964+0000","last_active":"2024-09-19T04:33:33.413437+0000","last_peered":"2024-09-19T04:33:33.413437+0000","last_clean":"2024-09-19T04:33:33.413437+0000","last_became_active":"2024-09-19T04:33:32.225669+0000","last_became_peered":"2024-09-19T04:33:32.225669+0000","last_unstale":"2024-09-19T04:33:33.413437+0000","last_undegraded":"2024-09-19T04:33:33.413437+0000","last_fullsized":"2024-09-19T04:33:33.413437+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:22:35.036883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.208831+0000","last_change":"2024-09-19T04:33:31.208831+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.208831+0000","last_undegraded":"2024-09-19T04:33:31.208831+0000","last_fullsized":"2024-09-19T04:33:31.208831+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223528+0000","last_change":"2024-09-19T04:33:32.229729+0000","last_active":"2024-09-19T04:33:33.223528+0000","last_peered":"2024-09-19T04:33:33.223528+0000","last_clean":"2024-09-19T04:33:33.223528+0000","last_became_active":"2024-09-19T04:33:32.229404+0000","last_became_peered":"2024-09-19T04:33:32.229404+0000","last_unstale":"2024-09-19T04:33:33.223528+0000","last_undegraded":"2024-09-19T04:33:33.223528+0000","last_fullsized":"2024-09-19T04:33:33.223528+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:39.192492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413796+0000","last_change":"2024-09-19T04:33:32.219434+0000","last_active":"2024-09-19T04:33:33.413796+0000","last_peered":"2024-09-19T04:33:33.413796+0000","last_clean":"2024-09-19T04:33:33.413796+0000","last_became_active":"2024-09-19T04:33:32.219141+0000","last_became_peered":"2024-09-19T04:33:32.219141+0000","last_unstale":"2024-09-19T04:33:33.413796+0000","last_undegraded":"2024-09-19T04:33:33.413796+0000","last_fullsized":"2024-09-19T04:33:33.413796+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:10.549127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413198+0000","last_change":"2024-09-19T04:33:32.229116+0000","last_active":"2024-09-19T04:33:33.413198+0000","last_peered":"2024-09-19T04:33:33.413198+0000","last_clean":"2024-09-19T04:33:33.413198+0000","last_became_active":"2024-09-19T04:33:32.228292+0000","last_became_peered":"2024-09-19T04:33:32.228292+0000","last_unstale":"2024-09-19T04:33:33.413198+0000","last_undegraded":"2024-09-19T04:33:33.413198+0000","last_fullsized":"2024-09-19T04:33:33.413198+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:35.427707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.216496+0000","last_change":"2024-09-19T04:33:31.216496+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.216496+0000","last_undegraded":"2024-09-19T04:33:31.216496+0000","last_fullsized":"2024-09-19T04:33:31.216496+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.217720+0000","last_change":"2024-09-19T04:33:31.217720+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.217720+0000","last_undegraded":"2024-09-19T04:33:31.217720+0000","last_fullsized":"2024-09-19T04:33:31.217720+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.210504+0000","last_change":"2024-09-19T04:33:31.210504+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.210504+0000","last_undegraded":"2024-09-19T04:33:31.210504+0000","last_fullsized":"2024-09-19T04:33:31.210504+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223767+0000","last_change":"2024-09-19T04:33:32.220597+0000","last_active":"2024-09-19T04:33:33.223767+0000","last_peered":"2024-09-19T04:33:33.223767+0000","last_clean":"2024-09-19T04:33:33.223767+0000","last_became_active":"2024-09-19T04:33:32.220320+0000","last_became_peered":"2024-09-19T04:33:32.220320+0000","last_unstale":"2024-09-19T04:33:33.223767+0000","last_undegraded":"2024-09-19T04:33:33.223767+0000","last_fullsized":"2024-09-19T04:33:33.223767+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:53.298408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.217322+0000","last_change":"2024-09-19T04:33:31.217322+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.217322+0000","last_undegraded":"2024-09-19T04:33:31.217322+0000","last_fullsized":"2024-09-19T04:33:31.217322+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.209663+0000","last_change":"2024-09-19T04:33:31.209663+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.209663+0000","last_undegraded":"2024-09-19T04:33:31.209663+0000","last_fullsized":"2024-09-19T04:33:31.209663+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413614+0000","last_change":"2024-09-19T04:33:32.220955+0000","last_active":"2024-09-19T04:33:33.413614+0000","last_peered":"2024-09-19T04:33:33.413614+0000","last_clean":"2024-09-19T04:33:33.413614+0000","last_became_active":"2024-09-19T04:33:32.220706+0000","last_became_peered":"2024-09-19T04:33:32.220706+0000","last_unstale":"2024-09-19T04:33:33.413614+0000","last_undegraded":"2024-09-19T04:33:33.413614+0000","last_fullsized":"2024-09-19T04:33:33.413614+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:52.693543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413155+0000","last_change":"2024-09-19T04:33:32.217152+0000","last_active":"2024-09-19T04:33:33.413155+0000","last_peered":"2024-09-19T04:33:33.413155+0000","last_clean":"2024-09-19T04:33:33.413155+0000","last_became_active":"2024-09-19T04:33:32.216866+0000","last_became_peered":"2024-09-19T04:33:32.216866+0000","last_unstale":"2024-09-19T04:33:33.413155+0000","last_undegraded":"2024-09-19T04:33:33.413155+0000","last_fullsized":"2024-09-19T04:33:33.413155+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:46.477290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.208681+0000","last_change":"2024-09-19T04:33:31.208681+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.208681+0000","last_undegraded":"2024-09-19T04:33:31.208681+0000","last_fullsized":"2024-09-19T04:33:31.208681+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.215694+0000","last_change":"2024-09-19T04:33:31.215694+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.215694+0000","last_undegraded":"2024-09-19T04:33:31.215694+0000","last_fullsized":"2024-09-19T04:33:31.215694+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.215749+0000","last_change":"2024-09-19T04:33:31.215749+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.215749+0000","last_undegraded":"2024-09-19T04:33:31.215749+0000","last_fullsized":"2024-09-19T04:33:31.215749+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413465+0000","last_change":"2024-09-19T04:33:32.225010+0000","last_active":"2024-09-19T04:33:33.413465+0000","last_peered":"2024-09-19T04:33:33.413465+0000","last_clean":"2024-09-19T04:33:33.413465+0000","last_became_active":"2024-09-19T04:33:32.224186+0000","last_became_peered":"2024-09-19T04:33:32.224186+0000","last_unstale":"2024-09-19T04:33:33.413465+0000","last_undegraded":"2024-09-19T04:33:33.413465+0000","last_fullsized":"2024-09-19T04:33:33.413465+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:49.335977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413548+0000","last_change":"2024-09-19T04:33:32.221496+0000","last_active":"2024-09-19T04:33:33.413548+0000","last_peered":"2024-09-19T04:33:33.413548+0000","last_clean":"2024-09-19T04:33:33.413548+0000","last_became_active":"2024-09-19T04:33:32.221222+0000","last_became_peered":"2024-09-19T04:33:32.221222+0000","last_unstale":"2024-09-19T04:33:33.413548+0000","last_undegraded":"2024-09-19T04:33:33.413548+0000","last_fullsized":"2024-09-19T04:33:33.413548+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:23.164448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413932+0000","last_change":"2024-09-19T04:33:32.229676+0000","last_active":"2024-09-19T04:33:33.413932+0000","last_peered":"2024-09-19T04:33:33.413932+0000","last_clean":"2024-09-19T04:33:33.413932+0000","last_became_active":"2024-09-19T04:33:32.228997+0000","last_became_peered":"2024-09-19T04:33:32.228997+0000","last_unstale":"2024-09-19T04:33:33.413932+0000","last_undegraded":"2024-09-19T04:33:33.413932+0000","last_fullsized":"2024-09-19T04:33:33.413932+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:48.629783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.213796+0000","last_change":"2024-09-19T04:33:31.213796+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.213796+0000","last_undegraded":"2024-09-19T04:33:31.213796+0000","last_fullsized":"2024-09-19T04:33:31.213796+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.212440+0000","last_change":"2024-09-19T04:33:31.212440+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.212440+0000","last_undegraded":"2024-09-19T04:33:31.212440+0000","last_fullsized":"2024-09-19T04:33:31.212440+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219057+0000","last_change":"2024-09-19T04:33:32.219431+0000","last_active":"2024-09-19T04:33:33.219057+0000","last_peered":"2024-09-19T04:33:33.219057+0000","last_clean":"2024-09-19T04:33:33.219057+0000","last_became_active":"2024-09-19T04:33:32.219161+0000","last_became_peered":"2024-09-19T04:33:32.219161+0000","last_unstale":"2024-09-19T04:33:33.219057+0000","last_undegraded":"2024-09-19T04:33:33.219057+0000","last_fullsized":"2024-09-19T04:33:33.219057+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:50:48.648557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.208854+0000","last_change":"2024-09-19T04:33:31.208854+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.208854+0000","last_undegraded":"2024-09-19T04:33:31.208854+0000","last_fullsized":"2024-09-19T04:33:31.208854+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223902+0000","last_change":"2024-09-19T04:33:32.222792+0000","last_active":"2024-09-19T04:33:33.223902+0000","last_peered":"2024-09-19T04:33:33.223902+0000","last_clean":"2024-09-19T04:33:33.223902+0000","last_became_active":"2024-09-19T04:33:32.222469+0000","last_became_peered":"2024-09-19T04:33:32.222469+0000","last_unstale":"2024-09-19T04:33:33.223902+0000","last_undegraded":"2024-09-19T04:33:33.223902+0000","last_fullsized":"2024-09-19T04:33:33.223902+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:34.522110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413671+0000","last_change":"2024-09-19T04:33:32.225143+0000","last_active":"2024-09-19T04:33:33.413671+0000","last_peered":"2024-09-19T04:33:33.413671+0000","last_clean":"2024-09-19T04:33:33.413671+0000","last_became_active":"2024-09-19T04:33:32.224706+0000","last_became_peered":"2024-09-19T04:33:32.224706+0000","last_unstale":"2024-09-19T04:33:33.413671+0000","last_undegraded":"2024-09-19T04:33:33.413671+0000","last_fullsized":"2024-09-19T04:33:33.413671+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:03:24.837107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223867+0000","last_change":"2024-09-19T04:33:32.230053+0000","last_active":"2024-09-19T04:33:33.223867+0000","last_peered":"2024-09-19T04:33:33.223867+0000","last_clean":"2024-09-19T04:33:33.223867+0000","last_became_active":"2024-09-19T04:33:32.229338+0000","last_became_peered":"2024-09-19T04:33:32.229338+0000","last_unstale":"2024-09-19T04:33:33.223867+0000","last_undegraded":"2024-09-19T04:33:33.223867+0000","last_fullsized":"2024-09-19T04:33:33.223867+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:29.380311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.208686+0000","last_change":"2024-09-19T04:33:31.208686+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.208686+0000","last_undegraded":"2024-09-19T04:33:31.208686+0000","last_fullsized":"2024-09-19T04:33:31.208686+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.213378+0000","last_change":"2024-09-19T04:33:31.213378+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.213378+0000","last_undegraded":"2024-09-19T04:33:31.213378+0000","last_fullsized":"2024-09-19T04:33:31.213378+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.216353+0000","last_change":"2024-09-19T04:33:31.216353+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.216353+0000","last_undegraded":"2024-09-19T04:33:31.216353+0000","last_fullsized":"2024-09-19T04:33:31.216353+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.211489+0000","last_change":"2024-09-19T04:33:31.211489+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.211489+0000","last_undegraded":"2024-09-19T04:33:31.211489+0000","last_fullsized":"2024-09-19T04:33:31.211489+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.217283+0000","last_change":"2024-09-19T04:33:31.217283+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.217283+0000","last_undegraded":"2024-09-19T04:33:31.217283+0000","last_fullsized":"2024-09-19T04:33:31.217283+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219175+0000","last_change":"2024-09-19T04:33:32.219406+0000","last_active":"2024-09-19T04:33:33.219175+0000","last_peered":"2024-09-19T04:33:33.219175+0000","last_clean":"2024-09-19T04:33:33.219175+0000","last_became_active":"2024-09-19T04:33:32.219122+0000","last_became_peered":"2024-09-19T04:33:32.219122+0000","last_unstale":"2024-09-19T04:33:33.219175+0000","last_undegraded":"2024-09-19T04:33:33.219175+0000","last_fullsized":"2024-09-19T04:33:33.219175+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:16.877340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.223220+0000","last_change":"2024-09-19T04:33:31.219133+0000","last_active":"2024-09-19T04:33:31.223220+0000","last_peered":"2024-09-19T04:33:31.223220+0000","last_clean":"2024-09-19T04:33:31.223220+0000","last_became_active":"2024-09-19T04:33:31.218849+0000","last_became_peered":"2024-09-19T04:33:31.218849+0000","last_unstale":"2024-09-19T04:33:31.223220+0000","last_undegraded":"2024-09-19T04:33:31.223220+0000","last_fullsized":"2024-09-19T04:33:31.223220+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:57.381242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.211037+0000","last_change":"2024-09-19T04:33:31.211037+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.211037+0000","last_undegraded":"2024-09-19T04:33:31.211037+0000","last_fullsized":"2024-09-19T04:33:31.211037+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219150+0000","last_change":"2024-09-19T04:33:31.221703+0000","last_active":"2024-09-19T04:33:33.219150+0000","last_peered":"2024-09-19T04:33:33.219150+0000","last_clean":"2024-09-19T04:33:33.219150+0000","last_became_active":"2024-09-19T04:33:31.220904+0000","last_became_peered":"2024-09-19T04:33:31.220904+0000","last_unstale":"2024-09-19T04:33:33.219150+0000","last_undegraded":"2024-09-19T04:33:33.219150+0000","last_fullsized":"2024-09-19T04:33:33.219150+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:50.581806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.212734+0000","last_change":"2024-09-19T04:33:31.212734+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.212734+0000","last_undegraded":"2024-09-19T04:33:31.212734+0000","last_fullsized":"2024-09-19T04:33:31.212734+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413608+0000","last_change":"2024-09-19T04:33:31.230024+0000","last_active":"2024-09-19T04:33:33.413608+0000","last_peered":"2024-09-19T04:33:33.413608+0000","last_clean":"2024-09-19T04:33:33.413608+0000","last_became_active":"2024-09-19T04:33:31.229750+0000","last_became_peered":"2024-09-19T04:33:31.229750+0000","last_unstale":"2024-09-19T04:33:33.413608+0000","last_undegraded":"2024-09-19T04:33:33.413608+0000","last_fullsized":"2024-09-19T04:33:33.413608+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:19.540454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223873+0000","last_change":"2024-09-19T04:33:32.221411+0000","last_active":"2024-09-19T04:33:33.223873+0000","last_peered":"2024-09-19T04:33:33.223873+0000","last_clean":"2024-09-19T04:33:33.223873+0000","last_became_active":"2024-09-19T04:33:32.221103+0000","last_became_peered":"2024-09-19T04:33:32.221103+0000","last_unstale":"2024-09-19T04:33:33.223873+0000","last_undegraded":"2024-09-19T04:33:33.223873+0000","last_fullsized":"2024-09-19T04:33:33.223873+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:41:33.912610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413863+0000","last_change":"2024-09-19T04:33:31.225054+0000","last_active":"2024-09-19T04:33:33.413863+0000","last_peered":"2024-09-19T04:33:33.413863+0000","last_clean":"2024-09-19T04:33:33.413863+0000","last_became_active":"2024-09-19T04:33:31.224785+0000","last_became_peered":"2024-09-19T04:33:31.224785+0000","last_unstale":"2024-09-19T04:33:33.413863+0000","last_undegraded":"2024-09-19T04:33:33.413863+0000","last_fullsized":"2024-09-19T04:33:33.413863+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:07.319296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.215914+0000","last_change":"2024-09-19T04:33:31.215914+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.215914+0000","last_undegraded":"2024-09-19T04:33:31.215914+0000","last_fullsized":"2024-09-19T04:33:31.215914+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.228667+0000","last_change":"2024-09-19T04:33:31.223367+0000","last_active":"2024-09-19T04:33:31.228667+0000","last_peered":"2024-09-19T04:33:31.228667+0000","last_clean":"2024-09-19T04:33:31.228667+0000","last_became_active":"2024-09-19T04:33:31.223038+0000","last_became_peered":"2024-09-19T04:33:31.223038+0000","last_unstale":"2024-09-19T04:33:31.228667+0000","last_undegraded":"2024-09-19T04:33:31.228667+0000","last_fullsized":"2024-09-19T04:33:31.228667+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:04.501350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.208972+0000","last_change":"2024-09-19T04:33:31.208972+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.208972+0000","last_undegraded":"2024-09-19T04:33:31.208972+0000","last_fullsized":"2024-09-19T04:33:31.208972+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.221120+0000","last_change":"2024-09-19T04:33:31.220328+0000","last_active":"2024-09-19T04:33:31.221120+0000","last_peered":"2024-09-19T04:33:31.221120+0000","last_clean":"2024-09-19T04:33:31.221120+0000","last_became_active":"2024-09-19T04:33:31.220035+0000","last_became_peered":"2024-09-19T04:33:31.220035+0000","last_unstale":"2024-09-19T04:33:31.221120+0000","last_undegraded":"2024-09-19T04:33:31.221120+0000","last_fullsized":"2024-09-19T04:33:31.221120+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:11.407470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.210403+0000","last_change":"2024-09-19T04:33:31.210403+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.210403+0000","last_undegraded":"2024-09-19T04:33:31.210403+0000","last_fullsized":"2024-09-19T04:33:31.210403+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413191+0000","last_change":"2024-09-19T04:33:31.223330+0000","last_active":"2024-09-19T04:33:33.413191+0000","last_peered":"2024-09-19T04:33:33.413191+0000","last_clean":"2024-09-19T04:33:33.413191+0000","last_became_active":"2024-09-19T04:33:31.223102+0000","last_became_peered":"2024-09-19T04:33:31.223102+0000","last_unstale":"2024-09-19T04:33:33.413191+0000","last_undegraded":"2024-09-19T04:33:33.413191+0000","last_fullsized":"2024-09-19T04:33:33.413191+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:54:51.810824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223233+0000","last_change":"2024-09-19T04:33:32.226872+0000","last_active":"2024-09-19T04:33:33.223233+0000","last_peered":"2024-09-19T04:33:33.223233+0000","last_clean":"2024-09-19T04:33:33.223233+0000","last_became_active":"2024-09-19T04:33:32.226614+0000","last_became_peered":"2024-09-19T04:33:32.226614+0000","last_unstale":"2024-09-19T04:33:33.223233+0000","last_undegraded":"2024-09-19T04:33:33.223233+0000","last_fullsized":"2024-09-19T04:33:33.223233+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:48.985349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.221270+0000","last_change":"2024-09-19T04:33:31.217695+0000","last_active":"2024-09-19T04:33:31.221270+0000","last_peered":"2024-09-19T04:33:31.221270+0000","last_clean":"2024-09-19T04:33:31.221270+0000","last_became_active":"2024-09-19T04:33:31.217364+0000","last_became_peered":"2024-09-19T04:33:31.217364+0000","last_unstale":"2024-09-19T04:33:31.221270+0000","last_undegraded":"2024-09-19T04:33:31.221270+0000","last_fullsized":"2024-09-19T04:33:31.221270+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:07.760117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.209350+0000","last_change":"2024-09-19T04:33:31.209350+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.209350+0000","last_undegraded":"2024-09-19T04:33:31.209350+0000","last_fullsized":"2024-09-19T04:33:31.209350+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413379+0000","last_change":"2024-09-19T04:33:31.226006+0000","last_active":"2024-09-19T04:33:33.413379+0000","last_peered":"2024-09-19T04:33:33.413379+0000","last_clean":"2024-09-19T04:33:33.413379+0000","last_became_active":"2024-09-19T04:33:31.225747+0000","last_became_peered":"2024-09-19T04:33:31.225747+0000","last_unstale":"2024-09-19T04:33:33.413379+0000","last_undegraded":"2024-09-19T04:33:33.413379+0000","last_fullsized":"2024-09-19T04:33:33.413379+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:00.606647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413336+0000","last_change":"2024-09-19T04:33:32.220816+0000","last_active":"2024-09-19T04:33:33.413336+0000","last_peered":"2024-09-19T04:33:33.413336+0000","last_clean":"2024-09-19T04:33:33.413336+0000","last_became_active":"2024-09-19T04:33:32.220552+0000","last_became_peered":"2024-09-19T04:33:32.220552+0000","last_unstale":"2024-09-19T04:33:33.413336+0000","last_undegraded":"2024-09-19T04:33:33.413336+0000","last_fullsized":"2024-09-19T04:33:33.413336+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:32.579717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219223+0000","last_change":"2024-09-19T04:33:31.225558+0000","last_active":"2024-09-19T04:33:33.219223+0000","last_peered":"2024-09-19T04:33:33.219223+0000","last_clean":"2024-09-19T04:33:33.219223+0000","last_became_active":"2024-09-19T04:33:31.225138+0000","last_became_peered":"2024-09-19T04:33:31.225138+0000","last_unstale":"2024-09-19T04:33:33.219223+0000","last_undegraded":"2024-09-19T04:33:33.219223+0000","last_fullsized":"2024-09-19T04:33:33.219223+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:09.841357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413523+0000","last_change":"2024-09-19T04:33:32.218668+0000","last_active":"2024-09-19T04:33:33.413523+0000","last_peered":"2024-09-19T04:33:33.413523+0000","last_clean":"2024-09-19T04:33:33.413523+0000","last_became_active":"2024-09-19T04:33:32.218319+0000","last_became_peered":"2024-09-19T04:33:32.218319+0000","last_unstale":"2024-09-19T04:33:33.413523+0000","last_undegraded":"2024-09-19T04:33:33.413523+0000","last_fullsized":"2024-09-19T04:33:33.413523+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:51.058961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.223511+0000","last_change":"2024-09-19T04:33:31.220973+0000","last_active":"2024-09-19T04:33:31.223511+0000","last_peered":"2024-09-19T04:33:31.223511+0000","last_clean":"2024-09-19T04:33:31.223511+0000","last_became_active":"2024-09-19T04:33:31.220682+0000","last_became_peered":"2024-09-19T04:33:31.220682+0000","last_unstale":"2024-09-19T04:33:31.223511+0000","last_undegraded":"2024-09-19T04:33:31.223511+0000","last_fullsized":"2024-09-19T04:33:31.223511+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:54:43.419193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.209770+0000","last_change":"2024-09-19T04:33:31.209770+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.209770+0000","last_undegraded":"2024-09-19T04:33:31.209770+0000","last_fullsized":"2024-09-19T04:33:31.209770+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"31'6","reported_seq":20,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413500+0000","last_change":"2024-09-19T04:33:31.230417+0000","last_active":"2024-09-19T04:33:33.413500+0000","last_peered":"2024-09-19T04:33:33.413500+0000","last_clean":"2024-09-19T04:33:33.413500+0000","last_became_active":"2024-09-19T04:33:31.230147+0000","last_became_peered":"2024-09-19T04:33:31.230147+0000","last_unstale":"2024-09-19T04:33:33.413500+0000","last_undegraded":"2024-09-19T04:33:33.413500+0000","last_fullsized":"2024-09-19T04:33:33.413500+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:23.793569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223292+0000","last_change":"2024-09-19T04:33:32.226201+0000","last_active":"2024-09-19T04:33:33.223292+0000","last_peered":"2024-09-19T04:33:33.223292+0000","last_clean":"2024-09-19T04:33:33.223292+0000","last_became_active":"2024-09-19T04:33:32.225933+0000","last_became_peered":"2024-09-19T04:33:32.225933+0000","last_unstale":"2024-09-19T04:33:33.223292+0000","last_undegraded":"2024-09-19T04:33:33.223292+0000","last_fullsized":"2024-09-19T04:33:33.223292+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:46:15.470940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.220979+0000","last_change":"2024-09-19T04:33:31.218641+0000","last_active":"2024-09-19T04:33:31.220979+0000","last_peered":"2024-09-19T04:33:31.220979+0000","last_clean":"2024-09-19T04:33:31.220979+0000","last_became_active":"2024-09-19T04:33:31.218356+0000","last_became_peered":"2024-09-19T04:33:31.218356+0000","last_unstale":"2024-09-19T04:33:31.220979+0000","last_undegraded":"2024-09-19T04:33:31.220979+0000","last_fullsized":"2024-09-19T04:33:31.220979+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:08.011216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413459+0000","last_change":"2024-09-19T04:33:32.217646+0000","last_active":"2024-09-19T04:33:33.413459+0000","last_peered":"2024-09-19T04:33:33.413459+0000","last_clean":"2024-09-19T04:33:33.413459+0000","last_became_active":"2024-09-19T04:33:32.217376+0000","last_became_peered":"2024-09-19T04:33:32.217376+0000","last_unstale":"2024-09-19T04:33:33.413459+0000","last_undegraded":"2024-09-19T04:33:33.413459+0000","last_fullsized":"2024-09-19T04:33:33.413459+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:17:05.633493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223366+0000","last_change":"2024-09-19T04:33:31.217595+0000","last_active":"2024-09-19T04:33:33.223366+0000","last_peered":"2024-09-19T04:33:33.223366+0000","last_clean":"2024-09-19T04:33:33.223366+0000","last_became_active":"2024-09-19T04:33:31.217184+0000","last_became_peered":"2024-09-19T04:33:31.217184+0000","last_unstale":"2024-09-19T04:33:33.223366+0000","last_undegraded":"2024-09-19T04:33:33.223366+0000","last_fullsized":"2024-09-19T04:33:33.223366+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:06.064598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.216821+0000","last_change":"2024-09-19T04:33:31.216821+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.216821+0000","last_undegraded":"2024-09-19T04:33:31.216821+0000","last_fullsized":"2024-09-19T04:33:31.216821+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413205+0000","last_change":"2024-09-19T04:33:31.225413+0000","last_active":"2024-09-19T04:33:33.413205+0000","last_peered":"2024-09-19T04:33:33.413205+0000","last_clean":"2024-09-19T04:33:33.413205+0000","last_became_active":"2024-09-19T04:33:31.225168+0000","last_became_peered":"2024-09-19T04:33:31.225168+0000","last_unstale":"2024-09-19T04:33:33.413205+0000","last_undegraded":"2024-09-19T04:33:33.413205+0000","last_fullsized":"2024-09-19T04:33:33.413205+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:08.606006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.210981+0000","last_change":"2024-09-19T04:33:31.210981+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.210981+0000","last_undegraded":"2024-09-19T04:33:31.210981+0000","last_fullsized":"2024-09-19T04:33:31.210981+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"31'8","reported_seq":22,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413109+0000","last_change":"2024-09-19T04:33:31.227328+0000","last_active":"2024-09-19T04:33:33.413109+0000","last_peered":"2024-09-19T04:33:33.413109+0000","last_clean":"2024-09-19T04:33:33.413109+0000","last_became_active":"2024-09-19T04:33:31.227083+0000","last_became_peered":"2024-09-19T04:33:31.227083+0000","last_unstale":"2024-09-19T04:33:33.413109+0000","last_undegraded":"2024-09-19T04:33:33.413109+0000","last_fullsized":"2024-09-19T04:33:33.413109+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:01.151966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.211097+0000","last_change":"2024-09-19T04:33:31.211097+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.211097+0000","last_undegraded":"2024-09-19T04:33:31.211097+0000","last_fullsized":"2024-09-19T04:33:31.211097+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223936+0000","last_change":"2024-09-19T04:33:31.223685+0000","last_active":"2024-09-19T04:33:33.223936+0000","last_peered":"2024-09-19T04:33:33.223936+0000","last_clean":"2024-09-19T04:33:33.223936+0000","last_became_active":"2024-09-19T04:33:31.223439+0000","last_became_peered":"2024-09-19T04:33:31.223439+0000","last_unstale":"2024-09-19T04:33:33.223936+0000","last_undegraded":"2024-09-19T04:33:33.223936+0000","last_fullsized":"2024-09-19T04:33:33.223936+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:09:05.684898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.209640+0000","last_change":"2024-09-19T04:33:31.209640+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.209640+0000","last_undegraded":"2024-09-19T04:33:31.209640+0000","last_fullsized":"2024-09-19T04:33:31.209640+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.220947+0000","last_change":"2024-09-19T04:33:31.217775+0000","last_active":"2024-09-19T04:33:31.220947+0000","last_peered":"2024-09-19T04:33:31.220947+0000","last_clean":"2024-09-19T04:33:31.220947+0000","last_became_active":"2024-09-19T04:33:31.217414+0000","last_became_peered":"2024-09-19T04:33:31.217414+0000","last_unstale":"2024-09-19T04:33:31.220947+0000","last_undegraded":"2024-09-19T04:33:31.220947+0000","last_fullsized":"2024-09-19T04:33:31.220947+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:19:25.419874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223601+0000","last_change":"2024-09-19T04:33:32.230691+0000","last_active":"2024-09-19T04:33:33.223601+0000","last_peered":"2024-09-19T04:33:33.223601+0000","last_clean":"2024-09-19T04:33:33.223601+0000","last_became_active":"2024-09-19T04:33:32.230450+0000","last_became_peered":"2024-09-19T04:33:32.230450+0000","last_unstale":"2024-09-19T04:33:33.223601+0000","last_undegraded":"2024-09-19T04:33:33.223601+0000","last_fullsized":"2024-09-19T04:33:33.223601+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:53:44.221455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.220583+0000","last_change":"2024-09-19T04:33:31.218731+0000","last_active":"2024-09-19T04:33:31.220583+0000","last_peered":"2024-09-19T04:33:31.220583+0000","last_clean":"2024-09-19T04:33:31.220583+0000","last_became_active":"2024-09-19T04:33:31.218399+0000","last_became_peered":"2024-09-19T04:33:31.218399+0000","last_unstale":"2024-09-19T04:33:31.220583+0000","last_undegraded":"2024-09-19T04:33:31.220583+0000","last_fullsized":"2024-09-19T04:33:31.220583+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:59:20.371567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413330+0000","last_change":"2024-09-19T04:33:32.217980+0000","last_active":"2024-09-19T04:33:33.413330+0000","last_peered":"2024-09-19T04:33:33.413330+0000","last_clean":"2024-09-19T04:33:33.413330+0000","last_became_active":"2024-09-19T04:33:32.217687+0000","last_became_peered":"2024-09-19T04:33:32.217687+0000","last_unstale":"2024-09-19T04:33:33.413330+0000","last_undegraded":"2024-09-19T04:33:33.413330+0000","last_fullsized":"2024-09-19T04:33:33.413330+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:42.649036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.228697+0000","last_change":"2024-09-19T04:33:31.225505+0000","last_active":"2024-09-19T04:33:31.228697+0000","last_peered":"2024-09-19T04:33:31.228697+0000","last_clean":"2024-09-19T04:33:31.228697+0000","last_became_active":"2024-09-19T04:33:31.225243+0000","last_became_peered":"2024-09-19T04:33:31.225243+0000","last_unstale":"2024-09-19T04:33:31.228697+0000","last_undegraded":"2024-09-19T04:33:31.228697+0000","last_fullsized":"2024-09-19T04:33:31.228697+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:18:38.372240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413155+0000","last_change":"2024-09-19T04:33:32.220394+0000","last_active":"2024-09-19T04:33:33.413155+0000","last_peered":"2024-09-19T04:33:33.413155+0000","last_clean":"2024-09-19T04:33:33.413155+0000","last_became_active":"2024-09-19T04:33:32.220116+0000","last_became_peered":"2024-09-19T04:33:32.220116+0000","last_unstale":"2024-09-19T04:33:33.413155+0000","last_undegraded":"2024-09-19T04:33:33.413155+0000","last_fullsized":"2024-09-19T04:33:33.413155+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:12:24.372543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219241+0000","last_change":"2024-09-19T04:33:31.222156+0000","last_active":"2024-09-19T04:33:33.219241+0000","last_peered":"2024-09-19T04:33:33.219241+0000","last_clean":"2024-09-19T04:33:33.219241+0000","last_became_active":"2024-09-19T04:33:31.221842+0000","last_became_peered":"2024-09-19T04:33:31.221842+0000","last_unstale":"2024-09-19T04:33:33.219241+0000","last_undegraded":"2024-09-19T04:33:33.219241+0000","last_fullsized":"2024-09-19T04:33:33.219241+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:47.620287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413741+0000","last_change":"2024-09-19T04:33:32.225684+0000","last_active":"2024-09-19T04:33:33.413741+0000","last_peered":"2024-09-19T04:33:33.413741+0000","last_clean":"2024-09-19T04:33:33.413741+0000","last_became_active":"2024-09-19T04:33:32.225365+0000","last_became_peered":"2024-09-19T04:33:32.225365+0000","last_unstale":"2024-09-19T04:33:33.413741+0000","last_undegraded":"2024-09-19T04:33:33.413741+0000","last_fullsized":"2024-09-19T04:33:33.413741+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:51:04.268247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.226145+0000","last_change":"2024-09-19T04:33:31.222450+0000","last_active":"2024-09-19T04:33:31.226145+0000","last_peered":"2024-09-19T04:33:31.226145+0000","last_clean":"2024-09-19T04:33:31.226145+0000","last_became_active":"2024-09-19T04:33:31.221828+0000","last_became_peered":"2024-09-19T04:33:31.221828+0000","last_unstale":"2024-09-19T04:33:31.226145+0000","last_undegraded":"2024-09-19T04:33:31.226145+0000","last_fullsized":"2024-09-19T04:33:31.226145+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:18:18.743362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413102+0000","last_change":"2024-09-19T04:33:32.223076+0000","last_active":"2024-09-19T04:33:33.413102+0000","last_peered":"2024-09-19T04:33:33.413102+0000","last_clean":"2024-09-19T04:33:33.413102+0000","last_became_active":"2024-09-19T04:33:32.222768+0000","last_became_peered":"2024-09-19T04:33:32.222768+0000","last_unstale":"2024-09-19T04:33:33.413102+0000","last_undegraded":"2024-09-19T04:33:33.413102+0000","last_fullsized":"2024-09-19T04:33:33.413102+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:11:51.454345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.223304+0000","last_change":"2024-09-19T04:33:31.221909+0000","last_active":"2024-09-19T04:33:31.223304+0000","last_peered":"2024-09-19T04:33:31.223304+0000","last_clean":"2024-09-19T04:33:31.223304+0000","last_became_active":"2024-09-19T04:33:31.221620+0000","last_became_peered":"2024-09-19T04:33:31.221620+0000","last_unstale":"2024-09-19T04:33:31.223304+0000","last_undegraded":"2024-09-19T04:33:31.223304+0000","last_fullsized":"2024-09-19T04:33:31.223304+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:08:25.095046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.217280+0000","last_change":"2024-09-19T04:33:31.217280+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.217280+0000","last_undegraded":"2024-09-19T04:33:31.217280+0000","last_fullsized":"2024-09-19T04:33:31.217280+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.223640+0000","last_change":"2024-09-19T04:33:31.222002+0000","last_active":"2024-09-19T04:33:31.223640+0000","last_peered":"2024-09-19T04:33:31.223640+0000","last_clean":"2024-09-19T04:33:31.223640+0000","last_became_active":"2024-09-19T04:33:31.221707+0000","last_became_peered":"2024-09-19T04:33:31.221707+0000","last_unstale":"2024-09-19T04:33:31.223640+0000","last_undegraded":"2024-09-19T04:33:31.223640+0000","last_fullsized":"2024-09-19T04:33:31.223640+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:01.151966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413467+0000","last_change":"2024-09-19T04:33:32.218692+0000","last_active":"2024-09-19T04:33:33.413467+0000","last_peered":"2024-09-19T04:33:33.413467+0000","last_clean":"2024-09-19T04:33:33.413467+0000","last_became_active":"2024-09-19T04:33:32.218424+0000","last_became_peered":"2024-09-19T04:33:32.218424+0000","last_unstale":"2024-09-19T04:33:33.413467+0000","last_undegraded":"2024-09-19T04:33:33.413467+0000","last_fullsized":"2024-09-19T04:33:33.413467+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:41:06.255843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223934+0000","last_change":"2024-09-19T04:33:31.219722+0000","last_active":"2024-09-19T04:33:33.223934+0000","last_peered":"2024-09-19T04:33:33.223934+0000","last_clean":"2024-09-19T04:33:33.223934+0000","last_became_active":"2024-09-19T04:33:31.219015+0000","last_became_peered":"2024-09-19T04:33:31.219015+0000","last_unstale":"2024-09-19T04:33:33.223934+0000","last_undegraded":"2024-09-19T04:33:33.223934+0000","last_fullsized":"2024-09-19T04:33:33.223934+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:43:47.714703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.209113+0000","last_change":"2024-09-19T04:33:31.209113+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.209113+0000","last_undegraded":"2024-09-19T04:33:31.209113+0000","last_fullsized":"2024-09-19T04:33:31.209113+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"32'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219286+0000","last_change":"2024-09-19T04:33:31.217908+0000","last_active":"2024-09-19T04:33:33.219286+0000","last_peered":"2024-09-19T04:33:33.219286+0000","last_clean":"2024-09-19T04:33:33.219286+0000","last_became_active":"2024-09-19T04:33:31.217648+0000","last_became_peered":"2024-09-19T04:33:31.217648+0000","last_unstale":"2024-09-19T04:33:33.219286+0000","last_undegraded":"2024-09-19T04:33:33.219286+0000","last_fullsized":"2024-09-19T04:33:33.219286+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:43:33.675712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219143+0000","last_change":"2024-09-19T04:33:32.224486+0000","last_active":"2024-09-19T04:33:33.219143+0000","last_peered":"2024-09-19T04:33:33.219143+0000","last_clean":"2024-09-19T04:33:33.219143+0000","last_became_active":"2024-09-19T04:33:32.224221+0000","last_became_peered":"2024-09-19T04:33:32.224221+0000","last_unstale":"2024-09-19T04:33:33.219143+0000","last_undegraded":"2024-09-19T04:33:33.219143+0000","last_fullsized":"2024-09-19T04:33:33.219143+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:42.599397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223651+0000","last_change":"2024-09-19T04:33:31.218241+0000","last_active":"2024-09-19T04:33:33.223651+0000","last_peered":"2024-09-19T04:33:33.223651+0000","last_clean":"2024-09-19T04:33:33.223651+0000","last_became_active":"2024-09-19T04:33:31.217303+0000","last_became_peered":"2024-09-19T04:33:31.217303+0000","last_unstale":"2024-09-19T04:33:33.223651+0000","last_undegraded":"2024-09-19T04:33:33.223651+0000","last_fullsized":"2024-09-19T04:33:33.223651+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:39:45.297301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.210547+0000","last_change":"2024-09-19T04:33:31.210547+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.210547+0000","last_undegraded":"2024-09-19T04:33:31.210547+0000","last_fullsized":"2024-09-19T04:33:31.210547+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219287+0000","last_change":"2024-09-19T04:33:31.219173+0000","last_active":"2024-09-19T04:33:33.219287+0000","last_peered":"2024-09-19T04:33:33.219287+0000","last_clean":"2024-09-19T04:33:33.219287+0000","last_became_active":"2024-09-19T04:33:31.218917+0000","last_became_peered":"2024-09-19T04:33:31.218917+0000","last_unstale":"2024-09-19T04:33:33.219287+0000","last_undegraded":"2024-09-19T04:33:33.219287+0000","last_fullsized":"2024-09-19T04:33:33.219287+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:05:11.247769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219197+0000","last_change":"2024-09-19T04:33:32.223543+0000","last_active":"2024-09-19T04:33:33.219197+0000","last_peered":"2024-09-19T04:33:33.219197+0000","last_clean":"2024-09-19T04:33:33.219197+0000","last_became_active":"2024-09-19T04:33:32.223296+0000","last_became_peered":"2024-09-19T04:33:32.223296+0000","last_unstale":"2024-09-19T04:33:33.219197+0000","last_undegraded":"2024-09-19T04:33:33.219197+0000","last_fullsized":"2024-09-19T04:33:33.219197+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:10:55.001867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223375+0000","last_change":"2024-09-19T04:33:31.224505+0000","last_active":"2024-09-19T04:33:33.223375+0000","last_peered":"2024-09-19T04:33:33.223375+0000","last_clean":"2024-09-19T04:33:33.223375+0000","last_became_active":"2024-09-19T04:33:31.224101+0000","last_became_peered":"2024-09-19T04:33:31.224101+0000","last_unstale":"2024-09-19T04:33:33.223375+0000","last_undegraded":"2024-09-19T04:33:33.223375+0000","last_fullsized":"2024-09-19T04:33:33.223375+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:43:20.570045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413053+0000","last_change":"2024-09-19T04:33:32.220894+0000","last_active":"2024-09-19T04:33:33.413053+0000","last_peered":"2024-09-19T04:33:33.413053+0000","last_clean":"2024-09-19T04:33:33.413053+0000","last_became_active":"2024-09-19T04:33:32.220622+0000","last_became_peered":"2024-09-19T04:33:32.220622+0000","last_unstale":"2024-09-19T04:33:33.413053+0000","last_undegraded":"2024-09-19T04:33:33.413053+0000","last_fullsized":"2024-09-19T04:33:33.413053+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:42:42.710622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.221086+0000","last_change":"2024-09-19T04:33:31.219692+0000","last_active":"2024-09-19T04:33:31.221086+0000","last_peered":"2024-09-19T04:33:31.221086+0000","last_clean":"2024-09-19T04:33:31.221086+0000","last_became_active":"2024-09-19T04:33:31.219344+0000","last_became_peered":"2024-09-19T04:33:31.219344+0000","last_unstale":"2024-09-19T04:33:31.221086+0000","last_undegraded":"2024-09-19T04:33:31.221086+0000","last_fullsized":"2024-09-19T04:33:31.221086+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:19.874903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.212681+0000","last_change":"2024-09-19T04:33:31.212681+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.212681+0000","last_undegraded":"2024-09-19T04:33:31.212681+0000","last_fullsized":"2024-09-19T04:33:31.212681+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413267+0000","last_change":"2024-09-19T04:33:31.223608+0000","last_active":"2024-09-19T04:33:33.413267+0000","last_peered":"2024-09-19T04:33:33.413267+0000","last_clean":"2024-09-19T04:33:33.413267+0000","last_became_active":"2024-09-19T04:33:31.223364+0000","last_became_peered":"2024-09-19T04:33:31.223364+0000","last_unstale":"2024-09-19T04:33:33.413267+0000","last_undegraded":"2024-09-19T04:33:33.413267+0000","last_fullsized":"2024-09-19T04:33:33.413267+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:19:06.502242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T04:33:31.216081+0000","last_change":"2024-09-19T04:33:31.216081+0000","last_active":"2024-09-19T04:33:31.193244+0000","last_peered":"2024-09-19T04:33:31.193244+0000","last_clean":"2024-09-19T04:33:31.193244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:33:31.216081+0000","last_undegraded":"2024-09-19T04:33:31.216081+0000","last_fullsized":"2024-09-19T04:33:31.216081+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.226041+0000","last_change":"2024-09-19T04:33:31.220790+0000","last_active":"2024-09-19T04:33:31.226041+0000","last_peered":"2024-09-19T04:33:31.226041+0000","last_clean":"2024-09-19T04:33:31.226041+0000","last_became_active":"2024-09-19T04:33:31.220512+0000","last_became_peered":"2024-09-19T04:33:31.220512+0000","last_unstale":"2024-09-19T04:33:31.226041+0000","last_undegraded":"2024-09-19T04:33:31.226041+0000","last_fullsized":"2024-09-19T04:33:31.226041+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:52:20.052863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":185,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T04:33:31.218353+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:33:31.218353+0000","last_peered":"2024-09-19T04:33:31.218353+0000","last_clean":"2024-09-19T04:33:31.218353+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:33:31.218353+0000","last_undegraded":"2024-09-19T04:33:31.218353+0000","last_fullsized":"2024-09-19T04:33:31.218353+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":1634,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":3338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25,"ondisk_log_size":25,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509453,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27916,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343924,"statfs":{"total":96636764160,"available":96608178176,"internally_reserved":0,"allocated":909312,"data_stored":706745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509453,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27336,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344504,"statfs":{"total":96636764160,"available":96608772096,"internally_reserved":0,"allocated":315392,"data_stored":116377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509453,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27348,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344492,"statfs":{"total":96636764160,"available":96608759808,"internally_reserved":0,"allocated":327680,"data_stored":122644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509454,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27336,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344504,"statfs":{"total":96636764160,"available":96608772096,"internally_reserved":0,"allocated":315392,"data_stored":116377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542159,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":368640,"data_stored":137353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542158,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":348,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":356352,"data_stored":135789,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542158,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":368640,"data_stored":137353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542159,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27956,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343884,"statfs":{"total":96636764160,"available":96608137216,"internally_reserved":0,"allocated":946176,"data_stored":726087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:33:39.502 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:33:39.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.610+0000 7fa976e17640 1 Processor -- start 2024-09-19T04:33:39.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.610+0000 7fa976e17640 1 -- start start 2024-09-19T04:33:39.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.611+0000 7fa976e17640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa970156880 0x7fa9700cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:39.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.611+0000 7fa976e17640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa9700b65c0 0x7fa970160730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:39.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.611+0000 7fa976e17640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa9700ce150 con 0x7fa9700aff30 2024-09-19T04:33:39.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.611+0000 7fa976e17640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fa9700ce430 con 0x7fa9700b65c0 2024-09-19T04:33:39.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.611+0000 7fa976e17640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa97015ff30 con 0x7fa970156880 2024-09-19T04:33:39.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.612+0000 7fa974bb3640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa970156880 0x7fa9700cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:39.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.612+0000 7fa96ffff640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa9700b65c0 0x7fa970160730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:39.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.612+0000 7fa974bb3640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa970156880 0x7fa9700cdae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:34624/0 (socket says 172.21.15.111:34624) 2024-09-19T04:33:39.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.612+0000 7fa974bb3640 1 -- 172.21.15.111:0/2200791229 learned_addr learned my addr 172.21.15.111:0/2200791229 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:39.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.612+0000 7fa96ffff640 1 -- 172.21.15.111:0/2200791229 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa970156880 msgr2=0x7fa9700cdae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:39.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.612+0000 7fa96ffff640 1 --2- 172.21.15.111:0/2200791229 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa970156880 0x7fa9700cdae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:39.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.612+0000 7fa96ffff640 1 -- 172.21.15.111:0/2200791229 >> v1:172.21.15.114:6789/0 conn(0x7fa9700aff30 legacy=0x7fa97015c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:39.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.612+0000 7fa96ffff640 1 -- 172.21.15.111:0/2200791229 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa970160210 con 0x7fa9700b65c0 2024-09-19T04:33:39.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.612+0000 7fa974bb3640 1 --2- 172.21.15.111:0/2200791229 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa970156880 0x7fa9700cdae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:33:39.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.613+0000 7fa96ffff640 1 --2- 172.21.15.111:0/2200791229 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa9700b65c0 0x7fa970160730 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fa964009d90 tx=0x7fa96402a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3e4e74de287c6707 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:39.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.613+0000 7fa96f7fe640 1 -- 172.21.15.111:0/2200791229 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa964031600 con 0x7fa9700b65c0 2024-09-19T04:33:39.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.613+0000 7fa96f7fe640 1 -- 172.21.15.111:0/2200791229 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9640317a0 con 0x7fa9700b65c0 2024-09-19T04:33:39.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.613+0000 7fa96f7fe640 1 -- 172.21.15.111:0/2200791229 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa964031b70 con 0x7fa9700b65c0 2024-09-19T04:33:39.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.614+0000 7fa976e17640 1 -- 172.21.15.111:0/2200791229 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa9700b65c0 msgr2=0x7fa970160730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:39.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.614+0000 7fa976e17640 1 --2- 172.21.15.111:0/2200791229 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa9700b65c0 0x7fa970160730 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fa964009d90 tx=0x7fa96402a5d0 comp rx=0 tx=0).stop 2024-09-19T04:33:39.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.614+0000 7fa976e17640 1 -- 172.21.15.111:0/2200791229 shutdown_connections 2024-09-19T04:33:39.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.614+0000 7fa976e17640 1 --2- 172.21.15.111:0/2200791229 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa9700b65c0 0x7fa970160730 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:39.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.614+0000 7fa976e17640 1 --2- 172.21.15.111:0/2200791229 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa970156880 0x7fa9700cdae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:39.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.614+0000 7fa976e17640 1 -- 172.21.15.111:0/2200791229 >> 172.21.15.111:0/2200791229 conn(0x7fa97006cae0 msgr2=0x7fa97006cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:39.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.614+0000 7fa976e17640 1 -- 172.21.15.111:0/2200791229 shutdown_connections 2024-09-19T04:33:39.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.614+0000 7fa976e17640 1 -- 172.21.15.111:0/2200791229 wait complete. 2024-09-19T04:33:39.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.615+0000 7fa976e17640 1 Processor -- start 2024-09-19T04:33:39.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.615+0000 7fa976e17640 1 -- start start 2024-09-19T04:33:39.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.616+0000 7fa976e17640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa9700aff30 0x7fa97014e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:39.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.616+0000 7fa976e17640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa9700b65c0 0x7fa970157080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:39.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.616+0000 7fa976e17640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa970156880 0x7fa9700b17a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:39.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.616+0000 7fa976e17640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa970160c70 con 0x7fa9700b65c0 2024-09-19T04:33:39.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.616+0000 7fa976e17640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa9700b6a00 con 0x7fa9700aff30 2024-09-19T04:33:39.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.616+0000 7fa976e17640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa9700ce710 con 0x7fa970156880 2024-09-19T04:33:39.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.616+0000 7fa96ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa9700b65c0 0x7fa970157080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:39.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.616+0000 7fa96ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa9700b65c0 0x7fa970157080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36484/0 (socket says 172.21.15.111:36484) 2024-09-19T04:33:39.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.616+0000 7fa96ffff640 1 -- 172.21.15.111:0/726855186 learned_addr learned my addr 172.21.15.111:0/726855186 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:39.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.616+0000 7fa974bb3640 1 --2- 172.21.15.111:0/726855186 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa9700aff30 0x7fa97014e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:39.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.616+0000 7fa9753b4640 1 --2- 172.21.15.111:0/726855186 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa970156880 0x7fa9700b17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:39.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.616+0000 7fa96ffff640 1 -- 172.21.15.111:0/726855186 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa970156880 msgr2=0x7fa9700b17a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:39.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.616+0000 7fa96ffff640 1 --2- 172.21.15.111:0/726855186 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa970156880 0x7fa9700b17a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:39.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.616+0000 7fa96ffff640 1 -- 172.21.15.111:0/726855186 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa9700aff30 msgr2=0x7fa97014e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:39.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.616+0000 7fa96ffff640 1 --2- 172.21.15.111:0/726855186 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa9700aff30 0x7fa97014e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:39.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.616+0000 7fa96ffff640 1 -- 172.21.15.111:0/726855186 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa970157a90 con 0x7fa9700b65c0 2024-09-19T04:33:39.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.616+0000 7fa96ffff640 1 --2- 172.21.15.111:0/726855186 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa9700b65c0 0x7fa970157080 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fa964009d90 tx=0x7fa964004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:39.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.617+0000 7fa96d7fa640 1 -- 172.21.15.111:0/726855186 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa964040070 con 0x7fa9700b65c0 2024-09-19T04:33:39.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.617+0000 7fa96d7fa640 1 -- 172.21.15.111:0/726855186 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa964030be0 con 0x7fa9700b65c0 2024-09-19T04:33:39.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.617+0000 7fa96d7fa640 1 -- 172.21.15.111:0/726855186 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa964009450 con 0x7fa9700b65c0 2024-09-19T04:33:39.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.617+0000 7fa976e17640 1 -- 172.21.15.111:0/726855186 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa970157d70 con 0x7fa9700b65c0 2024-09-19T04:33:39.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.617+0000 7fa976e17640 1 -- 172.21.15.111:0/726855186 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa970158330 con 0x7fa9700b65c0 2024-09-19T04:33:39.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.618+0000 7fa976e17640 1 -- 172.21.15.111:0/726855186 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa970160730 con 0x7fa9700b65c0 2024-09-19T04:33:39.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.618+0000 7fa96d7fa640 1 -- 172.21.15.111:0/726855186 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa964039040 con 0x7fa9700b65c0 2024-09-19T04:33:39.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.619+0000 7fa96d7fa640 1 --2- 172.21.15.111:0/726855186 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa95c06c2b0 0x7fa95c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:39.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.619+0000 7fa96d7fa640 1 -- 172.21.15.111:0/726855186 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fa9640ac980 con 0x7fa9700b65c0 2024-09-19T04:33:39.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.619+0000 7fa974bb3640 1 --2- 172.21.15.111:0/726855186 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa95c06c2b0 0x7fa95c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:39.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.619+0000 7fa974bb3640 1 --2- 172.21.15.111:0/726855186 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa95c06c2b0 0x7fa95c06e770 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fa960006ca0 tx=0x7fa960009240 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:39.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.623+0000 7fa96d7fa640 1 -- 172.21.15.111:0/726855186 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa96407aab0 con 0x7fa9700b65c0 2024-09-19T04:33:39.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.787+0000 7fa976e17640 1 -- 172.21.15.111:0/726855186 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa9700cf290 con 0x7fa95c06c2b0 2024-09-19T04:33:39.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.793+0000 7fa96d7fa640 1 -- 172.21.15.111:0/726855186 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251951 (secure 0 0 0) 0x7fa9700cf290 con 0x7fa95c06c2b0 2024-09-19T04:33:39.798 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:39.799 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:33:39.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.796+0000 7fa976e17640 1 -- 172.21.15.111:0/726855186 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa95c06c2b0 msgr2=0x7fa95c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:39.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.796+0000 7fa976e17640 1 --2- 172.21.15.111:0/726855186 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa95c06c2b0 0x7fa95c06e770 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fa960006ca0 tx=0x7fa960009240 comp rx=0 tx=0).stop 2024-09-19T04:33:39.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.796+0000 7fa976e17640 1 -- 172.21.15.111:0/726855186 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa9700b65c0 msgr2=0x7fa970157080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:39.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.796+0000 7fa976e17640 1 --2- 172.21.15.111:0/726855186 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa9700b65c0 0x7fa970157080 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fa964009d90 tx=0x7fa964004a40 comp rx=0 tx=0).stop 2024-09-19T04:33:39.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.797+0000 7fa976e17640 1 -- 172.21.15.111:0/726855186 shutdown_connections 2024-09-19T04:33:39.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.797+0000 7fa976e17640 1 --2- 172.21.15.111:0/726855186 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa95c06c2b0 0x7fa95c06e770 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:39.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.797+0000 7fa976e17640 1 --2- 172.21.15.111:0/726855186 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa970156880 0x7fa9700b17a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:39.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.797+0000 7fa976e17640 1 --2- 172.21.15.111:0/726855186 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa9700b65c0 0x7fa970157080 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:39.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.797+0000 7fa976e17640 1 --2- 172.21.15.111:0/726855186 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa9700aff30 0x7fa97014e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:39.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.797+0000 7fa976e17640 1 -- 172.21.15.111:0/726855186 >> 172.21.15.111:0/726855186 conn(0x7fa97006cae0 msgr2=0x7fa970154cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:39.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.797+0000 7fa976e17640 1 -- 172.21.15.111:0/726855186 shutdown_connections 2024-09-19T04:33:39.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.797+0000 7fa976e17640 1 -- 172.21.15.111:0/726855186 wait complete. 2024-09-19T04:33:39.809 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":54,"stamp":"2024-09-19T04:33:38.416399+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220224,"kb_used_data":3976,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754496,"statfs":{"total":773094113280,"available":772868603904,"internally_reserved":0,"allocated":4071424,"data_stored":2271308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":31,"apply_latency_ms":31,"commit_latency_ns":31000000,"apply_latency_ns":31000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.213438"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413963+0000","last_change":"2024-09-19T04:33:32.225211+0000","last_active":"2024-09-19T04:33:33.413963+0000","last_peered":"2024-09-19T04:33:33.413963+0000","last_clean":"2024-09-19T04:33:33.413963+0000","last_became_active":"2024-09-19T04:33:32.224951+0000","last_became_peered":"2024-09-19T04:33:32.224951+0000","last_unstale":"2024-09-19T04:33:33.413963+0000","last_undegraded":"2024-09-19T04:33:33.413963+0000","last_fullsized":"2024-09-19T04:33:33.413963+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:24.803064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413437+0000","last_change":"2024-09-19T04:33:32.225964+0000","last_active":"2024-09-19T04:33:33.413437+0000","last_peered":"2024-09-19T04:33:33.413437+0000","last_clean":"2024-09-19T04:33:33.413437+0000","last_became_active":"2024-09-19T04:33:32.225669+0000","last_became_peered":"2024-09-19T04:33:32.225669+0000","last_unstale":"2024-09-19T04:33:33.413437+0000","last_undegraded":"2024-09-19T04:33:33.413437+0000","last_fullsized":"2024-09-19T04:33:33.413437+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:22:35.036883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219591+0000","last_change":"2024-09-19T04:33:32.217744+0000","last_active":"2024-09-19T04:33:33.219591+0000","last_peered":"2024-09-19T04:33:33.219591+0000","last_clean":"2024-09-19T04:33:33.219591+0000","last_became_active":"2024-09-19T04:33:32.217485+0000","last_became_peered":"2024-09-19T04:33:32.217485+0000","last_unstale":"2024-09-19T04:33:33.219591+0000","last_undegraded":"2024-09-19T04:33:33.219591+0000","last_fullsized":"2024-09-19T04:33:33.219591+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:35.427707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223528+0000","last_change":"2024-09-19T04:33:32.229729+0000","last_active":"2024-09-19T04:33:33.223528+0000","last_peered":"2024-09-19T04:33:33.223528+0000","last_clean":"2024-09-19T04:33:33.223528+0000","last_became_active":"2024-09-19T04:33:32.229404+0000","last_became_peered":"2024-09-19T04:33:32.229404+0000","last_unstale":"2024-09-19T04:33:33.223528+0000","last_undegraded":"2024-09-19T04:33:33.223528+0000","last_fullsized":"2024-09-19T04:33:33.223528+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:39.192492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413796+0000","last_change":"2024-09-19T04:33:32.219434+0000","last_active":"2024-09-19T04:33:33.413796+0000","last_peered":"2024-09-19T04:33:33.413796+0000","last_clean":"2024-09-19T04:33:33.413796+0000","last_became_active":"2024-09-19T04:33:32.219141+0000","last_became_peered":"2024-09-19T04:33:32.219141+0000","last_unstale":"2024-09-19T04:33:33.413796+0000","last_undegraded":"2024-09-19T04:33:33.413796+0000","last_fullsized":"2024-09-19T04:33:33.413796+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:10.549127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413198+0000","last_change":"2024-09-19T04:33:32.229116+0000","last_active":"2024-09-19T04:33:33.413198+0000","last_peered":"2024-09-19T04:33:33.413198+0000","last_clean":"2024-09-19T04:33:33.413198+0000","last_became_active":"2024-09-19T04:33:32.228292+0000","last_became_peered":"2024-09-19T04:33:32.228292+0000","last_unstale":"2024-09-19T04:33:33.413198+0000","last_undegraded":"2024-09-19T04:33:33.413198+0000","last_fullsized":"2024-09-19T04:33:33.413198+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:35.427707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413618+0000","last_change":"2024-09-19T04:33:32.223296+0000","last_active":"2024-09-19T04:33:33.413618+0000","last_peered":"2024-09-19T04:33:33.413618+0000","last_clean":"2024-09-19T04:33:33.413618+0000","last_became_active":"2024-09-19T04:33:32.222850+0000","last_became_peered":"2024-09-19T04:33:32.222850+0000","last_unstale":"2024-09-19T04:33:33.413618+0000","last_undegraded":"2024-09-19T04:33:33.413618+0000","last_fullsized":"2024-09-19T04:33:33.413618+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:35.427707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413218+0000","last_change":"2024-09-19T04:33:32.219926+0000","last_active":"2024-09-19T04:33:33.413218+0000","last_peered":"2024-09-19T04:33:33.413218+0000","last_clean":"2024-09-19T04:33:33.413218+0000","last_became_active":"2024-09-19T04:33:32.219270+0000","last_became_peered":"2024-09-19T04:33:32.219270+0000","last_unstale":"2024-09-19T04:33:33.413218+0000","last_undegraded":"2024-09-19T04:33:33.413218+0000","last_fullsized":"2024-09-19T04:33:33.413218+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:41:33.912610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.220969+0000","last_change":"2024-09-19T04:33:32.220934+0000","last_active":"2024-09-19T04:33:33.220969+0000","last_peered":"2024-09-19T04:33:33.220969+0000","last_clean":"2024-09-19T04:33:33.220969+0000","last_became_active":"2024-09-19T04:33:32.220667+0000","last_became_peered":"2024-09-19T04:33:32.220667+0000","last_unstale":"2024-09-19T04:33:33.220969+0000","last_undegraded":"2024-09-19T04:33:33.220969+0000","last_fullsized":"2024-09-19T04:33:33.220969+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:29.380311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223767+0000","last_change":"2024-09-19T04:33:32.220597+0000","last_active":"2024-09-19T04:33:33.223767+0000","last_peered":"2024-09-19T04:33:33.223767+0000","last_clean":"2024-09-19T04:33:33.223767+0000","last_became_active":"2024-09-19T04:33:32.220320+0000","last_became_peered":"2024-09-19T04:33:32.220320+0000","last_unstale":"2024-09-19T04:33:33.223767+0000","last_undegraded":"2024-09-19T04:33:33.223767+0000","last_fullsized":"2024-09-19T04:33:33.223767+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:53.298408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413556+0000","last_change":"2024-09-19T04:33:32.220809+0000","last_active":"2024-09-19T04:33:33.413556+0000","last_peered":"2024-09-19T04:33:33.413556+0000","last_clean":"2024-09-19T04:33:33.413556+0000","last_became_active":"2024-09-19T04:33:32.220512+0000","last_became_peered":"2024-09-19T04:33:32.220512+0000","last_unstale":"2024-09-19T04:33:33.413556+0000","last_undegraded":"2024-09-19T04:33:33.413556+0000","last_fullsized":"2024-09-19T04:33:33.413556+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:08.230212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219413+0000","last_change":"2024-09-19T04:33:32.217253+0000","last_active":"2024-09-19T04:33:33.219413+0000","last_peered":"2024-09-19T04:33:33.219413+0000","last_clean":"2024-09-19T04:33:33.219413+0000","last_became_active":"2024-09-19T04:33:32.216953+0000","last_became_peered":"2024-09-19T04:33:32.216953+0000","last_unstale":"2024-09-19T04:33:33.219413+0000","last_undegraded":"2024-09-19T04:33:33.219413+0000","last_fullsized":"2024-09-19T04:33:33.219413+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:08.230212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413614+0000","last_change":"2024-09-19T04:33:32.220955+0000","last_active":"2024-09-19T04:33:33.413614+0000","last_peered":"2024-09-19T04:33:33.413614+0000","last_clean":"2024-09-19T04:33:33.413614+0000","last_became_active":"2024-09-19T04:33:32.220706+0000","last_became_peered":"2024-09-19T04:33:32.220706+0000","last_unstale":"2024-09-19T04:33:33.413614+0000","last_undegraded":"2024-09-19T04:33:33.413614+0000","last_fullsized":"2024-09-19T04:33:33.413614+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:52.693543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413155+0000","last_change":"2024-09-19T04:33:32.217152+0000","last_active":"2024-09-19T04:33:33.413155+0000","last_peered":"2024-09-19T04:33:33.413155+0000","last_clean":"2024-09-19T04:33:33.413155+0000","last_became_active":"2024-09-19T04:33:32.216866+0000","last_became_peered":"2024-09-19T04:33:32.216866+0000","last_unstale":"2024-09-19T04:33:33.413155+0000","last_undegraded":"2024-09-19T04:33:33.413155+0000","last_fullsized":"2024-09-19T04:33:33.413155+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:46.477290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219320+0000","last_change":"2024-09-19T04:33:32.220727+0000","last_active":"2024-09-19T04:33:33.219320+0000","last_peered":"2024-09-19T04:33:33.219320+0000","last_clean":"2024-09-19T04:33:33.219320+0000","last_became_active":"2024-09-19T04:33:32.220472+0000","last_became_peered":"2024-09-19T04:33:32.220472+0000","last_unstale":"2024-09-19T04:33:33.219320+0000","last_undegraded":"2024-09-19T04:33:33.219320+0000","last_fullsized":"2024-09-19T04:33:33.219320+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:24.291629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413977+0000","last_change":"2024-09-19T04:33:32.220151+0000","last_active":"2024-09-19T04:33:33.413977+0000","last_peered":"2024-09-19T04:33:33.413977+0000","last_clean":"2024-09-19T04:33:33.413977+0000","last_became_active":"2024-09-19T04:33:32.219663+0000","last_became_peered":"2024-09-19T04:33:32.219663+0000","last_unstale":"2024-09-19T04:33:33.413977+0000","last_undegraded":"2024-09-19T04:33:33.413977+0000","last_fullsized":"2024-09-19T04:33:33.413977+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:17:05.633493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.414012+0000","last_change":"2024-09-19T04:33:32.223944+0000","last_active":"2024-09-19T04:33:33.414012+0000","last_peered":"2024-09-19T04:33:33.414012+0000","last_clean":"2024-09-19T04:33:33.414012+0000","last_became_active":"2024-09-19T04:33:32.223650+0000","last_became_peered":"2024-09-19T04:33:32.223650+0000","last_unstale":"2024-09-19T04:33:33.414012+0000","last_undegraded":"2024-09-19T04:33:33.414012+0000","last_fullsized":"2024-09-19T04:33:33.414012+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:49.335977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413465+0000","last_change":"2024-09-19T04:33:32.225010+0000","last_active":"2024-09-19T04:33:33.413465+0000","last_peered":"2024-09-19T04:33:33.413465+0000","last_clean":"2024-09-19T04:33:33.413465+0000","last_became_active":"2024-09-19T04:33:32.224186+0000","last_became_peered":"2024-09-19T04:33:32.224186+0000","last_unstale":"2024-09-19T04:33:33.413465+0000","last_undegraded":"2024-09-19T04:33:33.413465+0000","last_fullsized":"2024-09-19T04:33:33.413465+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:49.335977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413548+0000","last_change":"2024-09-19T04:33:32.221496+0000","last_active":"2024-09-19T04:33:33.413548+0000","last_peered":"2024-09-19T04:33:33.413548+0000","last_clean":"2024-09-19T04:33:33.413548+0000","last_became_active":"2024-09-19T04:33:32.221222+0000","last_became_peered":"2024-09-19T04:33:32.221222+0000","last_unstale":"2024-09-19T04:33:33.413548+0000","last_undegraded":"2024-09-19T04:33:33.413548+0000","last_fullsized":"2024-09-19T04:33:33.413548+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:23.164448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413932+0000","last_change":"2024-09-19T04:33:32.229676+0000","last_active":"2024-09-19T04:33:33.413932+0000","last_peered":"2024-09-19T04:33:33.413932+0000","last_clean":"2024-09-19T04:33:33.413932+0000","last_became_active":"2024-09-19T04:33:32.228997+0000","last_became_peered":"2024-09-19T04:33:32.228997+0000","last_unstale":"2024-09-19T04:33:33.413932+0000","last_undegraded":"2024-09-19T04:33:33.413932+0000","last_fullsized":"2024-09-19T04:33:33.413932+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:48.629783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.220500+0000","last_change":"2024-09-19T04:33:32.221183+0000","last_active":"2024-09-19T04:33:33.220500+0000","last_peered":"2024-09-19T04:33:33.220500+0000","last_clean":"2024-09-19T04:33:33.220500+0000","last_became_active":"2024-09-19T04:33:32.220892+0000","last_became_peered":"2024-09-19T04:33:32.220892+0000","last_unstale":"2024-09-19T04:33:33.220500+0000","last_undegraded":"2024-09-19T04:33:33.220500+0000","last_fullsized":"2024-09-19T04:33:33.220500+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:48.985349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.220600+0000","last_change":"2024-09-19T04:33:32.219930+0000","last_active":"2024-09-19T04:33:33.220600+0000","last_peered":"2024-09-19T04:33:33.220600+0000","last_clean":"2024-09-19T04:33:33.220600+0000","last_became_active":"2024-09-19T04:33:32.219353+0000","last_became_peered":"2024-09-19T04:33:32.219353+0000","last_unstale":"2024-09-19T04:33:33.220600+0000","last_undegraded":"2024-09-19T04:33:33.220600+0000","last_fullsized":"2024-09-19T04:33:33.220600+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:46:15.470940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219057+0000","last_change":"2024-09-19T04:33:32.219431+0000","last_active":"2024-09-19T04:33:33.219057+0000","last_peered":"2024-09-19T04:33:33.219057+0000","last_clean":"2024-09-19T04:33:33.219057+0000","last_became_active":"2024-09-19T04:33:32.219161+0000","last_became_peered":"2024-09-19T04:33:32.219161+0000","last_unstale":"2024-09-19T04:33:33.219057+0000","last_undegraded":"2024-09-19T04:33:33.219057+0000","last_fullsized":"2024-09-19T04:33:33.219057+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:50:48.648557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219225+0000","last_change":"2024-09-19T04:33:32.212206+0000","last_active":"2024-09-19T04:33:33.219225+0000","last_peered":"2024-09-19T04:33:33.219225+0000","last_clean":"2024-09-19T04:33:33.219225+0000","last_became_active":"2024-09-19T04:33:32.211895+0000","last_became_peered":"2024-09-19T04:33:32.211895+0000","last_unstale":"2024-09-19T04:33:33.219225+0000","last_undegraded":"2024-09-19T04:33:33.219225+0000","last_fullsized":"2024-09-19T04:33:33.219225+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:34.522110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223902+0000","last_change":"2024-09-19T04:33:32.222792+0000","last_active":"2024-09-19T04:33:33.223902+0000","last_peered":"2024-09-19T04:33:33.223902+0000","last_clean":"2024-09-19T04:33:33.223902+0000","last_became_active":"2024-09-19T04:33:32.222469+0000","last_became_peered":"2024-09-19T04:33:32.222469+0000","last_unstale":"2024-09-19T04:33:33.223902+0000","last_undegraded":"2024-09-19T04:33:33.223902+0000","last_fullsized":"2024-09-19T04:33:33.223902+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:34.522110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413671+0000","last_change":"2024-09-19T04:33:32.225143+0000","last_active":"2024-09-19T04:33:33.413671+0000","last_peered":"2024-09-19T04:33:33.413671+0000","last_clean":"2024-09-19T04:33:33.413671+0000","last_became_active":"2024-09-19T04:33:32.224706+0000","last_became_peered":"2024-09-19T04:33:32.224706+0000","last_unstale":"2024-09-19T04:33:33.413671+0000","last_undegraded":"2024-09-19T04:33:33.413671+0000","last_fullsized":"2024-09-19T04:33:33.413671+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:03:24.837107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223867+0000","last_change":"2024-09-19T04:33:32.230053+0000","last_active":"2024-09-19T04:33:33.223867+0000","last_peered":"2024-09-19T04:33:33.223867+0000","last_clean":"2024-09-19T04:33:33.223867+0000","last_became_active":"2024-09-19T04:33:32.229338+0000","last_became_peered":"2024-09-19T04:33:32.229338+0000","last_unstale":"2024-09-19T04:33:33.223867+0000","last_undegraded":"2024-09-19T04:33:33.223867+0000","last_fullsized":"2024-09-19T04:33:33.223867+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:29.380311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219622+0000","last_change":"2024-09-19T04:33:32.213909+0000","last_active":"2024-09-19T04:33:33.219622+0000","last_peered":"2024-09-19T04:33:33.219622+0000","last_clean":"2024-09-19T04:33:33.219622+0000","last_became_active":"2024-09-19T04:33:32.213610+0000","last_became_peered":"2024-09-19T04:33:32.213610+0000","last_unstale":"2024-09-19T04:33:33.219622+0000","last_undegraded":"2024-09-19T04:33:33.219622+0000","last_fullsized":"2024-09-19T04:33:33.219622+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:32.579717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.220604+0000","last_change":"2024-09-19T04:33:32.216244+0000","last_active":"2024-09-19T04:33:33.220604+0000","last_peered":"2024-09-19T04:33:33.220604+0000","last_clean":"2024-09-19T04:33:33.220604+0000","last_became_active":"2024-09-19T04:33:32.215958+0000","last_became_peered":"2024-09-19T04:33:32.215958+0000","last_unstale":"2024-09-19T04:33:33.220604+0000","last_undegraded":"2024-09-19T04:33:33.220604+0000","last_fullsized":"2024-09-19T04:33:33.220604+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:39.192492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413600+0000","last_change":"2024-09-19T04:33:32.224511+0000","last_active":"2024-09-19T04:33:33.413600+0000","last_peered":"2024-09-19T04:33:33.413600+0000","last_clean":"2024-09-19T04:33:33.413600+0000","last_became_active":"2024-09-19T04:33:32.224254+0000","last_became_peered":"2024-09-19T04:33:32.224254+0000","last_unstale":"2024-09-19T04:33:33.413600+0000","last_undegraded":"2024-09-19T04:33:33.413600+0000","last_fullsized":"2024-09-19T04:33:33.413600+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:46.477290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413494+0000","last_change":"2024-09-19T04:33:32.219920+0000","last_active":"2024-09-19T04:33:33.413494+0000","last_peered":"2024-09-19T04:33:33.413494+0000","last_clean":"2024-09-19T04:33:33.413494+0000","last_became_active":"2024-09-19T04:33:32.219475+0000","last_became_peered":"2024-09-19T04:33:32.219475+0000","last_unstale":"2024-09-19T04:33:33.413494+0000","last_undegraded":"2024-09-19T04:33:33.413494+0000","last_fullsized":"2024-09-19T04:33:33.413494+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:19:07.511738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413410+0000","last_change":"2024-09-19T04:33:32.228580+0000","last_active":"2024-09-19T04:33:33.413410+0000","last_peered":"2024-09-19T04:33:33.413410+0000","last_clean":"2024-09-19T04:33:33.413410+0000","last_became_active":"2024-09-19T04:33:32.228234+0000","last_became_peered":"2024-09-19T04:33:32.228234+0000","last_unstale":"2024-09-19T04:33:33.413410+0000","last_undegraded":"2024-09-19T04:33:33.413410+0000","last_fullsized":"2024-09-19T04:33:33.413410+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:42:42.710622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219175+0000","last_change":"2024-09-19T04:33:32.219406+0000","last_active":"2024-09-19T04:33:33.219175+0000","last_peered":"2024-09-19T04:33:33.219175+0000","last_clean":"2024-09-19T04:33:33.219175+0000","last_became_active":"2024-09-19T04:33:32.219122+0000","last_became_peered":"2024-09-19T04:33:32.219122+0000","last_unstale":"2024-09-19T04:33:33.219175+0000","last_undegraded":"2024-09-19T04:33:33.219175+0000","last_fullsized":"2024-09-19T04:33:33.219175+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:16.877340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":18,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.414032+0000","last_change":"2024-09-19T04:33:31.219133+0000","last_active":"2024-09-19T04:33:33.414032+0000","last_peered":"2024-09-19T04:33:33.414032+0000","last_clean":"2024-09-19T04:33:33.414032+0000","last_became_active":"2024-09-19T04:33:31.218849+0000","last_became_peered":"2024-09-19T04:33:31.218849+0000","last_unstale":"2024-09-19T04:33:33.414032+0000","last_undegraded":"2024-09-19T04:33:33.414032+0000","last_fullsized":"2024-09-19T04:33:33.414032+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:04:46.205805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413925+0000","last_change":"2024-09-19T04:33:32.228735+0000","last_active":"2024-09-19T04:33:33.413925+0000","last_peered":"2024-09-19T04:33:33.413925+0000","last_clean":"2024-09-19T04:33:33.413925+0000","last_became_active":"2024-09-19T04:33:32.228196+0000","last_became_peered":"2024-09-19T04:33:32.228196+0000","last_unstale":"2024-09-19T04:33:33.413925+0000","last_undegraded":"2024-09-19T04:33:33.413925+0000","last_fullsized":"2024-09-19T04:33:33.413925+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:09.615502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219150+0000","last_change":"2024-09-19T04:33:31.221703+0000","last_active":"2024-09-19T04:33:33.219150+0000","last_peered":"2024-09-19T04:33:33.219150+0000","last_clean":"2024-09-19T04:33:33.219150+0000","last_became_active":"2024-09-19T04:33:31.220904+0000","last_became_peered":"2024-09-19T04:33:31.220904+0000","last_unstale":"2024-09-19T04:33:33.219150+0000","last_undegraded":"2024-09-19T04:33:33.219150+0000","last_fullsized":"2024-09-19T04:33:33.219150+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:50.581806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.220700+0000","last_change":"2024-09-19T04:33:32.215929+0000","last_active":"2024-09-19T04:33:33.220700+0000","last_peered":"2024-09-19T04:33:33.220700+0000","last_clean":"2024-09-19T04:33:33.220700+0000","last_became_active":"2024-09-19T04:33:32.215587+0000","last_became_peered":"2024-09-19T04:33:32.215587+0000","last_unstale":"2024-09-19T04:33:33.220700+0000","last_undegraded":"2024-09-19T04:33:33.220700+0000","last_fullsized":"2024-09-19T04:33:33.220700+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:53:44.221455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413608+0000","last_change":"2024-09-19T04:33:31.230024+0000","last_active":"2024-09-19T04:33:33.413608+0000","last_peered":"2024-09-19T04:33:33.413608+0000","last_clean":"2024-09-19T04:33:33.413608+0000","last_became_active":"2024-09-19T04:33:31.229750+0000","last_became_peered":"2024-09-19T04:33:31.229750+0000","last_unstale":"2024-09-19T04:33:33.413608+0000","last_undegraded":"2024-09-19T04:33:33.413608+0000","last_fullsized":"2024-09-19T04:33:33.413608+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:19.540454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223873+0000","last_change":"2024-09-19T04:33:32.221411+0000","last_active":"2024-09-19T04:33:33.223873+0000","last_peered":"2024-09-19T04:33:33.223873+0000","last_clean":"2024-09-19T04:33:33.223873+0000","last_became_active":"2024-09-19T04:33:32.221103+0000","last_became_peered":"2024-09-19T04:33:32.221103+0000","last_unstale":"2024-09-19T04:33:33.223873+0000","last_undegraded":"2024-09-19T04:33:33.223873+0000","last_fullsized":"2024-09-19T04:33:33.223873+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:41:33.912610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413863+0000","last_change":"2024-09-19T04:33:31.225054+0000","last_active":"2024-09-19T04:33:33.413863+0000","last_peered":"2024-09-19T04:33:33.413863+0000","last_clean":"2024-09-19T04:33:33.413863+0000","last_became_active":"2024-09-19T04:33:31.224785+0000","last_became_peered":"2024-09-19T04:33:31.224785+0000","last_unstale":"2024-09-19T04:33:33.413863+0000","last_undegraded":"2024-09-19T04:33:33.413863+0000","last_fullsized":"2024-09-19T04:33:33.413863+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:07.319296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413459+0000","last_change":"2024-09-19T04:33:32.228851+0000","last_active":"2024-09-19T04:33:33.413459+0000","last_peered":"2024-09-19T04:33:33.413459+0000","last_clean":"2024-09-19T04:33:33.413459+0000","last_became_active":"2024-09-19T04:33:32.228584+0000","last_became_peered":"2024-09-19T04:33:32.228584+0000","last_unstale":"2024-09-19T04:33:33.413459+0000","last_undegraded":"2024-09-19T04:33:33.413459+0000","last_fullsized":"2024-09-19T04:33:33.413459+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:24.291629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.220637+0000","last_change":"2024-09-19T04:33:31.223367+0000","last_active":"2024-09-19T04:33:33.220637+0000","last_peered":"2024-09-19T04:33:33.220637+0000","last_clean":"2024-09-19T04:33:33.220637+0000","last_became_active":"2024-09-19T04:33:31.223038+0000","last_became_peered":"2024-09-19T04:33:31.223038+0000","last_unstale":"2024-09-19T04:33:33.220637+0000","last_undegraded":"2024-09-19T04:33:33.220637+0000","last_fullsized":"2024-09-19T04:33:33.220637+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:43:47.714703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219503+0000","last_change":"2024-09-19T04:33:32.210783+0000","last_active":"2024-09-19T04:33:33.219503+0000","last_peered":"2024-09-19T04:33:33.219503+0000","last_clean":"2024-09-19T04:33:33.219503+0000","last_became_active":"2024-09-19T04:33:32.210438+0000","last_became_peered":"2024-09-19T04:33:32.210438+0000","last_unstale":"2024-09-19T04:33:33.219503+0000","last_undegraded":"2024-09-19T04:33:33.219503+0000","last_fullsized":"2024-09-19T04:33:33.219503+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:46.477290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.220722+0000","last_change":"2024-09-19T04:33:31.220328+0000","last_active":"2024-09-19T04:33:33.220722+0000","last_peered":"2024-09-19T04:33:33.220722+0000","last_clean":"2024-09-19T04:33:33.220722+0000","last_became_active":"2024-09-19T04:33:31.220035+0000","last_became_peered":"2024-09-19T04:33:31.220035+0000","last_unstale":"2024-09-19T04:33:33.220722+0000","last_undegraded":"2024-09-19T04:33:33.220722+0000","last_fullsized":"2024-09-19T04:33:33.220722+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:46.940027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.220377+0000","last_change":"2024-09-19T04:33:32.222993+0000","last_active":"2024-09-19T04:33:33.220377+0000","last_peered":"2024-09-19T04:33:33.220377+0000","last_clean":"2024-09-19T04:33:33.220377+0000","last_became_active":"2024-09-19T04:33:32.222715+0000","last_became_peered":"2024-09-19T04:33:32.222715+0000","last_unstale":"2024-09-19T04:33:33.220377+0000","last_undegraded":"2024-09-19T04:33:33.220377+0000","last_fullsized":"2024-09-19T04:33:33.220377+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:01.616143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413191+0000","last_change":"2024-09-19T04:33:31.223330+0000","last_active":"2024-09-19T04:33:33.413191+0000","last_peered":"2024-09-19T04:33:33.413191+0000","last_clean":"2024-09-19T04:33:33.413191+0000","last_became_active":"2024-09-19T04:33:31.223102+0000","last_became_peered":"2024-09-19T04:33:31.223102+0000","last_unstale":"2024-09-19T04:33:33.413191+0000","last_undegraded":"2024-09-19T04:33:33.413191+0000","last_fullsized":"2024-09-19T04:33:33.413191+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:54:51.810824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223233+0000","last_change":"2024-09-19T04:33:32.226872+0000","last_active":"2024-09-19T04:33:33.223233+0000","last_peered":"2024-09-19T04:33:33.223233+0000","last_clean":"2024-09-19T04:33:33.223233+0000","last_became_active":"2024-09-19T04:33:32.226614+0000","last_became_peered":"2024-09-19T04:33:32.226614+0000","last_unstale":"2024-09-19T04:33:33.223233+0000","last_undegraded":"2024-09-19T04:33:33.223233+0000","last_fullsized":"2024-09-19T04:33:33.223233+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:48.985349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.220342+0000","last_change":"2024-09-19T04:33:31.217695+0000","last_active":"2024-09-19T04:33:33.220342+0000","last_peered":"2024-09-19T04:33:33.220342+0000","last_clean":"2024-09-19T04:33:33.220342+0000","last_became_active":"2024-09-19T04:33:31.217364+0000","last_became_peered":"2024-09-19T04:33:31.217364+0000","last_unstale":"2024-09-19T04:33:33.220342+0000","last_undegraded":"2024-09-19T04:33:33.220342+0000","last_fullsized":"2024-09-19T04:33:33.220342+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:18:18.743362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219824+0000","last_change":"2024-09-19T04:33:32.217264+0000","last_active":"2024-09-19T04:33:33.219824+0000","last_peered":"2024-09-19T04:33:33.219824+0000","last_clean":"2024-09-19T04:33:33.219824+0000","last_became_active":"2024-09-19T04:33:32.216981+0000","last_became_peered":"2024-09-19T04:33:32.216981+0000","last_unstale":"2024-09-19T04:33:33.219824+0000","last_undegraded":"2024-09-19T04:33:33.219824+0000","last_fullsized":"2024-09-19T04:33:33.219824+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:22:35.036883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413379+0000","last_change":"2024-09-19T04:33:31.226006+0000","last_active":"2024-09-19T04:33:33.413379+0000","last_peered":"2024-09-19T04:33:33.413379+0000","last_clean":"2024-09-19T04:33:33.413379+0000","last_became_active":"2024-09-19T04:33:31.225747+0000","last_became_peered":"2024-09-19T04:33:31.225747+0000","last_unstale":"2024-09-19T04:33:33.413379+0000","last_undegraded":"2024-09-19T04:33:33.413379+0000","last_fullsized":"2024-09-19T04:33:33.413379+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:00.606647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413336+0000","last_change":"2024-09-19T04:33:32.220816+0000","last_active":"2024-09-19T04:33:33.413336+0000","last_peered":"2024-09-19T04:33:33.413336+0000","last_clean":"2024-09-19T04:33:33.413336+0000","last_became_active":"2024-09-19T04:33:32.220552+0000","last_became_peered":"2024-09-19T04:33:32.220552+0000","last_unstale":"2024-09-19T04:33:33.413336+0000","last_undegraded":"2024-09-19T04:33:33.413336+0000","last_fullsized":"2024-09-19T04:33:33.413336+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:32.579717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219223+0000","last_change":"2024-09-19T04:33:31.225558+0000","last_active":"2024-09-19T04:33:33.219223+0000","last_peered":"2024-09-19T04:33:33.219223+0000","last_clean":"2024-09-19T04:33:33.219223+0000","last_became_active":"2024-09-19T04:33:31.225138+0000","last_became_peered":"2024-09-19T04:33:31.225138+0000","last_unstale":"2024-09-19T04:33:33.219223+0000","last_undegraded":"2024-09-19T04:33:33.219223+0000","last_fullsized":"2024-09-19T04:33:33.219223+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:09.841357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413523+0000","last_change":"2024-09-19T04:33:32.218668+0000","last_active":"2024-09-19T04:33:33.413523+0000","last_peered":"2024-09-19T04:33:33.413523+0000","last_clean":"2024-09-19T04:33:33.413523+0000","last_became_active":"2024-09-19T04:33:32.218319+0000","last_became_peered":"2024-09-19T04:33:32.218319+0000","last_unstale":"2024-09-19T04:33:33.413523+0000","last_undegraded":"2024-09-19T04:33:33.413523+0000","last_fullsized":"2024-09-19T04:33:33.413523+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:51.058961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"31'3","reported_seq":17,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219683+0000","last_change":"2024-09-19T04:33:31.220973+0000","last_active":"2024-09-19T04:33:33.219683+0000","last_peered":"2024-09-19T04:33:33.219683+0000","last_clean":"2024-09-19T04:33:33.219683+0000","last_became_active":"2024-09-19T04:33:31.220682+0000","last_became_peered":"2024-09-19T04:33:31.220682+0000","last_unstale":"2024-09-19T04:33:33.219683+0000","last_undegraded":"2024-09-19T04:33:33.219683+0000","last_fullsized":"2024-09-19T04:33:33.219683+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:19:06.502242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219509+0000","last_change":"2024-09-19T04:33:32.219254+0000","last_active":"2024-09-19T04:33:33.219509+0000","last_peered":"2024-09-19T04:33:33.219509+0000","last_clean":"2024-09-19T04:33:33.219509+0000","last_became_active":"2024-09-19T04:33:32.218927+0000","last_became_peered":"2024-09-19T04:33:32.218927+0000","last_unstale":"2024-09-19T04:33:33.219509+0000","last_undegraded":"2024-09-19T04:33:33.219509+0000","last_fullsized":"2024-09-19T04:33:33.219509+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:42:42.710622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"31'6","reported_seq":20,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413500+0000","last_change":"2024-09-19T04:33:31.230417+0000","last_active":"2024-09-19T04:33:33.413500+0000","last_peered":"2024-09-19T04:33:33.413500+0000","last_clean":"2024-09-19T04:33:33.413500+0000","last_became_active":"2024-09-19T04:33:31.230147+0000","last_became_peered":"2024-09-19T04:33:31.230147+0000","last_unstale":"2024-09-19T04:33:33.413500+0000","last_undegraded":"2024-09-19T04:33:33.413500+0000","last_fullsized":"2024-09-19T04:33:33.413500+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:23.793569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223292+0000","last_change":"2024-09-19T04:33:32.226201+0000","last_active":"2024-09-19T04:33:33.223292+0000","last_peered":"2024-09-19T04:33:33.223292+0000","last_clean":"2024-09-19T04:33:33.223292+0000","last_became_active":"2024-09-19T04:33:32.225933+0000","last_became_peered":"2024-09-19T04:33:32.225933+0000","last_unstale":"2024-09-19T04:33:33.223292+0000","last_undegraded":"2024-09-19T04:33:33.223292+0000","last_fullsized":"2024-09-19T04:33:33.223292+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:46:15.470940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.220851+0000","last_change":"2024-09-19T04:33:31.218641+0000","last_active":"2024-09-19T04:33:33.220851+0000","last_peered":"2024-09-19T04:33:33.220851+0000","last_clean":"2024-09-19T04:33:33.220851+0000","last_became_active":"2024-09-19T04:33:31.218356+0000","last_became_peered":"2024-09-19T04:33:31.218356+0000","last_unstale":"2024-09-19T04:33:33.220851+0000","last_undegraded":"2024-09-19T04:33:33.220851+0000","last_fullsized":"2024-09-19T04:33:33.220851+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:39:45.297301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413459+0000","last_change":"2024-09-19T04:33:32.217646+0000","last_active":"2024-09-19T04:33:33.413459+0000","last_peered":"2024-09-19T04:33:33.413459+0000","last_clean":"2024-09-19T04:33:33.413459+0000","last_became_active":"2024-09-19T04:33:32.217376+0000","last_became_peered":"2024-09-19T04:33:32.217376+0000","last_unstale":"2024-09-19T04:33:33.413459+0000","last_undegraded":"2024-09-19T04:33:33.413459+0000","last_fullsized":"2024-09-19T04:33:33.413459+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:17:05.633493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223366+0000","last_change":"2024-09-19T04:33:31.217595+0000","last_active":"2024-09-19T04:33:33.223366+0000","last_peered":"2024-09-19T04:33:33.223366+0000","last_clean":"2024-09-19T04:33:33.223366+0000","last_became_active":"2024-09-19T04:33:31.217184+0000","last_became_peered":"2024-09-19T04:33:31.217184+0000","last_unstale":"2024-09-19T04:33:33.223366+0000","last_undegraded":"2024-09-19T04:33:33.223366+0000","last_fullsized":"2024-09-19T04:33:33.223366+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:06.064598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413751+0000","last_change":"2024-09-19T04:33:32.229358+0000","last_active":"2024-09-19T04:33:33.413751+0000","last_peered":"2024-09-19T04:33:33.413751+0000","last_clean":"2024-09-19T04:33:33.413751+0000","last_became_active":"2024-09-19T04:33:32.229092+0000","last_became_peered":"2024-09-19T04:33:32.229092+0000","last_unstale":"2024-09-19T04:33:33.413751+0000","last_undegraded":"2024-09-19T04:33:33.413751+0000","last_fullsized":"2024-09-19T04:33:33.413751+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:22:35.036883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413205+0000","last_change":"2024-09-19T04:33:31.225413+0000","last_active":"2024-09-19T04:33:33.413205+0000","last_peered":"2024-09-19T04:33:33.413205+0000","last_clean":"2024-09-19T04:33:33.413205+0000","last_became_active":"2024-09-19T04:33:31.225168+0000","last_became_peered":"2024-09-19T04:33:31.225168+0000","last_unstale":"2024-09-19T04:33:33.413205+0000","last_undegraded":"2024-09-19T04:33:33.413205+0000","last_fullsized":"2024-09-19T04:33:33.413205+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:08.606006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413799+0000","last_change":"2024-09-19T04:33:32.226321+0000","last_active":"2024-09-19T04:33:33.413799+0000","last_peered":"2024-09-19T04:33:33.413799+0000","last_clean":"2024-09-19T04:33:33.413799+0000","last_became_active":"2024-09-19T04:33:32.225966+0000","last_became_peered":"2024-09-19T04:33:32.225966+0000","last_unstale":"2024-09-19T04:33:33.413799+0000","last_undegraded":"2024-09-19T04:33:33.413799+0000","last_fullsized":"2024-09-19T04:33:33.413799+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:54:52.820320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"31'8","reported_seq":22,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413109+0000","last_change":"2024-09-19T04:33:31.227328+0000","last_active":"2024-09-19T04:33:33.413109+0000","last_peered":"2024-09-19T04:33:33.413109+0000","last_clean":"2024-09-19T04:33:33.413109+0000","last_became_active":"2024-09-19T04:33:31.227083+0000","last_became_peered":"2024-09-19T04:33:31.227083+0000","last_unstale":"2024-09-19T04:33:33.413109+0000","last_undegraded":"2024-09-19T04:33:33.413109+0000","last_fullsized":"2024-09-19T04:33:33.413109+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:01.151966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.220827+0000","last_change":"2024-09-19T04:33:32.222079+0000","last_active":"2024-09-19T04:33:33.220827+0000","last_peered":"2024-09-19T04:33:33.220827+0000","last_clean":"2024-09-19T04:33:33.220827+0000","last_became_active":"2024-09-19T04:33:32.221787+0000","last_became_peered":"2024-09-19T04:33:32.221787+0000","last_unstale":"2024-09-19T04:33:33.220827+0000","last_undegraded":"2024-09-19T04:33:33.220827+0000","last_fullsized":"2024-09-19T04:33:33.220827+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:53.298408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223936+0000","last_change":"2024-09-19T04:33:31.223685+0000","last_active":"2024-09-19T04:33:33.223936+0000","last_peered":"2024-09-19T04:33:33.223936+0000","last_clean":"2024-09-19T04:33:33.223936+0000","last_became_active":"2024-09-19T04:33:31.223439+0000","last_became_peered":"2024-09-19T04:33:31.223439+0000","last_unstale":"2024-09-19T04:33:33.223936+0000","last_undegraded":"2024-09-19T04:33:33.223936+0000","last_fullsized":"2024-09-19T04:33:33.223936+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:09:05.684898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219905+0000","last_change":"2024-09-19T04:33:32.222297+0000","last_active":"2024-09-19T04:33:33.219905+0000","last_peered":"2024-09-19T04:33:33.219905+0000","last_clean":"2024-09-19T04:33:33.219905+0000","last_became_active":"2024-09-19T04:33:32.221981+0000","last_became_peered":"2024-09-19T04:33:32.221981+0000","last_unstale":"2024-09-19T04:33:33.219905+0000","last_undegraded":"2024-09-19T04:33:33.219905+0000","last_fullsized":"2024-09-19T04:33:33.219905+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:17:05.633493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.220783+0000","last_change":"2024-09-19T04:33:31.217775+0000","last_active":"2024-09-19T04:33:33.220783+0000","last_peered":"2024-09-19T04:33:33.220783+0000","last_clean":"2024-09-19T04:33:33.220783+0000","last_became_active":"2024-09-19T04:33:31.217414+0000","last_became_peered":"2024-09-19T04:33:31.217414+0000","last_unstale":"2024-09-19T04:33:33.220783+0000","last_undegraded":"2024-09-19T04:33:33.220783+0000","last_fullsized":"2024-09-19T04:33:33.220783+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:09:05.684898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223601+0000","last_change":"2024-09-19T04:33:32.230691+0000","last_active":"2024-09-19T04:33:33.223601+0000","last_peered":"2024-09-19T04:33:33.223601+0000","last_clean":"2024-09-19T04:33:33.223601+0000","last_became_active":"2024-09-19T04:33:32.230450+0000","last_became_peered":"2024-09-19T04:33:32.230450+0000","last_unstale":"2024-09-19T04:33:33.223601+0000","last_undegraded":"2024-09-19T04:33:33.223601+0000","last_fullsized":"2024-09-19T04:33:33.223601+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:53:44.221455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.220756+0000","last_change":"2024-09-19T04:33:31.218731+0000","last_active":"2024-09-19T04:33:33.220756+0000","last_peered":"2024-09-19T04:33:33.220756+0000","last_clean":"2024-09-19T04:33:33.220756+0000","last_became_active":"2024-09-19T04:33:31.218399+0000","last_became_peered":"2024-09-19T04:33:31.218399+0000","last_unstale":"2024-09-19T04:33:33.220756+0000","last_undegraded":"2024-09-19T04:33:33.220756+0000","last_fullsized":"2024-09-19T04:33:33.220756+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:52:20.052863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413330+0000","last_change":"2024-09-19T04:33:32.217980+0000","last_active":"2024-09-19T04:33:33.413330+0000","last_peered":"2024-09-19T04:33:33.413330+0000","last_clean":"2024-09-19T04:33:33.413330+0000","last_became_active":"2024-09-19T04:33:32.217687+0000","last_became_peered":"2024-09-19T04:33:32.217687+0000","last_unstale":"2024-09-19T04:33:33.413330+0000","last_undegraded":"2024-09-19T04:33:33.413330+0000","last_fullsized":"2024-09-19T04:33:33.413330+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:42.649036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.220677+0000","last_change":"2024-09-19T04:33:31.225505+0000","last_active":"2024-09-19T04:33:33.220677+0000","last_peered":"2024-09-19T04:33:33.220677+0000","last_clean":"2024-09-19T04:33:33.220677+0000","last_became_active":"2024-09-19T04:33:31.225243+0000","last_became_peered":"2024-09-19T04:33:31.225243+0000","last_unstale":"2024-09-19T04:33:33.220677+0000","last_undegraded":"2024-09-19T04:33:33.220677+0000","last_fullsized":"2024-09-19T04:33:33.220677+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:04:46.205805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413155+0000","last_change":"2024-09-19T04:33:32.220394+0000","last_active":"2024-09-19T04:33:33.413155+0000","last_peered":"2024-09-19T04:33:33.413155+0000","last_clean":"2024-09-19T04:33:33.413155+0000","last_became_active":"2024-09-19T04:33:32.220116+0000","last_became_peered":"2024-09-19T04:33:32.220116+0000","last_unstale":"2024-09-19T04:33:33.413155+0000","last_undegraded":"2024-09-19T04:33:33.413155+0000","last_fullsized":"2024-09-19T04:33:33.413155+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:12:24.372543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219241+0000","last_change":"2024-09-19T04:33:31.222156+0000","last_active":"2024-09-19T04:33:33.219241+0000","last_peered":"2024-09-19T04:33:33.219241+0000","last_clean":"2024-09-19T04:33:33.219241+0000","last_became_active":"2024-09-19T04:33:31.221842+0000","last_became_peered":"2024-09-19T04:33:31.221842+0000","last_unstale":"2024-09-19T04:33:33.219241+0000","last_undegraded":"2024-09-19T04:33:33.219241+0000","last_fullsized":"2024-09-19T04:33:33.219241+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:47.620287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413741+0000","last_change":"2024-09-19T04:33:32.225684+0000","last_active":"2024-09-19T04:33:33.413741+0000","last_peered":"2024-09-19T04:33:33.413741+0000","last_clean":"2024-09-19T04:33:33.413741+0000","last_became_active":"2024-09-19T04:33:32.225365+0000","last_became_peered":"2024-09-19T04:33:32.225365+0000","last_unstale":"2024-09-19T04:33:33.413741+0000","last_undegraded":"2024-09-19T04:33:33.413741+0000","last_fullsized":"2024-09-19T04:33:33.413741+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:51:04.268247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413563+0000","last_change":"2024-09-19T04:33:31.222450+0000","last_active":"2024-09-19T04:33:33.413563+0000","last_peered":"2024-09-19T04:33:33.413563+0000","last_clean":"2024-09-19T04:33:33.413563+0000","last_became_active":"2024-09-19T04:33:31.221828+0000","last_became_peered":"2024-09-19T04:33:31.221828+0000","last_unstale":"2024-09-19T04:33:33.413563+0000","last_undegraded":"2024-09-19T04:33:33.413563+0000","last_fullsized":"2024-09-19T04:33:33.413563+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:46.940027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413102+0000","last_change":"2024-09-19T04:33:32.223076+0000","last_active":"2024-09-19T04:33:33.413102+0000","last_peered":"2024-09-19T04:33:33.413102+0000","last_clean":"2024-09-19T04:33:33.413102+0000","last_became_active":"2024-09-19T04:33:32.222768+0000","last_became_peered":"2024-09-19T04:33:32.222768+0000","last_unstale":"2024-09-19T04:33:33.413102+0000","last_undegraded":"2024-09-19T04:33:33.413102+0000","last_fullsized":"2024-09-19T04:33:33.413102+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:11:51.454345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.220411+0000","last_change":"2024-09-19T04:33:31.221909+0000","last_active":"2024-09-19T04:33:33.220411+0000","last_peered":"2024-09-19T04:33:33.220411+0000","last_clean":"2024-09-19T04:33:33.220411+0000","last_became_active":"2024-09-19T04:33:31.221620+0000","last_became_peered":"2024-09-19T04:33:31.221620+0000","last_unstale":"2024-09-19T04:33:33.220411+0000","last_undegraded":"2024-09-19T04:33:33.220411+0000","last_fullsized":"2024-09-19T04:33:33.220411+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:57.381242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413366+0000","last_change":"2024-09-19T04:33:32.220946+0000","last_active":"2024-09-19T04:33:33.413366+0000","last_peered":"2024-09-19T04:33:33.413366+0000","last_clean":"2024-09-19T04:33:33.413366+0000","last_became_active":"2024-09-19T04:33:32.220657+0000","last_became_peered":"2024-09-19T04:33:32.220657+0000","last_unstale":"2024-09-19T04:33:33.413366+0000","last_undegraded":"2024-09-19T04:33:33.413366+0000","last_fullsized":"2024-09-19T04:33:33.413366+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:34.522110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219142+0000","last_change":"2024-09-19T04:33:31.222002+0000","last_active":"2024-09-19T04:33:33.219142+0000","last_peered":"2024-09-19T04:33:33.219142+0000","last_clean":"2024-09-19T04:33:33.219142+0000","last_became_active":"2024-09-19T04:33:31.221707+0000","last_became_peered":"2024-09-19T04:33:31.221707+0000","last_unstale":"2024-09-19T04:33:33.219142+0000","last_undegraded":"2024-09-19T04:33:33.219142+0000","last_fullsized":"2024-09-19T04:33:33.219142+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:54:51.810824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413467+0000","last_change":"2024-09-19T04:33:32.218692+0000","last_active":"2024-09-19T04:33:33.413467+0000","last_peered":"2024-09-19T04:33:33.413467+0000","last_clean":"2024-09-19T04:33:33.413467+0000","last_became_active":"2024-09-19T04:33:32.218424+0000","last_became_peered":"2024-09-19T04:33:32.218424+0000","last_unstale":"2024-09-19T04:33:33.413467+0000","last_undegraded":"2024-09-19T04:33:33.413467+0000","last_fullsized":"2024-09-19T04:33:33.413467+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:41:06.255843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223934+0000","last_change":"2024-09-19T04:33:31.219722+0000","last_active":"2024-09-19T04:33:33.223934+0000","last_peered":"2024-09-19T04:33:33.223934+0000","last_clean":"2024-09-19T04:33:33.223934+0000","last_became_active":"2024-09-19T04:33:31.219015+0000","last_became_peered":"2024-09-19T04:33:31.219015+0000","last_unstale":"2024-09-19T04:33:33.223934+0000","last_undegraded":"2024-09-19T04:33:33.223934+0000","last_fullsized":"2024-09-19T04:33:33.223934+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:43:47.714703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219997+0000","last_change":"2024-09-19T04:33:32.218000+0000","last_active":"2024-09-19T04:33:33.219997+0000","last_peered":"2024-09-19T04:33:33.219997+0000","last_clean":"2024-09-19T04:33:33.219997+0000","last_became_active":"2024-09-19T04:33:32.216429+0000","last_became_peered":"2024-09-19T04:33:32.216429+0000","last_unstale":"2024-09-19T04:33:33.219997+0000","last_undegraded":"2024-09-19T04:33:33.219997+0000","last_fullsized":"2024-09-19T04:33:33.219997+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:49.335977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"32'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219286+0000","last_change":"2024-09-19T04:33:31.217908+0000","last_active":"2024-09-19T04:33:33.219286+0000","last_peered":"2024-09-19T04:33:33.219286+0000","last_clean":"2024-09-19T04:33:33.219286+0000","last_became_active":"2024-09-19T04:33:31.217648+0000","last_became_peered":"2024-09-19T04:33:31.217648+0000","last_unstale":"2024-09-19T04:33:33.219286+0000","last_undegraded":"2024-09-19T04:33:33.219286+0000","last_fullsized":"2024-09-19T04:33:33.219286+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:43:33.675712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219143+0000","last_change":"2024-09-19T04:33:32.224486+0000","last_active":"2024-09-19T04:33:33.219143+0000","last_peered":"2024-09-19T04:33:33.219143+0000","last_clean":"2024-09-19T04:33:33.219143+0000","last_became_active":"2024-09-19T04:33:32.224221+0000","last_became_peered":"2024-09-19T04:33:32.224221+0000","last_unstale":"2024-09-19T04:33:33.219143+0000","last_undegraded":"2024-09-19T04:33:33.219143+0000","last_fullsized":"2024-09-19T04:33:33.219143+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:42.599397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223651+0000","last_change":"2024-09-19T04:33:31.218241+0000","last_active":"2024-09-19T04:33:33.223651+0000","last_peered":"2024-09-19T04:33:33.223651+0000","last_clean":"2024-09-19T04:33:33.223651+0000","last_became_active":"2024-09-19T04:33:31.217303+0000","last_became_peered":"2024-09-19T04:33:31.217303+0000","last_unstale":"2024-09-19T04:33:33.223651+0000","last_undegraded":"2024-09-19T04:33:33.223651+0000","last_fullsized":"2024-09-19T04:33:33.223651+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:39:45.297301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413459+0000","last_change":"2024-09-19T04:33:32.219730+0000","last_active":"2024-09-19T04:33:33.413459+0000","last_peered":"2024-09-19T04:33:33.413459+0000","last_clean":"2024-09-19T04:33:33.413459+0000","last_became_active":"2024-09-19T04:33:32.219451+0000","last_became_peered":"2024-09-19T04:33:32.219451+0000","last_unstale":"2024-09-19T04:33:33.413459+0000","last_undegraded":"2024-09-19T04:33:33.413459+0000","last_fullsized":"2024-09-19T04:33:33.413459+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:02.161461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219287+0000","last_change":"2024-09-19T04:33:31.219173+0000","last_active":"2024-09-19T04:33:33.219287+0000","last_peered":"2024-09-19T04:33:33.219287+0000","last_clean":"2024-09-19T04:33:33.219287+0000","last_became_active":"2024-09-19T04:33:31.218917+0000","last_became_peered":"2024-09-19T04:33:31.218917+0000","last_unstale":"2024-09-19T04:33:33.219287+0000","last_undegraded":"2024-09-19T04:33:33.219287+0000","last_fullsized":"2024-09-19T04:33:33.219287+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:05:11.247769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.219197+0000","last_change":"2024-09-19T04:33:32.223543+0000","last_active":"2024-09-19T04:33:33.219197+0000","last_peered":"2024-09-19T04:33:33.219197+0000","last_clean":"2024-09-19T04:33:33.219197+0000","last_became_active":"2024-09-19T04:33:32.223296+0000","last_became_peered":"2024-09-19T04:33:32.223296+0000","last_unstale":"2024-09-19T04:33:33.219197+0000","last_undegraded":"2024-09-19T04:33:33.219197+0000","last_fullsized":"2024-09-19T04:33:33.219197+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:10:55.001867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.223375+0000","last_change":"2024-09-19T04:33:31.224505+0000","last_active":"2024-09-19T04:33:33.223375+0000","last_peered":"2024-09-19T04:33:33.223375+0000","last_clean":"2024-09-19T04:33:33.223375+0000","last_became_active":"2024-09-19T04:33:31.224101+0000","last_became_peered":"2024-09-19T04:33:31.224101+0000","last_unstale":"2024-09-19T04:33:33.223375+0000","last_undegraded":"2024-09-19T04:33:33.223375+0000","last_fullsized":"2024-09-19T04:33:33.223375+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:43:20.570045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413053+0000","last_change":"2024-09-19T04:33:32.220894+0000","last_active":"2024-09-19T04:33:33.413053+0000","last_peered":"2024-09-19T04:33:33.413053+0000","last_clean":"2024-09-19T04:33:33.413053+0000","last_became_active":"2024-09-19T04:33:32.220622+0000","last_became_peered":"2024-09-19T04:33:32.220622+0000","last_unstale":"2024-09-19T04:33:33.413053+0000","last_undegraded":"2024-09-19T04:33:33.413053+0000","last_fullsized":"2024-09-19T04:33:33.413053+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:42:42.710622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.220544+0000","last_change":"2024-09-19T04:33:31.219692+0000","last_active":"2024-09-19T04:33:33.220544+0000","last_peered":"2024-09-19T04:33:33.220544+0000","last_clean":"2024-09-19T04:33:33.220544+0000","last_became_active":"2024-09-19T04:33:31.219344+0000","last_became_peered":"2024-09-19T04:33:31.219344+0000","last_unstale":"2024-09-19T04:33:33.220544+0000","last_undegraded":"2024-09-19T04:33:33.220544+0000","last_fullsized":"2024-09-19T04:33:33.220544+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:00.389555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.220373+0000","last_change":"2024-09-19T04:33:32.214927+0000","last_active":"2024-09-19T04:33:33.220373+0000","last_peered":"2024-09-19T04:33:33.220373+0000","last_clean":"2024-09-19T04:33:33.220373+0000","last_became_active":"2024-09-19T04:33:32.214611+0000","last_became_peered":"2024-09-19T04:33:32.214611+0000","last_unstale":"2024-09-19T04:33:33.220373+0000","last_undegraded":"2024-09-19T04:33:33.220373+0000","last_fullsized":"2024-09-19T04:33:33.220373+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:20.549949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413267+0000","last_change":"2024-09-19T04:33:31.223608+0000","last_active":"2024-09-19T04:33:33.413267+0000","last_peered":"2024-09-19T04:33:33.413267+0000","last_clean":"2024-09-19T04:33:33.413267+0000","last_became_active":"2024-09-19T04:33:31.223364+0000","last_became_peered":"2024-09-19T04:33:31.223364+0000","last_unstale":"2024-09-19T04:33:33.413267+0000","last_undegraded":"2024-09-19T04:33:33.413267+0000","last_fullsized":"2024-09-19T04:33:33.413267+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:19:06.502242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413681+0000","last_change":"2024-09-19T04:33:32.218961+0000","last_active":"2024-09-19T04:33:33.413681+0000","last_peered":"2024-09-19T04:33:33.413681+0000","last_clean":"2024-09-19T04:33:33.413681+0000","last_became_active":"2024-09-19T04:33:32.218650+0000","last_became_peered":"2024-09-19T04:33:32.218650+0000","last_unstale":"2024-09-19T04:33:33.413681+0000","last_undegraded":"2024-09-19T04:33:33.413681+0000","last_fullsized":"2024-09-19T04:33:33.413681+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:31.193244+0000","last_clean_scrub_stamp":"2024-09-19T04:33:31.193244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:32.579717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413286+0000","last_change":"2024-09-19T04:33:31.220790+0000","last_active":"2024-09-19T04:33:33.413286+0000","last_peered":"2024-09-19T04:33:33.413286+0000","last_clean":"2024-09-19T04:33:33.413286+0000","last_became_active":"2024-09-19T04:33:31.220512+0000","last_became_peered":"2024-09-19T04:33:31.220512+0000","last_unstale":"2024-09-19T04:33:33.413286+0000","last_undegraded":"2024-09-19T04:33:33.413286+0000","last_fullsized":"2024-09-19T04:33:33.413286+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:33:30.183748+0000","last_clean_scrub_stamp":"2024-09-19T04:33:30.183748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:00.389555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":189,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T04:33:33.413943+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:33:33.413943+0000","last_peered":"2024-09-19T04:33:33.413943+0000","last_clean":"2024-09-19T04:33:33.413943+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:33:33.413943+0000","last_undegraded":"2024-09-19T04:33:33.413943+0000","last_fullsized":"2024-09-19T04:33:33.413943+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509454,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27964,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343876,"statfs":{"total":96636764160,"available":96608129024,"internally_reserved":0,"allocated":950272,"data_stored":726177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509454,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":360448,"data_stored":136335,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509454,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":360448,"data_stored":136391,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509455,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":360448,"data_stored":135823,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542159,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":368640,"data_stored":137353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542158,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":348,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":356352,"data_stored":135789,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542158,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":368640,"data_stored":137353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542159,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27956,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343884,"statfs":{"total":96636764160,"available":96608137216,"internally_reserved":0,"allocated":946176,"data_stored":726087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:33:39.813 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T04:33:39.814 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T04:33:39.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.954+0000 7fe5e67b0640 1 Processor -- start 2024-09-19T04:33:39.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.954+0000 7fe5e67b0640 1 -- start start 2024-09-19T04:33:39.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.955+0000 7fe5e67b0640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe5e00b61e0 0x7fe5e00b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:39.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.955+0000 7fe5e67b0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe5e00b3b00 0x7fe5e01625d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:39.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.955+0000 7fe5e67b0640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe5e00b6b00 con 0x7fe5e00b3540 2024-09-19T04:33:39.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.955+0000 7fe5e67b0640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fe5e00d24f0 con 0x7fe5e00b61e0 2024-09-19T04:33:39.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.955+0000 7fe5e67b0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe5e00d20e0 con 0x7fe5e00b3b00 2024-09-19T04:33:39.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.955+0000 7fe5dffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe5e00b61e0 0x7fe5e00b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:39.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.955+0000 7fe5dffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe5e00b61e0 0x7fe5e00b65c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36498/0 (socket says 172.21.15.111:36498) 2024-09-19T04:33:39.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.955+0000 7fe5dffff640 1 -- 172.21.15.111:0/2798191714 learned_addr learned my addr 172.21.15.111:0/2798191714 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:39.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.956+0000 7fe5df7fe640 1 --2- 172.21.15.111:0/2798191714 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe5e00b3b00 0x7fe5e01625d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:39.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.956+0000 7fe5dffff640 1 -- 172.21.15.111:0/2798191714 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe5e00b3b00 msgr2=0x7fe5e01625d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:39.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.956+0000 7fe5dffff640 1 --2- 172.21.15.111:0/2798191714 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe5e00b3b00 0x7fe5e01625d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:39.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.956+0000 7fe5dffff640 1 -- 172.21.15.111:0/2798191714 >> v1:172.21.15.114:6789/0 conn(0x7fe5e00b3540 legacy=0x7fe5e0162b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:39.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.956+0000 7fe5dffff640 1 -- 172.21.15.111:0/2798191714 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5e00cfa70 con 0x7fe5e00b61e0 2024-09-19T04:33:39.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.956+0000 7fe5dffff640 1 --2- 172.21.15.111:0/2798191714 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe5e00b61e0 0x7fe5e00b65c0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fe5d0009870 tx=0x7fe5d002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1b8c6cf4d291e81 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:39.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.956+0000 7fe5deffd640 1 -- 172.21.15.111:0/2798191714 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5d0037070 con 0x7fe5e00b61e0 2024-09-19T04:33:39.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.957+0000 7fe5deffd640 1 -- 172.21.15.111:0/2798191714 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe5d002ae10 con 0x7fe5e00b61e0 2024-09-19T04:33:39.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.957+0000 7fe5deffd640 1 -- 172.21.15.111:0/2798191714 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5d0032660 con 0x7fe5e00b61e0 2024-09-19T04:33:39.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.957+0000 7fe5e67b0640 1 -- 172.21.15.111:0/2798191714 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe5e00b61e0 msgr2=0x7fe5e00b65c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:39.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.957+0000 7fe5e67b0640 1 --2- 172.21.15.111:0/2798191714 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe5e00b61e0 0x7fe5e00b65c0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fe5d0009870 tx=0x7fe5d002a100 comp rx=0 tx=0).stop 2024-09-19T04:33:39.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.957+0000 7fe5e67b0640 1 -- 172.21.15.111:0/2798191714 shutdown_connections 2024-09-19T04:33:39.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.957+0000 7fe5e67b0640 1 --2- 172.21.15.111:0/2798191714 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe5e00b3b00 0x7fe5e01625d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:39.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.957+0000 7fe5e67b0640 1 --2- 172.21.15.111:0/2798191714 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe5e00b61e0 0x7fe5e00b65c0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:39.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.957+0000 7fe5e67b0640 1 -- 172.21.15.111:0/2798191714 >> 172.21.15.111:0/2798191714 conn(0x7fe5e00d11e0 msgr2=0x7fe5e00d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:39.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.957+0000 7fe5e67b0640 1 -- 172.21.15.111:0/2798191714 shutdown_connections 2024-09-19T04:33:39.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.957+0000 7fe5e67b0640 1 -- 172.21.15.111:0/2798191714 wait complete. 2024-09-19T04:33:39.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.958+0000 7fe5e67b0640 1 Processor -- start 2024-09-19T04:33:39.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.959+0000 7fe5e67b0640 1 -- start start 2024-09-19T04:33:39.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.959+0000 7fe5e67b0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe5e00b3540 0x7fe5e015d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:39.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.959+0000 7fe5e67b0640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe5e00b3b00 0x7fe5e01ea950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:39.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.959+0000 7fe5e67b0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe5e00b61e0 0x7fe5e01eae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:39.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.959+0000 7fe5e67b0640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e015edc0 con 0x7fe5e00b61e0 2024-09-19T04:33:39.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.959+0000 7fe5e67b0640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e00d0030 con 0x7fe5e00b3b00 2024-09-19T04:33:39.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.959+0000 7fe5e67b0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe5e00cc350 con 0x7fe5e00b3540 2024-09-19T04:33:39.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.959+0000 7fe5e4d4d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe5e00b61e0 0x7fe5e01eae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:39.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.959+0000 7fe5e4d4d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe5e00b61e0 0x7fe5e01eae90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36504/0 (socket says 172.21.15.111:36504) 2024-09-19T04:33:39.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.959+0000 7fe5e4d4d640 1 -- 172.21.15.111:0/234573128 learned_addr learned my addr 172.21.15.111:0/234573128 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:39.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.959+0000 7fe5df7fe640 1 --2- 172.21.15.111:0/234573128 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe5e00b3b00 0x7fe5e01ea950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:39.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.959+0000 7fe5dffff640 1 --2- 172.21.15.111:0/234573128 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe5e00b3540 0x7fe5e015d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:39.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.960+0000 7fe5e4d4d640 1 -- 172.21.15.111:0/234573128 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe5e00b3540 msgr2=0x7fe5e015d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:39.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.960+0000 7fe5e4d4d640 1 --2- 172.21.15.111:0/234573128 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe5e00b3540 0x7fe5e015d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:39.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.960+0000 7fe5e4d4d640 1 -- 172.21.15.111:0/234573128 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe5e00b3b00 msgr2=0x7fe5e01ea950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:39.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.960+0000 7fe5e4d4d640 1 --2- 172.21.15.111:0/234573128 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe5e00b3b00 0x7fe5e01ea950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:39.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.960+0000 7fe5e4d4d640 1 -- 172.21.15.111:0/234573128 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5e00cc630 con 0x7fe5e00b61e0 2024-09-19T04:33:39.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.960+0000 7fe5e4d4d640 1 --2- 172.21.15.111:0/234573128 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe5e00b61e0 0x7fe5e01eae90 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe5d800b970 tx=0x7fe5d800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:39.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.960+0000 7fe5dcff9640 1 -- 172.21.15.111:0/234573128 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5d8019070 con 0x7fe5e00b61e0 2024-09-19T04:33:39.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.960+0000 7fe5dcff9640 1 -- 172.21.15.111:0/234573128 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe5d800cb40 con 0x7fe5e00b61e0 2024-09-19T04:33:39.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.960+0000 7fe5e67b0640 1 -- 172.21.15.111:0/234573128 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5e00cc910 con 0x7fe5e00b61e0 2024-09-19T04:33:39.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.960+0000 7fe5dcff9640 1 -- 172.21.15.111:0/234573128 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5d8014440 con 0x7fe5e00b61e0 2024-09-19T04:33:39.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.960+0000 7fe5e67b0640 1 -- 172.21.15.111:0/234573128 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5e015d8e0 con 0x7fe5e00b61e0 2024-09-19T04:33:39.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.961+0000 7fe5e67b0640 1 -- 172.21.15.111:0/234573128 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5e00d1d00 con 0x7fe5e00b61e0 2024-09-19T04:33:39.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.961+0000 7fe5dcff9640 1 -- 172.21.15.111:0/234573128 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe5d801c070 con 0x7fe5e00b61e0 2024-09-19T04:33:39.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.962+0000 7fe5dcff9640 1 --2- 172.21.15.111:0/234573128 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe5cc06c2b0 0x7fe5cc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:39.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.962+0000 7fe5dcff9640 1 -- 172.21.15.111:0/234573128 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fe5d808afc0 con 0x7fe5e00b61e0 2024-09-19T04:33:39.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.962+0000 7fe5dffff640 1 --2- 172.21.15.111:0/234573128 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe5cc06c2b0 0x7fe5cc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:39.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.962+0000 7fe5dffff640 1 --2- 172.21.15.111:0/234573128 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe5cc06c2b0 0x7fe5cc06e770 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe5d0034000 tx=0x7fe5d002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:39.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:39.966+0000 7fe5dcff9640 1 -- 172.21.15.111:0/234573128 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe5d8059170 con 0x7fe5e00b61e0 2024-09-19T04:33:40.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.195+0000 7fe5e67b0640 1 -- 172.21.15.111:0/234573128 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fe5e00ba6e0 con 0x7fe5e00b61e0 2024-09-19T04:33:40.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.197+0000 7fe5dcff9640 1 -- 172.21.15.111:0/234573128 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) ==== 190+0+147 (secure 0 0 0) 0x7fe5d805d470 con 0x7fe5e00b61e0 2024-09-19T04:33:40.200 INFO:teuthology.orchestra.run.smithi111.stdout:[client.0] 2024-09-19T04:33:40.200 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQA0qetmdEXYCBAAQK+0F5ouJPJAqZqCQHrMdQ== 2024-09-19T04:33:40.200 INFO:teuthology.orchestra.run.smithi111.stdout: caps mds = "allow" 2024-09-19T04:33:40.200 INFO:teuthology.orchestra.run.smithi111.stdout: caps mon = "allow r" 2024-09-19T04:33:40.200 INFO:teuthology.orchestra.run.smithi111.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T04:33:40.200 INFO:teuthology.orchestra.run.smithi111.stderr:updated caps for client.0 2024-09-19T04:33:40.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.199+0000 7fe5e67b0640 1 -- 172.21.15.111:0/234573128 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe5cc06c2b0 msgr2=0x7fe5cc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:40.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.199+0000 7fe5e67b0640 1 --2- 172.21.15.111:0/234573128 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe5cc06c2b0 0x7fe5cc06e770 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe5d0034000 tx=0x7fe5d002e000 comp rx=0 tx=0).stop 2024-09-19T04:33:40.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.200+0000 7fe5e67b0640 1 -- 172.21.15.111:0/234573128 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe5e00b61e0 msgr2=0x7fe5e01eae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:40.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.200+0000 7fe5e67b0640 1 --2- 172.21.15.111:0/234573128 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe5e00b61e0 0x7fe5e01eae90 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe5d800b970 tx=0x7fe5d800be30 comp rx=0 tx=0).stop 2024-09-19T04:33:40.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.200+0000 7fe5e67b0640 1 -- 172.21.15.111:0/234573128 shutdown_connections 2024-09-19T04:33:40.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.200+0000 7fe5e67b0640 1 --2- 172.21.15.111:0/234573128 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe5cc06c2b0 0x7fe5cc06e770 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:40.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.200+0000 7fe5e67b0640 1 --2- 172.21.15.111:0/234573128 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe5e00b61e0 0x7fe5e01eae90 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:40.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.200+0000 7fe5e67b0640 1 --2- 172.21.15.111:0/234573128 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe5e00b3b00 0x7fe5e01ea950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:40.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.200+0000 7fe5e67b0640 1 --2- 172.21.15.111:0/234573128 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe5e00b3540 0x7fe5e015d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:40.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.200+0000 7fe5e67b0640 1 -- 172.21.15.111:0/234573128 >> 172.21.15.111:0/234573128 conn(0x7fe5e00d11e0 msgr2=0x7fe5e00cf080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:40.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.200+0000 7fe5e67b0640 1 -- 172.21.15.111:0/234573128 shutdown_connections 2024-09-19T04:33:40.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.200+0000 7fe5e67b0640 1 -- 172.21.15.111:0/234573128 wait complete. 2024-09-19T04:33:40.213 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:33:40.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.310+0000 7f1ca679f640 1 Processor -- start 2024-09-19T04:33:40.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.310+0000 7f1ca679f640 1 -- start start 2024-09-19T04:33:40.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1ca679f640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f1ca015c4b0 0x7f1ca00cf7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:40.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1ca679f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1ca00cfd20 0x7f1ca00b5d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:40.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1ca679f640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1ca00b5840 con 0x7f1ca00b6270 2024-09-19T04:33:40.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1ca679f640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f1ca00b6880 con 0x7f1ca015c4b0 2024-09-19T04:33:40.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1ca679f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1ca00b6b60 con 0x7f1ca00cfd20 2024-09-19T04:33:40.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1ca5f9e640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f1ca00b6270 0x7f1ca006f2a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57486/0 (socket says 172.21.15.111:57486) 2024-09-19T04:33:40.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1ca5f9e640 1 -- 172.21.15.111:0/2660339010 learned_addr learned my addr 172.21.15.111:0/2660339010 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:40.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1ca4f9c640 1 --2- 172.21.15.111:0/2660339010 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1ca00cfd20 0x7f1ca00b5d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:40.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1ca579d640 1 --2- 172.21.15.111:0/2660339010 >> v2:172.21.15.114:3300/0 conn(0x7f1ca015c4b0 0x7f1ca00cf7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:40.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1c9ffff640 1 -- 172.21.15.111:0/2660339010 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1447079147 0 0) 0x7f1ca00b5840 con 0x7f1ca00b6270 2024-09-19T04:33:40.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1c9ffff640 1 -- 172.21.15.111:0/2660339010 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1c88003520 con 0x7f1ca00b6270 2024-09-19T04:33:40.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1c9ffff640 1 -- 172.21.15.111:0/2660339010 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1192022202 0 0) 0x7f1c88003520 con 0x7f1ca00b6270 2024-09-19T04:33:40.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1c9ffff640 1 -- 172.21.15.111:0/2660339010 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1ca00cfd20 msgr2=0x7f1ca00b5d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:40.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1c9ffff640 1 --2- 172.21.15.111:0/2660339010 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1ca00cfd20 0x7f1ca00b5d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:40.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1c9ffff640 1 -- 172.21.15.111:0/2660339010 >> v2:172.21.15.114:3300/0 conn(0x7f1ca015c4b0 msgr2=0x7f1ca00cf7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:40.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1c9ffff640 1 --2- 172.21.15.111:0/2660339010 >> v2:172.21.15.114:3300/0 conn(0x7f1ca015c4b0 0x7f1ca00cf7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:40.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1c9ffff640 1 -- 172.21.15.111:0/2660339010 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ca00cefe0 con 0x7f1ca00b6270 2024-09-19T04:33:40.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1c9ffff640 1 -- 172.21.15.111:0/2660339010 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f1c98001670 con 0x7f1ca00b6270 2024-09-19T04:33:40.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1c9ffff640 1 -- 172.21.15.111:0/2660339010 >> v1:172.21.15.111:6789/0 conn(0x7f1ca00b6270 legacy=0x7f1ca006f2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:40.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1c9ffff640 1 --2- 172.21.15.111:0/2660339010 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1ca00cfd20 0x7f1c880039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:40.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1c9ffff640 1 --2- 172.21.15.111:0/2660339010 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c88003f30 0x7f1c88004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:40.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1c9ffff640 1 --2- 172.21.15.111:0/2660339010 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c88004d40 0x7f1c880051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:40.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1c9ffff640 1 -- 172.21.15.111:0/2660339010 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1ca00b6880 con 0x7f1c88003f30 2024-09-19T04:33:40.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1c9ffff640 1 -- 172.21.15.111:0/2660339010 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1ca00b6b60 con 0x7f1c88004d40 2024-09-19T04:33:40.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.311+0000 7f1c9ffff640 1 -- 172.21.15.111:0/2660339010 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1c8800ba10 con 0x7f1ca00cfd20 2024-09-19T04:33:40.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.312+0000 7f1ca4f9c640 1 --2- 172.21.15.111:0/2660339010 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c88003f30 0x7f1c88004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:40.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.312+0000 7f1ca579d640 1 --2- 172.21.15.111:0/2660339010 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1ca00cfd20 0x7f1c880039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:40.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.312+0000 7f1ca5f9e640 1 --2- 172.21.15.111:0/2660339010 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c88004d40 0x7f1c880051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:40.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.312+0000 7f1ca4f9c640 1 -- 172.21.15.111:0/2660339010 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1ca00cfd20 msgr2=0x7f1c880039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:40.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.312+0000 7f1ca4f9c640 1 --2- 172.21.15.111:0/2660339010 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1ca00cfd20 0x7f1c880039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:40.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.312+0000 7f1ca4f9c640 1 -- 172.21.15.111:0/2660339010 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c88004d40 msgr2=0x7f1c880051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:40.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.312+0000 7f1ca4f9c640 1 --2- 172.21.15.111:0/2660339010 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c88004d40 0x7f1c880051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:40.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.312+0000 7f1ca4f9c640 1 -- 172.21.15.111:0/2660339010 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c88003520 con 0x7f1c88003f30 2024-09-19T04:33:40.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.312+0000 7f1ca4f9c640 1 --2- 172.21.15.111:0/2660339010 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c88003f30 0x7f1c88004800 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f1c94009af0 tx=0x7f1c88005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fa9c21ea5686c81 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:40.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.313+0000 7f1c9ffff640 1 -- 172.21.15.111:0/2660339010 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c94036070 con 0x7f1c88003f30 2024-09-19T04:33:40.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.313+0000 7f1c9ffff640 1 -- 172.21.15.111:0/2660339010 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c94031400 con 0x7f1c88003f30 2024-09-19T04:33:40.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.313+0000 7f1c9ffff640 1 -- 172.21.15.111:0/2660339010 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c94009690 con 0x7f1c88003f30 2024-09-19T04:33:40.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.313+0000 7f1ca679f640 1 -- 172.21.15.111:0/2660339010 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c88003f30 msgr2=0x7f1c88004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:40.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.313+0000 7f1ca679f640 1 --2- 172.21.15.111:0/2660339010 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c88003f30 0x7f1c88004800 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f1c94009af0 tx=0x7f1c88005830 comp rx=0 tx=0).stop 2024-09-19T04:33:40.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.313+0000 7f1ca5f9e640 1 -- 172.21.15.111:0/2660339010 reap_dead start 2024-09-19T04:33:40.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.313+0000 7f1ca679f640 1 -- 172.21.15.111:0/2660339010 shutdown_connections 2024-09-19T04:33:40.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.313+0000 7f1ca679f640 1 -- 172.21.15.111:0/2660339010 >> 172.21.15.111:0/2660339010 conn(0x7f1ca0062630 msgr2=0x7f1ca0062a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:40.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.313+0000 7f1ca679f640 1 -- 172.21.15.111:0/2660339010 shutdown_connections 2024-09-19T04:33:40.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.313+0000 7f1ca679f640 1 -- 172.21.15.111:0/2660339010 wait complete. 2024-09-19T04:33:40.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.314+0000 7f1ca679f640 1 Processor -- start 2024-09-19T04:33:40.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.314+0000 7f1ca679f640 1 -- start start 2024-09-19T04:33:40.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.315+0000 7f1ca679f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c88003f30 0x7f1ca013fe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:40.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.315+0000 7f1ca679f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1ca01527d0 0x7f1ca0153440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:40.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.315+0000 7f1ca679f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1ca0152c50 0x7f1ca01e5c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:40.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.315+0000 7f1ca679f640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1ca006fb30 con 0x7f1ca0152c50 2024-09-19T04:33:40.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.315+0000 7f1ca679f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1ca006f9b0 con 0x7f1c88003f30 2024-09-19T04:33:40.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.315+0000 7f1ca679f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1ca00b5d30 con 0x7f1ca01527d0 2024-09-19T04:33:40.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.315+0000 7f1ca5f9e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1ca0152c50 0x7f1ca01e5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:40.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.315+0000 7f1ca5f9e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1ca0152c50 0x7f1ca01e5c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36522/0 (socket says 172.21.15.111:36522) 2024-09-19T04:33:40.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.315+0000 7f1ca5f9e640 1 -- 172.21.15.111:0/1142997657 learned_addr learned my addr 172.21.15.111:0/1142997657 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:40.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.315+0000 7f1ca579d640 1 --2- 172.21.15.111:0/1142997657 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c88003f30 0x7f1ca013fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:40.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.315+0000 7f1ca4f9c640 1 --2- 172.21.15.111:0/1142997657 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1ca01527d0 0x7f1ca0153440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:40.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.316+0000 7f1ca5f9e640 1 -- 172.21.15.111:0/1142997657 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1ca01527d0 msgr2=0x7f1ca0153440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:40.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.316+0000 7f1ca5f9e640 1 --2- 172.21.15.111:0/1142997657 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1ca01527d0 0x7f1ca0153440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:40.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.316+0000 7f1ca5f9e640 1 -- 172.21.15.111:0/1142997657 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c88003f30 msgr2=0x7f1ca013fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:40.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.316+0000 7f1ca5f9e640 1 --2- 172.21.15.111:0/1142997657 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c88003f30 0x7f1ca013fe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:40.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.316+0000 7f1ca5f9e640 1 -- 172.21.15.111:0/1142997657 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ca01505a0 con 0x7f1ca0152c50 2024-09-19T04:33:40.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.316+0000 7f1ca4f9c640 1 --2- 172.21.15.111:0/1142997657 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1ca01527d0 0x7f1ca0153440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:40.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.316+0000 7f1ca5f9e640 1 --2- 172.21.15.111:0/1142997657 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1ca0152c50 0x7f1ca01e5c10 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f1c98007290 tx=0x7f1c98007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:40.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.316+0000 7f1c9dffb640 1 -- 172.21.15.111:0/1142997657 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c9801a070 con 0x7f1ca0152c50 2024-09-19T04:33:40.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.316+0000 7f1c9dffb640 1 -- 172.21.15.111:0/1142997657 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c9800f8e0 con 0x7f1ca0152c50 2024-09-19T04:33:40.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.316+0000 7f1c9dffb640 1 -- 172.21.15.111:0/1142997657 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c9800fcd0 con 0x7f1ca0152c50 2024-09-19T04:33:40.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.316+0000 7f1ca679f640 1 -- 172.21.15.111:0/1142997657 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ca0151730 con 0x7f1ca0152c50 2024-09-19T04:33:40.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.316+0000 7f1ca679f640 1 -- 172.21.15.111:0/1142997657 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ca0151cf0 con 0x7f1ca0152c50 2024-09-19T04:33:40.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.317+0000 7f1ca679f640 1 -- 172.21.15.111:0/1142997657 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ca00cf7e0 con 0x7f1ca0152c50 2024-09-19T04:33:40.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.317+0000 7f1c9dffb640 1 -- 172.21.15.111:0/1142997657 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1c9801e3f0 con 0x7f1ca0152c50 2024-09-19T04:33:40.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.318+0000 7f1c9dffb640 1 --2- 172.21.15.111:0/1142997657 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1c8c06c2e0 0x7f1c8c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:40.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.318+0000 7f1ca579d640 1 --2- 172.21.15.111:0/1142997657 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1c8c06c2e0 0x7f1c8c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:40.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.318+0000 7f1c9dffb640 1 -- 172.21.15.111:0/1142997657 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f1c9808aa00 con 0x7f1ca0152c50 2024-09-19T04:33:40.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.318+0000 7f1ca579d640 1 --2- 172.21.15.111:0/1142997657 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1c8c06c2e0 0x7f1c8c06e7a0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f1c90014510 tx=0x7f1c9000b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:40.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.322+0000 7f1c9dffb640 1 -- 172.21.15.111:0/1142997657 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1ca01505a0 con 0x7f1ca0152c50 2024-09-19T04:33:40.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.522+0000 7f1ca679f640 1 -- 172.21.15.111:0/1142997657 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1ca00b7800 con 0x7f1ca0152c50 2024-09-19T04:33:40.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.522+0000 7f1c9dffb640 1 -- 172.21.15.111:0/1142997657 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+5226 (secure 0 0 0) 0x7f1c98058b20 con 0x7f1ca0152c50 2024-09-19T04:33:40.525 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:40.525 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":13,"btime":"2024-09-19T04:33:34:217000+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4559,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1333466214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1333466214},{"type":"v1","addr":"172.21.15.111:6836","nonce":1333466214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4693,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/1017093519","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":1017093519},{"type":"v1","addr":"172.21.15.114:6834","nonce":1017093519}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4696,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/329323711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":329323711},{"type":"v1","addr":"172.21.15.114:6835","nonce":329323711}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:33:31.551207+0000","modified":"2024-09-19T04:33:33.548439+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4767},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4767":{"gid":4767,"name":"a","rank":0,"incarnation":11,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6837/16082794","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":16082794},{"type":"v1","addr":"172.21.15.111:6837","nonce":16082794}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4767,"qdb_cluster":[4767]},"id":2}]} 2024-09-19T04:33:40.525 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 13 2024-09-19T04:33:40.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.524+0000 7f1ca679f640 1 -- 172.21.15.111:0/1142997657 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1c8c06c2e0 msgr2=0x7f1c8c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:40.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.524+0000 7f1ca679f640 1 --2- 172.21.15.111:0/1142997657 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1c8c06c2e0 0x7f1c8c06e7a0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f1c90014510 tx=0x7f1c9000b040 comp rx=0 tx=0).stop 2024-09-19T04:33:40.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.524+0000 7f1ca679f640 1 -- 172.21.15.111:0/1142997657 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1ca0152c50 msgr2=0x7f1ca01e5c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:40.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.524+0000 7f1ca679f640 1 --2- 172.21.15.111:0/1142997657 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1ca0152c50 0x7f1ca01e5c10 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f1c98007290 tx=0x7f1c98007750 comp rx=0 tx=0).stop 2024-09-19T04:33:40.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.524+0000 7f1ca679f640 1 -- 172.21.15.111:0/1142997657 shutdown_connections 2024-09-19T04:33:40.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.524+0000 7f1ca679f640 1 --2- 172.21.15.111:0/1142997657 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1c8c06c2e0 0x7f1c8c06e7a0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:40.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.524+0000 7f1ca679f640 1 --2- 172.21.15.111:0/1142997657 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1ca0152c50 0x7f1ca01e5c10 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:40.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.524+0000 7f1ca679f640 1 --2- 172.21.15.111:0/1142997657 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1ca01527d0 0x7f1ca0153440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:40.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.524+0000 7f1ca679f640 1 --2- 172.21.15.111:0/1142997657 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c88003f30 0x7f1ca013fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:40.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.524+0000 7f1ca679f640 1 -- 172.21.15.111:0/1142997657 >> 172.21.15.111:0/1142997657 conn(0x7f1ca0062630 msgr2=0x7f1ca0159bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:40.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.524+0000 7f1ca679f640 1 -- 172.21.15.111:0/1142997657 shutdown_connections 2024-09-19T04:33:40.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:40.524+0000 7f1ca679f640 1 -- 172.21.15.111:0/1142997657 wait complete. 2024-09-19T04:33:40.941 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 13, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T04:33:31.551207+0000', 'modified': '2024-09-19T04:33:33.548439+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4767}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4767': {'gid': 4767, 'name': 'a', 'rank': 0, 'incarnation': 11, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.111:6837/16082794', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.111:6835', 'nonce': 16082794}, {'type': 'v1', 'addr': '172.21.15.111:6837', 'nonce': 16082794}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4767, 'qdb_cluster': [4767]} 2024-09-19T04:33:40.941 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T04:33:40.941 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-19T04:33:41.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.042+0000 7f2752253640 1 Processor -- start 2024-09-19T04:33:41.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.043+0000 7f2752253640 1 -- start start 2024-09-19T04:33:41.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.043+0000 7f2752253640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f274c06e570 0x7f274c0712f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.043+0000 7f2752253640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f274c0b6a20 0x7f274c0b6e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.043+0000 7f2752253640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f274c071830 con 0x7f274c15c250 2024-09-19T04:33:41.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.043+0000 7f2752253640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f274c0b7870 con 0x7f274c0b6a20 2024-09-19T04:33:41.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.043+0000 7f2752253640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f274c0708a0 con 0x7f274c06e570 2024-09-19T04:33:41.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.044+0000 7f274bfff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f274c0b6a20 0x7f274c0b6e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.044+0000 7f274bfff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f274c0b6a20 0x7f274c0b6e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36530/0 (socket says 172.21.15.111:36530) 2024-09-19T04:33:41.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.044+0000 7f274bfff640 1 -- 172.21.15.111:0/3989577617 learned_addr learned my addr 172.21.15.111:0/3989577617 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:41.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.044+0000 7f2743fff640 1 --2- 172.21.15.111:0/3989577617 >> v2:172.21.15.114:3300/0 conn(0x7f274c06e570 0x7f274c0712f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.044+0000 7f274bfff640 1 -- 172.21.15.111:0/3989577617 >> v2:172.21.15.114:3300/0 conn(0x7f274c06e570 msgr2=0x7f274c0712f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:41.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.044+0000 7f274bfff640 1 --2- 172.21.15.111:0/3989577617 >> v2:172.21.15.114:3300/0 conn(0x7f274c06e570 0x7f274c0712f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.044+0000 7f274bfff640 1 -- 172.21.15.111:0/3989577617 >> v1:172.21.15.114:6789/0 conn(0x7f274c15c250 legacy=0x7f274c15f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:41.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.044+0000 7f274bfff640 1 -- 172.21.15.111:0/3989577617 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f274c06ea10 con 0x7f274c0b6a20 2024-09-19T04:33:41.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.044+0000 7f2743fff640 1 --2- 172.21.15.111:0/3989577617 >> v2:172.21.15.114:3300/0 conn(0x7f274c06e570 0x7f274c0712f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:41.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.045+0000 7f274bfff640 1 --2- 172.21.15.111:0/3989577617 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f274c0b6a20 0x7f274c0b6e70 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f274c0b5260 tx=0x7f274402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=118ae30924538f3f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:41.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.045+0000 7f274affd640 1 -- 172.21.15.111:0/3989577617 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2744036070 con 0x7f274c0b6a20 2024-09-19T04:33:41.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.045+0000 7f274affd640 1 -- 172.21.15.111:0/3989577617 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2744031600 con 0x7f274c0b6a20 2024-09-19T04:33:41.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.045+0000 7f274affd640 1 -- 172.21.15.111:0/3989577617 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27440319d0 con 0x7f274c0b6a20 2024-09-19T04:33:41.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.046+0000 7f2752253640 1 -- 172.21.15.111:0/3989577617 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f274c0b6a20 msgr2=0x7f274c0b6e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:41.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.046+0000 7f2752253640 1 --2- 172.21.15.111:0/3989577617 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f274c0b6a20 0x7f274c0b6e70 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f274c0b5260 tx=0x7f274402a730 comp rx=0 tx=0).stop 2024-09-19T04:33:41.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.046+0000 7f2752253640 1 -- 172.21.15.111:0/3989577617 shutdown_connections 2024-09-19T04:33:41.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.046+0000 7f2752253640 1 --2- 172.21.15.111:0/3989577617 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f274c0b6a20 0x7f274c0b6e70 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.046+0000 7f2752253640 1 --2- 172.21.15.111:0/3989577617 >> v2:172.21.15.114:3300/0 conn(0x7f274c06e570 0x7f274c0712f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.046+0000 7f2752253640 1 -- 172.21.15.111:0/3989577617 >> 172.21.15.111:0/3989577617 conn(0x7f274c0b4220 msgr2=0x7f274c0b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:41.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.046+0000 7f2752253640 1 -- 172.21.15.111:0/3989577617 shutdown_connections 2024-09-19T04:33:41.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.046+0000 7f2752253640 1 -- 172.21.15.111:0/3989577617 wait complete. 2024-09-19T04:33:41.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.047+0000 7f2752253640 1 Processor -- start 2024-09-19T04:33:41.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.047+0000 7f2752253640 1 -- start start 2024-09-19T04:33:41.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.048+0000 7f2752253640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f274c06e570 0x7f274c1511c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.048+0000 7f2752253640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f274c0b6a20 0x7f274c1526a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.048+0000 7f2752253640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f274c15c250 0x7f274c06cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.048+0000 7f2752253640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f274c070af0 con 0x7f274c15c250 2024-09-19T04:33:41.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.048+0000 7f2752253640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f274c070e60 con 0x7f274c06e570 2024-09-19T04:33:41.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.048+0000 7f2752253640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f274c15c630 con 0x7f274c0b6a20 2024-09-19T04:33:41.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.048+0000 7f274bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f274c15c250 0x7f274c06cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.048+0000 7f274bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f274c15c250 0x7f274c06cd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36542/0 (socket says 172.21.15.111:36542) 2024-09-19T04:33:41.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.048+0000 7f274bfff640 1 -- 172.21.15.111:0/866980660 learned_addr learned my addr 172.21.15.111:0/866980660 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:41.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.048+0000 7f274b7fe640 1 --2- 172.21.15.111:0/866980660 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f274c06e570 0x7f274c1511c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.048+0000 7f2743fff640 1 --2- 172.21.15.111:0/866980660 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f274c0b6a20 0x7f274c1526a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.048+0000 7f274bfff640 1 -- 172.21.15.111:0/866980660 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f274c0b6a20 msgr2=0x7f274c1526a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:41.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.048+0000 7f274bfff640 1 --2- 172.21.15.111:0/866980660 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f274c0b6a20 0x7f274c1526a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.048+0000 7f274bfff640 1 -- 172.21.15.111:0/866980660 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f274c06e570 msgr2=0x7f274c1511c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:41.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.048+0000 7f274bfff640 1 --2- 172.21.15.111:0/866980660 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f274c06e570 0x7f274c1511c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.048+0000 7f274bfff640 1 -- 172.21.15.111:0/866980660 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f274c15f100 con 0x7f274c15c250 2024-09-19T04:33:41.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.049+0000 7f274bfff640 1 --2- 172.21.15.111:0/866980660 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f274c15c250 0x7f274c06cd10 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f274402ad20 tx=0x7f2744004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:41.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.049+0000 7f2748ff9640 1 -- 172.21.15.111:0/866980660 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f274403f020 con 0x7f274c15c250 2024-09-19T04:33:41.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.049+0000 7f2748ff9640 1 -- 172.21.15.111:0/866980660 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2744037040 con 0x7f274c15c250 2024-09-19T04:33:41.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.049+0000 7f2752253640 1 -- 172.21.15.111:0/866980660 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f274c15e060 con 0x7f274c15c250 2024-09-19T04:33:41.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.049+0000 7f2748ff9640 1 -- 172.21.15.111:0/866980660 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2744036070 con 0x7f274c15c250 2024-09-19T04:33:41.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.049+0000 7f2752253640 1 -- 172.21.15.111:0/866980660 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f274c15e620 con 0x7f274c15c250 2024-09-19T04:33:41.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.051+0000 7f2748ff9640 1 -- 172.21.15.111:0/866980660 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2744042020 con 0x7f274c15c250 2024-09-19T04:33:41.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.051+0000 7f2748ff9640 1 --2- 172.21.15.111:0/866980660 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f272c06c2b0 0x7f272c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.051+0000 7f2748ff9640 1 -- 172.21.15.111:0/866980660 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f27440ab6f0 con 0x7f274c15c250 2024-09-19T04:33:41.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.051+0000 7f274b7fe640 1 --2- 172.21.15.111:0/866980660 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f272c06c2b0 0x7f272c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.052+0000 7f2754ff2740 1 Processor -- start 2024-09-19T04:33:41.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.052+0000 7f274b7fe640 1 --2- 172.21.15.111:0/866980660 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f272c06c2b0 0x7f272c06e770 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f273c001780 tx=0x7f273c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:41.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.052+0000 7f2754ff2740 1 -- start start 2024-09-19T04:33:41.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.053+0000 7f2754ff2740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 0x5558a9a58a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.053+0000 7f2754ff2740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5558a9a10a80 0x5558a9a136a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.053+0000 7f2754ff2740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5558a9a14a50 0x5558a9a0d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.053+0000 7f2754ff2740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5558a9975520 con 0x5558a9a132c0 2024-09-19T04:33:41.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.053+0000 7f2754ff2740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5558a991d3e0 con 0x5558a9a14a50 2024-09-19T04:33:41.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.053+0000 7f2754ff2740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x5558a99714e0 con 0x5558a9a10a80 2024-09-19T04:33:41.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.053+0000 7f274b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 0x5558a9a58a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.053+0000 7f274b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 0x5558a9a58a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36546/0 (socket says 172.21.15.111:36546) 2024-09-19T04:33:41.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.053+0000 7f274b7fe640 1 -- 172.21.15.111:0/1186995264 learned_addr learned my addr 172.21.15.111:0/1186995264 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:41.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.053+0000 7f2743fff640 1 --2- 172.21.15.111:0/1186995264 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5558a9a10a80 0x5558a9a136a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.053+0000 7f274bfff640 1 --2- 172.21.15.111:0/1186995264 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5558a9a14a50 0x5558a9a0d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.053+0000 7f274b7fe640 1 -- 172.21.15.111:0/1186995264 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5558a9a10a80 msgr2=0x5558a9a136a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:41.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.053+0000 7f274b7fe640 1 --2- 172.21.15.111:0/1186995264 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5558a9a10a80 0x5558a9a136a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.053+0000 7f274b7fe640 1 -- 172.21.15.111:0/1186995264 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5558a9a14a50 msgr2=0x5558a9a0d8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:41.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.053+0000 7f274b7fe640 1 --2- 172.21.15.111:0/1186995264 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5558a9a14a50 0x5558a9a0d8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.053+0000 7f274b7fe640 1 -- 172.21.15.111:0/1186995264 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5558a99382f0 con 0x5558a9a132c0 2024-09-19T04:33:41.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.053+0000 7f274bfff640 1 --2- 172.21.15.111:0/1186995264 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5558a9a14a50 0x5558a9a0d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:41.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.053+0000 7f274b7fe640 1 --2- 172.21.15.111:0/1186995264 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 0x5558a9a58a60 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f273c00fc00 tx=0x7f273c012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d57cc32a8df29542 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:41.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.053+0000 7f27417fa640 1 -- 172.21.15.111:0/1186995264 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f273c026070 con 0x5558a9a132c0 2024-09-19T04:33:41.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.053+0000 7f27417fa640 1 -- 172.21.15.111:0/1186995264 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f273c006e10 con 0x5558a9a132c0 2024-09-19T04:33:41.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.053+0000 7f27417fa640 1 -- 172.21.15.111:0/1186995264 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f273c007440 con 0x5558a9a132c0 2024-09-19T04:33:41.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.054+0000 7f2754ff2740 1 -- 172.21.15.111:0/1186995264 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 msgr2=0x5558a9a58a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:41.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.054+0000 7f2754ff2740 1 --2- 172.21.15.111:0/1186995264 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 0x5558a9a58a60 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f273c00fc00 tx=0x7f273c012000 comp rx=0 tx=0).stop 2024-09-19T04:33:41.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.054+0000 7f2754ff2740 1 -- 172.21.15.111:0/1186995264 shutdown_connections 2024-09-19T04:33:41.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.054+0000 7f2754ff2740 1 --2- 172.21.15.111:0/1186995264 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5558a9a14a50 0x5558a9a0d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.054+0000 7f2754ff2740 1 --2- 172.21.15.111:0/1186995264 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5558a9a10a80 0x5558a9a136a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.054+0000 7f2754ff2740 1 --2- 172.21.15.111:0/1186995264 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 0x5558a9a58a60 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.054+0000 7f2754ff2740 1 -- 172.21.15.111:0/1186995264 >> 172.21.15.111:0/1186995264 conn(0x5558a9a0fa80 msgr2=0x5558a9a57f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:41.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.054+0000 7f2754ff2740 1 -- 172.21.15.111:0/1186995264 shutdown_connections 2024-09-19T04:33:41.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.054+0000 7f2754ff2740 1 -- 172.21.15.111:0/1186995264 wait complete. 2024-09-19T04:33:41.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.055+0000 7f2754ff2740 1 -- start start 2024-09-19T04:33:41.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.055+0000 7f2754ff2740 1 Processor -- start 2024-09-19T04:33:41.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.056+0000 7f2754ff2740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 0x5558a9a554b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.056+0000 7f2754ff2740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5558a9a14a50 0x5558a9a3ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.056+0000 7f2754ff2740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5558a9a3b250 0x5558a9a39260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.056+0000 7f2754ff2740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5558a9a0ef20 con 0x5558a9a132c0 2024-09-19T04:33:41.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.056+0000 7f2754ff2740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5558a98fe450 con 0x5558a9a3b250 2024-09-19T04:33:41.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.056+0000 7f2754ff2740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x5558a9a59290 con 0x5558a9a14a50 2024-09-19T04:33:41.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.056+0000 7f2754ff2740 10 client.0 _ll_register_callbacks cb 0x5558a9687ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:33:41.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.056+0000 7f274b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 0x5558a9a554b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.056+0000 7f274b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 0x5558a9a554b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36560/0 (socket says 172.21.15.111:36560) 2024-09-19T04:33:41.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.056+0000 7f274b7fe640 1 -- 172.21.15.111:0/633370479 learned_addr learned my addr 172.21.15.111:0/633370479 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:41.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.057+0000 7f274bfff640 1 --2- 172.21.15.111:0/633370479 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5558a9a3b250 0x5558a9a39260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.057+0000 7f2743fff640 1 --2- 172.21.15.111:0/633370479 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5558a9a14a50 0x5558a9a3ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.057+0000 7f274b7fe640 1 -- 172.21.15.111:0/633370479 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5558a9a14a50 msgr2=0x5558a9a3ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:41.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.057+0000 7f274b7fe640 1 --2- 172.21.15.111:0/633370479 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5558a9a14a50 0x5558a9a3ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.057+0000 7f274b7fe640 1 -- 172.21.15.111:0/633370479 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5558a9a3b250 msgr2=0x5558a9a39260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:41.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.057+0000 7f274b7fe640 1 --2- 172.21.15.111:0/633370479 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5558a9a3b250 0x5558a9a39260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.057+0000 7f274b7fe640 1 -- 172.21.15.111:0/633370479 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5558a96882d0 con 0x5558a9a132c0 2024-09-19T04:33:41.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.057+0000 7f274b7fe640 1 --2- 172.21.15.111:0/633370479 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 0x5558a9a554b0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f273c006ba0 tx=0x7f273c000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1411a9a4d6eaceef server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:41.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.057+0000 7f272a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-09-19T04:33:41.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.057+0000 7f272a7fc640 1 -- 172.21.15.111:0/633370479 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f273c02f020 con 0x5558a9a132c0 2024-09-19T04:33:41.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.057+0000 7f272a7fc640 1 -- 172.21.15.111:0/633370479 <== mon.0 v2:172.21.15.111:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f273c0224c0 con 0x5558a9a132c0 2024-09-19T04:33:41.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.057+0000 7f2754ff2740 1 -- 172.21.15.111:0/633370479 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f273c006e10 con 0x5558a9a132c0 2024-09-19T04:33:41.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.057+0000 7f272a7fc640 1 -- 172.21.15.111:0/633370479 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=13) ==== 24+0+0 (secure 0 0 0) 0x7f273c039050 con 0x5558a9a132c0 2024-09-19T04:33:41.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.057+0000 7f2754ff2740 10 client.4977 fetch_fsmap learned FSMap version 13 2024-09-19T04:33:41.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.057+0000 7f2754ff2740 1 -- 172.21.15.111:0/633370479 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=13,monmap=2+}) -- 0x5558a97526b0 con 0x5558a9a132c0 2024-09-19T04:33:41.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.057+0000 7f272a7fc640 1 -- 172.21.15.111:0/633370479 <== mon.0 v2:172.21.15.111:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f273c006e10 con 0x5558a9a132c0 2024-09-19T04:33:41.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.058+0000 7f272a7fc640 1 -- 172.21.15.111:0/633370479 <== mon.0 v2:172.21.15.111:3300/0 5 ==== fsmap(e 13) ==== 3502+0+0 (secure 0 0 0) 0x7f273c03c020 con 0x5558a9a132c0 2024-09-19T04:33:41.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.058+0000 7f2754ff2740 10 client.4977 fetch_fsmap finished waiting for FSMap version 13 2024-09-19T04:33:41.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.058+0000 7f2754ff2740 10 client.4977 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T04:33:41.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.058+0000 7f2754ff2740 20 client.4977 populate_metadata read hostname 'smithi111' 2024-09-19T04:33:41.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.058+0000 7f2754ff2740 1 --2- 172.21.15.111:0/633370479 >> [v2:172.21.15.111:6835/16082794,v1:172.21.15.111:6837/16082794] conn(0x5558a9a74100 0x5558a9a764f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.058+0000 7f2754ff2740 4 client.4977 mds_command: new command op to 4767 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T04:33:41.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.058+0000 7f2754ff2740 1 -- 172.21.15.111:0/633370479 --> [v2:172.21.15.111:6835/16082794,v1:172.21.15.111:6837/16082794] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5558a9982c50 con 0x5558a9a74100 2024-09-19T04:33:41.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.058+0000 7f2743fff640 1 --2- 172.21.15.111:0/633370479 >> [v2:172.21.15.111:6835/16082794,v1:172.21.15.111:6837/16082794] conn(0x5558a9a74100 0x5558a9a764f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.058+0000 7f272a7fc640 10 client.4977 ms_handle_connect on v2:172.21.15.111:6835/16082794 2024-09-19T04:33:41.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.058+0000 7f2743fff640 1 --2- 172.21.15.111:0/633370479 >> [v2:172.21.15.111:6835/16082794,v1:172.21.15.111:6837/16082794] conn(0x5558a9a74100 0x5558a9a764f0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b4fd1f49d830b03b server_cookie=468360059c1de104 in_seq=0 out_seq=0 2024-09-19T04:33:41.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.059+0000 7f272a7fc640 1 -- 172.21.15.111:0/633370479 <== mds.0 v2:172.21.15.111:6835/16082794 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5558a9982c50 con 0x5558a9a74100 2024-09-19T04:33:41.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.059+0000 7f272a7fc640 10 client.4977 handle_command_reply: tid=0 2024-09-19T04:33:41.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.059+0000 7f2754ff2740 1 client.4977 shutdown 2024-09-19T04:33:41.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.059+0000 7f2754ff2740 1 -- 172.21.15.111:0/633370479 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 msgr2=0x5558a9a554b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:41.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.059+0000 7f2754ff2740 1 --2- 172.21.15.111:0/633370479 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 0x5558a9a554b0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f273c006ba0 tx=0x7f273c000ed0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.059+0000 7f2754ff2740 1 -- 172.21.15.111:0/633370479 shutdown_connections 2024-09-19T04:33:41.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.059+0000 7f2754ff2740 1 --2- 172.21.15.111:0/633370479 >> [v2:172.21.15.111:6835/16082794,v1:172.21.15.111:6837/16082794] conn(0x5558a9a74100 0x5558a9a764f0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.059+0000 7f2754ff2740 1 --2- 172.21.15.111:0/633370479 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5558a9a3b250 0x5558a9a39260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.059+0000 7f2754ff2740 1 --2- 172.21.15.111:0/633370479 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5558a9a14a50 0x5558a9a3ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.059+0000 7f272a7fc640 0 client.4977 ms_handle_reset on v2:172.21.15.111:6835/16082794 2024-09-19T04:33:41.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.059+0000 7f2754ff2740 1 --2- 172.21.15.111:0/633370479 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 0x5558a9a554b0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.059+0000 7f2754ff2740 1 -- 172.21.15.111:0/633370479 >> 172.21.15.111:0/633370479 conn(0x5558a9a10a80 msgr2=0x5558a9a57030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:41.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.059+0000 7f2754ff2740 1 -- 172.21.15.111:0/633370479 shutdown_connections 2024-09-19T04:33:41.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.059+0000 7f2754ff2740 1 -- 172.21.15.111:0/633370479 wait complete. 2024-09-19T04:33:41.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.059+0000 7f2754ff2740 20 client.4977 trim_cache size 0 max 16384 2024-09-19T04:33:41.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.077+0000 7f2754ff2740 1 Processor -- start 2024-09-19T04:33:41.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.077+0000 7f2754ff2740 1 -- start start 2024-09-19T04:33:41.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.078+0000 7f2754ff2740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 0x5558a9a553e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.078+0000 7f2754ff2740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5558a9a14a50 0x5558a9a33640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.078+0000 7f2754ff2740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5558a9a3b250 0x5558a9a3c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.078+0000 7f2754ff2740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f274c1ffd40 con 0x5558a9a132c0 2024-09-19T04:33:41.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.078+0000 7f2754ff2740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f274c1ff080 con 0x5558a9a3b250 2024-09-19T04:33:41.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.078+0000 7f2754ff2740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f274c1ff6d0 con 0x5558a9a14a50 2024-09-19T04:33:41.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.078+0000 7f274b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 0x5558a9a553e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.078+0000 7f274b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 0x5558a9a553e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36572/0 (socket says 172.21.15.111:36572) 2024-09-19T04:33:41.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.078+0000 7f274b7fe640 1 -- 172.21.15.111:0/921868032 learned_addr learned my addr 172.21.15.111:0/921868032 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:41.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.078+0000 7f2743fff640 1 --2- 172.21.15.111:0/921868032 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5558a9a14a50 0x5558a9a33640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.078+0000 7f274bfff640 1 --2- 172.21.15.111:0/921868032 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5558a9a3b250 0x5558a9a3c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.078+0000 7f274b7fe640 1 -- 172.21.15.111:0/921868032 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5558a9a14a50 msgr2=0x5558a9a33640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:41.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.078+0000 7f274b7fe640 1 --2- 172.21.15.111:0/921868032 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5558a9a14a50 0x5558a9a33640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.078+0000 7f274b7fe640 1 -- 172.21.15.111:0/921868032 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5558a9a3b250 msgr2=0x5558a9a3c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:41.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.078+0000 7f274b7fe640 1 --2- 172.21.15.111:0/921868032 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5558a9a3b250 0x5558a9a3c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.078+0000 7f274b7fe640 1 -- 172.21.15.111:0/921868032 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5558a9a395d0 con 0x5558a9a132c0 2024-09-19T04:33:41.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.079+0000 7f274b7fe640 1 --2- 172.21.15.111:0/921868032 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 0x5558a9a553e0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f273c022810 tx=0x7f273c02a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=108968891836a537 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:41.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.079+0000 7f2740ff9640 1 -- 172.21.15.111:0/921868032 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f273c02f040 con 0x5558a9a132c0 2024-09-19T04:33:41.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.079+0000 7f2740ff9640 1 -- 172.21.15.111:0/921868032 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f273c006e10 con 0x5558a9a132c0 2024-09-19T04:33:41.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.079+0000 7f2740ff9640 1 -- 172.21.15.111:0/921868032 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f273c026040 con 0x5558a9a132c0 2024-09-19T04:33:41.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.079+0000 7f2754ff2740 1 -- 172.21.15.111:0/921868032 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 msgr2=0x5558a9a553e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:41.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.079+0000 7f2754ff2740 1 --2- 172.21.15.111:0/921868032 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 0x5558a9a553e0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f273c022810 tx=0x7f273c02a000 comp rx=0 tx=0).stop 2024-09-19T04:33:41.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.080+0000 7f2754ff2740 1 -- 172.21.15.111:0/921868032 shutdown_connections 2024-09-19T04:33:41.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.080+0000 7f2754ff2740 1 --2- 172.21.15.111:0/921868032 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5558a9a3b250 0x5558a9a3c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.080+0000 7f2754ff2740 1 --2- 172.21.15.111:0/921868032 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5558a9a14a50 0x5558a9a33640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.080+0000 7f2754ff2740 1 --2- 172.21.15.111:0/921868032 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 0x5558a9a553e0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.080+0000 7f2754ff2740 1 -- 172.21.15.111:0/921868032 >> 172.21.15.111:0/921868032 conn(0x5558a9a10a80 msgr2=0x5558a9a57fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:41.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.080+0000 7f2754ff2740 1 -- 172.21.15.111:0/921868032 shutdown_connections 2024-09-19T04:33:41.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.080+0000 7f2754ff2740 1 -- 172.21.15.111:0/921868032 wait complete. 2024-09-19T04:33:41.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.080+0000 7f2754ff2740 1 -- start start 2024-09-19T04:33:41.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.080+0000 7f2754ff2740 1 Processor -- start 2024-09-19T04:33:41.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.081+0000 7f2754ff2740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 0x5558a9a37600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.081+0000 7f2754ff2740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5558a9a14a50 0x5558a9a36b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.081+0000 7f2754ff2740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5558a9a3b250 0x5558a9a3ca80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.081+0000 7f2754ff2740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5558a9a559f0 con 0x5558a9a132c0 2024-09-19T04:33:41.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.081+0000 7f2754ff2740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5558a9a3d7a0 con 0x5558a9a3b250 2024-09-19T04:33:41.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.081+0000 7f2754ff2740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x5558a9a32950 con 0x5558a9a14a50 2024-09-19T04:33:41.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.081+0000 7f2754ff2740 10 client.0 _ll_register_callbacks cb 0x7f273c024070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:33:41.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.081+0000 7f274b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 0x5558a9a37600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.081+0000 7f274b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 0x5558a9a37600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36578/0 (socket says 172.21.15.111:36578) 2024-09-19T04:33:41.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.081+0000 7f274b7fe640 1 -- 172.21.15.111:0/158581443 learned_addr learned my addr 172.21.15.111:0/158581443 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:41.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.081+0000 7f2743fff640 1 --2- 172.21.15.111:0/158581443 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5558a9a14a50 0x5558a9a36b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.081+0000 7f274bfff640 1 --2- 172.21.15.111:0/158581443 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5558a9a3b250 0x5558a9a3ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.081+0000 7f274b7fe640 1 -- 172.21.15.111:0/158581443 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5558a9a14a50 msgr2=0x5558a9a36b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:41.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.081+0000 7f274b7fe640 1 --2- 172.21.15.111:0/158581443 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5558a9a14a50 0x5558a9a36b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.082+0000 7f274b7fe640 1 -- 172.21.15.111:0/158581443 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5558a9a3b250 msgr2=0x5558a9a3ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:41.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.082+0000 7f274b7fe640 1 --2- 172.21.15.111:0/158581443 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5558a9a3b250 0x5558a9a3ca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.082+0000 7f274b7fe640 1 -- 172.21.15.111:0/158581443 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5558a9ad4ab0 con 0x5558a9a132c0 2024-09-19T04:33:41.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.082+0000 7f274b7fe640 1 --2- 172.21.15.111:0/158581443 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 0x5558a9a37600 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f273c006ba0 tx=0x7f273c00a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef36b3f7a3eb738d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:41.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.082+0000 7f272a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-09-19T04:33:41.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.082+0000 7f272a7fc640 1 -- 172.21.15.111:0/158581443 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f273c026040 con 0x5558a9a132c0 2024-09-19T04:33:41.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.082+0000 7f272a7fc640 1 -- 172.21.15.111:0/158581443 <== mon.0 v2:172.21.15.111:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f273c022a80 con 0x5558a9a132c0 2024-09-19T04:33:41.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.082+0000 7f2754ff2740 1 -- 172.21.15.111:0/158581443 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f273c006e10 con 0x5558a9a132c0 2024-09-19T04:33:41.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.082+0000 7f272a7fc640 1 -- 172.21.15.111:0/158581443 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=13) ==== 24+0+0 (secure 0 0 0) 0x7f273c04b050 con 0x5558a9a132c0 2024-09-19T04:33:41.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.082+0000 7f2754ff2740 10 client.4983 fetch_fsmap learned FSMap version 13 2024-09-19T04:33:41.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.082+0000 7f2754ff2740 1 -- 172.21.15.111:0/158581443 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=13,monmap=2+}) -- 0x5558a9ad4ab0 con 0x5558a9a132c0 2024-09-19T04:33:41.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.082+0000 7f272a7fc640 1 -- 172.21.15.111:0/158581443 <== mon.0 v2:172.21.15.111:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f273c006e10 con 0x5558a9a132c0 2024-09-19T04:33:41.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.082+0000 7f272a7fc640 1 -- 172.21.15.111:0/158581443 <== mon.0 v2:172.21.15.111:3300/0 5 ==== fsmap(e 13) ==== 3502+0+0 (secure 0 0 0) 0x7f273c04e020 con 0x5558a9a132c0 2024-09-19T04:33:41.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.082+0000 7f2754ff2740 10 client.4983 fetch_fsmap finished waiting for FSMap version 13 2024-09-19T04:33:41.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.082+0000 7f2754ff2740 10 client.4983 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T04:33:41.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.082+0000 7f2754ff2740 20 client.4983 populate_metadata read hostname 'smithi111' 2024-09-19T04:33:41.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.082+0000 7f2754ff2740 1 --2- 172.21.15.111:0/158581443 >> [v2:172.21.15.111:6835/16082794,v1:172.21.15.111:6837/16082794] conn(0x5558a9a38050 0x5558a9a38430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.082+0000 7f2754ff2740 4 client.4983 mds_command: new command op to 4767 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T04:33:41.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.082+0000 7f2754ff2740 1 -- 172.21.15.111:0/158581443 --> [v2:172.21.15.111:6835/16082794,v1:172.21.15.111:6837/16082794] -- command(tid 0: {"prefix": "status"}) -- 0x5558a997cfa0 con 0x5558a9a38050 2024-09-19T04:33:41.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.082+0000 7f2743fff640 1 --2- 172.21.15.111:0/158581443 >> [v2:172.21.15.111:6835/16082794,v1:172.21.15.111:6837/16082794] conn(0x5558a9a38050 0x5558a9a38430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.083+0000 7f272a7fc640 10 client.4983 ms_handle_connect on v2:172.21.15.111:6835/16082794 2024-09-19T04:33:41.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.083+0000 7f2743fff640 1 --2- 172.21.15.111:0/158581443 >> [v2:172.21.15.111:6835/16082794,v1:172.21.15.111:6837/16082794] conn(0x5558a9a38050 0x5558a9a38430 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ddddf0f9b47b0a56 server_cookie=f485a765934f20cb in_seq=0 out_seq=0 2024-09-19T04:33:41.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.083+0000 7f272a7fc640 1 -- 172.21.15.111:0/158581443 <== mds.0 v2:172.21.15.111:6835/16082794 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x5558a997cfa0 con 0x5558a9a38050 2024-09-19T04:33:41.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.083+0000 7f272a7fc640 10 client.4983 handle_command_reply: tid=0 2024-09-19T04:33:41.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.083+0000 7f2754ff2740 1 client.4983 shutdown 2024-09-19T04:33:41.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.083+0000 7f2754ff2740 1 -- 172.21.15.111:0/158581443 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 msgr2=0x5558a9a37600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:41.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.083+0000 7f2754ff2740 1 --2- 172.21.15.111:0/158581443 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 0x5558a9a37600 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f273c006ba0 tx=0x7f273c00a000 comp rx=0 tx=0).stop 2024-09-19T04:33:41.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.083+0000 7f2754ff2740 1 -- 172.21.15.111:0/158581443 shutdown_connections 2024-09-19T04:33:41.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.083+0000 7f2754ff2740 1 --2- 172.21.15.111:0/158581443 >> [v2:172.21.15.111:6835/16082794,v1:172.21.15.111:6837/16082794] conn(0x5558a9a38050 0x5558a9a38430 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.083+0000 7f2754ff2740 1 --2- 172.21.15.111:0/158581443 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5558a9a3b250 0x5558a9a3ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.083+0000 7f2754ff2740 1 --2- 172.21.15.111:0/158581443 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5558a9a14a50 0x5558a9a36b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.083+0000 7f272a7fc640 0 client.4983 ms_handle_reset on v2:172.21.15.111:6835/16082794 2024-09-19T04:33:41.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.083+0000 7f2754ff2740 1 --2- 172.21.15.111:0/158581443 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5558a9a132c0 0x5558a9a37600 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.083+0000 7f2754ff2740 1 -- 172.21.15.111:0/158581443 >> 172.21.15.111:0/158581443 conn(0x5558a9a10a80 msgr2=0x5558a9a08ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:41.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.083+0000 7f2754ff2740 1 -- 172.21.15.111:0/158581443 shutdown_connections 2024-09-19T04:33:41.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.083+0000 7f2754ff2740 1 -- 172.21.15.111:0/158581443 wait complete. 2024-09-19T04:33:41.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.083+0000 7f2754ff2740 20 client.4983 trim_cache size 0 max 16384 2024-09-19T04:33:41.093 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:33:41.094 INFO:teuthology.orchestra.run.smithi111.stdout: "cluster_fsid": "96a4203e-380c-426d-916c-b9d719e0db84", 2024-09-19T04:33:41.094 INFO:teuthology.orchestra.run.smithi111.stdout: "whoami": 0, 2024-09-19T04:33:41.094 INFO:teuthology.orchestra.run.smithi111.stdout: "id": 4767, 2024-09-19T04:33:41.094 INFO:teuthology.orchestra.run.smithi111.stdout: "want_state": "up:active", 2024-09-19T04:33:41.094 INFO:teuthology.orchestra.run.smithi111.stdout: "state": "up:active", 2024-09-19T04:33:41.094 INFO:teuthology.orchestra.run.smithi111.stdout: "fs_name": "cephfs", 2024-09-19T04:33:41.094 INFO:teuthology.orchestra.run.smithi111.stdout: "rank_uptime": 8.8708352099999992, 2024-09-19T04:33:41.094 INFO:teuthology.orchestra.run.smithi111.stdout: "mdsmap_epoch": 13, 2024-09-19T04:33:41.094 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch": 32, 2024-09-19T04:33:41.094 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch_barrier": 32, 2024-09-19T04:33:41.094 INFO:teuthology.orchestra.run.smithi111.stdout: "uptime": 15.776707781000001 2024-09-19T04:33:41.094 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:33:41.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.084+0000 7f2752253640 1 -- 172.21.15.111:0/866980660 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f272c06c2b0 msgr2=0x7f272c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:41.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.084+0000 7f2752253640 1 --2- 172.21.15.111:0/866980660 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f272c06c2b0 0x7f272c06e770 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f273c001780 tx=0x7f273c009040 comp rx=0 tx=0).stop 2024-09-19T04:33:41.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.084+0000 7f2752253640 1 -- 172.21.15.111:0/866980660 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f274c15c250 msgr2=0x7f274c06cd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:41.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.084+0000 7f2752253640 1 --2- 172.21.15.111:0/866980660 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f274c15c250 0x7f274c06cd10 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f274402ad20 tx=0x7f2744004a40 comp rx=0 tx=0).stop 2024-09-19T04:33:41.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.084+0000 7f2752253640 1 -- 172.21.15.111:0/866980660 shutdown_connections 2024-09-19T04:33:41.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.084+0000 7f2752253640 1 --2- 172.21.15.111:0/866980660 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f272c06c2b0 0x7f272c06e770 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.084+0000 7f2752253640 1 --2- 172.21.15.111:0/866980660 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f274c15c250 0x7f274c06cd10 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.084+0000 7f2752253640 1 --2- 172.21.15.111:0/866980660 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f274c0b6a20 0x7f274c1526a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.084+0000 7f2752253640 1 --2- 172.21.15.111:0/866980660 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f274c06e570 0x7f274c1511c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.084+0000 7f2752253640 1 -- 172.21.15.111:0/866980660 >> 172.21.15.111:0/866980660 conn(0x7f274c0b4220 msgr2=0x7f274c073950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:41.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.084+0000 7f2752253640 1 -- 172.21.15.111:0/866980660 shutdown_connections 2024-09-19T04:33:41.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.084+0000 7f2752253640 1 -- 172.21.15.111:0/866980660 wait complete. 2024-09-19T04:33:41.101 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:33:41.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.200+0000 7fd0bd09b640 1 Processor -- start 2024-09-19T04:33:41.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.200+0000 7fd0bd09b640 1 -- start start 2024-09-19T04:33:41.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.201+0000 7fd0bd09b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd0b815e940 0x7fd0b80d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.201+0000 7fd0bd09b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd0b80cef90 0x7fd0b80d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.201+0000 7fd0bd09b640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0b80b7170 con 0x7fd0b815ed20 2024-09-19T04:33:41.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.201+0000 7fd0bd09b640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fd0b80d1ae0 con 0x7fd0b815e940 2024-09-19T04:33:41.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.201+0000 7fd0bd09b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd0b80b7aa0 con 0x7fd0b80cef90 2024-09-19T04:33:41.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.201+0000 7fd0b6d9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd0b815e940 0x7fd0b80d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.201+0000 7fd0b6d9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd0b815e940 0x7fd0b80d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36594/0 (socket says 172.21.15.111:36594) 2024-09-19T04:33:41.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.201+0000 7fd0b6d9d640 1 -- 172.21.15.111:0/1855759689 learned_addr learned my addr 172.21.15.111:0/1855759689 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:41.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.201+0000 7fd0b759e640 1 --2- 172.21.15.111:0/1855759689 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd0b80cef90 0x7fd0b80d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.202+0000 7fd0b6d9d640 1 -- 172.21.15.111:0/1855759689 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd0b80cef90 msgr2=0x7fd0b80d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:41.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.202+0000 7fd0b6d9d640 1 --2- 172.21.15.111:0/1855759689 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd0b80cef90 0x7fd0b80d15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.202+0000 7fd0b6d9d640 1 -- 172.21.15.111:0/1855759689 >> v1:172.21.15.114:6789/0 conn(0x7fd0b815ed20 legacy=0x7fd0b80b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:41.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.202+0000 7fd0b6d9d640 1 -- 172.21.15.111:0/1855759689 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0b80d3660 con 0x7fd0b815e940 2024-09-19T04:33:41.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.202+0000 7fd0b759e640 1 --2- 172.21.15.111:0/1855759689 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd0b80cef90 0x7fd0b80d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:41.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.202+0000 7fd0b6d9d640 1 --2- 172.21.15.111:0/1855759689 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0b815e940 0x7fd0b80d1060 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fd0a8009e50 tx=0x7fd0a802a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53ae02ea3bcc33b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:41.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.202+0000 7fd0b5d9b640 1 -- 172.21.15.111:0/1855759689 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0a8036070 con 0x7fd0b815e940 2024-09-19T04:33:41.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.203+0000 7fd0b5d9b640 1 -- 172.21.15.111:0/1855759689 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0a8031600 con 0x7fd0b815e940 2024-09-19T04:33:41.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.203+0000 7fd0b5d9b640 1 -- 172.21.15.111:0/1855759689 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0a80319d0 con 0x7fd0b815e940 2024-09-19T04:33:41.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.203+0000 7fd0bd09b640 1 -- 172.21.15.111:0/1855759689 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0b815e940 msgr2=0x7fd0b80d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:41.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.203+0000 7fd0bd09b640 1 --2- 172.21.15.111:0/1855759689 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0b815e940 0x7fd0b80d1060 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fd0a8009e50 tx=0x7fd0a802a7a0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.203+0000 7fd0bd09b640 1 -- 172.21.15.111:0/1855759689 shutdown_connections 2024-09-19T04:33:41.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.203+0000 7fd0bd09b640 1 --2- 172.21.15.111:0/1855759689 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd0b80cef90 0x7fd0b80d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.203+0000 7fd0bd09b640 1 --2- 172.21.15.111:0/1855759689 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0b815e940 0x7fd0b80d1060 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.203+0000 7fd0bd09b640 1 -- 172.21.15.111:0/1855759689 >> 172.21.15.111:0/1855759689 conn(0x7fd0b80b6240 msgr2=0x7fd0b80b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:41.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.203+0000 7fd0bd09b640 1 -- 172.21.15.111:0/1855759689 shutdown_connections 2024-09-19T04:33:41.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.203+0000 7fd0bd09b640 1 -- 172.21.15.111:0/1855759689 wait complete. 2024-09-19T04:33:41.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.205+0000 7fd0bd09b640 1 Processor -- start 2024-09-19T04:33:41.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.205+0000 7fd0bd09b640 1 -- start start 2024-09-19T04:33:41.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.205+0000 7fd0bd09b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0b80cef90 0x7fd0b815b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.205+0000 7fd0bd09b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd0b815e940 0x7fd0b80ca5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.205+0000 7fd0bd09b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd0b815ed20 0x7fd0b8159a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.205+0000 7fd0bd09b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd0b80d3f00 con 0x7fd0b80cef90 2024-09-19T04:33:41.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.205+0000 7fd0bd09b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd0b80d3c20 con 0x7fd0b815ed20 2024-09-19T04:33:41.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.205+0000 7fd0bd09b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd0b80d3310 con 0x7fd0b815e940 2024-09-19T04:33:41.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.205+0000 7fd0b6d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0b80cef90 0x7fd0b815b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.205+0000 7fd0b6d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0b80cef90 0x7fd0b815b4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36608/0 (socket says 172.21.15.111:36608) 2024-09-19T04:33:41.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.205+0000 7fd0b6d9d640 1 -- 172.21.15.111:0/2458708035 learned_addr learned my addr 172.21.15.111:0/2458708035 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:41.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.206+0000 7fd0b659c640 1 --2- 172.21.15.111:0/2458708035 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd0b815e940 0x7fd0b80ca5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.206+0000 7fd0b759e640 1 --2- 172.21.15.111:0/2458708035 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd0b815ed20 0x7fd0b8159a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.206+0000 7fd0b6d9d640 1 -- 172.21.15.111:0/2458708035 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd0b815e940 msgr2=0x7fd0b80ca5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:41.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.206+0000 7fd0b6d9d640 1 --2- 172.21.15.111:0/2458708035 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd0b815e940 0x7fd0b80ca5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.206+0000 7fd0b6d9d640 1 -- 172.21.15.111:0/2458708035 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd0b815ed20 msgr2=0x7fd0b8159a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:41.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.206+0000 7fd0b6d9d640 1 --2- 172.21.15.111:0/2458708035 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd0b815ed20 0x7fd0b8159a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.206+0000 7fd0b6d9d640 1 -- 172.21.15.111:0/2458708035 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0b815a450 con 0x7fd0b80cef90 2024-09-19T04:33:41.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.206+0000 7fd0b6d9d640 1 --2- 172.21.15.111:0/2458708035 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0b80cef90 0x7fd0b815b4f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fd0a8009f70 tx=0x7fd0a8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:41.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.206+0000 7fd0af7fe640 1 -- 172.21.15.111:0/2458708035 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0a8036050 con 0x7fd0b80cef90 2024-09-19T04:33:41.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.206+0000 7fd0af7fe640 1 -- 172.21.15.111:0/2458708035 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0a8042070 con 0x7fd0b80cef90 2024-09-19T04:33:41.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.206+0000 7fd0bd09b640 1 -- 172.21.15.111:0/2458708035 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0b815a730 con 0x7fd0b80cef90 2024-09-19T04:33:41.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.206+0000 7fd0af7fe640 1 -- 172.21.15.111:0/2458708035 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0a8009510 con 0x7fd0b80cef90 2024-09-19T04:33:41.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.206+0000 7fd0bd09b640 1 -- 172.21.15.111:0/2458708035 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0b815acf0 con 0x7fd0b80cef90 2024-09-19T04:33:41.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.207+0000 7fd0bd09b640 1 -- 172.21.15.111:0/2458708035 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0b80d1ef0 con 0x7fd0b80cef90 2024-09-19T04:33:41.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.207+0000 7fd0af7fe640 1 -- 172.21.15.111:0/2458708035 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd0a8007bb0 con 0x7fd0b80cef90 2024-09-19T04:33:41.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.208+0000 7fd0af7fe640 1 --2- 172.21.15.111:0/2458708035 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd09806c2b0 0x7fd09806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:41.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.208+0000 7fd0af7fe640 1 -- 172.21.15.111:0/2458708035 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fd0a80ac250 con 0x7fd0b80cef90 2024-09-19T04:33:41.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.208+0000 7fd0b659c640 1 --2- 172.21.15.111:0/2458708035 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd09806c2b0 0x7fd09806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:41.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.208+0000 7fd0b659c640 1 --2- 172.21.15.111:0/2458708035 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd09806c2b0 0x7fd09806e770 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd0b80b8160 tx=0x7fd0a0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:41.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.212+0000 7fd0af7fe640 1 -- 172.21.15.111:0/2458708035 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd0a807a2e0 con 0x7fd0b80cef90 2024-09-19T04:33:41.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.414+0000 7fd0bd09b640 1 -- 172.21.15.111:0/2458708035 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fd0b80ba6b0 con 0x7fd0b80cef90 2024-09-19T04:33:41.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.415+0000 7fd0af7fe640 1 -- 172.21.15.111:0/2458708035 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v13) ==== 53+0+73 (secure 0 0 0) 0x7fd0a807e5e0 con 0x7fd0b80cef90 2024-09-19T04:33:41.417 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:33:41.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.417+0000 7fd0bd09b640 1 -- 172.21.15.111:0/2458708035 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd09806c2b0 msgr2=0x7fd09806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:41.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.417+0000 7fd0bd09b640 1 --2- 172.21.15.111:0/2458708035 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd09806c2b0 0x7fd09806e770 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd0b80b8160 tx=0x7fd0a0009040 comp rx=0 tx=0).stop 2024-09-19T04:33:41.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.417+0000 7fd0bd09b640 1 -- 172.21.15.111:0/2458708035 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0b80cef90 msgr2=0x7fd0b815b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:41.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.417+0000 7fd0bd09b640 1 --2- 172.21.15.111:0/2458708035 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0b80cef90 0x7fd0b815b4f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fd0a8009f70 tx=0x7fd0a8004a40 comp rx=0 tx=0).stop 2024-09-19T04:33:41.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.417+0000 7fd0bd09b640 1 -- 172.21.15.111:0/2458708035 shutdown_connections 2024-09-19T04:33:41.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.417+0000 7fd0bd09b640 1 --2- 172.21.15.111:0/2458708035 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd09806c2b0 0x7fd09806e770 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.417+0000 7fd0bd09b640 1 --2- 172.21.15.111:0/2458708035 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd0b815ed20 0x7fd0b8159a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.417+0000 7fd0bd09b640 1 --2- 172.21.15.111:0/2458708035 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd0b815e940 0x7fd0b80ca5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.417+0000 7fd0bd09b640 1 --2- 172.21.15.111:0/2458708035 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0b80cef90 0x7fd0b815b4f0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:41.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.417+0000 7fd0bd09b640 1 -- 172.21.15.111:0/2458708035 >> 172.21.15.111:0/2458708035 conn(0x7fd0b80b6240 msgr2=0x7fd0b815f9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:41.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.417+0000 7fd0bd09b640 1 -- 172.21.15.111:0/2458708035 shutdown_connections 2024-09-19T04:33:41.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41.417+0000 7fd0bd09b640 1 -- 172.21.15.111:0/2458708035 wait complete. 2024-09-19T04:33:41.430 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:33:41.430 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:33:41.430 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi111.front.sepia.ceph.com 2024-09-19T04:33:41.430 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T04:33:41.430 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T04:33:41.430 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:33:41.431 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:33:41.431 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:33:41.431 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:33:41.431 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:41.431 DEBUG:teuthology.orchestra.run.smithi111:> ip addr 2024-09-19T04:33:41.447 INFO:teuthology.orchestra.run.smithi111.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:33:41.447 INFO:teuthology.orchestra.run.smithi111.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:33:41.447 INFO:teuthology.orchestra.run.smithi111.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:33:41.447 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:41.448 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 ::1/128 scope host 2024-09-19T04:33:41.448 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:41.448 INFO:teuthology.orchestra.run.smithi111.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:33:41.448 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:24 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:41.448 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f0 2024-09-19T04:33:41.448 INFO:teuthology.orchestra.run.smithi111.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:33:41.448 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:25 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:41.448 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f1 2024-09-19T04:33:41.448 INFO:teuthology.orchestra.run.smithi111.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:33:41.448 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2e brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:41.448 INFO:teuthology.orchestra.run.smithi111.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:33:41.449 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2f brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:41.449 INFO:teuthology.orchestra.run.smithi111.stdout: inet 172.21.15.111/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:33:41.449 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft 42744sec preferred_lft 42744sec 2024-09-19T04:33:41.449 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::ec4:7aff:fe8f:cc2f/64 scope link noprefixroute 2024-09-19T04:33:41.449 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:41.449 INFO:teuthology.orchestra.run.smithi111.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:33:41.449 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 52:d4:1f:0e:24:21 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:41.449 INFO:teuthology.orchestra.run.smithi111.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:33:41.449 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:41.449 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::6cca:96ff:fe86:c24e/64 scope link 2024-09-19T04:33:41.449 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:41.449 INFO:teuthology.orchestra.run.smithi111.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:33:41.450 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 76:f0:b7:84:e3:fb brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T04:33:41.450 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::74f0:b7ff:fe84:e3fb/64 scope link 2024-09-19T04:33:41.450 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:41.450 INFO:teuthology.orchestra.run.smithi111.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:33:41.450 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 52:d4:1f:0e:24:21 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T04:33:41.450 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::50d4:1fff:fe0e:2421/64 scope link 2024-09-19T04:33:41.450 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:41.450 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:41.451 DEBUG:teuthology.orchestra.run.smithi111:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:33:41.510 INFO:teuthology.orchestra.run.smithi111.stdout:1 2024-09-19T04:33:41.512 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:41.512 DEBUG:teuthology.orchestra.run.smithi111:> route 2024-09-19T04:33:41.569 INFO:teuthology.orchestra.run.smithi111.stdout:Kernel IP routing table 2024-09-19T04:33:41.569 INFO:teuthology.orchestra.run.smithi111.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:33:41.569 INFO:teuthology.orchestra.run.smithi111.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:33:41.569 INFO:teuthology.orchestra.run.smithi111.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:33:41.569 INFO:teuthology.orchestra.run.smithi111.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:33:41.569 DEBUG:teuthology.orchestra.run.smithi111:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:33:41.570 DEBUG:teuthology.orchestra.run.smithi111:> set -e 2024-09-19T04:33:41.570 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:33:41.570 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:33:41.570 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:33:41.570 DEBUG:teuthology.orchestra.run.smithi111:> ') 2024-09-19T04:33:41.657 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:33:41.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:41.695 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:41.695 DEBUG:teuthology.orchestra.run.smithi111:> ip netns list 2024-09-19T04:33:41.710 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T04:33:41.710 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T04:33:41.711 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:33:41.711 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:41.711 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip link set brx.0 up 2024-09-19T04:33:41.776 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:33:41.776 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T04:33:41.831 INFO:teuthology.orchestra.run.smithi111.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:33:41.832 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:33:41.832 DEBUG:teuthology.orchestra.run.smithi111:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:33:41.887 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T04:33:41.887 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:41.887 DEBUG:teuthology.orchestra.run.smithi111:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:33:41.970 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:33:41.970 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:33:41.977 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:33:41.978 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:33:41.978 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:33:41.978 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: trying mount with new device syntax: 0@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:33:41.978 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:33:41.978 INFO:teuthology.orchestra.run.smithi111.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T04:33:41.979 INFO:teuthology.orchestra.run.smithi111.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:33:41.979 INFO:teuthology.orchestra.run.smithi111.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:33:41.979 INFO:teuthology.orchestra.run.smithi111.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:33:41.979 INFO:teuthology.orchestra.run.smithi111.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:33:41.980 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:33:41.980 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:41.980 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:33:42.046 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:33:42.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:33:42.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:42.145 INFO:teuthology.orchestra.run.smithi111.stdout:client4825 2024-09-19T04:33:42.146 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:33:42.146 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:42.162 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:33:42.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.298+0000 7faa6594b640 1 Processor -- start 2024-09-19T04:33:42.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.298+0000 7faa6594b640 1 -- start start 2024-09-19T04:33:42.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.299+0000 7faa6594b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7faa600b3550 0x7faa600b3990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:42.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.299+0000 7faa6594b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa600ce200 0x7faa600ce690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:42.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.299+0000 7faa6594b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa600b5a60 con 0x7faa6015c3d0 2024-09-19T04:33:42.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.299+0000 7faa6594b640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7faa600b3ed0 con 0x7faa600b3550 2024-09-19T04:33:42.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.299+0000 7faa6594b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7faa600b5d00 con 0x7faa600ce200 2024-09-19T04:33:42.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.299+0000 7faa5effd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7faa6015c3d0 0x7faa600b67e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:45104/0 (socket says 172.21.15.111:45104) 2024-09-19T04:33:42.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.299+0000 7faa5effd640 1 -- 172.21.15.111:0/2375378924 learned_addr learned my addr 172.21.15.111:0/2375378924 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:42.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.299+0000 7faa5e7fc640 1 -- 172.21.15.111:0/2375378924 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2613896498 0 0) 0x7faa600b5a60 con 0x7faa6015c3d0 2024-09-19T04:33:42.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.299+0000 7faa5e7fc640 1 -- 172.21.15.111:0/2375378924 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faa4c003520 con 0x7faa6015c3d0 2024-09-19T04:33:42.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.299+0000 7faa567fc640 1 --2- 172.21.15.111:0/2375378924 >> v2:172.21.15.114:3300/0 conn(0x7faa600b3550 0x7faa600b3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:42.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.299+0000 7faa5f7fe640 1 --2- 172.21.15.111:0/2375378924 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa600ce200 0x7faa600ce690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:42.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.300+0000 7faa5e7fc640 1 -- 172.21.15.111:0/2375378924 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2443301033 0 0) 0x7faa4c003520 con 0x7faa6015c3d0 2024-09-19T04:33:42.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.300+0000 7faa5e7fc640 1 -- 172.21.15.111:0/2375378924 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa600ce200 msgr2=0x7faa600ce690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:42.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.300+0000 7faa5e7fc640 1 --2- 172.21.15.111:0/2375378924 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa600ce200 0x7faa600ce690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:42.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.300+0000 7faa5e7fc640 1 -- 172.21.15.111:0/2375378924 >> v2:172.21.15.114:3300/0 conn(0x7faa600b3550 msgr2=0x7faa600b3990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:42.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.300+0000 7faa5e7fc640 1 --2- 172.21.15.111:0/2375378924 >> v2:172.21.15.114:3300/0 conn(0x7faa600b3550 0x7faa600b3990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:42.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.300+0000 7faa5e7fc640 1 -- 172.21.15.111:0/2375378924 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa600b5fe0 con 0x7faa6015c3d0 2024-09-19T04:33:42.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.300+0000 7faa5e7fc640 1 -- 172.21.15.111:0/2375378924 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7faa50001670 con 0x7faa6015c3d0 2024-09-19T04:33:42.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.300+0000 7faa567fc640 1 --2- 172.21.15.111:0/2375378924 >> v2:172.21.15.114:3300/0 conn(0x7faa600b3550 0x7faa600b3990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:42.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.300+0000 7faa5f7fe640 1 --2- 172.21.15.111:0/2375378924 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa600ce200 0x7faa600ce690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:42.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.300+0000 7faa5e7fc640 1 -- 172.21.15.111:0/2375378924 >> v1:172.21.15.111:6789/0 conn(0x7faa6015c3d0 legacy=0x7faa600b67e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:42.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.300+0000 7faa5e7fc640 1 --2- 172.21.15.111:0/2375378924 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faa4c0039b0 0x7faa4c003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:42.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.300+0000 7faa5e7fc640 1 --2- 172.21.15.111:0/2375378924 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa600ce200 0x7faa4c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:42.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.300+0000 7faa5e7fc640 1 --2- 172.21.15.111:0/2375378924 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faa4c004d40 0x7faa4c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:42.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.300+0000 7faa5e7fc640 1 -- 172.21.15.111:0/2375378924 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7faa600b3ed0 con 0x7faa4c004d40 2024-09-19T04:33:42.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.300+0000 7faa5e7fc640 1 -- 172.21.15.111:0/2375378924 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7faa600b5d00 con 0x7faa4c0039b0 2024-09-19T04:33:42.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.300+0000 7faa5e7fc640 1 -- 172.21.15.111:0/2375378924 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7faa4c00ba40 con 0x7faa600ce200 2024-09-19T04:33:42.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.300+0000 7faa5f7fe640 1 --2- 172.21.15.111:0/2375378924 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faa4c004d40 0x7faa4c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:42.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.300+0000 7faa567fc640 1 --2- 172.21.15.111:0/2375378924 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa600ce200 0x7faa4c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:42.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.300+0000 7faa5effd640 1 --2- 172.21.15.111:0/2375378924 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faa4c0039b0 0x7faa4c003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:42.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.300+0000 7faa5f7fe640 1 -- 172.21.15.111:0/2375378924 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa600ce200 msgr2=0x7faa4c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:42.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.300+0000 7faa5f7fe640 1 --2- 172.21.15.111:0/2375378924 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa600ce200 0x7faa4c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:42.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.300+0000 7faa5f7fe640 1 -- 172.21.15.111:0/2375378924 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faa4c0039b0 msgr2=0x7faa4c003df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:42.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.300+0000 7faa5f7fe640 1 --2- 172.21.15.111:0/2375378924 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faa4c0039b0 0x7faa4c003df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:42.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.300+0000 7faa5f7fe640 1 -- 172.21.15.111:0/2375378924 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa4c003520 con 0x7faa4c004d40 2024-09-19T04:33:42.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.301+0000 7faa5f7fe640 1 --2- 172.21.15.111:0/2375378924 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faa4c004d40 0x7faa4c0051c0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7faa580073e0 tx=0x7faa4c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4efcaa64207328a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:42.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.301+0000 7faa5e7fc640 1 -- 172.21.15.111:0/2375378924 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa58009c80 con 0x7faa4c004d40 2024-09-19T04:33:42.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.301+0000 7faa5e7fc640 1 -- 172.21.15.111:0/2375378924 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa5802e660 con 0x7faa4c004d40 2024-09-19T04:33:42.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.301+0000 7faa5e7fc640 1 -- 172.21.15.111:0/2375378924 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa5802ea10 con 0x7faa4c004d40 2024-09-19T04:33:42.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.301+0000 7faa6594b640 1 -- 172.21.15.111:0/2375378924 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faa4c004d40 msgr2=0x7faa4c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:42.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.301+0000 7faa6594b640 1 --2- 172.21.15.111:0/2375378924 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faa4c004d40 0x7faa4c0051c0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7faa580073e0 tx=0x7faa4c005830 comp rx=0 tx=0).stop 2024-09-19T04:33:42.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.301+0000 7faa5f7fe640 1 -- 172.21.15.111:0/2375378924 reap_dead start 2024-09-19T04:33:42.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.301+0000 7faa6594b640 1 -- 172.21.15.111:0/2375378924 shutdown_connections 2024-09-19T04:33:42.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.301+0000 7faa6594b640 1 -- 172.21.15.111:0/2375378924 >> 172.21.15.111:0/2375378924 conn(0x7faa6006ce90 msgr2=0x7faa6006d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:42.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.302+0000 7faa6594b640 1 -- 172.21.15.111:0/2375378924 shutdown_connections 2024-09-19T04:33:42.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.302+0000 7faa6594b640 1 -- 172.21.15.111:0/2375378924 wait complete. 2024-09-19T04:33:42.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.303+0000 7faa6594b640 1 Processor -- start 2024-09-19T04:33:42.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.303+0000 7faa6594b640 1 -- start start 2024-09-19T04:33:42.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.304+0000 7faa6594b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faa4c004d40 0x7faa600aed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:42.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.304+0000 7faa6594b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faa600af270 0x7faa601e5d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:42.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.304+0000 7faa6594b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa601e6270 0x7faa601e66f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:42.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.304+0000 7faa6594b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7faa600cf0f0 con 0x7faa4c004d40 2024-09-19T04:33:42.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.304+0000 7faa6594b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7faa600cef70 con 0x7faa600af270 2024-09-19T04:33:42.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.304+0000 7faa6594b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7faa600ce690 con 0x7faa601e6270 2024-09-19T04:33:42.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.304+0000 7faa5effd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faa4c004d40 0x7faa600aed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:42.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.304+0000 7faa5effd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faa4c004d40 0x7faa600aed30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44496/0 (socket says 172.21.15.111:44496) 2024-09-19T04:33:42.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.304+0000 7faa5effd640 1 -- 172.21.15.111:0/3624586778 learned_addr learned my addr 172.21.15.111:0/3624586778 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:42.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.304+0000 7faa567fc640 1 --2- 172.21.15.111:0/3624586778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faa600af270 0x7faa601e5d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:42.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.304+0000 7faa5f7fe640 1 --2- 172.21.15.111:0/3624586778 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa601e6270 0x7faa601e66f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:42.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.304+0000 7faa5effd640 1 -- 172.21.15.111:0/3624586778 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa601e6270 msgr2=0x7faa601e66f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:42.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.304+0000 7faa5effd640 1 --2- 172.21.15.111:0/3624586778 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa601e6270 0x7faa601e66f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:42.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.304+0000 7faa5effd640 1 -- 172.21.15.111:0/3624586778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faa600af270 msgr2=0x7faa601e5d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:42.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.304+0000 7faa5effd640 1 --2- 172.21.15.111:0/3624586778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faa600af270 0x7faa601e5d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:42.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.304+0000 7faa5effd640 1 -- 172.21.15.111:0/3624586778 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa600afad0 con 0x7faa4c004d40 2024-09-19T04:33:42.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.304+0000 7faa5effd640 1 --2- 172.21.15.111:0/3624586778 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faa4c004d40 0x7faa600aed30 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7faa50007340 tx=0x7faa50007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:42.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.304+0000 7faa5cff9640 1 -- 172.21.15.111:0/3624586778 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa5000f940 con 0x7faa4c004d40 2024-09-19T04:33:42.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.304+0000 7faa5cff9640 1 -- 172.21.15.111:0/3624586778 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa50018070 con 0x7faa4c004d40 2024-09-19T04:33:42.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.304+0000 7faa5cff9640 1 -- 172.21.15.111:0/3624586778 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa5000fd00 con 0x7faa4c004d40 2024-09-19T04:33:42.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.304+0000 7faa6594b640 1 -- 172.21.15.111:0/3624586778 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa600afdb0 con 0x7faa4c004d40 2024-09-19T04:33:42.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.304+0000 7faa6594b640 1 -- 172.21.15.111:0/3624586778 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa600b0370 con 0x7faa4c004d40 2024-09-19T04:33:42.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.305+0000 7faa6594b640 1 -- 172.21.15.111:0/3624586778 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa600cea20 con 0x7faa4c004d40 2024-09-19T04:33:42.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.306+0000 7faa5cff9640 1 -- 172.21.15.111:0/3624586778 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faa5001d460 con 0x7faa4c004d40 2024-09-19T04:33:42.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.306+0000 7faa5cff9640 1 --2- 172.21.15.111:0/3624586778 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faa4006c2b0 0x7faa4006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:42.314 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.306+0000 7faa5cff9640 1 -- 172.21.15.111:0/3624586778 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7faa5008b5c0 con 0x7faa4c004d40 2024-09-19T04:33:42.314 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.306+0000 7faa567fc640 1 --2- 172.21.15.111:0/3624586778 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faa4006c2b0 0x7faa4006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:42.314 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.307+0000 7faa567fc640 1 --2- 172.21.15.111:0/3624586778 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faa4006c2b0 0x7faa4006e770 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7faa601e7950 tx=0x7faa48008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:42.314 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.310+0000 7faa5cff9640 1 -- 172.21.15.111:0/3624586778 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faa50059dc0 con 0x7faa4c004d40 2024-09-19T04:33:42.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.511+0000 7faa6594b640 1 -- 172.21.15.111:0/3624586778 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7faa60063400 con 0x7faa4c004d40 2024-09-19T04:33:42.514 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.511+0000 7faa5cff9640 1 -- 172.21.15.111:0/3624586778 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v13) ==== 53+0+73 (secure 0 0 0) 0x7faa500596c0 con 0x7faa4c004d40 2024-09-19T04:33:42.514 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:33:42.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.513+0000 7faa6594b640 1 -- 172.21.15.111:0/3624586778 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faa4006c2b0 msgr2=0x7faa4006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:42.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.513+0000 7faa6594b640 1 --2- 172.21.15.111:0/3624586778 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faa4006c2b0 0x7faa4006e770 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7faa601e7950 tx=0x7faa48008040 comp rx=0 tx=0).stop 2024-09-19T04:33:42.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.513+0000 7faa6594b640 1 -- 172.21.15.111:0/3624586778 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faa4c004d40 msgr2=0x7faa600aed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:42.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.513+0000 7faa6594b640 1 --2- 172.21.15.111:0/3624586778 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faa4c004d40 0x7faa600aed30 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7faa50007340 tx=0x7faa50007800 comp rx=0 tx=0).stop 2024-09-19T04:33:42.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.513+0000 7faa6594b640 1 -- 172.21.15.111:0/3624586778 shutdown_connections 2024-09-19T04:33:42.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.513+0000 7faa6594b640 1 --2- 172.21.15.111:0/3624586778 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faa4006c2b0 0x7faa4006e770 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:42.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.513+0000 7faa6594b640 1 --2- 172.21.15.111:0/3624586778 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa601e6270 0x7faa601e66f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:42.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.513+0000 7faa6594b640 1 --2- 172.21.15.111:0/3624586778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faa600af270 0x7faa601e5d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:42.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.513+0000 7faa6594b640 1 --2- 172.21.15.111:0/3624586778 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faa4c004d40 0x7faa600aed30 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:42.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.513+0000 7faa6594b640 1 -- 172.21.15.111:0/3624586778 >> 172.21.15.111:0/3624586778 conn(0x7faa6006ce90 msgr2=0x7faa6015e8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:42.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.513+0000 7faa6594b640 1 -- 172.21.15.111:0/3624586778 shutdown_connections 2024-09-19T04:33:42.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:42.513+0000 7faa6594b640 1 -- 172.21.15.111:0/3624586778 wait complete. 2024-09-19T04:33:42.527 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:33:42.527 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:33:42.527 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi114.front.sepia.ceph.com 2024-09-19T04:33:42.527 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T04:33:42.527 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T04:33:42.527 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:33:42.527 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:33:42.527 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:33:42.527 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:33:42.527 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:42.527 DEBUG:teuthology.orchestra.run.smithi114:> ip addr 2024-09-19T04:33:42.547 INFO:teuthology.orchestra.run.smithi114.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:33:42.547 INFO:teuthology.orchestra.run.smithi114.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:33:42.547 INFO:teuthology.orchestra.run.smithi114.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:33:42.547 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:42.548 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 ::1/128 scope host 2024-09-19T04:33:42.548 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:42.548 INFO:teuthology.orchestra.run.smithi114.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:33:42.548 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:42.548 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f0 2024-09-19T04:33:42.548 INFO:teuthology.orchestra.run.smithi114.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:33:42.548 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:42.548 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f1 2024-09-19T04:33:42.548 INFO:teuthology.orchestra.run.smithi114.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:33:42.548 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:62 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:42.548 INFO:teuthology.orchestra.run.smithi114.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:33:42.548 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:63 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:42.549 INFO:teuthology.orchestra.run.smithi114.stdout: inet 172.21.15.114/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:33:42.549 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft 42734sec preferred_lft 42734sec 2024-09-19T04:33:42.549 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::ec4:7aff:fe8f:cb63/64 scope link noprefixroute 2024-09-19T04:33:42.549 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:42.549 INFO:teuthology.orchestra.run.smithi114.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:33:42.549 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether ca:e7:76:90:98:85 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:33:42.549 INFO:teuthology.orchestra.run.smithi114.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:33:42.549 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:42.549 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::9858:beff:fef5:aa6d/64 scope link 2024-09-19T04:33:42.549 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:42.549 INFO:teuthology.orchestra.run.smithi114.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:33:42.549 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether ca:e7:76:90:98:85 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T04:33:42.549 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::c8e7:76ff:fe90:9885/64 scope link 2024-09-19T04:33:42.550 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:42.550 INFO:teuthology.orchestra.run.smithi114.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:33:42.550 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether d6:e6:9a:34:5c:2e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T04:33:42.550 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::d4e6:9aff:fe34:5c2e/64 scope link 2024-09-19T04:33:42.550 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:33:42.550 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:42.550 DEBUG:teuthology.orchestra.run.smithi114:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:33:42.615 INFO:teuthology.orchestra.run.smithi114.stdout:1 2024-09-19T04:33:42.617 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:42.617 DEBUG:teuthology.orchestra.run.smithi114:> route 2024-09-19T04:33:42.675 INFO:teuthology.orchestra.run.smithi114.stdout:Kernel IP routing table 2024-09-19T04:33:42.675 INFO:teuthology.orchestra.run.smithi114.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:33:42.675 INFO:teuthology.orchestra.run.smithi114.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:33:42.676 INFO:teuthology.orchestra.run.smithi114.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:33:42.676 INFO:teuthology.orchestra.run.smithi114.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:33:42.676 DEBUG:teuthology.orchestra.run.smithi114:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:33:42.676 DEBUG:teuthology.orchestra.run.smithi114:> set -e 2024-09-19T04:33:42.676 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:33:42.676 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:33:42.676 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:33:42.676 DEBUG:teuthology.orchestra.run.smithi114:> ') 2024-09-19T04:33:42.768 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:33:42.801 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:42.808 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:42.808 DEBUG:teuthology.orchestra.run.smithi114:> ip netns list 2024-09-19T04:33:42.823 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T04:33:42.824 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T04:33:42.824 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:33:42.824 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:42.824 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip link set brx.0 up 2024-09-19T04:33:42.890 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:33:42.890 DEBUG:teuthology.orchestra.run.smithi114:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T04:33:42.945 INFO:teuthology.orchestra.run.smithi114.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:33:42.946 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:33:42.946 DEBUG:teuthology.orchestra.run.smithi114:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:33:43.004 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-19T04:33:43.005 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:43.005 DEBUG:teuthology.orchestra.run.smithi114:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:33:43.089 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:33:43.089 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:33:43.109 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:33:43.109 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:33:43.109 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:33:43.109 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: trying mount with new device syntax: 1@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:33:43.109 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:33:43.110 INFO:teuthology.orchestra.run.smithi114.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T04:33:43.110 INFO:teuthology.orchestra.run.smithi114.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:33:43.110 INFO:teuthology.orchestra.run.smithi114.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:33:43.110 INFO:teuthology.orchestra.run.smithi114.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:33:43.110 INFO:teuthology.orchestra.run.smithi114.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:33:43.112 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:33:43.112 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:43.112 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:33:43.136 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:33:43.226 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:43 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:33:43.227 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:33:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:43.233 INFO:teuthology.orchestra.run.smithi114.stdout:client4676 2024-09-19T04:33:43.233 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:33:43.233 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:43.250 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-19T04:33:43.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.360+0000 7fa6bc8ba640 1 Processor -- start 2024-09-19T04:33:43.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.360+0000 7fa6bc8ba640 1 -- start start 2024-09-19T04:33:43.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.361+0000 7fa6bc8ba640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa6b815b370 0x7fa6b8072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:43.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.361+0000 7fa6bc8ba640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa6b815c970 con 0x7fa6b815f9f0 2024-09-19T04:33:43.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.361+0000 7fa6bc8ba640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa6b815bbb0 con 0x7fa6b806f130 2024-09-19T04:33:43.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.361+0000 7fa6bc8ba640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fa6b815fef0 con 0x7fa6b815b370 2024-09-19T04:33:43.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.361+0000 7fa6b5d9b640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fa6b815f9f0 0x7fa6b806ea20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:45110/0 (socket says 172.21.15.111:45110) 2024-09-19T04:33:43.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.361+0000 7fa6b5d9b640 1 -- 172.21.15.111:0/2461943330 learned_addr learned my addr 172.21.15.111:0/2461943330 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:43.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.361+0000 7fa6b659c640 1 --2- 172.21.15.111:0/2461943330 >> v2:172.21.15.114:3300/0 conn(0x7fa6b815b370 0x7fa6b8072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:43.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.362+0000 7fa6b559a640 1 -- 172.21.15.111:0/2461943330 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 300951537 0 0) 0x7fa6b815c970 con 0x7fa6b815f9f0 2024-09-19T04:33:43.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.362+0000 7fa6b559a640 1 -- 172.21.15.111:0/2461943330 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa6a0003520 con 0x7fa6b815f9f0 2024-09-19T04:33:43.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.362+0000 7fa6b559a640 1 -- 172.21.15.111:0/2461943330 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4170399831 0 0) 0x7fa6b815bbb0 con 0x7fa6b806f130 2024-09-19T04:33:43.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.362+0000 7fa6b559a640 1 -- 172.21.15.111:0/2461943330 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa6b815c970 con 0x7fa6b806f130 2024-09-19T04:33:43.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.362+0000 7fa6b659c640 1 -- 172.21.15.111:0/2461943330 >> v1:172.21.15.114:6789/0 conn(0x7fa6b806f130 legacy=0x7fa6b80ce490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:43.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.362+0000 7fa6b659c640 1 -- 172.21.15.111:0/2461943330 >> v1:172.21.15.111:6789/0 conn(0x7fa6b815f9f0 legacy=0x7fa6b806ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:43.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.362+0000 7fa6b659c640 1 -- 172.21.15.111:0/2461943330 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6b815be90 con 0x7fa6b815b370 2024-09-19T04:33:43.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.362+0000 7fa6b659c640 1 --2- 172.21.15.111:0/2461943330 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6b815b370 0x7fa6b8072560 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fa6a8009d90 tx=0x7fa6a802a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2500166b3d7fe52e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:43.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.363+0000 7fa6b559a640 1 -- 172.21.15.111:0/2461943330 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6a8007740 con 0x7fa6b815b370 2024-09-19T04:33:43.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.363+0000 7fa6b559a640 1 -- 172.21.15.111:0/2461943330 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6a80078e0 con 0x7fa6b815b370 2024-09-19T04:33:43.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.363+0000 7fa6b559a640 1 -- 172.21.15.111:0/2461943330 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6a8007c90 con 0x7fa6b815b370 2024-09-19T04:33:43.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.363+0000 7fa6bc8ba640 1 -- 172.21.15.111:0/2461943330 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6b815b370 msgr2=0x7fa6b8072560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:43.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.363+0000 7fa6bc8ba640 1 --2- 172.21.15.111:0/2461943330 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6b815b370 0x7fa6b8072560 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fa6a8009d90 tx=0x7fa6a802a660 comp rx=0 tx=0).stop 2024-09-19T04:33:43.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.363+0000 7fa6bc8ba640 1 -- 172.21.15.111:0/2461943330 shutdown_connections 2024-09-19T04:33:43.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.363+0000 7fa6bc8ba640 1 --2- 172.21.15.111:0/2461943330 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6b815b370 0x7fa6b8072560 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:43.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.363+0000 7fa6bc8ba640 1 -- 172.21.15.111:0/2461943330 >> 172.21.15.111:0/2461943330 conn(0x7fa6b806bba0 msgr2=0x7fa6b806bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:43.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.363+0000 7fa6bc8ba640 1 -- 172.21.15.111:0/2461943330 shutdown_connections 2024-09-19T04:33:43.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.363+0000 7fa6bc8ba640 1 -- 172.21.15.111:0/2461943330 wait complete. 2024-09-19T04:33:43.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.365+0000 7fa6bc8ba640 1 Processor -- start 2024-09-19T04:33:43.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.365+0000 7fa6bc8ba640 1 -- start start 2024-09-19T04:33:43.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.365+0000 7fa6bc8ba640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6b806f130 0x7fa6b81577c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:43.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.365+0000 7fa6bc8ba640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6b815b370 0x7fa6b8154150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:43.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.365+0000 7fa6bc8ba640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa6b815f9f0 0x7fa6b8159e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:43.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.365+0000 7fa6bc8ba640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa6b80731b0 con 0x7fa6b815b370 2024-09-19T04:33:43.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.365+0000 7fa6bc8ba640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa6b815c450 con 0x7fa6b806f130 2024-09-19T04:33:43.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.365+0000 7fa6bc8ba640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa6b815b750 con 0x7fa6b815f9f0 2024-09-19T04:33:43.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.366+0000 7fa6b5d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6b815b370 0x7fa6b8154150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:43.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.366+0000 7fa6b659c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6b806f130 0x7fa6b81577c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:43.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.366+0000 7fa6b5d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6b815b370 0x7fa6b8154150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44502/0 (socket says 172.21.15.111:44502) 2024-09-19T04:33:43.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.366+0000 7fa6b5d9b640 1 -- 172.21.15.111:0/1768983322 learned_addr learned my addr 172.21.15.111:0/1768983322 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:43.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.366+0000 7fa6b6d9d640 1 --2- 172.21.15.111:0/1768983322 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa6b815f9f0 0x7fa6b8159e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:43.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.366+0000 7fa6b659c640 1 -- 172.21.15.111:0/1768983322 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa6b815f9f0 msgr2=0x7fa6b8159e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:43.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.366+0000 7fa6b659c640 1 --2- 172.21.15.111:0/1768983322 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa6b815f9f0 0x7fa6b8159e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:43.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.366+0000 7fa6b659c640 1 -- 172.21.15.111:0/1768983322 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6b815b370 msgr2=0x7fa6b8154150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:43.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.366+0000 7fa6b659c640 1 --2- 172.21.15.111:0/1768983322 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6b815b370 0x7fa6b8154150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:43.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.366+0000 7fa6b659c640 1 -- 172.21.15.111:0/1768983322 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6b8154690 con 0x7fa6b806f130 2024-09-19T04:33:43.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.366+0000 7fa6b5d9b640 1 --2- 172.21.15.111:0/1768983322 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6b815b370 0x7fa6b8154150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:33:43.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.366+0000 7fa6b659c640 1 --2- 172.21.15.111:0/1768983322 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6b806f130 0x7fa6b81577c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fa6a8031000 tx=0x7fa6a8004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:43.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.366+0000 7fa6a6ffd640 1 -- 172.21.15.111:0/1768983322 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6a8040070 con 0x7fa6b806f130 2024-09-19T04:33:43.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.366+0000 7fa6a6ffd640 1 -- 172.21.15.111:0/1768983322 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6a8031c40 con 0x7fa6b806f130 2024-09-19T04:33:43.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.366+0000 7fa6bc8ba640 1 -- 172.21.15.111:0/1768983322 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6b80ab600 con 0x7fa6b806f130 2024-09-19T04:33:43.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.366+0000 7fa6a6ffd640 1 -- 172.21.15.111:0/1768983322 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6a8009450 con 0x7fa6b806f130 2024-09-19T04:33:43.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.366+0000 7fa6bc8ba640 1 -- 172.21.15.111:0/1768983322 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6b80ae310 con 0x7fa6b806f130 2024-09-19T04:33:43.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.367+0000 7fa6bc8ba640 1 -- 172.21.15.111:0/1768983322 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6b815ba80 con 0x7fa6b806f130 2024-09-19T04:33:43.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.368+0000 7fa6a6ffd640 1 -- 172.21.15.111:0/1768983322 <== mon.1 v2:172.21.15.114:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa6a8039040 con 0x7fa6b806f130 2024-09-19T04:33:43.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.368+0000 7fa6a6ffd640 1 --2- 172.21.15.111:0/1768983322 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa69806c2e0 0x7fa69806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:43.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.368+0000 7fa6a6ffd640 1 -- 172.21.15.111:0/1768983322 <== mon.1 v2:172.21.15.114:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fa6a80acab0 con 0x7fa6b806f130 2024-09-19T04:33:43.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.368+0000 7fa6b5d9b640 1 --2- 172.21.15.111:0/1768983322 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa69806c2e0 0x7fa69806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:43.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.369+0000 7fa6b5d9b640 1 --2- 172.21.15.111:0/1768983322 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa69806c2e0 0x7fa69806e7a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fa6b8072890 tx=0x7fa6ac009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:43.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.374+0000 7fa6a6ffd640 1 -- 172.21.15.111:0/1768983322 <== mon.1 v2:172.21.15.114:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa6b815ba80 con 0x7fa6b806f130 2024-09-19T04:33:43.575 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:43.573+0000 7fa6bc8ba640 1 -- 172.21.15.111:0/1768983322 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7fa6b80ae100 con 0x7fa6b806f130 2024-09-19T04:33:44.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.249+0000 7fa6a6ffd640 1 -- 172.21.15.111:0/1768983322 <== mon.1 v2:172.21.15.114:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v14) ==== 136+0+0 (secure 0 0 0) 0x7fa6a804a060 con 0x7fa6b806f130 2024-09-19T04:33:44.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.252+0000 7fa6bc8ba640 1 -- 172.21.15.111:0/1768983322 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa69806c2e0 msgr2=0x7fa69806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:44.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.252+0000 7fa6bc8ba640 1 --2- 172.21.15.111:0/1768983322 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa69806c2e0 0x7fa69806e7a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fa6b8072890 tx=0x7fa6ac009040 comp rx=0 tx=0).stop 2024-09-19T04:33:44.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.252+0000 7fa6bc8ba640 1 -- 172.21.15.111:0/1768983322 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6b806f130 msgr2=0x7fa6b81577c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:44.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.252+0000 7fa6bc8ba640 1 --2- 172.21.15.111:0/1768983322 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6b806f130 0x7fa6b81577c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fa6a8031000 tx=0x7fa6a8004a40 comp rx=0 tx=0).stop 2024-09-19T04:33:44.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.252+0000 7fa6bc8ba640 1 -- 172.21.15.111:0/1768983322 shutdown_connections 2024-09-19T04:33:44.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.252+0000 7fa6bc8ba640 1 --2- 172.21.15.111:0/1768983322 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa69806c2e0 0x7fa69806e7a0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:44.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.252+0000 7fa6bc8ba640 1 --2- 172.21.15.111:0/1768983322 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa6b815f9f0 0x7fa6b8159e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:44.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.252+0000 7fa6bc8ba640 1 --2- 172.21.15.111:0/1768983322 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6b815b370 0x7fa6b8154150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:44.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.252+0000 7fa6bc8ba640 1 --2- 172.21.15.111:0/1768983322 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6b806f130 0x7fa6b81577c0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:44.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.252+0000 7fa6bc8ba640 1 -- 172.21.15.111:0/1768983322 >> 172.21.15.111:0/1768983322 conn(0x7fa6b806bba0 msgr2=0x7fa6b806e870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:44.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.252+0000 7fa6bc8ba640 1 -- 172.21.15.111:0/1768983322 shutdown_connections 2024-09-19T04:33:44.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.252+0000 7fa6bc8ba640 1 -- 172.21.15.111:0/1768983322 wait complete. 2024-09-19T04:33:44.268 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-19T04:33:44.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.371+0000 7fdf877e8640 1 Processor -- start 2024-09-19T04:33:44.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.371+0000 7fdf877e8640 1 -- start start 2024-09-19T04:33:44.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.372+0000 7fdf877e8640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fdf8006bba0 0x7fdf8006bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:44.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.372+0000 7fdf877e8640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf8006c4f0 con 0x7fdf80162c40 2024-09-19T04:33:44.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.372+0000 7fdf877e8640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf8015f520 con 0x7fdf80162860 2024-09-19T04:33:44.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.372+0000 7fdf877e8640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fdf801630b0 con 0x7fdf8006bba0 2024-09-19T04:33:44.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.372+0000 7fdf84d83640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fdf80162c40 0x7fdf800b3300 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:45112/0 (socket says 172.21.15.111:45112) 2024-09-19T04:33:44.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.372+0000 7fdf84d83640 1 -- 172.21.15.111:0/1409116192 learned_addr learned my addr 172.21.15.111:0/1409116192 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:44.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.372+0000 7fdf85d85640 1 --2- 172.21.15.111:0/1409116192 >> v2:172.21.15.114:3300/0 conn(0x7fdf8006bba0 0x7fdf8006bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:44.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.372+0000 7fdf77fff640 1 -- 172.21.15.111:0/1409116192 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 269623166 0 0) 0x7fdf70001110 con 0x7fdf80162c40 2024-09-19T04:33:44.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.372+0000 7fdf77fff640 1 -- 172.21.15.111:0/1409116192 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdf6c003520 con 0x7fdf80162c40 2024-09-19T04:33:44.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.372+0000 7fdf77fff640 1 -- 172.21.15.111:0/1409116192 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 935526002 0 0) 0x7fdf6c003520 con 0x7fdf80162c40 2024-09-19T04:33:44.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.372+0000 7fdf77fff640 1 -- 172.21.15.111:0/1409116192 >> v2:172.21.15.114:3300/0 conn(0x7fdf8006bba0 msgr2=0x7fdf8006bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:44.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.372+0000 7fdf77fff640 1 --2- 172.21.15.111:0/1409116192 >> v2:172.21.15.114:3300/0 conn(0x7fdf8006bba0 0x7fdf8006bfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:44.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.372+0000 7fdf77fff640 1 -- 172.21.15.111:0/1409116192 >> v1:172.21.15.114:6789/0 conn(0x7fdf80162860 legacy=0x7fdf8015ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:44.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.372+0000 7fdf77fff640 1 -- 172.21.15.111:0/1409116192 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf8015f800 con 0x7fdf80162c40 2024-09-19T04:33:44.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.372+0000 7fdf77fff640 1 -- 172.21.15.111:0/1409116192 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fdf70001840 con 0x7fdf80162c40 2024-09-19T04:33:44.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.372+0000 7fdf77fff640 1 -- 172.21.15.111:0/1409116192 >> v1:172.21.15.111:6789/0 conn(0x7fdf80162c40 legacy=0x7fdf800b3300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:44.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.372+0000 7fdf77fff640 1 --2- 172.21.15.111:0/1409116192 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdf6c0039b0 0x7fdf6c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:44.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.372+0000 7fdf77fff640 1 --2- 172.21.15.111:0/1409116192 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdf6c0043b0 0x7fdf6c004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:44.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.372+0000 7fdf77fff640 1 --2- 172.21.15.111:0/1409116192 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf6c005120 0x7fdf6c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:44.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.372+0000 7fdf77fff640 1 -- 172.21.15.111:0/1409116192 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6c00c030 con 0x7fdf6c005120 2024-09-19T04:33:44.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.372+0000 7fdf77fff640 1 -- 172.21.15.111:0/1409116192 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6c00c1e0 con 0x7fdf6c0039b0 2024-09-19T04:33:44.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.372+0000 7fdf77fff640 1 -- 172.21.15.111:0/1409116192 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fdf6c00c3e0 con 0x7fdf6c0043b0 2024-09-19T04:33:44.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.372+0000 7fdf85d85640 1 --2- 172.21.15.111:0/1409116192 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf6c005120 0x7fdf6c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:44.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.372+0000 7fdf85584640 1 --2- 172.21.15.111:0/1409116192 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdf6c0039b0 0x7fdf6c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:44.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.373+0000 7fdf84d83640 1 --2- 172.21.15.111:0/1409116192 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdf6c0043b0 0x7fdf6c004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:44.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.373+0000 7fdf85d85640 1 -- 172.21.15.111:0/1409116192 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdf6c0043b0 msgr2=0x7fdf6c004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:44.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.373+0000 7fdf85d85640 1 --2- 172.21.15.111:0/1409116192 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdf6c0043b0 0x7fdf6c004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:44.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.373+0000 7fdf85d85640 1 -- 172.21.15.111:0/1409116192 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdf6c0039b0 msgr2=0x7fdf6c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:44.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.373+0000 7fdf85d85640 1 --2- 172.21.15.111:0/1409116192 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdf6c0039b0 0x7fdf6c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:44.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.373+0000 7fdf85d85640 1 -- 172.21.15.111:0/1409116192 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf6c003520 con 0x7fdf6c005120 2024-09-19T04:33:44.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.373+0000 7fdf85d85640 1 -- 172.21.15.111:0/1409116192 reap_dead start 2024-09-19T04:33:44.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.373+0000 7fdf85d85640 1 --2- 172.21.15.111:0/1409116192 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf6c005120 0x7fdf6c00b9c0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fdf78009fc0 tx=0x7fdf6c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2172fec3839c549f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:44.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.374+0000 7fdf77fff640 1 -- 172.21.15.111:0/1409116192 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf78035020 con 0x7fdf6c005120 2024-09-19T04:33:44.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.374+0000 7fdf77fff640 1 -- 172.21.15.111:0/1409116192 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf78003bd0 con 0x7fdf6c005120 2024-09-19T04:33:44.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.374+0000 7fdf77fff640 1 -- 172.21.15.111:0/1409116192 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf78009c10 con 0x7fdf6c005120 2024-09-19T04:33:44.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.374+0000 7fdf877e8640 1 -- 172.21.15.111:0/1409116192 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf6c005120 msgr2=0x7fdf6c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:44.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.374+0000 7fdf877e8640 1 --2- 172.21.15.111:0/1409116192 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf6c005120 0x7fdf6c00b9c0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fdf78009fc0 tx=0x7fdf6c005830 comp rx=0 tx=0).stop 2024-09-19T04:33:44.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.374+0000 7fdf877e8640 1 -- 172.21.15.111:0/1409116192 shutdown_connections 2024-09-19T04:33:44.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.374+0000 7fdf877e8640 1 --2- 172.21.15.111:0/1409116192 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf6c005120 0x7fdf6c00b9c0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:44.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.374+0000 7fdf877e8640 1 -- 172.21.15.111:0/1409116192 >> 172.21.15.111:0/1409116192 conn(0x7fdf8006ce90 msgr2=0x7fdf8006d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:44.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.374+0000 7fdf877e8640 1 -- 172.21.15.111:0/1409116192 shutdown_connections 2024-09-19T04:33:44.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.374+0000 7fdf877e8640 1 -- 172.21.15.111:0/1409116192 wait complete. 2024-09-19T04:33:44.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.375+0000 7fdf877e8640 1 Processor -- start 2024-09-19T04:33:44.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.375+0000 7fdf877e8640 1 -- start start 2024-09-19T04:33:44.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.376+0000 7fdf877e8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdf6c005120 0x7fdf800cfd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:44.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.376+0000 7fdf877e8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf800b6900 0x7fdf801f4080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:44.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.376+0000 7fdf877e8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdf801f5220 0x7fdf801539a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:44.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.376+0000 7fdf877e8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fdf800b2de0 con 0x7fdf800b6900 2024-09-19T04:33:44.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.376+0000 7fdf877e8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fdf8015fae0 con 0x7fdf6c005120 2024-09-19T04:33:44.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.376+0000 7fdf877e8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fdf8006bfb0 con 0x7fdf801f5220 2024-09-19T04:33:44.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.376+0000 7fdf84d83640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf800b6900 0x7fdf801f4080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:44.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.376+0000 7fdf84d83640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf800b6900 0x7fdf801f4080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44532/0 (socket says 172.21.15.111:44532) 2024-09-19T04:33:44.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.376+0000 7fdf84d83640 1 -- 172.21.15.111:0/2098437376 learned_addr learned my addr 172.21.15.111:0/2098437376 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:44.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.376+0000 7fdf85d85640 1 --2- 172.21.15.111:0/2098437376 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdf801f5220 0x7fdf801539a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:44.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.376+0000 7fdf85584640 1 --2- 172.21.15.111:0/2098437376 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdf6c005120 0x7fdf800cfd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:44.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.376+0000 7fdf84d83640 1 -- 172.21.15.111:0/2098437376 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdf801f5220 msgr2=0x7fdf801539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:44.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.376+0000 7fdf84d83640 1 --2- 172.21.15.111:0/2098437376 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdf801f5220 0x7fdf801539a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:44.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.377+0000 7fdf84d83640 1 -- 172.21.15.111:0/2098437376 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdf6c005120 msgr2=0x7fdf800cfd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:44.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.377+0000 7fdf84d83640 1 --2- 172.21.15.111:0/2098437376 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdf6c005120 0x7fdf800cfd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:44.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.377+0000 7fdf84d83640 1 -- 172.21.15.111:0/2098437376 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf800b6d80 con 0x7fdf800b6900 2024-09-19T04:33:44.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.377+0000 7fdf84d83640 1 --2- 172.21.15.111:0/2098437376 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf800b6900 0x7fdf801f4080 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fdf70004e20 tx=0x7fdf70007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:44.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.377+0000 7fdf75ffb640 1 -- 172.21.15.111:0/2098437376 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf7000f750 con 0x7fdf800b6900 2024-09-19T04:33:44.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.377+0000 7fdf75ffb640 1 -- 172.21.15.111:0/2098437376 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf70018070 con 0x7fdf800b6900 2024-09-19T04:33:44.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.377+0000 7fdf75ffb640 1 -- 172.21.15.111:0/2098437376 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf7000fb50 con 0x7fdf800b6900 2024-09-19T04:33:44.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.377+0000 7fdf877e8640 1 -- 172.21.15.111:0/2098437376 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf801f47d0 con 0x7fdf800b6900 2024-09-19T04:33:44.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.377+0000 7fdf877e8640 1 -- 172.21.15.111:0/2098437376 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf801f4d90 con 0x7fdf800b6900 2024-09-19T04:33:44.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.378+0000 7fdf877e8640 1 -- 172.21.15.111:0/2098437376 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf8015ebb0 con 0x7fdf800b6900 2024-09-19T04:33:44.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.378+0000 7fdf75ffb640 1 -- 172.21.15.111:0/2098437376 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdf7000fcf0 con 0x7fdf800b6900 2024-09-19T04:33:44.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.379+0000 7fdf75ffb640 1 --2- 172.21.15.111:0/2098437376 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdf6406c2b0 0x7fdf6406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:44.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.379+0000 7fdf75ffb640 1 -- 172.21.15.111:0/2098437376 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fdf7008b170 con 0x7fdf800b6900 2024-09-19T04:33:44.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.379+0000 7fdf85584640 1 --2- 172.21.15.111:0/2098437376 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdf6406c2b0 0x7fdf6406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:44.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.379+0000 7fdf85584640 1 --2- 172.21.15.111:0/2098437376 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdf6406c2b0 0x7fdf6406e770 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fdf8006fbe0 tx=0x7fdf7c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:44.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.384+0000 7fdf75ffb640 1 -- 172.21.15.111:0/2098437376 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdf8006c4f0 con 0x7fdf800b6900 2024-09-19T04:33:44.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.571+0000 7fdf877e8640 1 -- 172.21.15.111:0/2098437376 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7fdf800b3ad0 con 0x7fdf6406c2b0 2024-09-19T04:33:44.575 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.573+0000 7fdf75ffb640 1 -- 172.21.15.111:0/2098437376 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fdf800b3ad0 con 0x7fdf6406c2b0 2024-09-19T04:33:44.575 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:33:44.575 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:33:44.575 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "cephfs" 2024-09-19T04:33:44.575 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:33:44.575 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:33:44.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.575+0000 7fdf877e8640 1 -- 172.21.15.111:0/2098437376 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdf6406c2b0 msgr2=0x7fdf6406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:44.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.575+0000 7fdf877e8640 1 --2- 172.21.15.111:0/2098437376 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdf6406c2b0 0x7fdf6406e770 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fdf8006fbe0 tx=0x7fdf7c009040 comp rx=0 tx=0).stop 2024-09-19T04:33:44.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.575+0000 7fdf877e8640 1 -- 172.21.15.111:0/2098437376 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf800b6900 msgr2=0x7fdf801f4080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:44.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.575+0000 7fdf877e8640 1 --2- 172.21.15.111:0/2098437376 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf800b6900 0x7fdf801f4080 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fdf70004e20 tx=0x7fdf70007430 comp rx=0 tx=0).stop 2024-09-19T04:33:44.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.575+0000 7fdf877e8640 1 -- 172.21.15.111:0/2098437376 shutdown_connections 2024-09-19T04:33:44.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.575+0000 7fdf877e8640 1 --2- 172.21.15.111:0/2098437376 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdf6406c2b0 0x7fdf6406e770 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:44.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.575+0000 7fdf877e8640 1 --2- 172.21.15.111:0/2098437376 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdf801f5220 0x7fdf801539a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:44.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.575+0000 7fdf877e8640 1 --2- 172.21.15.111:0/2098437376 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf800b6900 0x7fdf801f4080 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:44.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.575+0000 7fdf877e8640 1 --2- 172.21.15.111:0/2098437376 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdf6c005120 0x7fdf800cfd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:44.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.575+0000 7fdf877e8640 1 -- 172.21.15.111:0/2098437376 >> 172.21.15.111:0/2098437376 conn(0x7fdf8006ce90 msgr2=0x7fdf8006dfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:44.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.575+0000 7fdf877e8640 1 -- 172.21.15.111:0/2098437376 shutdown_connections 2024-09-19T04:33:44.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.575+0000 7fdf877e8640 1 -- 172.21.15.111:0/2098437376 wait complete. 2024-09-19T04:33:44.588 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T04:33:44.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.687+0000 7f7308ab7640 1 Processor -- start 2024-09-19T04:33:44.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.687+0000 7f7308ab7640 1 -- start start 2024-09-19T04:33:44.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.687+0000 7f7308ab7640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7304158e50 0x7f73040b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:44.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.687+0000 7f7308ab7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f730406f130 0x7f73040ce200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:44.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.687+0000 7f7308ab7640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f730415c800 con 0x7f730415c370 2024-09-19T04:33:44.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.687+0000 7f7308ab7640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f73040b43f0 con 0x7f7304158e50 2024-09-19T04:33:44.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.687+0000 7f7308ab7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f73040b3630 con 0x7f730406f130 2024-09-19T04:33:44.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.688+0000 7f730259c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7304158e50 0x7f73040b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:44.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.688+0000 7f730259c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7304158e50 0x7f73040b5050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44534/0 (socket says 172.21.15.111:44534) 2024-09-19T04:33:44.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.688+0000 7f730259c640 1 -- 172.21.15.111:0/3489832107 learned_addr learned my addr 172.21.15.111:0/3489832107 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:44.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.688+0000 7f7302d9d640 1 --2- 172.21.15.111:0/3489832107 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f730406f130 0x7f73040ce200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:44.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.688+0000 7f730259c640 1 -- 172.21.15.111:0/3489832107 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f730406f130 msgr2=0x7f73040ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:44.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.688+0000 7f730259c640 1 --2- 172.21.15.111:0/3489832107 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f730406f130 0x7f73040ce200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:44.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.688+0000 7f730259c640 1 -- 172.21.15.111:0/3489832107 >> v1:172.21.15.111:6789/0 conn(0x7f730415c370 legacy=0x7f730406ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:44.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.688+0000 7f730259c640 1 -- 172.21.15.111:0/3489832107 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73040b3910 con 0x7f7304158e50 2024-09-19T04:33:44.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.688+0000 7f7301d9b640 1 -- 172.21.15.111:0/3489832107 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1582789449 0 0) 0x7f730415c800 con 0x7f730415c370 2024-09-19T04:33:44.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.689+0000 7f730259c640 1 --2- 172.21.15.111:0/3489832107 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7304158e50 0x7f73040b5050 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f72f4009870 tx=0x7f72f402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93c8f9d08ff04ae7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:44.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.689+0000 7f7301d9b640 1 -- 172.21.15.111:0/3489832107 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72f4037070 con 0x7f7304158e50 2024-09-19T04:33:44.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.689+0000 7f7301d9b640 1 -- 172.21.15.111:0/3489832107 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72f4032440 con 0x7f7304158e50 2024-09-19T04:33:44.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.689+0000 7f7301d9b640 1 -- 172.21.15.111:0/3489832107 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72f4032810 con 0x7f7304158e50 2024-09-19T04:33:44.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.689+0000 7f7308ab7640 1 -- 172.21.15.111:0/3489832107 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7304158e50 msgr2=0x7f73040b5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:44.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.689+0000 7f7308ab7640 1 --2- 172.21.15.111:0/3489832107 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7304158e50 0x7f73040b5050 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f72f4009870 tx=0x7f72f402a270 comp rx=0 tx=0).stop 2024-09-19T04:33:44.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.689+0000 7f7308ab7640 1 -- 172.21.15.111:0/3489832107 shutdown_connections 2024-09-19T04:33:44.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.689+0000 7f7308ab7640 1 --2- 172.21.15.111:0/3489832107 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f730406f130 0x7f73040ce200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:44.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.689+0000 7f7308ab7640 1 --2- 172.21.15.111:0/3489832107 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7304158e50 0x7f73040b5050 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:44.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.689+0000 7f7308ab7640 1 -- 172.21.15.111:0/3489832107 >> 172.21.15.111:0/3489832107 conn(0x7f730406bba0 msgr2=0x7f730406bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:44.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.689+0000 7f7308ab7640 1 -- 172.21.15.111:0/3489832107 shutdown_connections 2024-09-19T04:33:44.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.689+0000 7f7308ab7640 1 -- 172.21.15.111:0/3489832107 wait complete. 2024-09-19T04:33:44.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.691+0000 7f7308ab7640 1 Processor -- start 2024-09-19T04:33:44.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.691+0000 7f7308ab7640 1 -- start start 2024-09-19T04:33:44.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.691+0000 7f7308ab7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f730406f130 0x7f7304149d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:44.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.691+0000 7f7308ab7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7304158e50 0x7f73040ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:44.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.691+0000 7f7308ab7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f730415c370 0x7f73040aee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:44.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.691+0000 7f7308ab7640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7304159230 con 0x7f730415c370 2024-09-19T04:33:44.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.691+0000 7f7308ab7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f73040b3ed0 con 0x7f730406f130 2024-09-19T04:33:44.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.691+0000 7f7308ab7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f73040ce740 con 0x7f7304158e50 2024-09-19T04:33:44.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.692+0000 7f7302d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f730415c370 0x7f73040aee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:44.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.692+0000 7f7302d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f730415c370 0x7f73040aee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44548/0 (socket says 172.21.15.111:44548) 2024-09-19T04:33:44.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.692+0000 7f7302d9d640 1 -- 172.21.15.111:0/1130911110 learned_addr learned my addr 172.21.15.111:0/1130911110 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:44.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.692+0000 7f730259c640 1 --2- 172.21.15.111:0/1130911110 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f730406f130 0x7f7304149d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:44.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.692+0000 7f72fbfff640 1 --2- 172.21.15.111:0/1130911110 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7304158e50 0x7f73040ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:44.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.692+0000 7f7302d9d640 1 -- 172.21.15.111:0/1130911110 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7304158e50 msgr2=0x7f73040ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:44.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.692+0000 7f7302d9d640 1 --2- 172.21.15.111:0/1130911110 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7304158e50 0x7f73040ae8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:44.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.692+0000 7f7302d9d640 1 -- 172.21.15.111:0/1130911110 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f730406f130 msgr2=0x7f7304149d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:44.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.692+0000 7f7302d9d640 1 --2- 172.21.15.111:0/1130911110 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f730406f130 0x7f7304149d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:44.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.692+0000 7f7302d9d640 1 -- 172.21.15.111:0/1130911110 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f730414a2a0 con 0x7f730415c370 2024-09-19T04:33:44.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.692+0000 7f730259c640 1 --2- 172.21.15.111:0/1130911110 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f730406f130 0x7f7304149d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:33:44.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.692+0000 7f7302d9d640 1 --2- 172.21.15.111:0/1130911110 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f730415c370 0x7f73040aee20 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f72fc00efc0 tx=0x7f72fc00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:44.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.692+0000 7f72faffd640 1 -- 172.21.15.111:0/1130911110 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72fc018020 con 0x7f730415c370 2024-09-19T04:33:44.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.692+0000 7f72faffd640 1 -- 172.21.15.111:0/1130911110 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72fc014480 con 0x7f730415c370 2024-09-19T04:33:44.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.692+0000 7f7308ab7640 1 -- 172.21.15.111:0/1130911110 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f730415cb30 con 0x7f730415c370 2024-09-19T04:33:44.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.692+0000 7f72faffd640 1 -- 172.21.15.111:0/1130911110 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72fc014870 con 0x7f730415c370 2024-09-19T04:33:44.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.692+0000 7f7308ab7640 1 -- 172.21.15.111:0/1130911110 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f730415d0f0 con 0x7f730415c370 2024-09-19T04:33:44.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.693+0000 7f7308ab7640 1 -- 172.21.15.111:0/1130911110 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73040ce200 con 0x7f730415c370 2024-09-19T04:33:44.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.694+0000 7f72faffd640 1 -- 172.21.15.111:0/1130911110 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f72fc005d10 con 0x7f730415c370 2024-09-19T04:33:44.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.694+0000 7f72faffd640 1 --2- 172.21.15.111:0/1130911110 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f72e406c2b0 0x7f72e406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:44.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.694+0000 7f730259c640 1 --2- 172.21.15.111:0/1130911110 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f72e406c2b0 0x7f72e406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:44.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.694+0000 7f72faffd640 1 -- 172.21.15.111:0/1130911110 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f72fc08c070 con 0x7f730415c370 2024-09-19T04:33:44.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.695+0000 7f730259c640 1 --2- 172.21.15.111:0/1130911110 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f72e406c2b0 0x7f72e406e770 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f72f4034000 tx=0x7f72f402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:44.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.699+0000 7f72faffd640 1 -- 172.21.15.111:0/1130911110 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f72fc022030 con 0x7f730415c370 2024-09-19T04:33:44.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.866+0000 7f7308ab7640 1 -- 172.21.15.111:0/1130911110 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f73040731d0 con 0x7f730415c370 2024-09-19T04:33:44.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.866+0000 7f72faffd640 1 -- 172.21.15.111:0/1130911110 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7f730414a2a0 con 0x7f730415c370 2024-09-19T04:33:44.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.868+0000 7f7308ab7640 1 -- 172.21.15.111:0/1130911110 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f72e406c2b0 msgr2=0x7f72e406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:44.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.868+0000 7f7308ab7640 1 --2- 172.21.15.111:0/1130911110 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f72e406c2b0 0x7f72e406e770 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f72f4034000 tx=0x7f72f402e000 comp rx=0 tx=0).stop 2024-09-19T04:33:44.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.868+0000 7f7308ab7640 1 -- 172.21.15.111:0/1130911110 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f730415c370 msgr2=0x7f73040aee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:44.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.868+0000 7f7308ab7640 1 --2- 172.21.15.111:0/1130911110 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f730415c370 0x7f73040aee20 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f72fc00efc0 tx=0x7f72fc00c490 comp rx=0 tx=0).stop 2024-09-19T04:33:44.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.868+0000 7f7308ab7640 1 -- 172.21.15.111:0/1130911110 shutdown_connections 2024-09-19T04:33:44.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.868+0000 7f7308ab7640 1 --2- 172.21.15.111:0/1130911110 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f72e406c2b0 0x7f72e406e770 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:44.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.868+0000 7f7308ab7640 1 --2- 172.21.15.111:0/1130911110 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f730415c370 0x7f73040aee20 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:44.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.868+0000 7f7308ab7640 1 --2- 172.21.15.111:0/1130911110 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7304158e50 0x7f73040ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:44.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.868+0000 7f7308ab7640 1 --2- 172.21.15.111:0/1130911110 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f730406f130 0x7f7304149d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:44.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.868+0000 7f7308ab7640 1 -- 172.21.15.111:0/1130911110 >> 172.21.15.111:0/1130911110 conn(0x7f730406bba0 msgr2=0x7f73040cea90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:44.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.868+0000 7f7308ab7640 1 -- 172.21.15.111:0/1130911110 shutdown_connections 2024-09-19T04:33:44.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:44.868+0000 7f7308ab7640 1 -- 172.21.15.111:0/1130911110 wait complete. 2024-09-19T04:33:44.882 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:44.882 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p ./volumes/subvol_grp44710/subvol31990) 2024-09-19T04:33:44.912 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:44.913 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-19T04:33:44.970 INFO:teuthology.orchestra.run.smithi111.stdout:cephfs_data 2024-09-19T04:33:44.970 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:44.971 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data ./volumes/subvol_grp44710/subvol31990) 2024-09-19T04:33:45.060 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:33:45.060 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/home/ubuntu/cephtest/mnt.0/./volumes/subvol_grp44710/subvol31990/.meta 2024-09-19T04:33:45.087 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol31990 subvol_grp44710 2024-09-19T04:33:45.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.228+0000 7fc665bd6640 1 Processor -- start 2024-09-19T04:33:45.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.228+0000 7fc665bd6640 1 -- start start 2024-09-19T04:33:45.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.229+0000 7fc665bd6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc66015e670 0x7fc6600cd140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:45.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.229+0000 7fc665bd6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc6600cd680 0x7fc6600ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:45.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.229+0000 7fc665bd6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6600cdac0 con 0x7fc6600aee20 2024-09-19T04:33:45.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.229+0000 7fc665bd6640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fc66015ea50 con 0x7fc6600cd680 2024-09-19T04:33:45.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.229+0000 7fc665bd6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fc6600af610 con 0x7fc66015e670 2024-09-19T04:33:45.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.229+0000 7fc65effd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc6600cd680 0x7fc6600ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:45.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.229+0000 7fc65effd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc6600cd680 0x7fc6600ae8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44554/0 (socket says 172.21.15.111:44554) 2024-09-19T04:33:45.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.229+0000 7fc65effd640 1 -- 172.21.15.111:0/1095056312 learned_addr learned my addr 172.21.15.111:0/1095056312 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:45.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.229+0000 7fc65effd640 1 -- 172.21.15.111:0/1095056312 >> v2:172.21.15.114:3300/0 conn(0x7fc66015e670 msgr2=0x7fc6600cd140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:45.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.229+0000 7fc65f7fe640 1 --2- 172.21.15.111:0/1095056312 >> v2:172.21.15.114:3300/0 conn(0x7fc66015e670 0x7fc6600cd140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:45.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.229+0000 7fc65effd640 1 --2- 172.21.15.111:0/1095056312 >> v2:172.21.15.114:3300/0 conn(0x7fc66015e670 0x7fc6600cd140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:45.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.229+0000 7fc65effd640 1 -- 172.21.15.111:0/1095056312 >> v1:172.21.15.114:6789/0 conn(0x7fc6600aee20 legacy=0x7fc660071780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:45.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.229+0000 7fc65effd640 1 -- 172.21.15.111:0/1095056312 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6600af8f0 con 0x7fc6600cd680 2024-09-19T04:33:45.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.230+0000 7fc65effd640 1 --2- 172.21.15.111:0/1095056312 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6600cd680 0x7fc6600ae8e0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fc6600b3560 tx=0x7fc65402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4272651dbf073cf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:45.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.230+0000 7fc65e7fc640 1 -- 172.21.15.111:0/1095056312 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc654037070 con 0x7fc6600cd680 2024-09-19T04:33:45.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.230+0000 7fc65e7fc640 1 -- 172.21.15.111:0/1095056312 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc654032440 con 0x7fc6600cd680 2024-09-19T04:33:45.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.230+0000 7fc65e7fc640 1 -- 172.21.15.111:0/1095056312 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc654032810 con 0x7fc6600cd680 2024-09-19T04:33:45.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.230+0000 7fc665bd6640 1 -- 172.21.15.111:0/1095056312 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6600cd680 msgr2=0x7fc6600ae8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:45.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.230+0000 7fc665bd6640 1 --2- 172.21.15.111:0/1095056312 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6600cd680 0x7fc6600ae8e0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fc6600b3560 tx=0x7fc65402a1a0 comp rx=0 tx=0).stop 2024-09-19T04:33:45.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.231+0000 7fc665bd6640 1 -- 172.21.15.111:0/1095056312 shutdown_connections 2024-09-19T04:33:45.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.231+0000 7fc665bd6640 1 --2- 172.21.15.111:0/1095056312 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6600cd680 0x7fc6600ae8e0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:45.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.231+0000 7fc665bd6640 1 --2- 172.21.15.111:0/1095056312 >> v2:172.21.15.114:3300/0 conn(0x7fc66015e670 0x7fc6600cd140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:45.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.231+0000 7fc665bd6640 1 -- 172.21.15.111:0/1095056312 >> 172.21.15.111:0/1095056312 conn(0x7fc66006bba0 msgr2=0x7fc66006bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:45.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.231+0000 7fc665bd6640 1 -- 172.21.15.111:0/1095056312 shutdown_connections 2024-09-19T04:33:45.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.231+0000 7fc665bd6640 1 -- 172.21.15.111:0/1095056312 wait complete. 2024-09-19T04:33:45.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.232+0000 7fc665bd6640 1 Processor -- start 2024-09-19T04:33:45.237 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.232+0000 7fc665bd6640 1 -- start start 2024-09-19T04:33:45.239 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.233+0000 7fc665bd6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6600aee20 0x7fc660148460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:45.239 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.233+0000 7fc665bd6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6600cd680 0x7fc66015ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:45.239 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.233+0000 7fc665bd6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc66015e670 0x7fc66014a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:45.239 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.233+0000 7fc665bd6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc6600af290 con 0x7fc6600aee20 2024-09-19T04:33:45.239 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.233+0000 7fc665bd6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc6600afeb0 con 0x7fc6600cd680 2024-09-19T04:33:45.239 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.233+0000 7fc665bd6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc660071e90 con 0x7fc66015e670 2024-09-19T04:33:45.239 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.233+0000 7fc65f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6600aee20 0x7fc660148460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:45.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.233+0000 7fc65f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6600aee20 0x7fc660148460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44564/0 (socket says 172.21.15.111:44564) 2024-09-19T04:33:45.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.233+0000 7fc65f7fe640 1 -- 172.21.15.111:0/2017033019 learned_addr learned my addr 172.21.15.111:0/2017033019 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:45.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.233+0000 7fc65effd640 1 --2- 172.21.15.111:0/2017033019 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6600cd680 0x7fc66015ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:45.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.233+0000 7fc65ffff640 1 --2- 172.21.15.111:0/2017033019 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc66015e670 0x7fc66014a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:45.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.233+0000 7fc65f7fe640 1 -- 172.21.15.111:0/2017033019 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc66015e670 msgr2=0x7fc66014a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:45.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.233+0000 7fc65f7fe640 1 --2- 172.21.15.111:0/2017033019 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc66015e670 0x7fc66014a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:45.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.233+0000 7fc65f7fe640 1 -- 172.21.15.111:0/2017033019 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6600cd680 msgr2=0x7fc66015ec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:45.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.233+0000 7fc65f7fe640 1 --2- 172.21.15.111:0/2017033019 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6600cd680 0x7fc66015ec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:45.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.233+0000 7fc65f7fe640 1 -- 172.21.15.111:0/2017033019 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc660149140 con 0x7fc6600aee20 2024-09-19T04:33:45.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.233+0000 7fc65f7fe640 1 --2- 172.21.15.111:0/2017033019 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6600aee20 0x7fc660148460 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fc65000c7f0 tx=0x7fc65000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:45.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.233+0000 7fc647fff640 1 -- 172.21.15.111:0/2017033019 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc650015070 con 0x7fc6600aee20 2024-09-19T04:33:45.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.233+0000 7fc647fff640 1 -- 172.21.15.111:0/2017033019 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc650004220 con 0x7fc6600aee20 2024-09-19T04:33:45.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.233+0000 7fc665bd6640 1 -- 172.21.15.111:0/2017033019 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc660149420 con 0x7fc6600aee20 2024-09-19T04:33:45.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.233+0000 7fc647fff640 1 -- 172.21.15.111:0/2017033019 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc650007620 con 0x7fc6600aee20 2024-09-19T04:33:45.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.233+0000 7fc665bd6640 1 -- 172.21.15.111:0/2017033019 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc660149cc0 con 0x7fc6600aee20 2024-09-19T04:33:45.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.234+0000 7fc665bd6640 1 -- 172.21.15.111:0/2017033019 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc660149810 con 0x7fc6600aee20 2024-09-19T04:33:45.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.235+0000 7fc647fff640 1 -- 172.21.15.111:0/2017033019 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc6500077c0 con 0x7fc6600aee20 2024-09-19T04:33:45.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.235+0000 7fc647fff640 1 --2- 172.21.15.111:0/2017033019 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc64c06c2b0 0x7fc64c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:45.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.235+0000 7fc647fff640 1 -- 172.21.15.111:0/2017033019 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fc65008b4e0 con 0x7fc6600aee20 2024-09-19T04:33:45.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.235+0000 7fc65effd640 1 --2- 172.21.15.111:0/2017033019 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc64c06c2b0 0x7fc64c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:45.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.236+0000 7fc65effd640 1 --2- 172.21.15.111:0/2017033019 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc64c06c2b0 0x7fc64c06e770 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc654034000 tx=0x7fc65402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:45.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.239+0000 7fc647fff640 1 -- 172.21.15.111:0/2017033019 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc650059600 con 0x7fc6600aee20 2024-09-19T04:33:45.435 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.433+0000 7fc665bd6640 1 -- 172.21.15.111:0/2017033019 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol31990", "group_name": "subvol_grp44710", "target": ["mon-mgr", ""]}) -- 0x7fc6600691c0 con 0x7fc64c06c2b0 2024-09-19T04:33:45.439 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:33:45.437+0000 7f2ee8c90640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:33:45.439 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:33:45.437+0000 7f2ee8c90640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:33:45.439 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:33:45.437+0000 7f2ee8c90640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:33:45.439 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:33:45.437+0000 7f2ee8c90640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:33:45.439 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:33:45.437+0000 7f2ee8c90640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:33:45.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.468+0000 7fc647fff640 1 -- 172.21.15.111:0/2017033019 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fc6540327b0 con 0x7fc64c06c2b0 2024-09-19T04:33:45.471 INFO:teuthology.orchestra.run.smithi111.stdout:/volumes/subvol_grp44710/subvol31990 2024-09-19T04:33:45.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.470+0000 7fc665bd6640 1 -- 172.21.15.111:0/2017033019 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc64c06c2b0 msgr2=0x7fc64c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:45.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.470+0000 7fc665bd6640 1 --2- 172.21.15.111:0/2017033019 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc64c06c2b0 0x7fc64c06e770 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc654034000 tx=0x7fc65402e000 comp rx=0 tx=0).stop 2024-09-19T04:33:45.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.470+0000 7fc665bd6640 1 -- 172.21.15.111:0/2017033019 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6600aee20 msgr2=0x7fc660148460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:45.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.470+0000 7fc665bd6640 1 --2- 172.21.15.111:0/2017033019 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6600aee20 0x7fc660148460 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fc65000c7f0 tx=0x7fc65000ccb0 comp rx=0 tx=0).stop 2024-09-19T04:33:45.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.470+0000 7fc665bd6640 1 -- 172.21.15.111:0/2017033019 shutdown_connections 2024-09-19T04:33:45.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.470+0000 7fc665bd6640 1 --2- 172.21.15.111:0/2017033019 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc64c06c2b0 0x7fc64c06e770 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:45.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.470+0000 7fc665bd6640 1 --2- 172.21.15.111:0/2017033019 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc66015e670 0x7fc66014a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:45.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.470+0000 7fc665bd6640 1 --2- 172.21.15.111:0/2017033019 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6600cd680 0x7fc66015ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:45.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.470+0000 7fc665bd6640 1 --2- 172.21.15.111:0/2017033019 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6600aee20 0x7fc660148460 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:45.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.471+0000 7fc665bd6640 1 -- 172.21.15.111:0/2017033019 >> 172.21.15.111:0/2017033019 conn(0x7fc66006bba0 msgr2=0x7fc6600b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:45.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.471+0000 7fc665bd6640 1 -- 172.21.15.111:0/2017033019 shutdown_connections 2024-09-19T04:33:45.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.471+0000 7fc665bd6640 1 -- 172.21.15.111:0/2017033019 wait complete. 2024-09-19T04:33:45.484 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol31990 subvol_grp44710 2024-09-19T04:33:45.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.583+0000 7f1fa1d59640 1 Processor -- start 2024-09-19T04:33:45.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.583+0000 7f1fa1d59640 1 -- start start 2024-09-19T04:33:45.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.584+0000 7f1fa1d59640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f1f9c15b370 0x7f1f9c072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:45.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.584+0000 7f1fa1d59640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f9c15f9f0 0x7f1f9c06ea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:45.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.584+0000 7f1fa1d59640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1f9c06ef60 0x7f1f9c071040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:45.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.584+0000 7f1fa1d59640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f1f9c15fef0 con 0x7f1f9c06ef60 2024-09-19T04:33:45.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.584+0000 7f1fa1d59640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f1f9c15c970 con 0x7f1f9c15b370 2024-09-19T04:33:45.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.584+0000 7f1fa1d59640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1f9c15bbb0 con 0x7f1f9c15f9f0 2024-09-19T04:33:45.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.584+0000 7f1f9bfff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1f9c06ef60 0x7f1f9c071040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:45.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.584+0000 7f1f9bfff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1f9c06ef60 0x7f1f9c071040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44596/0 (socket says 172.21.15.111:44596) 2024-09-19T04:33:45.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.584+0000 7f1f9bfff640 1 -- 172.21.15.111:0/575577678 learned_addr learned my addr 172.21.15.111:0/575577678 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:45.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.584+0000 7f1f9affd640 1 --2- 172.21.15.111:0/575577678 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f9c15f9f0 0x7f1f9c06ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:45.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.584+0000 7f1f9b7fe640 1 --2- 172.21.15.111:0/575577678 >> v2:172.21.15.114:3300/0 conn(0x7f1f9c15b370 0x7f1f9c072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:45.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.585+0000 7f1f9bfff640 1 -- 172.21.15.111:0/575577678 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f9c15f9f0 msgr2=0x7f1f9c06ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:45.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.585+0000 7f1f9bfff640 1 --2- 172.21.15.111:0/575577678 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f9c15f9f0 0x7f1f9c06ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:45.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.585+0000 7f1f9bfff640 1 -- 172.21.15.111:0/575577678 >> v2:172.21.15.114:3300/0 conn(0x7f1f9c15b370 msgr2=0x7f1f9c072560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:45.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.585+0000 7f1f9bfff640 1 --2- 172.21.15.111:0/575577678 >> v2:172.21.15.114:3300/0 conn(0x7f1f9c15b370 0x7f1f9c072560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:45.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.585+0000 7f1f9bfff640 1 -- 172.21.15.111:0/575577678 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f9c15be90 con 0x7f1f9c06ef60 2024-09-19T04:33:45.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.585+0000 7f1f9bfff640 1 --2- 172.21.15.111:0/575577678 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f9c06ef60 0x7f1f9c071040 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f1f9c0696e0 tx=0x7f1f9402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4cda16dbd0f5e92 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:45.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.585+0000 7f1f9a7fc640 1 -- 172.21.15.111:0/575577678 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f94036070 con 0x7f1f9c06ef60 2024-09-19T04:33:45.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.585+0000 7f1f9a7fc640 1 -- 172.21.15.111:0/575577678 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f94031600 con 0x7f1f9c06ef60 2024-09-19T04:33:45.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.585+0000 7f1f9a7fc640 1 -- 172.21.15.111:0/575577678 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f940319d0 con 0x7f1f9c06ef60 2024-09-19T04:33:45.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.586+0000 7f1fa1d59640 1 -- 172.21.15.111:0/575577678 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f9c06ef60 msgr2=0x7f1f9c071040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:45.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.586+0000 7f1fa1d59640 1 --2- 172.21.15.111:0/575577678 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f9c06ef60 0x7f1f9c071040 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f1f9c0696e0 tx=0x7f1f9402a610 comp rx=0 tx=0).stop 2024-09-19T04:33:45.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.586+0000 7f1fa1d59640 1 -- 172.21.15.111:0/575577678 shutdown_connections 2024-09-19T04:33:45.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.586+0000 7f1fa1d59640 1 --2- 172.21.15.111:0/575577678 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f9c06ef60 0x7f1f9c071040 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:45.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.586+0000 7f1fa1d59640 1 --2- 172.21.15.111:0/575577678 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f9c15f9f0 0x7f1f9c06ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:45.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.586+0000 7f1fa1d59640 1 --2- 172.21.15.111:0/575577678 >> v2:172.21.15.114:3300/0 conn(0x7f1f9c15b370 0x7f1f9c072560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:45.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.586+0000 7f1fa1d59640 1 -- 172.21.15.111:0/575577678 >> 172.21.15.111:0/575577678 conn(0x7f1f9c06bba0 msgr2=0x7f1f9c06bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:45.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.586+0000 7f1fa1d59640 1 -- 172.21.15.111:0/575577678 shutdown_connections 2024-09-19T04:33:45.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.586+0000 7f1fa1d59640 1 -- 172.21.15.111:0/575577678 wait complete. 2024-09-19T04:33:45.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.587+0000 7f1fa1d59640 1 Processor -- start 2024-09-19T04:33:45.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.587+0000 7f1fa1d59640 1 -- start start 2024-09-19T04:33:45.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.588+0000 7f1fa1d59640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f9c06ef60 0x7f1f9c1564d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:45.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.588+0000 7f1fa1d59640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f9c15b370 0x7f1f9c14f350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:45.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.588+0000 7f1fa1d59640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f9c15f9f0 0x7f1f9c1502e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:45.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.588+0000 7f1fa1d59640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1f9c0731b0 con 0x7f1f9c06ef60 2024-09-19T04:33:45.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.588+0000 7f1fa1d59640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1f9c15c450 con 0x7f1f9c15f9f0 2024-09-19T04:33:45.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.588+0000 7f1fa1d59640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1f9c15b750 con 0x7f1f9c15b370 2024-09-19T04:33:45.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.588+0000 7f1f9b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f9c06ef60 0x7f1f9c1564d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:45.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.588+0000 7f1f9b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f9c06ef60 0x7f1f9c1564d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44600/0 (socket says 172.21.15.111:44600) 2024-09-19T04:33:45.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.588+0000 7f1f9b7fe640 1 -- 172.21.15.111:0/643873918 learned_addr learned my addr 172.21.15.111:0/643873918 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:45.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.588+0000 7f1f9affd640 1 --2- 172.21.15.111:0/643873918 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f9c15b370 0x7f1f9c14f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:45.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.588+0000 7f1f9bfff640 1 --2- 172.21.15.111:0/643873918 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f9c15f9f0 0x7f1f9c1502e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:45.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.588+0000 7f1f9b7fe640 1 -- 172.21.15.111:0/643873918 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f9c15b370 msgr2=0x7f1f9c14f350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:45.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.588+0000 7f1f9b7fe640 1 --2- 172.21.15.111:0/643873918 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f9c15b370 0x7f1f9c14f350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:45.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.588+0000 7f1f9b7fe640 1 -- 172.21.15.111:0/643873918 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f9c15f9f0 msgr2=0x7f1f9c1502e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:45.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.588+0000 7f1f9b7fe640 1 --2- 172.21.15.111:0/643873918 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f9c15f9f0 0x7f1f9c1502e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:45.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.588+0000 7f1f9b7fe640 1 -- 172.21.15.111:0/643873918 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f9c14fbe0 con 0x7f1f9c06ef60 2024-09-19T04:33:45.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.589+0000 7f1f9b7fe640 1 --2- 172.21.15.111:0/643873918 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f9c06ef60 0x7f1f9c1564d0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f1f8c00d800 tx=0x7f1f8c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:45.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.589+0000 7f1f83fff640 1 -- 172.21.15.111:0/643873918 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f8c018020 con 0x7f1f9c06ef60 2024-09-19T04:33:45.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.589+0000 7f1f83fff640 1 -- 172.21.15.111:0/643873918 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f8c009640 con 0x7f1f9c06ef60 2024-09-19T04:33:45.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.589+0000 7f1fa1d59640 1 -- 172.21.15.111:0/643873918 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f9c150ef0 con 0x7f1f9c06ef60 2024-09-19T04:33:45.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.589+0000 7f1f83fff640 1 -- 172.21.15.111:0/643873918 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f8c009a10 con 0x7f1f9c06ef60 2024-09-19T04:33:45.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.589+0000 7f1fa1d59640 1 -- 172.21.15.111:0/643873918 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f9c159370 con 0x7f1f9c06ef60 2024-09-19T04:33:45.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.590+0000 7f1fa1d59640 1 -- 172.21.15.111:0/643873918 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f9c072560 con 0x7f1f9c06ef60 2024-09-19T04:33:45.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.590+0000 7f1f83fff640 1 -- 172.21.15.111:0/643873918 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1f8c01b020 con 0x7f1f9c06ef60 2024-09-19T04:33:45.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.590+0000 7f1f83fff640 1 --2- 172.21.15.111:0/643873918 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1f8806c2b0 0x7f1f8806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:45.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.591+0000 7f1f83fff640 1 -- 172.21.15.111:0/643873918 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f1f8c08b5f0 con 0x7f1f9c06ef60 2024-09-19T04:33:45.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.591+0000 7f1f9affd640 1 --2- 172.21.15.111:0/643873918 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1f8806c2b0 0x7f1f8806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:45.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.591+0000 7f1f9affd640 1 --2- 172.21.15.111:0/643873918 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1f8806c2b0 0x7f1f8806e770 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f1f9c0cc7e0 tx=0x7f1f90008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:45.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.595+0000 7f1f83fff640 1 -- 172.21.15.111:0/643873918 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1f8c022030 con 0x7f1f9c06ef60 2024-09-19T04:33:45.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.784+0000 7f1fa1d59640 1 -- 172.21.15.111:0/643873918 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol31990", "group_name": "subvol_grp44710", "target": ["mon-mgr", ""]}) -- 0x7f1f9c1500a0 con 0x7f1f8806c2b0 2024-09-19T04:33:45.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.788+0000 7f1f83fff640 1 -- 172.21.15.111:0/643873918 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f1f9c1500a0 con 0x7f1f8806c2b0 2024-09-19T04:33:45.790 INFO:teuthology.orchestra.run.smithi111.stdout:/volumes/subvol_grp44710/subvol31990 2024-09-19T04:33:45.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.790+0000 7f1fa1d59640 1 -- 172.21.15.111:0/643873918 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1f8806c2b0 msgr2=0x7f1f8806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:45.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.790+0000 7f1fa1d59640 1 --2- 172.21.15.111:0/643873918 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1f8806c2b0 0x7f1f8806e770 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f1f9c0cc7e0 tx=0x7f1f90008040 comp rx=0 tx=0).stop 2024-09-19T04:33:45.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.790+0000 7f1fa1d59640 1 -- 172.21.15.111:0/643873918 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f9c06ef60 msgr2=0x7f1f9c1564d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:45.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.790+0000 7f1fa1d59640 1 --2- 172.21.15.111:0/643873918 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f9c06ef60 0x7f1f9c1564d0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f1f8c00d800 tx=0x7f1f8c00dcc0 comp rx=0 tx=0).stop 2024-09-19T04:33:45.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.790+0000 7f1fa1d59640 1 -- 172.21.15.111:0/643873918 shutdown_connections 2024-09-19T04:33:45.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.790+0000 7f1fa1d59640 1 --2- 172.21.15.111:0/643873918 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1f8806c2b0 0x7f1f8806e770 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:45.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.790+0000 7f1fa1d59640 1 --2- 172.21.15.111:0/643873918 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f9c15f9f0 0x7f1f9c1502e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:45.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.790+0000 7f1fa1d59640 1 --2- 172.21.15.111:0/643873918 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f9c15b370 0x7f1f9c14f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:45.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.790+0000 7f1fa1d59640 1 --2- 172.21.15.111:0/643873918 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f9c06ef60 0x7f1f9c1564d0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:45.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.790+0000 7f1fa1d59640 1 -- 172.21.15.111:0/643873918 >> 172.21.15.111:0/643873918 conn(0x7f1f9c06bba0 msgr2=0x7f1f9c06d910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:45.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.790+0000 7f1fa1d59640 1 -- 172.21.15.111:0/643873918 shutdown_connections 2024-09-19T04:33:45.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:45.790+0000 7f1fa1d59640 1 -- 172.21.15.111:0/643873918 wait complete. 2024-09-19T04:33:45.803 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:45.804 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_legacy/fc5dafc32e4330c3f469b1b3cfbfbdf7.meta) 2024-09-19T04:33:45.888 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:33:45.891 DEBUG:teuthology.orchestra.run.smithi114:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:33:50.316 INFO:teuthology.orchestra.run.smithi111.stdout:[GLOBAL] 2024-09-19T04:33:50.317 INFO:teuthology.orchestra.run.smithi111.stdout:version = 1 2024-09-19T04:33:50.317 INFO:teuthology.orchestra.run.smithi111.stdout:type = subvolume 2024-09-19T04:33:50.317 INFO:teuthology.orchestra.run.smithi111.stdout:path = /volumes/subvol_grp44710/subvol31990 2024-09-19T04:33:50.317 INFO:teuthology.orchestra.run.smithi111.stdout:state = complete 2024-09-19T04:33:50.317 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:50.319 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol31990 subvol_grp44710 2024-09-19T04:33:50.430 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.429+0000 7fca54942640 1 Processor -- start 2024-09-19T04:33:50.430 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.429+0000 7fca54942640 1 -- start start 2024-09-19T04:33:50.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.430+0000 7fca54942640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fca500d1860 0x7fca500709d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:50.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.430+0000 7fca54942640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fca500d1fd0 0x7fca50070f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:50.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.430+0000 7fca54942640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca5006ec90 con 0x7fca5015e5c0 2024-09-19T04:33:50.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.430+0000 7fca54942640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fca500d1dd0 con 0x7fca500d1fd0 2024-09-19T04:33:50.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.430+0000 7fca54942640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fca50073d20 con 0x7fca500d1860 2024-09-19T04:33:50.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.430+0000 7fca4ed9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fca500d1fd0 0x7fca50070f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:50.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.430+0000 7fca4ed9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fca500d1fd0 0x7fca50070f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44606/0 (socket says 172.21.15.111:44606) 2024-09-19T04:33:50.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.430+0000 7fca4ed9d640 1 -- 172.21.15.111:0/618578045 learned_addr learned my addr 172.21.15.111:0/618578045 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:50.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.430+0000 7fca4dd9b640 1 --2- 172.21.15.111:0/618578045 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fca500d1860 0x7fca500709d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:50.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.430+0000 7fca4ed9d640 1 -- 172.21.15.111:0/618578045 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fca500d1860 msgr2=0x7fca500709d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:50.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.430+0000 7fca4ed9d640 1 --2- 172.21.15.111:0/618578045 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fca500d1860 0x7fca500709d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:50.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.430+0000 7fca4ed9d640 1 -- 172.21.15.111:0/618578045 >> v1:172.21.15.111:6789/0 conn(0x7fca5015e5c0 legacy=0x7fca500b6d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:50.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.430+0000 7fca4ed9d640 1 -- 172.21.15.111:0/618578045 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca50074000 con 0x7fca500d1fd0 2024-09-19T04:33:50.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.430+0000 7fca4dd9b640 1 --2- 172.21.15.111:0/618578045 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fca500d1860 0x7fca500709d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:50.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.431+0000 7fca4ed9d640 1 --2- 172.21.15.111:0/618578045 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca500d1fd0 0x7fca50070f10 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fca48009e50 tx=0x7fca4802a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36d56d9590c5e942 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:50.434 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.431+0000 7fca4d59a640 1 -- 172.21.15.111:0/618578045 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca48036070 con 0x7fca500d1fd0 2024-09-19T04:33:50.434 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.431+0000 7fca4d59a640 1 -- 172.21.15.111:0/618578045 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca48031600 con 0x7fca500d1fd0 2024-09-19T04:33:50.434 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.431+0000 7fca4d59a640 1 -- 172.21.15.111:0/618578045 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca480319d0 con 0x7fca500d1fd0 2024-09-19T04:33:50.435 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.432+0000 7fca54942640 1 -- 172.21.15.111:0/618578045 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca500d1fd0 msgr2=0x7fca50070f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:50.435 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.432+0000 7fca54942640 1 --2- 172.21.15.111:0/618578045 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca500d1fd0 0x7fca50070f10 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fca48009e50 tx=0x7fca4802a5f0 comp rx=0 tx=0).stop 2024-09-19T04:33:50.435 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.432+0000 7fca54942640 1 -- 172.21.15.111:0/618578045 shutdown_connections 2024-09-19T04:33:50.435 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.432+0000 7fca54942640 1 --2- 172.21.15.111:0/618578045 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca500d1fd0 0x7fca50070f10 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:50.435 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.432+0000 7fca54942640 1 --2- 172.21.15.111:0/618578045 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fca500d1860 0x7fca500709d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:50.435 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.432+0000 7fca54942640 1 -- 172.21.15.111:0/618578045 >> 172.21.15.111:0/618578045 conn(0x7fca500d25b0 msgr2=0x7fca500d2990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:50.435 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.432+0000 7fca54942640 1 -- 172.21.15.111:0/618578045 shutdown_connections 2024-09-19T04:33:50.435 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.432+0000 7fca54942640 1 -- 172.21.15.111:0/618578045 wait complete. 2024-09-19T04:33:50.435 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.433+0000 7fca54942640 1 Processor -- start 2024-09-19T04:33:50.436 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.433+0000 7fca54942640 1 -- start start 2024-09-19T04:33:50.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.434+0000 7fca54942640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fca500d1860 0x7fca500ce820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:50.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.434+0000 7fca54942640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca500d1fd0 0x7fca500ced60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:50.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.434+0000 7fca54942640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fca5015e5c0 0x7fca50145330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:50.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.434+0000 7fca54942640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fca500b5890 con 0x7fca500d1fd0 2024-09-19T04:33:50.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.434+0000 7fca54942640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fca500b5710 con 0x7fca500d1860 2024-09-19T04:33:50.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.434+0000 7fca54942640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fca5015e9a0 con 0x7fca5015e5c0 2024-09-19T04:33:50.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.434+0000 7fca4dd9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca500d1fd0 0x7fca500ced60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:50.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.434+0000 7fca4dd9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca500d1fd0 0x7fca500ced60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44618/0 (socket says 172.21.15.111:44618) 2024-09-19T04:33:50.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.434+0000 7fca4dd9b640 1 -- 172.21.15.111:0/514093504 learned_addr learned my addr 172.21.15.111:0/514093504 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:50.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.434+0000 7fca4ed9d640 1 --2- 172.21.15.111:0/514093504 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fca5015e5c0 0x7fca50145330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:50.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.434+0000 7fca4e59c640 1 --2- 172.21.15.111:0/514093504 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fca500d1860 0x7fca500ce820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:50.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.435+0000 7fca4dd9b640 1 -- 172.21.15.111:0/514093504 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fca5015e5c0 msgr2=0x7fca50145330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:50.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.435+0000 7fca4dd9b640 1 --2- 172.21.15.111:0/514093504 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fca5015e5c0 0x7fca50145330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:50.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.435+0000 7fca4dd9b640 1 -- 172.21.15.111:0/514093504 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fca500d1860 msgr2=0x7fca500ce820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:50.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.435+0000 7fca4dd9b640 1 --2- 172.21.15.111:0/514093504 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fca500d1860 0x7fca500ce820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:50.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.435+0000 7fca4dd9b640 1 -- 172.21.15.111:0/514093504 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca50142fc0 con 0x7fca500d1fd0 2024-09-19T04:33:50.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.435+0000 7fca4dd9b640 1 --2- 172.21.15.111:0/514093504 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca500d1fd0 0x7fca500ced60 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fca4400c7f0 tx=0x7fca4400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:50.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.435+0000 7fca3effd640 1 -- 172.21.15.111:0/514093504 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca44015070 con 0x7fca500d1fd0 2024-09-19T04:33:50.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.435+0000 7fca3effd640 1 -- 172.21.15.111:0/514093504 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca44007820 con 0x7fca500d1fd0 2024-09-19T04:33:50.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.435+0000 7fca54942640 1 -- 172.21.15.111:0/514093504 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca501434f0 con 0x7fca500d1fd0 2024-09-19T04:33:50.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.435+0000 7fca3effd640 1 -- 172.21.15.111:0/514093504 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca44007bd0 con 0x7fca500d1fd0 2024-09-19T04:33:50.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.435+0000 7fca54942640 1 -- 172.21.15.111:0/514093504 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca50143ab0 con 0x7fca500d1fd0 2024-09-19T04:33:50.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.436+0000 7fca54942640 1 -- 172.21.15.111:0/514093504 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca500b2ac0 con 0x7fca500d1fd0 2024-09-19T04:33:50.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.436+0000 7fca3effd640 1 -- 172.21.15.111:0/514093504 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 6) ==== 90897+0+0 (secure 0 0 0) 0x7fca44018070 con 0x7fca500d1fd0 2024-09-19T04:33:50.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.437+0000 7fca3effd640 1 --2- 172.21.15.111:0/514093504 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fca3006c340 0x7fca3006e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:50.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.437+0000 7fca3effd640 1 -- 172.21.15.111:0/514093504 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fca4408b530 con 0x7fca500d1fd0 2024-09-19T04:33:50.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.437+0000 7fca4e59c640 1 --2- 172.21.15.111:0/514093504 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fca3006c340 0x7fca3006e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:50.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.437+0000 7fca4e59c640 1 --2- 172.21.15.111:0/514093504 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fca3006c340 0x7fca3006e800 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fca400015a0 tx=0x7fca40009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:50.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.441+0000 7fca3effd640 1 -- 172.21.15.111:0/514093504 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fca500b2ac0 con 0x7fca500d1fd0 2024-09-19T04:33:50.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.631+0000 7fca54942640 1 -- 172.21.15.111:0/514093504 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol31990", "group_name": "subvol_grp44710", "target": ["mon-mgr", ""]}) -- 0x7fca501432a0 con 0x7fca3006c340 2024-09-19T04:33:50.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.645+0000 7fca3effd640 1 -- 172.21.15.111:0/514093504 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fca501432a0 con 0x7fca3006c340 2024-09-19T04:33:50.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.648+0000 7fca54942640 1 -- 172.21.15.111:0/514093504 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fca3006c340 msgr2=0x7fca3006e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:50.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.648+0000 7fca54942640 1 --2- 172.21.15.111:0/514093504 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fca3006c340 0x7fca3006e800 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fca400015a0 tx=0x7fca40009040 comp rx=0 tx=0).stop 2024-09-19T04:33:50.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.648+0000 7fca54942640 1 -- 172.21.15.111:0/514093504 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca500d1fd0 msgr2=0x7fca500ced60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:50.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.648+0000 7fca54942640 1 --2- 172.21.15.111:0/514093504 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca500d1fd0 0x7fca500ced60 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fca4400c7f0 tx=0x7fca4400ccb0 comp rx=0 tx=0).stop 2024-09-19T04:33:50.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.648+0000 7fca54942640 1 -- 172.21.15.111:0/514093504 shutdown_connections 2024-09-19T04:33:50.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.648+0000 7fca54942640 1 --2- 172.21.15.111:0/514093504 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fca3006c340 0x7fca3006e800 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:50.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.648+0000 7fca54942640 1 --2- 172.21.15.111:0/514093504 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fca5015e5c0 0x7fca50145330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:50.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.648+0000 7fca54942640 1 --2- 172.21.15.111:0/514093504 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca500d1fd0 0x7fca500ced60 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:50.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.648+0000 7fca54942640 1 --2- 172.21.15.111:0/514093504 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fca500d1860 0x7fca500ce820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:50.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.648+0000 7fca54942640 1 -- 172.21.15.111:0/514093504 >> 172.21.15.111:0/514093504 conn(0x7fca500d25b0 msgr2=0x7fca500b3150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:50.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.648+0000 7fca54942640 1 -- 172.21.15.111:0/514093504 shutdown_connections 2024-09-19T04:33:50.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.648+0000 7fca54942640 1 -- 172.21.15.111:0/514093504 wait complete. 2024-09-19T04:33:50.651 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:33:50.648+0000 7f2eebc96640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:33:50.651 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:33:50.649+0000 7f2eebc96640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:33:50.651 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:33:50.649+0000 7f2eebc96640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:33:50.651 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:33:50.649+0000 7f2eebc96640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:33:50.651 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:33:50.649+0000 7f2eebc96640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:33:50.662 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'stat -c %h /home/ubuntu/cephtest/mnt.0/./volumes/_deleting') 2024-09-19T04:33:50.663 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:33:50.662+0000 7f2eea493640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:33:50.663 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:33:50.662+0000 7f2eea493640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:33:50.663 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:33:50.662+0000 7f2eea493640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:33:50.663 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:33:50.662+0000 7f2eea493640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:33:50.663 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:33:50.662+0000 7f2eea493640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:33:50.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:33:50.713 INFO:teuthology.orchestra.run.smithi111.stdout:2 2024-09-19T04:33:50.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:33:50.719 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup rm cephfs subvol_grp44710 2024-09-19T04:33:50.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.819+0000 7f87c4e1e640 1 Processor -- start 2024-09-19T04:33:50.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.819+0000 7f87c4e1e640 1 -- start start 2024-09-19T04:33:50.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.820+0000 7f87c4e1e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f87c0158e50 0x7f87c00b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:50.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.820+0000 7f87c4e1e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f87c006f130 0x7f87c00ce200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:50.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.820+0000 7f87c4e1e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87c015c800 con 0x7f87c015c370 2024-09-19T04:33:50.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.820+0000 7f87c4e1e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f87c00b43f0 con 0x7f87c0158e50 2024-09-19T04:33:50.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.820+0000 7f87c4e1e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f87c00b3630 con 0x7f87c006f130 2024-09-19T04:33:50.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.820+0000 7f87be59c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f87c0158e50 0x7f87c00b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:50.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.820+0000 7f87bdd9b640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f87c015c370 0x7f87c006ea20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:45136/0 (socket says 172.21.15.111:45136) 2024-09-19T04:33:50.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.820+0000 7f87bdd9b640 1 -- 172.21.15.111:0/2316074515 learned_addr learned my addr 172.21.15.111:0/2316074515 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:50.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.820+0000 7f87bed9d640 1 --2- 172.21.15.111:0/2316074515 >> v2:172.21.15.114:3300/0 conn(0x7f87c006f130 0x7f87c00ce200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:50.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.820+0000 7f87be59c640 1 -- 172.21.15.111:0/2316074515 >> v2:172.21.15.114:3300/0 conn(0x7f87c006f130 msgr2=0x7f87c00ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:50.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.820+0000 7f87be59c640 1 --2- 172.21.15.111:0/2316074515 >> v2:172.21.15.114:3300/0 conn(0x7f87c006f130 0x7f87c00ce200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:50.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.820+0000 7f87be59c640 1 -- 172.21.15.111:0/2316074515 >> v1:172.21.15.111:6789/0 conn(0x7f87c015c370 legacy=0x7f87c006ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:50.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.820+0000 7f87be59c640 1 -- 172.21.15.111:0/2316074515 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87c00b3910 con 0x7f87c0158e50 2024-09-19T04:33:50.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.821+0000 7f87be59c640 1 --2- 172.21.15.111:0/2316074515 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87c0158e50 0x7f87c00b5050 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f87c00cda60 tx=0x7f87b002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c8e5b921a04dbfb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:50.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.821+0000 7f87bd59a640 1 -- 172.21.15.111:0/2316074515 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b0037070 con 0x7f87c0158e50 2024-09-19T04:33:50.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.821+0000 7f87bd59a640 1 -- 172.21.15.111:0/2316074515 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87b0032440 con 0x7f87c0158e50 2024-09-19T04:33:50.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.821+0000 7f87bd59a640 1 -- 172.21.15.111:0/2316074515 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b002ae60 con 0x7f87c0158e50 2024-09-19T04:33:50.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.822+0000 7f87c4e1e640 1 -- 172.21.15.111:0/2316074515 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87c0158e50 msgr2=0x7f87c00b5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:50.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.822+0000 7f87c4e1e640 1 --2- 172.21.15.111:0/2316074515 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87c0158e50 0x7f87c00b5050 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f87c00cda60 tx=0x7f87b002a110 comp rx=0 tx=0).stop 2024-09-19T04:33:50.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.822+0000 7f87c4e1e640 1 -- 172.21.15.111:0/2316074515 shutdown_connections 2024-09-19T04:33:50.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.822+0000 7f87c4e1e640 1 --2- 172.21.15.111:0/2316074515 >> v2:172.21.15.114:3300/0 conn(0x7f87c006f130 0x7f87c00ce200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:50.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.822+0000 7f87c4e1e640 1 --2- 172.21.15.111:0/2316074515 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87c0158e50 0x7f87c00b5050 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:50.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.822+0000 7f87c4e1e640 1 -- 172.21.15.111:0/2316074515 >> 172.21.15.111:0/2316074515 conn(0x7f87c006bba0 msgr2=0x7f87c006bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:50.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.822+0000 7f87c4e1e640 1 -- 172.21.15.111:0/2316074515 shutdown_connections 2024-09-19T04:33:50.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.822+0000 7f87c4e1e640 1 -- 172.21.15.111:0/2316074515 wait complete. 2024-09-19T04:33:50.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.823+0000 7f87c4e1e640 1 Processor -- start 2024-09-19T04:33:50.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.823+0000 7f87c4e1e640 1 -- start start 2024-09-19T04:33:50.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.824+0000 7f87c4e1e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87c006f130 0x7f87c00aeb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:50.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.824+0000 7f87c4e1e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f87c0158e50 0x7f87c01f0f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:50.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.824+0000 7f87c4e1e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87c015c370 0x7f87c0148ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:50.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.824+0000 7f87c4e1e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f87c0159230 con 0x7f87c006f130 2024-09-19T04:33:50.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.824+0000 7f87c4e1e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f87c00b3ed0 con 0x7f87c015c370 2024-09-19T04:33:50.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.824+0000 7f87c4e1e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f87c00ce740 con 0x7f87c0158e50 2024-09-19T04:33:50.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.824+0000 7f87be59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87c006f130 0x7f87c00aeb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:50.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.824+0000 7f87be59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87c006f130 0x7f87c00aeb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44666/0 (socket says 172.21.15.111:44666) 2024-09-19T04:33:50.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.824+0000 7f87be59c640 1 -- 172.21.15.111:0/1289882583 learned_addr learned my addr 172.21.15.111:0/1289882583 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:50.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.824+0000 7f87bdd9b640 1 --2- 172.21.15.111:0/1289882583 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f87c0158e50 0x7f87c01f0f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:50.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.824+0000 7f87bed9d640 1 --2- 172.21.15.111:0/1289882583 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87c015c370 0x7f87c0148ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:50.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.824+0000 7f87be59c640 1 -- 172.21.15.111:0/1289882583 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f87c0158e50 msgr2=0x7f87c01f0f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:50.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.824+0000 7f87be59c640 1 --2- 172.21.15.111:0/1289882583 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f87c0158e50 0x7f87c01f0f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:50.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.824+0000 7f87be59c640 1 -- 172.21.15.111:0/1289882583 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87c015c370 msgr2=0x7f87c0148ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:50.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.824+0000 7f87be59c640 1 --2- 172.21.15.111:0/1289882583 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87c015c370 0x7f87c0148ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:50.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.824+0000 7f87be59c640 1 -- 172.21.15.111:0/1289882583 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87c00af310 con 0x7f87c006f130 2024-09-19T04:33:50.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.824+0000 7f87bdd9b640 1 --2- 172.21.15.111:0/1289882583 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f87c0158e50 0x7f87c01f0f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:50.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.824+0000 7f87bed9d640 1 --2- 172.21.15.111:0/1289882583 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87c015c370 0x7f87c0148ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:50.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.824+0000 7f87be59c640 1 --2- 172.21.15.111:0/1289882583 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87c006f130 0x7f87c00aeb80 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f87b0000c00 tx=0x7f87b00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:50.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.824+0000 7f87aeffd640 1 -- 172.21.15.111:0/1289882583 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b0037040 con 0x7f87c006f130 2024-09-19T04:33:50.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.825+0000 7f87aeffd640 1 -- 172.21.15.111:0/1289882583 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87b0042070 con 0x7f87c006f130 2024-09-19T04:33:50.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.825+0000 7f87aeffd640 1 -- 172.21.15.111:0/1289882583 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b0030bd0 con 0x7f87c006f130 2024-09-19T04:33:50.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.825+0000 7f87c4e1e640 1 -- 172.21.15.111:0/1289882583 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87c00af5f0 con 0x7f87c006f130 2024-09-19T04:33:50.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.825+0000 7f87c4e1e640 1 -- 172.21.15.111:0/1289882583 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87c01f4dc0 con 0x7f87c006f130 2024-09-19T04:33:50.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.826+0000 7f87c4e1e640 1 -- 172.21.15.111:0/1289882583 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87c015fc80 con 0x7f87c006f130 2024-09-19T04:33:50.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.826+0000 7f87aeffd640 1 -- 172.21.15.111:0/1289882583 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 6) ==== 90897+0+0 (secure 0 0 0) 0x7f87b0047460 con 0x7f87c006f130 2024-09-19T04:33:50.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.826+0000 7f87aeffd640 1 --2- 172.21.15.111:0/1289882583 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f87a006c340 0x7f87a006e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:50.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.826+0000 7f87aeffd640 1 -- 172.21.15.111:0/1289882583 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f87b00abfc0 con 0x7f87c006f130 2024-09-19T04:33:50.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.826+0000 7f87bdd9b640 1 --2- 172.21.15.111:0/1289882583 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f87a006c340 0x7f87a006e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:50.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.827+0000 7f87bdd9b640 1 --2- 172.21.15.111:0/1289882583 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f87a006c340 0x7f87a006e800 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f87c00cc490 tx=0x7f87b4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:50.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:50.831+0000 7f87aeffd640 1 -- 172.21.15.111:0/1289882583 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f87c015fc80 con 0x7f87c006f130 2024-09-19T04:33:51.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.020+0000 7f87c4e1e640 1 -- 172.21.15.111:0/1289882583 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup rm", "vol_name": "cephfs", "group_name": "subvol_grp44710", "target": ["mon-mgr", ""]}) -- 0x7f87c00af0c0 con 0x7f87a006c340 2024-09-19T04:33:51.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.024+0000 7f87aeffd640 1 -- 172.21.15.111:0/1289882583 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f87c00af0c0 con 0x7f87a006c340 2024-09-19T04:33:51.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.026+0000 7f87c4e1e640 1 -- 172.21.15.111:0/1289882583 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f87a006c340 msgr2=0x7f87a006e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:51.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.026+0000 7f87c4e1e640 1 --2- 172.21.15.111:0/1289882583 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f87a006c340 0x7f87a006e800 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f87c00cc490 tx=0x7f87b4009040 comp rx=0 tx=0).stop 2024-09-19T04:33:51.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.026+0000 7f87c4e1e640 1 -- 172.21.15.111:0/1289882583 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87c006f130 msgr2=0x7f87c00aeb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:51.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.026+0000 7f87c4e1e640 1 --2- 172.21.15.111:0/1289882583 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87c006f130 0x7f87c00aeb80 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f87b0000c00 tx=0x7f87b00046c0 comp rx=0 tx=0).stop 2024-09-19T04:33:51.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.026+0000 7f87c4e1e640 1 -- 172.21.15.111:0/1289882583 shutdown_connections 2024-09-19T04:33:51.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.026+0000 7f87c4e1e640 1 --2- 172.21.15.111:0/1289882583 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f87a006c340 0x7f87a006e800 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:51.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.026+0000 7f87c4e1e640 1 --2- 172.21.15.111:0/1289882583 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87c015c370 0x7f87c0148ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:51.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.026+0000 7f87c4e1e640 1 --2- 172.21.15.111:0/1289882583 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f87c0158e50 0x7f87c01f0f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:51.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.026+0000 7f87c4e1e640 1 --2- 172.21.15.111:0/1289882583 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87c006f130 0x7f87c00aeb80 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:51.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.026+0000 7f87c4e1e640 1 -- 172.21.15.111:0/1289882583 >> 172.21.15.111:0/1289882583 conn(0x7f87c006bba0 msgr2=0x7f87c015b8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:51.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.026+0000 7f87c4e1e640 1 -- 172.21.15.111:0/1289882583 shutdown_connections 2024-09-19T04:33:51.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.026+0000 7f87c4e1e640 1 -- 172.21.15.111:0/1289882583 wait complete. 2024-09-19T04:33:51.039 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:33:51.039 DEBUG:teuthology.orchestra.run.smithi111:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:33:51.083 DEBUG:teuthology.orchestra.run.smithi114:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:33:51.127 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:33:51.127 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:33:51.127 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:33:51.127 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:51.143 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:33:51.143 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:51.199 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:33:51.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.337+0000 7f0ba35b9640 1 Processor -- start 2024-09-19T04:33:51.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.338+0000 7f0ba35b9640 1 -- start start 2024-09-19T04:33:51.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.338+0000 7f0ba35b9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0b9c0b6a20 0x7f0b9c0b6eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:51.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.338+0000 7f0ba35b9640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b9c06ea10 con 0x7f0b9c06e570 2024-09-19T04:33:51.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.338+0000 7f0ba35b9640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b9c06ecf0 con 0x7f0b9c15c250 2024-09-19T04:33:51.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.338+0000 7f0ba35b9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0b9c0b7870 con 0x7f0b9c0b6a20 2024-09-19T04:33:51.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.339+0000 7f0ba0b54640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f0b9c06e570 0x7f0b9c0712f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40610/0 (socket says 172.21.15.111:40610) 2024-09-19T04:33:51.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.339+0000 7f0ba0b54640 1 -- 172.21.15.111:0/874269535 learned_addr learned my addr 172.21.15.111:0/874269535 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:51.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.339+0000 7f0ba1b56640 1 --2- 172.21.15.111:0/874269535 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0b9c0b6a20 0x7f0b9c0b6eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:51.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.339+0000 7f0b9bfff640 1 -- 172.21.15.111:0/874269535 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3711431489 0 0) 0x7f0b9c06ea10 con 0x7f0b9c06e570 2024-09-19T04:33:51.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.339+0000 7f0b9bfff640 1 -- 172.21.15.111:0/874269535 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0b84003520 con 0x7f0b9c06e570 2024-09-19T04:33:51.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.339+0000 7f0b9bfff640 1 -- 172.21.15.111:0/874269535 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2610109068 0 0) 0x7f0b9c06ecf0 con 0x7f0b9c15c250 2024-09-19T04:33:51.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.339+0000 7f0b9bfff640 1 -- 172.21.15.111:0/874269535 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0b9c06ea10 con 0x7f0b9c15c250 2024-09-19T04:33:51.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.339+0000 7f0b9bfff640 1 -- 172.21.15.111:0/874269535 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3637621718 0 0) 0x7f0b84003520 con 0x7f0b9c06e570 2024-09-19T04:33:51.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.339+0000 7f0b9bfff640 1 -- 172.21.15.111:0/874269535 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0b9c0b6a20 msgr2=0x7f0b9c0b6eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:51.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.339+0000 7f0b9bfff640 1 --2- 172.21.15.111:0/874269535 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0b9c0b6a20 0x7f0b9c0b6eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:51.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.339+0000 7f0b9bfff640 1 -- 172.21.15.111:0/874269535 >> v1:172.21.15.114:6789/0 conn(0x7f0b9c15c250 legacy=0x7f0b9c15f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:51.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.339+0000 7f0b9bfff640 1 -- 172.21.15.111:0/874269535 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b9c070af0 con 0x7f0b9c06e570 2024-09-19T04:33:51.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.339+0000 7f0b9bfff640 1 -- 172.21.15.111:0/874269535 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f0b90001670 con 0x7f0b9c06e570 2024-09-19T04:33:51.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.339+0000 7f0b9bfff640 1 -- 172.21.15.111:0/874269535 >> v1:172.21.15.111:6789/0 conn(0x7f0b9c06e570 legacy=0x7f0b9c0712f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:51.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.339+0000 7f0b9bfff640 1 --2- 172.21.15.111:0/874269535 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0b84003b70 0x7f0b84003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:51.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.339+0000 7f0b9bfff640 1 --2- 172.21.15.111:0/874269535 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0b9c0b6a20 0x7f0b84004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:51.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.339+0000 7f0b9bfff640 1 --2- 172.21.15.111:0/874269535 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0b84004d40 0x7f0b840051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:51.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.339+0000 7f0b9bfff640 1 -- 172.21.15.111:0/874269535 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9c0b7870 con 0x7f0b84004d40 2024-09-19T04:33:51.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.339+0000 7f0b9bfff640 1 -- 172.21.15.111:0/874269535 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0b8400ba70 con 0x7f0b84003b70 2024-09-19T04:33:51.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.339+0000 7f0b9bfff640 1 -- 172.21.15.111:0/874269535 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0b8400bc20 con 0x7f0b9c0b6a20 2024-09-19T04:33:51.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.339+0000 7f0ba1b56640 1 --2- 172.21.15.111:0/874269535 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0b84004d40 0x7f0b840051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:51.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.339+0000 7f0ba1355640 1 --2- 172.21.15.111:0/874269535 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0b84003b70 0x7f0b84003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:51.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.339+0000 7f0ba0b54640 1 --2- 172.21.15.111:0/874269535 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0b9c0b6a20 0x7f0b84004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:51.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.340+0000 7f0ba1b56640 1 -- 172.21.15.111:0/874269535 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0b9c0b6a20 msgr2=0x7f0b84004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:51.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.340+0000 7f0ba1b56640 1 --2- 172.21.15.111:0/874269535 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0b9c0b6a20 0x7f0b84004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:51.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.340+0000 7f0ba1b56640 1 -- 172.21.15.111:0/874269535 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0b84003b70 msgr2=0x7f0b84003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:51.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.340+0000 7f0ba1b56640 1 --2- 172.21.15.111:0/874269535 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0b84003b70 0x7f0b84003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:51.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.340+0000 7f0ba1b56640 1 -- 172.21.15.111:0/874269535 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b84003520 con 0x7f0b84004d40 2024-09-19T04:33:51.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.340+0000 7f0ba1b56640 1 --2- 172.21.15.111:0/874269535 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0b84004d40 0x7f0b840051c0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f0b94009ac0 tx=0x7f0b84005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3eaa319434921601 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:51.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.340+0000 7f0b9bfff640 1 -- 172.21.15.111:0/874269535 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b94036070 con 0x7f0b84004d40 2024-09-19T04:33:51.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.340+0000 7f0b9bfff640 1 -- 172.21.15.111:0/874269535 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b94031400 con 0x7f0b84004d40 2024-09-19T04:33:51.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.340+0000 7f0b9bfff640 1 -- 172.21.15.111:0/874269535 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b94009690 con 0x7f0b84004d40 2024-09-19T04:33:51.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.341+0000 7f0ba35b9640 1 -- 172.21.15.111:0/874269535 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0b84004d40 msgr2=0x7f0b840051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:51.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.341+0000 7f0ba35b9640 1 --2- 172.21.15.111:0/874269535 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0b84004d40 0x7f0b840051c0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f0b94009ac0 tx=0x7f0b84005830 comp rx=0 tx=0).stop 2024-09-19T04:33:51.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.341+0000 7f0ba1b56640 1 -- 172.21.15.111:0/874269535 reap_dead start 2024-09-19T04:33:51.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.341+0000 7f0ba35b9640 1 -- 172.21.15.111:0/874269535 shutdown_connections 2024-09-19T04:33:51.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.341+0000 7f0ba35b9640 1 -- 172.21.15.111:0/874269535 >> 172.21.15.111:0/874269535 conn(0x7f0b9c0b4220 msgr2=0x7f0b9c0b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:51.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.341+0000 7f0ba35b9640 1 -- 172.21.15.111:0/874269535 shutdown_connections 2024-09-19T04:33:51.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.341+0000 7f0ba35b9640 1 -- 172.21.15.111:0/874269535 wait complete. 2024-09-19T04:33:51.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.342+0000 7f0ba35b9640 1 Processor -- start 2024-09-19T04:33:51.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.342+0000 7f0ba35b9640 1 -- start start 2024-09-19T04:33:51.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.343+0000 7f0ba35b9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0b84004d40 0x7f0b9c15f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:51.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.343+0000 7f0ba35b9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0b9c151c70 0x7f0b9c14c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:51.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.343+0000 7f0ba35b9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0b9c153c50 0x7f0b9c15feb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:51.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.343+0000 7f0ba35b9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9c070e60 con 0x7f0b84004d40 2024-09-19T04:33:51.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.343+0000 7f0ba35b9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9c0708a0 con 0x7f0b9c153c50 2024-09-19T04:33:51.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.343+0000 7f0ba35b9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0b9c0b6eb0 con 0x7f0b9c151c70 2024-09-19T04:33:51.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.343+0000 7f0ba1355640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0b84004d40 0x7f0b9c15f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:51.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.343+0000 7f0ba1355640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0b84004d40 0x7f0b9c15f190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52198/0 (socket says 172.21.15.111:52198) 2024-09-19T04:33:51.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.343+0000 7f0ba1355640 1 -- 172.21.15.111:0/740660767 learned_addr learned my addr 172.21.15.111:0/740660767 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:51.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.343+0000 7f0ba1b56640 1 --2- 172.21.15.111:0/740660767 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0b9c153c50 0x7f0b9c15feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:51.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.343+0000 7f0ba0b54640 1 --2- 172.21.15.111:0/740660767 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0b9c151c70 0x7f0b9c14c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:51.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.343+0000 7f0ba1355640 1 -- 172.21.15.111:0/740660767 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0b9c151c70 msgr2=0x7f0b9c14c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:51.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.343+0000 7f0ba1355640 1 --2- 172.21.15.111:0/740660767 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0b9c151c70 0x7f0b9c14c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:51.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.343+0000 7f0ba1355640 1 -- 172.21.15.111:0/740660767 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0b9c153c50 msgr2=0x7f0b9c15feb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:51.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.343+0000 7f0ba1355640 1 --2- 172.21.15.111:0/740660767 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0b9c153c50 0x7f0b9c15feb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:51.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.343+0000 7f0ba1355640 1 -- 172.21.15.111:0/740660767 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b9c14cd50 con 0x7f0b84004d40 2024-09-19T04:33:51.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.343+0000 7f0ba0b54640 1 --2- 172.21.15.111:0/740660767 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0b9c151c70 0x7f0b9c14c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:51.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.343+0000 7f0ba1355640 1 --2- 172.21.15.111:0/740660767 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0b84004d40 0x7f0b9c15f190 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f0b8c00fb40 tx=0x7f0b8c0021e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:51.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.344+0000 7f0b99ffb640 1 -- 172.21.15.111:0/740660767 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b8c003b80 con 0x7f0b84004d40 2024-09-19T04:33:51.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.344+0000 7f0b99ffb640 1 -- 172.21.15.111:0/740660767 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b8c018070 con 0x7f0b84004d40 2024-09-19T04:33:51.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.344+0000 7f0ba35b9640 1 -- 172.21.15.111:0/740660767 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b9c152100 con 0x7f0b84004d40 2024-09-19T04:33:51.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.344+0000 7f0b99ffb640 1 -- 172.21.15.111:0/740660767 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b8c00d910 con 0x7f0b84004d40 2024-09-19T04:33:51.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.344+0000 7f0ba35b9640 1 -- 172.21.15.111:0/740660767 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b9c1526c0 con 0x7f0b84004d40 2024-09-19T04:33:51.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.345+0000 7f0ba35b9640 1 -- 172.21.15.111:0/740660767 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b9c0b72e0 con 0x7f0b84004d40 2024-09-19T04:33:51.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.345+0000 7f0b99ffb640 1 -- 172.21.15.111:0/740660767 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 6) ==== 90897+0+0 (secure 0 0 0) 0x7f0b8c00dab0 con 0x7f0b84004d40 2024-09-19T04:33:51.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.345+0000 7f0b99ffb640 1 --2- 172.21.15.111:0/740660767 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0b8806c370 0x7f0b8806e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:51.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.346+0000 7f0b99ffb640 1 -- 172.21.15.111:0/740660767 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f0b8c08b7e0 con 0x7f0b84004d40 2024-09-19T04:33:51.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.346+0000 7f0ba0b54640 1 --2- 172.21.15.111:0/740660767 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0b8806c370 0x7f0b8806e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:51.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.346+0000 7f0ba0b54640 1 --2- 172.21.15.111:0/740660767 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0b8806c370 0x7f0b8806e830 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f0b9c1f7e20 tx=0x7f0b90009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:51.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.350+0000 7f0b99ffb640 1 -- 172.21.15.111:0/740660767 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0b8c059ed0 con 0x7f0b84004d40 2024-09-19T04:33:51.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.526+0000 7f0ba35b9640 1 -- 172.21.15.111:0/740660767 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f0b9c15ba00 con 0x7f0b84004d40 2024-09-19T04:33:51.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.527+0000 7f0b99ffb640 1 -- 172.21.15.111:0/740660767 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v32) ==== 80+0+0 (secure 0 0 0) 0x7f0b8c0597d0 con 0x7f0b84004d40 2024-09-19T04:33:51.528 INFO:teuthology.orchestra.run.smithi111.stderr:listed 0 entries 2024-09-19T04:33:51.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.528+0000 7f0ba35b9640 1 -- 172.21.15.111:0/740660767 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0b8806c370 msgr2=0x7f0b8806e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:51.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.528+0000 7f0ba35b9640 1 --2- 172.21.15.111:0/740660767 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0b8806c370 0x7f0b8806e830 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f0b9c1f7e20 tx=0x7f0b90009040 comp rx=0 tx=0).stop 2024-09-19T04:33:51.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.529+0000 7f0ba35b9640 1 -- 172.21.15.111:0/740660767 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0b84004d40 msgr2=0x7f0b9c15f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:51.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.529+0000 7f0ba35b9640 1 --2- 172.21.15.111:0/740660767 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0b84004d40 0x7f0b9c15f190 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f0b8c00fb40 tx=0x7f0b8c0021e0 comp rx=0 tx=0).stop 2024-09-19T04:33:51.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.529+0000 7f0ba35b9640 1 -- 172.21.15.111:0/740660767 shutdown_connections 2024-09-19T04:33:51.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.529+0000 7f0ba35b9640 1 --2- 172.21.15.111:0/740660767 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0b8806c370 0x7f0b8806e830 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:51.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.529+0000 7f0ba35b9640 1 --2- 172.21.15.111:0/740660767 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0b9c153c50 0x7f0b9c15feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:51.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.529+0000 7f0ba35b9640 1 --2- 172.21.15.111:0/740660767 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0b9c151c70 0x7f0b9c14c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:51.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.529+0000 7f0ba35b9640 1 --2- 172.21.15.111:0/740660767 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0b84004d40 0x7f0b9c15f190 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:51.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.529+0000 7f0ba35b9640 1 -- 172.21.15.111:0/740660767 >> 172.21.15.111:0/740660767 conn(0x7f0b9c0b4220 msgr2=0x7f0b9c06d990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:51.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.529+0000 7f0ba35b9640 1 -- 172.21.15.111:0/740660767 shutdown_connections 2024-09-19T04:33:51.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.529+0000 7f0ba35b9640 1 -- 172.21.15.111:0/740660767 wait complete. 2024-09-19T04:33:51.541 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T04:33:51.541 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:51.541 DEBUG:teuthology.orchestra.run.smithi111:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T04:33:51.580 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi111.front.sepia.ceph.com 2024-09-19T04:33:51.580 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:51.580 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T04:33:51.636 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:33:51.636 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:33:51.636 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:51.654 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:33:51.654 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:51.712 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:33:51.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.809+0000 7f131b4d0640 1 Processor -- start 2024-09-19T04:33:51.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.810+0000 7f131b4d0640 1 -- start start 2024-09-19T04:33:51.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.810+0000 7f131b4d0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13140d02a0 0x7f13140d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:51.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.810+0000 7f131b4d0640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f131415ca40 0x7f131415e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:51.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.810+0000 7f131b4d0640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f131415ce80 0x7f13141594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:51.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.810+0000 7f131b4d0640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f13140d0bc0 con 0x7f131415ce80 2024-09-19T04:33:51.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.810+0000 7f131b4d0640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f131415d390 con 0x7f131415ca40 2024-09-19T04:33:51.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.810+0000 7f131b4d0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f131415d670 con 0x7f13140d02a0 2024-09-19T04:33:51.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.810+0000 7f1319a6d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f131415ce80 0x7f13141594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:51.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.811+0000 7f1319a6d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f131415ce80 0x7f13141594c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52210/0 (socket says 172.21.15.111:52210) 2024-09-19T04:33:51.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.811+0000 7f1319a6d640 1 -- 172.21.15.111:0/225625236 learned_addr learned my addr 172.21.15.111:0/225625236 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:51.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.811+0000 7f1318a6b640 1 --2- 172.21.15.111:0/225625236 >> v2:172.21.15.114:3300/0 conn(0x7f131415ca40 0x7f131415e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:51.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.811+0000 7f131926c640 1 --2- 172.21.15.111:0/225625236 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13140d02a0 0x7f13140d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:51.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.811+0000 7f1319a6d640 1 -- 172.21.15.111:0/225625236 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13140d02a0 msgr2=0x7f13140d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:51.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.811+0000 7f1319a6d640 1 --2- 172.21.15.111:0/225625236 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13140d02a0 0x7f13140d0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:51.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.811+0000 7f1319a6d640 1 -- 172.21.15.111:0/225625236 >> v2:172.21.15.114:3300/0 conn(0x7f131415ca40 msgr2=0x7f131415e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:51.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.811+0000 7f1319a6d640 1 --2- 172.21.15.111:0/225625236 >> v2:172.21.15.114:3300/0 conn(0x7f131415ca40 0x7f131415e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:51.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.811+0000 7f1319a6d640 1 -- 172.21.15.111:0/225625236 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f131415d950 con 0x7f131415ce80 2024-09-19T04:33:51.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.811+0000 7f131926c640 1 --2- 172.21.15.111:0/225625236 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13140d02a0 0x7f13140d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:51.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.811+0000 7f1318a6b640 1 --2- 172.21.15.111:0/225625236 >> v2:172.21.15.114:3300/0 conn(0x7f131415ca40 0x7f131415e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:51.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.811+0000 7f1319a6d640 1 --2- 172.21.15.111:0/225625236 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f131415ce80 0x7f13141594c0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f131406f400 tx=0x7f130c02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7b675c1f90319b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:51.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.812+0000 7f1307fff640 1 -- 172.21.15.111:0/225625236 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f130c036070 con 0x7f131415ce80 2024-09-19T04:33:51.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.812+0000 7f1307fff640 1 -- 172.21.15.111:0/225625236 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f130c031600 con 0x7f131415ce80 2024-09-19T04:33:51.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.812+0000 7f1307fff640 1 -- 172.21.15.111:0/225625236 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f130c0319d0 con 0x7f131415ce80 2024-09-19T04:33:51.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.812+0000 7f131b4d0640 1 -- 172.21.15.111:0/225625236 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f131415ce80 msgr2=0x7f13141594c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:51.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.812+0000 7f131b4d0640 1 --2- 172.21.15.111:0/225625236 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f131415ce80 0x7f13141594c0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f131406f400 tx=0x7f130c02a610 comp rx=0 tx=0).stop 2024-09-19T04:33:51.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.812+0000 7f131b4d0640 1 -- 172.21.15.111:0/225625236 shutdown_connections 2024-09-19T04:33:51.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.812+0000 7f131b4d0640 1 --2- 172.21.15.111:0/225625236 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f131415ce80 0x7f13141594c0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:51.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.812+0000 7f131b4d0640 1 --2- 172.21.15.111:0/225625236 >> v2:172.21.15.114:3300/0 conn(0x7f131415ca40 0x7f131415e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:51.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.812+0000 7f131b4d0640 1 --2- 172.21.15.111:0/225625236 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13140d02a0 0x7f13140d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:51.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.812+0000 7f131b4d0640 1 -- 172.21.15.111:0/225625236 >> 172.21.15.111:0/225625236 conn(0x7f1314062cc0 msgr2=0x7f131406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:51.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.812+0000 7f131b4d0640 1 -- 172.21.15.111:0/225625236 shutdown_connections 2024-09-19T04:33:51.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.812+0000 7f131b4d0640 1 -- 172.21.15.111:0/225625236 wait complete. 2024-09-19T04:33:51.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.813+0000 7f131b4d0640 1 Processor -- start 2024-09-19T04:33:51.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.813+0000 7f131b4d0640 1 -- start start 2024-09-19T04:33:51.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.814+0000 7f131b4d0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13140d02a0 0x7f1314071a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:51.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.814+0000 7f131b4d0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f131415ca40 0x7f1314073600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:51.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.814+0000 7f131b4d0640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f131415ce80 0x7f131414cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:51.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.814+0000 7f131b4d0640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1314155b90 con 0x7f13140d02a0 2024-09-19T04:33:51.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.814+0000 7f131b4d0640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f131415df10 con 0x7f131415ce80 2024-09-19T04:33:51.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.814+0000 7f131b4d0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1314155d10 con 0x7f131415ca40 2024-09-19T04:33:51.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.814+0000 7f131926c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13140d02a0 0x7f1314071a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:51.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.814+0000 7f131926c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13140d02a0 0x7f1314071a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52222/0 (socket says 172.21.15.111:52222) 2024-09-19T04:33:51.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.814+0000 7f131926c640 1 -- 172.21.15.111:0/3360030011 learned_addr learned my addr 172.21.15.111:0/3360030011 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:51.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.814+0000 7f1319a6d640 1 --2- 172.21.15.111:0/3360030011 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f131415ce80 0x7f131414cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:51.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.814+0000 7f1318a6b640 1 --2- 172.21.15.111:0/3360030011 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f131415ca40 0x7f1314073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:51.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.814+0000 7f131926c640 1 -- 172.21.15.111:0/3360030011 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f131415ca40 msgr2=0x7f1314073600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:51.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.814+0000 7f131926c640 1 --2- 172.21.15.111:0/3360030011 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f131415ca40 0x7f1314073600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:51.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.814+0000 7f131926c640 1 -- 172.21.15.111:0/3360030011 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f131415ce80 msgr2=0x7f131414cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:51.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.814+0000 7f131926c640 1 --2- 172.21.15.111:0/3360030011 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f131415ce80 0x7f131414cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:51.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.814+0000 7f131926c640 1 -- 172.21.15.111:0/3360030011 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f131414d0f0 con 0x7f13140d02a0 2024-09-19T04:33:51.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.814+0000 7f1319a6d640 1 --2- 172.21.15.111:0/3360030011 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f131415ce80 0x7f131414cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:51.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.815+0000 7f131926c640 1 --2- 172.21.15.111:0/3360030011 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13140d02a0 0x7f1314071a80 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f130800c7f0 tx=0x7f130800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:51.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.815+0000 7f1305ffb640 1 -- 172.21.15.111:0/3360030011 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1308015070 con 0x7f13140d02a0 2024-09-19T04:33:51.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.815+0000 7f1305ffb640 1 -- 172.21.15.111:0/3360030011 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1308007820 con 0x7f13140d02a0 2024-09-19T04:33:51.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.815+0000 7f131b4d0640 1 -- 172.21.15.111:0/3360030011 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1314159f40 con 0x7f13140d02a0 2024-09-19T04:33:51.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.815+0000 7f1305ffb640 1 -- 172.21.15.111:0/3360030011 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1308007c10 con 0x7f13140d02a0 2024-09-19T04:33:51.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.815+0000 7f131b4d0640 1 -- 172.21.15.111:0/3360030011 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1314072460 con 0x7f13140d02a0 2024-09-19T04:33:51.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.816+0000 7f131b4d0640 1 -- 172.21.15.111:0/3360030011 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13140b50a0 con 0x7f13140d02a0 2024-09-19T04:33:51.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.816+0000 7f1305ffb640 1 -- 172.21.15.111:0/3360030011 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 6) ==== 90897+0+0 (secure 0 0 0) 0x7f1308018070 con 0x7f13140d02a0 2024-09-19T04:33:51.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.817+0000 7f1305ffb640 1 --2- 172.21.15.111:0/3360030011 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f12f806c340 0x7f12f806e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:51.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.817+0000 7f1305ffb640 1 -- 172.21.15.111:0/3360030011 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f130808b690 con 0x7f13140d02a0 2024-09-19T04:33:51.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.817+0000 7f1318a6b640 1 --2- 172.21.15.111:0/3360030011 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f12f806c340 0x7f12f806e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:51.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.817+0000 7f1318a6b640 1 --2- 172.21.15.111:0/3360030011 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f12f806c340 0x7f12f806e800 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f1314073fc0 tx=0x7f1310008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:51.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.821+0000 7f1305ffb640 1 -- 172.21.15.111:0/3360030011 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f13140b50a0 con 0x7f13140d02a0 2024-09-19T04:33:51.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.997+0000 7f131b4d0640 1 -- 172.21.15.111:0/3360030011 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f13140b4790 con 0x7f13140d02a0 2024-09-19T04:33:51.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:51.998+0000 7f1305ffb640 1 -- 172.21.15.111:0/3360030011 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v32) ==== 80+0+0 (secure 0 0 0) 0x7f1308059c80 con 0x7f13140d02a0 2024-09-19T04:33:51.999 INFO:teuthology.orchestra.run.smithi111.stderr:listed 0 entries 2024-09-19T04:33:52.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.000+0000 7f131b4d0640 1 -- 172.21.15.111:0/3360030011 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f12f806c340 msgr2=0x7f12f806e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:52.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.000+0000 7f131b4d0640 1 --2- 172.21.15.111:0/3360030011 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f12f806c340 0x7f12f806e800 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f1314073fc0 tx=0x7f1310008040 comp rx=0 tx=0).stop 2024-09-19T04:33:52.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.000+0000 7f131b4d0640 1 -- 172.21.15.111:0/3360030011 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13140d02a0 msgr2=0x7f1314071a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:52.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.000+0000 7f131b4d0640 1 --2- 172.21.15.111:0/3360030011 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13140d02a0 0x7f1314071a80 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f130800c7f0 tx=0x7f130800ccb0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.000+0000 7f131b4d0640 1 -- 172.21.15.111:0/3360030011 shutdown_connections 2024-09-19T04:33:52.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.000+0000 7f131b4d0640 1 --2- 172.21.15.111:0/3360030011 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f12f806c340 0x7f12f806e800 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.000+0000 7f131b4d0640 1 --2- 172.21.15.111:0/3360030011 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f131415ce80 0x7f131414cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.000+0000 7f131b4d0640 1 --2- 172.21.15.111:0/3360030011 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f131415ca40 0x7f1314073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.000+0000 7f131b4d0640 1 --2- 172.21.15.111:0/3360030011 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13140d02a0 0x7f1314071a80 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.000+0000 7f131b4d0640 1 -- 172.21.15.111:0/3360030011 >> 172.21.15.111:0/3360030011 conn(0x7f1314062cc0 msgr2=0x7f13140aea90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:52.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.000+0000 7f131b4d0640 1 -- 172.21.15.111:0/3360030011 shutdown_connections 2024-09-19T04:33:52.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.000+0000 7f131b4d0640 1 -- 172.21.15.111:0/3360030011 wait complete. 2024-09-19T04:33:52.012 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T04:33:52.012 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:52.012 DEBUG:teuthology.orchestra.run.smithi114:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T04:33:52.044 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi114.front.sepia.ceph.com 2024-09-19T04:33:52.044 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:33:52.044 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T04:33:52.102 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:33:52.102 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:33:52.102 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:52.120 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:33:52.120 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:33:52.120 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:33:52.120 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:52.159 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:33:52.159 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:33:52.258 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.257+0000 7f636fdb9640 1 Processor -- start 2024-09-19T04:33:52.259 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.257+0000 7f636fdb9640 1 -- start start 2024-09-19T04:33:52.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.258+0000 7f636fdb9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f636815ceb0 0x7f63681594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:52.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.258+0000 7f636fdb9640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f636815d390 con 0x7f636815ca40 2024-09-19T04:33:52.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.258+0000 7f636fdb9640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f636815d670 con 0x7f63680d02a0 2024-09-19T04:33:52.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.258+0000 7f636fdb9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f636815d950 con 0x7f636815ceb0 2024-09-19T04:33:52.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.258+0000 7f636d354640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f636815ca40 0x7f636815e430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40618/0 (socket says 172.21.15.111:40618) 2024-09-19T04:33:52.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.258+0000 7f636d354640 1 -- 172.21.15.111:0/2214040456 learned_addr learned my addr 172.21.15.111:0/2214040456 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:52.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.258+0000 7f636e356640 1 --2- 172.21.15.111:0/2214040456 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f636815ceb0 0x7f63681594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:52.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.258+0000 7f636cb53640 1 -- 172.21.15.111:0/2214040456 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1565946151 0 0) 0x7f636815d390 con 0x7f636815ca40 2024-09-19T04:33:52.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.258+0000 7f636cb53640 1 -- 172.21.15.111:0/2214040456 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6354003520 con 0x7f636815ca40 2024-09-19T04:33:52.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.258+0000 7f636cb53640 1 -- 172.21.15.111:0/2214040456 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3754269236 0 0) 0x7f6354003520 con 0x7f636815ca40 2024-09-19T04:33:52.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.258+0000 7f636cb53640 1 -- 172.21.15.111:0/2214040456 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f636815ceb0 msgr2=0x7f63681594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:52.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.258+0000 7f636cb53640 1 --2- 172.21.15.111:0/2214040456 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f636815ceb0 0x7f63681594c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.258+0000 7f636cb53640 1 -- 172.21.15.111:0/2214040456 >> v1:172.21.15.114:6789/0 conn(0x7f63680d02a0 legacy=0x7f63680d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:52.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.258+0000 7f636cb53640 1 -- 172.21.15.111:0/2214040456 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f636815dc30 con 0x7f636815ca40 2024-09-19T04:33:52.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.258+0000 7f636cb53640 1 -- 172.21.15.111:0/2214040456 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f6358001670 con 0x7f636815ca40 2024-09-19T04:33:52.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.258+0000 7f636cb53640 1 -- 172.21.15.111:0/2214040456 >> v1:172.21.15.111:6789/0 conn(0x7f636815ca40 legacy=0x7f636815e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:52.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.258+0000 7f636cb53640 1 --2- 172.21.15.111:0/2214040456 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f63540039e0 0x7f6354003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:52.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.258+0000 7f636cb53640 1 --2- 172.21.15.111:0/2214040456 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f636815ceb0 0x7f6354004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:52.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.258+0000 7f636cb53640 1 --2- 172.21.15.111:0/2214040456 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6354004d40 0x7f63540051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:52.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.258+0000 7f636cb53640 1 -- 172.21.15.111:0/2214040456 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f636815d950 con 0x7f6354004d40 2024-09-19T04:33:52.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.258+0000 7f636cb53640 1 -- 172.21.15.111:0/2214040456 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f635400ba70 con 0x7f63540039e0 2024-09-19T04:33:52.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.258+0000 7f636cb53640 1 -- 172.21.15.111:0/2214040456 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f635400bc70 con 0x7f636815ceb0 2024-09-19T04:33:52.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.259+0000 7f636e356640 1 --2- 172.21.15.111:0/2214040456 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6354004d40 0x7f63540051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:52.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.259+0000 7f636db55640 1 --2- 172.21.15.111:0/2214040456 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f63540039e0 0x7f6354003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:52.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.259+0000 7f636d354640 1 --2- 172.21.15.111:0/2214040456 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f636815ceb0 0x7f6354004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:52.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.259+0000 7f636e356640 1 -- 172.21.15.111:0/2214040456 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f636815ceb0 msgr2=0x7f6354004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:52.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.259+0000 7f636e356640 1 --2- 172.21.15.111:0/2214040456 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f636815ceb0 0x7f6354004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.259+0000 7f636e356640 1 -- 172.21.15.111:0/2214040456 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f63540039e0 msgr2=0x7f6354003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:52.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.259+0000 7f636e356640 1 --2- 172.21.15.111:0/2214040456 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f63540039e0 0x7f6354003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.259+0000 7f636e356640 1 -- 172.21.15.111:0/2214040456 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6354003520 con 0x7f6354004d40 2024-09-19T04:33:52.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.259+0000 7f636e356640 1 --2- 172.21.15.111:0/2214040456 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6354004d40 0x7f63540051c0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f636815d2c0 tx=0x7f6354005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eab249cf9352475b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:52.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.260+0000 7f636cb53640 1 -- 172.21.15.111:0/2214040456 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6360037070 con 0x7f6354004d40 2024-09-19T04:33:52.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.260+0000 7f636cb53640 1 -- 172.21.15.111:0/2214040456 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f636002e050 con 0x7f6354004d40 2024-09-19T04:33:52.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.260+0000 7f636cb53640 1 -- 172.21.15.111:0/2214040456 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6360009c10 con 0x7f6354004d40 2024-09-19T04:33:52.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.260+0000 7f636fdb9640 1 -- 172.21.15.111:0/2214040456 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6354004d40 msgr2=0x7f63540051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:52.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.260+0000 7f636fdb9640 1 --2- 172.21.15.111:0/2214040456 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6354004d40 0x7f63540051c0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f636815d2c0 tx=0x7f6354005830 comp rx=0 tx=0).stop 2024-09-19T04:33:52.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.260+0000 7f636e356640 1 -- 172.21.15.111:0/2214040456 reap_dead start 2024-09-19T04:33:52.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.260+0000 7f636fdb9640 1 -- 172.21.15.111:0/2214040456 shutdown_connections 2024-09-19T04:33:52.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.260+0000 7f636fdb9640 1 -- 172.21.15.111:0/2214040456 >> 172.21.15.111:0/2214040456 conn(0x7f6368062cc0 msgr2=0x7f636806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:52.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.260+0000 7f636fdb9640 1 -- 172.21.15.111:0/2214040456 shutdown_connections 2024-09-19T04:33:52.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.260+0000 7f636fdb9640 1 -- 172.21.15.111:0/2214040456 wait complete. 2024-09-19T04:33:52.267 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.261+0000 7f636fdb9640 1 Processor -- start 2024-09-19T04:33:52.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.262+0000 7f636fdb9640 1 -- start start 2024-09-19T04:33:52.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.262+0000 7f636fdb9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6354004d40 0x7f6368072140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:52.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.262+0000 7f636fdb9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f636814c990 0x7f63681f40a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:52.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.262+0000 7f636fdb9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6368073930 0x7f63681e7de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:52.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.262+0000 7f636fdb9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6368155b90 con 0x7f6368073930 2024-09-19T04:33:52.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.262+0000 7f636fdb9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f636815eb40 con 0x7f6354004d40 2024-09-19T04:33:52.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.262+0000 7f636fdb9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6368155d10 con 0x7f636814c990 2024-09-19T04:33:52.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.262+0000 7f636e356640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6368073930 0x7f63681e7de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:52.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.262+0000 7f636e356640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6368073930 0x7f63681e7de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52234/0 (socket says 172.21.15.111:52234) 2024-09-19T04:33:52.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.262+0000 7f636e356640 1 -- 172.21.15.111:0/1711672766 learned_addr learned my addr 172.21.15.111:0/1711672766 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:52.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.262+0000 7f636db55640 1 --2- 172.21.15.111:0/1711672766 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6354004d40 0x7f6368072140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:52.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.262+0000 7f636d354640 1 --2- 172.21.15.111:0/1711672766 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f636814c990 0x7f63681f40a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:52.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.263+0000 7f636e356640 1 -- 172.21.15.111:0/1711672766 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f636814c990 msgr2=0x7f63681f40a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:52.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.263+0000 7f636e356640 1 --2- 172.21.15.111:0/1711672766 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f636814c990 0x7f63681f40a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.263+0000 7f636e356640 1 -- 172.21.15.111:0/1711672766 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6354004d40 msgr2=0x7f6368072140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:52.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.263+0000 7f636e356640 1 --2- 172.21.15.111:0/1711672766 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6354004d40 0x7f6368072140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.263+0000 7f636e356640 1 -- 172.21.15.111:0/1711672766 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6368153240 con 0x7f6368073930 2024-09-19T04:33:52.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.263+0000 7f636d354640 1 --2- 172.21.15.111:0/1711672766 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f636814c990 0x7f63681f40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:52.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.263+0000 7f636e356640 1 --2- 172.21.15.111:0/1711672766 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6368073930 0x7f63681e7de0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f6360002230 tx=0x7f6360009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:52.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.263+0000 7f635e7fc640 1 -- 172.21.15.111:0/1711672766 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6360037040 con 0x7f6368073930 2024-09-19T04:33:52.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.263+0000 7f636fdb9640 1 -- 172.21.15.111:0/1711672766 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63681534e0 con 0x7f6368073930 2024-09-19T04:33:52.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.263+0000 7f635e7fc640 1 -- 172.21.15.111:0/1711672766 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6360033d70 con 0x7f6368073930 2024-09-19T04:33:52.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.263+0000 7f635e7fc640 1 -- 172.21.15.111:0/1711672766 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6360009c10 con 0x7f6368073930 2024-09-19T04:33:52.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.263+0000 7f636fdb9640 1 -- 172.21.15.111:0/1711672766 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6368153aa0 con 0x7f6368073930 2024-09-19T04:33:52.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.264+0000 7f636fdb9640 1 -- 172.21.15.111:0/1711672766 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63680b4790 con 0x7f6368073930 2024-09-19T04:33:52.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.264+0000 7f635e7fc640 1 -- 172.21.15.111:0/1711672766 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 6) ==== 90897+0+0 (secure 0 0 0) 0x7f6360046030 con 0x7f6368073930 2024-09-19T04:33:52.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.265+0000 7f635e7fc640 1 --2- 172.21.15.111:0/1711672766 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f634c06c340 0x7f634c06e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:52.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.265+0000 7f636db55640 1 --2- 172.21.15.111:0/1711672766 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f634c06c340 0x7f634c06e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:52.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.265+0000 7f635e7fc640 1 -- 172.21.15.111:0/1711672766 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f63600abd00 con 0x7f6368073930 2024-09-19T04:33:52.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.265+0000 7f636db55640 1 --2- 172.21.15.111:0/1711672766 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f634c06c340 0x7f634c06e800 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f6364000c00 tx=0x7f6364009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:52.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.269+0000 7f635e7fc640 1 -- 172.21.15.111:0/1711672766 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f63600af030 con 0x7f6368073930 2024-09-19T04:33:52.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.469+0000 7f636fdb9640 1 -- 172.21.15.111:0/1711672766 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f63680cc5d0 con 0x7f6368073930 2024-09-19T04:33:52.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.469+0000 7f635e7fc640 1 -- 172.21.15.111:0/1711672766 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 14 v14) ==== 94+0+5226 (secure 0 0 0) 0x7f636004d020 con 0x7f6368073930 2024-09-19T04:33:52.471 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:52.471 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":14,"btime":"2024-09-19T04:33:44:244662+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4559,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1333466214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1333466214},{"type":"v1","addr":"172.21.15.111:6836","nonce":1333466214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4693,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/1017093519","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":1017093519},{"type":"v1","addr":"172.21.15.114:6834","nonce":1017093519}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4696,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/329323711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":329323711},{"type":"v1","addr":"172.21.15.114:6835","nonce":329323711}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:33:31.551207+0000","modified":"2024-09-19T04:33:33.548439+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4767},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4767":{"gid":4767,"name":"a","rank":0,"incarnation":11,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6837/16082794","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":16082794},{"type":"v1","addr":"172.21.15.111:6837","nonce":16082794}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4767,"qdb_cluster":[4767]},"id":2}]} 2024-09-19T04:33:52.472 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 14 2024-09-19T04:33:52.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.471+0000 7f636fdb9640 1 -- 172.21.15.111:0/1711672766 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f634c06c340 msgr2=0x7f634c06e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:52.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.471+0000 7f636fdb9640 1 --2- 172.21.15.111:0/1711672766 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f634c06c340 0x7f634c06e800 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f6364000c00 tx=0x7f6364009040 comp rx=0 tx=0).stop 2024-09-19T04:33:52.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.471+0000 7f636fdb9640 1 -- 172.21.15.111:0/1711672766 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6368073930 msgr2=0x7f63681e7de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:52.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.471+0000 7f636fdb9640 1 --2- 172.21.15.111:0/1711672766 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6368073930 0x7f63681e7de0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f6360002230 tx=0x7f6360009750 comp rx=0 tx=0).stop 2024-09-19T04:33:52.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.472+0000 7f636fdb9640 1 -- 172.21.15.111:0/1711672766 shutdown_connections 2024-09-19T04:33:52.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.472+0000 7f636fdb9640 1 --2- 172.21.15.111:0/1711672766 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f634c06c340 0x7f634c06e800 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.472+0000 7f636fdb9640 1 --2- 172.21.15.111:0/1711672766 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6368073930 0x7f63681e7de0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.472+0000 7f636fdb9640 1 --2- 172.21.15.111:0/1711672766 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f636814c990 0x7f63681f40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.472+0000 7f636fdb9640 1 --2- 172.21.15.111:0/1711672766 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6354004d40 0x7f6368072140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.472+0000 7f636fdb9640 1 -- 172.21.15.111:0/1711672766 >> 172.21.15.111:0/1711672766 conn(0x7f6368062cc0 msgr2=0x7f63680ccbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:52.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.472+0000 7f636fdb9640 1 -- 172.21.15.111:0/1711672766 shutdown_connections 2024-09-19T04:33:52.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.472+0000 7f636fdb9640 1 -- 172.21.15.111:0/1711672766 wait complete. 2024-09-19T04:33:52.484 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:33:52.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.580+0000 7f32a72e4640 1 Processor -- start 2024-09-19T04:33:52.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.581+0000 7f32a72e4640 1 -- start start 2024-09-19T04:33:52.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.581+0000 7f32a72e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32a015c180 0x7f32a00cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:52.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.581+0000 7f32a72e4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f32a00ce230 0x7f32a00cf070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:52.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.581+0000 7f32a72e4640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32a00ce740 con 0x7f32a00cf5b0 2024-09-19T04:33:52.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.582+0000 7f32a72e4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f32a0072640 con 0x7f32a00ce230 2024-09-19T04:33:52.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.582+0000 7f32a72e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f32a0072920 con 0x7f32a015c180 2024-09-19T04:33:52.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.582+0000 7f32a5881640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f32a00cf5b0 0x7f32a0073120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40620/0 (socket says 172.21.15.111:40620) 2024-09-19T04:33:52.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.582+0000 7f32a5881640 1 -- 172.21.15.111:0/4082953620 learned_addr learned my addr 172.21.15.111:0/4082953620 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:52.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.582+0000 7f3297fff640 1 -- 172.21.15.111:0/4082953620 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2720330806 0 0) 0x7f32a00ce740 con 0x7f32a00cf5b0 2024-09-19T04:33:52.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.582+0000 7f3297fff640 1 -- 172.21.15.111:0/4082953620 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f328c003520 con 0x7f32a00cf5b0 2024-09-19T04:33:52.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.582+0000 7f32a487f640 1 --2- 172.21.15.111:0/4082953620 >> v2:172.21.15.114:3300/0 conn(0x7f32a00ce230 0x7f32a00cf070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:52.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.582+0000 7f32a5080640 1 --2- 172.21.15.111:0/4082953620 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32a015c180 0x7f32a00cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:52.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.582+0000 7f3297fff640 1 -- 172.21.15.111:0/4082953620 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1717678968 0 0) 0x7f328c003520 con 0x7f32a00cf5b0 2024-09-19T04:33:52.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.582+0000 7f3297fff640 1 -- 172.21.15.111:0/4082953620 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32a015c180 msgr2=0x7f32a00cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:52.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.582+0000 7f3297fff640 1 --2- 172.21.15.111:0/4082953620 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32a015c180 0x7f32a00cdcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.582+0000 7f3297fff640 1 -- 172.21.15.111:0/4082953620 >> v2:172.21.15.114:3300/0 conn(0x7f32a00ce230 msgr2=0x7f32a00cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:52.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.582+0000 7f3297fff640 1 --2- 172.21.15.111:0/4082953620 >> v2:172.21.15.114:3300/0 conn(0x7f32a00ce230 0x7f32a00cf070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.582+0000 7f3297fff640 1 -- 172.21.15.111:0/4082953620 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32a0072c00 con 0x7f32a00cf5b0 2024-09-19T04:33:52.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.582+0000 7f3297fff640 1 -- 172.21.15.111:0/4082953620 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f329c001670 con 0x7f32a00cf5b0 2024-09-19T04:33:52.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.582+0000 7f3297fff640 1 -- 172.21.15.111:0/4082953620 >> v1:172.21.15.111:6789/0 conn(0x7f32a00cf5b0 legacy=0x7f32a0073120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:52.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.582+0000 7f3297fff640 1 --2- 172.21.15.111:0/4082953620 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32a015c180 0x7f328c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:52.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.582+0000 7f3297fff640 1 --2- 172.21.15.111:0/4082953620 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f328c003f30 0x7f328c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:52.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.582+0000 7f3297fff640 1 --2- 172.21.15.111:0/4082953620 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f328c004d40 0x7f328c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:52.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.582+0000 7f3297fff640 1 -- 172.21.15.111:0/4082953620 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f32a0072640 con 0x7f328c003f30 2024-09-19T04:33:52.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.582+0000 7f3297fff640 1 -- 172.21.15.111:0/4082953620 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f32a0072920 con 0x7f328c004d40 2024-09-19T04:33:52.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.582+0000 7f3297fff640 1 -- 172.21.15.111:0/4082953620 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f328c00ba10 con 0x7f32a015c180 2024-09-19T04:33:52.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.582+0000 7f32a487f640 1 --2- 172.21.15.111:0/4082953620 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f328c003f30 0x7f328c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:52.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.582+0000 7f32a5080640 1 --2- 172.21.15.111:0/4082953620 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32a015c180 0x7f328c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:52.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.583+0000 7f32a5881640 1 --2- 172.21.15.111:0/4082953620 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f328c004d40 0x7f328c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:52.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.583+0000 7f32a487f640 1 -- 172.21.15.111:0/4082953620 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32a015c180 msgr2=0x7f328c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:52.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.583+0000 7f32a487f640 1 --2- 172.21.15.111:0/4082953620 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32a015c180 0x7f328c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.583+0000 7f32a487f640 1 -- 172.21.15.111:0/4082953620 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f328c004d40 msgr2=0x7f328c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:52.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.583+0000 7f32a487f640 1 --2- 172.21.15.111:0/4082953620 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f328c004d40 0x7f328c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.583+0000 7f32a487f640 1 -- 172.21.15.111:0/4082953620 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f328c003520 con 0x7f328c003f30 2024-09-19T04:33:52.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.583+0000 7f32a487f640 1 --2- 172.21.15.111:0/4082953620 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f328c003f30 0x7f328c004800 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f3290009ac0 tx=0x7f328c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4af18ec8c5e532ed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:52.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.583+0000 7f3297fff640 1 -- 172.21.15.111:0/4082953620 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3290036070 con 0x7f328c003f30 2024-09-19T04:33:52.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.583+0000 7f3297fff640 1 -- 172.21.15.111:0/4082953620 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3290031400 con 0x7f328c003f30 2024-09-19T04:33:52.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.583+0000 7f3297fff640 1 -- 172.21.15.111:0/4082953620 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3290009690 con 0x7f328c003f30 2024-09-19T04:33:52.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.584+0000 7f32a72e4640 1 -- 172.21.15.111:0/4082953620 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f328c003f30 msgr2=0x7f328c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:52.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.584+0000 7f32a72e4640 1 --2- 172.21.15.111:0/4082953620 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f328c003f30 0x7f328c004800 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f3290009ac0 tx=0x7f328c005830 comp rx=0 tx=0).stop 2024-09-19T04:33:52.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.584+0000 7f32a5881640 1 -- 172.21.15.111:0/4082953620 reap_dead start 2024-09-19T04:33:52.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.584+0000 7f32a72e4640 1 -- 172.21.15.111:0/4082953620 shutdown_connections 2024-09-19T04:33:52.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.584+0000 7f32a72e4640 1 -- 172.21.15.111:0/4082953620 >> 172.21.15.111:0/4082953620 conn(0x7f32a0062cc0 msgr2=0x7f32a006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:52.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.584+0000 7f32a72e4640 1 -- 172.21.15.111:0/4082953620 shutdown_connections 2024-09-19T04:33:52.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.584+0000 7f32a72e4640 1 -- 172.21.15.111:0/4082953620 wait complete. 2024-09-19T04:33:52.592 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.585+0000 7f32a72e4640 1 Processor -- start 2024-09-19T04:33:52.592 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.585+0000 7f32a72e4640 1 -- start start 2024-09-19T04:33:52.592 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.586+0000 7f32a72e4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f328c003f30 0x7f32a0153ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:52.592 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.586+0000 7f32a72e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32a01599e0 0x7f32a0159e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:52.592 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.586+0000 7f32a72e4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f32a01f20d0 0x7f32a01f2550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:52.592 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.586+0000 7f32a72e4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f32a015c560 con 0x7f32a01f20d0 2024-09-19T04:33:52.592 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.586+0000 7f32a72e4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f32a00722f0 con 0x7f328c003f30 2024-09-19T04:33:52.592 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.586+0000 7f32a72e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f32a015c6e0 con 0x7f32a01599e0 2024-09-19T04:33:52.592 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.586+0000 7f32a5881640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f32a01f20d0 0x7f32a01f2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:52.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.586+0000 7f32a5881640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f32a01f20d0 0x7f32a01f2550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52260/0 (socket says 172.21.15.111:52260) 2024-09-19T04:33:52.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.586+0000 7f32a5881640 1 -- 172.21.15.111:0/2129066921 learned_addr learned my addr 172.21.15.111:0/2129066921 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:52.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.586+0000 7f32a5080640 1 --2- 172.21.15.111:0/2129066921 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f328c003f30 0x7f32a0153ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:52.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.586+0000 7f32a487f640 1 --2- 172.21.15.111:0/2129066921 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32a01599e0 0x7f32a0159e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:52.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.586+0000 7f32a5881640 1 -- 172.21.15.111:0/2129066921 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32a01599e0 msgr2=0x7f32a0159e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:52.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.586+0000 7f32a5881640 1 --2- 172.21.15.111:0/2129066921 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32a01599e0 0x7f32a0159e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.586+0000 7f32a5881640 1 -- 172.21.15.111:0/2129066921 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f328c003f30 msgr2=0x7f32a0153ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:52.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.586+0000 7f32a5881640 1 --2- 172.21.15.111:0/2129066921 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f328c003f30 0x7f32a0153ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.586+0000 7f32a5881640 1 -- 172.21.15.111:0/2129066921 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32a01f3190 con 0x7f32a01f20d0 2024-09-19T04:33:52.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.586+0000 7f32a487f640 1 --2- 172.21.15.111:0/2129066921 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32a01599e0 0x7f32a0159e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:52.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.586+0000 7f32a5080640 1 --2- 172.21.15.111:0/2129066921 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f328c003f30 0x7f32a0153ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:52.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.587+0000 7f32a5881640 1 --2- 172.21.15.111:0/2129066921 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f32a01f20d0 0x7f32a01f2550 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f329c001050 tx=0x7f329c00eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:52.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.587+0000 7f3295ffb640 1 -- 172.21.15.111:0/2129066921 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f329c00c610 con 0x7f32a01f20d0 2024-09-19T04:33:52.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.587+0000 7f3295ffb640 1 -- 172.21.15.111:0/2129066921 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f329c018070 con 0x7f32a01f20d0 2024-09-19T04:33:52.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.587+0000 7f3295ffb640 1 -- 172.21.15.111:0/2129066921 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f329c00ca10 con 0x7f32a01f20d0 2024-09-19T04:33:52.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.587+0000 7f32a72e4640 1 -- 172.21.15.111:0/2129066921 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32a01f3470 con 0x7f32a01f20d0 2024-09-19T04:33:52.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.587+0000 7f32a72e4640 1 -- 172.21.15.111:0/2129066921 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32a01f3a30 con 0x7f32a01f20d0 2024-09-19T04:33:52.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.588+0000 7f32a72e4640 1 -- 172.21.15.111:0/2129066921 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32a01f3c30 con 0x7f32a01f20d0 2024-09-19T04:33:52.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.588+0000 7f3295ffb640 1 -- 172.21.15.111:0/2129066921 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 6) ==== 90897+0+0 (secure 0 0 0) 0x7f329c00cbb0 con 0x7f32a01f20d0 2024-09-19T04:33:52.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.589+0000 7f3295ffb640 1 --2- 172.21.15.111:0/2129066921 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f328406c370 0x7f328406e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:52.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.589+0000 7f3295ffb640 1 -- 172.21.15.111:0/2129066921 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f329c08b030 con 0x7f32a01f20d0 2024-09-19T04:33:52.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.589+0000 7f32a5080640 1 --2- 172.21.15.111:0/2129066921 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f328406c370 0x7f328406e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:52.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.589+0000 7f32a5080640 1 --2- 172.21.15.111:0/2129066921 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f328406c370 0x7f328406e830 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f3298012290 tx=0x7f329800b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:52.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.593+0000 7f3295ffb640 1 -- 172.21.15.111:0/2129066921 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f32a01f3c30 con 0x7f32a01f20d0 2024-09-19T04:33:52.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.794+0000 7f32a72e4640 1 -- 172.21.15.111:0/2129066921 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f32a00ce6a0 con 0x7f32a01f20d0 2024-09-19T04:33:52.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.794+0000 7f3295ffb640 1 -- 172.21.15.111:0/2129066921 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 14 v14) ==== 94+0+5226 (secure 0 0 0) 0x7f329c059840 con 0x7f32a01f20d0 2024-09-19T04:33:52.796 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:52.796 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":14,"btime":"2024-09-19T04:33:44:244662+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4559,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1333466214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1333466214},{"type":"v1","addr":"172.21.15.111:6836","nonce":1333466214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4693,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/1017093519","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":1017093519},{"type":"v1","addr":"172.21.15.114:6834","nonce":1017093519}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4696,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/329323711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":329323711},{"type":"v1","addr":"172.21.15.114:6835","nonce":329323711}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:33:31.551207+0000","modified":"2024-09-19T04:33:33.548439+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4767},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4767":{"gid":4767,"name":"a","rank":0,"incarnation":11,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6837/16082794","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":16082794},{"type":"v1","addr":"172.21.15.111:6837","nonce":16082794}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4767,"qdb_cluster":[4767]},"id":2}]} 2024-09-19T04:33:52.796 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 14 2024-09-19T04:33:52.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.796+0000 7f32a72e4640 1 -- 172.21.15.111:0/2129066921 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f328406c370 msgr2=0x7f328406e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:52.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.796+0000 7f32a72e4640 1 --2- 172.21.15.111:0/2129066921 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f328406c370 0x7f328406e830 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f3298012290 tx=0x7f329800b040 comp rx=0 tx=0).stop 2024-09-19T04:33:52.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.796+0000 7f32a72e4640 1 -- 172.21.15.111:0/2129066921 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f32a01f20d0 msgr2=0x7f32a01f2550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:52.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.796+0000 7f32a72e4640 1 --2- 172.21.15.111:0/2129066921 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f32a01f20d0 0x7f32a01f2550 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f329c001050 tx=0x7f329c00eb90 comp rx=0 tx=0).stop 2024-09-19T04:33:52.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.796+0000 7f32a72e4640 1 -- 172.21.15.111:0/2129066921 shutdown_connections 2024-09-19T04:33:52.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.796+0000 7f32a72e4640 1 --2- 172.21.15.111:0/2129066921 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f328406c370 0x7f328406e830 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.796+0000 7f32a72e4640 1 --2- 172.21.15.111:0/2129066921 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f32a01f20d0 0x7f32a01f2550 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.796+0000 7f32a72e4640 1 --2- 172.21.15.111:0/2129066921 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32a01599e0 0x7f32a0159e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.796+0000 7f32a72e4640 1 --2- 172.21.15.111:0/2129066921 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f328c003f30 0x7f32a0153ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.796+0000 7f32a72e4640 1 -- 172.21.15.111:0/2129066921 >> 172.21.15.111:0/2129066921 conn(0x7f32a0062cc0 msgr2=0x7f32a0156be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:52.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.796+0000 7f32a72e4640 1 -- 172.21.15.111:0/2129066921 shutdown_connections 2024-09-19T04:33:52.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.796+0000 7f32a72e4640 1 -- 172.21.15.111:0/2129066921 wait complete. 2024-09-19T04:33:52.812 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:33:52.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.908+0000 7f0017ac9640 1 Processor -- start 2024-09-19T04:33:52.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.908+0000 7f0017ac9640 1 -- start start 2024-09-19T04:33:52.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.909+0000 7f0017ac9640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f00100cf070 0x7f00100cf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:52.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.909+0000 7f0017ac9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0010073120 0x7f00100735b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:52.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.909+0000 7f0017ac9640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f00100ce740 con 0x7f001015c180 2024-09-19T04:33:52.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.909+0000 7f0017ac9640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f0010072640 con 0x7f00100cf070 2024-09-19T04:33:52.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.909+0000 7f0017ac9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0010072920 con 0x7f0010073120 2024-09-19T04:33:52.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.909+0000 7f0015064640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f00100cf070 0x7f00100cf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:52.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.909+0000 7f0015064640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f00100cf070 0x7f00100cf4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52276/0 (socket says 172.21.15.111:52276) 2024-09-19T04:33:52.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.909+0000 7f0015064640 1 -- 172.21.15.111:0/2713534190 learned_addr learned my addr 172.21.15.111:0/2713534190 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:52.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.909+0000 7f0016066640 1 --2- 172.21.15.111:0/2713534190 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0010073120 0x7f00100735b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:52.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.909+0000 7f0015064640 1 -- 172.21.15.111:0/2713534190 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0010073120 msgr2=0x7f00100735b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:52.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.909+0000 7f0015064640 1 --2- 172.21.15.111:0/2713534190 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0010073120 0x7f00100735b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.909+0000 7f0015064640 1 -- 172.21.15.111:0/2713534190 >> v1:172.21.15.114:6789/0 conn(0x7f001015c180 legacy=0x7f00100cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:52.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.909+0000 7f0015064640 1 -- 172.21.15.111:0/2713534190 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0010072c00 con 0x7f00100cf070 2024-09-19T04:33:52.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.910+0000 7f0015064640 1 --2- 172.21.15.111:0/2713534190 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f00100cf070 0x7f00100cf4e0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f001006f430 tx=0x7f000402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49b43b85888fd74a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:52.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.910+0000 7f0014863640 1 -- 172.21.15.111:0/2713534190 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0004037070 con 0x7f00100cf070 2024-09-19T04:33:52.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.910+0000 7f0014863640 1 -- 172.21.15.111:0/2713534190 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f000402ae50 con 0x7f00100cf070 2024-09-19T04:33:52.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.910+0000 7f0014863640 1 -- 172.21.15.111:0/2713534190 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0004032660 con 0x7f00100cf070 2024-09-19T04:33:52.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.910+0000 7f0017ac9640 1 -- 172.21.15.111:0/2713534190 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f00100cf070 msgr2=0x7f00100cf4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:52.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.910+0000 7f0017ac9640 1 --2- 172.21.15.111:0/2713534190 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f00100cf070 0x7f00100cf4e0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f001006f430 tx=0x7f000402a140 comp rx=0 tx=0).stop 2024-09-19T04:33:52.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.910+0000 7f0017ac9640 1 -- 172.21.15.111:0/2713534190 shutdown_connections 2024-09-19T04:33:52.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.910+0000 7f0017ac9640 1 --2- 172.21.15.111:0/2713534190 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0010073120 0x7f00100735b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.910+0000 7f0017ac9640 1 --2- 172.21.15.111:0/2713534190 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f00100cf070 0x7f00100cf4e0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.910+0000 7f0017ac9640 1 -- 172.21.15.111:0/2713534190 >> 172.21.15.111:0/2713534190 conn(0x7f0010062cc0 msgr2=0x7f001006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:52.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.910+0000 7f0017ac9640 1 -- 172.21.15.111:0/2713534190 shutdown_connections 2024-09-19T04:33:52.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.911+0000 7f0017ac9640 1 -- 172.21.15.111:0/2713534190 wait complete. 2024-09-19T04:33:52.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.912+0000 7f0017ac9640 1 Processor -- start 2024-09-19T04:33:52.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.912+0000 7f0017ac9640 1 -- start start 2024-09-19T04:33:52.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.912+0000 7f0017ac9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0010073120 0x7f0010157e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:52.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.912+0000 7f0017ac9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f00100cf070 0x7f00100afe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:52.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.912+0000 7f0017ac9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f001015c180 0x7f00100ad6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:52.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.912+0000 7f0017ac9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f00100722f0 con 0x7f001015c180 2024-09-19T04:33:52.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.912+0000 7f0017ac9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f00100ced00 con 0x7f0010073120 2024-09-19T04:33:52.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.912+0000 7f0017ac9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f001015c560 con 0x7f00100cf070 2024-09-19T04:33:52.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.912+0000 7f0016066640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f001015c180 0x7f00100ad6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:52.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.912+0000 7f0016066640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f001015c180 0x7f00100ad6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52278/0 (socket says 172.21.15.111:52278) 2024-09-19T04:33:52.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.912+0000 7f0016066640 1 -- 172.21.15.111:0/3410437425 learned_addr learned my addr 172.21.15.111:0/3410437425 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:52.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.913+0000 7f0015865640 1 --2- 172.21.15.111:0/3410437425 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0010073120 0x7f0010157e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:52.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.913+0000 7f0015064640 1 --2- 172.21.15.111:0/3410437425 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f00100cf070 0x7f00100afe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:52.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.913+0000 7f0016066640 1 -- 172.21.15.111:0/3410437425 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f00100cf070 msgr2=0x7f00100afe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:52.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.913+0000 7f0016066640 1 --2- 172.21.15.111:0/3410437425 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f00100cf070 0x7f00100afe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.913+0000 7f0016066640 1 -- 172.21.15.111:0/3410437425 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0010073120 msgr2=0x7f0010157e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:52.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.913+0000 7f0016066640 1 --2- 172.21.15.111:0/3410437425 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0010073120 0x7f0010157e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:52.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.913+0000 7f0016066640 1 -- 172.21.15.111:0/3410437425 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00100b07c0 con 0x7f001015c180 2024-09-19T04:33:52.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.913+0000 7f0016066640 1 --2- 172.21.15.111:0/3410437425 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f001015c180 0x7f00100ad6e0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f000800cc30 tx=0x7f000800a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:52.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.913+0000 7f00027fc640 1 -- 172.21.15.111:0/3410437425 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f000800ce40 con 0x7f001015c180 2024-09-19T04:33:52.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.913+0000 7f00027fc640 1 -- 172.21.15.111:0/3410437425 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0008003990 con 0x7f001015c180 2024-09-19T04:33:52.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.913+0000 7f0017ac9640 1 -- 172.21.15.111:0/3410437425 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00100b0aa0 con 0x7f001015c180 2024-09-19T04:33:52.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.913+0000 7f00027fc640 1 -- 172.21.15.111:0/3410437425 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0008003d40 con 0x7f001015c180 2024-09-19T04:33:52.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.913+0000 7f0017ac9640 1 -- 172.21.15.111:0/3410437425 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00100b1060 con 0x7f001015c180 2024-09-19T04:33:52.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.914+0000 7f0017ac9640 1 -- 172.21.15.111:0/3410437425 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00100cf4e0 con 0x7f001015c180 2024-09-19T04:33:52.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.915+0000 7f00027fc640 1 -- 172.21.15.111:0/3410437425 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 6) ==== 90897+0+0 (secure 0 0 0) 0x7f0008003ee0 con 0x7f001015c180 2024-09-19T04:33:52.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.915+0000 7f00027fc640 1 --2- 172.21.15.111:0/3410437425 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7efff406c340 0x7efff406e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:52.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.915+0000 7f00027fc640 1 -- 172.21.15.111:0/3410437425 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f000808b920 con 0x7f001015c180 2024-09-19T04:33:52.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.915+0000 7f0015865640 1 --2- 172.21.15.111:0/3410437425 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7efff406c340 0x7efff406e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:52.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.916+0000 7f0015865640 1 --2- 172.21.15.111:0/3410437425 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7efff406c340 0x7efff406e800 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f000c004f60 tx=0x7f000c007e30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:52.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:52.919+0000 7f00027fc640 1 -- 172.21.15.111:0/3410437425 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0008014030 con 0x7f001015c180 2024-09-19T04:33:53.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.088+0000 7f0017ac9640 1 -- 172.21.15.111:0/3410437425 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0010063470 con 0x7f001015c180 2024-09-19T04:33:53.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.089+0000 7f00027fc640 1 -- 172.21.15.111:0/3410437425 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16777 (secure 0 0 0) 0x7f00080599d0 con 0x7f001015c180 2024-09-19T04:33:53.091 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:53.092 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":32,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:33:33.213755+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:33:29.280677+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T04:33:30.536276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:33:53.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.092+0000 7f0017ac9640 1 -- 172.21.15.111:0/3410437425 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7efff406c340 msgr2=0x7efff406e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:53.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.092+0000 7f0017ac9640 1 --2- 172.21.15.111:0/3410437425 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7efff406c340 0x7efff406e800 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f000c004f60 tx=0x7f000c007e30 comp rx=0 tx=0).stop 2024-09-19T04:33:53.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.092+0000 7f0017ac9640 1 -- 172.21.15.111:0/3410437425 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f001015c180 msgr2=0x7f00100ad6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:53.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.092+0000 7f0017ac9640 1 --2- 172.21.15.111:0/3410437425 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f001015c180 0x7f00100ad6e0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f000800cc30 tx=0x7f000800a5c0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.092+0000 7f0017ac9640 1 -- 172.21.15.111:0/3410437425 shutdown_connections 2024-09-19T04:33:53.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.092+0000 7f0017ac9640 1 --2- 172.21.15.111:0/3410437425 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7efff406c340 0x7efff406e800 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.092+0000 7f0017ac9640 1 --2- 172.21.15.111:0/3410437425 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f001015c180 0x7f00100ad6e0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.092+0000 7f0017ac9640 1 --2- 172.21.15.111:0/3410437425 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f00100cf070 0x7f00100afe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.092+0000 7f0017ac9640 1 --2- 172.21.15.111:0/3410437425 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0010073120 0x7f0010157e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.092+0000 7f0017ac9640 1 -- 172.21.15.111:0/3410437425 >> 172.21.15.111:0/3410437425 conn(0x7f0010062cc0 msgr2=0x7f00100b1de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:53.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.092+0000 7f0017ac9640 1 -- 172.21.15.111:0/3410437425 shutdown_connections 2024-09-19T04:33:53.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.092+0000 7f0017ac9640 1 -- 172.21.15.111:0/3410437425 wait complete. 2024-09-19T04:33:53.104 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T04:33:53.104 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:33:53.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.201+0000 7f80ab80e640 1 Processor -- start 2024-09-19T04:33:53.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.202+0000 7f80ab80e640 1 -- start start 2024-09-19T04:33:53.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.202+0000 7f80ab80e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f80a415e940 0x7f80a40d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:53.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.202+0000 7f80ab80e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f80a40cef90 0x7f80a40d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:53.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.202+0000 7f80ab80e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f80a40b7170 con 0x7f80a415ed20 2024-09-19T04:33:53.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.202+0000 7f80ab80e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f80a40d1ae0 con 0x7f80a40cef90 2024-09-19T04:33:53.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.202+0000 7f80ab80e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f80a40b7aa0 con 0x7f80a415e940 2024-09-19T04:33:53.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.203+0000 7f80a9dab640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f80a40cef90 0x7f80a40d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:53.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.203+0000 7f80a9dab640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f80a40cef90 0x7f80a40d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52290/0 (socket says 172.21.15.111:52290) 2024-09-19T04:33:53.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.203+0000 7f80a9dab640 1 -- 172.21.15.111:0/1423028018 learned_addr learned my addr 172.21.15.111:0/1423028018 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:53.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.203+0000 7f80a95aa640 1 --2- 172.21.15.111:0/1423028018 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f80a415e940 0x7f80a40d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:53.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.203+0000 7f80a9dab640 1 -- 172.21.15.111:0/1423028018 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f80a415e940 msgr2=0x7f80a40d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:53.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.203+0000 7f80a9dab640 1 --2- 172.21.15.111:0/1423028018 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f80a415e940 0x7f80a40d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.203+0000 7f80a9dab640 1 -- 172.21.15.111:0/1423028018 >> v1:172.21.15.114:6789/0 conn(0x7f80a415ed20 legacy=0x7f80a40b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:53.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.203+0000 7f80a9dab640 1 -- 172.21.15.111:0/1423028018 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80a40d3660 con 0x7f80a40cef90 2024-09-19T04:33:53.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.203+0000 7f80a95aa640 1 --2- 172.21.15.111:0/1423028018 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f80a415e940 0x7f80a40d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:53.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.204+0000 7f80a9dab640 1 --2- 172.21.15.111:0/1423028018 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f80a40cef90 0x7f80a40d15a0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f809c009e50 tx=0x7f809c02a750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=245103bef4567ac3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:53.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.204+0000 7f809bfff640 1 -- 172.21.15.111:0/1423028018 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f809c036070 con 0x7f80a40cef90 2024-09-19T04:33:53.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.204+0000 7f809bfff640 1 -- 172.21.15.111:0/1423028018 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f809c031600 con 0x7f80a40cef90 2024-09-19T04:33:53.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.204+0000 7f809bfff640 1 -- 172.21.15.111:0/1423028018 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f809c0319d0 con 0x7f80a40cef90 2024-09-19T04:33:53.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.204+0000 7f80ab80e640 1 -- 172.21.15.111:0/1423028018 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f80a40cef90 msgr2=0x7f80a40d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:53.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.204+0000 7f80ab80e640 1 --2- 172.21.15.111:0/1423028018 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f80a40cef90 0x7f80a40d15a0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f809c009e50 tx=0x7f809c02a750 comp rx=0 tx=0).stop 2024-09-19T04:33:53.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.204+0000 7f80ab80e640 1 -- 172.21.15.111:0/1423028018 shutdown_connections 2024-09-19T04:33:53.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.204+0000 7f80ab80e640 1 --2- 172.21.15.111:0/1423028018 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f80a40cef90 0x7f80a40d15a0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.204+0000 7f80ab80e640 1 --2- 172.21.15.111:0/1423028018 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f80a415e940 0x7f80a40d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.204+0000 7f80ab80e640 1 -- 172.21.15.111:0/1423028018 >> 172.21.15.111:0/1423028018 conn(0x7f80a40b6240 msgr2=0x7f80a40b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:53.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.204+0000 7f80ab80e640 1 -- 172.21.15.111:0/1423028018 shutdown_connections 2024-09-19T04:33:53.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.204+0000 7f80ab80e640 1 -- 172.21.15.111:0/1423028018 wait complete. 2024-09-19T04:33:53.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.205+0000 7f80ab80e640 1 Processor -- start 2024-09-19T04:33:53.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.206+0000 7f80ab80e640 1 -- start start 2024-09-19T04:33:53.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.206+0000 7f80ab80e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f80a40cef90 0x7f80a415b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:53.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.206+0000 7f80ab80e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f80a415e940 0x7f80a414e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:53.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.206+0000 7f80ab80e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f80a415ed20 0x7f80a41f4900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:53.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.206+0000 7f80ab80e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f80a40d3f00 con 0x7f80a415ed20 2024-09-19T04:33:53.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.206+0000 7f80ab80e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f80a40d3c20 con 0x7f80a415e940 2024-09-19T04:33:53.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.206+0000 7f80ab80e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f80a40d3310 con 0x7f80a40cef90 2024-09-19T04:33:53.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.206+0000 7f80a9dab640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f80a415ed20 0x7f80a41f4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:53.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.206+0000 7f80a9dab640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f80a415ed20 0x7f80a41f4900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52292/0 (socket says 172.21.15.111:52292) 2024-09-19T04:33:53.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.206+0000 7f80a9dab640 1 -- 172.21.15.111:0/3268983153 learned_addr learned my addr 172.21.15.111:0/3268983153 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:53.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.206+0000 7f80a8da9640 1 --2- 172.21.15.111:0/3268983153 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f80a415e940 0x7f80a414e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:53.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.206+0000 7f80a95aa640 1 --2- 172.21.15.111:0/3268983153 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f80a40cef90 0x7f80a415b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:53.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.207+0000 7f80a9dab640 1 -- 172.21.15.111:0/3268983153 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f80a40cef90 msgr2=0x7f80a415b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:53.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.207+0000 7f80a9dab640 1 --2- 172.21.15.111:0/3268983153 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f80a40cef90 0x7f80a415b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.207+0000 7f80a9dab640 1 -- 172.21.15.111:0/3268983153 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f80a415e940 msgr2=0x7f80a414e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:53.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.207+0000 7f80a9dab640 1 --2- 172.21.15.111:0/3268983153 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f80a415e940 0x7f80a414e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.207+0000 7f80a9dab640 1 -- 172.21.15.111:0/3268983153 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80a4159a50 con 0x7f80a415ed20 2024-09-19T04:33:53.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.207+0000 7f80a9dab640 1 --2- 172.21.15.111:0/3268983153 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f80a415ed20 0x7f80a41f4900 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f809c034040 tx=0x7f809c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:53.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.207+0000 7f8099ffb640 1 -- 172.21.15.111:0/3268983153 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f809c036050 con 0x7f80a415ed20 2024-09-19T04:33:53.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.207+0000 7f8099ffb640 1 -- 172.21.15.111:0/3268983153 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f809c042070 con 0x7f80a415ed20 2024-09-19T04:33:53.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.207+0000 7f80ab80e640 1 -- 172.21.15.111:0/3268983153 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80a4159d30 con 0x7f80a415ed20 2024-09-19T04:33:53.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.207+0000 7f8099ffb640 1 -- 172.21.15.111:0/3268983153 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f809c009510 con 0x7f80a415ed20 2024-09-19T04:33:53.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.207+0000 7f80ab80e640 1 -- 172.21.15.111:0/3268983153 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80a415a5d0 con 0x7f80a415ed20 2024-09-19T04:33:53.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.208+0000 7f80ab80e640 1 -- 172.21.15.111:0/3268983153 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80a40d1f80 con 0x7f80a415ed20 2024-09-19T04:33:53.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.209+0000 7f8099ffb640 1 -- 172.21.15.111:0/3268983153 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 6) ==== 90897+0+0 (secure 0 0 0) 0x7f809c007bd0 con 0x7f80a415ed20 2024-09-19T04:33:53.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.209+0000 7f8099ffb640 1 --2- 172.21.15.111:0/3268983153 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f808806c340 0x7f808806e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:53.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.209+0000 7f80a95aa640 1 --2- 172.21.15.111:0/3268983153 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f808806c340 0x7f808806e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:53.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.209+0000 7f8099ffb640 1 -- 172.21.15.111:0/3268983153 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f809c0ac3b0 con 0x7f80a415ed20 2024-09-19T04:33:53.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.210+0000 7f80a95aa640 1 --2- 172.21.15.111:0/3268983153 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f808806c340 0x7f808806e800 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f80a40ceb00 tx=0x7f8094008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:53.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.214+0000 7f8099ffb640 1 -- 172.21.15.111:0/3268983153 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f80a40b7170 con 0x7f80a415ed20 2024-09-19T04:33:53.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.284+0000 7f8099ffb640 1 -- 172.21.15.111:0/3268983153 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f809c076a40 con 0x7f80a415ed20 2024-09-19T04:33:53.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.419+0000 7f80ab80e640 1 -- 172.21.15.111:0/3268983153 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f80a40ba6b0 con 0x7f80a415ed20 2024-09-19T04:33:53.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.419+0000 7f8099ffb640 1 -- 172.21.15.111:0/3268983153 <== mon.0 v2:172.21.15.111:3300/0 8 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 14 v14) ==== 94+0+5226 (secure 0 0 0) 0x7f809c0a5b40 con 0x7f80a415ed20 2024-09-19T04:33:53.421 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:53.421 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":14,"btime":"2024-09-19T04:33:44:244662+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4559,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1333466214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1333466214},{"type":"v1","addr":"172.21.15.111:6836","nonce":1333466214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4693,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/1017093519","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":1017093519},{"type":"v1","addr":"172.21.15.114:6834","nonce":1017093519}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4696,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/329323711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":329323711},{"type":"v1","addr":"172.21.15.114:6835","nonce":329323711}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:33:31.551207+0000","modified":"2024-09-19T04:33:33.548439+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4767},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4767":{"gid":4767,"name":"a","rank":0,"incarnation":11,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6837/16082794","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":16082794},{"type":"v1","addr":"172.21.15.111:6837","nonce":16082794}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4767,"qdb_cluster":[4767]},"id":2}]} 2024-09-19T04:33:53.421 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 14 2024-09-19T04:33:53.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.422+0000 7f80ab80e640 1 -- 172.21.15.111:0/3268983153 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f808806c340 msgr2=0x7f808806e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:53.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.422+0000 7f80ab80e640 1 --2- 172.21.15.111:0/3268983153 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f808806c340 0x7f808806e800 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f80a40ceb00 tx=0x7f8094008040 comp rx=0 tx=0).stop 2024-09-19T04:33:53.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.422+0000 7f80ab80e640 1 -- 172.21.15.111:0/3268983153 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f80a415ed20 msgr2=0x7f80a41f4900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:53.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.422+0000 7f80ab80e640 1 --2- 172.21.15.111:0/3268983153 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f80a415ed20 0x7f80a41f4900 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f809c034040 tx=0x7f809c004a40 comp rx=0 tx=0).stop 2024-09-19T04:33:53.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.422+0000 7f80ab80e640 1 -- 172.21.15.111:0/3268983153 shutdown_connections 2024-09-19T04:33:53.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.422+0000 7f80ab80e640 1 --2- 172.21.15.111:0/3268983153 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f808806c340 0x7f808806e800 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.422+0000 7f80ab80e640 1 --2- 172.21.15.111:0/3268983153 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f80a415ed20 0x7f80a41f4900 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.422+0000 7f80ab80e640 1 --2- 172.21.15.111:0/3268983153 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f80a415e940 0x7f80a414e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.422+0000 7f80ab80e640 1 --2- 172.21.15.111:0/3268983153 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f80a40cef90 0x7f80a415b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.422+0000 7f80ab80e640 1 -- 172.21.15.111:0/3268983153 >> 172.21.15.111:0/3268983153 conn(0x7f80a40b6240 msgr2=0x7f80a40b8b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:53.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.422+0000 7f80ab80e640 1 -- 172.21.15.111:0/3268983153 shutdown_connections 2024-09-19T04:33:53.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.422+0000 7f80ab80e640 1 -- 172.21.15.111:0/3268983153 wait complete. 2024-09-19T04:33:53.434 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:33:53.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.530+0000 7f4e8e56f640 1 Processor -- start 2024-09-19T04:33:53.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.530+0000 7f4e8e56f640 1 -- start start 2024-09-19T04:33:53.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.531+0000 7f4e8e56f640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4e8815ca40 0x7f4e8815e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:53.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.531+0000 7f4e8e56f640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e8815d390 con 0x7f4e880d02a0 2024-09-19T04:33:53.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.531+0000 7f4e8e56f640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e8815d670 con 0x7f4e8815ceb0 2024-09-19T04:33:53.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.531+0000 7f4e8e56f640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f4e8815d950 con 0x7f4e8815ca40 2024-09-19T04:33:53.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.531+0000 7f4e877fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4e8815ca40 0x7f4e8815e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:53.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.531+0000 7f4e87fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f4e880d02a0 0x7f4e880d0680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40624/0 (socket says 172.21.15.111:40624) 2024-09-19T04:33:53.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.531+0000 7f4e87fff640 1 -- 172.21.15.111:0/780472720 learned_addr learned my addr 172.21.15.111:0/780472720 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:53.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.532+0000 7f4e877fe640 1 -- 172.21.15.111:0/780472720 >> v1:172.21.15.114:6789/0 conn(0x7f4e8815ceb0 legacy=0x7f4e881594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:53.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.532+0000 7f4e877fe640 1 -- 172.21.15.111:0/780472720 >> v1:172.21.15.111:6789/0 conn(0x7f4e880d02a0 legacy=0x7f4e880d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:53.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.532+0000 7f4e877fe640 1 -- 172.21.15.111:0/780472720 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e8815dc30 con 0x7f4e8815ca40 2024-09-19T04:33:53.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.532+0000 7f4e86ffd640 1 -- 172.21.15.111:0/780472720 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 750716996 0 0) 0x7f4e8815d390 con 0x7f4e880d02a0 2024-09-19T04:33:53.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.532+0000 7f4e877fe640 1 --2- 172.21.15.111:0/780472720 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4e8815ca40 0x7f4e8815e430 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c0097a0 tx=0x7f4e7c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f68a6b6498fb4793 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:53.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.532+0000 7f4e86ffd640 1 -- 172.21.15.111:0/780472720 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e7c037070 con 0x7f4e8815ca40 2024-09-19T04:33:53.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.532+0000 7f4e86ffd640 1 -- 172.21.15.111:0/780472720 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e7c02ae50 con 0x7f4e8815ca40 2024-09-19T04:33:53.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.532+0000 7f4e86ffd640 1 -- 172.21.15.111:0/780472720 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e7c032660 con 0x7f4e8815ca40 2024-09-19T04:33:53.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.533+0000 7f4e8e56f640 1 -- 172.21.15.111:0/780472720 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4e8815ca40 msgr2=0x7f4e8815e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:53.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.533+0000 7f4e8e56f640 1 --2- 172.21.15.111:0/780472720 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4e8815ca40 0x7f4e8815e430 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c0097a0 tx=0x7f4e7c02a140 comp rx=0 tx=0).stop 2024-09-19T04:33:53.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.533+0000 7f4e8e56f640 1 -- 172.21.15.111:0/780472720 shutdown_connections 2024-09-19T04:33:53.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.533+0000 7f4e8e56f640 1 --2- 172.21.15.111:0/780472720 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4e8815ca40 0x7f4e8815e430 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.533+0000 7f4e8e56f640 1 -- 172.21.15.111:0/780472720 >> 172.21.15.111:0/780472720 conn(0x7f4e88062cc0 msgr2=0x7f4e8806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:53.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.533+0000 7f4e8e56f640 1 -- 172.21.15.111:0/780472720 shutdown_connections 2024-09-19T04:33:53.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.533+0000 7f4e8e56f640 1 -- 172.21.15.111:0/780472720 wait complete. 2024-09-19T04:33:53.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.534+0000 7f4e8e56f640 1 Processor -- start 2024-09-19T04:33:53.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.534+0000 7f4e8e56f640 1 -- start start 2024-09-19T04:33:53.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.535+0000 7f4e8e56f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4e880d02a0 0x7f4e880aeac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:53.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.535+0000 7f4e8e56f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4e8815ca40 0x7f4e88157980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:53.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.535+0000 7f4e8e56f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4e8815ceb0 0x7f4e880aa4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:53.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.535+0000 7f4e8e56f640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4e88155d10 con 0x7f4e8815ca40 2024-09-19T04:33:53.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.535+0000 7f4e8e56f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4e88155b90 con 0x7f4e8815ceb0 2024-09-19T04:33:53.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.535+0000 7f4e8e56f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4e880b4790 con 0x7f4e880d02a0 2024-09-19T04:33:53.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.535+0000 7f4e877fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4e8815ca40 0x7f4e88157980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:53.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.535+0000 7f4e877fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4e8815ca40 0x7f4e88157980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52308/0 (socket says 172.21.15.111:52308) 2024-09-19T04:33:53.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.535+0000 7f4e877fe640 1 -- 172.21.15.111:0/2753089819 learned_addr learned my addr 172.21.15.111:0/2753089819 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:53.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.535+0000 7f4e877fe640 1 -- 172.21.15.111:0/2753089819 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4e880d02a0 msgr2=0x7f4e880aeac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:53.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.535+0000 7f4e877fe640 1 --2- 172.21.15.111:0/2753089819 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4e880d02a0 0x7f4e880aeac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.535+0000 7f4e877fe640 1 -- 172.21.15.111:0/2753089819 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4e8815ceb0 msgr2=0x7f4e880aa4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:53.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.535+0000 7f4e877fe640 1 --2- 172.21.15.111:0/2753089819 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4e8815ceb0 0x7f4e880aa4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.535+0000 7f4e877fe640 1 -- 172.21.15.111:0/2753089819 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e880af000 con 0x7f4e8815ca40 2024-09-19T04:33:53.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.536+0000 7f4e877fe640 1 --2- 172.21.15.111:0/2753089819 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4e8815ca40 0x7f4e88157980 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c0097a0 tx=0x7f4e7c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:53.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.536+0000 7f4e84ff9640 1 -- 172.21.15.111:0/2753089819 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e7c042070 con 0x7f4e8815ca40 2024-09-19T04:33:53.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.536+0000 7f4e84ff9640 1 -- 172.21.15.111:0/2753089819 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e7c03e670 con 0x7f4e8815ca40 2024-09-19T04:33:53.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.536+0000 7f4e8e56f640 1 -- 172.21.15.111:0/2753089819 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e881581d0 con 0x7f4e8815ca40 2024-09-19T04:33:53.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.536+0000 7f4e84ff9640 1 -- 172.21.15.111:0/2753089819 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e7c037040 con 0x7f4e8815ca40 2024-09-19T04:33:53.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.536+0000 7f4e8e56f640 1 -- 172.21.15.111:0/2753089819 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e88158790 con 0x7f4e8815ca40 2024-09-19T04:33:53.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.537+0000 7f4e8e56f640 1 -- 172.21.15.111:0/2753089819 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e880d0680 con 0x7f4e8815ca40 2024-09-19T04:33:53.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.537+0000 7f4e84ff9640 1 -- 172.21.15.111:0/2753089819 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f4e7c045070 con 0x7f4e8815ca40 2024-09-19T04:33:53.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.538+0000 7f4e84ff9640 1 --2- 172.21.15.111:0/2753089819 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4e7406c460 0x7f4e7406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:53.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.538+0000 7f4e87fff640 1 --2- 172.21.15.111:0/2753089819 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4e7406c460 0x7f4e7406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:53.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.538+0000 7f4e84ff9640 1 -- 172.21.15.111:0/2753089819 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f4e7c0ac000 con 0x7f4e8815ca40 2024-09-19T04:33:53.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.538+0000 7f4e87fff640 1 --2- 172.21.15.111:0/2753089819 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4e7406c460 0x7f4e7406e920 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f4e78007fd0 tx=0x7f4e78007920 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:53.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.542+0000 7f4e84ff9640 1 -- 172.21.15.111:0/2753089819 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4e7c07a6a0 con 0x7f4e8815ca40 2024-09-19T04:33:53.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.741+0000 7f4e8e56f640 1 -- 172.21.15.111:0/2753089819 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4e880b5680 con 0x7f4e8815ca40 2024-09-19T04:33:53.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.742+0000 7f4e84ff9640 1 -- 172.21.15.111:0/2753089819 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 14 v14) ==== 94+0+5226 (secure 0 0 0) 0x7f4e7c079fa0 con 0x7f4e8815ca40 2024-09-19T04:33:53.744 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:53.744 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":14,"btime":"2024-09-19T04:33:44:244662+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4559,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1333466214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1333466214},{"type":"v1","addr":"172.21.15.111:6836","nonce":1333466214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4693,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/1017093519","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":1017093519},{"type":"v1","addr":"172.21.15.114:6834","nonce":1017093519}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4696,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/329323711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":329323711},{"type":"v1","addr":"172.21.15.114:6835","nonce":329323711}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:33:31.551207+0000","modified":"2024-09-19T04:33:33.548439+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4767},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4767":{"gid":4767,"name":"a","rank":0,"incarnation":11,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6837/16082794","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":16082794},{"type":"v1","addr":"172.21.15.111:6837","nonce":16082794}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4767,"qdb_cluster":[4767]},"id":2}]} 2024-09-19T04:33:53.744 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 14 2024-09-19T04:33:53.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.744+0000 7f4e8e56f640 1 -- 172.21.15.111:0/2753089819 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4e7406c460 msgr2=0x7f4e7406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:53.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.744+0000 7f4e8e56f640 1 --2- 172.21.15.111:0/2753089819 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4e7406c460 0x7f4e7406e920 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f4e78007fd0 tx=0x7f4e78007920 comp rx=0 tx=0).stop 2024-09-19T04:33:53.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.744+0000 7f4e8e56f640 1 -- 172.21.15.111:0/2753089819 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4e8815ca40 msgr2=0x7f4e88157980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:53.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.744+0000 7f4e8e56f640 1 --2- 172.21.15.111:0/2753089819 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4e8815ca40 0x7f4e88157980 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c0097a0 tx=0x7f4e7c0046c0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.744+0000 7f4e8e56f640 1 -- 172.21.15.111:0/2753089819 shutdown_connections 2024-09-19T04:33:53.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.744+0000 7f4e8e56f640 1 --2- 172.21.15.111:0/2753089819 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4e7406c460 0x7f4e7406e920 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.744+0000 7f4e8e56f640 1 --2- 172.21.15.111:0/2753089819 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4e8815ceb0 0x7f4e880aa4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.744+0000 7f4e8e56f640 1 --2- 172.21.15.111:0/2753089819 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4e8815ca40 0x7f4e88157980 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.744+0000 7f4e8e56f640 1 --2- 172.21.15.111:0/2753089819 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4e880d02a0 0x7f4e880aeac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.744+0000 7f4e8e56f640 1 -- 172.21.15.111:0/2753089819 >> 172.21.15.111:0/2753089819 conn(0x7f4e88062cc0 msgr2=0x7f4e8815bef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:53.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.744+0000 7f4e8e56f640 1 -- 172.21.15.111:0/2753089819 shutdown_connections 2024-09-19T04:33:53.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.744+0000 7f4e8e56f640 1 -- 172.21.15.111:0/2753089819 wait complete. 2024-09-19T04:33:53.756 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:33:53.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.852+0000 7ff0626e6640 1 Processor -- start 2024-09-19T04:33:53.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.852+0000 7ff0626e6640 1 -- start start 2024-09-19T04:33:53.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.853+0000 7ff0626e6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff05c15c5e0 0x7ff05c0712b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:53.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.853+0000 7ff0626e6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff05c0b6d50 0x7ff05c0b7190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:53.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.853+0000 7ff0626e6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff05c15c9c0 con 0x7ff05c1600e0 2024-09-19T04:33:53.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.853+0000 7ff0626e6640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7ff05c074100 con 0x7ff05c15c5e0 2024-09-19T04:33:53.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.853+0000 7ff0626e6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff05c0b76d0 con 0x7ff05c0b6d50 2024-09-19T04:33:53.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.853+0000 7ff05bfff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff05c15c5e0 0x7ff05c0712b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:53.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.853+0000 7ff060c83640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7ff05c1600e0 0x7ff05c160590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40626/0 (socket says 172.21.15.111:40626) 2024-09-19T04:33:53.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.853+0000 7ff060c83640 1 -- 172.21.15.111:0/748527639 learned_addr learned my addr 172.21.15.111:0/748527639 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:53.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.854+0000 7ff05bfff640 1 -- 172.21.15.111:0/748527639 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff05c0b6d50 msgr2=0x7ff05c0b7190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:53.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.854+0000 7ff05b7fe640 1 --2- 172.21.15.111:0/748527639 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff05c0b6d50 0x7ff05c0b7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:53.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.854+0000 7ff05bfff640 1 --2- 172.21.15.111:0/748527639 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff05c0b6d50 0x7ff05c0b7190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.854+0000 7ff05bfff640 1 -- 172.21.15.111:0/748527639 >> v1:172.21.15.111:6789/0 conn(0x7ff05c1600e0 legacy=0x7ff05c160590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:53.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.854+0000 7ff05bfff640 1 -- 172.21.15.111:0/748527639 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff05c0b1dd0 con 0x7ff05c15c5e0 2024-09-19T04:33:53.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.854+0000 7ff05affd640 1 -- 172.21.15.111:0/748527639 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 58108734 0 0) 0x7ff05c15c9c0 con 0x7ff05c1600e0 2024-09-19T04:33:53.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.854+0000 7ff05b7fe640 1 --2- 172.21.15.111:0/748527639 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff05c0b6d50 0x7ff05c0b7190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:53.857 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.854+0000 7ff05bfff640 1 --2- 172.21.15.111:0/748527639 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff05c15c5e0 0x7ff05c0712b0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7ff04c0097a0 tx=0x7ff04c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc99c60b34cef711 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:53.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.855+0000 7ff05affd640 1 -- 172.21.15.111:0/748527639 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff04c037070 con 0x7ff05c15c5e0 2024-09-19T04:33:53.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.855+0000 7ff05affd640 1 -- 172.21.15.111:0/748527639 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff04c032440 con 0x7ff05c15c5e0 2024-09-19T04:33:53.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.855+0000 7ff05affd640 1 -- 172.21.15.111:0/748527639 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff04c032810 con 0x7ff05c15c5e0 2024-09-19T04:33:53.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.855+0000 7ff0626e6640 1 -- 172.21.15.111:0/748527639 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff05c15c5e0 msgr2=0x7ff05c0712b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:53.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.855+0000 7ff0626e6640 1 --2- 172.21.15.111:0/748527639 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff05c15c5e0 0x7ff05c0712b0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7ff04c0097a0 tx=0x7ff04c02a180 comp rx=0 tx=0).stop 2024-09-19T04:33:53.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.855+0000 7ff0626e6640 1 -- 172.21.15.111:0/748527639 shutdown_connections 2024-09-19T04:33:53.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.855+0000 7ff0626e6640 1 --2- 172.21.15.111:0/748527639 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff05c0b6d50 0x7ff05c0b7190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.855+0000 7ff0626e6640 1 --2- 172.21.15.111:0/748527639 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff05c15c5e0 0x7ff05c0712b0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.855+0000 7ff0626e6640 1 -- 172.21.15.111:0/748527639 >> 172.21.15.111:0/748527639 conn(0x7ff05c0b4220 msgr2=0x7ff05c0b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:53.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.855+0000 7ff0626e6640 1 -- 172.21.15.111:0/748527639 shutdown_connections 2024-09-19T04:33:53.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.855+0000 7ff0626e6640 1 -- 172.21.15.111:0/748527639 wait complete. 2024-09-19T04:33:53.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.856+0000 7ff0626e6640 1 Processor -- start 2024-09-19T04:33:53.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.857+0000 7ff0626e6640 1 -- start start 2024-09-19T04:33:53.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.857+0000 7ff0626e6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff05c0b6d50 0x7ff05c15ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:53.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.857+0000 7ff0626e6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff05c15c5e0 0x7ff05c1f1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:53.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.857+0000 7ff0626e6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff05c1600e0 0x7ff05c1f4f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:53.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.857+0000 7ff0626e6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff05c073ab0 con 0x7ff05c1600e0 2024-09-19T04:33:53.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.857+0000 7ff0626e6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff05c0737d0 con 0x7ff05c15c5e0 2024-09-19T04:33:53.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.857+0000 7ff0626e6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff05c073d90 con 0x7ff05c0b6d50 2024-09-19T04:33:53.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.857+0000 7ff060c83640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff05c1600e0 0x7ff05c1f4f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:53.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.857+0000 7ff060c83640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff05c1600e0 0x7ff05c1f4f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52328/0 (socket says 172.21.15.111:52328) 2024-09-19T04:33:53.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.858+0000 7ff060c83640 1 -- 172.21.15.111:0/2772721413 learned_addr learned my addr 172.21.15.111:0/2772721413 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:53.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.858+0000 7ff05bfff640 1 --2- 172.21.15.111:0/2772721413 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff05c0b6d50 0x7ff05c15ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:53.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.858+0000 7ff05b7fe640 1 --2- 172.21.15.111:0/2772721413 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff05c15c5e0 0x7ff05c1f1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:53.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.858+0000 7ff060c83640 1 -- 172.21.15.111:0/2772721413 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff05c0b6d50 msgr2=0x7ff05c15ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:53.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.858+0000 7ff060c83640 1 --2- 172.21.15.111:0/2772721413 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff05c0b6d50 0x7ff05c15ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.858+0000 7ff060c83640 1 -- 172.21.15.111:0/2772721413 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff05c15c5e0 msgr2=0x7ff05c1f1ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:53.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.858+0000 7ff060c83640 1 --2- 172.21.15.111:0/2772721413 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff05c15c5e0 0x7ff05c1f1ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:53.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.858+0000 7ff060c83640 1 -- 172.21.15.111:0/2772721413 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff05c06cd50 con 0x7ff05c1600e0 2024-09-19T04:33:53.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.858+0000 7ff060c83640 1 --2- 172.21.15.111:0/2772721413 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff05c1600e0 0x7ff05c1f4f00 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7ff05400c700 tx=0x7ff05400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:53.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.858+0000 7ff058ff9640 1 -- 172.21.15.111:0/2772721413 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff054018070 con 0x7ff05c1600e0 2024-09-19T04:33:53.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.858+0000 7ff058ff9640 1 -- 172.21.15.111:0/2772721413 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff05400ce10 con 0x7ff05c1600e0 2024-09-19T04:33:53.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.858+0000 7ff058ff9640 1 -- 172.21.15.111:0/2772721413 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff05400a860 con 0x7ff05c1600e0 2024-09-19T04:33:53.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.858+0000 7ff0626e6640 1 -- 172.21.15.111:0/2772721413 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff05c06d030 con 0x7ff05c1600e0 2024-09-19T04:33:53.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.858+0000 7ff0626e6640 1 -- 172.21.15.111:0/2772721413 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff05c06d5f0 con 0x7ff05c1600e0 2024-09-19T04:33:53.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.859+0000 7ff0626e6640 1 -- 172.21.15.111:0/2772721413 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff05c073130 con 0x7ff05c1600e0 2024-09-19T04:33:53.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.859+0000 7ff058ff9640 1 -- 172.21.15.111:0/2772721413 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7ff05401b070 con 0x7ff05c1600e0 2024-09-19T04:33:53.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.860+0000 7ff058ff9640 1 --2- 172.21.15.111:0/2772721413 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff04806c490 0x7ff04806e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:53.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.860+0000 7ff058ff9640 1 -- 172.21.15.111:0/2772721413 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7ff05408ac70 con 0x7ff05c1600e0 2024-09-19T04:33:53.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.860+0000 7ff05bfff640 1 --2- 172.21.15.111:0/2772721413 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff04806c490 0x7ff04806e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:53.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.860+0000 7ff05bfff640 1 --2- 172.21.15.111:0/2772721413 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff04806c490 0x7ff04806e950 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7ff04c034000 tx=0x7ff04c02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:53.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:53.864+0000 7ff058ff9640 1 -- 172.21.15.111:0/2772721413 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff0540591f0 con 0x7ff05c1600e0 2024-09-19T04:33:54.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.030+0000 7ff0626e6640 1 -- 172.21.15.111:0/2772721413 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff05c071a60 con 0x7ff05c1600e0 2024-09-19T04:33:54.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.031+0000 7ff058ff9640 1 -- 172.21.15.111:0/2772721413 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16777 (secure 0 0 0) 0x7ff054058af0 con 0x7ff05c1600e0 2024-09-19T04:33:54.033 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:54.033 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":32,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:33:33.213755+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:33:29.280677+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T04:33:30.536276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:33:54.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.033+0000 7ff0626e6640 1 -- 172.21.15.111:0/2772721413 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff04806c490 msgr2=0x7ff04806e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:54.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.033+0000 7ff0626e6640 1 --2- 172.21.15.111:0/2772721413 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff04806c490 0x7ff04806e950 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7ff04c034000 tx=0x7ff04c02e000 comp rx=0 tx=0).stop 2024-09-19T04:33:54.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.033+0000 7ff0626e6640 1 -- 172.21.15.111:0/2772721413 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff05c1600e0 msgr2=0x7ff05c1f4f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:54.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.033+0000 7ff0626e6640 1 --2- 172.21.15.111:0/2772721413 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff05c1600e0 0x7ff05c1f4f00 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7ff05400c700 tx=0x7ff05400cbc0 comp rx=0 tx=0).stop 2024-09-19T04:33:54.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.033+0000 7ff0626e6640 1 -- 172.21.15.111:0/2772721413 shutdown_connections 2024-09-19T04:33:54.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.033+0000 7ff0626e6640 1 --2- 172.21.15.111:0/2772721413 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff04806c490 0x7ff04806e950 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:54.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.033+0000 7ff0626e6640 1 --2- 172.21.15.111:0/2772721413 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff05c1600e0 0x7ff05c1f4f00 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:54.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.033+0000 7ff0626e6640 1 --2- 172.21.15.111:0/2772721413 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff05c15c5e0 0x7ff05c1f1ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:54.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.033+0000 7ff0626e6640 1 --2- 172.21.15.111:0/2772721413 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff05c0b6d50 0x7ff05c15ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:54.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.033+0000 7ff0626e6640 1 -- 172.21.15.111:0/2772721413 >> 172.21.15.111:0/2772721413 conn(0x7ff05c0b4220 msgr2=0x7ff05c0d10c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:54.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.034+0000 7ff0626e6640 1 -- 172.21.15.111:0/2772721413 shutdown_connections 2024-09-19T04:33:54.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.034+0000 7ff0626e6640 1 -- 172.21.15.111:0/2772721413 wait complete. 2024-09-19T04:33:54.046 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T04:33:54.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.144+0000 7f1eb1b86640 1 Processor -- start 2024-09-19T04:33:54.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.144+0000 7f1eb1b86640 1 -- start start 2024-09-19T04:33:54.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.145+0000 7f1eb1b86640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f1eac15c300 0x7f1eac0affc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:54.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.145+0000 7f1eb1b86640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1eac0cd300 0x7f1eac06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:54.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.145+0000 7f1eb1b86640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1eac06f010 0x7f1eac1622e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:54.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.145+0000 7f1eb1b86640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f1eac15ecf0 con 0x7f1eac0cd300 2024-09-19T04:33:54.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.145+0000 7f1eb1b86640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f1eac15c6e0 con 0x7f1eac15c300 2024-09-19T04:33:54.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.145+0000 7f1eb1b86640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1eac15efb0 con 0x7f1eac06f010 2024-09-19T04:33:54.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.145+0000 7f1ea2ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1eac0cd300 0x7f1eac06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:54.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.145+0000 7f1ea2ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1eac0cd300 0x7f1eac06ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52336/0 (socket says 172.21.15.111:52336) 2024-09-19T04:33:54.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.145+0000 7f1ea2ffd640 1 -- 172.21.15.111:0/2873647862 learned_addr learned my addr 172.21.15.111:0/2873647862 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:54.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.145+0000 7f1eab7fe640 1 --2- 172.21.15.111:0/2873647862 >> v2:172.21.15.114:3300/0 conn(0x7f1eac15c300 0x7f1eac0affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:54.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.145+0000 7f1eabfff640 1 --2- 172.21.15.111:0/2873647862 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1eac06f010 0x7f1eac1622e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:54.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.145+0000 7f1ea2ffd640 1 -- 172.21.15.111:0/2873647862 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1eac06f010 msgr2=0x7f1eac1622e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:54.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.145+0000 7f1ea2ffd640 1 --2- 172.21.15.111:0/2873647862 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1eac06f010 0x7f1eac1622e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:54.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.145+0000 7f1ea2ffd640 1 -- 172.21.15.111:0/2873647862 >> v2:172.21.15.114:3300/0 conn(0x7f1eac15c300 msgr2=0x7f1eac0affc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:54.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.145+0000 7f1ea2ffd640 1 --2- 172.21.15.111:0/2873647862 >> v2:172.21.15.114:3300/0 conn(0x7f1eac15c300 0x7f1eac0affc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:54.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.145+0000 7f1ea2ffd640 1 -- 172.21.15.111:0/2873647862 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1eac15f290 con 0x7f1eac0cd300 2024-09-19T04:33:54.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.146+0000 7f1ea2ffd640 1 --2- 172.21.15.111:0/2873647862 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1eac0cd300 0x7f1eac06ead0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f1eac069490 tx=0x7f1e9402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c95d27f6e067654 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:54.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.146+0000 7f1eaaffd640 1 -- 172.21.15.111:0/2873647862 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e94037070 con 0x7f1eac0cd300 2024-09-19T04:33:54.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.146+0000 7f1eaaffd640 1 -- 172.21.15.111:0/2873647862 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e94032440 con 0x7f1eac0cd300 2024-09-19T04:33:54.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.146+0000 7f1eaaffd640 1 -- 172.21.15.111:0/2873647862 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e94032810 con 0x7f1eac0cd300 2024-09-19T04:33:54.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.147+0000 7f1eb1b86640 1 -- 172.21.15.111:0/2873647862 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1eac0cd300 msgr2=0x7f1eac06ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:54.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.147+0000 7f1eb1b86640 1 --2- 172.21.15.111:0/2873647862 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1eac0cd300 0x7f1eac06ead0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f1eac069490 tx=0x7f1e9402a140 comp rx=0 tx=0).stop 2024-09-19T04:33:54.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.147+0000 7f1eb1b86640 1 -- 172.21.15.111:0/2873647862 shutdown_connections 2024-09-19T04:33:54.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.147+0000 7f1eb1b86640 1 --2- 172.21.15.111:0/2873647862 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1eac06f010 0x7f1eac1622e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:54.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.147+0000 7f1eb1b86640 1 --2- 172.21.15.111:0/2873647862 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1eac0cd300 0x7f1eac06ead0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:54.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.147+0000 7f1eb1b86640 1 --2- 172.21.15.111:0/2873647862 >> v2:172.21.15.114:3300/0 conn(0x7f1eac15c300 0x7f1eac0affc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:54.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.147+0000 7f1eb1b86640 1 -- 172.21.15.111:0/2873647862 >> 172.21.15.111:0/2873647862 conn(0x7f1eac06cae0 msgr2=0x7f1eac06cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:54.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.147+0000 7f1eb1b86640 1 -- 172.21.15.111:0/2873647862 shutdown_connections 2024-09-19T04:33:54.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.147+0000 7f1eb1b86640 1 -- 172.21.15.111:0/2873647862 wait complete. 2024-09-19T04:33:54.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.148+0000 7f1eb1b86640 1 Processor -- start 2024-09-19T04:33:54.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.148+0000 7f1eb1b86640 1 -- start start 2024-09-19T04:33:54.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.149+0000 7f1eb1b86640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1eac06f010 0x7f1eac154470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:54.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.149+0000 7f1eb1b86640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1eac0cd300 0x7f1eac1588e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:54.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.149+0000 7f1eb1b86640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1eac15c300 0x7f1eac15dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:54.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.149+0000 7f1eb1b86640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1eac071880 con 0x7f1eac06f010 2024-09-19T04:33:54.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.149+0000 7f1eb1b86640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1eac15f850 con 0x7f1eac15c300 2024-09-19T04:33:54.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.149+0000 7f1eb1b86640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1eac0b0500 con 0x7f1eac0cd300 2024-09-19T04:33:54.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.149+0000 7f1eab7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1eac06f010 0x7f1eac154470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:54.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.149+0000 7f1eab7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1eac06f010 0x7f1eac154470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52352/0 (socket says 172.21.15.111:52352) 2024-09-19T04:33:54.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.149+0000 7f1eab7fe640 1 -- 172.21.15.111:0/1185181682 learned_addr learned my addr 172.21.15.111:0/1185181682 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:54.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.149+0000 7f1eabfff640 1 --2- 172.21.15.111:0/1185181682 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1eac15c300 0x7f1eac15dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:54.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.149+0000 7f1ea2ffd640 1 --2- 172.21.15.111:0/1185181682 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1eac0cd300 0x7f1eac1588e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:54.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.149+0000 7f1eab7fe640 1 -- 172.21.15.111:0/1185181682 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1eac0cd300 msgr2=0x7f1eac1588e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:54.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.149+0000 7f1eab7fe640 1 --2- 172.21.15.111:0/1185181682 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1eac0cd300 0x7f1eac1588e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:54.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.149+0000 7f1eab7fe640 1 -- 172.21.15.111:0/1185181682 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1eac15c300 msgr2=0x7f1eac15dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:54.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.149+0000 7f1eab7fe640 1 --2- 172.21.15.111:0/1185181682 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1eac15c300 0x7f1eac15dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:54.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.149+0000 7f1eab7fe640 1 -- 172.21.15.111:0/1185181682 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1eac0b1c50 con 0x7f1eac06f010 2024-09-19T04:33:54.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.150+0000 7f1eab7fe640 1 --2- 172.21.15.111:0/1185181682 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1eac06f010 0x7f1eac154470 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f1e9c00e9b0 tx=0x7f1e9c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:54.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.150+0000 7f1ea8ff9640 1 -- 172.21.15.111:0/1185181682 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e9c017070 con 0x7f1eac06f010 2024-09-19T04:33:54.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.150+0000 7f1ea8ff9640 1 -- 172.21.15.111:0/1185181682 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e9c00c9a0 con 0x7f1eac06f010 2024-09-19T04:33:54.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.150+0000 7f1eb1b86640 1 -- 172.21.15.111:0/1185181682 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1eac0b1f30 con 0x7f1eac06f010 2024-09-19T04:33:54.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.150+0000 7f1ea8ff9640 1 -- 172.21.15.111:0/1185181682 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e9c00cd90 con 0x7f1eac06f010 2024-09-19T04:33:54.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.150+0000 7f1eb1b86640 1 -- 172.21.15.111:0/1185181682 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1eac1549b0 con 0x7f1eac06f010 2024-09-19T04:33:54.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.151+0000 7f1eb1b86640 1 -- 172.21.15.111:0/1185181682 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1eac06ead0 con 0x7f1eac06f010 2024-09-19T04:33:54.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.151+0000 7f1ea8ff9640 1 -- 172.21.15.111:0/1185181682 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f1e9c01a070 con 0x7f1eac06f010 2024-09-19T04:33:54.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.151+0000 7f1ea8ff9640 1 --2- 172.21.15.111:0/1185181682 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1e8c06c460 0x7f1e8c06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:54.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.152+0000 7f1ea2ffd640 1 --2- 172.21.15.111:0/1185181682 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1e8c06c460 0x7f1e8c06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:54.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.152+0000 7f1ea8ff9640 1 -- 172.21.15.111:0/1185181682 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f1e9c08ba40 con 0x7f1eac06f010 2024-09-19T04:33:54.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.152+0000 7f1ea2ffd640 1 --2- 172.21.15.111:0/1185181682 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1e8c06c460 0x7f1e8c06e920 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1e94034000 tx=0x7f1e9402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:54.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.156+0000 7f1ea8ff9640 1 -- 172.21.15.111:0/1185181682 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1e9c059fc0 con 0x7f1eac06f010 2024-09-19T04:33:54.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.356+0000 7f1eb1b86640 1 -- 172.21.15.111:0/1185181682 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f1eac161fd0 con 0x7f1eac06f010 2024-09-19T04:33:54.358 INFO:tasks.ceph.mon.a.smithi111.stderr:2024-09-19T04:33:54.357+0000 7fab606dd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T04:33:54.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.358+0000 7f1ea8ff9640 1 -- 172.21.15.111:0/1185181682 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v15) ==== 161+0+0 (secure 0 0 0) 0x7f1e9c0598c0 con 0x7f1eac06f010 2024-09-19T04:33:54.359 INFO:teuthology.orchestra.run.smithi111.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T04:33:54.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.360+0000 7f1eb1b86640 1 -- 172.21.15.111:0/1185181682 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1e8c06c460 msgr2=0x7f1e8c06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:54.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.360+0000 7f1eb1b86640 1 --2- 172.21.15.111:0/1185181682 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1e8c06c460 0x7f1e8c06e920 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1e94034000 tx=0x7f1e9402e000 comp rx=0 tx=0).stop 2024-09-19T04:33:54.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.360+0000 7f1eb1b86640 1 -- 172.21.15.111:0/1185181682 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1eac06f010 msgr2=0x7f1eac154470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:54.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.360+0000 7f1eb1b86640 1 --2- 172.21.15.111:0/1185181682 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1eac06f010 0x7f1eac154470 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f1e9c00e9b0 tx=0x7f1e9c00ee70 comp rx=0 tx=0).stop 2024-09-19T04:33:54.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.360+0000 7f1eb1b86640 1 -- 172.21.15.111:0/1185181682 shutdown_connections 2024-09-19T04:33:54.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.360+0000 7f1eb1b86640 1 --2- 172.21.15.111:0/1185181682 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1e8c06c460 0x7f1e8c06e920 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:54.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.360+0000 7f1eb1b86640 1 --2- 172.21.15.111:0/1185181682 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1eac15c300 0x7f1eac15dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:54.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.360+0000 7f1eb1b86640 1 --2- 172.21.15.111:0/1185181682 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1eac0cd300 0x7f1eac1588e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:54.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.360+0000 7f1eb1b86640 1 --2- 172.21.15.111:0/1185181682 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1eac06f010 0x7f1eac154470 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:54.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.360+0000 7f1eb1b86640 1 -- 172.21.15.111:0/1185181682 >> 172.21.15.111:0/1185181682 conn(0x7f1eac06cae0 msgr2=0x7f1eac0725f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:54.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.360+0000 7f1eb1b86640 1 -- 172.21.15.111:0/1185181682 shutdown_connections 2024-09-19T04:33:54.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.360+0000 7f1eb1b86640 1 -- 172.21.15.111:0/1185181682 wait complete. 2024-09-19T04:33:54.375 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T04:33:54.400 INFO:tasks.ceph.mds.a.smithi111.stdout:starting mds.a at 2024-09-19T04:33:54.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.476+0000 7ff951f2c640 1 Processor -- start 2024-09-19T04:33:54.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.476+0000 7ff951f2c640 1 -- start start 2024-09-19T04:33:54.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.476+0000 7ff951f2c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff94c0729a0 0x7ff94c0b5c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:54.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.477+0000 7ff951f2c640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff94c06dc40 con 0x7ff94c161cc0 2024-09-19T04:33:54.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.477+0000 7ff951f2c640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff94c06df20 con 0x7ff94c0b57d0 2024-09-19T04:33:54.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.477+0000 7ff951f2c640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ff94c0af300 con 0x7ff94c0729a0 2024-09-19T04:33:54.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.477+0000 7ff94b7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7ff94c161cc0 0x7ff94c0aebf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40630/0 (socket says 172.21.15.111:40630) 2024-09-19T04:33:54.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.477+0000 7ff94b7fe640 1 -- 172.21.15.111:0/2849333367 learned_addr learned my addr 172.21.15.111:0/2849333367 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:54.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.477+0000 7ff94bfff640 1 --2- 172.21.15.111:0/2849333367 >> v2:172.21.15.114:3300/0 conn(0x7ff94c0729a0 0x7ff94c0b5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:54.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.477+0000 7ff94a7fc640 1 -- 172.21.15.111:0/2849333367 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1884041571 0 0) 0x7ff94c06dc40 con 0x7ff94c161cc0 2024-09-19T04:33:54.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.477+0000 7ff94a7fc640 1 -- 172.21.15.111:0/2849333367 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff934003520 con 0x7ff94c161cc0 2024-09-19T04:33:54.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.477+0000 7ff94bfff640 1 -- 172.21.15.111:0/2849333367 >> v1:172.21.15.114:6789/0 conn(0x7ff94c0b57d0 legacy=0x7ff94c072290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:54.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.477+0000 7ff94a7fc640 1 -- 172.21.15.111:0/2849333367 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2634094324 0 0) 0x7ff94c06df20 con 0x7ff94c0b57d0 2024-09-19T04:33:54.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.477+0000 7ff94bfff640 1 -- 172.21.15.111:0/2849333367 >> v1:172.21.15.111:6789/0 conn(0x7ff94c161cc0 legacy=0x7ff94c0aebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:54.480 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.477+0000 7ff94bfff640 1 -- 172.21.15.111:0/2849333367 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff94c06e200 con 0x7ff94c0729a0 2024-09-19T04:33:54.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.478+0000 7ff94bfff640 1 --2- 172.21.15.111:0/2849333367 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff94c0729a0 0x7ff94c0b5c40 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ff944009d90 tx=0x7ff94402a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c19d7b3d0d992db9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:54.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.478+0000 7ff94a7fc640 1 -- 172.21.15.111:0/2849333367 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff944007740 con 0x7ff94c0729a0 2024-09-19T04:33:54.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.478+0000 7ff94a7fc640 1 -- 172.21.15.111:0/2849333367 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9440078e0 con 0x7ff94c0729a0 2024-09-19T04:33:54.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.478+0000 7ff94a7fc640 1 -- 172.21.15.111:0/2849333367 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff944007cb0 con 0x7ff94c0729a0 2024-09-19T04:33:54.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.478+0000 7ff951f2c640 1 -- 172.21.15.111:0/2849333367 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff94c0729a0 msgr2=0x7ff94c0b5c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:54.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.478+0000 7ff951f2c640 1 --2- 172.21.15.111:0/2849333367 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff94c0729a0 0x7ff94c0b5c40 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ff944009d90 tx=0x7ff94402a6f0 comp rx=0 tx=0).stop 2024-09-19T04:33:54.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.479+0000 7ff951f2c640 1 -- 172.21.15.111:0/2849333367 shutdown_connections 2024-09-19T04:33:54.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.479+0000 7ff951f2c640 1 --2- 172.21.15.111:0/2849333367 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff94c0729a0 0x7ff94c0b5c40 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:54.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.479+0000 7ff951f2c640 1 -- 172.21.15.111:0/2849333367 >> 172.21.15.111:0/2849333367 conn(0x7ff94c06bba0 msgr2=0x7ff94c06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:54.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.479+0000 7ff951f2c640 1 -- 172.21.15.111:0/2849333367 shutdown_connections 2024-09-19T04:33:54.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.479+0000 7ff951f2c640 1 -- 172.21.15.111:0/2849333367 wait complete. 2024-09-19T04:33:54.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.480+0000 7ff951f2c640 1 Processor -- start 2024-09-19T04:33:54.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.480+0000 7ff951f2c640 1 -- start start 2024-09-19T04:33:54.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.481+0000 7ff951f2c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff94c0729a0 0x7ff94c1605a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:54.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.481+0000 7ff951f2c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff94c0b57d0 0x7ff94c1f7e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:54.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.481+0000 7ff951f2c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff94c161cc0 0x7ff94c1f3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:54.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.481+0000 7ff951f2c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff94c06ea00 con 0x7ff94c0b57d0 2024-09-19T04:33:54.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.481+0000 7ff951f2c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff94c06e570 con 0x7ff94c0729a0 2024-09-19T04:33:54.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.481+0000 7ff951f2c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff94c06eb80 con 0x7ff94c161cc0 2024-09-19T04:33:54.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.481+0000 7ff94affd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff94c0b57d0 0x7ff94c1f7e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:54.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.481+0000 7ff94affd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff94c0b57d0 0x7ff94c1f7e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52368/0 (socket says 172.21.15.111:52368) 2024-09-19T04:33:54.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.481+0000 7ff94affd640 1 -- 172.21.15.111:0/3875354975 learned_addr learned my addr 172.21.15.111:0/3875354975 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:54.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.481+0000 7ff94bfff640 1 --2- 172.21.15.111:0/3875354975 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff94c161cc0 0x7ff94c1f3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:54.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.481+0000 7ff94b7fe640 1 --2- 172.21.15.111:0/3875354975 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff94c0729a0 0x7ff94c1605a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:54.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.481+0000 7ff94affd640 1 -- 172.21.15.111:0/3875354975 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff94c161cc0 msgr2=0x7ff94c1f3710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:54.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.481+0000 7ff94affd640 1 --2- 172.21.15.111:0/3875354975 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff94c161cc0 0x7ff94c1f3710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:54.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.481+0000 7ff94affd640 1 -- 172.21.15.111:0/3875354975 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff94c0729a0 msgr2=0x7ff94c1605a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:54.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.481+0000 7ff94affd640 1 --2- 172.21.15.111:0/3875354975 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff94c0729a0 0x7ff94c1605a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:54.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.481+0000 7ff94affd640 1 -- 172.21.15.111:0/3875354975 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff94c1f83c0 con 0x7ff94c0b57d0 2024-09-19T04:33:54.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.481+0000 7ff94affd640 1 --2- 172.21.15.111:0/3875354975 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff94c0b57d0 0x7ff94c1f7e80 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7ff94000c4b0 tx=0x7ff94000c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:54.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.481+0000 7ff933fff640 1 -- 172.21.15.111:0/3875354975 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff940017070 con 0x7ff94c0b57d0 2024-09-19T04:33:54.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.481+0000 7ff933fff640 1 -- 172.21.15.111:0/3875354975 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff940005480 con 0x7ff94c0b57d0 2024-09-19T04:33:54.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.481+0000 7ff933fff640 1 -- 172.21.15.111:0/3875354975 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff940003830 con 0x7ff94c0b57d0 2024-09-19T04:33:54.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.481+0000 7ff951f2c640 1 -- 172.21.15.111:0/3875354975 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff94c15f500 con 0x7ff94c0b57d0 2024-09-19T04:33:54.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.481+0000 7ff951f2c640 1 -- 172.21.15.111:0/3875354975 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff94c15fac0 con 0x7ff94c0b57d0 2024-09-19T04:33:54.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.482+0000 7ff951f2c640 1 -- 172.21.15.111:0/3875354975 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff94c15def0 con 0x7ff94c0b57d0 2024-09-19T04:33:54.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.483+0000 7ff933fff640 1 -- 172.21.15.111:0/3875354975 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7ff94001a070 con 0x7ff94c0b57d0 2024-09-19T04:33:54.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.483+0000 7ff933fff640 1 --2- 172.21.15.111:0/3875354975 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff93806c460 0x7ff93806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:54.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.483+0000 7ff94b7fe640 1 --2- 172.21.15.111:0/3875354975 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff93806c460 0x7ff93806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:54.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.483+0000 7ff933fff640 1 -- 172.21.15.111:0/3875354975 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7ff94008aa40 con 0x7ff94c0b57d0 2024-09-19T04:33:54.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.484+0000 7ff94b7fe640 1 --2- 172.21.15.111:0/3875354975 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff93806c460 0x7ff93806e920 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7ff93c005880 tx=0x7ff93c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:54.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.487+0000 7ff933fff640 1 -- 172.21.15.111:0/3875354975 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff94c1f83c0 con 0x7ff94c0b57d0 2024-09-19T04:33:54.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:54.686+0000 7ff951f2c640 1 -- 172.21.15.111:0/3875354975 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7ff94c06efe0 con 0x7ff94c0b57d0 2024-09-19T04:33:55.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.363+0000 7ff933fff640 1 -- 172.21.15.111:0/3875354975 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v16) ==== 104+0+0 (secure 0 0 0) 0x7ff94008ae20 con 0x7ff94c0b57d0 2024-09-19T04:33:55.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.365+0000 7ff951f2c640 1 -- 172.21.15.111:0/3875354975 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff93806c460 msgr2=0x7ff93806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:55.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.365+0000 7ff951f2c640 1 --2- 172.21.15.111:0/3875354975 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff93806c460 0x7ff93806e920 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7ff93c005880 tx=0x7ff93c009040 comp rx=0 tx=0).stop 2024-09-19T04:33:55.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.365+0000 7ff951f2c640 1 -- 172.21.15.111:0/3875354975 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff94c0b57d0 msgr2=0x7ff94c1f7e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:55.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.365+0000 7ff951f2c640 1 --2- 172.21.15.111:0/3875354975 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff94c0b57d0 0x7ff94c1f7e80 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7ff94000c4b0 tx=0x7ff94000c970 comp rx=0 tx=0).stop 2024-09-19T04:33:55.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.366+0000 7ff951f2c640 1 -- 172.21.15.111:0/3875354975 shutdown_connections 2024-09-19T04:33:55.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.366+0000 7ff951f2c640 1 --2- 172.21.15.111:0/3875354975 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff93806c460 0x7ff93806e920 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:55.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.366+0000 7ff951f2c640 1 --2- 172.21.15.111:0/3875354975 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff94c161cc0 0x7ff94c1f3710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:55.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.366+0000 7ff951f2c640 1 --2- 172.21.15.111:0/3875354975 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff94c0b57d0 0x7ff94c1f7e80 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:55.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.366+0000 7ff951f2c640 1 --2- 172.21.15.111:0/3875354975 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff94c0729a0 0x7ff94c1605a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:55.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.366+0000 7ff951f2c640 1 -- 172.21.15.111:0/3875354975 >> 172.21.15.111:0/3875354975 conn(0x7ff94c06bba0 msgr2=0x7ff94c0b0150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:55.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.366+0000 7ff951f2c640 1 -- 172.21.15.111:0/3875354975 shutdown_connections 2024-09-19T04:33:55.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.366+0000 7ff951f2c640 1 -- 172.21.15.111:0/3875354975 wait complete. 2024-09-19T04:33:55.379 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T04:33:55.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.520+0000 7f36dc453640 1 Processor -- start 2024-09-19T04:33:55.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.520+0000 7f36dc453640 1 -- start start 2024-09-19T04:33:55.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.521+0000 7f36dc453640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f36d40b73d0 0x7f36d415f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:55.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.521+0000 7f36dc453640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f36d415fab0 0x7f36d40d0760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:55.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.521+0000 7f36dc453640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f36d4074280 con 0x7f36d40b6ff0 2024-09-19T04:33:55.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.521+0000 7f36dc453640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f36d4073530 con 0x7f36d415fab0 2024-09-19T04:33:55.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.521+0000 7f36dc453640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f36d415ff20 con 0x7f36d40b73d0 2024-09-19T04:33:55.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.522+0000 7f36d99ee640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f36d40b73d0 0x7f36d415f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:55.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.522+0000 7f36da9f0640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f36d415fab0 0x7f36d40d0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:55.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.522+0000 7f36d99ee640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f36d40b73d0 0x7f36d415f570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:53474/0 (socket says 172.21.15.111:53474) 2024-09-19T04:33:55.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.522+0000 7f36d99ee640 1 -- 172.21.15.111:0/2541259840 learned_addr learned my addr 172.21.15.111:0/2541259840 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:55.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.522+0000 7f36d99ee640 1 -- 172.21.15.111:0/2541259840 >> v2:172.21.15.114:3300/0 conn(0x7f36d415fab0 msgr2=0x7f36d40d0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:55.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.522+0000 7f36d99ee640 1 --2- 172.21.15.111:0/2541259840 >> v2:172.21.15.114:3300/0 conn(0x7f36d415fab0 0x7f36d40d0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:55.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.522+0000 7f36d99ee640 1 -- 172.21.15.111:0/2541259840 >> v1:172.21.15.114:6789/0 conn(0x7f36d40b6ff0 legacy=0x7f36d4073b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:55.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.522+0000 7f36d99ee640 1 -- 172.21.15.111:0/2541259840 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36d40b5600 con 0x7f36d40b73d0 2024-09-19T04:33:55.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.523+0000 7f36d99ee640 1 --2- 172.21.15.111:0/2541259840 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f36d40b73d0 0x7f36d415f570 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f36c8009870 tx=0x7f36c802a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=438ed84e9ffbfe16 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:55.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.523+0000 7f36d91ed640 1 -- 172.21.15.111:0/2541259840 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36c8037070 con 0x7f36d40b73d0 2024-09-19T04:33:55.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.523+0000 7f36d91ed640 1 -- 172.21.15.111:0/2541259840 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36c8032440 con 0x7f36d40b73d0 2024-09-19T04:33:55.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.523+0000 7f36d91ed640 1 -- 172.21.15.111:0/2541259840 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36c8032810 con 0x7f36d40b73d0 2024-09-19T04:33:55.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.524+0000 7f36dc453640 1 -- 172.21.15.111:0/2541259840 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f36d40b73d0 msgr2=0x7f36d415f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:55.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.524+0000 7f36dc453640 1 --2- 172.21.15.111:0/2541259840 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f36d40b73d0 0x7f36d415f570 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f36c8009870 tx=0x7f36c802a1c0 comp rx=0 tx=0).stop 2024-09-19T04:33:55.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.524+0000 7f36dc453640 1 -- 172.21.15.111:0/2541259840 shutdown_connections 2024-09-19T04:33:55.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.524+0000 7f36dc453640 1 --2- 172.21.15.111:0/2541259840 >> v2:172.21.15.114:3300/0 conn(0x7f36d415fab0 0x7f36d40d0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:55.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.524+0000 7f36dc453640 1 --2- 172.21.15.111:0/2541259840 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f36d40b73d0 0x7f36d415f570 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:55.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.524+0000 7f36dc453640 1 -- 172.21.15.111:0/2541259840 >> 172.21.15.111:0/2541259840 conn(0x7f36d4062630 msgr2=0x7f36d4062a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:55.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.524+0000 7f36dc453640 1 -- 172.21.15.111:0/2541259840 shutdown_connections 2024-09-19T04:33:55.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.524+0000 7f36dc453640 1 -- 172.21.15.111:0/2541259840 wait complete. 2024-09-19T04:33:55.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.525+0000 7f36dc453640 1 Processor -- start 2024-09-19T04:33:55.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.525+0000 7f36dc453640 1 -- start start 2024-09-19T04:33:55.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.526+0000 7f36dc453640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f36d40b6ff0 0x7f36d414f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:55.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.526+0000 7f36dc453640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f36d40b73d0 0x7f36d40ca4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:55.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.526+0000 7f36dc453640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f36d415fab0 0x7f36d40aa5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:55.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.526+0000 7f36dc453640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f36d40b5ea0 con 0x7f36d40b73d0 2024-09-19T04:33:55.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.526+0000 7f36dc453640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f36d40b5bc0 con 0x7f36d40b6ff0 2024-09-19T04:33:55.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.526+0000 7f36dc453640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f36d40b6180 con 0x7f36d415fab0 2024-09-19T04:33:55.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.526+0000 7f36d99ee640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f36d40b73d0 0x7f36d40ca4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:55.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.526+0000 7f36d99ee640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f36d40b73d0 0x7f36d40ca4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52376/0 (socket says 172.21.15.111:52376) 2024-09-19T04:33:55.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.526+0000 7f36d99ee640 1 -- 172.21.15.111:0/3497059800 learned_addr learned my addr 172.21.15.111:0/3497059800 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:55.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.526+0000 7f36da1ef640 1 --2- 172.21.15.111:0/3497059800 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f36d40b6ff0 0x7f36d414f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:55.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.526+0000 7f36da9f0640 1 --2- 172.21.15.111:0/3497059800 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f36d415fab0 0x7f36d40aa5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:55.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.526+0000 7f36d99ee640 1 -- 172.21.15.111:0/3497059800 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f36d415fab0 msgr2=0x7f36d40aa5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:55.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.526+0000 7f36d99ee640 1 --2- 172.21.15.111:0/3497059800 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f36d415fab0 0x7f36d40aa5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:55.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.526+0000 7f36d99ee640 1 -- 172.21.15.111:0/3497059800 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f36d40b6ff0 msgr2=0x7f36d414f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:55.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.526+0000 7f36d99ee640 1 --2- 172.21.15.111:0/3497059800 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f36d40b6ff0 0x7f36d414f170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:55.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.526+0000 7f36d99ee640 1 -- 172.21.15.111:0/3497059800 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36d40cada0 con 0x7f36d40b73d0 2024-09-19T04:33:55.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.526+0000 7f36da1ef640 1 --2- 172.21.15.111:0/3497059800 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f36d40b6ff0 0x7f36d414f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:55.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.526+0000 7f36d99ee640 1 --2- 172.21.15.111:0/3497059800 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f36d40b73d0 0x7f36d40ca4a0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f36c8000c00 tx=0x7f36c80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:55.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.526+0000 7f36d2ffd640 1 -- 172.21.15.111:0/3497059800 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36c8037040 con 0x7f36d40b73d0 2024-09-19T04:33:55.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.526+0000 7f36d2ffd640 1 -- 172.21.15.111:0/3497059800 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36c8042070 con 0x7f36d40b73d0 2024-09-19T04:33:55.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.526+0000 7f36dc453640 1 -- 172.21.15.111:0/3497059800 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36d40cb080 con 0x7f36d40b73d0 2024-09-19T04:33:55.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.526+0000 7f36d2ffd640 1 -- 172.21.15.111:0/3497059800 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36c8030860 con 0x7f36d40b73d0 2024-09-19T04:33:55.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.527+0000 7f36dc453640 1 -- 172.21.15.111:0/3497059800 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36d40cc050 con 0x7f36d40b73d0 2024-09-19T04:33:55.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.528+0000 7f36dc453640 1 -- 172.21.15.111:0/3497059800 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36d40b6460 con 0x7f36d40b73d0 2024-09-19T04:33:55.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.528+0000 7f36d2ffd640 1 -- 172.21.15.111:0/3497059800 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f36c802ad10 con 0x7f36d40b73d0 2024-09-19T04:33:55.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.528+0000 7f36d2ffd640 1 --2- 172.21.15.111:0/3497059800 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f36c006c460 0x7f36c006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:55.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.529+0000 7f36da1ef640 1 --2- 172.21.15.111:0/3497059800 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f36c006c460 0x7f36c006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:55.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.529+0000 7f36d2ffd640 1 -- 172.21.15.111:0/3497059800 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7f36c80abd80 con 0x7f36d40b73d0 2024-09-19T04:33:55.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.529+0000 7f36da1ef640 1 --2- 172.21.15.111:0/3497059800 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f36c006c460 0x7f36c006e920 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f36c4001e00 tx=0x7f36c4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:55.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.533+0000 7f36d2ffd640 1 -- 172.21.15.111:0/3497059800 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f36c807a210 con 0x7f36d40b73d0 2024-09-19T04:33:55.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:55.697+0000 7f36dc453640 1 -- 172.21.15.111:0/3497059800 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f36d4073950 con 0x7f36d40b73d0 2024-09-19T04:33:56.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.366+0000 7f36d2ffd640 1 -- 172.21.15.111:0/3497059800 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v34) ==== 181+0+0 (secure 0 0 0) 0x7f36c8079b10 con 0x7f36d40b73d0 2024-09-19T04:33:56.368 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' removed 2024-09-19T04:33:56.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.368+0000 7f36dc453640 1 -- 172.21.15.111:0/3497059800 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f36c006c460 msgr2=0x7f36c006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:56.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.368+0000 7f36dc453640 1 --2- 172.21.15.111:0/3497059800 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f36c006c460 0x7f36c006e920 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f36c4001e00 tx=0x7f36c4009040 comp rx=0 tx=0).stop 2024-09-19T04:33:56.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.368+0000 7f36dc453640 1 -- 172.21.15.111:0/3497059800 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f36d40b73d0 msgr2=0x7f36d40ca4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:56.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.368+0000 7f36dc453640 1 --2- 172.21.15.111:0/3497059800 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f36d40b73d0 0x7f36d40ca4a0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f36c8000c00 tx=0x7f36c80046c0 comp rx=0 tx=0).stop 2024-09-19T04:33:56.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.369+0000 7f36dc453640 1 -- 172.21.15.111:0/3497059800 shutdown_connections 2024-09-19T04:33:56.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.369+0000 7f36dc453640 1 --2- 172.21.15.111:0/3497059800 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f36c006c460 0x7f36c006e920 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:56.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.369+0000 7f36dc453640 1 --2- 172.21.15.111:0/3497059800 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f36d415fab0 0x7f36d40aa5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:56.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.369+0000 7f36dc453640 1 --2- 172.21.15.111:0/3497059800 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f36d40b73d0 0x7f36d40ca4a0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:56.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.369+0000 7f36dc453640 1 --2- 172.21.15.111:0/3497059800 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f36d40b6ff0 0x7f36d414f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:56.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.369+0000 7f36dc453640 1 -- 172.21.15.111:0/3497059800 >> 172.21.15.111:0/3497059800 conn(0x7f36d4062630 msgr2=0x7f36d415c8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:56.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.369+0000 7f36dc453640 1 -- 172.21.15.111:0/3497059800 shutdown_connections 2024-09-19T04:33:56.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.369+0000 7f36dc453640 1 -- 172.21.15.111:0/3497059800 wait complete. 2024-09-19T04:33:56.383 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T04:33:56.494 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.485+0000 7f694e4a6640 1 Processor -- start 2024-09-19T04:33:56.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.485+0000 7f694e4a6640 1 -- start start 2024-09-19T04:33:56.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.485+0000 7f694e4a6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f69480b5630 0x7f694815f640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:56.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.485+0000 7f694e4a6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f69480ae8e0 0x7f6948072a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:56.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.485+0000 7f694e4a6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69480af050 con 0x7f69481554d0 2024-09-19T04:33:56.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.485+0000 7f694e4a6640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f69480af330 con 0x7f69480ae8e0 2024-09-19T04:33:56.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.486+0000 7f694e4a6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f69480af610 con 0x7f69480b5630 2024-09-19T04:33:56.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.486+0000 7f694ca43640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f69480ae8e0 0x7f6948072a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:56.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.486+0000 7f694ca43640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f69480ae8e0 0x7f6948072a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52378/0 (socket says 172.21.15.111:52378) 2024-09-19T04:33:56.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.486+0000 7f694ca43640 1 -- 172.21.15.111:0/1411866953 learned_addr learned my addr 172.21.15.111:0/1411866953 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:56.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.486+0000 7f694ca43640 1 -- 172.21.15.111:0/1411866953 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f69480b5630 msgr2=0x7f694815f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:56.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.486+0000 7f694ca43640 1 --2- 172.21.15.111:0/1411866953 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f69480b5630 0x7f694815f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:56.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.486+0000 7f694ca43640 1 -- 172.21.15.111:0/1411866953 >> v1:172.21.15.114:6789/0 conn(0x7f69481554d0 legacy=0x7f69480b4f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:56.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.486+0000 7f694ca43640 1 -- 172.21.15.111:0/1411866953 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69480af8f0 con 0x7f69480ae8e0 2024-09-19T04:33:56.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.487+0000 7f694ca43640 1 --2- 172.21.15.111:0/1411866953 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f69480ae8e0 0x7f6948072a20 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f6940009e50 tx=0x7f694002a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0bb1bd79558b963 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:56.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.487+0000 7f6946ffd640 1 -- 172.21.15.111:0/1411866953 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6940036070 con 0x7f69480ae8e0 2024-09-19T04:33:56.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.487+0000 7f6946ffd640 1 -- 172.21.15.111:0/1411866953 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6940031600 con 0x7f69480ae8e0 2024-09-19T04:33:56.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.487+0000 7f6946ffd640 1 -- 172.21.15.111:0/1411866953 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69400319d0 con 0x7f69480ae8e0 2024-09-19T04:33:56.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.487+0000 7f694e4a6640 1 -- 172.21.15.111:0/1411866953 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f69480ae8e0 msgr2=0x7f6948072a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:56.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.487+0000 7f694e4a6640 1 --2- 172.21.15.111:0/1411866953 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f69480ae8e0 0x7f6948072a20 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f6940009e50 tx=0x7f694002a6c0 comp rx=0 tx=0).stop 2024-09-19T04:33:56.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.487+0000 7f694e4a6640 1 -- 172.21.15.111:0/1411866953 shutdown_connections 2024-09-19T04:33:56.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.487+0000 7f694e4a6640 1 --2- 172.21.15.111:0/1411866953 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f69480ae8e0 0x7f6948072a20 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:56.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.487+0000 7f694e4a6640 1 --2- 172.21.15.111:0/1411866953 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f69480b5630 0x7f694815f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:56.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.487+0000 7f694e4a6640 1 -- 172.21.15.111:0/1411866953 >> 172.21.15.111:0/1411866953 conn(0x7f694806c9f0 msgr2=0x7f694806cdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:56.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.487+0000 7f694e4a6640 1 -- 172.21.15.111:0/1411866953 shutdown_connections 2024-09-19T04:33:56.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.487+0000 7f694e4a6640 1 -- 172.21.15.111:0/1411866953 wait complete. 2024-09-19T04:33:56.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.488+0000 7f694e4a6640 1 Processor -- start 2024-09-19T04:33:56.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.489+0000 7f694e4a6640 1 -- start start 2024-09-19T04:33:56.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.489+0000 7f694e4a6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f69480ae8e0 0x7f694815be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:56.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.489+0000 7f694e4a6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f69480b5630 0x7f69480cde90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:56.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.489+0000 7f694e4a6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f69481554d0 0x7f694814a770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:56.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.489+0000 7f694e4a6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f69481558b0 con 0x7f69480b5630 2024-09-19T04:33:56.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.489+0000 7f694e4a6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f69480aed50 con 0x7f69481554d0 2024-09-19T04:33:56.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.489+0000 7f694e4a6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6948155a30 con 0x7f69480ae8e0 2024-09-19T04:33:56.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.489+0000 7f69477fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f69480b5630 0x7f69480cde90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:56.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.490+0000 7f69477fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f69480b5630 0x7f69480cde90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52386/0 (socket says 172.21.15.111:52386) 2024-09-19T04:33:56.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.490+0000 7f69477fe640 1 -- 172.21.15.111:0/1350439899 learned_addr learned my addr 172.21.15.111:0/1350439899 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:56.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.490+0000 7f6947fff640 1 --2- 172.21.15.111:0/1350439899 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f69480ae8e0 0x7f694815be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:56.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.490+0000 7f694ca43640 1 --2- 172.21.15.111:0/1350439899 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f69481554d0 0x7f694814a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:56.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.490+0000 7f69477fe640 1 -- 172.21.15.111:0/1350439899 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f69480ae8e0 msgr2=0x7f694815be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:56.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.490+0000 7f69477fe640 1 --2- 172.21.15.111:0/1350439899 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f69480ae8e0 0x7f694815be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:56.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.490+0000 7f69477fe640 1 -- 172.21.15.111:0/1350439899 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f69481554d0 msgr2=0x7f694814a770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:56.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.490+0000 7f69477fe640 1 --2- 172.21.15.111:0/1350439899 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f69481554d0 0x7f694814a770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:56.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.490+0000 7f69477fe640 1 -- 172.21.15.111:0/1350439899 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69480cebf0 con 0x7f69480b5630 2024-09-19T04:33:56.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.490+0000 7f694ca43640 1 --2- 172.21.15.111:0/1350439899 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f69481554d0 0x7f694814a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:56.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.490+0000 7f6947fff640 1 --2- 172.21.15.111:0/1350439899 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f69480ae8e0 0x7f694815be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:56.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.490+0000 7f69477fe640 1 --2- 172.21.15.111:0/1350439899 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f69480b5630 0x7f69480cde90 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f693c00b4a0 tx=0x7f693c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:56.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.490+0000 7f6944ff9640 1 -- 172.21.15.111:0/1350439899 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f693c014070 con 0x7f69480b5630 2024-09-19T04:33:56.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.490+0000 7f6944ff9640 1 -- 172.21.15.111:0/1350439899 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f693c010610 con 0x7f69480b5630 2024-09-19T04:33:56.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.490+0000 7f694e4a6640 1 -- 172.21.15.111:0/1350439899 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f694814acb0 con 0x7f69480b5630 2024-09-19T04:33:56.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.490+0000 7f6944ff9640 1 -- 172.21.15.111:0/1350439899 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f693c010a00 con 0x7f69480b5630 2024-09-19T04:33:56.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.490+0000 7f694e4a6640 1 -- 172.21.15.111:0/1350439899 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69480ce910 con 0x7f69480b5630 2024-09-19T04:33:56.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.491+0000 7f694e4a6640 1 -- 172.21.15.111:0/1350439899 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f694815f640 con 0x7f69480b5630 2024-09-19T04:33:56.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.491+0000 7f6944ff9640 1 -- 172.21.15.111:0/1350439899 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f693c017070 con 0x7f69480b5630 2024-09-19T04:33:56.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.492+0000 7f6944ff9640 1 --2- 172.21.15.111:0/1350439899 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f693406c460 0x7f693406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:56.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.492+0000 7f6944ff9640 1 -- 172.21.15.111:0/1350439899 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5357+0+0 (secure 0 0 0) 0x7f693c08b060 con 0x7f69480b5630 2024-09-19T04:33:56.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.492+0000 7f6947fff640 1 --2- 172.21.15.111:0/1350439899 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f693406c460 0x7f693406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:56.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.492+0000 7f6947fff640 1 --2- 172.21.15.111:0/1350439899 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f693406c460 0x7f693406e920 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f693800a810 tx=0x7f6938008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:56.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.496+0000 7f6944ff9640 1 -- 172.21.15.111:0/1350439899 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f693c0596b0 con 0x7f69480b5630 2024-09-19T04:33:56.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:56.670+0000 7f694e4a6640 1 -- 172.21.15.111:0/1350439899 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f69480b28f0 con 0x7f69480b5630 2024-09-19T04:33:57.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.372+0000 7f6944ff9640 1 -- 172.21.15.111:0/1350439899 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v35) ==== 169+0+0 (secure 0 0 0) 0x7f693c058fb0 con 0x7f69480b5630 2024-09-19T04:33:57.373 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' removed 2024-09-19T04:33:57.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.374+0000 7f694e4a6640 1 -- 172.21.15.111:0/1350439899 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f693406c460 msgr2=0x7f693406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:57.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.374+0000 7f694e4a6640 1 --2- 172.21.15.111:0/1350439899 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f693406c460 0x7f693406e920 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f693800a810 tx=0x7f6938008040 comp rx=0 tx=0).stop 2024-09-19T04:33:57.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.374+0000 7f694e4a6640 1 -- 172.21.15.111:0/1350439899 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f69480b5630 msgr2=0x7f69480cde90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:57.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.374+0000 7f694e4a6640 1 --2- 172.21.15.111:0/1350439899 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f69480b5630 0x7f69480cde90 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f693c00b4a0 tx=0x7f693c00b960 comp rx=0 tx=0).stop 2024-09-19T04:33:57.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.374+0000 7f694e4a6640 1 -- 172.21.15.111:0/1350439899 shutdown_connections 2024-09-19T04:33:57.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.374+0000 7f694e4a6640 1 --2- 172.21.15.111:0/1350439899 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f693406c460 0x7f693406e920 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:57.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.374+0000 7f694e4a6640 1 --2- 172.21.15.111:0/1350439899 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f69481554d0 0x7f694814a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:57.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.374+0000 7f694e4a6640 1 --2- 172.21.15.111:0/1350439899 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f69480b5630 0x7f69480cde90 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:57.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.374+0000 7f694e4a6640 1 --2- 172.21.15.111:0/1350439899 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f69480ae8e0 0x7f694815be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:57.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.375+0000 7f694e4a6640 1 -- 172.21.15.111:0/1350439899 >> 172.21.15.111:0/1350439899 conn(0x7f694806c9f0 msgr2=0x7f694815fc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:57.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.375+0000 7f694e4a6640 1 -- 172.21.15.111:0/1350439899 shutdown_connections 2024-09-19T04:33:57.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.376+0000 7f694e4a6640 1 -- 172.21.15.111:0/1350439899 wait complete. 2024-09-19T04:33:57.392 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T04:33:57.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.495+0000 7f87fab8d640 1 Processor -- start 2024-09-19T04:33:57.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.495+0000 7f87fab8d640 1 -- start start 2024-09-19T04:33:57.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.496+0000 7f87fab8d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f87f415b090 0x7f87f40b5420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:57.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.496+0000 7f87fab8d640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87f4071de0 con 0x7f87f40715b0 2024-09-19T04:33:57.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.496+0000 7f87fab8d640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87f40720c0 con 0x7f87f406ea00 2024-09-19T04:33:57.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.496+0000 7f87fab8d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f87f40723a0 con 0x7f87f415b090 2024-09-19T04:33:57.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.496+0000 7f87ebfff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f87f40715b0 0x7f87f415b470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40632/0 (socket says 172.21.15.111:40632) 2024-09-19T04:33:57.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.496+0000 7f87ebfff640 1 -- 172.21.15.111:0/3612673266 learned_addr learned my addr 172.21.15.111:0/3612673266 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:57.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.496+0000 7f87eb7fe640 1 -- 172.21.15.111:0/3612673266 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1128536579 0 0) 0x7f87f4071de0 con 0x7f87f40715b0 2024-09-19T04:33:57.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.496+0000 7f87eb7fe640 1 -- 172.21.15.111:0/3612673266 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f87dc003440 con 0x7f87f40715b0 2024-09-19T04:33:57.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.496+0000 7f87f8929640 1 --2- 172.21.15.111:0/3612673266 >> v2:172.21.15.114:3300/0 conn(0x7f87f415b090 0x7f87f40b5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:57.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.497+0000 7f87eb7fe640 1 -- 172.21.15.111:0/3612673266 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2504206683 0 0) 0x7f87dc003440 con 0x7f87f40715b0 2024-09-19T04:33:57.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.497+0000 7f87eb7fe640 1 -- 172.21.15.111:0/3612673266 >> v2:172.21.15.114:3300/0 conn(0x7f87f415b090 msgr2=0x7f87f40b5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:57.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.497+0000 7f87eb7fe640 1 --2- 172.21.15.111:0/3612673266 >> v2:172.21.15.114:3300/0 conn(0x7f87f415b090 0x7f87f40b5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:57.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.497+0000 7f87eb7fe640 1 -- 172.21.15.111:0/3612673266 >> v1:172.21.15.114:6789/0 conn(0x7f87f406ea00 legacy=0x7f87f4164640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:57.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.497+0000 7f87eb7fe640 1 -- 172.21.15.111:0/3612673266 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87f4072680 con 0x7f87f40715b0 2024-09-19T04:33:57.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.497+0000 7f87eb7fe640 1 -- 172.21.15.111:0/3612673266 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f87e40016c0 con 0x7f87f40715b0 2024-09-19T04:33:57.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.497+0000 7f87eb7fe640 1 -- 172.21.15.111:0/3612673266 >> v1:172.21.15.111:6789/0 conn(0x7f87f40715b0 legacy=0x7f87f415b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:57.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.497+0000 7f87eb7fe640 1 --2- 172.21.15.111:0/3612673266 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87dc003aa0 0x7f87dc003ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:57.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.497+0000 7f87eb7fe640 1 --2- 172.21.15.111:0/3612673266 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f87dc0088c0 0x7f87dc00ad50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:57.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.497+0000 7f87eb7fe640 1 --2- 172.21.15.111:0/3612673266 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87dc00b550 0x7f87dc00da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:57.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.497+0000 7f87eb7fe640 1 -- 172.21.15.111:0/3612673266 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f87f40723a0 con 0x7f87dc003aa0 2024-09-19T04:33:57.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.497+0000 7f87eb7fe640 1 -- 172.21.15.111:0/3612673266 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f87dc00e2f0 con 0x7f87dc00b550 2024-09-19T04:33:57.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.497+0000 7f87eb7fe640 1 -- 172.21.15.111:0/3612673266 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f87dc00e4f0 con 0x7f87dc0088c0 2024-09-19T04:33:57.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.497+0000 7f87f8929640 1 --2- 172.21.15.111:0/3612673266 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87dc003aa0 0x7f87dc003ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:57.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.497+0000 7f87f912a640 1 --2- 172.21.15.111:0/3612673266 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87dc00b550 0x7f87dc00da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:57.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.497+0000 7f87ebfff640 1 --2- 172.21.15.111:0/3612673266 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f87dc0088c0 0x7f87dc00ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:57.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.497+0000 7f87f8929640 1 -- 172.21.15.111:0/3612673266 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f87dc0088c0 msgr2=0x7f87dc00ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:57.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.497+0000 7f87f8929640 1 --2- 172.21.15.111:0/3612673266 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f87dc0088c0 0x7f87dc00ad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:57.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.497+0000 7f87f8929640 1 -- 172.21.15.111:0/3612673266 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87dc00b550 msgr2=0x7f87dc00da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:57.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.497+0000 7f87f8929640 1 --2- 172.21.15.111:0/3612673266 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87dc00b550 0x7f87dc00da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:57.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.497+0000 7f87f8929640 1 -- 172.21.15.111:0/3612673266 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87dc003440 con 0x7f87dc003aa0 2024-09-19T04:33:57.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.497+0000 7f87f912a640 1 --2- 172.21.15.111:0/3612673266 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87dc00b550 0x7f87dc00da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:57.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.497+0000 7f87f912a640 1 -- 172.21.15.111:0/3612673266 reap_dead start 2024-09-19T04:33:57.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.498+0000 7f87f8929640 1 --2- 172.21.15.111:0/3612673266 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87dc003aa0 0x7f87dc003ea0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f87f000ba30 tx=0x7f87dc003730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d182f7749483e8a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:57.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.498+0000 7f87eb7fe640 1 -- 172.21.15.111:0/3612673266 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87f0030070 con 0x7f87dc003aa0 2024-09-19T04:33:57.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.498+0000 7f87eb7fe640 1 -- 172.21.15.111:0/3612673266 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87f002ade0 con 0x7f87dc003aa0 2024-09-19T04:33:57.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.498+0000 7f87eb7fe640 1 -- 172.21.15.111:0/3612673266 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87f000b600 con 0x7f87dc003aa0 2024-09-19T04:33:57.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.498+0000 7f87fab8d640 1 -- 172.21.15.111:0/3612673266 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87dc003aa0 msgr2=0x7f87dc003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:57.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.498+0000 7f87fab8d640 1 --2- 172.21.15.111:0/3612673266 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87dc003aa0 0x7f87dc003ea0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f87f000ba30 tx=0x7f87dc003730 comp rx=0 tx=0).stop 2024-09-19T04:33:57.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.498+0000 7f87fab8d640 1 -- 172.21.15.111:0/3612673266 shutdown_connections 2024-09-19T04:33:57.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.498+0000 7f87fab8d640 1 --2- 172.21.15.111:0/3612673266 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87dc003aa0 0x7f87dc003ea0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:57.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.498+0000 7f87fab8d640 1 -- 172.21.15.111:0/3612673266 >> 172.21.15.111:0/3612673266 conn(0x7f87f406bba0 msgr2=0x7f87f406bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:57.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.498+0000 7f87fab8d640 1 -- 172.21.15.111:0/3612673266 shutdown_connections 2024-09-19T04:33:57.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.498+0000 7f87fab8d640 1 -- 172.21.15.111:0/3612673266 wait complete. 2024-09-19T04:33:57.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.500+0000 7f87fab8d640 1 Processor -- start 2024-09-19T04:33:57.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.500+0000 7f87fab8d640 1 -- start start 2024-09-19T04:33:57.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.500+0000 7f87fab8d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87dc003aa0 0x7f87f414da00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:57.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.500+0000 7f87fab8d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87f4150830 0x7f87f41eff40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:57.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.500+0000 7f87fab8d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f87f414c9f0 0x7f87f414ce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:57.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.500+0000 7f87fab8d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f87f4071ba0 con 0x7f87f4150830 2024-09-19T04:33:57.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.500+0000 7f87fab8d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f87f4071a20 con 0x7f87dc003aa0 2024-09-19T04:33:57.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.501+0000 7f87fab8d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f87f40b5420 con 0x7f87f414c9f0 2024-09-19T04:33:57.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.501+0000 7f87ebfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87f4150830 0x7f87f41eff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:57.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.501+0000 7f87ebfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87f4150830 0x7f87f41eff40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52404/0 (socket says 172.21.15.111:52404) 2024-09-19T04:33:57.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.501+0000 7f87ebfff640 1 -- 172.21.15.111:0/3881003637 learned_addr learned my addr 172.21.15.111:0/3881003637 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:57.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.501+0000 7f87f8929640 1 --2- 172.21.15.111:0/3881003637 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87dc003aa0 0x7f87f414da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:57.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.501+0000 7f87f912a640 1 --2- 172.21.15.111:0/3881003637 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f87f414c9f0 0x7f87f414ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:57.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.501+0000 7f87ebfff640 1 -- 172.21.15.111:0/3881003637 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f87f414c9f0 msgr2=0x7f87f414ce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:57.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.501+0000 7f87ebfff640 1 --2- 172.21.15.111:0/3881003637 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f87f414c9f0 0x7f87f414ce70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:57.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.501+0000 7f87ebfff640 1 -- 172.21.15.111:0/3881003637 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87dc003aa0 msgr2=0x7f87f414da00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:57.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.501+0000 7f87ebfff640 1 --2- 172.21.15.111:0/3881003637 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87dc003aa0 0x7f87f414da00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:57.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.501+0000 7f87ebfff640 1 -- 172.21.15.111:0/3881003637 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87f414d3b0 con 0x7f87f4150830 2024-09-19T04:33:57.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.501+0000 7f87ebfff640 1 --2- 172.21.15.111:0/3881003637 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87f4150830 0x7f87f41eff40 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f87e400e7e0 tx=0x7f87e400eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:57.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.501+0000 7f87e97fa640 1 -- 172.21.15.111:0/3881003637 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e400c8d0 con 0x7f87f4150830 2024-09-19T04:33:57.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.501+0000 7f87e97fa640 1 -- 172.21.15.111:0/3881003637 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87e4018070 con 0x7f87f4150830 2024-09-19T04:33:57.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.501+0000 7f87fab8d640 1 -- 172.21.15.111:0/3881003637 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87f414e050 con 0x7f87f4150830 2024-09-19T04:33:57.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.501+0000 7f87e97fa640 1 -- 172.21.15.111:0/3881003637 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e400cc90 con 0x7f87f4150830 2024-09-19T04:33:57.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.501+0000 7f87fab8d640 1 -- 172.21.15.111:0/3881003637 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87f414e610 con 0x7f87f4150830 2024-09-19T04:33:57.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.502+0000 7f87fab8d640 1 -- 172.21.15.111:0/3881003637 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87f406d080 con 0x7f87f4150830 2024-09-19T04:33:57.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.503+0000 7f87e97fa640 1 -- 172.21.15.111:0/3881003637 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f87e401d460 con 0x7f87f4150830 2024-09-19T04:33:57.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.503+0000 7f87e97fa640 1 --2- 172.21.15.111:0/3881003637 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f87e006c490 0x7f87e006e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:57.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.503+0000 7f87e97fa640 1 -- 172.21.15.111:0/3881003637 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f87e408b2d0 con 0x7f87f4150830 2024-09-19T04:33:57.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.503+0000 7f87f8929640 1 --2- 172.21.15.111:0/3881003637 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f87e006c490 0x7f87e006e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:57.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.503+0000 7f87f8929640 1 --2- 172.21.15.111:0/3881003637 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f87e006c490 0x7f87e006e950 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f87f000ba00 tx=0x7f87f0030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:57.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.507+0000 7f87e97fa640 1 -- 172.21.15.111:0/3881003637 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f87f414d3b0 con 0x7f87f4150830 2024-09-19T04:33:57.674 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.672+0000 7f87fab8d640 1 -- 172.21.15.111:0/3881003637 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f87f4076140 con 0x7f87f4150830 2024-09-19T04:33:57.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.676+0000 7f87e97fa640 1 -- 172.21.15.111:0/3881003637 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7f87e4059ac0 con 0x7f87f4150830 2024-09-19T04:33:57.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.678+0000 7f87fab8d640 1 -- 172.21.15.111:0/3881003637 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f87e006c490 msgr2=0x7f87e006e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:57.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.678+0000 7f87fab8d640 1 --2- 172.21.15.111:0/3881003637 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f87e006c490 0x7f87e006e950 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f87f000ba00 tx=0x7f87f0030000 comp rx=0 tx=0).stop 2024-09-19T04:33:57.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.678+0000 7f87fab8d640 1 -- 172.21.15.111:0/3881003637 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87f4150830 msgr2=0x7f87f41eff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:57.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.678+0000 7f87fab8d640 1 --2- 172.21.15.111:0/3881003637 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87f4150830 0x7f87f41eff40 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f87e400e7e0 tx=0x7f87e400eca0 comp rx=0 tx=0).stop 2024-09-19T04:33:57.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.678+0000 7f87fab8d640 1 -- 172.21.15.111:0/3881003637 shutdown_connections 2024-09-19T04:33:57.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.678+0000 7f87fab8d640 1 --2- 172.21.15.111:0/3881003637 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f87e006c490 0x7f87e006e950 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:57.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.678+0000 7f87fab8d640 1 --2- 172.21.15.111:0/3881003637 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f87f414c9f0 0x7f87f414ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:57.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.678+0000 7f87fab8d640 1 --2- 172.21.15.111:0/3881003637 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87f4150830 0x7f87f41eff40 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:57.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.678+0000 7f87fab8d640 1 --2- 172.21.15.111:0/3881003637 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87dc003aa0 0x7f87f414da00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:57.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.678+0000 7f87fab8d640 1 -- 172.21.15.111:0/3881003637 >> 172.21.15.111:0/3881003637 conn(0x7f87f406bba0 msgr2=0x7f87f40b17c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:57.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.678+0000 7f87fab8d640 1 -- 172.21.15.111:0/3881003637 shutdown_connections 2024-09-19T04:33:57.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.678+0000 7f87fab8d640 1 -- 172.21.15.111:0/3881003637 wait complete. 2024-09-19T04:33:57.691 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_binary_metafile_on_legacy_to_v1_upgrade' 2024-09-19T04:33:57.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.788+0000 7f25f608d640 1 Processor -- start 2024-09-19T04:33:57.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.788+0000 7f25f608d640 1 -- start start 2024-09-19T04:33:57.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.789+0000 7f25f608d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f25f00d02a0 0x7f25f00d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:57.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.789+0000 7f25f608d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f25f015ce80 0x7f25f01594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:57.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.789+0000 7f25f608d640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f25f00d0bc0 con 0x7f25f015ca40 2024-09-19T04:33:57.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.789+0000 7f25f608d640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f25f015d390 con 0x7f25f015ce80 2024-09-19T04:33:57.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.789+0000 7f25f608d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f25f015d670 con 0x7f25f00d02a0 2024-09-19T04:33:57.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.789+0000 7f25effff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f25f015ce80 0x7f25f01594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:57.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.789+0000 7f25effff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f25f015ce80 0x7f25f01594c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52410/0 (socket says 172.21.15.111:52410) 2024-09-19T04:33:57.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.789+0000 7f25effff640 1 -- 172.21.15.111:0/876703466 learned_addr learned my addr 172.21.15.111:0/876703466 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:57.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.789+0000 7f25ef7fe640 1 --2- 172.21.15.111:0/876703466 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f25f00d02a0 0x7f25f00d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:57.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.789+0000 7f25effff640 1 -- 172.21.15.111:0/876703466 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f25f00d02a0 msgr2=0x7f25f00d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:57.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.789+0000 7f25effff640 1 --2- 172.21.15.111:0/876703466 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f25f00d02a0 0x7f25f00d0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:57.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.789+0000 7f25effff640 1 -- 172.21.15.111:0/876703466 >> v1:172.21.15.114:6789/0 conn(0x7f25f015ca40 legacy=0x7f25f015e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:57.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.789+0000 7f25effff640 1 -- 172.21.15.111:0/876703466 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25f015d950 con 0x7f25f015ce80 2024-09-19T04:33:57.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.790+0000 7f25effff640 1 --2- 172.21.15.111:0/876703466 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25f015ce80 0x7f25f01594c0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f25e8009e50 tx=0x7f25e802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19bfdc1d9f1956bd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:57.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.790+0000 7f25ee7fc640 1 -- 172.21.15.111:0/876703466 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25e8036070 con 0x7f25f015ce80 2024-09-19T04:33:57.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.790+0000 7f25ee7fc640 1 -- 172.21.15.111:0/876703466 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25e8031600 con 0x7f25f015ce80 2024-09-19T04:33:57.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.790+0000 7f25ee7fc640 1 -- 172.21.15.111:0/876703466 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25e80319d0 con 0x7f25f015ce80 2024-09-19T04:33:57.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.790+0000 7f25f608d640 1 -- 172.21.15.111:0/876703466 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25f015ce80 msgr2=0x7f25f01594c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:57.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.791+0000 7f25f608d640 1 --2- 172.21.15.111:0/876703466 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25f015ce80 0x7f25f01594c0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f25e8009e50 tx=0x7f25e802a680 comp rx=0 tx=0).stop 2024-09-19T04:33:57.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.791+0000 7f25f608d640 1 -- 172.21.15.111:0/876703466 shutdown_connections 2024-09-19T04:33:57.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.791+0000 7f25f608d640 1 --2- 172.21.15.111:0/876703466 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25f015ce80 0x7f25f01594c0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:57.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.791+0000 7f25f608d640 1 --2- 172.21.15.111:0/876703466 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f25f00d02a0 0x7f25f00d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:57.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.791+0000 7f25f608d640 1 -- 172.21.15.111:0/876703466 >> 172.21.15.111:0/876703466 conn(0x7f25f0062cc0 msgr2=0x7f25f006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:57.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.791+0000 7f25f608d640 1 -- 172.21.15.111:0/876703466 shutdown_connections 2024-09-19T04:33:57.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.791+0000 7f25f608d640 1 -- 172.21.15.111:0/876703466 wait complete. 2024-09-19T04:33:57.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.792+0000 7f25f608d640 1 Processor -- start 2024-09-19T04:33:57.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.792+0000 7f25f608d640 1 -- start start 2024-09-19T04:33:57.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.793+0000 7f25f608d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25f00d02a0 0x7f25f01676e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:57.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.793+0000 7f25f608d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f25f015ca40 0x7f25f013b650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:57.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.793+0000 7f25f608d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f25f015ce80 0x7f25f01688a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:57.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.793+0000 7f25f608d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f25f015eb40 con 0x7f25f00d02a0 2024-09-19T04:33:57.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.793+0000 7f25f608d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f25f015df10 con 0x7f25f015ce80 2024-09-19T04:33:57.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.793+0000 7f25f608d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f25f0155b90 con 0x7f25f015ca40 2024-09-19T04:33:57.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.793+0000 7f25ef7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25f00d02a0 0x7f25f01676e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:57.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.793+0000 7f25ef7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25f00d02a0 0x7f25f01676e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52424/0 (socket says 172.21.15.111:52424) 2024-09-19T04:33:57.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.793+0000 7f25ef7fe640 1 -- 172.21.15.111:0/2878442279 learned_addr learned my addr 172.21.15.111:0/2878442279 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:57.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.793+0000 7f25effff640 1 --2- 172.21.15.111:0/2878442279 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f25f015ce80 0x7f25f01688a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:57.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.793+0000 7f25eeffd640 1 --2- 172.21.15.111:0/2878442279 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f25f015ca40 0x7f25f013b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:57.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.793+0000 7f25ef7fe640 1 -- 172.21.15.111:0/2878442279 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f25f015ca40 msgr2=0x7f25f013b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:57.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.793+0000 7f25ef7fe640 1 --2- 172.21.15.111:0/2878442279 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f25f015ca40 0x7f25f013b650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:57.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.793+0000 7f25ef7fe640 1 -- 172.21.15.111:0/2878442279 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f25f015ce80 msgr2=0x7f25f01688a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:57.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.793+0000 7f25ef7fe640 1 --2- 172.21.15.111:0/2878442279 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f25f015ce80 0x7f25f01688a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:57.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.793+0000 7f25ef7fe640 1 -- 172.21.15.111:0/2878442279 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25f0168de0 con 0x7f25f00d02a0 2024-09-19T04:33:57.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.793+0000 7f25ef7fe640 1 --2- 172.21.15.111:0/2878442279 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25f00d02a0 0x7f25f01676e0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f25e400d5f0 tx=0x7f25e400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:57.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.793+0000 7f25d7fff640 1 -- 172.21.15.111:0/2878442279 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25e40125f0 con 0x7f25f00d02a0 2024-09-19T04:33:57.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.793+0000 7f25d7fff640 1 -- 172.21.15.111:0/2878442279 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25e4019070 con 0x7f25f00d02a0 2024-09-19T04:33:57.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.793+0000 7f25f608d640 1 -- 172.21.15.111:0/2878442279 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25f0145480 con 0x7f25f00d02a0 2024-09-19T04:33:57.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.793+0000 7f25d7fff640 1 -- 172.21.15.111:0/2878442279 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25e40129d0 con 0x7f25f00d02a0 2024-09-19T04:33:57.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.793+0000 7f25f608d640 1 -- 172.21.15.111:0/2878442279 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25f0145a40 con 0x7f25f00d02a0 2024-09-19T04:33:57.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.794+0000 7f25f608d640 1 -- 172.21.15.111:0/2878442279 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25f00b4790 con 0x7f25f00d02a0 2024-09-19T04:33:57.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.795+0000 7f25d7fff640 1 -- 172.21.15.111:0/2878442279 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f25e4012b70 con 0x7f25f00d02a0 2024-09-19T04:33:57.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.795+0000 7f25d7fff640 1 --2- 172.21.15.111:0/2878442279 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f25dc06c460 0x7f25dc06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:57.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.796+0000 7f25eeffd640 1 --2- 172.21.15.111:0/2878442279 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f25dc06c460 0x7f25dc06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:57.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.796+0000 7f25d7fff640 1 -- 172.21.15.111:0/2878442279 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f25e408b6c0 con 0x7f25f00d02a0 2024-09-19T04:33:57.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.796+0000 7f25eeffd640 1 --2- 172.21.15.111:0/2878442279 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f25dc06c460 0x7f25dc06e920 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f25f0167050 tx=0x7f25e0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:57.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:57.800+0000 7f25d7fff640 1 -- 172.21.15.111:0/2878442279 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f25f0168de0 con 0x7f25f00d02a0 2024-09-19T04:33:58.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.029+0000 7f25f608d640 1 -- 172.21.15.111:0/2878442279 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_binary_metafile_on_legacy_to_v1_upgrade"]} v 0) -- 0x7f25f0154d40 con 0x7f25f00d02a0 2024-09-19T04:33:58.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.373+0000 7f25d7fff640 1 -- 172.21.15.111:0/2878442279 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_binary_metafile_on_legacy_to_v1_upgrade"]}]=0 v82) ==== 158+0+0 (secure 0 0 0) 0x7f25e40598f0 con 0x7f25f00d02a0 2024-09-19T04:33:58.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.375+0000 7f25f608d640 1 -- 172.21.15.111:0/2878442279 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f25dc06c460 msgr2=0x7f25dc06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:58.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.375+0000 7f25f608d640 1 --2- 172.21.15.111:0/2878442279 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f25dc06c460 0x7f25dc06e920 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f25f0167050 tx=0x7f25e0009040 comp rx=0 tx=0).stop 2024-09-19T04:33:58.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.375+0000 7f25f608d640 1 -- 172.21.15.111:0/2878442279 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25f00d02a0 msgr2=0x7f25f01676e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:58.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.375+0000 7f25f608d640 1 --2- 172.21.15.111:0/2878442279 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25f00d02a0 0x7f25f01676e0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f25e400d5f0 tx=0x7f25e400dab0 comp rx=0 tx=0).stop 2024-09-19T04:33:58.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.375+0000 7f25f608d640 1 -- 172.21.15.111:0/2878442279 shutdown_connections 2024-09-19T04:33:58.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.375+0000 7f25f608d640 1 --2- 172.21.15.111:0/2878442279 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f25dc06c460 0x7f25dc06e920 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:58.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.375+0000 7f25f608d640 1 --2- 172.21.15.111:0/2878442279 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f25f015ce80 0x7f25f01688a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:58.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.375+0000 7f25f608d640 1 --2- 172.21.15.111:0/2878442279 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f25f015ca40 0x7f25f013b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:58.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.375+0000 7f25f608d640 1 --2- 172.21.15.111:0/2878442279 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25f00d02a0 0x7f25f01676e0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:58.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.375+0000 7f25f608d640 1 -- 172.21.15.111:0/2878442279 >> 172.21.15.111:0/2878442279 conn(0x7f25f0062cc0 msgr2=0x7f25f00cd3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:58.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.375+0000 7f25f608d640 1 -- 172.21.15.111:0/2878442279 shutdown_connections 2024-09-19T04:33:58.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.375+0000 7f25f608d640 1 -- 172.21.15.111:0/2878442279 wait complete. 2024-09-19T04:33:58.388 INFO:tasks.cephfs_test_runner:Validate binary .meta file on legacy subvol root doesn't break the system ... ok 2024-09-19T04:33:58.388 INFO:tasks.cephfs_test_runner:Starting test: test_connection_expiration (tasks.cephfs.test_volumes.TestMisc) 2024-09-19T04:33:58.389 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:33:58.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.485+0000 7fadfc9e8640 1 Processor -- start 2024-09-19T04:33:58.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.486+0000 7fadfc9e8640 1 -- start start 2024-09-19T04:33:58.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.487+0000 7fadfc9e8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fadf80d02a0 0x7fadf80d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:58.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.487+0000 7fadfc9e8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fadf815ca40 0x7fadf815e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:58.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.487+0000 7fadfc9e8640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fadf80d0bc0 con 0x7fadf815ce80 2024-09-19T04:33:58.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.487+0000 7fadfc9e8640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fadf815d390 con 0x7fadf80d02a0 2024-09-19T04:33:58.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.487+0000 7fadfc9e8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fadf815d670 con 0x7fadf815ca40 2024-09-19T04:33:58.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.487+0000 7fadf659c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fadf80d02a0 0x7fadf80d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:58.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.487+0000 7fadf6d9d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fadf815ce80 0x7fadf81594c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40648/0 (socket says 172.21.15.111:40648) 2024-09-19T04:33:58.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.487+0000 7fadf6d9d640 1 -- 172.21.15.111:0/452809547 learned_addr learned my addr 172.21.15.111:0/452809547 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:58.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.487+0000 7fadf5d9b640 1 --2- 172.21.15.111:0/452809547 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fadf815ca40 0x7fadf815e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:58.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.487+0000 7fadf659c640 1 -- 172.21.15.111:0/452809547 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fadf815ca40 msgr2=0x7fadf815e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:58.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.487+0000 7fadf659c640 1 --2- 172.21.15.111:0/452809547 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fadf815ca40 0x7fadf815e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:58.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.487+0000 7fadf659c640 1 -- 172.21.15.111:0/452809547 >> v1:172.21.15.111:6789/0 conn(0x7fadf815ce80 legacy=0x7fadf81594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:58.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.487+0000 7fadf659c640 1 -- 172.21.15.111:0/452809547 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadf815d950 con 0x7fadf80d02a0 2024-09-19T04:33:58.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.487+0000 7fadf559a640 1 -- 172.21.15.111:0/452809547 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2353722417 0 0) 0x7fadf80d0bc0 con 0x7fadf815ce80 2024-09-19T04:33:58.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.487+0000 7fadf5d9b640 1 --2- 172.21.15.111:0/452809547 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fadf815ca40 0x7fadf815e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:58.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.488+0000 7fadf659c640 1 --2- 172.21.15.111:0/452809547 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fadf80d02a0 0x7fadf80d0680 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fadf0009d90 tx=0x7fadf002a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29897ba15c020f17 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:58.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.488+0000 7fadf559a640 1 -- 172.21.15.111:0/452809547 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf0031600 con 0x7fadf80d02a0 2024-09-19T04:33:58.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.488+0000 7fadf559a640 1 -- 172.21.15.111:0/452809547 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fadf00317a0 con 0x7fadf80d02a0 2024-09-19T04:33:58.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.488+0000 7fadf559a640 1 -- 172.21.15.111:0/452809547 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf0031b70 con 0x7fadf80d02a0 2024-09-19T04:33:58.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.488+0000 7fadfc9e8640 1 -- 172.21.15.111:0/452809547 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fadf80d02a0 msgr2=0x7fadf80d0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:58.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.488+0000 7fadfc9e8640 1 --2- 172.21.15.111:0/452809547 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fadf80d02a0 0x7fadf80d0680 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fadf0009d90 tx=0x7fadf002a5d0 comp rx=0 tx=0).stop 2024-09-19T04:33:58.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.488+0000 7fadfc9e8640 1 -- 172.21.15.111:0/452809547 shutdown_connections 2024-09-19T04:33:58.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.488+0000 7fadfc9e8640 1 --2- 172.21.15.111:0/452809547 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fadf815ca40 0x7fadf815e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:58.492 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.488+0000 7fadfc9e8640 1 --2- 172.21.15.111:0/452809547 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fadf80d02a0 0x7fadf80d0680 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:58.492 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.488+0000 7fadfc9e8640 1 -- 172.21.15.111:0/452809547 >> 172.21.15.111:0/452809547 conn(0x7fadf8062cc0 msgr2=0x7fadf806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:58.492 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.489+0000 7fadfc9e8640 1 -- 172.21.15.111:0/452809547 shutdown_connections 2024-09-19T04:33:58.492 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.489+0000 7fadfc9e8640 1 -- 172.21.15.111:0/452809547 wait complete. 2024-09-19T04:33:58.492 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.490+0000 7fadfc9e8640 1 Processor -- start 2024-09-19T04:33:58.492 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.490+0000 7fadfc9e8640 1 -- start start 2024-09-19T04:33:58.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.490+0000 7fadfc9e8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fadf80d02a0 0x7fadf80af030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:58.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.490+0000 7fadfc9e8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fadf815ca40 0x7fadf814cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:58.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.490+0000 7fadfc9e8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fadf815ce80 0x7fadf806bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:58.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.491+0000 7fadfc9e8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fadf8155b90 con 0x7fadf815ce80 2024-09-19T04:33:58.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.491+0000 7fadfc9e8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fadf815df10 con 0x7fadf80d02a0 2024-09-19T04:33:58.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.491+0000 7fadfc9e8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fadf8155d10 con 0x7fadf815ca40 2024-09-19T04:33:58.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.491+0000 7fadf6d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fadf815ce80 0x7fadf806bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:58.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.491+0000 7fadf6d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fadf815ce80 0x7fadf806bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52428/0 (socket says 172.21.15.111:52428) 2024-09-19T04:33:58.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.491+0000 7fadf6d9d640 1 -- 172.21.15.111:0/3509290353 learned_addr learned my addr 172.21.15.111:0/3509290353 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:58.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.491+0000 7fadf659c640 1 --2- 172.21.15.111:0/3509290353 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fadf80d02a0 0x7fadf80af030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:58.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.491+0000 7fadf5d9b640 1 --2- 172.21.15.111:0/3509290353 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fadf815ca40 0x7fadf814cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:58.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.491+0000 7fadf6d9d640 1 -- 172.21.15.111:0/3509290353 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fadf815ca40 msgr2=0x7fadf814cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:58.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.491+0000 7fadf6d9d640 1 --2- 172.21.15.111:0/3509290353 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fadf815ca40 0x7fadf814cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:58.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.491+0000 7fadf6d9d640 1 -- 172.21.15.111:0/3509290353 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fadf80d02a0 msgr2=0x7fadf80af030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:58.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.491+0000 7fadf6d9d640 1 --2- 172.21.15.111:0/3509290353 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fadf80d02a0 0x7fadf80af030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:58.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.491+0000 7fadf6d9d640 1 -- 172.21.15.111:0/3509290353 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadf80af570 con 0x7fadf815ce80 2024-09-19T04:33:58.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.491+0000 7fadf6d9d640 1 --2- 172.21.15.111:0/3509290353 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fadf815ce80 0x7fadf806bba0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fade800c440 tx=0x7fade800c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:58.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.491+0000 7fadeeffd640 1 -- 172.21.15.111:0/3509290353 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fade80074e0 con 0x7fadf815ce80 2024-09-19T04:33:58.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.491+0000 7fadeeffd640 1 -- 172.21.15.111:0/3509290353 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fade80047e0 con 0x7fadf815ce80 2024-09-19T04:33:58.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.491+0000 7fadeeffd640 1 -- 172.21.15.111:0/3509290353 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fade8004bd0 con 0x7fadf815ce80 2024-09-19T04:33:58.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.491+0000 7fadfc9e8640 1 -- 172.21.15.111:0/3509290353 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadf8156070 con 0x7fadf815ce80 2024-09-19T04:33:58.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.491+0000 7fadfc9e8640 1 -- 172.21.15.111:0/3509290353 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadf8156630 con 0x7fadf815ce80 2024-09-19T04:33:58.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.492+0000 7fadfc9e8640 1 -- 172.21.15.111:0/3509290353 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fadf815ab90 con 0x7fadf815ce80 2024-09-19T04:33:58.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.493+0000 7fadeeffd640 1 -- 172.21.15.111:0/3509290353 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fade8011070 con 0x7fadf815ce80 2024-09-19T04:33:58.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.493+0000 7fadeeffd640 1 --2- 172.21.15.111:0/3509290353 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fadd806c460 0x7fadd806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:58.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.493+0000 7fadeeffd640 1 -- 172.21.15.111:0/3509290353 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7fade808af20 con 0x7fadf815ce80 2024-09-19T04:33:58.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.493+0000 7fadf659c640 1 --2- 172.21.15.111:0/3509290353 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fadd806c460 0x7fadd806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:58.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.494+0000 7fadf659c640 1 --2- 172.21.15.111:0/3509290353 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fadd806c460 0x7fadd806e920 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fadf0034000 tx=0x7fadf002f000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:58.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.498+0000 7fadeeffd640 1 -- 172.21.15.111:0/3509290353 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fadf80af570 con 0x7fadf815ce80 2024-09-19T04:33:58.664 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.663+0000 7fadfc9e8640 1 -- 172.21.15.111:0/3509290353 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fadf80b5480 con 0x7fadf815ce80 2024-09-19T04:33:58.665 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.664+0000 7fadeeffd640 1 -- 172.21.15.111:0/3509290353 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) ==== 74+0+13078 (secure 0 0 0) 0x7fade80597a0 con 0x7fadf815ce80 2024-09-19T04:33:58.665 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:33:58.666 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":35,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:33:57.367655+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.111:6837/16082794":"2024-09-20T04:33:54.357827+0000","172.21.15.111:6835/16082794":"2024-09-20T04:33:54.357827+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:33:58.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.666+0000 7fadfc9e8640 1 -- 172.21.15.111:0/3509290353 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fadd806c460 msgr2=0x7fadd806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:58.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.666+0000 7fadfc9e8640 1 --2- 172.21.15.111:0/3509290353 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fadd806c460 0x7fadd806e920 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fadf0034000 tx=0x7fadf002f000 comp rx=0 tx=0).stop 2024-09-19T04:33:58.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.666+0000 7fadfc9e8640 1 -- 172.21.15.111:0/3509290353 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fadf815ce80 msgr2=0x7fadf806bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:58.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.666+0000 7fadfc9e8640 1 --2- 172.21.15.111:0/3509290353 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fadf815ce80 0x7fadf806bba0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fade800c440 tx=0x7fade800c900 comp rx=0 tx=0).stop 2024-09-19T04:33:58.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.666+0000 7fadfc9e8640 1 -- 172.21.15.111:0/3509290353 shutdown_connections 2024-09-19T04:33:58.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.666+0000 7fadfc9e8640 1 --2- 172.21.15.111:0/3509290353 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fadd806c460 0x7fadd806e920 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:58.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.666+0000 7fadfc9e8640 1 --2- 172.21.15.111:0/3509290353 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fadf815ce80 0x7fadf806bba0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:58.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.666+0000 7fadfc9e8640 1 --2- 172.21.15.111:0/3509290353 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fadf815ca40 0x7fadf814cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:58.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.666+0000 7fadfc9e8640 1 --2- 172.21.15.111:0/3509290353 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fadf80d02a0 0x7fadf80af030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:58.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.666+0000 7fadfc9e8640 1 -- 172.21.15.111:0/3509290353 >> 172.21.15.111:0/3509290353 conn(0x7fadf8062cc0 msgr2=0x7fadf8152b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:58.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.666+0000 7fadfc9e8640 1 -- 172.21.15.111:0/3509290353 shutdown_connections 2024-09-19T04:33:58.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.666+0000 7fadfc9e8640 1 -- 172.21.15.111:0/3509290353 wait complete. 2024-09-19T04:33:58.678 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T04:32:40.437094+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T04:33:58.678 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T04:33:58.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.777+0000 7f37e14a5640 1 Processor -- start 2024-09-19T04:33:58.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.778+0000 7f37e14a5640 1 -- start start 2024-09-19T04:33:58.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.778+0000 7f37e14a5640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37dc0ce6d0 0x7f37dc06ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:58.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.778+0000 7f37e14a5640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f37dc0b50f0 0x7f37dc0b5540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:58.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.778+0000 7f37e14a5640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f37dc0ceb10 con 0x7f37dc15c200 2024-09-19T04:33:58.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.778+0000 7f37e14a5640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f37dc06f210 con 0x7f37dc0b50f0 2024-09-19T04:33:58.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.778+0000 7f37e14a5640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f37dc15d9c0 con 0x7f37dc0ce6d0 2024-09-19T04:33:58.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.778+0000 7f37db7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f37dc0b50f0 0x7f37dc0b5540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:58.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.779+0000 7f37daffd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f37dc15c200 0x7f37dc15c5e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40658/0 (socket says 172.21.15.111:40658) 2024-09-19T04:33:58.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.779+0000 7f37daffd640 1 -- 172.21.15.111:0/2927168230 learned_addr learned my addr 172.21.15.111:0/2927168230 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:33:58.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.779+0000 7f37da7fc640 1 --2- 172.21.15.111:0/2927168230 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37dc0ce6d0 0x7f37dc06ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:58.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.779+0000 7f37db7fe640 1 -- 172.21.15.111:0/2927168230 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37dc0ce6d0 msgr2=0x7f37dc06ecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:58.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.779+0000 7f37db7fe640 1 --2- 172.21.15.111:0/2927168230 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37dc0ce6d0 0x7f37dc06ecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:58.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.779+0000 7f37db7fe640 1 -- 172.21.15.111:0/2927168230 >> v1:172.21.15.111:6789/0 conn(0x7f37dc15c200 legacy=0x7f37dc15c5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:58.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.779+0000 7f37db7fe640 1 -- 172.21.15.111:0/2927168230 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37dc15d120 con 0x7f37dc0b50f0 2024-09-19T04:33:58.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.779+0000 7f37d9ffb640 1 -- 172.21.15.111:0/2927168230 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 77967555 0 0) 0x7f37dc0ceb10 con 0x7f37dc15c200 2024-09-19T04:33:58.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.779+0000 7f37db7fe640 1 --2- 172.21.15.111:0/2927168230 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37dc0b50f0 0x7f37dc0b5540 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f37d40097a0 tx=0x7f37d402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf1e4cc2400c88f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:58.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.780+0000 7f37d9ffb640 1 -- 172.21.15.111:0/2927168230 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d4037070 con 0x7f37dc0b50f0 2024-09-19T04:33:58.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.780+0000 7f37d9ffb640 1 -- 172.21.15.111:0/2927168230 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37d4032440 con 0x7f37dc0b50f0 2024-09-19T04:33:58.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.780+0000 7f37d9ffb640 1 -- 172.21.15.111:0/2927168230 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d4032810 con 0x7f37dc0b50f0 2024-09-19T04:33:58.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.780+0000 7f37e14a5640 1 -- 172.21.15.111:0/2927168230 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37dc0b50f0 msgr2=0x7f37dc0b5540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:58.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.780+0000 7f37e14a5640 1 --2- 172.21.15.111:0/2927168230 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37dc0b50f0 0x7f37dc0b5540 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f37d40097a0 tx=0x7f37d402a180 comp rx=0 tx=0).stop 2024-09-19T04:33:58.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.780+0000 7f37e14a5640 1 -- 172.21.15.111:0/2927168230 shutdown_connections 2024-09-19T04:33:58.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.780+0000 7f37e14a5640 1 --2- 172.21.15.111:0/2927168230 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37dc0b50f0 0x7f37dc0b5540 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:58.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.780+0000 7f37e14a5640 1 --2- 172.21.15.111:0/2927168230 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37dc0ce6d0 0x7f37dc06ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:58.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.780+0000 7f37e14a5640 1 -- 172.21.15.111:0/2927168230 >> 172.21.15.111:0/2927168230 conn(0x7f37dc062c60 msgr2=0x7f37dc06bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:58.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.780+0000 7f37e14a5640 1 -- 172.21.15.111:0/2927168230 shutdown_connections 2024-09-19T04:33:58.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.780+0000 7f37e14a5640 1 -- 172.21.15.111:0/2927168230 wait complete. 2024-09-19T04:33:58.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.782+0000 7f37e14a5640 1 Processor -- start 2024-09-19T04:33:58.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.782+0000 7f37e14a5640 1 -- start start 2024-09-19T04:33:58.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.782+0000 7f37e14a5640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37dc0b50f0 0x7f37dc1588e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:58.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.782+0000 7f37e14a5640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37dc0ce6d0 0x7f37dc1f4440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:58.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.782+0000 7f37e14a5640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37dc15c200 0x7f37dc157aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:58.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.782+0000 7f37e14a5640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f37dc06d5a0 con 0x7f37dc0b50f0 2024-09-19T04:33:58.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.782+0000 7f37e14a5640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f37dc15d6e0 con 0x7f37dc0ce6d0 2024-09-19T04:33:58.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.782+0000 7f37e14a5640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f37dc0b5a80 con 0x7f37dc15c200 2024-09-19T04:33:58.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.782+0000 7f37daffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37dc0b50f0 0x7f37dc1588e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:58.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.782+0000 7f37daffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37dc0b50f0 0x7f37dc1588e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52448/0 (socket says 172.21.15.111:52448) 2024-09-19T04:33:58.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.782+0000 7f37daffd640 1 -- 172.21.15.111:0/2178800822 learned_addr learned my addr 172.21.15.111:0/2178800822 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:58.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.783+0000 7f37da7fc640 1 --2- 172.21.15.111:0/2178800822 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37dc0ce6d0 0x7f37dc1f4440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:58.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.783+0000 7f37db7fe640 1 --2- 172.21.15.111:0/2178800822 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37dc15c200 0x7f37dc157aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:58.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.783+0000 7f37daffd640 1 -- 172.21.15.111:0/2178800822 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37dc15c200 msgr2=0x7f37dc157aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:58.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.783+0000 7f37daffd640 1 --2- 172.21.15.111:0/2178800822 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37dc15c200 0x7f37dc157aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:58.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.783+0000 7f37daffd640 1 -- 172.21.15.111:0/2178800822 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37dc0ce6d0 msgr2=0x7f37dc1f4440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:58.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.783+0000 7f37daffd640 1 --2- 172.21.15.111:0/2178800822 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37dc0ce6d0 0x7f37dc1f4440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:58.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.783+0000 7f37daffd640 1 -- 172.21.15.111:0/2178800822 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37dc1f4bb0 con 0x7f37dc0b50f0 2024-09-19T04:33:58.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.783+0000 7f37daffd640 1 --2- 172.21.15.111:0/2178800822 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37dc0b50f0 0x7f37dc1588e0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f37cc00c7c0 tx=0x7f37cc00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:58.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.783+0000 7f37c37fe640 1 -- 172.21.15.111:0/2178800822 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37cc018070 con 0x7f37dc0b50f0 2024-09-19T04:33:58.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.783+0000 7f37c37fe640 1 -- 172.21.15.111:0/2178800822 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37cc00a640 con 0x7f37dc0b50f0 2024-09-19T04:33:58.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.783+0000 7f37e14a5640 1 -- 172.21.15.111:0/2178800822 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37dc1f4e90 con 0x7f37dc0b50f0 2024-09-19T04:33:58.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.783+0000 7f37c37fe640 1 -- 172.21.15.111:0/2178800822 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37cc00aa30 con 0x7f37dc0b50f0 2024-09-19T04:33:58.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.783+0000 7f37e14a5640 1 -- 172.21.15.111:0/2178800822 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37dc071640 con 0x7f37dc0b50f0 2024-09-19T04:33:58.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.784+0000 7f37e14a5640 1 -- 172.21.15.111:0/2178800822 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37dc0b5540 con 0x7f37dc0b50f0 2024-09-19T04:33:58.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.785+0000 7f37c37fe640 1 -- 172.21.15.111:0/2178800822 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f37cc01b070 con 0x7f37dc0b50f0 2024-09-19T04:33:58.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.785+0000 7f37c37fe640 1 --2- 172.21.15.111:0/2178800822 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f37c806c460 0x7f37c806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:58.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.785+0000 7f37da7fc640 1 --2- 172.21.15.111:0/2178800822 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f37c806c460 0x7f37c806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:58.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.785+0000 7f37c37fe640 1 -- 172.21.15.111:0/2178800822 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f37cc08a8d0 con 0x7f37dc0b50f0 2024-09-19T04:33:58.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.785+0000 7f37da7fc640 1 --2- 172.21.15.111:0/2178800822 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f37c806c460 0x7f37c806e920 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f37dc15fad0 tx=0x7f37d0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:58.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.789+0000 7f37c37fe640 1 -- 172.21.15.111:0/2178800822 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f37cc058bb0 con 0x7f37dc0b50f0 2024-09-19T04:33:58.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.953+0000 7f37e14a5640 1 -- 172.21.15.111:0/2178800822 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f37dc15c7f0 con 0x7f37dc0b50f0 2024-09-19T04:33:58.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.953+0000 7f37c37fe640 1 -- 172.21.15.111:0/2178800822 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v35) ==== 93+0+10 (secure 0 0 0) 0x7f37cc05ceb0 con 0x7f37dc0b50f0 2024-09-19T04:33:58.955 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 1 2024-09-19T04:33:58.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.955+0000 7f37e14a5640 1 -- 172.21.15.111:0/2178800822 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f37c806c460 msgr2=0x7f37c806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:58.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.955+0000 7f37e14a5640 1 --2- 172.21.15.111:0/2178800822 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f37c806c460 0x7f37c806e920 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f37dc15fad0 tx=0x7f37d0008040 comp rx=0 tx=0).stop 2024-09-19T04:33:58.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.955+0000 7f37e14a5640 1 -- 172.21.15.111:0/2178800822 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37dc0b50f0 msgr2=0x7f37dc1588e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:58.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.955+0000 7f37e14a5640 1 --2- 172.21.15.111:0/2178800822 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37dc0b50f0 0x7f37dc1588e0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f37cc00c7c0 tx=0x7f37cc00cc80 comp rx=0 tx=0).stop 2024-09-19T04:33:58.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.955+0000 7f37e14a5640 1 -- 172.21.15.111:0/2178800822 shutdown_connections 2024-09-19T04:33:58.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.955+0000 7f37e14a5640 1 --2- 172.21.15.111:0/2178800822 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f37c806c460 0x7f37c806e920 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:58.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.955+0000 7f37e14a5640 1 --2- 172.21.15.111:0/2178800822 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37dc15c200 0x7f37dc157aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:58.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.955+0000 7f37e14a5640 1 --2- 172.21.15.111:0/2178800822 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37dc0ce6d0 0x7f37dc1f4440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:58.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.955+0000 7f37e14a5640 1 --2- 172.21.15.111:0/2178800822 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37dc0b50f0 0x7f37dc1588e0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:58.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.955+0000 7f37e14a5640 1 -- 172.21.15.111:0/2178800822 >> 172.21.15.111:0/2178800822 conn(0x7f37dc062c60 msgr2=0x7f37dc0b2de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:58.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.955+0000 7f37e14a5640 1 -- 172.21.15.111:0/2178800822 shutdown_connections 2024-09-19T04:33:58.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:58.955+0000 7f37e14a5640 1 -- 172.21.15.111:0/2178800822 wait complete. 2024-09-19T04:33:58.968 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_connection_expiration' 2024-09-19T04:33:59.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.064+0000 7f2fb55c4640 1 Processor -- start 2024-09-19T04:33:59.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.064+0000 7f2fb55c4640 1 -- start start 2024-09-19T04:33:59.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.065+0000 7f2fb55c4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2fb006e440 0x7f2fb00b6ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:59.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.065+0000 7f2fb55c4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2fb015f650 0x7f2fb006ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:59.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.065+0000 7f2fb55c4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2fb015ee90 con 0x7f2fb0073be0 2024-09-19T04:33:59.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.065+0000 7f2fb55c4640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f2fb00b7980 con 0x7f2fb006e440 2024-09-19T04:33:59.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.065+0000 7f2fb55c4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2fb00b73c0 con 0x7f2fb015f650 2024-09-19T04:33:59.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.065+0000 7f2faeffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2fb006e440 0x7f2fb00b6ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:59.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.065+0000 7f2faeffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2fb006e440 0x7f2fb00b6ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52450/0 (socket says 172.21.15.111:52450) 2024-09-19T04:33:59.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.065+0000 7f2faeffd640 1 -- 172.21.15.111:0/3192061525 learned_addr learned my addr 172.21.15.111:0/3192061525 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:59.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.065+0000 7f2faf7fe640 1 --2- 172.21.15.111:0/3192061525 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2fb015f650 0x7f2fb006ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:59.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.066+0000 7f2faeffd640 1 -- 172.21.15.111:0/3192061525 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2fb015f650 msgr2=0x7f2fb006ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:59.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.066+0000 7f2faeffd640 1 --2- 172.21.15.111:0/3192061525 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2fb015f650 0x7f2fb006ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:59.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.066+0000 7f2faeffd640 1 -- 172.21.15.111:0/3192061525 >> v1:172.21.15.114:6789/0 conn(0x7f2fb0073be0 legacy=0x7f2fb006e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:59.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.066+0000 7f2faeffd640 1 -- 172.21.15.111:0/3192061525 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fb00b76a0 con 0x7f2fb006e440 2024-09-19T04:33:59.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.066+0000 7f2faeffd640 1 --2- 172.21.15.111:0/3192061525 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2fb006e440 0x7f2fb00b6ce0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f2fa0009e50 tx=0x7f2fa002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c39a53c6037de25d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:59.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.066+0000 7f2fadffb640 1 -- 172.21.15.111:0/3192061525 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fa0036070 con 0x7f2fb006e440 2024-09-19T04:33:59.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.067+0000 7f2fadffb640 1 -- 172.21.15.111:0/3192061525 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2fa0031600 con 0x7f2fb006e440 2024-09-19T04:33:59.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.067+0000 7f2fadffb640 1 -- 172.21.15.111:0/3192061525 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fa00319d0 con 0x7f2fb006e440 2024-09-19T04:33:59.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.067+0000 7f2fb55c4640 1 -- 172.21.15.111:0/3192061525 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2fb006e440 msgr2=0x7f2fb00b6ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:59.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.067+0000 7f2fb55c4640 1 --2- 172.21.15.111:0/3192061525 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2fb006e440 0x7f2fb00b6ce0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f2fa0009e50 tx=0x7f2fa002a710 comp rx=0 tx=0).stop 2024-09-19T04:33:59.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.067+0000 7f2fb55c4640 1 -- 172.21.15.111:0/3192061525 shutdown_connections 2024-09-19T04:33:59.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.067+0000 7f2fb55c4640 1 --2- 172.21.15.111:0/3192061525 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2fb015f650 0x7f2fb006ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:59.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.067+0000 7f2fb55c4640 1 --2- 172.21.15.111:0/3192061525 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2fb006e440 0x7f2fb00b6ce0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:59.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.067+0000 7f2fb55c4640 1 -- 172.21.15.111:0/3192061525 >> 172.21.15.111:0/3192061525 conn(0x7f2fb0062630 msgr2=0x7f2fb0062a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:59.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.067+0000 7f2fb55c4640 1 -- 172.21.15.111:0/3192061525 shutdown_connections 2024-09-19T04:33:59.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.067+0000 7f2fb55c4640 1 -- 172.21.15.111:0/3192061525 wait complete. 2024-09-19T04:33:59.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.068+0000 7f2fb55c4640 1 Processor -- start 2024-09-19T04:33:59.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.068+0000 7f2fb55c4640 1 -- start start 2024-09-19T04:33:59.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.069+0000 7f2fb55c4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2fb006e440 0x7f2fb00b2b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:59.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.069+0000 7f2fb55c4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2fb0073be0 0x7f2fb0144050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:59.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.069+0000 7f2fb55c4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2fb015f650 0x7f2fb015b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:59.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.069+0000 7f2fb55c4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2fb0159070 con 0x7f2fb006e440 2024-09-19T04:33:59.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.069+0000 7f2fb55c4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2fb0074070 con 0x7f2fb015f650 2024-09-19T04:33:59.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.069+0000 7f2fb55c4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2fb015fae0 con 0x7f2fb0073be0 2024-09-19T04:33:59.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.069+0000 7f2faeffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2fb006e440 0x7f2fb00b2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:59.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.069+0000 7f2faeffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2fb006e440 0x7f2fb00b2b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52464/0 (socket says 172.21.15.111:52464) 2024-09-19T04:33:59.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.069+0000 7f2faeffd640 1 -- 172.21.15.111:0/3811261336 learned_addr learned my addr 172.21.15.111:0/3811261336 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:59.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.069+0000 7f2fae7fc640 1 --2- 172.21.15.111:0/3811261336 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2fb0073be0 0x7f2fb0144050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:59.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.069+0000 7f2faf7fe640 1 --2- 172.21.15.111:0/3811261336 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2fb015f650 0x7f2fb015b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:59.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.070+0000 7f2faeffd640 1 -- 172.21.15.111:0/3811261336 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2fb0073be0 msgr2=0x7f2fb0144050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:59.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.070+0000 7f2faeffd640 1 --2- 172.21.15.111:0/3811261336 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2fb0073be0 0x7f2fb0144050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:59.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.070+0000 7f2faeffd640 1 -- 172.21.15.111:0/3811261336 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2fb015f650 msgr2=0x7f2fb015b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:59.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.070+0000 7f2faeffd640 1 --2- 172.21.15.111:0/3811261336 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2fb015f650 0x7f2fb015b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:59.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.070+0000 7f2faeffd640 1 -- 172.21.15.111:0/3811261336 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fb0144590 con 0x7f2fb006e440 2024-09-19T04:33:59.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.070+0000 7f2faf7fe640 1 --2- 172.21.15.111:0/3811261336 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2fb015f650 0x7f2fb015b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:59.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.070+0000 7f2faeffd640 1 --2- 172.21.15.111:0/3811261336 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2fb006e440 0x7f2fb00b2b80 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f2fa0034040 tx=0x7f2fa0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:59.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.070+0000 7f2fa77fe640 1 -- 172.21.15.111:0/3811261336 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fa0036050 con 0x7f2fb006e440 2024-09-19T04:33:59.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.070+0000 7f2fa77fe640 1 -- 172.21.15.111:0/3811261336 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2fa0042070 con 0x7f2fb006e440 2024-09-19T04:33:59.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.070+0000 7f2fb55c4640 1 -- 172.21.15.111:0/3811261336 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fb00b3210 con 0x7f2fb006e440 2024-09-19T04:33:59.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.070+0000 7f2fa77fe640 1 -- 172.21.15.111:0/3811261336 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fa0009510 con 0x7f2fb006e440 2024-09-19T04:33:59.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.070+0000 7f2fb55c4640 1 -- 172.21.15.111:0/3811261336 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fb00b37d0 con 0x7f2fb006e440 2024-09-19T04:33:59.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.071+0000 7f2fb55c4640 1 -- 172.21.15.111:0/3811261336 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2fb00b6ce0 con 0x7f2fb006e440 2024-09-19T04:33:59.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.072+0000 7f2fa77fe640 1 -- 172.21.15.111:0/3811261336 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f2fa0007c50 con 0x7f2fb006e440 2024-09-19T04:33:59.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.072+0000 7f2fa77fe640 1 --2- 172.21.15.111:0/3811261336 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2f9006c460 0x7f2f9006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:59.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.072+0000 7f2fa77fe640 1 -- 172.21.15.111:0/3811261336 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f2fa00ac3b0 con 0x7f2fb006e440 2024-09-19T04:33:59.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.072+0000 7f2fae7fc640 1 --2- 172.21.15.111:0/3811261336 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2f9006c460 0x7f2f9006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:59.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.072+0000 7f2fae7fc640 1 --2- 172.21.15.111:0/3811261336 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2f9006c460 0x7f2f9006e920 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f2fb01572a0 tx=0x7f2f98009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:59.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.076+0000 7f2fa77fe640 1 -- 172.21.15.111:0/3811261336 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2fb0144590 con 0x7f2fb006e440 2024-09-19T04:33:59.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.303+0000 7f2fb55c4640 1 -- 172.21.15.111:0/3811261336 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_connection_expiration"]} v 0) -- 0x7f2fb006df60 con 0x7f2fb006e440 2024-09-19T04:33:59.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.380+0000 7f2fa77fe640 1 -- 172.21.15.111:0/3811261336 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_connection_expiration"]}]=0 v83) ==== 143+0+0 (secure 0 0 0) 0x7f2fa007ab20 con 0x7f2fb006e440 2024-09-19T04:33:59.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.382+0000 7f2fb55c4640 1 -- 172.21.15.111:0/3811261336 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2f9006c460 msgr2=0x7f2f9006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:59.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.382+0000 7f2fb55c4640 1 --2- 172.21.15.111:0/3811261336 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2f9006c460 0x7f2f9006e920 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f2fb01572a0 tx=0x7f2f98009040 comp rx=0 tx=0).stop 2024-09-19T04:33:59.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.382+0000 7f2fb55c4640 1 -- 172.21.15.111:0/3811261336 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2fb006e440 msgr2=0x7f2fb00b2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:59.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.382+0000 7f2fb55c4640 1 --2- 172.21.15.111:0/3811261336 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2fb006e440 0x7f2fb00b2b80 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f2fa0034040 tx=0x7f2fa0004a40 comp rx=0 tx=0).stop 2024-09-19T04:33:59.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.382+0000 7f2fb55c4640 1 -- 172.21.15.111:0/3811261336 shutdown_connections 2024-09-19T04:33:59.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.382+0000 7f2fb55c4640 1 --2- 172.21.15.111:0/3811261336 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2f9006c460 0x7f2f9006e920 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:59.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.382+0000 7f2fb55c4640 1 --2- 172.21.15.111:0/3811261336 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2fb015f650 0x7f2fb015b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:59.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.382+0000 7f2fb55c4640 1 --2- 172.21.15.111:0/3811261336 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2fb0073be0 0x7f2fb0144050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:59.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.382+0000 7f2fb55c4640 1 --2- 172.21.15.111:0/3811261336 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2fb006e440 0x7f2fb00b2b80 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:59.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.382+0000 7f2fb55c4640 1 -- 172.21.15.111:0/3811261336 >> 172.21.15.111:0/3811261336 conn(0x7f2fb0062630 msgr2=0x7f2fb0157b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:59.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.382+0000 7f2fb55c4640 1 -- 172.21.15.111:0/3811261336 shutdown_connections 2024-09-19T04:33:59.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.382+0000 7f2fb55c4640 1 -- 172.21.15.111:0/3811261336 wait complete. 2024-09-19T04:33:59.395 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T04:33:59.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.495+0000 7fe47ca27640 1 Processor -- start 2024-09-19T04:33:59.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.495+0000 7fe47ca27640 1 -- start start 2024-09-19T04:33:59.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.496+0000 7fe47ca27640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe4780cfd90 0x7fe4780d0200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:59.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.496+0000 7fe47ca27640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe47806dda0 0x7fe47806e230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:59.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.496+0000 7fe47ca27640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe47815ccb0 con 0x7fe4780b5f50 2024-09-19T04:33:59.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.496+0000 7fe47ca27640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fe47815cf90 con 0x7fe4780cfd90 2024-09-19T04:33:59.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.496+0000 7fe47ca27640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe47815d270 con 0x7fe47806dda0 2024-09-19T04:33:59.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.496+0000 7fe475d9b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe4780cfd90 0x7fe4780d0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:59.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.496+0000 7fe475d9b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe4780cfd90 0x7fe4780d0200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52476/0 (socket says 172.21.15.111:52476) 2024-09-19T04:33:59.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.496+0000 7fe475d9b640 1 -- 172.21.15.111:0/1045973123 learned_addr learned my addr 172.21.15.111:0/1045973123 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:59.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.496+0000 7fe475d9b640 1 -- 172.21.15.111:0/1045973123 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe47806dda0 msgr2=0x7fe47806e230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:59.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.496+0000 7fe476d9d640 1 --2- 172.21.15.111:0/1045973123 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe47806dda0 0x7fe47806e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:59.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.496+0000 7fe475d9b640 1 --2- 172.21.15.111:0/1045973123 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe47806dda0 0x7fe47806e230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:59.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.496+0000 7fe475d9b640 1 -- 172.21.15.111:0/1045973123 >> v1:172.21.15.114:6789/0 conn(0x7fe4780b5f50 legacy=0x7fe4780ce2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:59.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.497+0000 7fe475d9b640 1 -- 172.21.15.111:0/1045973123 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe47815d550 con 0x7fe4780cfd90 2024-09-19T04:33:59.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.497+0000 7fe476d9d640 1 --2- 172.21.15.111:0/1045973123 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe47806dda0 0x7fe47806e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:33:59.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.497+0000 7fe475d9b640 1 --2- 172.21.15.111:0/1045973123 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4780cfd90 0x7fe4780d0200 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fe46c009870 tx=0x7fe46c02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8250d2b287309050 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:59.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.497+0000 7fe47559a640 1 -- 172.21.15.111:0/1045973123 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe46c037070 con 0x7fe4780cfd90 2024-09-19T04:33:59.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.497+0000 7fe47559a640 1 -- 172.21.15.111:0/1045973123 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe46c02ae10 con 0x7fe4780cfd90 2024-09-19T04:33:59.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.497+0000 7fe47559a640 1 -- 172.21.15.111:0/1045973123 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe46c032660 con 0x7fe4780cfd90 2024-09-19T04:33:59.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.498+0000 7fe47ca27640 1 -- 172.21.15.111:0/1045973123 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4780cfd90 msgr2=0x7fe4780d0200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:59.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.498+0000 7fe47ca27640 1 --2- 172.21.15.111:0/1045973123 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4780cfd90 0x7fe4780d0200 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fe46c009870 tx=0x7fe46c02a100 comp rx=0 tx=0).stop 2024-09-19T04:33:59.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.498+0000 7fe47ca27640 1 -- 172.21.15.111:0/1045973123 shutdown_connections 2024-09-19T04:33:59.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.498+0000 7fe47ca27640 1 --2- 172.21.15.111:0/1045973123 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe47806dda0 0x7fe47806e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:59.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.498+0000 7fe47ca27640 1 --2- 172.21.15.111:0/1045973123 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4780cfd90 0x7fe4780d0200 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:59.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.498+0000 7fe47ca27640 1 -- 172.21.15.111:0/1045973123 >> 172.21.15.111:0/1045973123 conn(0x7fe47806bba0 msgr2=0x7fe47806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:59.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.498+0000 7fe47ca27640 1 -- 172.21.15.111:0/1045973123 shutdown_connections 2024-09-19T04:33:59.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.498+0000 7fe47ca27640 1 -- 172.21.15.111:0/1045973123 wait complete. 2024-09-19T04:33:59.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.499+0000 7fe47ca27640 1 Processor -- start 2024-09-19T04:33:59.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.499+0000 7fe47ca27640 1 -- start start 2024-09-19T04:33:59.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.500+0000 7fe47ca27640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe47806dda0 0x7fe4780b11a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:59.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.500+0000 7fe47ca27640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4780b5f50 0x7fe47815e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:59.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.500+0000 7fe47ca27640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4780cfd90 0x7fe4781578a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:59.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.500+0000 7fe47ca27640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe47815c970 con 0x7fe4780b5f50 2024-09-19T04:33:59.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.500+0000 7fe47ca27640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe4780d0740 con 0x7fe47806dda0 2024-09-19T04:33:59.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.500+0000 7fe47ca27640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe4780cd970 con 0x7fe4780cfd90 2024-09-19T04:33:59.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.500+0000 7fe475d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4780b5f50 0x7fe47815e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:59.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.500+0000 7fe475d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4780b5f50 0x7fe47815e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52478/0 (socket says 172.21.15.111:52478) 2024-09-19T04:33:59.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.500+0000 7fe475d9b640 1 -- 172.21.15.111:0/692612583 learned_addr learned my addr 172.21.15.111:0/692612583 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:59.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.500+0000 7fe47659c640 1 --2- 172.21.15.111:0/692612583 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe47806dda0 0x7fe4780b11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:59.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.500+0000 7fe476d9d640 1 --2- 172.21.15.111:0/692612583 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4780cfd90 0x7fe4781578a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:59.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.500+0000 7fe475d9b640 1 -- 172.21.15.111:0/692612583 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4780cfd90 msgr2=0x7fe4781578a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:59.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.500+0000 7fe475d9b640 1 --2- 172.21.15.111:0/692612583 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4780cfd90 0x7fe4781578a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:59.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.500+0000 7fe475d9b640 1 -- 172.21.15.111:0/692612583 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe47806dda0 msgr2=0x7fe4780b11a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:59.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.500+0000 7fe475d9b640 1 --2- 172.21.15.111:0/692612583 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe47806dda0 0x7fe4780b11a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:59.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.500+0000 7fe475d9b640 1 -- 172.21.15.111:0/692612583 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4781f59e0 con 0x7fe4780b5f50 2024-09-19T04:33:59.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.500+0000 7fe47659c640 1 --2- 172.21.15.111:0/692612583 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe47806dda0 0x7fe4780b11a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:33:59.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.501+0000 7fe475d9b640 1 --2- 172.21.15.111:0/692612583 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4780b5f50 0x7fe47815e5b0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe46c000c00 tx=0x7fe46c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:59.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.501+0000 7fe466ffd640 1 -- 172.21.15.111:0/692612583 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe46c041070 con 0x7fe4780b5f50 2024-09-19T04:33:59.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.501+0000 7fe466ffd640 1 -- 172.21.15.111:0/692612583 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe46c03c670 con 0x7fe4780b5f50 2024-09-19T04:33:59.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.501+0000 7fe47ca27640 1 -- 172.21.15.111:0/692612583 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4781f5cc0 con 0x7fe4780b5f50 2024-09-19T04:33:59.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.501+0000 7fe466ffd640 1 -- 172.21.15.111:0/692612583 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe46c037040 con 0x7fe4780b5f50 2024-09-19T04:33:59.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.501+0000 7fe47ca27640 1 -- 172.21.15.111:0/692612583 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4781f6280 con 0x7fe4780b5f50 2024-09-19T04:33:59.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.502+0000 7fe47ca27640 1 -- 172.21.15.111:0/692612583 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4780d0200 con 0x7fe4780b5f50 2024-09-19T04:33:59.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.502+0000 7fe466ffd640 1 -- 172.21.15.111:0/692612583 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fe46c044070 con 0x7fe4780b5f50 2024-09-19T04:33:59.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.503+0000 7fe466ffd640 1 --2- 172.21.15.111:0/692612583 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe45806c460 0x7fe45806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:59.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.503+0000 7fe466ffd640 1 -- 172.21.15.111:0/692612583 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7fe46c0abb20 con 0x7fe4780b5f50 2024-09-19T04:33:59.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.503+0000 7fe47659c640 1 --2- 172.21.15.111:0/692612583 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe45806c460 0x7fe45806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:59.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.503+0000 7fe47659c640 1 --2- 172.21.15.111:0/692612583 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe45806c460 0x7fe45806e920 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fe468003eb0 tx=0x7fe468009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:59.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.507+0000 7fe466ffd640 1 -- 172.21.15.111:0/692612583 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe46c07a3a0 con 0x7fe4780b5f50 2024-09-19T04:33:59.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.676+0000 7fe47ca27640 1 -- 172.21.15.111:0/692612583 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fe47815b4e0 con 0x7fe4780b5f50 2024-09-19T04:33:59.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.679+0000 7fe466ffd640 1 -- 172.21.15.111:0/692612583 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v12)=0 v12) ==== 122+0+0 (secure 0 0 0) 0x7fe46c079ca0 con 0x7fe4780b5f50 2024-09-19T04:33:59.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.681+0000 7fe47ca27640 1 -- 172.21.15.111:0/692612583 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe45806c460 msgr2=0x7fe45806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:59.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.681+0000 7fe47ca27640 1 --2- 172.21.15.111:0/692612583 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe45806c460 0x7fe45806e920 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fe468003eb0 tx=0x7fe468009040 comp rx=0 tx=0).stop 2024-09-19T04:33:59.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.681+0000 7fe47ca27640 1 -- 172.21.15.111:0/692612583 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4780b5f50 msgr2=0x7fe47815e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:59.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.681+0000 7fe47ca27640 1 --2- 172.21.15.111:0/692612583 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4780b5f50 0x7fe47815e5b0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe46c000c00 tx=0x7fe46c0046c0 comp rx=0 tx=0).stop 2024-09-19T04:33:59.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.681+0000 7fe47ca27640 1 -- 172.21.15.111:0/692612583 shutdown_connections 2024-09-19T04:33:59.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.681+0000 7fe47ca27640 1 --2- 172.21.15.111:0/692612583 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe45806c460 0x7fe45806e920 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:59.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.681+0000 7fe47ca27640 1 --2- 172.21.15.111:0/692612583 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4780cfd90 0x7fe4781578a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:59.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.681+0000 7fe47ca27640 1 --2- 172.21.15.111:0/692612583 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4780b5f50 0x7fe47815e5b0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:59.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.681+0000 7fe47ca27640 1 --2- 172.21.15.111:0/692612583 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe47806dda0 0x7fe4780b11a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:59.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.681+0000 7fe47ca27640 1 -- 172.21.15.111:0/692612583 >> 172.21.15.111:0/692612583 conn(0x7fe47806bba0 msgr2=0x7fe4781560b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:59.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.681+0000 7fe47ca27640 1 -- 172.21.15.111:0/692612583 shutdown_connections 2024-09-19T04:33:59.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.681+0000 7fe47ca27640 1 -- 172.21.15.111:0/692612583 wait complete. 2024-09-19T04:33:59.694 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:33:59.694 DEBUG:teuthology.orchestra.run.smithi111:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:33:59.736 DEBUG:teuthology.orchestra.run.smithi114:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:33:59.785 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:33:59.785 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:33:59.785 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:59.801 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:33:59.801 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:33:59.801 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:59.819 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:33:59.819 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:33:59.819 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:59.856 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:33:59.856 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:33:59.856 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:33:59.877 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:33:59.877 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T04:33:59.877 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:33:59.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.993+0000 7f4da3198640 1 Processor -- start 2024-09-19T04:33:59.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.993+0000 7f4da3198640 1 -- start start 2024-09-19T04:33:59.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.994+0000 7f4da3198640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4d9c06be10 0x7f4d9c0cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:59.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.994+0000 7f4da3198640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f4d9c06c1f0 0x7f4d9c15baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:59.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.994+0000 7f4da3198640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d9c151540 0x7f4d9c151980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:33:59.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.994+0000 7f4da3198640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f4d9c151ec0 con 0x7f4d9c06be10 2024-09-19T04:33:59.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.994+0000 7f4da3198640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f4d9c0cd5f0 con 0x7f4d9c06c1f0 2024-09-19T04:33:59.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.994+0000 7f4da3198640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4d9c0cd8d0 con 0x7f4d9c151540 2024-09-19T04:33:59.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.994+0000 7f4da0f34640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4d9c06be10 0x7f4d9c0cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:33:59.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.994+0000 7f4da0f34640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4d9c06be10 0x7f4d9c0cd010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52492/0 (socket says 172.21.15.111:52492) 2024-09-19T04:33:59.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.994+0000 7f4da0f34640 1 -- 172.21.15.111:0/4144570147 learned_addr learned my addr 172.21.15.111:0/4144570147 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:33:59.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.994+0000 7f4da0f34640 1 -- 172.21.15.111:0/4144570147 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d9c151540 msgr2=0x7f4d9c151980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:59.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.994+0000 7f4da0f34640 1 --2- 172.21.15.111:0/4144570147 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d9c151540 0x7f4d9c151980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:59.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.994+0000 7f4da0f34640 1 -- 172.21.15.111:0/4144570147 >> v2:172.21.15.114:3300/0 conn(0x7f4d9c06c1f0 msgr2=0x7f4d9c15baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:33:59.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.994+0000 7f4da0f34640 1 --2- 172.21.15.111:0/4144570147 >> v2:172.21.15.114:3300/0 conn(0x7f4d9c06c1f0 0x7f4d9c15baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:59.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.994+0000 7f4da0f34640 1 -- 172.21.15.111:0/4144570147 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d9c0cdbb0 con 0x7f4d9c06be10 2024-09-19T04:33:59.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.995+0000 7f4da0f34640 1 --2- 172.21.15.111:0/4144570147 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d9c06be10 0x7f4d9c0cd010 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f4d9c06ca50 tx=0x7f4d9802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75df4d14d6ffc839 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:33:59.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.995+0000 7f4d937fe640 1 -- 172.21.15.111:0/4144570147 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d98037070 con 0x7f4d9c06be10 2024-09-19T04:33:59.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.995+0000 7f4d937fe640 1 -- 172.21.15.111:0/4144570147 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d98032440 con 0x7f4d9c06be10 2024-09-19T04:33:59.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.995+0000 7f4d937fe640 1 -- 172.21.15.111:0/4144570147 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d98032810 con 0x7f4d9c06be10 2024-09-19T04:33:59.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.996+0000 7f4da3198640 1 -- 172.21.15.111:0/4144570147 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d9c06be10 msgr2=0x7f4d9c0cd010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:33:59.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.996+0000 7f4da3198640 1 --2- 172.21.15.111:0/4144570147 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d9c06be10 0x7f4d9c0cd010 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f4d9c06ca50 tx=0x7f4d9802a210 comp rx=0 tx=0).stop 2024-09-19T04:33:59.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.996+0000 7f4da3198640 1 -- 172.21.15.111:0/4144570147 shutdown_connections 2024-09-19T04:33:59.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.996+0000 7f4da3198640 1 --2- 172.21.15.111:0/4144570147 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d9c151540 0x7f4d9c151980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:59.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.996+0000 7f4da3198640 1 --2- 172.21.15.111:0/4144570147 >> v2:172.21.15.114:3300/0 conn(0x7f4d9c06c1f0 0x7f4d9c15baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:59.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.996+0000 7f4da3198640 1 --2- 172.21.15.111:0/4144570147 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d9c06be10 0x7f4d9c0cd010 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:33:59.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.996+0000 7f4da3198640 1 -- 172.21.15.111:0/4144570147 >> 172.21.15.111:0/4144570147 conn(0x7f4d9c062cc0 msgr2=0x7f4d9c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:33:59.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.996+0000 7f4da3198640 1 -- 172.21.15.111:0/4144570147 shutdown_connections 2024-09-19T04:33:59.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.996+0000 7f4da3198640 1 -- 172.21.15.111:0/4144570147 wait complete. 2024-09-19T04:33:59.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.997+0000 7f4da3198640 1 Processor -- start 2024-09-19T04:33:59.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.997+0000 7f4da3198640 1 -- start start 2024-09-19T04:34:00.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.998+0000 7f4da3198640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d9c06be10 0x7f4d9c14ff70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:00.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.998+0000 7f4da3198640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d9c06c1f0 0x7f4d9c14df50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:00.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.998+0000 7f4da3198640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d9c151540 0x7f4d9c1547a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:00.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.998+0000 7f4da3198640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4d9c0ce690 con 0x7f4d9c151540 2024-09-19T04:34:00.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.998+0000 7f4da3198640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4d9c0ce170 con 0x7f4d9c06c1f0 2024-09-19T04:34:00.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.998+0000 7f4da3198640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4d9c0d0310 con 0x7f4d9c06be10 2024-09-19T04:34:00.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.998+0000 7f4da1735640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d9c151540 0x7f4d9c1547a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:00.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.998+0000 7f4da1735640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d9c151540 0x7f4d9c1547a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52502/0 (socket says 172.21.15.111:52502) 2024-09-19T04:34:00.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.998+0000 7f4da1735640 1 -- 172.21.15.111:0/4283400885 learned_addr learned my addr 172.21.15.111:0/4283400885 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:00.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.998+0000 7f4da0f34640 1 --2- 172.21.15.111:0/4283400885 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d9c06be10 0x7f4d9c14ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:00.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.998+0000 7f4d93fff640 1 --2- 172.21.15.111:0/4283400885 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d9c06c1f0 0x7f4d9c14df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:00.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.998+0000 7f4da1735640 1 -- 172.21.15.111:0/4283400885 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d9c06be10 msgr2=0x7f4d9c14ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:00.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.998+0000 7f4da1735640 1 --2- 172.21.15.111:0/4283400885 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d9c06be10 0x7f4d9c14ff70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:00.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.998+0000 7f4da1735640 1 -- 172.21.15.111:0/4283400885 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d9c06c1f0 msgr2=0x7f4d9c14df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:00.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.998+0000 7f4da1735640 1 --2- 172.21.15.111:0/4283400885 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d9c06c1f0 0x7f4d9c14df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:00.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.998+0000 7f4da1735640 1 -- 172.21.15.111:0/4283400885 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d9c14ace0 con 0x7f4d9c151540 2024-09-19T04:34:00.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.998+0000 7f4da1735640 1 --2- 172.21.15.111:0/4283400885 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d9c151540 0x7f4d9c1547a0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f4d9400b970 tx=0x7f4d9400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:00.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.999+0000 7f4d917fa640 1 -- 172.21.15.111:0/4283400885 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d94019070 con 0x7f4d9c151540 2024-09-19T04:34:00.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.999+0000 7f4d917fa640 1 -- 172.21.15.111:0/4283400885 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d9400cb60 con 0x7f4d9c151540 2024-09-19T04:34:00.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.999+0000 7f4da3198640 1 -- 172.21.15.111:0/4283400885 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d9c14afc0 con 0x7f4d9c151540 2024-09-19T04:34:00.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.999+0000 7f4d917fa640 1 -- 172.21.15.111:0/4283400885 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d94014440 con 0x7f4d9c151540 2024-09-19T04:34:00.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.999+0000 7f4da3198640 1 -- 172.21.15.111:0/4283400885 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d9c14b580 con 0x7f4d9c151540 2024-09-19T04:34:00.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:33:59.999+0000 7f4da3198640 1 -- 172.21.15.111:0/4283400885 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d9c0d0740 con 0x7f4d9c151540 2024-09-19T04:34:00.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.000+0000 7f4d917fa640 1 -- 172.21.15.111:0/4283400885 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f4d9401c070 con 0x7f4d9c151540 2024-09-19T04:34:00.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.000+0000 7f4d917fa640 1 --2- 172.21.15.111:0/4283400885 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4d8806c460 0x7f4d8806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:00.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.001+0000 7f4d917fa640 1 -- 172.21.15.111:0/4283400885 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f4d9408b1f0 con 0x7f4d9c151540 2024-09-19T04:34:00.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.001+0000 7f4da0f34640 1 --2- 172.21.15.111:0/4283400885 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4d8806c460 0x7f4d8806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:00.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.001+0000 7f4da0f34640 1 --2- 172.21.15.111:0/4283400885 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4d8806c460 0x7f4d8806e920 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f4d98034000 tx=0x7f4d9802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:00.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.005+0000 7f4d917fa640 1 -- 172.21.15.111:0/4283400885 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4d94059950 con 0x7f4d9c151540 2024-09-19T04:34:00.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.205+0000 7f4da3198640 1 -- 172.21.15.111:0/4283400885 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4d9c0b1620 con 0x7f4d9c151540 2024-09-19T04:34:00.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.205+0000 7f4d917fa640 1 -- 172.21.15.111:0/4283400885 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+3920 (secure 0 0 0) 0x7f4d94059250 con 0x7f4d9c151540 2024-09-19T04:34:00.207 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:34:00.207 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":16,"btime":"2024-09-19T04:33:55:359484+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4559,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1333466214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1333466214},{"type":"v1","addr":"172.21.15.111:6836","nonce":1333466214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4693,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/1017093519","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":1017093519},{"type":"v1","addr":"172.21.15.114:6834","nonce":1017093519}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4696,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/329323711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":329323711},{"type":"v1","addr":"172.21.15.114:6835","nonce":329323711}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":5127,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/1199375498","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1199375498},{"type":"v1","addr":"172.21.15.111:6837","nonce":1199375498}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[]} 2024-09-19T04:34:00.207 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 16 2024-09-19T04:34:00.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.207+0000 7f4da3198640 1 -- 172.21.15.111:0/4283400885 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4d8806c460 msgr2=0x7f4d8806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:00.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.207+0000 7f4da3198640 1 --2- 172.21.15.111:0/4283400885 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4d8806c460 0x7f4d8806e920 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f4d98034000 tx=0x7f4d9802e000 comp rx=0 tx=0).stop 2024-09-19T04:34:00.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.207+0000 7f4da3198640 1 -- 172.21.15.111:0/4283400885 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d9c151540 msgr2=0x7f4d9c1547a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:00.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.207+0000 7f4da3198640 1 --2- 172.21.15.111:0/4283400885 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d9c151540 0x7f4d9c1547a0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f4d9400b970 tx=0x7f4d9400be30 comp rx=0 tx=0).stop 2024-09-19T04:34:00.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.207+0000 7f4da3198640 1 -- 172.21.15.111:0/4283400885 shutdown_connections 2024-09-19T04:34:00.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.207+0000 7f4da3198640 1 --2- 172.21.15.111:0/4283400885 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4d8806c460 0x7f4d8806e920 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:00.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.207+0000 7f4da3198640 1 --2- 172.21.15.111:0/4283400885 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d9c151540 0x7f4d9c1547a0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:00.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.207+0000 7f4da3198640 1 --2- 172.21.15.111:0/4283400885 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d9c06c1f0 0x7f4d9c14df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:00.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.207+0000 7f4da3198640 1 --2- 172.21.15.111:0/4283400885 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d9c06be10 0x7f4d9c14ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:00.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.207+0000 7f4da3198640 1 -- 172.21.15.111:0/4283400885 >> 172.21.15.111:0/4283400885 conn(0x7f4d9c062cc0 msgr2=0x7f4d9c073be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:00.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.207+0000 7f4da3198640 1 -- 172.21.15.111:0/4283400885 shutdown_connections 2024-09-19T04:34:00.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.207+0000 7f4da3198640 1 -- 172.21.15.111:0/4283400885 wait complete. 2024-09-19T04:34:00.219 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T04:34:00.220 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T04:34:00.220 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T04:34:00.220 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:34:00.220 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T04:34:00.220 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T04:34:00.220 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T04:34:00.221 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:34:00.221 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T04:34:00.221 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T04:34:00.221 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T04:34:00.221 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:34:00.221 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T04:34:00.222 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T04:34:00.222 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T04:34:00.222 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:34:00.229 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T04:34:00.229 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T04:34:00.230 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T04:34:00.230 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T04:34:00.233 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T04:34:00.233 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T04:34:00.234 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T04:34:00.234 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T04:34:00.271 INFO:tasks.ceph.mds.a:Started 2024-09-19T04:34:00.272 DEBUG:teuthology.parallel:result is None 2024-09-19T04:34:00.272 INFO:tasks.ceph.mds.c:Started 2024-09-19T04:34:00.272 DEBUG:teuthology.parallel:result is None 2024-09-19T04:34:00.276 INFO:tasks.ceph.mds.d:Started 2024-09-19T04:34:00.276 DEBUG:teuthology.parallel:result is None 2024-09-19T04:34:00.277 INFO:tasks.ceph.mds.b:Started 2024-09-19T04:34:00.277 DEBUG:teuthology.parallel:result is None 2024-09-19T04:34:00.277 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T04:34:00.347 INFO:tasks.ceph.mds.c.smithi111.stdout:starting mds.c at 2024-09-19T04:34:00.347 INFO:tasks.ceph.mds.a.smithi111.stdout:starting mds.a at 2024-09-19T04:34:00.357 INFO:tasks.ceph.mds.d.smithi114.stdout:starting mds.d at 2024-09-19T04:34:00.357 INFO:tasks.ceph.mds.b.smithi114.stdout:starting mds.b at 2024-09-19T04:34:00.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.380+0000 7faab9978640 1 Processor -- start 2024-09-19T04:34:00.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.380+0000 7faab9978640 1 -- start start 2024-09-19T04:34:00.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.380+0000 7faab9978640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7faab40b8f90 0x7faab40b3930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:00.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.381+0000 7faab9978640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faab40b7170 con 0x7faab415e940 2024-09-19T04:34:00.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.381+0000 7faab9978640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faab40b7aa0 con 0x7faab415ed20 2024-09-19T04:34:00.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.381+0000 7faab2ffd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7faab415e940 0x7faab40d1060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40684/0 (socket says 172.21.15.111:40684) 2024-09-19T04:34:00.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.381+0000 7faab9978640 1 -- 172.21.15.111:0/2812626726 --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7faab40d3660 con 0x7faab40b8f90 2024-09-19T04:34:00.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.381+0000 7faab2ffd640 1 -- 172.21.15.111:0/2812626726 learned_addr learned my addr 172.21.15.111:0/2812626726 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:34:00.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.381+0000 7faab37fe640 1 --2- 172.21.15.111:0/2812626726 >> v2:172.21.15.114:3300/0 conn(0x7faab40b8f90 0x7faab40b3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:00.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.381+0000 7faab37fe640 1 -- 172.21.15.111:0/2812626726 >> v1:172.21.15.114:6789/0 conn(0x7faab415ed20 legacy=0x7faab40b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:00.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.381+0000 7faab37fe640 1 -- 172.21.15.111:0/2812626726 >> v1:172.21.15.111:6789/0 conn(0x7faab415e940 legacy=0x7faab40d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:00.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.381+0000 7faab37fe640 1 -- 172.21.15.111:0/2812626726 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faab40d3940 con 0x7faab40b8f90 2024-09-19T04:34:00.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.382+0000 7faab37fe640 1 --2- 172.21.15.111:0/2812626726 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faab40b8f90 0x7faab40b3930 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7faaac009d90 tx=0x7faaac02a780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6ecef10eed2e153e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:00.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.390+0000 7faab1ffb640 1 -- 172.21.15.111:0/2812626726 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaac037070 con 0x7faab40b8f90 2024-09-19T04:34:00.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.390+0000 7faab1ffb640 1 -- 172.21.15.111:0/2812626726 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faaac007740 con 0x7faab40b8f90 2024-09-19T04:34:00.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.390+0000 7faab1ffb640 1 -- 172.21.15.111:0/2812626726 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaac007b10 con 0x7faab40b8f90 2024-09-19T04:34:00.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.390+0000 7faab9978640 1 -- 172.21.15.111:0/2812626726 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faab40b8f90 msgr2=0x7faab40b3930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:00.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.390+0000 7faab9978640 1 --2- 172.21.15.111:0/2812626726 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faab40b8f90 0x7faab40b3930 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7faaac009d90 tx=0x7faaac02a780 comp rx=0 tx=0).stop 2024-09-19T04:34:00.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.390+0000 7faab9978640 1 -- 172.21.15.111:0/2812626726 shutdown_connections 2024-09-19T04:34:00.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.390+0000 7faab9978640 1 --2- 172.21.15.111:0/2812626726 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faab40b8f90 0x7faab40b3930 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:00.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.390+0000 7faab9978640 1 -- 172.21.15.111:0/2812626726 >> 172.21.15.111:0/2812626726 conn(0x7faab40b6240 msgr2=0x7faab40b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:00.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.390+0000 7faab9978640 1 -- 172.21.15.111:0/2812626726 shutdown_connections 2024-09-19T04:34:00.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.390+0000 7faab9978640 1 -- 172.21.15.111:0/2812626726 wait complete. 2024-09-19T04:34:00.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.392+0000 7faab9978640 1 Processor -- start 2024-09-19T04:34:00.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.392+0000 7faab9978640 1 -- start start 2024-09-19T04:34:00.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.392+0000 7faab9978640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faab40b8f90 0x7faab41f1c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:00.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.392+0000 7faab9978640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faab415e940 0x7faab41f4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:00.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.392+0000 7faab9978640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faab415ed20 0x7faab40c8260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:00.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.392+0000 7faab9978640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7faab40d3310 con 0x7faab40b8f90 2024-09-19T04:34:00.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.392+0000 7faab9978640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7faab40d3f00 con 0x7faab415ed20 2024-09-19T04:34:00.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.392+0000 7faab9978640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7faab40d1ef0 con 0x7faab415e940 2024-09-19T04:34:00.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.393+0000 7faab2ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faab40b8f90 0x7faab41f1c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:00.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.393+0000 7faab2ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faab40b8f90 0x7faab41f1c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:52536/0 (socket says 172.21.15.111:52536) 2024-09-19T04:34:00.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.393+0000 7faab2ffd640 1 -- 172.21.15.111:0/3050535595 learned_addr learned my addr 172.21.15.111:0/3050535595 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:00.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.393+0000 7faab37fe640 1 --2- 172.21.15.111:0/3050535595 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faab415ed20 0x7faab40c8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:00.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.393+0000 7faab27fc640 1 --2- 172.21.15.111:0/3050535595 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faab415e940 0x7faab41f4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:00.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.393+0000 7faab2ffd640 1 -- 172.21.15.111:0/3050535595 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faab415e940 msgr2=0x7faab41f4600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:00.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.393+0000 7faab2ffd640 1 --2- 172.21.15.111:0/3050535595 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faab415e940 0x7faab41f4600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:00.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.393+0000 7faab2ffd640 1 -- 172.21.15.111:0/3050535595 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faab415ed20 msgr2=0x7faab40c8260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:00.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.393+0000 7faab2ffd640 1 --2- 172.21.15.111:0/3050535595 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faab415ed20 0x7faab40c8260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:00.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.393+0000 7faab2ffd640 1 -- 172.21.15.111:0/3050535595 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faab41f50f0 con 0x7faab40b8f90 2024-09-19T04:34:00.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.393+0000 7faab2ffd640 1 --2- 172.21.15.111:0/3050535595 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faab40b8f90 0x7faab41f1c20 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7faaa400c4d0 tx=0x7faaa400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:00.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.397+0000 7faa9bfff640 1 -- 172.21.15.111:0/3050535595 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa4017070 con 0x7faab40b8f90 2024-09-19T04:34:00.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.398+0000 7faa9bfff640 1 -- 172.21.15.111:0/3050535595 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faaa4005ce0 con 0x7faab40b8f90 2024-09-19T04:34:00.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.398+0000 7faab9978640 1 -- 172.21.15.111:0/3050535595 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faab41f53d0 con 0x7faab40b8f90 2024-09-19T04:34:00.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.398+0000 7faa9bfff640 1 -- 172.21.15.111:0/3050535595 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa4007270 con 0x7faab40b8f90 2024-09-19T04:34:00.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.398+0000 7faab9978640 1 -- 172.21.15.111:0/3050535595 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faab40c9fa0 con 0x7faab40b8f90 2024-09-19T04:34:00.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.399+0000 7faab9978640 1 -- 172.21.15.111:0/3050535595 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faab40cef90 con 0x7faab40b8f90 2024-09-19T04:34:00.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.399+0000 7faa9bfff640 1 -- 172.21.15.111:0/3050535595 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7faaa401a070 con 0x7faab40b8f90 2024-09-19T04:34:00.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.399+0000 7faa9bfff640 1 --2- 172.21.15.111:0/3050535595 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faaa006c460 0x7faaa006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:00.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.400+0000 7faa9bfff640 1 -- 172.21.15.111:0/3050535595 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7faaa408a5b0 con 0x7faab40b8f90 2024-09-19T04:34:00.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.400+0000 7faab27fc640 1 --2- 172.21.15.111:0/3050535595 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faaa006c460 0x7faaa006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:00.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.400+0000 7faab27fc640 1 --2- 172.21.15.111:0/3050535595 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faaa006c460 0x7faaa006e920 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7faab415bec0 tx=0x7faaa8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:00.405 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.404+0000 7faa9bfff640 1 -- 172.21.15.111:0/3050535595 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faab40b7170 con 0x7faab40b8f90 2024-09-19T04:34:00.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:00.587+0000 7faab9978640 1 -- 172.21.15.111:0/3050535595 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7faab40ba6b0 con 0x7faab40b8f90 2024-09-19T04:34:01.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.415+0000 7faa9bfff640 1 -- 172.21.15.111:0/3050535595 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v40) ==== 97+0+0 (secure 0 0 0) 0x7faaa4058810 con 0x7faab40b8f90 2024-09-19T04:34:01.417 INFO:teuthology.orchestra.run.smithi111.stderr: removed all blocklist entries 2024-09-19T04:34:01.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.418+0000 7faab9978640 1 -- 172.21.15.111:0/3050535595 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faaa006c460 msgr2=0x7faaa006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:01.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.418+0000 7faab9978640 1 --2- 172.21.15.111:0/3050535595 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faaa006c460 0x7faaa006e920 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7faab415bec0 tx=0x7faaa8009040 comp rx=0 tx=0).stop 2024-09-19T04:34:01.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.418+0000 7faab9978640 1 -- 172.21.15.111:0/3050535595 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faab40b8f90 msgr2=0x7faab41f1c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:01.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.418+0000 7faab9978640 1 --2- 172.21.15.111:0/3050535595 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faab40b8f90 0x7faab41f1c20 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7faaa400c4d0 tx=0x7faaa400c990 comp rx=0 tx=0).stop 2024-09-19T04:34:01.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.418+0000 7faab9978640 1 -- 172.21.15.111:0/3050535595 shutdown_connections 2024-09-19T04:34:01.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.418+0000 7faab9978640 1 --2- 172.21.15.111:0/3050535595 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faaa006c460 0x7faaa006e920 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:01.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.418+0000 7faab9978640 1 --2- 172.21.15.111:0/3050535595 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faab415ed20 0x7faab40c8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:01.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.418+0000 7faab9978640 1 --2- 172.21.15.111:0/3050535595 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faab415e940 0x7faab41f4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:01.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.418+0000 7faab9978640 1 --2- 172.21.15.111:0/3050535595 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faab40b8f90 0x7faab41f1c20 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:01.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.418+0000 7faab9978640 1 -- 172.21.15.111:0/3050535595 >> 172.21.15.111:0/3050535595 conn(0x7faab40b6240 msgr2=0x7faab40b6620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:01.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.418+0000 7faab9978640 1 -- 172.21.15.111:0/3050535595 shutdown_connections 2024-09-19T04:34:01.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.418+0000 7faab9978640 1 -- 172.21.15.111:0/3050535595 wait complete. 2024-09-19T04:34:01.433 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T04:34:01.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.534+0000 7f9af5d26640 1 Processor -- start 2024-09-19T04:34:01.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.534+0000 7f9af5d26640 1 -- start start 2024-09-19T04:34:01.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.535+0000 7f9af5d26640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9af015c3d0 0x7f9af00b67e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:01.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.535+0000 7f9af5d26640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9af00b5a60 con 0x7f9af00ce910 2024-09-19T04:34:01.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.535+0000 7f9af5d26640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9af00b5d00 con 0x7f9af00b3550 2024-09-19T04:34:01.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.535+0000 7f9af5d26640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9af00b5fe0 con 0x7f9af015c3d0 2024-09-19T04:34:01.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.535+0000 7f9aeffff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f9af00ce910 0x7f9af015c7b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59432/0 (socket says 172.21.15.111:59432) 2024-09-19T04:34:01.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.535+0000 7f9aeffff640 1 -- 172.21.15.111:0/2561629222 learned_addr learned my addr 172.21.15.111:0/2561629222 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:34:01.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.535+0000 7f9aef7fe640 1 --2- 172.21.15.111:0/2561629222 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9af015c3d0 0x7f9af00b67e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:01.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.535+0000 7f9aeeffd640 1 -- 172.21.15.111:0/2561629222 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1141596570 0 0) 0x7f9af00b5a60 con 0x7f9af00ce910 2024-09-19T04:34:01.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.535+0000 7f9aeeffd640 1 -- 172.21.15.111:0/2561629222 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9adc003520 con 0x7f9af00ce910 2024-09-19T04:34:01.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.535+0000 7f9aeeffd640 1 -- 172.21.15.111:0/2561629222 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1106413682 0 0) 0x7f9af00b5d00 con 0x7f9af00b3550 2024-09-19T04:34:01.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.535+0000 7f9aeeffd640 1 -- 172.21.15.111:0/2561629222 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9af00b5a60 con 0x7f9af00b3550 2024-09-19T04:34:01.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.535+0000 7f9aef7fe640 1 -- 172.21.15.111:0/2561629222 >> v1:172.21.15.114:6789/0 conn(0x7f9af00b3550 legacy=0x7f9af00ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:01.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.535+0000 7f9aef7fe640 1 -- 172.21.15.111:0/2561629222 >> v1:172.21.15.111:6789/0 conn(0x7f9af00ce910 legacy=0x7f9af015c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:01.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.535+0000 7f9aeeffd640 1 -- 172.21.15.111:0/2561629222 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4007484882 0 0) 0x7f9adc003520 con 0x7f9af00ce910 2024-09-19T04:34:01.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.535+0000 7f9aef7fe640 1 -- 172.21.15.111:0/2561629222 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9af00b62c0 con 0x7f9af015c3d0 2024-09-19T04:34:01.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.536+0000 7f9aef7fe640 1 --2- 172.21.15.111:0/2561629222 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9af015c3d0 0x7f9af00b67e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f9ae00097d0 tx=0x7f9ae002a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5a589ad574ee2c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:01.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.536+0000 7f9aeeffd640 1 -- 172.21.15.111:0/2561629222 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae0037070 con 0x7f9af015c3d0 2024-09-19T04:34:01.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.536+0000 7f9aeeffd640 1 -- 172.21.15.111:0/2561629222 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ae002ac30 con 0x7f9af015c3d0 2024-09-19T04:34:01.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.536+0000 7f9aeeffd640 1 -- 172.21.15.111:0/2561629222 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae80019f0 con 0x7f9af015c3d0 2024-09-19T04:34:01.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.537+0000 7f9af5d26640 1 -- 172.21.15.111:0/2561629222 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9af015c3d0 msgr2=0x7f9af00b67e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:01.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.537+0000 7f9af5d26640 1 --2- 172.21.15.111:0/2561629222 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9af015c3d0 0x7f9af00b67e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f9ae00097d0 tx=0x7f9ae002a1a0 comp rx=0 tx=0).stop 2024-09-19T04:34:01.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.537+0000 7f9af5d26640 1 -- 172.21.15.111:0/2561629222 shutdown_connections 2024-09-19T04:34:01.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.537+0000 7f9af5d26640 1 --2- 172.21.15.111:0/2561629222 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9af015c3d0 0x7f9af00b67e0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:01.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.537+0000 7f9af5d26640 1 -- 172.21.15.111:0/2561629222 >> 172.21.15.111:0/2561629222 conn(0x7f9af006ce90 msgr2=0x7f9af006d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:01.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.537+0000 7f9af5d26640 1 -- 172.21.15.111:0/2561629222 shutdown_connections 2024-09-19T04:34:01.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.537+0000 7f9af5d26640 1 -- 172.21.15.111:0/2561629222 wait complete. 2024-09-19T04:34:01.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.538+0000 7f9af5d26640 1 Processor -- start 2024-09-19T04:34:01.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.538+0000 7f9af5d26640 1 -- start start 2024-09-19T04:34:01.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.539+0000 7f9af5d26640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9af00b3550 0x7f9af0153140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:01.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.539+0000 7f9af5d26640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9af00ce910 0x7f9af01f2930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:01.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.539+0000 7f9af5d26640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9af015c3d0 0x7f9af01f53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:01.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.539+0000 7f9af5d26640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9af00cf0f0 con 0x7f9af015c3d0 2024-09-19T04:34:01.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.539+0000 7f9af5d26640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9af00cef70 con 0x7f9af00ce910 2024-09-19T04:34:01.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.539+0000 7f9af5d26640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9af00b3990 con 0x7f9af00b3550 2024-09-19T04:34:01.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.539+0000 7f9aeffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9af015c3d0 0x7f9af01f53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:01.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.539+0000 7f9aeffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9af015c3d0 0x7f9af01f53a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57476/0 (socket says 172.21.15.111:57476) 2024-09-19T04:34:01.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.539+0000 7f9aeffff640 1 -- 172.21.15.111:0/2790531451 learned_addr learned my addr 172.21.15.111:0/2790531451 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:01.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.539+0000 7f9aef7fe640 1 --2- 172.21.15.111:0/2790531451 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9af00b3550 0x7f9af0153140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:01.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.539+0000 7f9ae7fff640 1 --2- 172.21.15.111:0/2790531451 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9af00ce910 0x7f9af01f2930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:01.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.539+0000 7f9aeffff640 1 -- 172.21.15.111:0/2790531451 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9af00b3550 msgr2=0x7f9af0153140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:01.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.539+0000 7f9aeffff640 1 --2- 172.21.15.111:0/2790531451 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9af00b3550 0x7f9af0153140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:01.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.539+0000 7f9aeffff640 1 -- 172.21.15.111:0/2790531451 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9af00ce910 msgr2=0x7f9af01f2930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:01.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.539+0000 7f9aeffff640 1 --2- 172.21.15.111:0/2790531451 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9af00ce910 0x7f9af01f2930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:01.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.539+0000 7f9aeffff640 1 -- 172.21.15.111:0/2790531451 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9af01f1ec0 con 0x7f9af015c3d0 2024-09-19T04:34:01.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.539+0000 7f9aef7fe640 1 --2- 172.21.15.111:0/2790531451 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9af00b3550 0x7f9af0153140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:34:01.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.539+0000 7f9ae7fff640 1 --2- 172.21.15.111:0/2790531451 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9af00ce910 0x7f9af01f2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:34:01.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.540+0000 7f9aeffff640 1 --2- 172.21.15.111:0/2790531451 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9af015c3d0 0x7f9af01f53a0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f9ae8001350 tx=0x7f9ae800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:01.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.540+0000 7f9aecff9640 1 -- 172.21.15.111:0/2790531451 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae8017070 con 0x7f9af015c3d0 2024-09-19T04:34:01.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.540+0000 7f9aecff9640 1 -- 172.21.15.111:0/2790531451 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ae8012400 con 0x7f9af015c3d0 2024-09-19T04:34:01.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.540+0000 7f9af5d26640 1 -- 172.21.15.111:0/2790531451 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9af01f5f40 con 0x7f9af015c3d0 2024-09-19T04:34:01.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.540+0000 7f9aecff9640 1 -- 172.21.15.111:0/2790531451 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae8012830 con 0x7f9af015c3d0 2024-09-19T04:34:01.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.540+0000 7f9af5d26640 1 -- 172.21.15.111:0/2790531451 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9af01f6220 con 0x7f9af015c3d0 2024-09-19T04:34:01.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.541+0000 7f9af5d26640 1 -- 172.21.15.111:0/2790531451 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9af00b3d50 con 0x7f9af015c3d0 2024-09-19T04:34:01.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.541+0000 7f9aecff9640 1 -- 172.21.15.111:0/2790531451 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f9ae801a070 con 0x7f9af015c3d0 2024-09-19T04:34:01.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.542+0000 7f9aecff9640 1 --2- 172.21.15.111:0/2790531451 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9ad006c460 0x7f9ad006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:01.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.542+0000 7f9aecff9640 1 -- 172.21.15.111:0/2790531451 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 4857+0+0 (secure 0 0 0) 0x7f9ae808b450 con 0x7f9af015c3d0 2024-09-19T04:34:01.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.542+0000 7f9aef7fe640 1 --2- 172.21.15.111:0/2790531451 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9ad006c460 0x7f9ad006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:01.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.542+0000 7f9aef7fe640 1 --2- 172.21.15.111:0/2790531451 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9ad006c460 0x7f9ad006e920 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f9ae0034000 tx=0x7f9ae002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:01.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.546+0000 7f9aecff9640 1 -- 172.21.15.111:0/2790531451 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9ae8059c10 con 0x7f9af015c3d0 2024-09-19T04:34:01.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.775+0000 7f9af5d26640 1 -- 172.21.15.111:0/2790531451 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f9af0072980 con 0x7f9af015c3d0 2024-09-19T04:34:01.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.776+0000 7f9aecff9640 1 -- 172.21.15.111:0/2790531451 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v11) ==== 80+0+5304 (secure 0 0 0) 0x7f9ae8078090 con 0x7f9af015c3d0 2024-09-19T04:34:01.777 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:34:01.777 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:34:01.778 INFO:teuthology.orchestra.run.smithi111.stdout: "auth_dump": [ 2024-09-19T04:34:01.778 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:34:01.778 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.a", 2024-09-19T04:34:01.778 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmCnXHLRAAedEy+KfNFU7YOhRhgLYdMA==", 2024-09-19T04:34:01.778 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:34:01.778 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:34:01.778 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:34:01.778 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:34:01.778 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:34:01.778 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:34:01.778 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:34:01.778 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:34:01.778 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.b", 2024-09-19T04:34:01.778 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmj2hsORAAjwXo3DZ4XRGCsUOxqI9CjA==", 2024-09-19T04:34:01.779 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:34:01.779 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:34:01.779 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:34:01.779 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:34:01.779 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:34:01.779 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:34:01.779 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:34:01.779 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:34:01.779 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.c", 2024-09-19T04:34:01.779 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmNXLHNBAAmsO18sf+jcsAfzbE1mj2oA==", 2024-09-19T04:34:01.779 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:34:01.779 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:34:01.779 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:34:01.779 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:34:01.780 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:34:01.780 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:34:01.780 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:34:01.780 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:34:01.780 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.d", 2024-09-19T04:34:01.780 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmNfTNBBAAj7NZf67zeYo/yvhfnAxkww==", 2024-09-19T04:34:01.780 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:34:01.780 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:34:01.780 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:34:01.780 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:34:01.780 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:34:01.780 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:34:01.780 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:34:01.781 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:34:01.781 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.0", 2024-09-19T04:34:01.781 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA3qetmXK2QIBAAR75oRgwzgVuLQhvMlJa4CA==", 2024-09-19T04:34:01.781 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:34:01.781 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:34:01.781 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:34:01.781 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:34:01.781 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:34:01.781 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:34:01.781 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:34:01.781 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.1", 2024-09-19T04:34:01.781 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA7qetmkWR6ExAA0lWBxpiPAGZCLmu4h7iPMg==", 2024-09-19T04:34:01.781 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:34:01.782 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:34:01.782 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:34:01.782 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:34:01.782 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:34:01.782 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:34:01.782 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:34:01.782 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.2", 2024-09-19T04:34:01.782 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA/qetmgxH4FBAAdBD58YlH15hiLasWSnbxgQ==", 2024-09-19T04:34:01.782 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:34:01.782 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:34:01.782 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:34:01.782 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:34:01.782 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:34:01.782 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:34:01.783 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:34:01.783 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.3", 2024-09-19T04:34:01.783 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBDqetmvScfFhAAjBKwn49kZcL8j+xfBzuAXQ==", 2024-09-19T04:34:01.783 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:34:01.783 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:34:01.783 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:34:01.783 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:34:01.783 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:34:01.783 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:34:01.783 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:34:01.783 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.4", 2024-09-19T04:34:01.783 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBKqetms9roERAALAlOKQm99bEbtaMUdCEfCQ==", 2024-09-19T04:34:01.784 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:34:01.784 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:34:01.784 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:34:01.784 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:34:01.784 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:34:01.784 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:34:01.784 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:34:01.784 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.5", 2024-09-19T04:34:01.784 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBOqetmmoAIBBAA0fKuVAffYGZnFsgCXtti2Q==", 2024-09-19T04:34:01.784 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:34:01.784 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:34:01.784 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:34:01.784 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:34:01.784 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:34:01.785 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:34:01.785 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:34:01.785 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.6", 2024-09-19T04:34:01.785 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBRqetm6XavKhAAIL2OCxOxpUEc8vXFj6gN7A==", 2024-09-19T04:34:01.785 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:34:01.785 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:34:01.785 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:34:01.785 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:34:01.785 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:34:01.785 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:34:01.785 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:34:01.785 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.7", 2024-09-19T04:34:01.785 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBVqetmhUn4KxAA7yNGTx+mbKjnHNUg8hxx+w==", 2024-09-19T04:34:01.786 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:34:01.786 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:34:01.786 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:34:01.786 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:34:01.786 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:34:01.786 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:34:01.786 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:34:01.786 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.0", 2024-09-19T04:34:01.786 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmdEXYCBAAQK+0F5ouJPJAqZqCQHrMdQ==", 2024-09-19T04:34:01.786 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:34:01.786 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:34:01.786 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow r", 2024-09-19T04:34:01.786 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T04:34:01.787 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:34:01.787 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:34:01.787 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:34:01.787 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.1", 2024-09-19T04:34:01.787 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmsJubERAAw8fZEkmvI5BUEFNZBk1MLg==", 2024-09-19T04:34:01.787 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:34:01.787 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:34:01.787 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:34:01.787 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:34:01.787 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:34:01.787 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:34:01.787 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:34:01.787 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:34:01.787 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.2", 2024-09-19T04:34:01.788 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmMCNpDhAAAOVbb+49iDsZc+49qDrLTw==", 2024-09-19T04:34:01.788 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:34:01.788 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:34:01.788 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:34:01.788 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:34:01.788 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:34:01.788 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:34:01.788 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:34:01.788 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:34:01.788 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.3", 2024-09-19T04:34:01.788 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetm4QAqFxAAod68YP3hsE1q4q0VXSLlnQ==", 2024-09-19T04:34:01.788 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:34:01.788 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:34:01.788 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:34:01.789 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:34:01.789 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:34:01.789 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:34:01.789 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:34:01.789 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:34:01.789 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.admin", 2024-09-19T04:34:01.789 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmrRVMEhAAHd1CNriXFbfJyf4GC8hYMQ==", 2024-09-19T04:34:01.789 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:34:01.789 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:34:01.789 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:34:01.789 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:34:01.789 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:34:01.789 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:34:01.790 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:34:01.790 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:34:01.790 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mgr.x", 2024-09-19T04:34:01.790 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmCAiOKhAA2pudSPuE+yJMoNgHi4eu4A==", 2024-09-19T04:34:01.790 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:34:01.790 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:34:01.790 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile mgr", 2024-09-19T04:34:01.790 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:34:01.790 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:34:01.790 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:34:01.790 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:34:01.790 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mgr.y", 2024-09-19T04:34:01.790 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetm8NjVJhAAOyZKidS0VOLEDBwUteHNGw==", 2024-09-19T04:34:01.790 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:34:01.791 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:34:01.791 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile mgr", 2024-09-19T04:34:01.791 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:34:01.791 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:34:01.791 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:34:01.791 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:34:01.791 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:34:01.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.778+0000 7f9af5d26640 1 -- 172.21.15.111:0/2790531451 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9ad006c460 msgr2=0x7f9ad006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:01.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.778+0000 7f9af5d26640 1 --2- 172.21.15.111:0/2790531451 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9ad006c460 0x7f9ad006e920 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f9ae0034000 tx=0x7f9ae002e000 comp rx=0 tx=0).stop 2024-09-19T04:34:01.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.778+0000 7f9af5d26640 1 -- 172.21.15.111:0/2790531451 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9af015c3d0 msgr2=0x7f9af01f53a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:01.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.778+0000 7f9af5d26640 1 --2- 172.21.15.111:0/2790531451 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9af015c3d0 0x7f9af01f53a0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f9ae8001350 tx=0x7f9ae800a430 comp rx=0 tx=0).stop 2024-09-19T04:34:01.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.778+0000 7f9af5d26640 1 -- 172.21.15.111:0/2790531451 shutdown_connections 2024-09-19T04:34:01.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.778+0000 7f9af5d26640 1 --2- 172.21.15.111:0/2790531451 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9ad006c460 0x7f9ad006e920 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:01.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.778+0000 7f9af5d26640 1 --2- 172.21.15.111:0/2790531451 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9af015c3d0 0x7f9af01f53a0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:01.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.778+0000 7f9af5d26640 1 --2- 172.21.15.111:0/2790531451 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9af00ce910 0x7f9af01f2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:01.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.778+0000 7f9af5d26640 1 --2- 172.21.15.111:0/2790531451 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9af00b3550 0x7f9af0153140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:01.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.778+0000 7f9af5d26640 1 -- 172.21.15.111:0/2790531451 >> 172.21.15.111:0/2790531451 conn(0x7f9af006ce90 msgr2=0x7f9af006e0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:01.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.778+0000 7f9af5d26640 1 -- 172.21.15.111:0/2790531451 shutdown_connections 2024-09-19T04:34:01.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.778+0000 7f9af5d26640 1 -- 172.21.15.111:0/2790531451 wait complete. 2024-09-19T04:34:01.794 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T04:34:01.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.891+0000 7fa9018f8640 1 Processor -- start 2024-09-19T04:34:01.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.891+0000 7fa9018f8640 1 -- start start 2024-09-19T04:34:01.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.891+0000 7fa9018f8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa8fc15ed20 0x7fa8fc0b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:01.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.891+0000 7fa9018f8640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa8fc0cef90 0x7fa8fc0b3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:01.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.891+0000 7fa9018f8640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8fc0b7170 con 0x7fa8fc15e940 2024-09-19T04:34:01.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.891+0000 7fa9018f8640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fa8fc0b7aa0 con 0x7fa8fc0cef90 2024-09-19T04:34:01.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.891+0000 7fa9018f8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa8fc0d3660 con 0x7fa8fc15ed20 2024-09-19T04:34:01.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.892+0000 7fa8fa7fc640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa8fc15ed20 0x7fa8fc0b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:01.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.892+0000 7fa8fb7fe640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa8fc0cef90 0x7fa8fc0b3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:01.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.892+0000 7fa8fa7fc640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa8fc15ed20 0x7fa8fc0b3220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:43102/0 (socket says 172.21.15.111:43102) 2024-09-19T04:34:01.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.892+0000 7fa8fa7fc640 1 -- 172.21.15.111:0/2051161716 learned_addr learned my addr 172.21.15.111:0/2051161716 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:01.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.892+0000 7fa8fa7fc640 1 -- 172.21.15.111:0/2051161716 >> v2:172.21.15.114:3300/0 conn(0x7fa8fc0cef90 msgr2=0x7fa8fc0b3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:01.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.892+0000 7fa8fa7fc640 1 --2- 172.21.15.111:0/2051161716 >> v2:172.21.15.114:3300/0 conn(0x7fa8fc0cef90 0x7fa8fc0b3760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:01.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.892+0000 7fa8fa7fc640 1 -- 172.21.15.111:0/2051161716 >> v1:172.21.15.114:6789/0 conn(0x7fa8fc15e940 legacy=0x7fa8fc0d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:01.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.892+0000 7fa8fa7fc640 1 -- 172.21.15.111:0/2051161716 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8fc0d3940 con 0x7fa8fc15ed20 2024-09-19T04:34:01.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.893+0000 7fa8fa7fc640 1 --2- 172.21.15.111:0/2051161716 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa8fc15ed20 0x7fa8fc0b3220 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fa8f0009870 tx=0x7fa8f002a300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c40b5db17c3e4364 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:01.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.893+0000 7fa8f9ffb640 1 -- 172.21.15.111:0/2051161716 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8f0037070 con 0x7fa8fc15ed20 2024-09-19T04:34:01.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.893+0000 7fa8f9ffb640 1 -- 172.21.15.111:0/2051161716 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa8f002ae50 con 0x7fa8fc15ed20 2024-09-19T04:34:01.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.893+0000 7fa8f9ffb640 1 -- 172.21.15.111:0/2051161716 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8f0032860 con 0x7fa8fc15ed20 2024-09-19T04:34:01.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.894+0000 7fa9018f8640 1 -- 172.21.15.111:0/2051161716 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa8fc15ed20 msgr2=0x7fa8fc0b3220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:01.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.894+0000 7fa9018f8640 1 --2- 172.21.15.111:0/2051161716 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa8fc15ed20 0x7fa8fc0b3220 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fa8f0009870 tx=0x7fa8f002a300 comp rx=0 tx=0).stop 2024-09-19T04:34:01.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.894+0000 7fa9018f8640 1 -- 172.21.15.111:0/2051161716 shutdown_connections 2024-09-19T04:34:01.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.894+0000 7fa9018f8640 1 --2- 172.21.15.111:0/2051161716 >> v2:172.21.15.114:3300/0 conn(0x7fa8fc0cef90 0x7fa8fc0b3760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:01.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.894+0000 7fa9018f8640 1 --2- 172.21.15.111:0/2051161716 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa8fc15ed20 0x7fa8fc0b3220 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:01.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.894+0000 7fa9018f8640 1 -- 172.21.15.111:0/2051161716 >> 172.21.15.111:0/2051161716 conn(0x7fa8fc0b6240 msgr2=0x7fa8fc0b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:01.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.894+0000 7fa9018f8640 1 -- 172.21.15.111:0/2051161716 shutdown_connections 2024-09-19T04:34:01.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.894+0000 7fa9018f8640 1 -- 172.21.15.111:0/2051161716 wait complete. 2024-09-19T04:34:01.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.895+0000 7fa9018f8640 1 Processor -- start 2024-09-19T04:34:01.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.895+0000 7fa9018f8640 1 -- start start 2024-09-19T04:34:01.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.896+0000 7fa9018f8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa8fc0cef90 0x7fa8fc159510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:01.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.896+0000 7fa9018f8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa8fc15e940 0x7fa8fc159a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:01.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.896+0000 7fa9018f8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa8fc15ed20 0x7fa8fc159f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:01.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.896+0000 7fa9018f8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa8fc0d3310 con 0x7fa8fc15e940 2024-09-19T04:34:01.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.896+0000 7fa9018f8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa8fc0d3f00 con 0x7fa8fc0cef90 2024-09-19T04:34:01.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.896+0000 7fa9018f8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa8fc0d1ef0 con 0x7fa8fc15ed20 2024-09-19T04:34:01.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.896+0000 7fa8fa7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa8fc15e940 0x7fa8fc159a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:01.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.896+0000 7fa8fa7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa8fc15e940 0x7fa8fc159a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57484/0 (socket says 172.21.15.111:57484) 2024-09-19T04:34:01.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.896+0000 7fa8fa7fc640 1 -- 172.21.15.111:0/2057756216 learned_addr learned my addr 172.21.15.111:0/2057756216 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:01.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.896+0000 7fa8faffd640 1 --2- 172.21.15.111:0/2057756216 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa8fc0cef90 0x7fa8fc159510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:01.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.896+0000 7fa8fb7fe640 1 --2- 172.21.15.111:0/2057756216 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa8fc15ed20 0x7fa8fc159f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:01.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.896+0000 7fa8fa7fc640 1 -- 172.21.15.111:0/2057756216 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa8fc15ed20 msgr2=0x7fa8fc159f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:01.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.896+0000 7fa8fa7fc640 1 --2- 172.21.15.111:0/2057756216 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa8fc15ed20 0x7fa8fc159f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:01.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.896+0000 7fa8fa7fc640 1 -- 172.21.15.111:0/2057756216 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa8fc0cef90 msgr2=0x7fa8fc159510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:01.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.896+0000 7fa8fa7fc640 1 --2- 172.21.15.111:0/2057756216 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa8fc0cef90 0x7fa8fc159510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:01.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.896+0000 7fa8fa7fc640 1 -- 172.21.15.111:0/2057756216 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8fc158790 con 0x7fa8fc15e940 2024-09-19T04:34:01.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.896+0000 7fa8fa7fc640 1 --2- 172.21.15.111:0/2057756216 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa8fc15e940 0x7fa8fc159a50 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fa8f002a340 tx=0x7fa8f00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:01.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.897+0000 7fa8e3fff640 1 -- 172.21.15.111:0/2057756216 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8f0041020 con 0x7fa8fc15e940 2024-09-19T04:34:01.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.897+0000 7fa8e3fff640 1 -- 172.21.15.111:0/2057756216 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa8f003c890 con 0x7fa8fc15e940 2024-09-19T04:34:01.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.897+0000 7fa9018f8640 1 -- 172.21.15.111:0/2057756216 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8fc158a30 con 0x7fa8fc15e940 2024-09-19T04:34:01.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.897+0000 7fa8e3fff640 1 -- 172.21.15.111:0/2057756216 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8f0037040 con 0x7fa8fc15e940 2024-09-19T04:34:01.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.897+0000 7fa9018f8640 1 -- 172.21.15.111:0/2057756216 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8fc14c110 con 0x7fa8fc15e940 2024-09-19T04:34:01.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.898+0000 7fa9018f8640 1 -- 172.21.15.111:0/2057756216 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8fc06d470 con 0x7fa8fc15e940 2024-09-19T04:34:01.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.898+0000 7fa8e3fff640 1 -- 172.21.15.111:0/2057756216 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fa8f0044020 con 0x7fa8fc15e940 2024-09-19T04:34:01.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.899+0000 7fa8e3fff640 1 --2- 172.21.15.111:0/2057756216 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa8e806c460 0x7fa8e806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:01.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.899+0000 7fa8e3fff640 1 -- 172.21.15.111:0/2057756216 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 4857+0+0 (secure 0 0 0) 0x7fa8f00ab830 con 0x7fa8fc15e940 2024-09-19T04:34:01.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.899+0000 7fa8faffd640 1 --2- 172.21.15.111:0/2057756216 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa8e806c460 0x7fa8e806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:01.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.899+0000 7fa8faffd640 1 --2- 172.21.15.111:0/2057756216 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa8e806c460 0x7fa8e806e920 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fa8ec001780 tx=0x7fa8ec009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:01.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:01.903+0000 7fa8e3fff640 1 -- 172.21.15.111:0/2057756216 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa8fc06d470 con 0x7fa8fc15e940 2024-09-19T04:34:02.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.069+0000 7fa9018f8640 1 -- 172.21.15.111:0/2057756216 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fa8fc0cd9b0 con 0x7fa8fc15e940 2024-09-19T04:34:02.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.069+0000 7fa8e3fff640 1 -- 172.21.15.111:0/2057756216 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v40) ==== 84+0+65 (secure 0 0 0) 0x7fa8fc0cd9b0 con 0x7fa8fc15e940 2024-09-19T04:34:02.070 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:34:02.071 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:34:02.071 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:34:02.071 INFO:teuthology.orchestra.run.smithi111.stdout: "poolnum": 1, 2024-09-19T04:34:02.071 INFO:teuthology.orchestra.run.smithi111.stdout: "poolname": ".mgr" 2024-09-19T04:34:02.071 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:34:02.071 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:34:02.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.071+0000 7fa9018f8640 1 -- 172.21.15.111:0/2057756216 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa8e806c460 msgr2=0x7fa8e806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:02.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.071+0000 7fa9018f8640 1 --2- 172.21.15.111:0/2057756216 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa8e806c460 0x7fa8e806e920 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fa8ec001780 tx=0x7fa8ec009040 comp rx=0 tx=0).stop 2024-09-19T04:34:02.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.071+0000 7fa9018f8640 1 -- 172.21.15.111:0/2057756216 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa8fc15e940 msgr2=0x7fa8fc159a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:02.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.071+0000 7fa9018f8640 1 --2- 172.21.15.111:0/2057756216 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa8fc15e940 0x7fa8fc159a50 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fa8f002a340 tx=0x7fa8f00046c0 comp rx=0 tx=0).stop 2024-09-19T04:34:02.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.071+0000 7fa9018f8640 1 -- 172.21.15.111:0/2057756216 shutdown_connections 2024-09-19T04:34:02.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.071+0000 7fa9018f8640 1 --2- 172.21.15.111:0/2057756216 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa8e806c460 0x7fa8e806e920 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:02.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.071+0000 7fa9018f8640 1 --2- 172.21.15.111:0/2057756216 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa8fc15ed20 0x7fa8fc159f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:02.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.071+0000 7fa9018f8640 1 --2- 172.21.15.111:0/2057756216 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa8fc15e940 0x7fa8fc159a50 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:02.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.071+0000 7fa9018f8640 1 --2- 172.21.15.111:0/2057756216 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa8fc0cef90 0x7fa8fc159510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:02.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.071+0000 7fa9018f8640 1 -- 172.21.15.111:0/2057756216 >> 172.21.15.111:0/2057756216 conn(0x7fa8fc0b6240 msgr2=0x7fa8fc0b6620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:02.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.071+0000 7fa9018f8640 1 -- 172.21.15.111:0/2057756216 shutdown_connections 2024-09-19T04:34:02.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.071+0000 7fa9018f8640 1 -- 172.21.15.111:0/2057756216 wait complete. 2024-09-19T04:34:02.083 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T04:34:02.083 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T04:34:02.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.184+0000 7f3092e7b640 1 Processor -- start 2024-09-19T04:34:02.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.184+0000 7f3092e7b640 1 -- start start 2024-09-19T04:34:02.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.185+0000 7f3092e7b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f308c06c2b0 0x7f308c169310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:02.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.185+0000 7f3092e7b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f308c06f930 con 0x7f308c0b55a0 2024-09-19T04:34:02.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.185+0000 7f3092e7b640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f308c06fc10 con 0x7f308c1481b0 2024-09-19T04:34:02.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.185+0000 7f3092e7b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f308c06fef0 con 0x7f308c06c2b0 2024-09-19T04:34:02.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.185+0000 7f308bfff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f308c0b55a0 0x7f308c06bba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59446/0 (socket says 172.21.15.111:59446) 2024-09-19T04:34:02.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.185+0000 7f308bfff640 1 -- 172.21.15.111:0/1031037673 learned_addr learned my addr 172.21.15.111:0/1031037673 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:34:02.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.185+0000 7f3091418640 1 --2- 172.21.15.111:0/1031037673 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f308c06c2b0 0x7f308c169310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:02.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.185+0000 7f308b7fe640 1 -- 172.21.15.111:0/1031037673 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2885468360 0 0) 0x7f308c06f930 con 0x7f308c0b55a0 2024-09-19T04:34:02.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.185+0000 7f308b7fe640 1 -- 172.21.15.111:0/1031037673 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3074003520 con 0x7f308c0b55a0 2024-09-19T04:34:02.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.186+0000 7f308b7fe640 1 -- 172.21.15.111:0/1031037673 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1654094437 0 0) 0x7f308c06fc10 con 0x7f308c1481b0 2024-09-19T04:34:02.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.186+0000 7f308b7fe640 1 -- 172.21.15.111:0/1031037673 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f308c06f930 con 0x7f308c1481b0 2024-09-19T04:34:02.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.186+0000 7f3091418640 1 -- 172.21.15.111:0/1031037673 >> v1:172.21.15.114:6789/0 conn(0x7f308c1481b0 legacy=0x7f308c06f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:02.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.186+0000 7f3091418640 1 -- 172.21.15.111:0/1031037673 >> v1:172.21.15.111:6789/0 conn(0x7f308c0b55a0 legacy=0x7f308c06bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:02.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.186+0000 7f3091418640 1 -- 172.21.15.111:0/1031037673 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f308c0aeb30 con 0x7f308c06c2b0 2024-09-19T04:34:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.186+0000 7f3091418640 1 --2- 172.21.15.111:0/1031037673 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f308c06c2b0 0x7f308c169310 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3084009dc0 tx=0x7f308402a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6f524f4ccc610db1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.187+0000 7f308b7fe640 1 -- 172.21.15.111:0/1031037673 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3084007740 con 0x7f308c06c2b0 2024-09-19T04:34:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.187+0000 7f308b7fe640 1 -- 172.21.15.111:0/1031037673 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30840078e0 con 0x7f308c06c2b0 2024-09-19T04:34:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.187+0000 7f308b7fe640 1 -- 172.21.15.111:0/1031037673 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3084007cb0 con 0x7f308c06c2b0 2024-09-19T04:34:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.187+0000 7f3092e7b640 1 -- 172.21.15.111:0/1031037673 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f308c06c2b0 msgr2=0x7f308c169310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.187+0000 7f3092e7b640 1 --2- 172.21.15.111:0/1031037673 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f308c06c2b0 0x7f308c169310 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3084009dc0 tx=0x7f308402a6d0 comp rx=0 tx=0).stop 2024-09-19T04:34:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.187+0000 7f3092e7b640 1 -- 172.21.15.111:0/1031037673 shutdown_connections 2024-09-19T04:34:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.187+0000 7f3092e7b640 1 --2- 172.21.15.111:0/1031037673 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f308c06c2b0 0x7f308c169310 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.187+0000 7f3092e7b640 1 -- 172.21.15.111:0/1031037673 >> 172.21.15.111:0/1031037673 conn(0x7f308c062810 msgr2=0x7f308c06ccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.187+0000 7f3092e7b640 1 -- 172.21.15.111:0/1031037673 shutdown_connections 2024-09-19T04:34:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.187+0000 7f3092e7b640 1 -- 172.21.15.111:0/1031037673 wait complete. 2024-09-19T04:34:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.188+0000 7f3092e7b640 1 Processor -- start 2024-09-19T04:34:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.188+0000 7f3092e7b640 1 -- start start 2024-09-19T04:34:02.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.189+0000 7f3092e7b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f308c06c2b0 0x7f308c15e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:02.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.189+0000 7f3092e7b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f308c0b55a0 0x7f308c072160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:02.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.189+0000 7f3092e7b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f308c1481b0 0x7f308c0726a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:02.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.189+0000 7f3092e7b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f308c0b04c0 con 0x7f308c0b55a0 2024-09-19T04:34:02.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.189+0000 7f3092e7b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f308c0b0340 con 0x7f308c1481b0 2024-09-19T04:34:02.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.189+0000 7f3092e7b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f308c0b0640 con 0x7f308c06c2b0 2024-09-19T04:34:02.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.189+0000 7f308bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f308c0b55a0 0x7f308c072160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:02.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.189+0000 7f308bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f308c0b55a0 0x7f308c072160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57488/0 (socket says 172.21.15.111:57488) 2024-09-19T04:34:02.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.189+0000 7f308bfff640 1 -- 172.21.15.111:0/1221382149 learned_addr learned my addr 172.21.15.111:0/1221382149 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:02.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.190+0000 7f308bfff640 1 -- 172.21.15.111:0/1221382149 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f308c06c2b0 msgr2=0x7f308c15e160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:02.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.190+0000 7f308bfff640 1 --2- 172.21.15.111:0/1221382149 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f308c06c2b0 0x7f308c15e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:02.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.190+0000 7f308bfff640 1 -- 172.21.15.111:0/1221382149 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f308c1481b0 msgr2=0x7f308c0726a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:02.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.190+0000 7f3091418640 1 --2- 172.21.15.111:0/1221382149 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f308c1481b0 0x7f308c0726a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:02.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.190+0000 7f308bfff640 1 --2- 172.21.15.111:0/1221382149 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f308c1481b0 0x7f308c0726a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:02.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.190+0000 7f308bfff640 1 -- 172.21.15.111:0/1221382149 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f308c15e6a0 con 0x7f308c0b55a0 2024-09-19T04:34:02.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.190+0000 7f308bfff640 1 --2- 172.21.15.111:0/1221382149 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f308c0b55a0 0x7f308c072160 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f308000c4d0 tx=0x7f308000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:02.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.190+0000 7f30897fa640 1 -- 172.21.15.111:0/1221382149 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3080017070 con 0x7f308c0b55a0 2024-09-19T04:34:02.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.190+0000 7f30897fa640 1 -- 172.21.15.111:0/1221382149 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3080005ce0 con 0x7f308c0b55a0 2024-09-19T04:34:02.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.190+0000 7f3092e7b640 1 -- 172.21.15.111:0/1221382149 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f308c161980 con 0x7f308c0b55a0 2024-09-19T04:34:02.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.190+0000 7f30897fa640 1 -- 172.21.15.111:0/1221382149 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3080007270 con 0x7f308c0b55a0 2024-09-19T04:34:02.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.190+0000 7f3092e7b640 1 -- 172.21.15.111:0/1221382149 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f308c1f4df0 con 0x7f308c0b55a0 2024-09-19T04:34:02.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.191+0000 7f3092e7b640 1 -- 172.21.15.111:0/1221382149 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f308c1f4920 con 0x7f308c0b55a0 2024-09-19T04:34:02.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.192+0000 7f30897fa640 1 -- 172.21.15.111:0/1221382149 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f308001a070 con 0x7f308c0b55a0 2024-09-19T04:34:02.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.192+0000 7f30897fa640 1 --2- 172.21.15.111:0/1221382149 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f307806c460 0x7f307806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:02.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.192+0000 7f30897fa640 1 -- 172.21.15.111:0/1221382149 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 4857+0+0 (secure 0 0 0) 0x7f308008a610 con 0x7f308c0b55a0 2024-09-19T04:34:02.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.192+0000 7f3090c17640 1 --2- 172.21.15.111:0/1221382149 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f307806c460 0x7f307806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:02.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.192+0000 7f3090c17640 1 --2- 172.21.15.111:0/1221382149 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f307806c460 0x7f307806e920 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f307c0011e0 tx=0x7f307c0078f0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:02.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.196+0000 7f30897fa640 1 -- 172.21.15.111:0/1221382149 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3080058890 con 0x7f308c0b55a0 2024-09-19T04:34:02.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.362+0000 7f3092e7b640 1 -- 172.21.15.111:0/1221382149 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f308c06bba0 con 0x7f308c0b55a0 2024-09-19T04:34:02.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.417+0000 7f30897fa640 1 -- 172.21.15.111:0/1221382149 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v41) ==== 138+0+0 (secure 0 0 0) 0x7f308005cb90 con 0x7f308c0b55a0 2024-09-19T04:34:02.418 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' created 2024-09-19T04:34:02.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.420+0000 7f3092e7b640 1 -- 172.21.15.111:0/1221382149 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f307806c460 msgr2=0x7f307806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:02.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.420+0000 7f3092e7b640 1 --2- 172.21.15.111:0/1221382149 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f307806c460 0x7f307806e920 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f307c0011e0 tx=0x7f307c0078f0 comp rx=0 tx=0).stop 2024-09-19T04:34:02.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.420+0000 7f3092e7b640 1 -- 172.21.15.111:0/1221382149 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f308c0b55a0 msgr2=0x7f308c072160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:02.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.420+0000 7f3092e7b640 1 --2- 172.21.15.111:0/1221382149 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f308c0b55a0 0x7f308c072160 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f308000c4d0 tx=0x7f308000c990 comp rx=0 tx=0).stop 2024-09-19T04:34:02.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.420+0000 7f3092e7b640 1 -- 172.21.15.111:0/1221382149 shutdown_connections 2024-09-19T04:34:02.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.420+0000 7f3092e7b640 1 --2- 172.21.15.111:0/1221382149 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f307806c460 0x7f307806e920 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:02.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.420+0000 7f3092e7b640 1 --2- 172.21.15.111:0/1221382149 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f308c1481b0 0x7f308c0726a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:02.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.420+0000 7f3092e7b640 1 --2- 172.21.15.111:0/1221382149 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f308c0b55a0 0x7f308c072160 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:02.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.420+0000 7f3092e7b640 1 --2- 172.21.15.111:0/1221382149 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f308c06c2b0 0x7f308c15e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:02.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.420+0000 7f3092e7b640 1 -- 172.21.15.111:0/1221382149 >> 172.21.15.111:0/1221382149 conn(0x7f308c062810 msgr2=0x7f308c1453a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:02.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.420+0000 7f3092e7b640 1 -- 172.21.15.111:0/1221382149 shutdown_connections 2024-09-19T04:34:02.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.420+0000 7f3092e7b640 1 -- 172.21.15.111:0/1221382149 wait complete. 2024-09-19T04:34:02.436 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T04:34:02.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.539+0000 7fa780242640 1 Processor -- start 2024-09-19T04:34:02.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.539+0000 7fa780242640 1 -- start start 2024-09-19T04:34:02.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.540+0000 7fa780242640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa77815f9f0 0x7fa778072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:02.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.540+0000 7fa780242640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa77815c970 con 0x7fa77806f130 2024-09-19T04:34:02.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.540+0000 7fa780242640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa77815bbb0 con 0x7fa77815b370 2024-09-19T04:34:02.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.540+0000 7fa780242640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fa77815fef0 con 0x7fa77815f9f0 2024-09-19T04:34:02.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.540+0000 7fa77e7df640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa77815f9f0 0x7fa778072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:02.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.540+0000 7fa77d7dd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fa77806f130 0x7fa7780ce490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59450/0 (socket says 172.21.15.111:59450) 2024-09-19T04:34:02.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.540+0000 7fa77d7dd640 1 -- 172.21.15.111:0/3993979675 learned_addr learned my addr 172.21.15.111:0/3993979675 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:34:02.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.540+0000 7fa77e7df640 1 -- 172.21.15.111:0/3993979675 >> v1:172.21.15.114:6789/0 conn(0x7fa77815b370 legacy=0x7fa77806ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:02.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.540+0000 7fa77e7df640 1 -- 172.21.15.111:0/3993979675 >> v1:172.21.15.111:6789/0 conn(0x7fa77806f130 legacy=0x7fa7780ce490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:02.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.540+0000 7fa77e7df640 1 -- 172.21.15.111:0/3993979675 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa77815be90 con 0x7fa77815f9f0 2024-09-19T04:34:02.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.540+0000 7fa77cfdc640 1 -- 172.21.15.111:0/3993979675 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1039131158 0 0) 0x7fa77815c970 con 0x7fa77806f130 2024-09-19T04:34:02.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.541+0000 7fa77e7df640 1 --2- 172.21.15.111:0/3993979675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa77815f9f0 0x7fa778072560 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fa7700097a0 tx=0x7fa77002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=feaa1f502b371621 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:02.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.541+0000 7fa77cfdc640 1 -- 172.21.15.111:0/3993979675 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa770037070 con 0x7fa77815f9f0 2024-09-19T04:34:02.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.541+0000 7fa77cfdc640 1 -- 172.21.15.111:0/3993979675 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa770032440 con 0x7fa77815f9f0 2024-09-19T04:34:02.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.541+0000 7fa77cfdc640 1 -- 172.21.15.111:0/3993979675 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa770032810 con 0x7fa77815f9f0 2024-09-19T04:34:02.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.542+0000 7fa780242640 1 -- 172.21.15.111:0/3993979675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa77815f9f0 msgr2=0x7fa778072560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:02.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.542+0000 7fa780242640 1 --2- 172.21.15.111:0/3993979675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa77815f9f0 0x7fa778072560 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fa7700097a0 tx=0x7fa77002a1a0 comp rx=0 tx=0).stop 2024-09-19T04:34:02.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.542+0000 7fa780242640 1 -- 172.21.15.111:0/3993979675 shutdown_connections 2024-09-19T04:34:02.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.542+0000 7fa780242640 1 --2- 172.21.15.111:0/3993979675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa77815f9f0 0x7fa778072560 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:02.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.542+0000 7fa780242640 1 -- 172.21.15.111:0/3993979675 >> 172.21.15.111:0/3993979675 conn(0x7fa77806bba0 msgr2=0x7fa77806bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:02.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.542+0000 7fa780242640 1 -- 172.21.15.111:0/3993979675 shutdown_connections 2024-09-19T04:34:02.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.542+0000 7fa780242640 1 -- 172.21.15.111:0/3993979675 wait complete. 2024-09-19T04:34:02.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.543+0000 7fa780242640 1 Processor -- start 2024-09-19T04:34:02.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.543+0000 7fa780242640 1 -- start start 2024-09-19T04:34:02.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.544+0000 7fa780242640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa77806f130 0x7fa7781f38d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:02.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.544+0000 7fa780242640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa77815b370 0x7fa7780ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:02.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.544+0000 7fa780242640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa77815f9f0 0x7fa7780aee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:02.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.544+0000 7fa780242640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa7780731b0 con 0x7fa77806f130 2024-09-19T04:34:02.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.544+0000 7fa780242640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa77815c450 con 0x7fa77815f9f0 2024-09-19T04:34:02.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.544+0000 7fa780242640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa77815b750 con 0x7fa77815b370 2024-09-19T04:34:02.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.544+0000 7fa77dfde640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa77806f130 0x7fa7781f38d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:02.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.544+0000 7fa77dfde640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa77806f130 0x7fa7781f38d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57504/0 (socket says 172.21.15.111:57504) 2024-09-19T04:34:02.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.544+0000 7fa77dfde640 1 -- 172.21.15.111:0/1315840274 learned_addr learned my addr 172.21.15.111:0/1315840274 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:02.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.544+0000 7fa77e7df640 1 --2- 172.21.15.111:0/1315840274 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa77815f9f0 0x7fa7780aee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:02.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.544+0000 7fa77d7dd640 1 --2- 172.21.15.111:0/1315840274 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa77815b370 0x7fa7780ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:02.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.544+0000 7fa77dfde640 1 -- 172.21.15.111:0/1315840274 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa77815b370 msgr2=0x7fa7780ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:02.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.544+0000 7fa77dfde640 1 --2- 172.21.15.111:0/1315840274 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa77815b370 0x7fa7780ae8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:02.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.544+0000 7fa77dfde640 1 -- 172.21.15.111:0/1315840274 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa77815f9f0 msgr2=0x7fa7780aee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:02.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.544+0000 7fa77dfde640 1 --2- 172.21.15.111:0/1315840274 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa77815f9f0 0x7fa7780aee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:02.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.544+0000 7fa77dfde640 1 -- 172.21.15.111:0/1315840274 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa77814b5e0 con 0x7fa77806f130 2024-09-19T04:34:02.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.544+0000 7fa77dfde640 1 --2- 172.21.15.111:0/1315840274 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa77806f130 0x7fa7781f38d0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fa77400c870 tx=0x7fa77400cd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:02.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.545+0000 7fa76e7fc640 1 -- 172.21.15.111:0/1315840274 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa774003b70 con 0x7fa77806f130 2024-09-19T04:34:02.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.545+0000 7fa76e7fc640 1 -- 172.21.15.111:0/1315840274 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa774003d30 con 0x7fa77806f130 2024-09-19T04:34:02.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.545+0000 7fa780242640 1 -- 172.21.15.111:0/1315840274 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa77814b8a0 con 0x7fa77806f130 2024-09-19T04:34:02.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.545+0000 7fa76e7fc640 1 -- 172.21.15.111:0/1315840274 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa77400aa90 con 0x7fa77806f130 2024-09-19T04:34:02.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.545+0000 7fa780242640 1 -- 172.21.15.111:0/1315840274 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa77814be60 con 0x7fa77806f130 2024-09-19T04:34:02.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.546+0000 7fa780242640 1 -- 172.21.15.111:0/1315840274 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa778072560 con 0x7fa77806f130 2024-09-19T04:34:02.549 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.546+0000 7fa76e7fc640 1 -- 172.21.15.111:0/1315840274 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fa77400ac30 con 0x7fa77806f130 2024-09-19T04:34:02.549 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.547+0000 7fa76e7fc640 1 --2- 172.21.15.111:0/1315840274 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa75c06c460 0x7fa75c06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:02.549 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.547+0000 7fa76e7fc640 1 -- 172.21.15.111:0/1315840274 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 5227+0+0 (secure 0 0 0) 0x7fa77408bd60 con 0x7fa77806f130 2024-09-19T04:34:02.549 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.547+0000 7fa77d7dd640 1 --2- 172.21.15.111:0/1315840274 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa75c06c460 0x7fa75c06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:02.549 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.547+0000 7fa77d7dd640 1 --2- 172.21.15.111:0/1315840274 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa75c06c460 0x7fa75c06e920 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fa77815ced0 tx=0x7fa768007e40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:02.552 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.551+0000 7fa76e7fc640 1 -- 172.21.15.111:0/1315840274 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa774059f50 con 0x7fa77806f130 2024-09-19T04:34:02.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:02.718+0000 7fa780242640 1 -- 172.21.15.111:0/1315840274 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fa7781571d0 con 0x7fa77806f130 2024-09-19T04:34:03.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.419+0000 7fa76e7fc640 1 -- 172.21.15.111:0/1315840274 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v42) ==== 170+0+0 (secure 0 0 0) 0x7fa77405e250 con 0x7fa77806f130 2024-09-19T04:34:03.421 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' created 2024-09-19T04:34:03.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.423+0000 7fa780242640 1 -- 172.21.15.111:0/1315840274 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa75c06c460 msgr2=0x7fa75c06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:03.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.423+0000 7fa780242640 1 --2- 172.21.15.111:0/1315840274 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa75c06c460 0x7fa75c06e920 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fa77815ced0 tx=0x7fa768007e40 comp rx=0 tx=0).stop 2024-09-19T04:34:03.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.424+0000 7fa780242640 1 -- 172.21.15.111:0/1315840274 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa77806f130 msgr2=0x7fa7781f38d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:03.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.424+0000 7fa780242640 1 --2- 172.21.15.111:0/1315840274 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa77806f130 0x7fa7781f38d0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fa77400c870 tx=0x7fa77400cd30 comp rx=0 tx=0).stop 2024-09-19T04:34:03.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.424+0000 7fa780242640 1 -- 172.21.15.111:0/1315840274 shutdown_connections 2024-09-19T04:34:03.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.424+0000 7fa780242640 1 --2- 172.21.15.111:0/1315840274 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa75c06c460 0x7fa75c06e920 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:03.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.424+0000 7fa780242640 1 --2- 172.21.15.111:0/1315840274 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa77815f9f0 0x7fa7780aee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:03.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.424+0000 7fa780242640 1 --2- 172.21.15.111:0/1315840274 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa77815b370 0x7fa7780ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:03.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.424+0000 7fa780242640 1 --2- 172.21.15.111:0/1315840274 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa77806f130 0x7fa7781f38d0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:03.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.424+0000 7fa780242640 1 -- 172.21.15.111:0/1315840274 >> 172.21.15.111:0/1315840274 conn(0x7fa77806bba0 msgr2=0x7fa7780b1900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:03.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.425+0000 7fa780242640 1 -- 172.21.15.111:0/1315840274 shutdown_connections 2024-09-19T04:34:03.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.425+0000 7fa780242640 1 -- 172.21.15.111:0/1315840274 wait complete. 2024-09-19T04:34:03.453 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T04:34:03.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.556+0000 7fd29b59e640 1 Processor -- start 2024-09-19T04:34:03.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.556+0000 7fd29b59e640 1 -- start start 2024-09-19T04:34:03.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.557+0000 7fd29b59e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd29c0b6d90 0x7fd29c0b7200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:03.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.557+0000 7fd29b59e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fd29c06d5f0 0x7fd29c06da40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:03.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.557+0000 7fd29b59e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd29c0d1d40 con 0x7fd29c15e6d0 2024-09-19T04:34:03.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.557+0000 7fd29b59e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fd29c06d160 con 0x7fd29c0b6d90 2024-09-19T04:34:03.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.557+0000 7fd29b59e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fd29c0d2020 con 0x7fd29c06d5f0 2024-09-19T04:34:03.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.558+0000 7fd299d9b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd29c0b6d90 0x7fd29c0b7200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:03.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.558+0000 7fd299d9b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd29c0b6d90 0x7fd29c0b7200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57520/0 (socket says 172.21.15.111:57520) 2024-09-19T04:34:03.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.558+0000 7fd299d9b640 1 -- 172.21.15.111:0/3647525833 learned_addr learned my addr 172.21.15.111:0/3647525833 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:03.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.558+0000 7fd29ad9d640 1 --2- 172.21.15.111:0/3647525833 >> v2:172.21.15.114:3300/0 conn(0x7fd29c06d5f0 0x7fd29c06da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:03.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.558+0000 7fd299d9b640 1 -- 172.21.15.111:0/3647525833 >> v2:172.21.15.114:3300/0 conn(0x7fd29c06d5f0 msgr2=0x7fd29c06da40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:03.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.558+0000 7fd299d9b640 1 --2- 172.21.15.111:0/3647525833 >> v2:172.21.15.114:3300/0 conn(0x7fd29c06d5f0 0x7fd29c06da40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:03.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.558+0000 7fd299d9b640 1 -- 172.21.15.111:0/3647525833 >> v1:172.21.15.114:6789/0 conn(0x7fd29c15e6d0 legacy=0x7fd29c06fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:03.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.558+0000 7fd299d9b640 1 -- 172.21.15.111:0/3647525833 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd29c06cdf0 con 0x7fd29c0b6d90 2024-09-19T04:34:03.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.558+0000 7fd29ad9d640 1 --2- 172.21.15.111:0/3647525833 >> v2:172.21.15.114:3300/0 conn(0x7fd29c06d5f0 0x7fd29c06da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:34:03.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.559+0000 7fd299d9b640 1 --2- 172.21.15.111:0/3647525833 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd29c0b6d90 0x7fd29c0b7200 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fd29c06d2e0 tx=0x7fd29002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c5df285e6435d8b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:03.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.559+0000 7fd29959a640 1 -- 172.21.15.111:0/3647525833 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd290037070 con 0x7fd29c0b6d90 2024-09-19T04:34:03.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.559+0000 7fd29959a640 1 -- 172.21.15.111:0/3647525833 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd290032440 con 0x7fd29c0b6d90 2024-09-19T04:34:03.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.559+0000 7fd29959a640 1 -- 172.21.15.111:0/3647525833 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd290032810 con 0x7fd29c0b6d90 2024-09-19T04:34:03.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.559+0000 7fd29b59e640 1 -- 172.21.15.111:0/3647525833 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd29c0b6d90 msgr2=0x7fd29c0b7200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:03.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.559+0000 7fd29b59e640 1 --2- 172.21.15.111:0/3647525833 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd29c0b6d90 0x7fd29c0b7200 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fd29c06d2e0 tx=0x7fd29002a270 comp rx=0 tx=0).stop 2024-09-19T04:34:03.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.559+0000 7fd29b59e640 1 -- 172.21.15.111:0/3647525833 shutdown_connections 2024-09-19T04:34:03.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.559+0000 7fd29b59e640 1 --2- 172.21.15.111:0/3647525833 >> v2:172.21.15.114:3300/0 conn(0x7fd29c06d5f0 0x7fd29c06da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:03.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.559+0000 7fd29b59e640 1 --2- 172.21.15.111:0/3647525833 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd29c0b6d90 0x7fd29c0b7200 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:03.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.559+0000 7fd29b59e640 1 -- 172.21.15.111:0/3647525833 >> 172.21.15.111:0/3647525833 conn(0x7fd29c0b4220 msgr2=0x7fd29c0b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:03.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.559+0000 7fd29b59e640 1 -- 172.21.15.111:0/3647525833 shutdown_connections 2024-09-19T04:34:03.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.559+0000 7fd29b59e640 1 -- 172.21.15.111:0/3647525833 wait complete. 2024-09-19T04:34:03.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.561+0000 7fd29b59e640 1 Processor -- start 2024-09-19T04:34:03.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.561+0000 7fd29b59e640 1 -- start start 2024-09-19T04:34:03.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.561+0000 7fd29b59e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd29c06d5f0 0x7fd29c14a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:03.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.561+0000 7fd29b59e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd29c0b6d90 0x7fd29c1e7c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:03.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.561+0000 7fd29b59e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd29c15e6d0 0x7fd29c149cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:03.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.561+0000 7fd29b59e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd29c0b5860 con 0x7fd29c0b6d90 2024-09-19T04:34:03.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.561+0000 7fd29b59e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd29c0b56e0 con 0x7fd29c15e6d0 2024-09-19T04:34:03.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.561+0000 7fd29b59e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd29c06df80 con 0x7fd29c06d5f0 2024-09-19T04:34:03.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.562+0000 7fd299d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd29c0b6d90 0x7fd29c1e7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:03.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.562+0000 7fd299d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd29c0b6d90 0x7fd29c1e7c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57524/0 (socket says 172.21.15.111:57524) 2024-09-19T04:34:03.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.562+0000 7fd299d9b640 1 -- 172.21.15.111:0/2654828112 learned_addr learned my addr 172.21.15.111:0/2654828112 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:03.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.562+0000 7fd29ad9d640 1 --2- 172.21.15.111:0/2654828112 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd29c15e6d0 0x7fd29c149cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:03.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.562+0000 7fd29a59c640 1 --2- 172.21.15.111:0/2654828112 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd29c06d5f0 0x7fd29c14a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:03.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.562+0000 7fd299d9b640 1 -- 172.21.15.111:0/2654828112 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd29c06d5f0 msgr2=0x7fd29c14a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:03.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.562+0000 7fd299d9b640 1 --2- 172.21.15.111:0/2654828112 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd29c06d5f0 0x7fd29c14a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:03.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.562+0000 7fd299d9b640 1 -- 172.21.15.111:0/2654828112 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd29c15e6d0 msgr2=0x7fd29c149cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:03.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.562+0000 7fd299d9b640 1 --2- 172.21.15.111:0/2654828112 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd29c15e6d0 0x7fd29c149cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:03.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.562+0000 7fd299d9b640 1 -- 172.21.15.111:0/2654828112 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd29c1e83b0 con 0x7fd29c0b6d90 2024-09-19T04:34:03.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.562+0000 7fd299d9b640 1 --2- 172.21.15.111:0/2654828112 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd29c0b6d90 0x7fd29c1e7c10 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fd290000c00 tx=0x7fd2900046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:03.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.562+0000 7fd28affd640 1 -- 172.21.15.111:0/2654828112 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd290041020 con 0x7fd29c0b6d90 2024-09-19T04:34:03.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.562+0000 7fd28affd640 1 -- 172.21.15.111:0/2654828112 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd2900306c0 con 0x7fd29c0b6d90 2024-09-19T04:34:03.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.562+0000 7fd28affd640 1 -- 172.21.15.111:0/2654828112 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd290037040 con 0x7fd29c0b6d90 2024-09-19T04:34:03.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.562+0000 7fd29b59e640 1 -- 172.21.15.111:0/2654828112 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd29c1e8690 con 0x7fd29c0b6d90 2024-09-19T04:34:03.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.562+0000 7fd29b59e640 1 -- 172.21.15.111:0/2654828112 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd29c14a230 con 0x7fd29c0b6d90 2024-09-19T04:34:03.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.563+0000 7fd29b59e640 1 -- 172.21.15.111:0/2654828112 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd29c06da40 con 0x7fd29c0b6d90 2024-09-19T04:34:03.568 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.564+0000 7fd28affd640 1 -- 172.21.15.111:0/2654828112 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fd290044020 con 0x7fd29c0b6d90 2024-09-19T04:34:03.568 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.564+0000 7fd28affd640 1 --2- 172.21.15.111:0/2654828112 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd27c06c460 0x7fd27c06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:03.568 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.564+0000 7fd29a59c640 1 --2- 172.21.15.111:0/2654828112 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd27c06c460 0x7fd27c06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:03.568 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.564+0000 7fd28affd640 1 -- 172.21.15.111:0/2654828112 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5609+0+0 (secure 0 0 0) 0x7fd2900abd20 con 0x7fd29c0b6d90 2024-09-19T04:34:03.568 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.565+0000 7fd29a59c640 1 --2- 172.21.15.111:0/2654828112 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd27c06c460 0x7fd27c06e920 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd2940016e0 tx=0x7fd294009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:03.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.569+0000 7fd28affd640 1 -- 172.21.15.111:0/2654828112 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd29004b030 con 0x7fd29c0b6d90 2024-09-19T04:34:03.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:03.767+0000 7fd29b59e640 1 -- 172.21.15.111:0/2654828112 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fd29c15b880 con 0x7fd29c0b6d90 2024-09-19T04:34:04.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.456+0000 7fd28affd640 1 -- 172.21.15.111:0/2654828112 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 6 and data pool 7 v18) ==== 172+0+0 (secure 0 0 0) 0x7fd290079cb0 con 0x7fd29c0b6d90 2024-09-19T04:34:04.458 INFO:teuthology.orchestra.run.smithi111.stderr:new fs with metadata pool 6 and data pool 7 2024-09-19T04:34:04.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.468+0000 7fd29b59e640 1 -- 172.21.15.111:0/2654828112 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd27c06c460 msgr2=0x7fd27c06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:04.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.468+0000 7fd29b59e640 1 --2- 172.21.15.111:0/2654828112 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd27c06c460 0x7fd27c06e920 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd2940016e0 tx=0x7fd294009040 comp rx=0 tx=0).stop 2024-09-19T04:34:04.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.468+0000 7fd29b59e640 1 -- 172.21.15.111:0/2654828112 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd29c0b6d90 msgr2=0x7fd29c1e7c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:04.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.468+0000 7fd29b59e640 1 --2- 172.21.15.111:0/2654828112 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd29c0b6d90 0x7fd29c1e7c10 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fd290000c00 tx=0x7fd2900046c0 comp rx=0 tx=0).stop 2024-09-19T04:34:04.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.468+0000 7fd29b59e640 1 -- 172.21.15.111:0/2654828112 shutdown_connections 2024-09-19T04:34:04.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.468+0000 7fd29b59e640 1 --2- 172.21.15.111:0/2654828112 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd27c06c460 0x7fd27c06e920 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:04.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.468+0000 7fd29b59e640 1 --2- 172.21.15.111:0/2654828112 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd29c15e6d0 0x7fd29c149cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:04.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.468+0000 7fd29b59e640 1 --2- 172.21.15.111:0/2654828112 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd29c0b6d90 0x7fd29c1e7c10 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:04.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.468+0000 7fd29b59e640 1 --2- 172.21.15.111:0/2654828112 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd29c06d5f0 0x7fd29c14a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:04.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.468+0000 7fd29b59e640 1 -- 172.21.15.111:0/2654828112 >> 172.21.15.111:0/2654828112 conn(0x7fd29c0b4220 msgr2=0x7fd29c070a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:04.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.469+0000 7fd29b59e640 1 -- 172.21.15.111:0/2654828112 shutdown_connections 2024-09-19T04:34:04.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.469+0000 7fd29b59e640 1 -- 172.21.15.111:0/2654828112 wait complete. 2024-09-19T04:34:04.486 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:34:04.585 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.584+0000 7f73522e4640 1 Processor -- start 2024-09-19T04:34:04.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.584+0000 7f73522e4640 1 -- start start 2024-09-19T04:34:04.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.585+0000 7f73522e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f734c162860 0x7f734c162c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:04.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.585+0000 7f73522e4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f734c15ebb0 0x7f734c0b3300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:04.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.585+0000 7f73522e4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f734c15f520 con 0x7f734c0b3840 2024-09-19T04:34:04.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.585+0000 7f73522e4640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f734c15fae0 con 0x7f734c15ebb0 2024-09-19T04:34:04.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.585+0000 7f73522e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f734c15f800 con 0x7f734c162860 2024-09-19T04:34:04.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.585+0000 7f734b7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f734c15ebb0 0x7f734c0b3300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:04.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.585+0000 7f734b7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f734c15ebb0 0x7f734c0b3300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57530/0 (socket says 172.21.15.111:57530) 2024-09-19T04:34:04.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.585+0000 7f734b7fe640 1 -- 172.21.15.111:0/1624352635 learned_addr learned my addr 172.21.15.111:0/1624352635 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:04.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.585+0000 7f734bfff640 1 --2- 172.21.15.111:0/1624352635 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f734c162860 0x7f734c162c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:04.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.585+0000 7f734b7fe640 1 -- 172.21.15.111:0/1624352635 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f734c162860 msgr2=0x7f734c162c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:04.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.585+0000 7f734b7fe640 1 --2- 172.21.15.111:0/1624352635 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f734c162860 0x7f734c162c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:04.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.585+0000 7f734b7fe640 1 -- 172.21.15.111:0/1624352635 >> v1:172.21.15.114:6789/0 conn(0x7f734c0b3840 legacy=0x7f734c06bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:04.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.585+0000 7f734b7fe640 1 -- 172.21.15.111:0/1624352635 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f734c0b2b00 con 0x7f734c15ebb0 2024-09-19T04:34:04.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.585+0000 7f734bfff640 1 --2- 172.21.15.111:0/1624352635 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f734c162860 0x7f734c162c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:34:04.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.586+0000 7f734b7fe640 1 --2- 172.21.15.111:0/1624352635 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f734c15ebb0 0x7f734c0b3300 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f7340009870 tx=0x7f734002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e49fe8d5ea6c098 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:04.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.586+0000 7f734affd640 1 -- 172.21.15.111:0/1624352635 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7340037070 con 0x7f734c15ebb0 2024-09-19T04:34:04.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.586+0000 7f734affd640 1 -- 172.21.15.111:0/1624352635 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7340032440 con 0x7f734c15ebb0 2024-09-19T04:34:04.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.586+0000 7f734affd640 1 -- 172.21.15.111:0/1624352635 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7340032810 con 0x7f734c15ebb0 2024-09-19T04:34:04.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.587+0000 7f73522e4640 1 -- 172.21.15.111:0/1624352635 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f734c15ebb0 msgr2=0x7f734c0b3300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:04.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.587+0000 7f73522e4640 1 --2- 172.21.15.111:0/1624352635 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f734c15ebb0 0x7f734c0b3300 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f7340009870 tx=0x7f734002a180 comp rx=0 tx=0).stop 2024-09-19T04:34:04.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.587+0000 7f73522e4640 1 -- 172.21.15.111:0/1624352635 shutdown_connections 2024-09-19T04:34:04.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.587+0000 7f73522e4640 1 --2- 172.21.15.111:0/1624352635 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f734c15ebb0 0x7f734c0b3300 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:04.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.587+0000 7f73522e4640 1 --2- 172.21.15.111:0/1624352635 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f734c162860 0x7f734c162c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:04.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.587+0000 7f73522e4640 1 -- 172.21.15.111:0/1624352635 >> 172.21.15.111:0/1624352635 conn(0x7f734c06ce90 msgr2=0x7f734c06d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:04.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.587+0000 7f73522e4640 1 -- 172.21.15.111:0/1624352635 shutdown_connections 2024-09-19T04:34:04.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.587+0000 7f73522e4640 1 -- 172.21.15.111:0/1624352635 wait complete. 2024-09-19T04:34:04.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.588+0000 7f73522e4640 1 Processor -- start 2024-09-19T04:34:04.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.588+0000 7f73522e4640 1 -- start start 2024-09-19T04:34:04.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.589+0000 7f73522e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f734c0b3840 0x7f734c155060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:04.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.589+0000 7f73522e4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f734c15ebb0 0x7f734c158400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:04.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.589+0000 7f73522e4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f734c162860 0x7f734c15dd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:04.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.589+0000 7f73522e4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f734c06c430 con 0x7f734c162860 2024-09-19T04:34:04.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.589+0000 7f73522e4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f734c06c2b0 con 0x7f734c15ebb0 2024-09-19T04:34:04.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.589+0000 7f73522e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f734c15eff0 con 0x7f734c0b3840 2024-09-19T04:34:04.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.589+0000 7f7350881640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f734c162860 0x7f734c15dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:04.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.589+0000 7f734bfff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f734c0b3840 0x7f734c155060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:04.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.589+0000 7f7350881640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f734c162860 0x7f734c15dd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57544/0 (socket says 172.21.15.111:57544) 2024-09-19T04:34:04.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.589+0000 7f7350881640 1 -- 172.21.15.111:0/1323527598 learned_addr learned my addr 172.21.15.111:0/1323527598 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:04.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.589+0000 7f734b7fe640 1 --2- 172.21.15.111:0/1323527598 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f734c15ebb0 0x7f734c158400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:04.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.589+0000 7f7350881640 1 -- 172.21.15.111:0/1323527598 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f734c0b3840 msgr2=0x7f734c155060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:04.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.589+0000 7f7350881640 1 --2- 172.21.15.111:0/1323527598 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f734c0b3840 0x7f734c155060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:04.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.589+0000 7f7350881640 1 -- 172.21.15.111:0/1323527598 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f734c15ebb0 msgr2=0x7f734c158400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:04.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.589+0000 7f7350881640 1 --2- 172.21.15.111:0/1323527598 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f734c15ebb0 0x7f734c158400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:04.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.589+0000 7f7350881640 1 -- 172.21.15.111:0/1323527598 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f734c156d00 con 0x7f734c162860 2024-09-19T04:34:04.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.589+0000 7f7350881640 1 --2- 172.21.15.111:0/1323527598 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f734c162860 0x7f734c15dd30 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f734400c7b0 tx=0x7f734400cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:04.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.589+0000 7f7348ff9640 1 -- 172.21.15.111:0/1323527598 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7344004b60 con 0x7f734c162860 2024-09-19T04:34:04.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.589+0000 7f7348ff9640 1 -- 172.21.15.111:0/1323527598 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7344004d00 con 0x7f734c162860 2024-09-19T04:34:04.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.590+0000 7f73522e4640 1 -- 172.21.15.111:0/1323527598 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f734c157960 con 0x7f734c162860 2024-09-19T04:34:04.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.590+0000 7f7348ff9640 1 -- 172.21.15.111:0/1323527598 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f734400aa90 con 0x7f734c162860 2024-09-19T04:34:04.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.590+0000 7f73522e4640 1 -- 172.21.15.111:0/1323527598 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f734c156a20 con 0x7f734c162860 2024-09-19T04:34:04.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.590+0000 7f73522e4640 1 -- 172.21.15.111:0/1323527598 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f734c0b3300 con 0x7f734c162860 2024-09-19T04:34:04.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.591+0000 7f7348ff9640 1 -- 172.21.15.111:0/1323527598 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f734400ac30 con 0x7f734c162860 2024-09-19T04:34:04.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.591+0000 7f7348ff9640 1 --2- 172.21.15.111:0/1323527598 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f733806c490 0x7f733806e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:04.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.591+0000 7f7348ff9640 1 -- 172.21.15.111:0/1323527598 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7f734408baa0 con 0x7f734c162860 2024-09-19T04:34:04.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.591+0000 7f734bfff640 1 --2- 172.21.15.111:0/1323527598 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f733806c490 0x7f733806e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:04.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.592+0000 7f734bfff640 1 --2- 172.21.15.111:0/1323527598 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f733806c490 0x7f733806e950 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f734c0b1ef0 tx=0x7f733c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:04.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.596+0000 7f7348ff9640 1 -- 172.21.15.111:0/1323527598 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f73440599d0 con 0x7f734c162860 2024-09-19T04:34:04.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.764+0000 7f73522e4640 1 -- 172.21.15.111:0/1323527598 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f734c068cd0 con 0x7f734c162860 2024-09-19T04:34:04.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.765+0000 7f7348ff9640 1 -- 172.21.15.111:0/1323527598 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v43) ==== 74+0+16734 (secure 0 0 0) 0x7f734405dcd0 con 0x7f734c162860 2024-09-19T04:34:04.766 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:34:04.766 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":43,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:34:03.768633+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:34:02.380585+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-19T04:34:02.737508+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:34:04.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.767+0000 7f73522e4640 1 -- 172.21.15.111:0/1323527598 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f733806c490 msgr2=0x7f733806e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:04.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.767+0000 7f73522e4640 1 --2- 172.21.15.111:0/1323527598 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f733806c490 0x7f733806e950 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f734c0b1ef0 tx=0x7f733c008040 comp rx=0 tx=0).stop 2024-09-19T04:34:04.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.767+0000 7f73522e4640 1 -- 172.21.15.111:0/1323527598 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f734c162860 msgr2=0x7f734c15dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:04.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.767+0000 7f73522e4640 1 --2- 172.21.15.111:0/1323527598 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f734c162860 0x7f734c15dd30 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f734400c7b0 tx=0x7f734400cc70 comp rx=0 tx=0).stop 2024-09-19T04:34:04.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.767+0000 7f73522e4640 1 -- 172.21.15.111:0/1323527598 shutdown_connections 2024-09-19T04:34:04.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.767+0000 7f73522e4640 1 --2- 172.21.15.111:0/1323527598 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f733806c490 0x7f733806e950 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:04.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.767+0000 7f73522e4640 1 --2- 172.21.15.111:0/1323527598 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f734c162860 0x7f734c15dd30 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:04.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.767+0000 7f73522e4640 1 --2- 172.21.15.111:0/1323527598 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f734c15ebb0 0x7f734c158400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:04.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.767+0000 7f73522e4640 1 --2- 172.21.15.111:0/1323527598 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f734c0b3840 0x7f734c155060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:04.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.767+0000 7f73522e4640 1 -- 172.21.15.111:0/1323527598 >> 172.21.15.111:0/1323527598 conn(0x7f734c06ce90 msgr2=0x7f734c160960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:04.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.767+0000 7f73522e4640 1 -- 172.21.15.111:0/1323527598 shutdown_connections 2024-09-19T04:34:04.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.767+0000 7f73522e4640 1 -- 172.21.15.111:0/1323527598 wait complete. 2024-09-19T04:34:04.779 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:34:04.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.876+0000 7fafa2a23640 1 Processor -- start 2024-09-19T04:34:04.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.876+0000 7fafa2a23640 1 -- start start 2024-09-19T04:34:04.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.877+0000 7fafa2a23640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faf9c15ca40 0x7faf9c15e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:04.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.877+0000 7fafa2a23640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7faf9c15ce80 0x7faf9c1594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:04.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.877+0000 7fafa2a23640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf9c15d390 con 0x7faf9c0d02a0 2024-09-19T04:34:04.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.877+0000 7fafa2a23640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7faf9c15d670 con 0x7faf9c15ce80 2024-09-19T04:34:04.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.877+0000 7fafa2a23640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7faf9c15d950 con 0x7faf9c15ca40 2024-09-19T04:34:04.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.877+0000 7faf9bfff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7faf9c0d02a0 0x7faf9c0d0680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59460/0 (socket says 172.21.15.111:59460) 2024-09-19T04:34:04.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.877+0000 7faf9bfff640 1 -- 172.21.15.111:0/4070165356 learned_addr learned my addr 172.21.15.111:0/4070165356 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:34:04.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.877+0000 7fafa0fc0640 1 --2- 172.21.15.111:0/4070165356 >> v2:172.21.15.114:3300/0 conn(0x7faf9c15ce80 0x7faf9c1594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:04.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.877+0000 7faf9b7fe640 1 --2- 172.21.15.111:0/4070165356 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faf9c15ca40 0x7faf9c15e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:04.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.877+0000 7faf9affd640 1 -- 172.21.15.111:0/4070165356 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2650434602 0 0) 0x7faf9c15d390 con 0x7faf9c0d02a0 2024-09-19T04:34:04.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.877+0000 7faf9affd640 1 -- 172.21.15.111:0/4070165356 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faf88005730 con 0x7faf9c0d02a0 2024-09-19T04:34:04.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.877+0000 7fafa0fc0640 1 -- 172.21.15.111:0/4070165356 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faf9c15ca40 msgr2=0x7faf9c15e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:04.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.877+0000 7fafa0fc0640 1 --2- 172.21.15.111:0/4070165356 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faf9c15ca40 0x7faf9c15e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:04.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.877+0000 7fafa0fc0640 1 -- 172.21.15.111:0/4070165356 >> v1:172.21.15.111:6789/0 conn(0x7faf9c0d02a0 legacy=0x7faf9c0d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:04.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.877+0000 7fafa0fc0640 1 -- 172.21.15.111:0/4070165356 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf9c15dc30 con 0x7faf9c15ce80 2024-09-19T04:34:04.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.878+0000 7fafa0fc0640 1 --2- 172.21.15.111:0/4070165356 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faf9c15ce80 0x7faf9c1594c0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7faf94009d90 tx=0x7faf9402a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ccc53ebaa020f3f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:04.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.878+0000 7faf9affd640 1 -- 172.21.15.111:0/4070165356 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf94031600 con 0x7faf9c15ce80 2024-09-19T04:34:04.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.878+0000 7faf9affd640 1 -- 172.21.15.111:0/4070165356 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf940317a0 con 0x7faf9c15ce80 2024-09-19T04:34:04.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.878+0000 7faf9affd640 1 -- 172.21.15.111:0/4070165356 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf94031b50 con 0x7faf9c15ce80 2024-09-19T04:34:04.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.879+0000 7fafa2a23640 1 -- 172.21.15.111:0/4070165356 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faf9c15ce80 msgr2=0x7faf9c1594c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:04.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.879+0000 7fafa2a23640 1 --2- 172.21.15.111:0/4070165356 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faf9c15ce80 0x7faf9c1594c0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7faf94009d90 tx=0x7faf9402a5d0 comp rx=0 tx=0).stop 2024-09-19T04:34:04.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.879+0000 7fafa2a23640 1 -- 172.21.15.111:0/4070165356 shutdown_connections 2024-09-19T04:34:04.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.879+0000 7fafa2a23640 1 --2- 172.21.15.111:0/4070165356 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faf9c15ce80 0x7faf9c1594c0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:04.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.879+0000 7fafa2a23640 1 --2- 172.21.15.111:0/4070165356 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faf9c15ca40 0x7faf9c15e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:04.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.879+0000 7fafa2a23640 1 -- 172.21.15.111:0/4070165356 >> 172.21.15.111:0/4070165356 conn(0x7faf9c062cc0 msgr2=0x7faf9c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:04.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.879+0000 7fafa2a23640 1 -- 172.21.15.111:0/4070165356 shutdown_connections 2024-09-19T04:34:04.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.879+0000 7fafa2a23640 1 -- 172.21.15.111:0/4070165356 wait complete. 2024-09-19T04:34:04.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.880+0000 7fafa2a23640 1 Processor -- start 2024-09-19T04:34:04.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.880+0000 7fafa2a23640 1 -- start start 2024-09-19T04:34:04.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.881+0000 7fafa2a23640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf9c0d02a0 0x7faf9c14c180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:04.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.881+0000 7fafa2a23640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faf9c15ca40 0x7faf9c1589b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:04.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.881+0000 7fafa2a23640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faf9c15ce80 0x7faf9c073bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:04.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.881+0000 7fafa2a23640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7faf9c155d10 con 0x7faf9c0d02a0 2024-09-19T04:34:04.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.881+0000 7fafa2a23640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7faf9c155b90 con 0x7faf9c15ca40 2024-09-19T04:34:04.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.881+0000 7fafa2a23640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7faf9c0b4790 con 0x7faf9c15ce80 2024-09-19T04:34:04.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.881+0000 7faf9bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf9c0d02a0 0x7faf9c14c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:04.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.881+0000 7faf9bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf9c0d02a0 0x7faf9c14c180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57548/0 (socket says 172.21.15.111:57548) 2024-09-19T04:34:04.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.881+0000 7faf9bfff640 1 -- 172.21.15.111:0/1875531232 learned_addr learned my addr 172.21.15.111:0/1875531232 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:04.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.881+0000 7faf9bfff640 1 -- 172.21.15.111:0/1875531232 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faf9c15ce80 msgr2=0x7faf9c073bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:04.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.881+0000 7faf9bfff640 1 --2- 172.21.15.111:0/1875531232 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faf9c15ce80 0x7faf9c073bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:04.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.881+0000 7faf9bfff640 1 -- 172.21.15.111:0/1875531232 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faf9c15ca40 msgr2=0x7faf9c1589b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:04.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.881+0000 7faf9bfff640 1 --2- 172.21.15.111:0/1875531232 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faf9c15ca40 0x7faf9c1589b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:04.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.881+0000 7faf9bfff640 1 -- 172.21.15.111:0/1875531232 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf9c158ef0 con 0x7faf9c0d02a0 2024-09-19T04:34:04.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.881+0000 7faf9bfff640 1 --2- 172.21.15.111:0/1875531232 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf9c0d02a0 0x7faf9c14c180 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7faf8400c390 tx=0x7faf8400c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:04.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.881+0000 7faf98ff9640 1 -- 172.21.15.111:0/1875531232 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf84017070 con 0x7faf9c0d02a0 2024-09-19T04:34:04.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.882+0000 7faf98ff9640 1 -- 172.21.15.111:0/1875531232 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf84005ce0 con 0x7faf9c0d02a0 2024-09-19T04:34:04.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.882+0000 7faf98ff9640 1 -- 172.21.15.111:0/1875531232 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf840072f0 con 0x7faf9c0d02a0 2024-09-19T04:34:04.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.882+0000 7fafa2a23640 1 -- 172.21.15.111:0/1875531232 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf9c157910 con 0x7faf9c0d02a0 2024-09-19T04:34:04.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.882+0000 7fafa2a23640 1 -- 172.21.15.111:0/1875531232 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf9c157ed0 con 0x7faf9c0d02a0 2024-09-19T04:34:04.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.883+0000 7fafa2a23640 1 -- 172.21.15.111:0/1875531232 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf9c0d0680 con 0x7faf9c0d02a0 2024-09-19T04:34:04.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.883+0000 7faf98ff9640 1 -- 172.21.15.111:0/1875531232 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7faf8401a070 con 0x7faf9c0d02a0 2024-09-19T04:34:04.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.883+0000 7faf98ff9640 1 --2- 172.21.15.111:0/1875531232 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faf7c06c490 0x7faf7c06e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:04.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.884+0000 7faf9b7fe640 1 --2- 172.21.15.111:0/1875531232 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faf7c06c490 0x7faf7c06e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:04.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.884+0000 7faf98ff9640 1 -- 172.21.15.111:0/1875531232 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7faf8408a9f0 con 0x7faf9c0d02a0 2024-09-19T04:34:04.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.884+0000 7faf9b7fe640 1 --2- 172.21.15.111:0/1875531232 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faf7c06c490 0x7faf7c06e950 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7faf8c006a90 tx=0x7faf8c006a20 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:04.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:04.888+0000 7faf98ff9640 1 -- 172.21.15.111:0/1875531232 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faf9c158ef0 con 0x7faf9c0d02a0 2024-09-19T04:34:05.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.053+0000 7fafa2a23640 1 -- 172.21.15.111:0/1875531232 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7faf9c15ad40 con 0x7faf9c0d02a0 2024-09-19T04:34:05.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.054+0000 7faf98ff9640 1 -- 172.21.15.111:0/1875531232 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v43) ==== 74+0+16734 (secure 0 0 0) 0x7faf84058f70 con 0x7faf9c0d02a0 2024-09-19T04:34:05.056 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:34:05.056 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":43,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:34:03.768633+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:34:02.380585+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-19T04:34:02.737508+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:34:05.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.056+0000 7fafa2a23640 1 -- 172.21.15.111:0/1875531232 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faf7c06c490 msgr2=0x7faf7c06e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:05.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.056+0000 7fafa2a23640 1 --2- 172.21.15.111:0/1875531232 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faf7c06c490 0x7faf7c06e950 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7faf8c006a90 tx=0x7faf8c006a20 comp rx=0 tx=0).stop 2024-09-19T04:34:05.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.056+0000 7fafa2a23640 1 -- 172.21.15.111:0/1875531232 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf9c0d02a0 msgr2=0x7faf9c14c180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:05.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.056+0000 7fafa2a23640 1 --2- 172.21.15.111:0/1875531232 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf9c0d02a0 0x7faf9c14c180 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7faf8400c390 tx=0x7faf8400c850 comp rx=0 tx=0).stop 2024-09-19T04:34:05.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.056+0000 7fafa2a23640 1 -- 172.21.15.111:0/1875531232 shutdown_connections 2024-09-19T04:34:05.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.056+0000 7fafa2a23640 1 --2- 172.21.15.111:0/1875531232 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faf7c06c490 0x7faf7c06e950 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:05.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.056+0000 7fafa2a23640 1 --2- 172.21.15.111:0/1875531232 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faf9c15ce80 0x7faf9c073bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:05.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.056+0000 7fafa2a23640 1 --2- 172.21.15.111:0/1875531232 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faf9c15ca40 0x7faf9c1589b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:05.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.056+0000 7fafa2a23640 1 --2- 172.21.15.111:0/1875531232 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf9c0d02a0 0x7faf9c14c180 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:05.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.056+0000 7fafa2a23640 1 -- 172.21.15.111:0/1875531232 >> 172.21.15.111:0/1875531232 conn(0x7faf9c062cc0 msgr2=0x7faf9c06bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:05.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.056+0000 7fafa2a23640 1 -- 172.21.15.111:0/1875531232 shutdown_connections 2024-09-19T04:34:05.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.056+0000 7fafa2a23640 1 -- 172.21.15.111:0/1875531232 wait complete. 2024-09-19T04:34:05.069 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T04:34:05.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.169+0000 7fce4b880640 1 Processor -- start 2024-09-19T04:34:05.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.169+0000 7fce4b880640 1 -- start start 2024-09-19T04:34:05.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.170+0000 7fce4b880640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fce4415d3b0 0x7fce44071080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:05.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.170+0000 7fce4b880640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fce4415d790 0x7fce440cce70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:05.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.170+0000 7fce4b880640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fce440cd3b0 0x7fce440cf320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:05.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.170+0000 7fce4b880640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fce4406da30 con 0x7fce440cd3b0 2024-09-19T04:34:05.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.170+0000 7fce4b880640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fce440715c0 con 0x7fce4415d790 2024-09-19T04:34:05.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.170+0000 7fce4b880640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fce4406d700 con 0x7fce4415d3b0 2024-09-19T04:34:05.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.170+0000 7fce49e1d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fce440cd3b0 0x7fce440cf320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:05.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.170+0000 7fce49e1d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fce440cd3b0 0x7fce440cf320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57558/0 (socket says 172.21.15.111:57558) 2024-09-19T04:34:05.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.170+0000 7fce49e1d640 1 -- 172.21.15.111:0/228516811 learned_addr learned my addr 172.21.15.111:0/228516811 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:05.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.170+0000 7fce48e1b640 1 --2- 172.21.15.111:0/228516811 >> v2:172.21.15.114:3300/0 conn(0x7fce4415d790 0x7fce440cce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:05.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.170+0000 7fce4961c640 1 --2- 172.21.15.111:0/228516811 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fce4415d3b0 0x7fce44071080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:05.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.170+0000 7fce49e1d640 1 -- 172.21.15.111:0/228516811 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fce4415d3b0 msgr2=0x7fce44071080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:05.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.170+0000 7fce49e1d640 1 --2- 172.21.15.111:0/228516811 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fce4415d3b0 0x7fce44071080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:05.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.170+0000 7fce49e1d640 1 -- 172.21.15.111:0/228516811 >> v2:172.21.15.114:3300/0 conn(0x7fce4415d790 msgr2=0x7fce440cce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:05.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.170+0000 7fce49e1d640 1 --2- 172.21.15.111:0/228516811 >> v2:172.21.15.114:3300/0 conn(0x7fce4415d790 0x7fce440cce70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:05.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.170+0000 7fce49e1d640 1 -- 172.21.15.111:0/228516811 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce440cde80 con 0x7fce440cd3b0 2024-09-19T04:34:05.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.170+0000 7fce4961c640 1 --2- 172.21.15.111:0/228516811 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fce4415d3b0 0x7fce44071080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:34:05.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.171+0000 7fce49e1d640 1 --2- 172.21.15.111:0/228516811 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce440cd3b0 0x7fce440cf320 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fce4406c690 tx=0x7fce3c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=139687f731170824 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:05.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.171+0000 7fce3bfff640 1 -- 172.21.15.111:0/228516811 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3c036070 con 0x7fce440cd3b0 2024-09-19T04:34:05.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.171+0000 7fce3bfff640 1 -- 172.21.15.111:0/228516811 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce3c031600 con 0x7fce440cd3b0 2024-09-19T04:34:05.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.171+0000 7fce3bfff640 1 -- 172.21.15.111:0/228516811 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3c0319d0 con 0x7fce440cd3b0 2024-09-19T04:34:05.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.171+0000 7fce4b880640 1 -- 172.21.15.111:0/228516811 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce440cd3b0 msgr2=0x7fce440cf320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:05.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.171+0000 7fce4b880640 1 --2- 172.21.15.111:0/228516811 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce440cd3b0 0x7fce440cf320 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fce4406c690 tx=0x7fce3c02a6a0 comp rx=0 tx=0).stop 2024-09-19T04:34:05.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.171+0000 7fce4b880640 1 -- 172.21.15.111:0/228516811 shutdown_connections 2024-09-19T04:34:05.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.171+0000 7fce4b880640 1 --2- 172.21.15.111:0/228516811 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce440cd3b0 0x7fce440cf320 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:05.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.171+0000 7fce4b880640 1 --2- 172.21.15.111:0/228516811 >> v2:172.21.15.114:3300/0 conn(0x7fce4415d790 0x7fce440cce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:05.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.171+0000 7fce4b880640 1 --2- 172.21.15.111:0/228516811 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fce4415d3b0 0x7fce44071080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:05.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.172+0000 7fce4b880640 1 -- 172.21.15.111:0/228516811 >> 172.21.15.111:0/228516811 conn(0x7fce4406bba0 msgr2=0x7fce4406bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:05.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.172+0000 7fce4b880640 1 -- 172.21.15.111:0/228516811 shutdown_connections 2024-09-19T04:34:05.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.172+0000 7fce4b880640 1 -- 172.21.15.111:0/228516811 wait complete. 2024-09-19T04:34:05.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.173+0000 7fce4b880640 1 Processor -- start 2024-09-19T04:34:05.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.173+0000 7fce4b880640 1 -- start start 2024-09-19T04:34:05.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.173+0000 7fce4b880640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fce440cd3b0 0x7fce44157a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:05.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.173+0000 7fce4b880640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fce4415d3b0 0x7fce44151f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:05.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.173+0000 7fce4b880640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce44152670 0x7fce4415a000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:05.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.173+0000 7fce4b880640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fce4415cbf0 con 0x7fce44152670 2024-09-19T04:34:05.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.173+0000 7fce4b880640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fce440cdba0 con 0x7fce440cd3b0 2024-09-19T04:34:05.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.173+0000 7fce4b880640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fce4415cd70 con 0x7fce4415d3b0 2024-09-19T04:34:05.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.174+0000 7fce49e1d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce44152670 0x7fce4415a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:05.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.174+0000 7fce49e1d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce44152670 0x7fce4415a000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57572/0 (socket says 172.21.15.111:57572) 2024-09-19T04:34:05.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.174+0000 7fce49e1d640 1 -- 172.21.15.111:0/100036870 learned_addr learned my addr 172.21.15.111:0/100036870 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:05.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.174+0000 7fce4961c640 1 --2- 172.21.15.111:0/100036870 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fce440cd3b0 0x7fce44157a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:05.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.174+0000 7fce48e1b640 1 --2- 172.21.15.111:0/100036870 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fce4415d3b0 0x7fce44151f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:05.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.174+0000 7fce49e1d640 1 -- 172.21.15.111:0/100036870 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fce4415d3b0 msgr2=0x7fce44151f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:05.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.174+0000 7fce49e1d640 1 --2- 172.21.15.111:0/100036870 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fce4415d3b0 0x7fce44151f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:05.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.174+0000 7fce49e1d640 1 -- 172.21.15.111:0/100036870 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fce440cd3b0 msgr2=0x7fce44157a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:05.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.174+0000 7fce49e1d640 1 --2- 172.21.15.111:0/100036870 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fce440cd3b0 0x7fce44157a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:05.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.174+0000 7fce49e1d640 1 -- 172.21.15.111:0/100036870 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce44153640 con 0x7fce44152670 2024-09-19T04:34:05.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.174+0000 7fce4961c640 1 --2- 172.21.15.111:0/100036870 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fce440cd3b0 0x7fce44157a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:34:05.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.174+0000 7fce49e1d640 1 --2- 172.21.15.111:0/100036870 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce44152670 0x7fce4415a000 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fce3c02ac90 tx=0x7fce3c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:05.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.174+0000 7fce39ffb640 1 -- 172.21.15.111:0/100036870 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3c03f020 con 0x7fce44152670 2024-09-19T04:34:05.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.174+0000 7fce39ffb640 1 -- 172.21.15.111:0/100036870 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce3c037040 con 0x7fce44152670 2024-09-19T04:34:05.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.174+0000 7fce4b880640 1 -- 172.21.15.111:0/100036870 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce44153920 con 0x7fce44152670 2024-09-19T04:34:05.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.174+0000 7fce39ffb640 1 -- 172.21.15.111:0/100036870 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3c036070 con 0x7fce44152670 2024-09-19T04:34:05.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.174+0000 7fce4b880640 1 -- 172.21.15.111:0/100036870 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce44153ee0 con 0x7fce44152670 2024-09-19T04:34:05.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.175+0000 7fce4b880640 1 -- 172.21.15.111:0/100036870 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce44071080 con 0x7fce44152670 2024-09-19T04:34:05.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.176+0000 7fce39ffb640 1 -- 172.21.15.111:0/100036870 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fce3c042020 con 0x7fce44152670 2024-09-19T04:34:05.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.176+0000 7fce39ffb640 1 --2- 172.21.15.111:0/100036870 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fce2806c490 0x7fce2806e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:05.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.176+0000 7fce39ffb640 1 -- 172.21.15.111:0/100036870 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7fce3c0abfe0 con 0x7fce44152670 2024-09-19T04:34:05.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.176+0000 7fce4961c640 1 --2- 172.21.15.111:0/100036870 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fce2806c490 0x7fce2806e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:05.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.177+0000 7fce4961c640 1 --2- 172.21.15.111:0/100036870 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fce2806c490 0x7fce2806e950 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fce40006fd0 tx=0x7fce40008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:05.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.181+0000 7fce39ffb640 1 -- 172.21.15.111:0/100036870 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fce3c049020 con 0x7fce44152670 2024-09-19T04:34:05.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.379+0000 7fce4b880640 1 -- 172.21.15.111:0/100036870 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fce4406c540 con 0x7fce44152670 2024-09-19T04:34:05.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.455+0000 7fce39ffb640 1 -- 172.21.15.111:0/100036870 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v19) ==== 118+0+0 (secure 0 0 0) 0x7fce3c07a3c0 con 0x7fce44152670 2024-09-19T04:34:05.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.457+0000 7fce4b880640 1 -- 172.21.15.111:0/100036870 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fce2806c490 msgr2=0x7fce2806e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:05.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.457+0000 7fce4b880640 1 --2- 172.21.15.111:0/100036870 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fce2806c490 0x7fce2806e950 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fce40006fd0 tx=0x7fce40008040 comp rx=0 tx=0).stop 2024-09-19T04:34:05.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.457+0000 7fce4b880640 1 -- 172.21.15.111:0/100036870 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce44152670 msgr2=0x7fce4415a000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:05.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.457+0000 7fce4b880640 1 --2- 172.21.15.111:0/100036870 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce44152670 0x7fce4415a000 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fce3c02ac90 tx=0x7fce3c004a40 comp rx=0 tx=0).stop 2024-09-19T04:34:05.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.457+0000 7fce4b880640 1 -- 172.21.15.111:0/100036870 shutdown_connections 2024-09-19T04:34:05.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.457+0000 7fce4b880640 1 --2- 172.21.15.111:0/100036870 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fce2806c490 0x7fce2806e950 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:05.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.457+0000 7fce4b880640 1 --2- 172.21.15.111:0/100036870 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce44152670 0x7fce4415a000 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:05.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.457+0000 7fce4b880640 1 --2- 172.21.15.111:0/100036870 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fce4415d3b0 0x7fce44151f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:05.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.457+0000 7fce4b880640 1 --2- 172.21.15.111:0/100036870 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fce440cd3b0 0x7fce44157a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:05.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.457+0000 7fce4b880640 1 -- 172.21.15.111:0/100036870 >> 172.21.15.111:0/100036870 conn(0x7fce4406bba0 msgr2=0x7fce4415e160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:05.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.457+0000 7fce4b880640 1 -- 172.21.15.111:0/100036870 shutdown_connections 2024-09-19T04:34:05.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.457+0000 7fce4b880640 1 -- 172.21.15.111:0/100036870 wait complete. 2024-09-19T04:34:05.469 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T04:34:05.470 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T04:34:05.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.569+0000 7fc0062af640 1 Processor -- start 2024-09-19T04:34:05.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.569+0000 7fc0062af640 1 -- start start 2024-09-19T04:34:05.572 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.570+0000 7fc0062af640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc000073150 0x7fc0000735e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:05.572 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.570+0000 7fc0062af640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc000070930 con 0x7fc0000d1ed0 2024-09-19T04:34:05.572 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.570+0000 7fc0062af640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0000b71d0 con 0x7fc0000b1da0 2024-09-19T04:34:05.572 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.570+0000 7fc0062af640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc000070c80 con 0x7fc000073150 2024-09-19T04:34:05.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.570+0000 7fbfff7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fc0000d1ed0 0x7fc0000d0440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59468/0 (socket says 172.21.15.111:59468) 2024-09-19T04:34:05.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.570+0000 7fbfff7fe640 1 -- 172.21.15.111:0/255762428 learned_addr learned my addr 172.21.15.111:0/255762428 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:34:05.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.570+0000 7fc00484c640 1 --2- 172.21.15.111:0/255762428 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc000073150 0x7fc0000735e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:05.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.571+0000 7fbffeffd640 1 -- 172.21.15.111:0/255762428 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1884893136 0 0) 0x7fc000070930 con 0x7fc0000d1ed0 2024-09-19T04:34:05.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.571+0000 7fbffeffd640 1 -- 172.21.15.111:0/255762428 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbfe8003520 con 0x7fc0000d1ed0 2024-09-19T04:34:05.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.571+0000 7fbffeffd640 1 -- 172.21.15.111:0/255762428 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1013001572 0 0) 0x7fc0000b71d0 con 0x7fc0000b1da0 2024-09-19T04:34:05.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.571+0000 7fbffeffd640 1 -- 172.21.15.111:0/255762428 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc000070930 con 0x7fc0000b1da0 2024-09-19T04:34:05.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.571+0000 7fc00484c640 1 -- 172.21.15.111:0/255762428 >> v1:172.21.15.114:6789/0 conn(0x7fc0000b1da0 legacy=0x7fc00015d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:05.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.571+0000 7fc00484c640 1 -- 172.21.15.111:0/255762428 >> v1:172.21.15.111:6789/0 conn(0x7fc0000d1ed0 legacy=0x7fc0000d0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:05.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.571+0000 7fbffeffd640 1 -- 172.21.15.111:0/255762428 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 176575043 0 0) 0x7fbfe8003520 con 0x7fc0000d1ed0 2024-09-19T04:34:05.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.571+0000 7fc00484c640 1 -- 172.21.15.111:0/255762428 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0000b74b0 con 0x7fc000073150 2024-09-19T04:34:05.575 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.572+0000 7fc00484c640 1 --2- 172.21.15.111:0/255762428 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc000073150 0x7fc0000735e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fc000070e00 tx=0x7fbff802a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=809c0efc08c9984f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:05.575 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.572+0000 7fbffeffd640 1 -- 172.21.15.111:0/255762428 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbff4001670 con 0x7fc000073150 2024-09-19T04:34:05.575 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.572+0000 7fbffeffd640 1 -- 172.21.15.111:0/255762428 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbff8007540 con 0x7fc000073150 2024-09-19T04:34:05.575 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.572+0000 7fbffeffd640 1 -- 172.21.15.111:0/255762428 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbff80078f0 con 0x7fc000073150 2024-09-19T04:34:05.575 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.572+0000 7fc0062af640 1 -- 172.21.15.111:0/255762428 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc000073150 msgr2=0x7fc0000735e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:05.575 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.572+0000 7fc0062af640 1 --2- 172.21.15.111:0/255762428 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc000073150 0x7fc0000735e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fc000070e00 tx=0x7fbff802a5d0 comp rx=0 tx=0).stop 2024-09-19T04:34:05.575 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.572+0000 7fc0062af640 1 -- 172.21.15.111:0/255762428 shutdown_connections 2024-09-19T04:34:05.575 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.572+0000 7fc0062af640 1 --2- 172.21.15.111:0/255762428 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc000073150 0x7fc0000735e0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:05.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.572+0000 7fc0062af640 1 -- 172.21.15.111:0/255762428 >> 172.21.15.111:0/255762428 conn(0x7fc0000b4290 msgr2=0x7fc0000b4670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:05.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.572+0000 7fc0062af640 1 -- 172.21.15.111:0/255762428 shutdown_connections 2024-09-19T04:34:05.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.572+0000 7fc0062af640 1 -- 172.21.15.111:0/255762428 wait complete. 2024-09-19T04:34:05.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.573+0000 7fc0062af640 1 Processor -- start 2024-09-19T04:34:05.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.574+0000 7fc0062af640 1 -- start start 2024-09-19T04:34:05.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.574+0000 7fc0062af640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc000073150 0x7fc0000ce230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:05.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.574+0000 7fc0062af640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc0000b1da0 0x7fc000157210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:05.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.574+0000 7fc0062af640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc0000d1ed0 0x7fc0000cc860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:05.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.574+0000 7fc0062af640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc000071110 con 0x7fc000073150 2024-09-19T04:34:05.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.574+0000 7fc0062af640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc0000d0b50 con 0x7fc0000b1da0 2024-09-19T04:34:05.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.574+0000 7fc0062af640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc000071290 con 0x7fc0000d1ed0 2024-09-19T04:34:05.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.574+0000 7fbffffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc000073150 0x7fc0000ce230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:05.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.575+0000 7fbffffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc000073150 0x7fc0000ce230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57584/0 (socket says 172.21.15.111:57584) 2024-09-19T04:34:05.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.575+0000 7fbffffff640 1 -- 172.21.15.111:0/1031316483 learned_addr learned my addr 172.21.15.111:0/1031316483 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:05.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.575+0000 7fbfff7fe640 1 --2- 172.21.15.111:0/1031316483 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc0000b1da0 0x7fc000157210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:05.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.575+0000 7fc00484c640 1 --2- 172.21.15.111:0/1031316483 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc0000d1ed0 0x7fc0000cc860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:05.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.575+0000 7fbffffff640 1 -- 172.21.15.111:0/1031316483 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc0000d1ed0 msgr2=0x7fc0000cc860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:05.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.575+0000 7fbffffff640 1 --2- 172.21.15.111:0/1031316483 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc0000d1ed0 0x7fc0000cc860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:05.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.575+0000 7fbffffff640 1 -- 172.21.15.111:0/1031316483 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc0000b1da0 msgr2=0x7fc000157210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:05.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.575+0000 7fbffffff640 1 --2- 172.21.15.111:0/1031316483 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc0000b1da0 0x7fc000157210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:05.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.575+0000 7fbffffff640 1 -- 172.21.15.111:0/1031316483 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0000cd190 con 0x7fc000073150 2024-09-19T04:34:05.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.575+0000 7fbfff7fe640 1 --2- 172.21.15.111:0/1031316483 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc0000b1da0 0x7fc000157210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:34:05.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.575+0000 7fbffffff640 1 --2- 172.21.15.111:0/1031316483 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc000073150 0x7fc0000ce230 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fbff000c4c0 tx=0x7fbff000c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:05.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.575+0000 7fbffcff9640 1 -- 172.21.15.111:0/1031316483 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbff00052d0 con 0x7fc000073150 2024-09-19T04:34:05.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.575+0000 7fbffcff9640 1 -- 172.21.15.111:0/1031316483 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbff0005470 con 0x7fc000073150 2024-09-19T04:34:05.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.575+0000 7fc0062af640 1 -- 172.21.15.111:0/1031316483 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0000cd470 con 0x7fc000073150 2024-09-19T04:34:05.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.575+0000 7fbffcff9640 1 -- 172.21.15.111:0/1031316483 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbff0012870 con 0x7fc000073150 2024-09-19T04:34:05.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.575+0000 7fc0062af640 1 -- 172.21.15.111:0/1031316483 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0000cda30 con 0x7fc000073150 2024-09-19T04:34:05.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.576+0000 7fc0062af640 1 -- 172.21.15.111:0/1031316483 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0000735e0 con 0x7fc000073150 2024-09-19T04:34:05.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.577+0000 7fbffcff9640 1 -- 172.21.15.111:0/1031316483 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fbff0012a10 con 0x7fc000073150 2024-09-19T04:34:05.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.577+0000 7fbffcff9640 1 --2- 172.21.15.111:0/1031316483 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbfec06c460 0x7fbfec06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:05.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.577+0000 7fbffcff9640 1 -- 172.21.15.111:0/1031316483 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fbff008b390 con 0x7fc000073150 2024-09-19T04:34:05.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.577+0000 7fbfff7fe640 1 --2- 172.21.15.111:0/1031316483 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbfec06c460 0x7fbfec06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:05.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.577+0000 7fbfff7fe640 1 --2- 172.21.15.111:0/1031316483 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbfec06c460 0x7fbfec06e920 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fc0000b1b00 tx=0x7fbff4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:05.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.581+0000 7fbffcff9640 1 -- 172.21.15.111:0/1031316483 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbff0059910 con 0x7fc000073150 2024-09-19T04:34:05.686 INFO:tasks.ceph.mds.b.smithi114.stderr:2024-09-19T04:34:05.685+0000 7fe18a1d3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T04:34:05.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:05.787+0000 7fc0062af640 1 -- 172.21.15.111:0/1031316483 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fc0000cde50 con 0x7fc000073150 2024-09-19T04:34:06.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.460+0000 7fbffcff9640 1 -- 172.21.15.111:0/1031316483 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v20) ==== 122+0+0 (secure 0 0 0) 0x7fbff0059210 con 0x7fc000073150 2024-09-19T04:34:06.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.463+0000 7fc0062af640 1 -- 172.21.15.111:0/1031316483 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbfec06c460 msgr2=0x7fbfec06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:06.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.463+0000 7fc0062af640 1 --2- 172.21.15.111:0/1031316483 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbfec06c460 0x7fbfec06e920 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fc0000b1b00 tx=0x7fbff4009040 comp rx=0 tx=0).stop 2024-09-19T04:34:06.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.463+0000 7fc0062af640 1 -- 172.21.15.111:0/1031316483 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc000073150 msgr2=0x7fc0000ce230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:06.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.463+0000 7fc0062af640 1 --2- 172.21.15.111:0/1031316483 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc000073150 0x7fc0000ce230 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fbff000c4c0 tx=0x7fbff000c980 comp rx=0 tx=0).stop 2024-09-19T04:34:06.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.463+0000 7fc0062af640 1 -- 172.21.15.111:0/1031316483 shutdown_connections 2024-09-19T04:34:06.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.463+0000 7fc0062af640 1 --2- 172.21.15.111:0/1031316483 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbfec06c460 0x7fbfec06e920 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:06.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.463+0000 7fc0062af640 1 --2- 172.21.15.111:0/1031316483 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc0000d1ed0 0x7fc0000cc860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:06.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.463+0000 7fc0062af640 1 --2- 172.21.15.111:0/1031316483 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc0000b1da0 0x7fc000157210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:06.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.463+0000 7fc0062af640 1 --2- 172.21.15.111:0/1031316483 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc000073150 0x7fc0000ce230 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:06.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.463+0000 7fc0062af640 1 -- 172.21.15.111:0/1031316483 >> 172.21.15.111:0/1031316483 conn(0x7fc0000b4290 msgr2=0x7fc0000cfa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:06.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.463+0000 7fc0062af640 1 -- 172.21.15.111:0/1031316483 shutdown_connections 2024-09-19T04:34:06.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.463+0000 7fc0062af640 1 -- 172.21.15.111:0/1031316483 wait complete. 2024-09-19T04:34:06.476 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T04:34:06.476 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:34:06.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.574+0000 7fdc4776d640 1 Processor -- start 2024-09-19T04:34:06.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.575+0000 7fdc4776d640 1 -- start start 2024-09-19T04:34:06.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.575+0000 7fdc4776d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc400cf070 0x7fdc400cf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:06.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.575+0000 7fdc4776d640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdc400ce740 con 0x7fdc40073120 2024-09-19T04:34:06.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.575+0000 7fdc4776d640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdc40072640 con 0x7fdc4015c180 2024-09-19T04:34:06.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.575+0000 7fdc4776d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fdc40072920 con 0x7fdc400cf070 2024-09-19T04:34:06.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.576+0000 7fdc45d0a640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fdc40073120 0x7fdc4006bba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59472/0 (socket says 172.21.15.111:59472) 2024-09-19T04:34:06.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.576+0000 7fdc45d0a640 1 -- 172.21.15.111:0/3377168669 learned_addr learned my addr 172.21.15.111:0/3377168669 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:34:06.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.576+0000 7fdc33fff640 1 -- 172.21.15.111:0/3377168669 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3467129073 0 0) 0x7fdc400ce740 con 0x7fdc40073120 2024-09-19T04:34:06.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.576+0000 7fdc33fff640 1 -- 172.21.15.111:0/3377168669 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdc2c003520 con 0x7fdc40073120 2024-09-19T04:34:06.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.576+0000 7fdc44d08640 1 --2- 172.21.15.111:0/3377168669 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc400cf070 0x7fdc400cf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:06.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.576+0000 7fdc33fff640 1 -- 172.21.15.111:0/3377168669 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 922553700 0 0) 0x7fdc2c003520 con 0x7fdc40073120 2024-09-19T04:34:06.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.576+0000 7fdc33fff640 1 -- 172.21.15.111:0/3377168669 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc400cf070 msgr2=0x7fdc400cf4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:06.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.576+0000 7fdc33fff640 1 --2- 172.21.15.111:0/3377168669 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc400cf070 0x7fdc400cf4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:06.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.576+0000 7fdc33fff640 1 -- 172.21.15.111:0/3377168669 >> v1:172.21.15.114:6789/0 conn(0x7fdc4015c180 legacy=0x7fdc400cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:06.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.576+0000 7fdc33fff640 1 -- 172.21.15.111:0/3377168669 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc40072c00 con 0x7fdc40073120 2024-09-19T04:34:06.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.576+0000 7fdc33fff640 1 -- 172.21.15.111:0/3377168669 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fdc38001a10 con 0x7fdc40073120 2024-09-19T04:34:06.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.576+0000 7fdc33fff640 1 -- 172.21.15.111:0/3377168669 >> v1:172.21.15.111:6789/0 conn(0x7fdc40073120 legacy=0x7fdc4006bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:06.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.576+0000 7fdc33fff640 1 --2- 172.21.15.111:0/3377168669 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc400cf070 0x7fdc2c0039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:06.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.576+0000 7fdc33fff640 1 --2- 172.21.15.111:0/3377168669 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc2c003f20 0x7fdc2c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:06.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.576+0000 7fdc33fff640 1 --2- 172.21.15.111:0/3377168669 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc2c004d40 0x7fdc2c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:06.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.576+0000 7fdc33fff640 1 -- 172.21.15.111:0/3377168669 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fdc40072920 con 0x7fdc2c003f20 2024-09-19T04:34:06.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.576+0000 7fdc33fff640 1 -- 172.21.15.111:0/3377168669 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fdc2c00bad0 con 0x7fdc2c004d40 2024-09-19T04:34:06.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.576+0000 7fdc33fff640 1 -- 172.21.15.111:0/3377168669 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fdc2c00bcd0 con 0x7fdc400cf070 2024-09-19T04:34:06.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.576+0000 7fdc44d08640 1 --2- 172.21.15.111:0/3377168669 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc2c003f20 0x7fdc2c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:06.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.576+0000 7fdc45509640 1 --2- 172.21.15.111:0/3377168669 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc400cf070 0x7fdc2c0039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:06.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.576+0000 7fdc45d0a640 1 --2- 172.21.15.111:0/3377168669 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc2c004d40 0x7fdc2c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:06.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.577+0000 7fdc44d08640 1 -- 172.21.15.111:0/3377168669 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc400cf070 msgr2=0x7fdc2c0039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:06.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.577+0000 7fdc44d08640 1 --2- 172.21.15.111:0/3377168669 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc400cf070 0x7fdc2c0039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:06.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.577+0000 7fdc44d08640 1 -- 172.21.15.111:0/3377168669 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc2c004d40 msgr2=0x7fdc2c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:06.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.577+0000 7fdc44d08640 1 --2- 172.21.15.111:0/3377168669 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc2c004d40 0x7fdc2c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:06.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.577+0000 7fdc44d08640 1 -- 172.21.15.111:0/3377168669 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc2c003520 con 0x7fdc2c003f20 2024-09-19T04:34:06.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.577+0000 7fdc45d0a640 1 --2- 172.21.15.111:0/3377168669 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc2c004d40 0x7fdc2c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:34:06.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.577+0000 7fdc44d08640 1 --2- 172.21.15.111:0/3377168669 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc2c003f20 0x7fdc2c004800 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fdc3c009ac0 tx=0x7fdc2c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff019455056078ed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:06.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.577+0000 7fdc33fff640 1 -- 172.21.15.111:0/3377168669 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc3c036070 con 0x7fdc2c003f20 2024-09-19T04:34:06.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.577+0000 7fdc33fff640 1 -- 172.21.15.111:0/3377168669 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc3c031400 con 0x7fdc2c003f20 2024-09-19T04:34:06.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.577+0000 7fdc33fff640 1 -- 172.21.15.111:0/3377168669 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc3c009690 con 0x7fdc2c003f20 2024-09-19T04:34:06.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.578+0000 7fdc4776d640 1 -- 172.21.15.111:0/3377168669 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc2c003f20 msgr2=0x7fdc2c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:06.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.578+0000 7fdc4776d640 1 --2- 172.21.15.111:0/3377168669 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc2c003f20 0x7fdc2c004800 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fdc3c009ac0 tx=0x7fdc2c005830 comp rx=0 tx=0).stop 2024-09-19T04:34:06.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.578+0000 7fdc45d0a640 1 -- 172.21.15.111:0/3377168669 reap_dead start 2024-09-19T04:34:06.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.578+0000 7fdc4776d640 1 -- 172.21.15.111:0/3377168669 shutdown_connections 2024-09-19T04:34:06.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.578+0000 7fdc4776d640 1 -- 172.21.15.111:0/3377168669 >> 172.21.15.111:0/3377168669 conn(0x7fdc40062cc0 msgr2=0x7fdc4006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:06.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.578+0000 7fdc4776d640 1 -- 172.21.15.111:0/3377168669 shutdown_connections 2024-09-19T04:34:06.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.578+0000 7fdc4776d640 1 -- 172.21.15.111:0/3377168669 wait complete. 2024-09-19T04:34:06.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.579+0000 7fdc4776d640 1 Processor -- start 2024-09-19T04:34:06.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.579+0000 7fdc4776d640 1 -- start start 2024-09-19T04:34:06.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.580+0000 7fdc4776d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc2c003f20 0x7fdc40147130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:06.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.580+0000 7fdc4776d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc400b3e80 0x7fdc4014a390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:06.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.580+0000 7fdc4776d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc4015a9a0 0x7fdc4015ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:06.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.580+0000 7fdc4776d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fdc400722f0 con 0x7fdc400b3e80 2024-09-19T04:34:06.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.580+0000 7fdc4776d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fdc400ced00 con 0x7fdc2c003f20 2024-09-19T04:34:06.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.580+0000 7fdc4776d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fdc4015c560 con 0x7fdc4015a9a0 2024-09-19T04:34:06.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.580+0000 7fdc44d08640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc400b3e80 0x7fdc4014a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:06.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.580+0000 7fdc44d08640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc400b3e80 0x7fdc4014a390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57598/0 (socket says 172.21.15.111:57598) 2024-09-19T04:34:06.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.580+0000 7fdc44d08640 1 -- 172.21.15.111:0/4203654723 learned_addr learned my addr 172.21.15.111:0/4203654723 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:06.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.580+0000 7fdc45509640 1 --2- 172.21.15.111:0/4203654723 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc2c003f20 0x7fdc40147130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:06.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.580+0000 7fdc45d0a640 1 --2- 172.21.15.111:0/4203654723 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc4015a9a0 0x7fdc4015ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:06.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.580+0000 7fdc44d08640 1 -- 172.21.15.111:0/4203654723 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc4015a9a0 msgr2=0x7fdc4015ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:06.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.580+0000 7fdc44d08640 1 --2- 172.21.15.111:0/4203654723 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc4015a9a0 0x7fdc4015ae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:06.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.581+0000 7fdc44d08640 1 -- 172.21.15.111:0/4203654723 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc2c003f20 msgr2=0x7fdc40147130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:06.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.581+0000 7fdc44d08640 1 --2- 172.21.15.111:0/4203654723 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc2c003f20 0x7fdc40147130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:06.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.581+0000 7fdc44d08640 1 -- 172.21.15.111:0/4203654723 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc4014a8d0 con 0x7fdc400b3e80 2024-09-19T04:34:06.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.581+0000 7fdc44d08640 1 --2- 172.21.15.111:0/4203654723 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc400b3e80 0x7fdc4014a390 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fdc3c000c00 tx=0x7fdc3c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:06.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.581+0000 7fdc31ffb640 1 -- 172.21.15.111:0/4203654723 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc3c040020 con 0x7fdc400b3e80 2024-09-19T04:34:06.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.581+0000 7fdc31ffb640 1 -- 172.21.15.111:0/4203654723 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc3c003c60 con 0x7fdc400b3e80 2024-09-19T04:34:06.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.581+0000 7fdc4776d640 1 -- 172.21.15.111:0/4203654723 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc400b4440 con 0x7fdc400b3e80 2024-09-19T04:34:06.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.581+0000 7fdc31ffb640 1 -- 172.21.15.111:0/4203654723 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc3c036040 con 0x7fdc400b3e80 2024-09-19T04:34:06.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.581+0000 7fdc4776d640 1 -- 172.21.15.111:0/4203654723 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc400b4a00 con 0x7fdc400b3e80 2024-09-19T04:34:06.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.582+0000 7fdc4776d640 1 -- 172.21.15.111:0/4203654723 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc400cf4b0 con 0x7fdc400b3e80 2024-09-19T04:34:06.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.583+0000 7fdc31ffb640 1 -- 172.21.15.111:0/4203654723 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fdc3c043020 con 0x7fdc400b3e80 2024-09-19T04:34:06.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.583+0000 7fdc31ffb640 1 --2- 172.21.15.111:0/4203654723 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdc2406c460 0x7fdc2406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:06.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.583+0000 7fdc31ffb640 1 -- 172.21.15.111:0/4203654723 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fdc3c0ab990 con 0x7fdc400b3e80 2024-09-19T04:34:06.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.583+0000 7fdc45509640 1 --2- 172.21.15.111:0/4203654723 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdc2406c460 0x7fdc2406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:06.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.584+0000 7fdc45509640 1 --2- 172.21.15.111:0/4203654723 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdc2406c460 0x7fdc2406e920 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fdc34001910 tx=0x7fdc34009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:06.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.588+0000 7fdc31ffb640 1 -- 172.21.15.111:0/4203654723 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdc3c04a030 con 0x7fdc400b3e80 2024-09-19T04:34:06.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.785+0000 7fdc4776d640 1 -- 172.21.15.111:0/4203654723 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdc400d0380 con 0x7fdc400b3e80 2024-09-19T04:34:06.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.786+0000 7fdc31ffb640 1 -- 172.21.15.111:0/4203654723 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+5232 (secure 0 0 0) 0x7fdc4014a8d0 con 0x7fdc400b3e80 2024-09-19T04:34:06.788 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:34:06.788 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":20,"btime":"2024-09-19T04:34:06:456016+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4978,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3318539535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3318539535},{"type":"v1","addr":"172.21.15.114:6834","nonce":3318539535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1477911623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1477911623},{"type":"v1","addr":"172.21.15.111:6836","nonce":1477911623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5205,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/799717206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":799717206},{"type":"v1","addr":"172.21.15.111:6837","nonce":799717206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:34:03.768957+0000","modified":"2024-09-19T04:34:05.788430+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5220},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5220":{"gid":5220,"name":"b","rank":0,"incarnation":18,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3785743307","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3785743307},{"type":"v1","addr":"172.21.15.114:6835","nonce":3785743307}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5220,"qdb_cluster":[5220]},"id":3}]} 2024-09-19T04:34:06.788 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 20 2024-09-19T04:34:06.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.788+0000 7fdc4776d640 1 -- 172.21.15.111:0/4203654723 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdc2406c460 msgr2=0x7fdc2406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:06.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.788+0000 7fdc4776d640 1 --2- 172.21.15.111:0/4203654723 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdc2406c460 0x7fdc2406e920 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fdc34001910 tx=0x7fdc34009040 comp rx=0 tx=0).stop 2024-09-19T04:34:06.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.788+0000 7fdc4776d640 1 -- 172.21.15.111:0/4203654723 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc400b3e80 msgr2=0x7fdc4014a390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:06.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.788+0000 7fdc4776d640 1 --2- 172.21.15.111:0/4203654723 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc400b3e80 0x7fdc4014a390 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fdc3c000c00 tx=0x7fdc3c004730 comp rx=0 tx=0).stop 2024-09-19T04:34:06.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.788+0000 7fdc4776d640 1 -- 172.21.15.111:0/4203654723 shutdown_connections 2024-09-19T04:34:06.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.788+0000 7fdc4776d640 1 --2- 172.21.15.111:0/4203654723 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdc2406c460 0x7fdc2406e920 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:06.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.788+0000 7fdc4776d640 1 --2- 172.21.15.111:0/4203654723 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc4015a9a0 0x7fdc4015ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:06.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.788+0000 7fdc4776d640 1 --2- 172.21.15.111:0/4203654723 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc400b3e80 0x7fdc4014a390 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:06.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.788+0000 7fdc4776d640 1 --2- 172.21.15.111:0/4203654723 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc2c003f20 0x7fdc40147130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:06.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.788+0000 7fdc4776d640 1 -- 172.21.15.111:0/4203654723 >> 172.21.15.111:0/4203654723 conn(0x7fdc40062cc0 msgr2=0x7fdc40158c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:06.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.788+0000 7fdc4776d640 1 -- 172.21.15.111:0/4203654723 shutdown_connections 2024-09-19T04:34:06.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.788+0000 7fdc4776d640 1 -- 172.21.15.111:0/4203654723 wait complete. 2024-09-19T04:34:06.800 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:34:06.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.897+0000 7f3422653640 1 Processor -- start 2024-09-19T04:34:06.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.897+0000 7f3422653640 1 -- start start 2024-09-19T04:34:06.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.898+0000 7f3422653640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f341c0d02a0 0x7f341c0d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:06.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.898+0000 7f3422653640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f341c0d0bc0 con 0x7f341c15ca40 2024-09-19T04:34:06.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.898+0000 7f3422653640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f341c15d390 con 0x7f341c15ceb0 2024-09-19T04:34:06.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.898+0000 7f3422653640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f341c15d670 con 0x7f341c0d02a0 2024-09-19T04:34:06.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.898+0000 7f341b7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f341c15ca40 0x7f341c15e430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59486/0 (socket says 172.21.15.111:59486) 2024-09-19T04:34:06.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.898+0000 7f341b7fe640 1 -- 172.21.15.111:0/4260787039 learned_addr learned my addr 172.21.15.111:0/4260787039 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:34:06.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.898+0000 7f341bfff640 1 --2- 172.21.15.111:0/4260787039 >> v2:172.21.15.114:3300/0 conn(0x7f341c0d02a0 0x7f341c0d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:06.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.898+0000 7f341affd640 1 -- 172.21.15.111:0/4260787039 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 361255181 0 0) 0x7f341c0d0bc0 con 0x7f341c15ca40 2024-09-19T04:34:06.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.898+0000 7f341affd640 1 -- 172.21.15.111:0/4260787039 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3404003520 con 0x7f341c15ca40 2024-09-19T04:34:06.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.899+0000 7f341affd640 1 -- 172.21.15.111:0/4260787039 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 294241425 0 0) 0x7f3404003520 con 0x7f341c15ca40 2024-09-19T04:34:06.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.899+0000 7f341affd640 1 -- 172.21.15.111:0/4260787039 >> v2:172.21.15.114:3300/0 conn(0x7f341c0d02a0 msgr2=0x7f341c0d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:06.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.899+0000 7f341affd640 1 --2- 172.21.15.111:0/4260787039 >> v2:172.21.15.114:3300/0 conn(0x7f341c0d02a0 0x7f341c0d0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:06.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.899+0000 7f341affd640 1 -- 172.21.15.111:0/4260787039 >> v1:172.21.15.114:6789/0 conn(0x7f341c15ceb0 legacy=0x7f341c1594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:06.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.899+0000 7f341affd640 1 -- 172.21.15.111:0/4260787039 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f341c15d950 con 0x7f341c15ca40 2024-09-19T04:34:06.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.899+0000 7f341affd640 1 -- 172.21.15.111:0/4260787039 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f3410001670 con 0x7f341c15ca40 2024-09-19T04:34:06.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.899+0000 7f341affd640 1 -- 172.21.15.111:0/4260787039 >> v1:172.21.15.111:6789/0 conn(0x7f341c15ca40 legacy=0x7f341c15e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:06.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.899+0000 7f341affd640 1 --2- 172.21.15.111:0/4260787039 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f34040039b0 0x7f3404003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:06.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.899+0000 7f341affd640 1 --2- 172.21.15.111:0/4260787039 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3404004800 0x7f3404004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:06.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.899+0000 7f341affd640 1 --2- 172.21.15.111:0/4260787039 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34040051c0 0x7f340400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:06.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.899+0000 7f341affd640 1 -- 172.21.15.111:0/4260787039 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f341c15d670 con 0x7f34040051c0 2024-09-19T04:34:06.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.899+0000 7f341affd640 1 -- 172.21.15.111:0/4260787039 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f340400c160 con 0x7f34040039b0 2024-09-19T04:34:06.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.899+0000 7f341affd640 1 -- 172.21.15.111:0/4260787039 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f340400c360 con 0x7f3404004800 2024-09-19T04:34:06.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.899+0000 7f3420bf0640 1 --2- 172.21.15.111:0/4260787039 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34040051c0 0x7f340400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:06.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.899+0000 7f341b7fe640 1 --2- 172.21.15.111:0/4260787039 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3404004800 0x7f3404004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:06.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.899+0000 7f341bfff640 1 --2- 172.21.15.111:0/4260787039 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f34040039b0 0x7f3404003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:06.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.899+0000 7f3420bf0640 1 -- 172.21.15.111:0/4260787039 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3404004800 msgr2=0x7f3404004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:06.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.899+0000 7f3420bf0640 1 --2- 172.21.15.111:0/4260787039 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3404004800 0x7f3404004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:06.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.899+0000 7f3420bf0640 1 -- 172.21.15.111:0/4260787039 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f34040039b0 msgr2=0x7f3404003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:06.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.899+0000 7f3420bf0640 1 --2- 172.21.15.111:0/4260787039 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f34040039b0 0x7f3404003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:06.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.899+0000 7f3420bf0640 1 -- 172.21.15.111:0/4260787039 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3404003520 con 0x7f34040051c0 2024-09-19T04:34:06.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.900+0000 7f3420bf0640 1 -- 172.21.15.111:0/4260787039 reap_dead start 2024-09-19T04:34:06.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.900+0000 7f3420bf0640 1 --2- 172.21.15.111:0/4260787039 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34040051c0 0x7f340400b9c0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f3414001e20 tx=0x7f3404005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56f649542ab8cfba server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:06.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.900+0000 7f341affd640 1 -- 172.21.15.111:0/4260787039 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3414001a70 con 0x7f34040051c0 2024-09-19T04:34:06.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.900+0000 7f341affd640 1 -- 172.21.15.111:0/4260787039 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f341402ae40 con 0x7f34040051c0 2024-09-19T04:34:06.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.900+0000 7f341affd640 1 -- 172.21.15.111:0/4260787039 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3414003b90 con 0x7f34040051c0 2024-09-19T04:34:06.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.901+0000 7f3422653640 1 -- 172.21.15.111:0/4260787039 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34040051c0 msgr2=0x7f340400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:06.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.901+0000 7f3422653640 1 --2- 172.21.15.111:0/4260787039 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34040051c0 0x7f340400b9c0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f3414001e20 tx=0x7f3404005830 comp rx=0 tx=0).stop 2024-09-19T04:34:06.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.901+0000 7f3422653640 1 -- 172.21.15.111:0/4260787039 shutdown_connections 2024-09-19T04:34:06.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.901+0000 7f3422653640 1 --2- 172.21.15.111:0/4260787039 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34040051c0 0x7f340400b9c0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:06.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.901+0000 7f3422653640 1 -- 172.21.15.111:0/4260787039 >> 172.21.15.111:0/4260787039 conn(0x7f341c062cc0 msgr2=0x7f341c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:06.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.901+0000 7f3422653640 1 -- 172.21.15.111:0/4260787039 shutdown_connections 2024-09-19T04:34:06.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.901+0000 7f3422653640 1 -- 172.21.15.111:0/4260787039 wait complete. 2024-09-19T04:34:06.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.902+0000 7f3422653640 1 Processor -- start 2024-09-19T04:34:06.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.902+0000 7f3422653640 1 -- start start 2024-09-19T04:34:06.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.903+0000 7f3422653640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34040051c0 0x7f341c0b21c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:06.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.903+0000 7f3422653640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f341c073e20 0x7f341c0b2700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:06.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.903+0000 7f3422653640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f341c14f6f0 0x7f341c14fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:06.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.903+0000 7f3422653640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f341c155b90 con 0x7f34040051c0 2024-09-19T04:34:06.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.903+0000 7f3422653640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f341c15df10 con 0x7f341c14f6f0 2024-09-19T04:34:06.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.903+0000 7f3422653640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f341c155d10 con 0x7f341c073e20 2024-09-19T04:34:06.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.903+0000 7f341bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34040051c0 0x7f341c0b21c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:06.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.903+0000 7f341bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34040051c0 0x7f341c0b21c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57618/0 (socket says 172.21.15.111:57618) 2024-09-19T04:34:06.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.903+0000 7f341bfff640 1 -- 172.21.15.111:0/731760942 learned_addr learned my addr 172.21.15.111:0/731760942 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:06.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.903+0000 7f3420bf0640 1 --2- 172.21.15.111:0/731760942 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f341c14f6f0 0x7f341c14fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:06.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.903+0000 7f341b7fe640 1 --2- 172.21.15.111:0/731760942 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f341c073e20 0x7f341c0b2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:06.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.903+0000 7f341bfff640 1 -- 172.21.15.111:0/731760942 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f341c073e20 msgr2=0x7f341c0b2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:06.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.903+0000 7f341bfff640 1 --2- 172.21.15.111:0/731760942 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f341c073e20 0x7f341c0b2700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:06.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.903+0000 7f341bfff640 1 -- 172.21.15.111:0/731760942 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f341c14f6f0 msgr2=0x7f341c14fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:06.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.903+0000 7f341bfff640 1 --2- 172.21.15.111:0/731760942 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f341c14f6f0 0x7f341c14fb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:06.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.903+0000 7f341bfff640 1 -- 172.21.15.111:0/731760942 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f341c1500b0 con 0x7f34040051c0 2024-09-19T04:34:06.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.903+0000 7f341bfff640 1 --2- 172.21.15.111:0/731760942 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34040051c0 0x7f341c0b21c0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f340c011540 tx=0x7f340c011a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:06.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.903+0000 7f3418ff9640 1 -- 172.21.15.111:0/731760942 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f340c015930 con 0x7f34040051c0 2024-09-19T04:34:06.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.903+0000 7f3418ff9640 1 -- 172.21.15.111:0/731760942 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f340c015ad0 con 0x7f34040051c0 2024-09-19T04:34:06.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.903+0000 7f3422653640 1 -- 172.21.15.111:0/731760942 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f341c1f3510 con 0x7f34040051c0 2024-09-19T04:34:06.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.903+0000 7f3418ff9640 1 -- 172.21.15.111:0/731760942 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f340c01d400 con 0x7f34040051c0 2024-09-19T04:34:06.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.904+0000 7f3422653640 1 -- 172.21.15.111:0/731760942 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f341c1f3ad0 con 0x7f34040051c0 2024-09-19T04:34:06.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.904+0000 7f3422653640 1 -- 172.21.15.111:0/731760942 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f341c0b4790 con 0x7f34040051c0 2024-09-19T04:34:06.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.905+0000 7f3418ff9640 1 -- 172.21.15.111:0/731760942 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f340c01d5a0 con 0x7f34040051c0 2024-09-19T04:34:06.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.905+0000 7f3418ff9640 1 --2- 172.21.15.111:0/731760942 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f340806c460 0x7f340806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:06.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.906+0000 7f341b7fe640 1 --2- 172.21.15.111:0/731760942 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f340806c460 0x7f340806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:06.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.906+0000 7f3418ff9640 1 -- 172.21.15.111:0/731760942 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f340c08bf20 con 0x7f34040051c0 2024-09-19T04:34:06.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.906+0000 7f341b7fe640 1 --2- 172.21.15.111:0/731760942 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f340806c460 0x7f340806e920 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f341c06d5a0 tx=0x7f3410009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:06.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:06.910+0000 7f3418ff9640 1 -- 172.21.15.111:0/731760942 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f340c019030 con 0x7f34040051c0 2024-09-19T04:34:07.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.079+0000 7f3422653640 1 -- 172.21.15.111:0/731760942 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f341c0cf7a0 con 0x7f34040051c0 2024-09-19T04:34:07.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.080+0000 7f3418ff9640 1 -- 172.21.15.111:0/731760942 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) ==== 74+0+16721 (secure 0 0 0) 0x7f340c05a410 con 0x7f34040051c0 2024-09-19T04:34:07.081 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:34:07.081 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":44,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:34:05.444444+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:34:02.380585+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-19T04:34:02.737508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:34:07.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.082+0000 7f3422653640 1 -- 172.21.15.111:0/731760942 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f340806c460 msgr2=0x7f340806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:07.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.082+0000 7f3422653640 1 --2- 172.21.15.111:0/731760942 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f340806c460 0x7f340806e920 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f341c06d5a0 tx=0x7f3410009040 comp rx=0 tx=0).stop 2024-09-19T04:34:07.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.082+0000 7f3422653640 1 -- 172.21.15.111:0/731760942 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34040051c0 msgr2=0x7f341c0b21c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:07.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.082+0000 7f3422653640 1 --2- 172.21.15.111:0/731760942 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34040051c0 0x7f341c0b21c0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f340c011540 tx=0x7f340c011a00 comp rx=0 tx=0).stop 2024-09-19T04:34:07.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.082+0000 7f3422653640 1 -- 172.21.15.111:0/731760942 shutdown_connections 2024-09-19T04:34:07.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.082+0000 7f3422653640 1 --2- 172.21.15.111:0/731760942 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f340806c460 0x7f340806e920 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.082+0000 7f3422653640 1 --2- 172.21.15.111:0/731760942 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f341c14f6f0 0x7f341c14fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.082+0000 7f3422653640 1 --2- 172.21.15.111:0/731760942 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f341c073e20 0x7f341c0b2700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.082+0000 7f3422653640 1 --2- 172.21.15.111:0/731760942 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f34040051c0 0x7f341c0b21c0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.082+0000 7f3422653640 1 -- 172.21.15.111:0/731760942 >> 172.21.15.111:0/731760942 conn(0x7f341c062cc0 msgr2=0x7f341c0b51f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:07.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.082+0000 7f3422653640 1 -- 172.21.15.111:0/731760942 shutdown_connections 2024-09-19T04:34:07.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.082+0000 7f3422653640 1 -- 172.21.15.111:0/731760942 wait complete. 2024-09-19T04:34:07.095 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T04:34:07.095 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:34:07.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.191+0000 7f337dbc4640 1 Processor -- start 2024-09-19T04:34:07.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.191+0000 7f337dbc4640 1 -- start start 2024-09-19T04:34:07.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.192+0000 7f337dbc4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f337815e3f0 0x7f3378162ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:07.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.192+0000 7f337dbc4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f337806c2b0 0x7f33780b0830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:07.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.192+0000 7f337dbc4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33780b0380 con 0x7f337815e7d0 2024-09-19T04:34:07.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.192+0000 7f337dbc4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f33780b30d0 con 0x7f337806c2b0 2024-09-19T04:34:07.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.192+0000 7f337dbc4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3378163010 con 0x7f337815e3f0 2024-09-19T04:34:07.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.193+0000 7f33777fe640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f337815e3f0 0x7f3378162ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:07.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.193+0000 7f3377fff640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f337806c2b0 0x7f33780b0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:07.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.193+0000 7f3376ffd640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f337815e7d0 0x7f337806bba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:41740/0 (socket says 172.21.15.111:41740) 2024-09-19T04:34:07.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.193+0000 7f33777fe640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f337815e3f0 0x7f3378162ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:43264/0 (socket says 172.21.15.111:43264) 2024-09-19T04:34:07.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.193+0000 7f3376ffd640 1 -- 172.21.15.111:0/786025083 learned_addr learned my addr 172.21.15.111:0/786025083 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:34:07.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.193+0000 7f33777fe640 1 -- 172.21.15.111:0/786025083 >> v2:172.21.15.114:3300/0 conn(0x7f337806c2b0 msgr2=0x7f33780b0830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:07.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.193+0000 7f33777fe640 1 --2- 172.21.15.111:0/786025083 >> v2:172.21.15.114:3300/0 conn(0x7f337806c2b0 0x7f33780b0830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.193+0000 7f33777fe640 1 -- 172.21.15.111:0/786025083 >> v1:172.21.15.114:6789/0 conn(0x7f337815e7d0 legacy=0x7f337806bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:07.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.193+0000 7f33777fe640 1 -- 172.21.15.111:0/786025083 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f337815f0e0 con 0x7f337815e3f0 2024-09-19T04:34:07.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.194+0000 7f33777fe640 1 --2- 172.21.15.111:0/786025083 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f337815e3f0 0x7f3378162ad0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f33680097a0 tx=0x7f336802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f694b989e1f30ef5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:07.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.194+0000 7f33767fc640 1 -- 172.21.15.111:0/786025083 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3368037070 con 0x7f337815e3f0 2024-09-19T04:34:07.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.194+0000 7f33767fc640 1 -- 172.21.15.111:0/786025083 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3368032440 con 0x7f337815e3f0 2024-09-19T04:34:07.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.194+0000 7f33767fc640 1 -- 172.21.15.111:0/786025083 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3368032810 con 0x7f337815e3f0 2024-09-19T04:34:07.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.194+0000 7f337dbc4640 1 -- 172.21.15.111:0/786025083 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f337815e3f0 msgr2=0x7f3378162ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:07.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.194+0000 7f337dbc4640 1 --2- 172.21.15.111:0/786025083 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f337815e3f0 0x7f3378162ad0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f33680097a0 tx=0x7f336802a180 comp rx=0 tx=0).stop 2024-09-19T04:34:07.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.194+0000 7f337dbc4640 1 -- 172.21.15.111:0/786025083 shutdown_connections 2024-09-19T04:34:07.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.194+0000 7f337dbc4640 1 --2- 172.21.15.111:0/786025083 >> v2:172.21.15.114:3300/0 conn(0x7f337806c2b0 0x7f33780b0830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.194+0000 7f337dbc4640 1 --2- 172.21.15.111:0/786025083 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f337815e3f0 0x7f3378162ad0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.194+0000 7f337dbc4640 1 -- 172.21.15.111:0/786025083 >> 172.21.15.111:0/786025083 conn(0x7f337806ce90 msgr2=0x7f337806d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:07.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.194+0000 7f337dbc4640 1 -- 172.21.15.111:0/786025083 shutdown_connections 2024-09-19T04:34:07.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.195+0000 7f337dbc4640 1 -- 172.21.15.111:0/786025083 wait complete. 2024-09-19T04:34:07.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.196+0000 7f337dbc4640 1 Processor -- start 2024-09-19T04:34:07.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.196+0000 7f337dbc4640 1 -- start start 2024-09-19T04:34:07.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.197+0000 7f337dbc4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f337806c2b0 0x7f33781f4a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:07.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.197+0000 7f337dbc4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f337815e3f0 0x7f33780c6f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:07.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.197+0000 7f337dbc4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f337815e7d0 0x7f33780c7490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:07.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.197+0000 7f337dbc4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f337815f980 con 0x7f337815e7d0 2024-09-19T04:34:07.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.197+0000 7f337dbc4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f337815f6a0 con 0x7f337815e3f0 2024-09-19T04:34:07.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.197+0000 7f337dbc4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f337815ec10 con 0x7f337806c2b0 2024-09-19T04:34:07.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.197+0000 7f3377fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f337815e7d0 0x7f33780c7490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:07.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.197+0000 7f3377fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f337815e7d0 0x7f33780c7490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57630/0 (socket says 172.21.15.111:57630) 2024-09-19T04:34:07.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.197+0000 7f3377fff640 1 -- 172.21.15.111:0/4168365714 learned_addr learned my addr 172.21.15.111:0/4168365714 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:07.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.197+0000 7f33777fe640 1 --2- 172.21.15.111:0/4168365714 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f337806c2b0 0x7f33781f4a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:07.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.197+0000 7f3376ffd640 1 --2- 172.21.15.111:0/4168365714 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f337815e3f0 0x7f33780c6f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:07.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.197+0000 7f3377fff640 1 -- 172.21.15.111:0/4168365714 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f337806c2b0 msgr2=0x7f33781f4a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:07.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.197+0000 7f3377fff640 1 --2- 172.21.15.111:0/4168365714 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f337806c2b0 0x7f33781f4a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.197+0000 7f3377fff640 1 -- 172.21.15.111:0/4168365714 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f337815e3f0 msgr2=0x7f33780c6f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:07.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.197+0000 7f3377fff640 1 --2- 172.21.15.111:0/4168365714 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f337815e3f0 0x7f33780c6f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.197+0000 7f3377fff640 1 -- 172.21.15.111:0/4168365714 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33781f4fd0 con 0x7f337815e7d0 2024-09-19T04:34:07.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.197+0000 7f3377fff640 1 --2- 172.21.15.111:0/4168365714 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f337815e7d0 0x7f33780c7490 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f3370009dd0 tx=0x7f337000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:07.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.197+0000 7f335ffff640 1 -- 172.21.15.111:0/4168365714 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3370018020 con 0x7f337815e7d0 2024-09-19T04:34:07.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.197+0000 7f335ffff640 1 -- 172.21.15.111:0/4168365714 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3370014480 con 0x7f337815e7d0 2024-09-19T04:34:07.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.197+0000 7f337dbc4640 1 -- 172.21.15.111:0/4168365714 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33781f5300 con 0x7f337815e7d0 2024-09-19T04:34:07.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.197+0000 7f335ffff640 1 -- 172.21.15.111:0/4168365714 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3370014870 con 0x7f337815e7d0 2024-09-19T04:34:07.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.197+0000 7f337dbc4640 1 -- 172.21.15.111:0/4168365714 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33781f58c0 con 0x7f337815e7d0 2024-09-19T04:34:07.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.198+0000 7f337dbc4640 1 -- 172.21.15.111:0/4168365714 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3378162ad0 con 0x7f337815e7d0 2024-09-19T04:34:07.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.199+0000 7f335ffff640 1 -- 172.21.15.111:0/4168365714 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f3370005d10 con 0x7f337815e7d0 2024-09-19T04:34:07.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.199+0000 7f335ffff640 1 --2- 172.21.15.111:0/4168365714 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f336406c460 0x7f336406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:07.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.199+0000 7f335ffff640 1 -- 172.21.15.111:0/4168365714 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f337008c170 con 0x7f337815e7d0 2024-09-19T04:34:07.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.199+0000 7f33777fe640 1 --2- 172.21.15.111:0/4168365714 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f336406c460 0x7f336406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:07.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.200+0000 7f33777fe640 1 --2- 172.21.15.111:0/4168365714 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f336406c460 0x7f336406e920 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f3368034000 tx=0x7f336802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:07.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.204+0000 7f335ffff640 1 -- 172.21.15.111:0/4168365714 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3370022070 con 0x7f337815e7d0 2024-09-19T04:34:07.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.369+0000 7f337dbc4640 1 -- 172.21.15.111:0/4168365714 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f33780b1130 con 0x7f336406c460 2024-09-19T04:34:07.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.375+0000 7f335ffff640 1 -- 172.21.15.111:0/4168365714 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+244687 (secure 0 0 0) 0x7f33780b1130 con 0x7f336406c460 2024-09-19T04:34:07.378 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:34:07.380 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:34:07.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.378+0000 7f337dbc4640 1 -- 172.21.15.111:0/4168365714 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f336406c460 msgr2=0x7f336406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:07.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.378+0000 7f337dbc4640 1 --2- 172.21.15.111:0/4168365714 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f336406c460 0x7f336406e920 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f3368034000 tx=0x7f336802e000 comp rx=0 tx=0).stop 2024-09-19T04:34:07.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.378+0000 7f337dbc4640 1 -- 172.21.15.111:0/4168365714 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f337815e7d0 msgr2=0x7f33780c7490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:07.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.378+0000 7f337dbc4640 1 --2- 172.21.15.111:0/4168365714 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f337815e7d0 0x7f33780c7490 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f3370009dd0 tx=0x7f337000c490 comp rx=0 tx=0).stop 2024-09-19T04:34:07.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.378+0000 7f337dbc4640 1 -- 172.21.15.111:0/4168365714 shutdown_connections 2024-09-19T04:34:07.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.378+0000 7f337dbc4640 1 --2- 172.21.15.111:0/4168365714 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f336406c460 0x7f336406e920 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.378+0000 7f337dbc4640 1 --2- 172.21.15.111:0/4168365714 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f337815e7d0 0x7f33780c7490 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.378+0000 7f337dbc4640 1 --2- 172.21.15.111:0/4168365714 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f337815e3f0 0x7f33780c6f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.378+0000 7f337dbc4640 1 --2- 172.21.15.111:0/4168365714 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f337806c2b0 0x7f33781f4a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.378+0000 7f337dbc4640 1 -- 172.21.15.111:0/4168365714 >> 172.21.15.111:0/4168365714 conn(0x7f337806ce90 msgr2=0x7f337806f270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:07.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.378+0000 7f337dbc4640 1 -- 172.21.15.111:0/4168365714 shutdown_connections 2024-09-19T04:34:07.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.378+0000 7f337dbc4640 1 -- 172.21.15.111:0/4168365714 wait complete. 2024-09-19T04:34:07.390 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":80,"stamp":"2024-09-19T04:34:06.421386+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592618,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":189,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":100,"acting":100,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":754974720,"kb_used":221152,"kb_used_data":4888,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753568,"statfs":{"total":773094113280,"available":772867653632,"internally_reserved":0,"allocated":5005312,"data_stored":2675703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2250,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.002917"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.474931+0000","last_change":"2024-09-19T04:34:04.473535+0000","last_active":"2024-09-19T04:34:04.474931+0000","last_peered":"2024-09-19T04:34:04.474931+0000","last_clean":"2024-09-19T04:34:04.474931+0000","last_became_active":"2024-09-19T04:34:04.473225+0000","last_became_peered":"2024-09-19T04:34:04.473225+0000","last_unstale":"2024-09-19T04:34:04.474931+0000","last_undegraded":"2024-09-19T04:34:04.474931+0000","last_fullsized":"2024-09-19T04:34:04.474931+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:42.000264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.466200+0000","last_change":"2024-09-19T04:34:04.462025+0000","last_active":"2024-09-19T04:34:04.466200+0000","last_peered":"2024-09-19T04:34:04.466200+0000","last_clean":"2024-09-19T04:34:04.466200+0000","last_became_active":"2024-09-19T04:34:04.461804+0000","last_became_peered":"2024-09-19T04:34:04.461804+0000","last_unstale":"2024-09-19T04:34:04.466200+0000","last_undegraded":"2024-09-19T04:34:04.466200+0000","last_fullsized":"2024-09-19T04:34:04.466200+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:56:24.340663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.479885+0000","last_change":"2024-09-19T04:34:04.479356+0000","last_active":"2024-09-19T04:34:04.479885+0000","last_peered":"2024-09-19T04:34:04.479885+0000","last_clean":"2024-09-19T04:34:04.479885+0000","last_became_active":"2024-09-19T04:34:04.479057+0000","last_became_peered":"2024-09-19T04:34:04.479057+0000","last_unstale":"2024-09-19T04:34:04.479885+0000","last_undegraded":"2024-09-19T04:34:04.479885+0000","last_fullsized":"2024-09-19T04:34:04.479885+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:30:30.227512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468936+0000","last_change":"2024-09-19T04:34:04.464912+0000","last_active":"2024-09-19T04:34:04.468936+0000","last_peered":"2024-09-19T04:34:04.468936+0000","last_clean":"2024-09-19T04:34:04.468936+0000","last_became_active":"2024-09-19T04:34:04.464644+0000","last_became_peered":"2024-09-19T04:34:04.464644+0000","last_unstale":"2024-09-19T04:34:04.468936+0000","last_undegraded":"2024-09-19T04:34:04.468936+0000","last_fullsized":"2024-09-19T04:34:04.468936+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:31.354969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.474902+0000","last_change":"2024-09-19T04:34:04.473491+0000","last_active":"2024-09-19T04:34:04.474902+0000","last_peered":"2024-09-19T04:34:04.474902+0000","last_clean":"2024-09-19T04:34:04.474902+0000","last_became_active":"2024-09-19T04:34:04.473138+0000","last_became_peered":"2024-09-19T04:34:04.473138+0000","last_unstale":"2024-09-19T04:34:04.474902+0000","last_undegraded":"2024-09-19T04:34:04.474902+0000","last_fullsized":"2024-09-19T04:34:04.474902+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:17.039046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468932+0000","last_change":"2024-09-19T04:34:04.464094+0000","last_active":"2024-09-19T04:34:04.468932+0000","last_peered":"2024-09-19T04:34:04.468932+0000","last_clean":"2024-09-19T04:34:04.468932+0000","last_became_active":"2024-09-19T04:34:04.463814+0000","last_became_peered":"2024-09-19T04:34:04.463814+0000","last_unstale":"2024-09-19T04:34:04.468932+0000","last_undegraded":"2024-09-19T04:34:04.468932+0000","last_fullsized":"2024-09-19T04:34:04.468932+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:51.852999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453062+0000","last_change":"2024-09-19T04:34:04.458537+0000","last_active":"2024-09-19T04:34:05.453062+0000","last_peered":"2024-09-19T04:34:05.453062+0000","last_clean":"2024-09-19T04:34:05.453062+0000","last_became_active":"2024-09-19T04:34:04.458263+0000","last_became_peered":"2024-09-19T04:34:04.458263+0000","last_unstale":"2024-09-19T04:34:05.453062+0000","last_undegraded":"2024-09-19T04:34:05.453062+0000","last_fullsized":"2024-09-19T04:34:05.453062+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:07:08.640749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468967+0000","last_change":"2024-09-19T04:34:04.462183+0000","last_active":"2024-09-19T04:34:04.468967+0000","last_peered":"2024-09-19T04:34:04.468967+0000","last_clean":"2024-09-19T04:34:04.468967+0000","last_became_active":"2024-09-19T04:34:04.461866+0000","last_became_peered":"2024-09-19T04:34:04.461866+0000","last_unstale":"2024-09-19T04:34:04.468967+0000","last_undegraded":"2024-09-19T04:34:04.468967+0000","last_fullsized":"2024-09-19T04:34:04.468967+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:46.145913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.469103+0000","last_change":"2024-09-19T04:34:04.468113+0000","last_active":"2024-09-19T04:34:04.469103+0000","last_peered":"2024-09-19T04:34:04.469103+0000","last_clean":"2024-09-19T04:34:04.469103+0000","last_became_active":"2024-09-19T04:34:04.467731+0000","last_became_peered":"2024-09-19T04:34:04.467731+0000","last_unstale":"2024-09-19T04:34:04.469103+0000","last_undegraded":"2024-09-19T04:34:04.469103+0000","last_fullsized":"2024-09-19T04:34:04.469103+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:21.048654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453006+0000","last_change":"2024-09-19T04:34:04.469811+0000","last_active":"2024-09-19T04:34:05.453006+0000","last_peered":"2024-09-19T04:34:05.453006+0000","last_clean":"2024-09-19T04:34:05.453006+0000","last_became_active":"2024-09-19T04:34:04.469241+0000","last_became_peered":"2024-09-19T04:34:04.469241+0000","last_unstale":"2024-09-19T04:34:05.453006+0000","last_undegraded":"2024-09-19T04:34:05.453006+0000","last_fullsized":"2024-09-19T04:34:05.453006+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:48:49.180907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.467436+0000","last_change":"2024-09-19T04:34:04.465498+0000","last_active":"2024-09-19T04:34:04.467436+0000","last_peered":"2024-09-19T04:34:04.467436+0000","last_clean":"2024-09-19T04:34:04.467436+0000","last_became_active":"2024-09-19T04:34:04.465044+0000","last_became_peered":"2024-09-19T04:34:04.465044+0000","last_unstale":"2024-09-19T04:34:04.467436+0000","last_undegraded":"2024-09-19T04:34:04.467436+0000","last_fullsized":"2024-09-19T04:34:04.467436+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:26.450938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.475957+0000","last_change":"2024-09-19T04:34:04.474582+0000","last_active":"2024-09-19T04:34:04.475957+0000","last_peered":"2024-09-19T04:34:04.475957+0000","last_clean":"2024-09-19T04:34:04.475957+0000","last_became_active":"2024-09-19T04:34:04.473835+0000","last_became_peered":"2024-09-19T04:34:04.473835+0000","last_unstale":"2024-09-19T04:34:04.475957+0000","last_undegraded":"2024-09-19T04:34:04.475957+0000","last_fullsized":"2024-09-19T04:34:04.475957+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:36:59.691303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453059+0000","last_change":"2024-09-19T04:34:04.458997+0000","last_active":"2024-09-19T04:34:05.453059+0000","last_peered":"2024-09-19T04:34:05.453059+0000","last_clean":"2024-09-19T04:34:05.453059+0000","last_became_active":"2024-09-19T04:34:04.458735+0000","last_became_peered":"2024-09-19T04:34:04.458735+0000","last_unstale":"2024-09-19T04:34:05.453059+0000","last_undegraded":"2024-09-19T04:34:05.453059+0000","last_fullsized":"2024-09-19T04:34:05.453059+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:22:50.665585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.457973+0000","last_change":"2024-09-19T04:34:04.455320+0000","last_active":"2024-09-19T04:34:04.457973+0000","last_peered":"2024-09-19T04:34:04.457973+0000","last_clean":"2024-09-19T04:34:04.457973+0000","last_became_active":"2024-09-19T04:34:04.453461+0000","last_became_peered":"2024-09-19T04:34:04.453461+0000","last_unstale":"2024-09-19T04:34:04.457973+0000","last_undegraded":"2024-09-19T04:34:04.457973+0000","last_fullsized":"2024-09-19T04:34:04.457973+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:29.495697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.452758+0000","last_change":"2024-09-19T04:34:04.455753+0000","last_active":"2024-09-19T04:34:05.452758+0000","last_peered":"2024-09-19T04:34:05.452758+0000","last_clean":"2024-09-19T04:34:05.452758+0000","last_became_active":"2024-09-19T04:34:04.455456+0000","last_became_peered":"2024-09-19T04:34:04.455456+0000","last_unstale":"2024-09-19T04:34:05.452758+0000","last_undegraded":"2024-09-19T04:34:05.452758+0000","last_fullsized":"2024-09-19T04:34:05.452758+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:59:33.578150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.464133+0000","last_change":"2024-09-19T04:34:04.461098+0000","last_active":"2024-09-19T04:34:04.464133+0000","last_peered":"2024-09-19T04:34:04.464133+0000","last_clean":"2024-09-19T04:34:04.464133+0000","last_became_active":"2024-09-19T04:34:04.460798+0000","last_became_peered":"2024-09-19T04:34:04.460798+0000","last_unstale":"2024-09-19T04:34:04.464133+0000","last_undegraded":"2024-09-19T04:34:04.464133+0000","last_fullsized":"2024-09-19T04:34:04.464133+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:40.660392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"43'4","reported_seq":16,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.479346+0000","last_change":"2024-09-19T04:34:03.437379+0000","last_active":"2024-09-19T04:34:04.479346+0000","last_peered":"2024-09-19T04:34:04.479346+0000","last_clean":"2024-09-19T04:34:04.479346+0000","last_became_active":"2024-09-19T04:34:03.437088+0000","last_became_peered":"2024-09-19T04:34:03.437088+0000","last_unstale":"2024-09-19T04:34:04.479346+0000","last_undegraded":"2024-09-19T04:34:04.479346+0000","last_fullsized":"2024-09-19T04:34:04.479346+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:11.326554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1d","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.475802+0000","last_change":"2024-09-19T04:34:03.439615+0000","last_active":"2024-09-19T04:34:04.475802+0000","last_peered":"2024-09-19T04:34:04.475802+0000","last_clean":"2024-09-19T04:34:04.475802+0000","last_became_active":"2024-09-19T04:34:03.439311+0000","last_became_peered":"2024-09-19T04:34:03.439311+0000","last_unstale":"2024-09-19T04:34:04.475802+0000","last_undegraded":"2024-09-19T04:34:04.475802+0000","last_fullsized":"2024-09-19T04:34:04.475802+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:37:01.236642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.455499+0000","last_change":"2024-09-19T04:34:04.454493+0000","last_active":"2024-09-19T04:34:04.455499+0000","last_peered":"2024-09-19T04:34:04.455499+0000","last_clean":"2024-09-19T04:34:04.455499+0000","last_became_active":"2024-09-19T04:34:04.454248+0000","last_became_peered":"2024-09-19T04:34:04.454248+0000","last_unstale":"2024-09-19T04:34:04.455499+0000","last_undegraded":"2024-09-19T04:34:04.455499+0000","last_fullsized":"2024-09-19T04:34:04.455499+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:59:23.766537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1b","version":"43'1","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.475946+0000","last_change":"2024-09-19T04:34:03.431201+0000","last_active":"2024-09-19T04:34:04.475946+0000","last_peered":"2024-09-19T04:34:04.475946+0000","last_clean":"2024-09-19T04:34:04.475946+0000","last_became_active":"2024-09-19T04:34:03.430931+0000","last_became_peered":"2024-09-19T04:34:03.430931+0000","last_unstale":"2024-09-19T04:34:04.475946+0000","last_undegraded":"2024-09-19T04:34:04.475946+0000","last_fullsized":"2024-09-19T04:34:04.475946+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:22.843912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468990+0000","last_change":"2024-09-19T04:34:04.465751+0000","last_active":"2024-09-19T04:34:04.468990+0000","last_peered":"2024-09-19T04:34:04.468990+0000","last_clean":"2024-09-19T04:34:04.468990+0000","last_became_active":"2024-09-19T04:34:04.465289+0000","last_became_peered":"2024-09-19T04:34:04.465289+0000","last_unstale":"2024-09-19T04:34:04.468990+0000","last_undegraded":"2024-09-19T04:34:04.468990+0000","last_fullsized":"2024-09-19T04:34:04.468990+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:03.259132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.475972+0000","last_change":"2024-09-19T04:34:04.474832+0000","last_active":"2024-09-19T04:34:04.475972+0000","last_peered":"2024-09-19T04:34:04.475972+0000","last_clean":"2024-09-19T04:34:04.475972+0000","last_became_active":"2024-09-19T04:34:04.474546+0000","last_became_peered":"2024-09-19T04:34:04.474546+0000","last_unstale":"2024-09-19T04:34:04.475972+0000","last_undegraded":"2024-09-19T04:34:04.475972+0000","last_fullsized":"2024-09-19T04:34:04.475972+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:39.858690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.452937+0000","last_change":"2024-09-19T04:34:03.439982+0000","last_active":"2024-09-19T04:34:04.452937+0000","last_peered":"2024-09-19T04:34:04.452937+0000","last_clean":"2024-09-19T04:34:04.452937+0000","last_became_active":"2024-09-19T04:34:03.439695+0000","last_became_peered":"2024-09-19T04:34:03.439695+0000","last_unstale":"2024-09-19T04:34:04.452937+0000","last_undegraded":"2024-09-19T04:34:04.452937+0000","last_fullsized":"2024-09-19T04:34:04.452937+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:33:07.100612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.451463+0000","last_change":"2024-09-19T04:34:03.438144+0000","last_active":"2024-09-19T04:34:04.451463+0000","last_peered":"2024-09-19T04:34:04.451463+0000","last_clean":"2024-09-19T04:34:04.451463+0000","last_became_active":"2024-09-19T04:34:03.437871+0000","last_became_peered":"2024-09-19T04:34:03.437871+0000","last_unstale":"2024-09-19T04:34:04.451463+0000","last_undegraded":"2024-09-19T04:34:04.451463+0000","last_fullsized":"2024-09-19T04:34:04.451463+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:11:46.995139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.467530+0000","last_change":"2024-09-19T04:34:04.458582+0000","last_active":"2024-09-19T04:34:04.467530+0000","last_peered":"2024-09-19T04:34:04.467530+0000","last_clean":"2024-09-19T04:34:04.467530+0000","last_became_active":"2024-09-19T04:34:04.458311+0000","last_became_peered":"2024-09-19T04:34:04.458311+0000","last_unstale":"2024-09-19T04:34:04.467530+0000","last_undegraded":"2024-09-19T04:34:04.467530+0000","last_fullsized":"2024-09-19T04:34:04.467530+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:37.018474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.14","version":"43'6","reported_seq":20,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.452981+0000","last_change":"2024-09-19T04:34:03.434984+0000","last_active":"2024-09-19T04:34:05.452981+0000","last_peered":"2024-09-19T04:34:05.452981+0000","last_clean":"2024-09-19T04:34:05.452981+0000","last_became_active":"2024-09-19T04:34:03.434704+0000","last_became_peered":"2024-09-19T04:34:03.434704+0000","last_unstale":"2024-09-19T04:34:05.452981+0000","last_undegraded":"2024-09-19T04:34:05.452981+0000","last_fullsized":"2024-09-19T04:34:05.452981+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:59:26.371273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.13","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.472668+0000","last_change":"2024-09-19T04:34:03.440065+0000","last_active":"2024-09-19T04:34:04.472668+0000","last_peered":"2024-09-19T04:34:04.472668+0000","last_clean":"2024-09-19T04:34:04.472668+0000","last_became_active":"2024-09-19T04:34:03.439772+0000","last_became_peered":"2024-09-19T04:34:03.439772+0000","last_unstale":"2024-09-19T04:34:04.472668+0000","last_undegraded":"2024-09-19T04:34:04.472668+0000","last_fullsized":"2024-09-19T04:34:04.472668+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:20:24.650524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468969+0000","last_change":"2024-09-19T04:34:04.465520+0000","last_active":"2024-09-19T04:34:04.468969+0000","last_peered":"2024-09-19T04:34:04.468969+0000","last_clean":"2024-09-19T04:34:04.468969+0000","last_became_active":"2024-09-19T04:34:04.464943+0000","last_became_peered":"2024-09-19T04:34:04.464943+0000","last_unstale":"2024-09-19T04:34:04.468969+0000","last_undegraded":"2024-09-19T04:34:04.468969+0000","last_fullsized":"2024-09-19T04:34:04.468969+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:18.191662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.464400+0000","last_change":"2024-09-19T04:34:04.458508+0000","last_active":"2024-09-19T04:34:04.464400+0000","last_peered":"2024-09-19T04:34:04.464400+0000","last_clean":"2024-09-19T04:34:04.464400+0000","last_became_active":"2024-09-19T04:34:04.458267+0000","last_became_peered":"2024-09-19T04:34:04.458267+0000","last_unstale":"2024-09-19T04:34:04.464400+0000","last_undegraded":"2024-09-19T04:34:04.464400+0000","last_fullsized":"2024-09-19T04:34:04.464400+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:49.361393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.450077+0000","last_change":"2024-09-19T04:34:03.437122+0000","last_active":"2024-09-19T04:34:04.450077+0000","last_peered":"2024-09-19T04:34:04.450077+0000","last_clean":"2024-09-19T04:34:04.450077+0000","last_became_active":"2024-09-19T04:34:03.436793+0000","last_became_peered":"2024-09-19T04:34:03.436793+0000","last_unstale":"2024-09-19T04:34:04.450077+0000","last_undegraded":"2024-09-19T04:34:04.450077+0000","last_fullsized":"2024-09-19T04:34:04.450077+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:09.366499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.10","version":"43'8","reported_seq":20,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.478571+0000","last_change":"2024-09-19T04:34:03.441158+0000","last_active":"2024-09-19T04:34:04.478571+0000","last_peered":"2024-09-19T04:34:04.478571+0000","last_clean":"2024-09-19T04:34:04.478571+0000","last_became_active":"2024-09-19T04:34:03.440846+0000","last_became_peered":"2024-09-19T04:34:03.440846+0000","last_unstale":"2024-09-19T04:34:04.478571+0000","last_undegraded":"2024-09-19T04:34:04.478571+0000","last_fullsized":"2024-09-19T04:34:04.478571+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:16:41.652416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453094+0000","last_change":"2024-09-19T04:34:04.454138+0000","last_active":"2024-09-19T04:34:05.453094+0000","last_peered":"2024-09-19T04:34:05.453094+0000","last_clean":"2024-09-19T04:34:05.453094+0000","last_became_active":"2024-09-19T04:34:04.453840+0000","last_became_peered":"2024-09-19T04:34:04.453840+0000","last_unstale":"2024-09-19T04:34:05.453094+0000","last_undegraded":"2024-09-19T04:34:05.453094+0000","last_fullsized":"2024-09-19T04:34:05.453094+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:22.255891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"43'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.452920+0000","last_change":"2024-09-19T04:34:03.442724+0000","last_active":"2024-09-19T04:34:05.452920+0000","last_peered":"2024-09-19T04:34:05.452920+0000","last_clean":"2024-09-19T04:34:05.452920+0000","last_became_active":"2024-09-19T04:34:03.442396+0000","last_became_peered":"2024-09-19T04:34:03.442396+0000","last_unstale":"2024-09-19T04:34:05.452920+0000","last_undegraded":"2024-09-19T04:34:05.452920+0000","last_fullsized":"2024-09-19T04:34:05.452920+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:50.643617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.466902+0000","last_change":"2024-09-19T04:34:04.462978+0000","last_active":"2024-09-19T04:34:04.466902+0000","last_peered":"2024-09-19T04:34:04.466902+0000","last_clean":"2024-09-19T04:34:04.466902+0000","last_became_active":"2024-09-19T04:34:04.462701+0000","last_became_peered":"2024-09-19T04:34:04.462701+0000","last_unstale":"2024-09-19T04:34:04.466902+0000","last_undegraded":"2024-09-19T04:34:04.466902+0000","last_fullsized":"2024-09-19T04:34:04.466902+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:51:06.651609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.453010+0000","last_change":"2024-09-19T04:34:03.431761+0000","last_active":"2024-09-19T04:34:04.453010+0000","last_peered":"2024-09-19T04:34:04.453010+0000","last_clean":"2024-09-19T04:34:04.453010+0000","last_became_active":"2024-09-19T04:34:03.431485+0000","last_became_peered":"2024-09-19T04:34:03.431485+0000","last_unstale":"2024-09-19T04:34:04.453010+0000","last_undegraded":"2024-09-19T04:34:04.453010+0000","last_fullsized":"2024-09-19T04:34:04.453010+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:24.230366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.460708+0000","last_change":"2024-09-19T04:34:04.455994+0000","last_active":"2024-09-19T04:34:04.460708+0000","last_peered":"2024-09-19T04:34:04.460708+0000","last_clean":"2024-09-19T04:34:04.460708+0000","last_became_active":"2024-09-19T04:34:04.455742+0000","last_became_peered":"2024-09-19T04:34:04.455742+0000","last_unstale":"2024-09-19T04:34:04.460708+0000","last_undegraded":"2024-09-19T04:34:04.460708+0000","last_fullsized":"2024-09-19T04:34:04.460708+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:53:06.627660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.476006+0000","last_change":"2024-09-19T04:34:03.428441+0000","last_active":"2024-09-19T04:34:04.476006+0000","last_peered":"2024-09-19T04:34:04.476006+0000","last_clean":"2024-09-19T04:34:04.476006+0000","last_became_active":"2024-09-19T04:34:03.428133+0000","last_became_peered":"2024-09-19T04:34:03.428133+0000","last_unstale":"2024-09-19T04:34:04.476006+0000","last_undegraded":"2024-09-19T04:34:04.476006+0000","last_fullsized":"2024-09-19T04:34:04.476006+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:31.185918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.455504+0000","last_change":"2024-09-19T04:34:04.454616+0000","last_active":"2024-09-19T04:34:04.455504+0000","last_peered":"2024-09-19T04:34:04.455504+0000","last_clean":"2024-09-19T04:34:04.455504+0000","last_became_active":"2024-09-19T04:34:04.454366+0000","last_became_peered":"2024-09-19T04:34:04.454366+0000","last_unstale":"2024-09-19T04:34:04.455504+0000","last_undegraded":"2024-09-19T04:34:04.455504+0000","last_fullsized":"2024-09-19T04:34:04.455504+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:43:13.259654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.452792+0000","last_change":"2024-09-19T04:34:04.460751+0000","last_active":"2024-09-19T04:34:05.452792+0000","last_peered":"2024-09-19T04:34:05.452792+0000","last_clean":"2024-09-19T04:34:05.452792+0000","last_became_active":"2024-09-19T04:34:04.460453+0000","last_became_peered":"2024-09-19T04:34:04.460453+0000","last_unstale":"2024-09-19T04:34:05.452792+0000","last_undegraded":"2024-09-19T04:34:05.452792+0000","last_fullsized":"2024-09-19T04:34:05.452792+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:14:29.165266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.450182+0000","last_change":"2024-09-19T04:34:03.438685+0000","last_active":"2024-09-19T04:34:04.450182+0000","last_peered":"2024-09-19T04:34:04.450182+0000","last_clean":"2024-09-19T04:34:04.450182+0000","last_became_active":"2024-09-19T04:34:03.438282+0000","last_became_peered":"2024-09-19T04:34:03.438282+0000","last_unstale":"2024-09-19T04:34:04.450182+0000","last_undegraded":"2024-09-19T04:34:04.450182+0000","last_fullsized":"2024-09-19T04:34:04.450182+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:21.254378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.466907+0000","last_change":"2024-09-19T04:34:04.461129+0000","last_active":"2024-09-19T04:34:04.466907+0000","last_peered":"2024-09-19T04:34:04.466907+0000","last_clean":"2024-09-19T04:34:04.466907+0000","last_became_active":"2024-09-19T04:34:04.460867+0000","last_became_peered":"2024-09-19T04:34:04.460867+0000","last_unstale":"2024-09-19T04:34:04.466907+0000","last_undegraded":"2024-09-19T04:34:04.466907+0000","last_fullsized":"2024-09-19T04:34:04.466907+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:57:47.759714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.450537+0000","last_change":"2024-09-19T04:34:03.437277+0000","last_active":"2024-09-19T04:34:04.450537+0000","last_peered":"2024-09-19T04:34:04.450537+0000","last_clean":"2024-09-19T04:34:04.450537+0000","last_became_active":"2024-09-19T04:34:03.435957+0000","last_became_peered":"2024-09-19T04:34:03.435957+0000","last_unstale":"2024-09-19T04:34:04.450537+0000","last_undegraded":"2024-09-19T04:34:04.450537+0000","last_fullsized":"2024-09-19T04:34:04.450537+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:04:26.951435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468838+0000","last_change":"2024-09-19T04:34:04.464057+0000","last_active":"2024-09-19T04:34:04.468838+0000","last_peered":"2024-09-19T04:34:04.468838+0000","last_clean":"2024-09-19T04:34:04.468838+0000","last_became_active":"2024-09-19T04:34:04.463749+0000","last_became_peered":"2024-09-19T04:34:04.463749+0000","last_unstale":"2024-09-19T04:34:04.468838+0000","last_undegraded":"2024-09-19T04:34:04.468838+0000","last_fullsized":"2024-09-19T04:34:04.468838+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:00.736348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.445861+0000","last_change":"2024-09-19T04:34:03.439127+0000","last_active":"2024-09-19T04:34:04.445861+0000","last_peered":"2024-09-19T04:34:04.445861+0000","last_clean":"2024-09-19T04:34:04.445861+0000","last_became_active":"2024-09-19T04:34:03.438823+0000","last_became_peered":"2024-09-19T04:34:03.438823+0000","last_unstale":"2024-09-19T04:34:04.445861+0000","last_undegraded":"2024-09-19T04:34:04.445861+0000","last_fullsized":"2024-09-19T04:34:04.445861+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:13:46.446530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.464310+0000","last_change":"2024-09-19T04:34:04.457267+0000","last_active":"2024-09-19T04:34:04.464310+0000","last_peered":"2024-09-19T04:34:04.464310+0000","last_clean":"2024-09-19T04:34:04.464310+0000","last_became_active":"2024-09-19T04:34:04.457005+0000","last_became_peered":"2024-09-19T04:34:04.457005+0000","last_unstale":"2024-09-19T04:34:04.464310+0000","last_undegraded":"2024-09-19T04:34:04.464310+0000","last_fullsized":"2024-09-19T04:34:04.464310+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:43.374611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.464488+0000","last_change":"2024-09-19T04:34:04.458570+0000","last_active":"2024-09-19T04:34:04.464488+0000","last_peered":"2024-09-19T04:34:04.464488+0000","last_clean":"2024-09-19T04:34:04.464488+0000","last_became_active":"2024-09-19T04:34:04.458321+0000","last_became_peered":"2024-09-19T04:34:04.458321+0000","last_unstale":"2024-09-19T04:34:04.464488+0000","last_undegraded":"2024-09-19T04:34:04.464488+0000","last_fullsized":"2024-09-19T04:34:04.464488+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:58.598884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.445983+0000","last_change":"2024-09-19T04:34:03.437512+0000","last_active":"2024-09-19T04:34:04.445983+0000","last_peered":"2024-09-19T04:34:04.445983+0000","last_clean":"2024-09-19T04:34:04.445983+0000","last_became_active":"2024-09-19T04:34:03.437126+0000","last_became_peered":"2024-09-19T04:34:03.437126+0000","last_unstale":"2024-09-19T04:34:04.445983+0000","last_undegraded":"2024-09-19T04:34:04.445983+0000","last_fullsized":"2024-09-19T04:34:04.445983+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:50.631085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.453174+0000","last_change":"2024-09-19T04:34:03.441823+0000","last_active":"2024-09-19T04:34:04.453174+0000","last_peered":"2024-09-19T04:34:04.453174+0000","last_clean":"2024-09-19T04:34:04.453174+0000","last_became_active":"2024-09-19T04:34:03.441504+0000","last_became_peered":"2024-09-19T04:34:03.441504+0000","last_unstale":"2024-09-19T04:34:04.453174+0000","last_undegraded":"2024-09-19T04:34:04.453174+0000","last_fullsized":"2024-09-19T04:34:04.453174+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:28.059160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.466949+0000","last_change":"2024-09-19T04:34:04.463436+0000","last_active":"2024-09-19T04:34:04.466949+0000","last_peered":"2024-09-19T04:34:04.466949+0000","last_clean":"2024-09-19T04:34:04.466949+0000","last_became_active":"2024-09-19T04:34:04.463197+0000","last_became_peered":"2024-09-19T04:34:04.463197+0000","last_unstale":"2024-09-19T04:34:04.466949+0000","last_undegraded":"2024-09-19T04:34:04.466949+0000","last_fullsized":"2024-09-19T04:34:04.466949+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:07.690798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":201,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:34:00.414253+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:34:00.414253+0000","last_peered":"2024-09-19T04:34:00.414253+0000","last_clean":"2024-09-19T04:34:00.414253+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:34:00.414253+0000","last_undegraded":"2024-09-19T04:34:00.414253+0000","last_fullsized":"2024-09-19T04:34:00.414253+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":4},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2250,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":34,"acting":34,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509459,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28048,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343792,"statfs":{"total":96636764160,"available":96608043008,"internally_reserved":0,"allocated":1040384,"data_stored":764308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509459,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27468,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":446464,"data_stored":173940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509459,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27476,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344364,"statfs":{"total":96636764160,"available":96608628736,"internally_reserved":0,"allocated":458752,"data_stored":179067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509460,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27472,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":446464,"data_stored":173940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542165,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27528,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344312,"statfs":{"total":96636764160,"available":96608575488,"internally_reserved":0,"allocated":507904,"data_stored":198564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542164,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27536,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344304,"statfs":{"total":96636764160,"available":96608567296,"internally_reserved":0,"allocated":512000,"data_stored":199560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542164,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":499712,"data_stored":197996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542165,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28104,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343736,"statfs":{"total":96636764160,"available":96607985664,"internally_reserved":0,"allocated":1093632,"data_stored":788328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:34:07.394 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:34:07.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.526+0000 7f79e18eb640 1 Processor -- start 2024-09-19T04:34:07.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.527+0000 7f79e18eb640 1 -- start start 2024-09-19T04:34:07.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.527+0000 7f79e18eb640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f79dc15e940 0x7f79dc0d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:07.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.527+0000 7f79e18eb640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f79dc0b7170 con 0x7f79dc15ed20 2024-09-19T04:34:07.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.527+0000 7f79e18eb640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f79dc0b7aa0 con 0x7f79dc0cef90 2024-09-19T04:34:07.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.527+0000 7f79e18eb640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f79dc0d3660 con 0x7f79dc15e940 2024-09-19T04:34:07.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.527+0000 7f79d27fc640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f79dc15ed20 0x7f79dc0b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59490/0 (socket says 172.21.15.111:59490) 2024-09-19T04:34:07.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79d27fc640 1 -- 172.21.15.111:0/3240600415 learned_addr learned my addr 172.21.15.111:0/3240600415 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:34:07.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79daffd640 1 --2- 172.21.15.111:0/3240600415 >> v2:172.21.15.114:3300/0 conn(0x7f79dc15e940 0x7f79dc0d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:07.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79da7fc640 1 -- 172.21.15.111:0/3240600415 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2681686116 0 0) 0x7f79c4001110 con 0x7f79dc15ed20 2024-09-19T04:34:07.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79da7fc640 1 -- 172.21.15.111:0/3240600415 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f79c8003520 con 0x7f79dc15ed20 2024-09-19T04:34:07.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79da7fc640 1 -- 172.21.15.111:0/3240600415 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1283992011 0 0) 0x7f79c8003520 con 0x7f79dc15ed20 2024-09-19T04:34:07.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79da7fc640 1 -- 172.21.15.111:0/3240600415 >> v2:172.21.15.114:3300/0 conn(0x7f79dc15e940 msgr2=0x7f79dc0d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:07.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79da7fc640 1 --2- 172.21.15.111:0/3240600415 >> v2:172.21.15.114:3300/0 conn(0x7f79dc15e940 0x7f79dc0d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79da7fc640 1 -- 172.21.15.111:0/3240600415 >> v1:172.21.15.114:6789/0 conn(0x7f79dc0cef90 legacy=0x7f79dc0b3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:07.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79da7fc640 1 -- 172.21.15.111:0/3240600415 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79dc0d3940 con 0x7f79dc15ed20 2024-09-19T04:34:07.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79da7fc640 1 -- 172.21.15.111:0/3240600415 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f79c4001840 con 0x7f79dc15ed20 2024-09-19T04:34:07.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79da7fc640 1 -- 172.21.15.111:0/3240600415 >> v1:172.21.15.111:6789/0 conn(0x7f79dc15ed20 legacy=0x7f79dc0b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:07.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79da7fc640 1 --2- 172.21.15.111:0/3240600415 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79c80039b0 0x7f79c8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:07.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79da7fc640 1 --2- 172.21.15.111:0/3240600415 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79c8004800 0x7f79c8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:07.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79da7fc640 1 --2- 172.21.15.111:0/3240600415 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f79c80051c0 0x7f79c800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:07.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79da7fc640 1 -- 172.21.15.111:0/3240600415 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f79dc0d3660 con 0x7f79c8004800 2024-09-19T04:34:07.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79da7fc640 1 -- 172.21.15.111:0/3240600415 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f79c800c070 con 0x7f79c80039b0 2024-09-19T04:34:07.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79da7fc640 1 -- 172.21.15.111:0/3240600415 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f79c800c270 con 0x7f79c80051c0 2024-09-19T04:34:07.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79d27fc640 1 --2- 172.21.15.111:0/3240600415 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79c8004800 0x7f79c8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79daffd640 1 --2- 172.21.15.111:0/3240600415 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79c80039b0 0x7f79c8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79db7fe640 1 --2- 172.21.15.111:0/3240600415 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f79c80051c0 0x7f79c800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79d27fc640 1 -- 172.21.15.111:0/3240600415 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f79c80051c0 msgr2=0x7f79c800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79d27fc640 1 --2- 172.21.15.111:0/3240600415 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f79c80051c0 0x7f79c800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79d27fc640 1 -- 172.21.15.111:0/3240600415 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79c80039b0 msgr2=0x7f79c8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79d27fc640 1 --2- 172.21.15.111:0/3240600415 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79c80039b0 0x7f79c8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79d27fc640 1 -- 172.21.15.111:0/3240600415 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79c8003520 con 0x7f79c8004800 2024-09-19T04:34:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.528+0000 7f79db7fe640 1 -- 172.21.15.111:0/3240600415 reap_dead start 2024-09-19T04:34:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.529+0000 7f79d27fc640 1 --2- 172.21.15.111:0/3240600415 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79c8004800 0x7f79c8004c80 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f79c400c490 tx=0x7f79c8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6b824820bece2c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.529+0000 7f79da7fc640 1 -- 172.21.15.111:0/3240600415 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c400c0e0 con 0x7f79c8004800 2024-09-19T04:34:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.529+0000 7f79da7fc640 1 -- 172.21.15.111:0/3240600415 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f79c4034070 con 0x7f79c8004800 2024-09-19T04:34:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.529+0000 7f79da7fc640 1 -- 172.21.15.111:0/3240600415 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c4005d70 con 0x7f79c8004800 2024-09-19T04:34:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.530+0000 7f79e18eb640 1 -- 172.21.15.111:0/3240600415 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79c8004800 msgr2=0x7f79c8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.530+0000 7f79e18eb640 1 --2- 172.21.15.111:0/3240600415 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79c8004800 0x7f79c8004c80 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f79c400c490 tx=0x7f79c8005830 comp rx=0 tx=0).stop 2024-09-19T04:34:07.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.530+0000 7f79e18eb640 1 -- 172.21.15.111:0/3240600415 shutdown_connections 2024-09-19T04:34:07.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.530+0000 7f79e18eb640 1 --2- 172.21.15.111:0/3240600415 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79c8004800 0x7f79c8004c80 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.530+0000 7f79e18eb640 1 -- 172.21.15.111:0/3240600415 >> 172.21.15.111:0/3240600415 conn(0x7f79dc0b6240 msgr2=0x7f79dc0b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:07.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.530+0000 7f79e18eb640 1 -- 172.21.15.111:0/3240600415 shutdown_connections 2024-09-19T04:34:07.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.530+0000 7f79e18eb640 1 -- 172.21.15.111:0/3240600415 wait complete. 2024-09-19T04:34:07.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.531+0000 7f79e18eb640 1 Processor -- start 2024-09-19T04:34:07.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.531+0000 7f79e18eb640 1 -- start start 2024-09-19T04:34:07.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.532+0000 7f79e18eb640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79c8004800 0x7f79dc1f4b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:07.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.532+0000 7f79e18eb640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f79dc0cad10 0x7f79dc1e7b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:07.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.532+0000 7f79e18eb640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79dc14faf0 0x7f79dc15c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:07.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.532+0000 7f79e18eb640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f79dc0d1ef0 con 0x7f79dc14faf0 2024-09-19T04:34:07.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.532+0000 7f79e18eb640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f79dc0d3f00 con 0x7f79c8004800 2024-09-19T04:34:07.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.532+0000 7f79e18eb640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f79dc0d2070 con 0x7f79dc0cad10 2024-09-19T04:34:07.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.532+0000 7f79db7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79dc14faf0 0x7f79dc15c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:07.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.532+0000 7f79db7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79dc14faf0 0x7f79dc15c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57644/0 (socket says 172.21.15.111:57644) 2024-09-19T04:34:07.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.532+0000 7f79db7fe640 1 -- 172.21.15.111:0/1367068364 learned_addr learned my addr 172.21.15.111:0/1367068364 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:07.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.532+0000 7f79daffd640 1 --2- 172.21.15.111:0/1367068364 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79c8004800 0x7f79dc1f4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:07.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.532+0000 7f79d27fc640 1 --2- 172.21.15.111:0/1367068364 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f79dc0cad10 0x7f79dc1e7b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:07.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.532+0000 7f79db7fe640 1 -- 172.21.15.111:0/1367068364 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f79dc0cad10 msgr2=0x7f79dc1e7b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:07.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.532+0000 7f79db7fe640 1 --2- 172.21.15.111:0/1367068364 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f79dc0cad10 0x7f79dc1e7b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.532+0000 7f79db7fe640 1 -- 172.21.15.111:0/1367068364 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79c8004800 msgr2=0x7f79dc1f4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:07.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.532+0000 7f79db7fe640 1 --2- 172.21.15.111:0/1367068364 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79c8004800 0x7f79dc1f4b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.532+0000 7f79db7fe640 1 -- 172.21.15.111:0/1367068364 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79dc0cb3d0 con 0x7f79dc14faf0 2024-09-19T04:34:07.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.533+0000 7f79db7fe640 1 --2- 172.21.15.111:0/1367068364 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79dc14faf0 0x7f79dc15c190 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f79d4007fd0 tx=0x7f79d400ead0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:07.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.533+0000 7f79d8ff9640 1 -- 172.21.15.111:0/1367068364 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79d4003b80 con 0x7f79dc14faf0 2024-09-19T04:34:07.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.533+0000 7f79d8ff9640 1 -- 172.21.15.111:0/1367068364 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f79d4018070 con 0x7f79dc14faf0 2024-09-19T04:34:07.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.533+0000 7f79e18eb640 1 -- 172.21.15.111:0/1367068364 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79dc1e8650 con 0x7f79dc14faf0 2024-09-19T04:34:07.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.533+0000 7f79d8ff9640 1 -- 172.21.15.111:0/1367068364 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79d40050d0 con 0x7f79dc14faf0 2024-09-19T04:34:07.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.533+0000 7f79e18eb640 1 -- 172.21.15.111:0/1367068364 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79dc1e8c10 con 0x7f79dc14faf0 2024-09-19T04:34:07.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.534+0000 7f79e18eb640 1 -- 172.21.15.111:0/1367068364 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79dc0d1060 con 0x7f79dc14faf0 2024-09-19T04:34:07.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.534+0000 7f79d8ff9640 1 -- 172.21.15.111:0/1367068364 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f79d4005270 con 0x7f79dc14faf0 2024-09-19T04:34:07.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.535+0000 7f79d8ff9640 1 --2- 172.21.15.111:0/1367068364 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f79bc06c460 0x7f79bc06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:07.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.535+0000 7f79d8ff9640 1 -- 172.21.15.111:0/1367068364 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f79d408b260 con 0x7f79dc14faf0 2024-09-19T04:34:07.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.535+0000 7f79daffd640 1 --2- 172.21.15.111:0/1367068364 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f79bc06c460 0x7f79bc06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:07.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.535+0000 7f79daffd640 1 --2- 172.21.15.111:0/1367068364 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f79bc06c460 0x7f79bc06e920 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f79cc009c40 tx=0x7f79cc009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:07.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.539+0000 7f79d8ff9640 1 -- 172.21.15.111:0/1367068364 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f79d40597e0 con 0x7f79dc14faf0 2024-09-19T04:34:07.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.701+0000 7f79e18eb640 1 -- 172.21.15.111:0/1367068364 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f79dc0691f0 con 0x7f79bc06c460 2024-09-19T04:34:07.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.706+0000 7f79d8ff9640 1 -- 172.21.15.111:0/1367068364 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+244687 (secure 0 0 0) 0x7f79cc009c70 con 0x7f79bc06c460 2024-09-19T04:34:07.710 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:34:07.711 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:34:07.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.709+0000 7f79e18eb640 1 -- 172.21.15.111:0/1367068364 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f79bc06c460 msgr2=0x7f79bc06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:07.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.709+0000 7f79e18eb640 1 --2- 172.21.15.111:0/1367068364 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f79bc06c460 0x7f79bc06e920 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f79cc009c40 tx=0x7f79cc009190 comp rx=0 tx=0).stop 2024-09-19T04:34:07.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.709+0000 7f79e18eb640 1 -- 172.21.15.111:0/1367068364 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79dc14faf0 msgr2=0x7f79dc15c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:07.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.709+0000 7f79e18eb640 1 --2- 172.21.15.111:0/1367068364 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79dc14faf0 0x7f79dc15c190 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f79d4007fd0 tx=0x7f79d400ead0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.709+0000 7f79e18eb640 1 -- 172.21.15.111:0/1367068364 shutdown_connections 2024-09-19T04:34:07.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.709+0000 7f79e18eb640 1 --2- 172.21.15.111:0/1367068364 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f79bc06c460 0x7f79bc06e920 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.709+0000 7f79e18eb640 1 --2- 172.21.15.111:0/1367068364 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79dc14faf0 0x7f79dc15c190 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.709+0000 7f79e18eb640 1 --2- 172.21.15.111:0/1367068364 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f79dc0cad10 0x7f79dc1e7b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.709+0000 7f79e18eb640 1 --2- 172.21.15.111:0/1367068364 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79c8004800 0x7f79dc1f4b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.709+0000 7f79e18eb640 1 -- 172.21.15.111:0/1367068364 >> 172.21.15.111:0/1367068364 conn(0x7f79dc0b6240 msgr2=0x7f79dc1600a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:07.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.710+0000 7f79e18eb640 1 -- 172.21.15.111:0/1367068364 shutdown_connections 2024-09-19T04:34:07.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.710+0000 7f79e18eb640 1 -- 172.21.15.111:0/1367068364 wait complete. 2024-09-19T04:34:07.721 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":80,"stamp":"2024-09-19T04:34:06.421386+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592618,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":189,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":100,"acting":100,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":754974720,"kb_used":221152,"kb_used_data":4888,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753568,"statfs":{"total":773094113280,"available":772867653632,"internally_reserved":0,"allocated":5005312,"data_stored":2675703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2250,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.002917"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.474931+0000","last_change":"2024-09-19T04:34:04.473535+0000","last_active":"2024-09-19T04:34:04.474931+0000","last_peered":"2024-09-19T04:34:04.474931+0000","last_clean":"2024-09-19T04:34:04.474931+0000","last_became_active":"2024-09-19T04:34:04.473225+0000","last_became_peered":"2024-09-19T04:34:04.473225+0000","last_unstale":"2024-09-19T04:34:04.474931+0000","last_undegraded":"2024-09-19T04:34:04.474931+0000","last_fullsized":"2024-09-19T04:34:04.474931+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:42.000264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.466200+0000","last_change":"2024-09-19T04:34:04.462025+0000","last_active":"2024-09-19T04:34:04.466200+0000","last_peered":"2024-09-19T04:34:04.466200+0000","last_clean":"2024-09-19T04:34:04.466200+0000","last_became_active":"2024-09-19T04:34:04.461804+0000","last_became_peered":"2024-09-19T04:34:04.461804+0000","last_unstale":"2024-09-19T04:34:04.466200+0000","last_undegraded":"2024-09-19T04:34:04.466200+0000","last_fullsized":"2024-09-19T04:34:04.466200+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:56:24.340663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.479885+0000","last_change":"2024-09-19T04:34:04.479356+0000","last_active":"2024-09-19T04:34:04.479885+0000","last_peered":"2024-09-19T04:34:04.479885+0000","last_clean":"2024-09-19T04:34:04.479885+0000","last_became_active":"2024-09-19T04:34:04.479057+0000","last_became_peered":"2024-09-19T04:34:04.479057+0000","last_unstale":"2024-09-19T04:34:04.479885+0000","last_undegraded":"2024-09-19T04:34:04.479885+0000","last_fullsized":"2024-09-19T04:34:04.479885+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:30:30.227512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468936+0000","last_change":"2024-09-19T04:34:04.464912+0000","last_active":"2024-09-19T04:34:04.468936+0000","last_peered":"2024-09-19T04:34:04.468936+0000","last_clean":"2024-09-19T04:34:04.468936+0000","last_became_active":"2024-09-19T04:34:04.464644+0000","last_became_peered":"2024-09-19T04:34:04.464644+0000","last_unstale":"2024-09-19T04:34:04.468936+0000","last_undegraded":"2024-09-19T04:34:04.468936+0000","last_fullsized":"2024-09-19T04:34:04.468936+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:31.354969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.474902+0000","last_change":"2024-09-19T04:34:04.473491+0000","last_active":"2024-09-19T04:34:04.474902+0000","last_peered":"2024-09-19T04:34:04.474902+0000","last_clean":"2024-09-19T04:34:04.474902+0000","last_became_active":"2024-09-19T04:34:04.473138+0000","last_became_peered":"2024-09-19T04:34:04.473138+0000","last_unstale":"2024-09-19T04:34:04.474902+0000","last_undegraded":"2024-09-19T04:34:04.474902+0000","last_fullsized":"2024-09-19T04:34:04.474902+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:17.039046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468932+0000","last_change":"2024-09-19T04:34:04.464094+0000","last_active":"2024-09-19T04:34:04.468932+0000","last_peered":"2024-09-19T04:34:04.468932+0000","last_clean":"2024-09-19T04:34:04.468932+0000","last_became_active":"2024-09-19T04:34:04.463814+0000","last_became_peered":"2024-09-19T04:34:04.463814+0000","last_unstale":"2024-09-19T04:34:04.468932+0000","last_undegraded":"2024-09-19T04:34:04.468932+0000","last_fullsized":"2024-09-19T04:34:04.468932+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:51.852999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453062+0000","last_change":"2024-09-19T04:34:04.458537+0000","last_active":"2024-09-19T04:34:05.453062+0000","last_peered":"2024-09-19T04:34:05.453062+0000","last_clean":"2024-09-19T04:34:05.453062+0000","last_became_active":"2024-09-19T04:34:04.458263+0000","last_became_peered":"2024-09-19T04:34:04.458263+0000","last_unstale":"2024-09-19T04:34:05.453062+0000","last_undegraded":"2024-09-19T04:34:05.453062+0000","last_fullsized":"2024-09-19T04:34:05.453062+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:07:08.640749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468967+0000","last_change":"2024-09-19T04:34:04.462183+0000","last_active":"2024-09-19T04:34:04.468967+0000","last_peered":"2024-09-19T04:34:04.468967+0000","last_clean":"2024-09-19T04:34:04.468967+0000","last_became_active":"2024-09-19T04:34:04.461866+0000","last_became_peered":"2024-09-19T04:34:04.461866+0000","last_unstale":"2024-09-19T04:34:04.468967+0000","last_undegraded":"2024-09-19T04:34:04.468967+0000","last_fullsized":"2024-09-19T04:34:04.468967+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:46.145913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.469103+0000","last_change":"2024-09-19T04:34:04.468113+0000","last_active":"2024-09-19T04:34:04.469103+0000","last_peered":"2024-09-19T04:34:04.469103+0000","last_clean":"2024-09-19T04:34:04.469103+0000","last_became_active":"2024-09-19T04:34:04.467731+0000","last_became_peered":"2024-09-19T04:34:04.467731+0000","last_unstale":"2024-09-19T04:34:04.469103+0000","last_undegraded":"2024-09-19T04:34:04.469103+0000","last_fullsized":"2024-09-19T04:34:04.469103+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:21.048654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453006+0000","last_change":"2024-09-19T04:34:04.469811+0000","last_active":"2024-09-19T04:34:05.453006+0000","last_peered":"2024-09-19T04:34:05.453006+0000","last_clean":"2024-09-19T04:34:05.453006+0000","last_became_active":"2024-09-19T04:34:04.469241+0000","last_became_peered":"2024-09-19T04:34:04.469241+0000","last_unstale":"2024-09-19T04:34:05.453006+0000","last_undegraded":"2024-09-19T04:34:05.453006+0000","last_fullsized":"2024-09-19T04:34:05.453006+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:48:49.180907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.467436+0000","last_change":"2024-09-19T04:34:04.465498+0000","last_active":"2024-09-19T04:34:04.467436+0000","last_peered":"2024-09-19T04:34:04.467436+0000","last_clean":"2024-09-19T04:34:04.467436+0000","last_became_active":"2024-09-19T04:34:04.465044+0000","last_became_peered":"2024-09-19T04:34:04.465044+0000","last_unstale":"2024-09-19T04:34:04.467436+0000","last_undegraded":"2024-09-19T04:34:04.467436+0000","last_fullsized":"2024-09-19T04:34:04.467436+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:26.450938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.475957+0000","last_change":"2024-09-19T04:34:04.474582+0000","last_active":"2024-09-19T04:34:04.475957+0000","last_peered":"2024-09-19T04:34:04.475957+0000","last_clean":"2024-09-19T04:34:04.475957+0000","last_became_active":"2024-09-19T04:34:04.473835+0000","last_became_peered":"2024-09-19T04:34:04.473835+0000","last_unstale":"2024-09-19T04:34:04.475957+0000","last_undegraded":"2024-09-19T04:34:04.475957+0000","last_fullsized":"2024-09-19T04:34:04.475957+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:36:59.691303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453059+0000","last_change":"2024-09-19T04:34:04.458997+0000","last_active":"2024-09-19T04:34:05.453059+0000","last_peered":"2024-09-19T04:34:05.453059+0000","last_clean":"2024-09-19T04:34:05.453059+0000","last_became_active":"2024-09-19T04:34:04.458735+0000","last_became_peered":"2024-09-19T04:34:04.458735+0000","last_unstale":"2024-09-19T04:34:05.453059+0000","last_undegraded":"2024-09-19T04:34:05.453059+0000","last_fullsized":"2024-09-19T04:34:05.453059+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:22:50.665585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.457973+0000","last_change":"2024-09-19T04:34:04.455320+0000","last_active":"2024-09-19T04:34:04.457973+0000","last_peered":"2024-09-19T04:34:04.457973+0000","last_clean":"2024-09-19T04:34:04.457973+0000","last_became_active":"2024-09-19T04:34:04.453461+0000","last_became_peered":"2024-09-19T04:34:04.453461+0000","last_unstale":"2024-09-19T04:34:04.457973+0000","last_undegraded":"2024-09-19T04:34:04.457973+0000","last_fullsized":"2024-09-19T04:34:04.457973+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:29.495697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.452758+0000","last_change":"2024-09-19T04:34:04.455753+0000","last_active":"2024-09-19T04:34:05.452758+0000","last_peered":"2024-09-19T04:34:05.452758+0000","last_clean":"2024-09-19T04:34:05.452758+0000","last_became_active":"2024-09-19T04:34:04.455456+0000","last_became_peered":"2024-09-19T04:34:04.455456+0000","last_unstale":"2024-09-19T04:34:05.452758+0000","last_undegraded":"2024-09-19T04:34:05.452758+0000","last_fullsized":"2024-09-19T04:34:05.452758+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:59:33.578150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.464133+0000","last_change":"2024-09-19T04:34:04.461098+0000","last_active":"2024-09-19T04:34:04.464133+0000","last_peered":"2024-09-19T04:34:04.464133+0000","last_clean":"2024-09-19T04:34:04.464133+0000","last_became_active":"2024-09-19T04:34:04.460798+0000","last_became_peered":"2024-09-19T04:34:04.460798+0000","last_unstale":"2024-09-19T04:34:04.464133+0000","last_undegraded":"2024-09-19T04:34:04.464133+0000","last_fullsized":"2024-09-19T04:34:04.464133+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:40.660392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"43'4","reported_seq":16,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.479346+0000","last_change":"2024-09-19T04:34:03.437379+0000","last_active":"2024-09-19T04:34:04.479346+0000","last_peered":"2024-09-19T04:34:04.479346+0000","last_clean":"2024-09-19T04:34:04.479346+0000","last_became_active":"2024-09-19T04:34:03.437088+0000","last_became_peered":"2024-09-19T04:34:03.437088+0000","last_unstale":"2024-09-19T04:34:04.479346+0000","last_undegraded":"2024-09-19T04:34:04.479346+0000","last_fullsized":"2024-09-19T04:34:04.479346+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:11.326554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1d","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.475802+0000","last_change":"2024-09-19T04:34:03.439615+0000","last_active":"2024-09-19T04:34:04.475802+0000","last_peered":"2024-09-19T04:34:04.475802+0000","last_clean":"2024-09-19T04:34:04.475802+0000","last_became_active":"2024-09-19T04:34:03.439311+0000","last_became_peered":"2024-09-19T04:34:03.439311+0000","last_unstale":"2024-09-19T04:34:04.475802+0000","last_undegraded":"2024-09-19T04:34:04.475802+0000","last_fullsized":"2024-09-19T04:34:04.475802+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:37:01.236642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.455499+0000","last_change":"2024-09-19T04:34:04.454493+0000","last_active":"2024-09-19T04:34:04.455499+0000","last_peered":"2024-09-19T04:34:04.455499+0000","last_clean":"2024-09-19T04:34:04.455499+0000","last_became_active":"2024-09-19T04:34:04.454248+0000","last_became_peered":"2024-09-19T04:34:04.454248+0000","last_unstale":"2024-09-19T04:34:04.455499+0000","last_undegraded":"2024-09-19T04:34:04.455499+0000","last_fullsized":"2024-09-19T04:34:04.455499+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:59:23.766537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1b","version":"43'1","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.475946+0000","last_change":"2024-09-19T04:34:03.431201+0000","last_active":"2024-09-19T04:34:04.475946+0000","last_peered":"2024-09-19T04:34:04.475946+0000","last_clean":"2024-09-19T04:34:04.475946+0000","last_became_active":"2024-09-19T04:34:03.430931+0000","last_became_peered":"2024-09-19T04:34:03.430931+0000","last_unstale":"2024-09-19T04:34:04.475946+0000","last_undegraded":"2024-09-19T04:34:04.475946+0000","last_fullsized":"2024-09-19T04:34:04.475946+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:22.843912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468990+0000","last_change":"2024-09-19T04:34:04.465751+0000","last_active":"2024-09-19T04:34:04.468990+0000","last_peered":"2024-09-19T04:34:04.468990+0000","last_clean":"2024-09-19T04:34:04.468990+0000","last_became_active":"2024-09-19T04:34:04.465289+0000","last_became_peered":"2024-09-19T04:34:04.465289+0000","last_unstale":"2024-09-19T04:34:04.468990+0000","last_undegraded":"2024-09-19T04:34:04.468990+0000","last_fullsized":"2024-09-19T04:34:04.468990+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:03.259132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.475972+0000","last_change":"2024-09-19T04:34:04.474832+0000","last_active":"2024-09-19T04:34:04.475972+0000","last_peered":"2024-09-19T04:34:04.475972+0000","last_clean":"2024-09-19T04:34:04.475972+0000","last_became_active":"2024-09-19T04:34:04.474546+0000","last_became_peered":"2024-09-19T04:34:04.474546+0000","last_unstale":"2024-09-19T04:34:04.475972+0000","last_undegraded":"2024-09-19T04:34:04.475972+0000","last_fullsized":"2024-09-19T04:34:04.475972+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:39.858690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.452937+0000","last_change":"2024-09-19T04:34:03.439982+0000","last_active":"2024-09-19T04:34:04.452937+0000","last_peered":"2024-09-19T04:34:04.452937+0000","last_clean":"2024-09-19T04:34:04.452937+0000","last_became_active":"2024-09-19T04:34:03.439695+0000","last_became_peered":"2024-09-19T04:34:03.439695+0000","last_unstale":"2024-09-19T04:34:04.452937+0000","last_undegraded":"2024-09-19T04:34:04.452937+0000","last_fullsized":"2024-09-19T04:34:04.452937+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:33:07.100612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.451463+0000","last_change":"2024-09-19T04:34:03.438144+0000","last_active":"2024-09-19T04:34:04.451463+0000","last_peered":"2024-09-19T04:34:04.451463+0000","last_clean":"2024-09-19T04:34:04.451463+0000","last_became_active":"2024-09-19T04:34:03.437871+0000","last_became_peered":"2024-09-19T04:34:03.437871+0000","last_unstale":"2024-09-19T04:34:04.451463+0000","last_undegraded":"2024-09-19T04:34:04.451463+0000","last_fullsized":"2024-09-19T04:34:04.451463+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:11:46.995139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.467530+0000","last_change":"2024-09-19T04:34:04.458582+0000","last_active":"2024-09-19T04:34:04.467530+0000","last_peered":"2024-09-19T04:34:04.467530+0000","last_clean":"2024-09-19T04:34:04.467530+0000","last_became_active":"2024-09-19T04:34:04.458311+0000","last_became_peered":"2024-09-19T04:34:04.458311+0000","last_unstale":"2024-09-19T04:34:04.467530+0000","last_undegraded":"2024-09-19T04:34:04.467530+0000","last_fullsized":"2024-09-19T04:34:04.467530+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:37.018474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.14","version":"43'6","reported_seq":20,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.452981+0000","last_change":"2024-09-19T04:34:03.434984+0000","last_active":"2024-09-19T04:34:05.452981+0000","last_peered":"2024-09-19T04:34:05.452981+0000","last_clean":"2024-09-19T04:34:05.452981+0000","last_became_active":"2024-09-19T04:34:03.434704+0000","last_became_peered":"2024-09-19T04:34:03.434704+0000","last_unstale":"2024-09-19T04:34:05.452981+0000","last_undegraded":"2024-09-19T04:34:05.452981+0000","last_fullsized":"2024-09-19T04:34:05.452981+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:59:26.371273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.13","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.472668+0000","last_change":"2024-09-19T04:34:03.440065+0000","last_active":"2024-09-19T04:34:04.472668+0000","last_peered":"2024-09-19T04:34:04.472668+0000","last_clean":"2024-09-19T04:34:04.472668+0000","last_became_active":"2024-09-19T04:34:03.439772+0000","last_became_peered":"2024-09-19T04:34:03.439772+0000","last_unstale":"2024-09-19T04:34:04.472668+0000","last_undegraded":"2024-09-19T04:34:04.472668+0000","last_fullsized":"2024-09-19T04:34:04.472668+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:20:24.650524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468969+0000","last_change":"2024-09-19T04:34:04.465520+0000","last_active":"2024-09-19T04:34:04.468969+0000","last_peered":"2024-09-19T04:34:04.468969+0000","last_clean":"2024-09-19T04:34:04.468969+0000","last_became_active":"2024-09-19T04:34:04.464943+0000","last_became_peered":"2024-09-19T04:34:04.464943+0000","last_unstale":"2024-09-19T04:34:04.468969+0000","last_undegraded":"2024-09-19T04:34:04.468969+0000","last_fullsized":"2024-09-19T04:34:04.468969+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:18.191662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.464400+0000","last_change":"2024-09-19T04:34:04.458508+0000","last_active":"2024-09-19T04:34:04.464400+0000","last_peered":"2024-09-19T04:34:04.464400+0000","last_clean":"2024-09-19T04:34:04.464400+0000","last_became_active":"2024-09-19T04:34:04.458267+0000","last_became_peered":"2024-09-19T04:34:04.458267+0000","last_unstale":"2024-09-19T04:34:04.464400+0000","last_undegraded":"2024-09-19T04:34:04.464400+0000","last_fullsized":"2024-09-19T04:34:04.464400+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:49.361393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.450077+0000","last_change":"2024-09-19T04:34:03.437122+0000","last_active":"2024-09-19T04:34:04.450077+0000","last_peered":"2024-09-19T04:34:04.450077+0000","last_clean":"2024-09-19T04:34:04.450077+0000","last_became_active":"2024-09-19T04:34:03.436793+0000","last_became_peered":"2024-09-19T04:34:03.436793+0000","last_unstale":"2024-09-19T04:34:04.450077+0000","last_undegraded":"2024-09-19T04:34:04.450077+0000","last_fullsized":"2024-09-19T04:34:04.450077+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:09.366499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.10","version":"43'8","reported_seq":20,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.478571+0000","last_change":"2024-09-19T04:34:03.441158+0000","last_active":"2024-09-19T04:34:04.478571+0000","last_peered":"2024-09-19T04:34:04.478571+0000","last_clean":"2024-09-19T04:34:04.478571+0000","last_became_active":"2024-09-19T04:34:03.440846+0000","last_became_peered":"2024-09-19T04:34:03.440846+0000","last_unstale":"2024-09-19T04:34:04.478571+0000","last_undegraded":"2024-09-19T04:34:04.478571+0000","last_fullsized":"2024-09-19T04:34:04.478571+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:16:41.652416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453094+0000","last_change":"2024-09-19T04:34:04.454138+0000","last_active":"2024-09-19T04:34:05.453094+0000","last_peered":"2024-09-19T04:34:05.453094+0000","last_clean":"2024-09-19T04:34:05.453094+0000","last_became_active":"2024-09-19T04:34:04.453840+0000","last_became_peered":"2024-09-19T04:34:04.453840+0000","last_unstale":"2024-09-19T04:34:05.453094+0000","last_undegraded":"2024-09-19T04:34:05.453094+0000","last_fullsized":"2024-09-19T04:34:05.453094+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:22.255891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"43'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.452920+0000","last_change":"2024-09-19T04:34:03.442724+0000","last_active":"2024-09-19T04:34:05.452920+0000","last_peered":"2024-09-19T04:34:05.452920+0000","last_clean":"2024-09-19T04:34:05.452920+0000","last_became_active":"2024-09-19T04:34:03.442396+0000","last_became_peered":"2024-09-19T04:34:03.442396+0000","last_unstale":"2024-09-19T04:34:05.452920+0000","last_undegraded":"2024-09-19T04:34:05.452920+0000","last_fullsized":"2024-09-19T04:34:05.452920+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:50.643617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.466902+0000","last_change":"2024-09-19T04:34:04.462978+0000","last_active":"2024-09-19T04:34:04.466902+0000","last_peered":"2024-09-19T04:34:04.466902+0000","last_clean":"2024-09-19T04:34:04.466902+0000","last_became_active":"2024-09-19T04:34:04.462701+0000","last_became_peered":"2024-09-19T04:34:04.462701+0000","last_unstale":"2024-09-19T04:34:04.466902+0000","last_undegraded":"2024-09-19T04:34:04.466902+0000","last_fullsized":"2024-09-19T04:34:04.466902+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:51:06.651609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.453010+0000","last_change":"2024-09-19T04:34:03.431761+0000","last_active":"2024-09-19T04:34:04.453010+0000","last_peered":"2024-09-19T04:34:04.453010+0000","last_clean":"2024-09-19T04:34:04.453010+0000","last_became_active":"2024-09-19T04:34:03.431485+0000","last_became_peered":"2024-09-19T04:34:03.431485+0000","last_unstale":"2024-09-19T04:34:04.453010+0000","last_undegraded":"2024-09-19T04:34:04.453010+0000","last_fullsized":"2024-09-19T04:34:04.453010+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:24.230366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.460708+0000","last_change":"2024-09-19T04:34:04.455994+0000","last_active":"2024-09-19T04:34:04.460708+0000","last_peered":"2024-09-19T04:34:04.460708+0000","last_clean":"2024-09-19T04:34:04.460708+0000","last_became_active":"2024-09-19T04:34:04.455742+0000","last_became_peered":"2024-09-19T04:34:04.455742+0000","last_unstale":"2024-09-19T04:34:04.460708+0000","last_undegraded":"2024-09-19T04:34:04.460708+0000","last_fullsized":"2024-09-19T04:34:04.460708+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:53:06.627660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.476006+0000","last_change":"2024-09-19T04:34:03.428441+0000","last_active":"2024-09-19T04:34:04.476006+0000","last_peered":"2024-09-19T04:34:04.476006+0000","last_clean":"2024-09-19T04:34:04.476006+0000","last_became_active":"2024-09-19T04:34:03.428133+0000","last_became_peered":"2024-09-19T04:34:03.428133+0000","last_unstale":"2024-09-19T04:34:04.476006+0000","last_undegraded":"2024-09-19T04:34:04.476006+0000","last_fullsized":"2024-09-19T04:34:04.476006+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:31.185918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.455504+0000","last_change":"2024-09-19T04:34:04.454616+0000","last_active":"2024-09-19T04:34:04.455504+0000","last_peered":"2024-09-19T04:34:04.455504+0000","last_clean":"2024-09-19T04:34:04.455504+0000","last_became_active":"2024-09-19T04:34:04.454366+0000","last_became_peered":"2024-09-19T04:34:04.454366+0000","last_unstale":"2024-09-19T04:34:04.455504+0000","last_undegraded":"2024-09-19T04:34:04.455504+0000","last_fullsized":"2024-09-19T04:34:04.455504+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:43:13.259654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.452792+0000","last_change":"2024-09-19T04:34:04.460751+0000","last_active":"2024-09-19T04:34:05.452792+0000","last_peered":"2024-09-19T04:34:05.452792+0000","last_clean":"2024-09-19T04:34:05.452792+0000","last_became_active":"2024-09-19T04:34:04.460453+0000","last_became_peered":"2024-09-19T04:34:04.460453+0000","last_unstale":"2024-09-19T04:34:05.452792+0000","last_undegraded":"2024-09-19T04:34:05.452792+0000","last_fullsized":"2024-09-19T04:34:05.452792+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:14:29.165266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.450182+0000","last_change":"2024-09-19T04:34:03.438685+0000","last_active":"2024-09-19T04:34:04.450182+0000","last_peered":"2024-09-19T04:34:04.450182+0000","last_clean":"2024-09-19T04:34:04.450182+0000","last_became_active":"2024-09-19T04:34:03.438282+0000","last_became_peered":"2024-09-19T04:34:03.438282+0000","last_unstale":"2024-09-19T04:34:04.450182+0000","last_undegraded":"2024-09-19T04:34:04.450182+0000","last_fullsized":"2024-09-19T04:34:04.450182+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:21.254378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.466907+0000","last_change":"2024-09-19T04:34:04.461129+0000","last_active":"2024-09-19T04:34:04.466907+0000","last_peered":"2024-09-19T04:34:04.466907+0000","last_clean":"2024-09-19T04:34:04.466907+0000","last_became_active":"2024-09-19T04:34:04.460867+0000","last_became_peered":"2024-09-19T04:34:04.460867+0000","last_unstale":"2024-09-19T04:34:04.466907+0000","last_undegraded":"2024-09-19T04:34:04.466907+0000","last_fullsized":"2024-09-19T04:34:04.466907+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:57:47.759714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.450537+0000","last_change":"2024-09-19T04:34:03.437277+0000","last_active":"2024-09-19T04:34:04.450537+0000","last_peered":"2024-09-19T04:34:04.450537+0000","last_clean":"2024-09-19T04:34:04.450537+0000","last_became_active":"2024-09-19T04:34:03.435957+0000","last_became_peered":"2024-09-19T04:34:03.435957+0000","last_unstale":"2024-09-19T04:34:04.450537+0000","last_undegraded":"2024-09-19T04:34:04.450537+0000","last_fullsized":"2024-09-19T04:34:04.450537+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:04:26.951435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468838+0000","last_change":"2024-09-19T04:34:04.464057+0000","last_active":"2024-09-19T04:34:04.468838+0000","last_peered":"2024-09-19T04:34:04.468838+0000","last_clean":"2024-09-19T04:34:04.468838+0000","last_became_active":"2024-09-19T04:34:04.463749+0000","last_became_peered":"2024-09-19T04:34:04.463749+0000","last_unstale":"2024-09-19T04:34:04.468838+0000","last_undegraded":"2024-09-19T04:34:04.468838+0000","last_fullsized":"2024-09-19T04:34:04.468838+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:00.736348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.445861+0000","last_change":"2024-09-19T04:34:03.439127+0000","last_active":"2024-09-19T04:34:04.445861+0000","last_peered":"2024-09-19T04:34:04.445861+0000","last_clean":"2024-09-19T04:34:04.445861+0000","last_became_active":"2024-09-19T04:34:03.438823+0000","last_became_peered":"2024-09-19T04:34:03.438823+0000","last_unstale":"2024-09-19T04:34:04.445861+0000","last_undegraded":"2024-09-19T04:34:04.445861+0000","last_fullsized":"2024-09-19T04:34:04.445861+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:13:46.446530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.464310+0000","last_change":"2024-09-19T04:34:04.457267+0000","last_active":"2024-09-19T04:34:04.464310+0000","last_peered":"2024-09-19T04:34:04.464310+0000","last_clean":"2024-09-19T04:34:04.464310+0000","last_became_active":"2024-09-19T04:34:04.457005+0000","last_became_peered":"2024-09-19T04:34:04.457005+0000","last_unstale":"2024-09-19T04:34:04.464310+0000","last_undegraded":"2024-09-19T04:34:04.464310+0000","last_fullsized":"2024-09-19T04:34:04.464310+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:43.374611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.464488+0000","last_change":"2024-09-19T04:34:04.458570+0000","last_active":"2024-09-19T04:34:04.464488+0000","last_peered":"2024-09-19T04:34:04.464488+0000","last_clean":"2024-09-19T04:34:04.464488+0000","last_became_active":"2024-09-19T04:34:04.458321+0000","last_became_peered":"2024-09-19T04:34:04.458321+0000","last_unstale":"2024-09-19T04:34:04.464488+0000","last_undegraded":"2024-09-19T04:34:04.464488+0000","last_fullsized":"2024-09-19T04:34:04.464488+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:58.598884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.445983+0000","last_change":"2024-09-19T04:34:03.437512+0000","last_active":"2024-09-19T04:34:04.445983+0000","last_peered":"2024-09-19T04:34:04.445983+0000","last_clean":"2024-09-19T04:34:04.445983+0000","last_became_active":"2024-09-19T04:34:03.437126+0000","last_became_peered":"2024-09-19T04:34:03.437126+0000","last_unstale":"2024-09-19T04:34:04.445983+0000","last_undegraded":"2024-09-19T04:34:04.445983+0000","last_fullsized":"2024-09-19T04:34:04.445983+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:50.631085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.453174+0000","last_change":"2024-09-19T04:34:03.441823+0000","last_active":"2024-09-19T04:34:04.453174+0000","last_peered":"2024-09-19T04:34:04.453174+0000","last_clean":"2024-09-19T04:34:04.453174+0000","last_became_active":"2024-09-19T04:34:03.441504+0000","last_became_peered":"2024-09-19T04:34:03.441504+0000","last_unstale":"2024-09-19T04:34:04.453174+0000","last_undegraded":"2024-09-19T04:34:04.453174+0000","last_fullsized":"2024-09-19T04:34:04.453174+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:28.059160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.466949+0000","last_change":"2024-09-19T04:34:04.463436+0000","last_active":"2024-09-19T04:34:04.466949+0000","last_peered":"2024-09-19T04:34:04.466949+0000","last_clean":"2024-09-19T04:34:04.466949+0000","last_became_active":"2024-09-19T04:34:04.463197+0000","last_became_peered":"2024-09-19T04:34:04.463197+0000","last_unstale":"2024-09-19T04:34:04.466949+0000","last_undegraded":"2024-09-19T04:34:04.466949+0000","last_fullsized":"2024-09-19T04:34:04.466949+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:07.690798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":201,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:34:00.414253+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:34:00.414253+0000","last_peered":"2024-09-19T04:34:00.414253+0000","last_clean":"2024-09-19T04:34:00.414253+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:34:00.414253+0000","last_undegraded":"2024-09-19T04:34:00.414253+0000","last_fullsized":"2024-09-19T04:34:00.414253+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":4},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2250,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":34,"acting":34,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509459,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28048,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343792,"statfs":{"total":96636764160,"available":96608043008,"internally_reserved":0,"allocated":1040384,"data_stored":764308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509459,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27468,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":446464,"data_stored":173940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509459,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27476,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344364,"statfs":{"total":96636764160,"available":96608628736,"internally_reserved":0,"allocated":458752,"data_stored":179067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509460,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27472,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":446464,"data_stored":173940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542165,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27528,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344312,"statfs":{"total":96636764160,"available":96608575488,"internally_reserved":0,"allocated":507904,"data_stored":198564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542164,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27536,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344304,"statfs":{"total":96636764160,"available":96608567296,"internally_reserved":0,"allocated":512000,"data_stored":199560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542164,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":499712,"data_stored":197996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542165,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28104,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343736,"statfs":{"total":96636764160,"available":96607985664,"internally_reserved":0,"allocated":1093632,"data_stored":788328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:34:07.725 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:34:07.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.859+0000 7f73b3d8d640 1 Processor -- start 2024-09-19T04:34:07.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.859+0000 7f73b3d8d640 1 -- start start 2024-09-19T04:34:07.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.860+0000 7f73b3d8d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f73ac0d02a0 0x7f73ac0d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:07.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.860+0000 7f73b3d8d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f73ac15ce80 0x7f73ac1594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:07.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.860+0000 7f73b3d8d640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73ac0d0bc0 con 0x7f73ac15ca40 2024-09-19T04:34:07.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.860+0000 7f73b3d8d640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f73ac15d390 con 0x7f73ac15ce80 2024-09-19T04:34:07.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.860+0000 7f73b3d8d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f73ac15d670 con 0x7f73ac0d02a0 2024-09-19T04:34:07.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.860+0000 7f73b232a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f73ac15ce80 0x7f73ac1594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:07.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.860+0000 7f73b232a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f73ac15ce80 0x7f73ac1594c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57646/0 (socket says 172.21.15.111:57646) 2024-09-19T04:34:07.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.860+0000 7f73b232a640 1 -- 172.21.15.111:0/665931641 learned_addr learned my addr 172.21.15.111:0/665931641 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:07.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.860+0000 7f73b232a640 1 -- 172.21.15.111:0/665931641 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f73ac0d02a0 msgr2=0x7f73ac0d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:07.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.860+0000 7f73b232a640 1 --2- 172.21.15.111:0/665931641 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f73ac0d02a0 0x7f73ac0d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.860+0000 7f73b232a640 1 -- 172.21.15.111:0/665931641 >> v1:172.21.15.114:6789/0 conn(0x7f73ac15ca40 legacy=0x7f73ac15e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:07.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.860+0000 7f73b232a640 1 -- 172.21.15.111:0/665931641 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73ac15d950 con 0x7f73ac15ce80 2024-09-19T04:34:07.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.861+0000 7f73b232a640 1 --2- 172.21.15.111:0/665931641 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f73ac15ce80 0x7f73ac1594c0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f73a4009e50 tx=0x7f73a402a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c140df498f067e77 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:07.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.861+0000 7f73b0b27640 1 -- 172.21.15.111:0/665931641 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73a4036070 con 0x7f73ac15ce80 2024-09-19T04:34:07.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.861+0000 7f73b0b27640 1 -- 172.21.15.111:0/665931641 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73a4031600 con 0x7f73ac15ce80 2024-09-19T04:34:07.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.861+0000 7f73b0b27640 1 -- 172.21.15.111:0/665931641 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73a40319d0 con 0x7f73ac15ce80 2024-09-19T04:34:07.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.862+0000 7f73b3d8d640 1 -- 172.21.15.111:0/665931641 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f73ac15ce80 msgr2=0x7f73ac1594c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:07.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.862+0000 7f73b3d8d640 1 --2- 172.21.15.111:0/665931641 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f73ac15ce80 0x7f73ac1594c0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f73a4009e50 tx=0x7f73a402a630 comp rx=0 tx=0).stop 2024-09-19T04:34:07.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.862+0000 7f73b3d8d640 1 -- 172.21.15.111:0/665931641 shutdown_connections 2024-09-19T04:34:07.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.862+0000 7f73b3d8d640 1 --2- 172.21.15.111:0/665931641 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f73ac15ce80 0x7f73ac1594c0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.862+0000 7f73b3d8d640 1 --2- 172.21.15.111:0/665931641 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f73ac0d02a0 0x7f73ac0d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.862+0000 7f73b3d8d640 1 -- 172.21.15.111:0/665931641 >> 172.21.15.111:0/665931641 conn(0x7f73ac062cc0 msgr2=0x7f73ac06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:07.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.862+0000 7f73b3d8d640 1 -- 172.21.15.111:0/665931641 shutdown_connections 2024-09-19T04:34:07.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.862+0000 7f73b3d8d640 1 -- 172.21.15.111:0/665931641 wait complete. 2024-09-19T04:34:07.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.863+0000 7f73b3d8d640 1 Processor -- start 2024-09-19T04:34:07.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.863+0000 7f73b3d8d640 1 -- start start 2024-09-19T04:34:07.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.864+0000 7f73b3d8d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f73ac0d02a0 0x7f73ac0734b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:07.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.864+0000 7f73b3d8d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f73ac15ca40 0x7f73ac0b2820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:07.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.864+0000 7f73b3d8d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f73ac15ce80 0x7f73ac157b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:07.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.864+0000 7f73b3d8d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f73ac15eb40 con 0x7f73ac15ce80 2024-09-19T04:34:07.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.864+0000 7f73b3d8d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f73ac15df10 con 0x7f73ac15ca40 2024-09-19T04:34:07.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.864+0000 7f73b3d8d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f73ac155b90 con 0x7f73ac0d02a0 2024-09-19T04:34:07.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.864+0000 7f73b232a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f73ac15ce80 0x7f73ac157b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:07.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.864+0000 7f73b232a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f73ac15ce80 0x7f73ac157b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57652/0 (socket says 172.21.15.111:57652) 2024-09-19T04:34:07.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.864+0000 7f73b232a640 1 -- 172.21.15.111:0/3439450566 learned_addr learned my addr 172.21.15.111:0/3439450566 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:07.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.864+0000 7f73b1328640 1 --2- 172.21.15.111:0/3439450566 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f73ac15ca40 0x7f73ac0b2820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:07.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.864+0000 7f73b1b29640 1 --2- 172.21.15.111:0/3439450566 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f73ac0d02a0 0x7f73ac0734b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:07.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.864+0000 7f73b232a640 1 -- 172.21.15.111:0/3439450566 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f73ac0d02a0 msgr2=0x7f73ac0734b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:07.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.864+0000 7f73b232a640 1 --2- 172.21.15.111:0/3439450566 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f73ac0d02a0 0x7f73ac0734b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.864+0000 7f73b232a640 1 -- 172.21.15.111:0/3439450566 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f73ac15ca40 msgr2=0x7f73ac0b2820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:07.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.864+0000 7f73b232a640 1 --2- 172.21.15.111:0/3439450566 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f73ac15ca40 0x7f73ac0b2820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:07.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.864+0000 7f73b232a640 1 -- 172.21.15.111:0/3439450566 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73ac0739f0 con 0x7f73ac15ce80 2024-09-19T04:34:07.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.864+0000 7f73b232a640 1 --2- 172.21.15.111:0/3439450566 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f73ac15ce80 0x7f73ac157b10 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f73a4034040 tx=0x7f73a4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:07.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.865+0000 7f73a27fc640 1 -- 172.21.15.111:0/3439450566 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73a4041020 con 0x7f73ac15ce80 2024-09-19T04:34:07.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.865+0000 7f73a27fc640 1 -- 172.21.15.111:0/3439450566 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73a40077a0 con 0x7f73ac15ce80 2024-09-19T04:34:07.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.865+0000 7f73b3d8d640 1 -- 172.21.15.111:0/3439450566 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73ac1f4850 con 0x7f73ac15ce80 2024-09-19T04:34:07.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.865+0000 7f73a27fc640 1 -- 172.21.15.111:0/3439450566 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73a4036040 con 0x7f73ac15ce80 2024-09-19T04:34:07.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.865+0000 7f73b3d8d640 1 -- 172.21.15.111:0/3439450566 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73ac156440 con 0x7f73ac15ce80 2024-09-19T04:34:07.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.866+0000 7f73b3d8d640 1 -- 172.21.15.111:0/3439450566 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73ac0b4790 con 0x7f73ac15ce80 2024-09-19T04:34:07.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.866+0000 7f73a27fc640 1 -- 172.21.15.111:0/3439450566 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f73a4044020 con 0x7f73ac15ce80 2024-09-19T04:34:07.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.867+0000 7f73a27fc640 1 --2- 172.21.15.111:0/3439450566 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f739006c460 0x7f739006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:07.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.867+0000 7f73a27fc640 1 -- 172.21.15.111:0/3439450566 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f73a40ac590 con 0x7f73ac15ce80 2024-09-19T04:34:07.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.867+0000 7f73b1b29640 1 --2- 172.21.15.111:0/3439450566 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f739006c460 0x7f739006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:07.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.867+0000 7f73b1b29640 1 --2- 172.21.15.111:0/3439450566 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f739006c460 0x7f739006e920 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f73a80098e0 tx=0x7f73a8009060 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:07.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:07.871+0000 7f73a27fc640 1 -- 172.21.15.111:0/3439450566 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f73a404b030 con 0x7f73ac15ce80 2024-09-19T04:34:08.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.035+0000 7f73b3d8d640 1 -- 172.21.15.111:0/3439450566 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f73ac155f10 con 0x7f739006c460 2024-09-19T04:34:08.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.041+0000 7f73a27fc640 1 -- 172.21.15.111:0/3439450566 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+244687 (secure 0 0 0) 0x7f73ac155f10 con 0x7f739006c460 2024-09-19T04:34:08.044 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:34:08.045 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:34:08.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.044+0000 7f73b3d8d640 1 -- 172.21.15.111:0/3439450566 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f739006c460 msgr2=0x7f739006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:08.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.044+0000 7f73b3d8d640 1 --2- 172.21.15.111:0/3439450566 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f739006c460 0x7f739006e920 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f73a80098e0 tx=0x7f73a8009060 comp rx=0 tx=0).stop 2024-09-19T04:34:08.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.044+0000 7f73b3d8d640 1 -- 172.21.15.111:0/3439450566 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f73ac15ce80 msgr2=0x7f73ac157b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:08.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.044+0000 7f73b3d8d640 1 --2- 172.21.15.111:0/3439450566 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f73ac15ce80 0x7f73ac157b10 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f73a4034040 tx=0x7f73a4004a40 comp rx=0 tx=0).stop 2024-09-19T04:34:08.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.044+0000 7f73b3d8d640 1 -- 172.21.15.111:0/3439450566 shutdown_connections 2024-09-19T04:34:08.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.044+0000 7f73b3d8d640 1 --2- 172.21.15.111:0/3439450566 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f739006c460 0x7f739006e920 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.044+0000 7f73b3d8d640 1 --2- 172.21.15.111:0/3439450566 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f73ac15ce80 0x7f73ac157b10 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.044+0000 7f73b3d8d640 1 --2- 172.21.15.111:0/3439450566 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f73ac15ca40 0x7f73ac0b2820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.044+0000 7f73b3d8d640 1 --2- 172.21.15.111:0/3439450566 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f73ac0d02a0 0x7f73ac0734b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.044+0000 7f73b3d8d640 1 -- 172.21.15.111:0/3439450566 >> 172.21.15.111:0/3439450566 conn(0x7f73ac062cc0 msgr2=0x7f73ac06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:08.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.044+0000 7f73b3d8d640 1 -- 172.21.15.111:0/3439450566 shutdown_connections 2024-09-19T04:34:08.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.044+0000 7f73b3d8d640 1 -- 172.21.15.111:0/3439450566 wait complete. 2024-09-19T04:34:08.056 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":80,"stamp":"2024-09-19T04:34:06.421386+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592618,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":189,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":100,"acting":100,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":754974720,"kb_used":221152,"kb_used_data":4888,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753568,"statfs":{"total":773094113280,"available":772867653632,"internally_reserved":0,"allocated":5005312,"data_stored":2675703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2250,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.002917"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.474931+0000","last_change":"2024-09-19T04:34:04.473535+0000","last_active":"2024-09-19T04:34:04.474931+0000","last_peered":"2024-09-19T04:34:04.474931+0000","last_clean":"2024-09-19T04:34:04.474931+0000","last_became_active":"2024-09-19T04:34:04.473225+0000","last_became_peered":"2024-09-19T04:34:04.473225+0000","last_unstale":"2024-09-19T04:34:04.474931+0000","last_undegraded":"2024-09-19T04:34:04.474931+0000","last_fullsized":"2024-09-19T04:34:04.474931+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:42.000264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.466200+0000","last_change":"2024-09-19T04:34:04.462025+0000","last_active":"2024-09-19T04:34:04.466200+0000","last_peered":"2024-09-19T04:34:04.466200+0000","last_clean":"2024-09-19T04:34:04.466200+0000","last_became_active":"2024-09-19T04:34:04.461804+0000","last_became_peered":"2024-09-19T04:34:04.461804+0000","last_unstale":"2024-09-19T04:34:04.466200+0000","last_undegraded":"2024-09-19T04:34:04.466200+0000","last_fullsized":"2024-09-19T04:34:04.466200+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:56:24.340663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.479885+0000","last_change":"2024-09-19T04:34:04.479356+0000","last_active":"2024-09-19T04:34:04.479885+0000","last_peered":"2024-09-19T04:34:04.479885+0000","last_clean":"2024-09-19T04:34:04.479885+0000","last_became_active":"2024-09-19T04:34:04.479057+0000","last_became_peered":"2024-09-19T04:34:04.479057+0000","last_unstale":"2024-09-19T04:34:04.479885+0000","last_undegraded":"2024-09-19T04:34:04.479885+0000","last_fullsized":"2024-09-19T04:34:04.479885+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:30:30.227512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468936+0000","last_change":"2024-09-19T04:34:04.464912+0000","last_active":"2024-09-19T04:34:04.468936+0000","last_peered":"2024-09-19T04:34:04.468936+0000","last_clean":"2024-09-19T04:34:04.468936+0000","last_became_active":"2024-09-19T04:34:04.464644+0000","last_became_peered":"2024-09-19T04:34:04.464644+0000","last_unstale":"2024-09-19T04:34:04.468936+0000","last_undegraded":"2024-09-19T04:34:04.468936+0000","last_fullsized":"2024-09-19T04:34:04.468936+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:31.354969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.474902+0000","last_change":"2024-09-19T04:34:04.473491+0000","last_active":"2024-09-19T04:34:04.474902+0000","last_peered":"2024-09-19T04:34:04.474902+0000","last_clean":"2024-09-19T04:34:04.474902+0000","last_became_active":"2024-09-19T04:34:04.473138+0000","last_became_peered":"2024-09-19T04:34:04.473138+0000","last_unstale":"2024-09-19T04:34:04.474902+0000","last_undegraded":"2024-09-19T04:34:04.474902+0000","last_fullsized":"2024-09-19T04:34:04.474902+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:17.039046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468932+0000","last_change":"2024-09-19T04:34:04.464094+0000","last_active":"2024-09-19T04:34:04.468932+0000","last_peered":"2024-09-19T04:34:04.468932+0000","last_clean":"2024-09-19T04:34:04.468932+0000","last_became_active":"2024-09-19T04:34:04.463814+0000","last_became_peered":"2024-09-19T04:34:04.463814+0000","last_unstale":"2024-09-19T04:34:04.468932+0000","last_undegraded":"2024-09-19T04:34:04.468932+0000","last_fullsized":"2024-09-19T04:34:04.468932+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:51.852999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453062+0000","last_change":"2024-09-19T04:34:04.458537+0000","last_active":"2024-09-19T04:34:05.453062+0000","last_peered":"2024-09-19T04:34:05.453062+0000","last_clean":"2024-09-19T04:34:05.453062+0000","last_became_active":"2024-09-19T04:34:04.458263+0000","last_became_peered":"2024-09-19T04:34:04.458263+0000","last_unstale":"2024-09-19T04:34:05.453062+0000","last_undegraded":"2024-09-19T04:34:05.453062+0000","last_fullsized":"2024-09-19T04:34:05.453062+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:07:08.640749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468967+0000","last_change":"2024-09-19T04:34:04.462183+0000","last_active":"2024-09-19T04:34:04.468967+0000","last_peered":"2024-09-19T04:34:04.468967+0000","last_clean":"2024-09-19T04:34:04.468967+0000","last_became_active":"2024-09-19T04:34:04.461866+0000","last_became_peered":"2024-09-19T04:34:04.461866+0000","last_unstale":"2024-09-19T04:34:04.468967+0000","last_undegraded":"2024-09-19T04:34:04.468967+0000","last_fullsized":"2024-09-19T04:34:04.468967+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:46.145913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.469103+0000","last_change":"2024-09-19T04:34:04.468113+0000","last_active":"2024-09-19T04:34:04.469103+0000","last_peered":"2024-09-19T04:34:04.469103+0000","last_clean":"2024-09-19T04:34:04.469103+0000","last_became_active":"2024-09-19T04:34:04.467731+0000","last_became_peered":"2024-09-19T04:34:04.467731+0000","last_unstale":"2024-09-19T04:34:04.469103+0000","last_undegraded":"2024-09-19T04:34:04.469103+0000","last_fullsized":"2024-09-19T04:34:04.469103+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:21.048654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453006+0000","last_change":"2024-09-19T04:34:04.469811+0000","last_active":"2024-09-19T04:34:05.453006+0000","last_peered":"2024-09-19T04:34:05.453006+0000","last_clean":"2024-09-19T04:34:05.453006+0000","last_became_active":"2024-09-19T04:34:04.469241+0000","last_became_peered":"2024-09-19T04:34:04.469241+0000","last_unstale":"2024-09-19T04:34:05.453006+0000","last_undegraded":"2024-09-19T04:34:05.453006+0000","last_fullsized":"2024-09-19T04:34:05.453006+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:48:49.180907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.467436+0000","last_change":"2024-09-19T04:34:04.465498+0000","last_active":"2024-09-19T04:34:04.467436+0000","last_peered":"2024-09-19T04:34:04.467436+0000","last_clean":"2024-09-19T04:34:04.467436+0000","last_became_active":"2024-09-19T04:34:04.465044+0000","last_became_peered":"2024-09-19T04:34:04.465044+0000","last_unstale":"2024-09-19T04:34:04.467436+0000","last_undegraded":"2024-09-19T04:34:04.467436+0000","last_fullsized":"2024-09-19T04:34:04.467436+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:26.450938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.475957+0000","last_change":"2024-09-19T04:34:04.474582+0000","last_active":"2024-09-19T04:34:04.475957+0000","last_peered":"2024-09-19T04:34:04.475957+0000","last_clean":"2024-09-19T04:34:04.475957+0000","last_became_active":"2024-09-19T04:34:04.473835+0000","last_became_peered":"2024-09-19T04:34:04.473835+0000","last_unstale":"2024-09-19T04:34:04.475957+0000","last_undegraded":"2024-09-19T04:34:04.475957+0000","last_fullsized":"2024-09-19T04:34:04.475957+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:36:59.691303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453059+0000","last_change":"2024-09-19T04:34:04.458997+0000","last_active":"2024-09-19T04:34:05.453059+0000","last_peered":"2024-09-19T04:34:05.453059+0000","last_clean":"2024-09-19T04:34:05.453059+0000","last_became_active":"2024-09-19T04:34:04.458735+0000","last_became_peered":"2024-09-19T04:34:04.458735+0000","last_unstale":"2024-09-19T04:34:05.453059+0000","last_undegraded":"2024-09-19T04:34:05.453059+0000","last_fullsized":"2024-09-19T04:34:05.453059+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:22:50.665585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.457973+0000","last_change":"2024-09-19T04:34:04.455320+0000","last_active":"2024-09-19T04:34:04.457973+0000","last_peered":"2024-09-19T04:34:04.457973+0000","last_clean":"2024-09-19T04:34:04.457973+0000","last_became_active":"2024-09-19T04:34:04.453461+0000","last_became_peered":"2024-09-19T04:34:04.453461+0000","last_unstale":"2024-09-19T04:34:04.457973+0000","last_undegraded":"2024-09-19T04:34:04.457973+0000","last_fullsized":"2024-09-19T04:34:04.457973+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:29.495697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.452758+0000","last_change":"2024-09-19T04:34:04.455753+0000","last_active":"2024-09-19T04:34:05.452758+0000","last_peered":"2024-09-19T04:34:05.452758+0000","last_clean":"2024-09-19T04:34:05.452758+0000","last_became_active":"2024-09-19T04:34:04.455456+0000","last_became_peered":"2024-09-19T04:34:04.455456+0000","last_unstale":"2024-09-19T04:34:05.452758+0000","last_undegraded":"2024-09-19T04:34:05.452758+0000","last_fullsized":"2024-09-19T04:34:05.452758+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:59:33.578150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.464133+0000","last_change":"2024-09-19T04:34:04.461098+0000","last_active":"2024-09-19T04:34:04.464133+0000","last_peered":"2024-09-19T04:34:04.464133+0000","last_clean":"2024-09-19T04:34:04.464133+0000","last_became_active":"2024-09-19T04:34:04.460798+0000","last_became_peered":"2024-09-19T04:34:04.460798+0000","last_unstale":"2024-09-19T04:34:04.464133+0000","last_undegraded":"2024-09-19T04:34:04.464133+0000","last_fullsized":"2024-09-19T04:34:04.464133+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:40.660392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"43'4","reported_seq":16,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.479346+0000","last_change":"2024-09-19T04:34:03.437379+0000","last_active":"2024-09-19T04:34:04.479346+0000","last_peered":"2024-09-19T04:34:04.479346+0000","last_clean":"2024-09-19T04:34:04.479346+0000","last_became_active":"2024-09-19T04:34:03.437088+0000","last_became_peered":"2024-09-19T04:34:03.437088+0000","last_unstale":"2024-09-19T04:34:04.479346+0000","last_undegraded":"2024-09-19T04:34:04.479346+0000","last_fullsized":"2024-09-19T04:34:04.479346+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:11.326554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1d","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.475802+0000","last_change":"2024-09-19T04:34:03.439615+0000","last_active":"2024-09-19T04:34:04.475802+0000","last_peered":"2024-09-19T04:34:04.475802+0000","last_clean":"2024-09-19T04:34:04.475802+0000","last_became_active":"2024-09-19T04:34:03.439311+0000","last_became_peered":"2024-09-19T04:34:03.439311+0000","last_unstale":"2024-09-19T04:34:04.475802+0000","last_undegraded":"2024-09-19T04:34:04.475802+0000","last_fullsized":"2024-09-19T04:34:04.475802+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:37:01.236642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.455499+0000","last_change":"2024-09-19T04:34:04.454493+0000","last_active":"2024-09-19T04:34:04.455499+0000","last_peered":"2024-09-19T04:34:04.455499+0000","last_clean":"2024-09-19T04:34:04.455499+0000","last_became_active":"2024-09-19T04:34:04.454248+0000","last_became_peered":"2024-09-19T04:34:04.454248+0000","last_unstale":"2024-09-19T04:34:04.455499+0000","last_undegraded":"2024-09-19T04:34:04.455499+0000","last_fullsized":"2024-09-19T04:34:04.455499+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:59:23.766537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1b","version":"43'1","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.475946+0000","last_change":"2024-09-19T04:34:03.431201+0000","last_active":"2024-09-19T04:34:04.475946+0000","last_peered":"2024-09-19T04:34:04.475946+0000","last_clean":"2024-09-19T04:34:04.475946+0000","last_became_active":"2024-09-19T04:34:03.430931+0000","last_became_peered":"2024-09-19T04:34:03.430931+0000","last_unstale":"2024-09-19T04:34:04.475946+0000","last_undegraded":"2024-09-19T04:34:04.475946+0000","last_fullsized":"2024-09-19T04:34:04.475946+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:22.843912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468990+0000","last_change":"2024-09-19T04:34:04.465751+0000","last_active":"2024-09-19T04:34:04.468990+0000","last_peered":"2024-09-19T04:34:04.468990+0000","last_clean":"2024-09-19T04:34:04.468990+0000","last_became_active":"2024-09-19T04:34:04.465289+0000","last_became_peered":"2024-09-19T04:34:04.465289+0000","last_unstale":"2024-09-19T04:34:04.468990+0000","last_undegraded":"2024-09-19T04:34:04.468990+0000","last_fullsized":"2024-09-19T04:34:04.468990+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:03.259132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.475972+0000","last_change":"2024-09-19T04:34:04.474832+0000","last_active":"2024-09-19T04:34:04.475972+0000","last_peered":"2024-09-19T04:34:04.475972+0000","last_clean":"2024-09-19T04:34:04.475972+0000","last_became_active":"2024-09-19T04:34:04.474546+0000","last_became_peered":"2024-09-19T04:34:04.474546+0000","last_unstale":"2024-09-19T04:34:04.475972+0000","last_undegraded":"2024-09-19T04:34:04.475972+0000","last_fullsized":"2024-09-19T04:34:04.475972+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:39.858690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.452937+0000","last_change":"2024-09-19T04:34:03.439982+0000","last_active":"2024-09-19T04:34:04.452937+0000","last_peered":"2024-09-19T04:34:04.452937+0000","last_clean":"2024-09-19T04:34:04.452937+0000","last_became_active":"2024-09-19T04:34:03.439695+0000","last_became_peered":"2024-09-19T04:34:03.439695+0000","last_unstale":"2024-09-19T04:34:04.452937+0000","last_undegraded":"2024-09-19T04:34:04.452937+0000","last_fullsized":"2024-09-19T04:34:04.452937+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:33:07.100612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.451463+0000","last_change":"2024-09-19T04:34:03.438144+0000","last_active":"2024-09-19T04:34:04.451463+0000","last_peered":"2024-09-19T04:34:04.451463+0000","last_clean":"2024-09-19T04:34:04.451463+0000","last_became_active":"2024-09-19T04:34:03.437871+0000","last_became_peered":"2024-09-19T04:34:03.437871+0000","last_unstale":"2024-09-19T04:34:04.451463+0000","last_undegraded":"2024-09-19T04:34:04.451463+0000","last_fullsized":"2024-09-19T04:34:04.451463+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:11:46.995139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.467530+0000","last_change":"2024-09-19T04:34:04.458582+0000","last_active":"2024-09-19T04:34:04.467530+0000","last_peered":"2024-09-19T04:34:04.467530+0000","last_clean":"2024-09-19T04:34:04.467530+0000","last_became_active":"2024-09-19T04:34:04.458311+0000","last_became_peered":"2024-09-19T04:34:04.458311+0000","last_unstale":"2024-09-19T04:34:04.467530+0000","last_undegraded":"2024-09-19T04:34:04.467530+0000","last_fullsized":"2024-09-19T04:34:04.467530+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:37.018474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.14","version":"43'6","reported_seq":20,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.452981+0000","last_change":"2024-09-19T04:34:03.434984+0000","last_active":"2024-09-19T04:34:05.452981+0000","last_peered":"2024-09-19T04:34:05.452981+0000","last_clean":"2024-09-19T04:34:05.452981+0000","last_became_active":"2024-09-19T04:34:03.434704+0000","last_became_peered":"2024-09-19T04:34:03.434704+0000","last_unstale":"2024-09-19T04:34:05.452981+0000","last_undegraded":"2024-09-19T04:34:05.452981+0000","last_fullsized":"2024-09-19T04:34:05.452981+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:59:26.371273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.13","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.472668+0000","last_change":"2024-09-19T04:34:03.440065+0000","last_active":"2024-09-19T04:34:04.472668+0000","last_peered":"2024-09-19T04:34:04.472668+0000","last_clean":"2024-09-19T04:34:04.472668+0000","last_became_active":"2024-09-19T04:34:03.439772+0000","last_became_peered":"2024-09-19T04:34:03.439772+0000","last_unstale":"2024-09-19T04:34:04.472668+0000","last_undegraded":"2024-09-19T04:34:04.472668+0000","last_fullsized":"2024-09-19T04:34:04.472668+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:20:24.650524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468969+0000","last_change":"2024-09-19T04:34:04.465520+0000","last_active":"2024-09-19T04:34:04.468969+0000","last_peered":"2024-09-19T04:34:04.468969+0000","last_clean":"2024-09-19T04:34:04.468969+0000","last_became_active":"2024-09-19T04:34:04.464943+0000","last_became_peered":"2024-09-19T04:34:04.464943+0000","last_unstale":"2024-09-19T04:34:04.468969+0000","last_undegraded":"2024-09-19T04:34:04.468969+0000","last_fullsized":"2024-09-19T04:34:04.468969+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:18.191662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.464400+0000","last_change":"2024-09-19T04:34:04.458508+0000","last_active":"2024-09-19T04:34:04.464400+0000","last_peered":"2024-09-19T04:34:04.464400+0000","last_clean":"2024-09-19T04:34:04.464400+0000","last_became_active":"2024-09-19T04:34:04.458267+0000","last_became_peered":"2024-09-19T04:34:04.458267+0000","last_unstale":"2024-09-19T04:34:04.464400+0000","last_undegraded":"2024-09-19T04:34:04.464400+0000","last_fullsized":"2024-09-19T04:34:04.464400+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:49.361393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.450077+0000","last_change":"2024-09-19T04:34:03.437122+0000","last_active":"2024-09-19T04:34:04.450077+0000","last_peered":"2024-09-19T04:34:04.450077+0000","last_clean":"2024-09-19T04:34:04.450077+0000","last_became_active":"2024-09-19T04:34:03.436793+0000","last_became_peered":"2024-09-19T04:34:03.436793+0000","last_unstale":"2024-09-19T04:34:04.450077+0000","last_undegraded":"2024-09-19T04:34:04.450077+0000","last_fullsized":"2024-09-19T04:34:04.450077+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:09.366499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.10","version":"43'8","reported_seq":20,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.478571+0000","last_change":"2024-09-19T04:34:03.441158+0000","last_active":"2024-09-19T04:34:04.478571+0000","last_peered":"2024-09-19T04:34:04.478571+0000","last_clean":"2024-09-19T04:34:04.478571+0000","last_became_active":"2024-09-19T04:34:03.440846+0000","last_became_peered":"2024-09-19T04:34:03.440846+0000","last_unstale":"2024-09-19T04:34:04.478571+0000","last_undegraded":"2024-09-19T04:34:04.478571+0000","last_fullsized":"2024-09-19T04:34:04.478571+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:16:41.652416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453094+0000","last_change":"2024-09-19T04:34:04.454138+0000","last_active":"2024-09-19T04:34:05.453094+0000","last_peered":"2024-09-19T04:34:05.453094+0000","last_clean":"2024-09-19T04:34:05.453094+0000","last_became_active":"2024-09-19T04:34:04.453840+0000","last_became_peered":"2024-09-19T04:34:04.453840+0000","last_unstale":"2024-09-19T04:34:05.453094+0000","last_undegraded":"2024-09-19T04:34:05.453094+0000","last_fullsized":"2024-09-19T04:34:05.453094+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:22.255891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"43'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.452920+0000","last_change":"2024-09-19T04:34:03.442724+0000","last_active":"2024-09-19T04:34:05.452920+0000","last_peered":"2024-09-19T04:34:05.452920+0000","last_clean":"2024-09-19T04:34:05.452920+0000","last_became_active":"2024-09-19T04:34:03.442396+0000","last_became_peered":"2024-09-19T04:34:03.442396+0000","last_unstale":"2024-09-19T04:34:05.452920+0000","last_undegraded":"2024-09-19T04:34:05.452920+0000","last_fullsized":"2024-09-19T04:34:05.452920+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:50.643617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.466902+0000","last_change":"2024-09-19T04:34:04.462978+0000","last_active":"2024-09-19T04:34:04.466902+0000","last_peered":"2024-09-19T04:34:04.466902+0000","last_clean":"2024-09-19T04:34:04.466902+0000","last_became_active":"2024-09-19T04:34:04.462701+0000","last_became_peered":"2024-09-19T04:34:04.462701+0000","last_unstale":"2024-09-19T04:34:04.466902+0000","last_undegraded":"2024-09-19T04:34:04.466902+0000","last_fullsized":"2024-09-19T04:34:04.466902+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:51:06.651609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.453010+0000","last_change":"2024-09-19T04:34:03.431761+0000","last_active":"2024-09-19T04:34:04.453010+0000","last_peered":"2024-09-19T04:34:04.453010+0000","last_clean":"2024-09-19T04:34:04.453010+0000","last_became_active":"2024-09-19T04:34:03.431485+0000","last_became_peered":"2024-09-19T04:34:03.431485+0000","last_unstale":"2024-09-19T04:34:04.453010+0000","last_undegraded":"2024-09-19T04:34:04.453010+0000","last_fullsized":"2024-09-19T04:34:04.453010+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:24.230366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.460708+0000","last_change":"2024-09-19T04:34:04.455994+0000","last_active":"2024-09-19T04:34:04.460708+0000","last_peered":"2024-09-19T04:34:04.460708+0000","last_clean":"2024-09-19T04:34:04.460708+0000","last_became_active":"2024-09-19T04:34:04.455742+0000","last_became_peered":"2024-09-19T04:34:04.455742+0000","last_unstale":"2024-09-19T04:34:04.460708+0000","last_undegraded":"2024-09-19T04:34:04.460708+0000","last_fullsized":"2024-09-19T04:34:04.460708+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:53:06.627660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.476006+0000","last_change":"2024-09-19T04:34:03.428441+0000","last_active":"2024-09-19T04:34:04.476006+0000","last_peered":"2024-09-19T04:34:04.476006+0000","last_clean":"2024-09-19T04:34:04.476006+0000","last_became_active":"2024-09-19T04:34:03.428133+0000","last_became_peered":"2024-09-19T04:34:03.428133+0000","last_unstale":"2024-09-19T04:34:04.476006+0000","last_undegraded":"2024-09-19T04:34:04.476006+0000","last_fullsized":"2024-09-19T04:34:04.476006+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:31.185918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.455504+0000","last_change":"2024-09-19T04:34:04.454616+0000","last_active":"2024-09-19T04:34:04.455504+0000","last_peered":"2024-09-19T04:34:04.455504+0000","last_clean":"2024-09-19T04:34:04.455504+0000","last_became_active":"2024-09-19T04:34:04.454366+0000","last_became_peered":"2024-09-19T04:34:04.454366+0000","last_unstale":"2024-09-19T04:34:04.455504+0000","last_undegraded":"2024-09-19T04:34:04.455504+0000","last_fullsized":"2024-09-19T04:34:04.455504+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:43:13.259654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.452792+0000","last_change":"2024-09-19T04:34:04.460751+0000","last_active":"2024-09-19T04:34:05.452792+0000","last_peered":"2024-09-19T04:34:05.452792+0000","last_clean":"2024-09-19T04:34:05.452792+0000","last_became_active":"2024-09-19T04:34:04.460453+0000","last_became_peered":"2024-09-19T04:34:04.460453+0000","last_unstale":"2024-09-19T04:34:05.452792+0000","last_undegraded":"2024-09-19T04:34:05.452792+0000","last_fullsized":"2024-09-19T04:34:05.452792+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:14:29.165266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.450182+0000","last_change":"2024-09-19T04:34:03.438685+0000","last_active":"2024-09-19T04:34:04.450182+0000","last_peered":"2024-09-19T04:34:04.450182+0000","last_clean":"2024-09-19T04:34:04.450182+0000","last_became_active":"2024-09-19T04:34:03.438282+0000","last_became_peered":"2024-09-19T04:34:03.438282+0000","last_unstale":"2024-09-19T04:34:04.450182+0000","last_undegraded":"2024-09-19T04:34:04.450182+0000","last_fullsized":"2024-09-19T04:34:04.450182+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:21.254378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.466907+0000","last_change":"2024-09-19T04:34:04.461129+0000","last_active":"2024-09-19T04:34:04.466907+0000","last_peered":"2024-09-19T04:34:04.466907+0000","last_clean":"2024-09-19T04:34:04.466907+0000","last_became_active":"2024-09-19T04:34:04.460867+0000","last_became_peered":"2024-09-19T04:34:04.460867+0000","last_unstale":"2024-09-19T04:34:04.466907+0000","last_undegraded":"2024-09-19T04:34:04.466907+0000","last_fullsized":"2024-09-19T04:34:04.466907+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:57:47.759714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.450537+0000","last_change":"2024-09-19T04:34:03.437277+0000","last_active":"2024-09-19T04:34:04.450537+0000","last_peered":"2024-09-19T04:34:04.450537+0000","last_clean":"2024-09-19T04:34:04.450537+0000","last_became_active":"2024-09-19T04:34:03.435957+0000","last_became_peered":"2024-09-19T04:34:03.435957+0000","last_unstale":"2024-09-19T04:34:04.450537+0000","last_undegraded":"2024-09-19T04:34:04.450537+0000","last_fullsized":"2024-09-19T04:34:04.450537+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:04:26.951435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468838+0000","last_change":"2024-09-19T04:34:04.464057+0000","last_active":"2024-09-19T04:34:04.468838+0000","last_peered":"2024-09-19T04:34:04.468838+0000","last_clean":"2024-09-19T04:34:04.468838+0000","last_became_active":"2024-09-19T04:34:04.463749+0000","last_became_peered":"2024-09-19T04:34:04.463749+0000","last_unstale":"2024-09-19T04:34:04.468838+0000","last_undegraded":"2024-09-19T04:34:04.468838+0000","last_fullsized":"2024-09-19T04:34:04.468838+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:00.736348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.445861+0000","last_change":"2024-09-19T04:34:03.439127+0000","last_active":"2024-09-19T04:34:04.445861+0000","last_peered":"2024-09-19T04:34:04.445861+0000","last_clean":"2024-09-19T04:34:04.445861+0000","last_became_active":"2024-09-19T04:34:03.438823+0000","last_became_peered":"2024-09-19T04:34:03.438823+0000","last_unstale":"2024-09-19T04:34:04.445861+0000","last_undegraded":"2024-09-19T04:34:04.445861+0000","last_fullsized":"2024-09-19T04:34:04.445861+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:13:46.446530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.464310+0000","last_change":"2024-09-19T04:34:04.457267+0000","last_active":"2024-09-19T04:34:04.464310+0000","last_peered":"2024-09-19T04:34:04.464310+0000","last_clean":"2024-09-19T04:34:04.464310+0000","last_became_active":"2024-09-19T04:34:04.457005+0000","last_became_peered":"2024-09-19T04:34:04.457005+0000","last_unstale":"2024-09-19T04:34:04.464310+0000","last_undegraded":"2024-09-19T04:34:04.464310+0000","last_fullsized":"2024-09-19T04:34:04.464310+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:43.374611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.464488+0000","last_change":"2024-09-19T04:34:04.458570+0000","last_active":"2024-09-19T04:34:04.464488+0000","last_peered":"2024-09-19T04:34:04.464488+0000","last_clean":"2024-09-19T04:34:04.464488+0000","last_became_active":"2024-09-19T04:34:04.458321+0000","last_became_peered":"2024-09-19T04:34:04.458321+0000","last_unstale":"2024-09-19T04:34:04.464488+0000","last_undegraded":"2024-09-19T04:34:04.464488+0000","last_fullsized":"2024-09-19T04:34:04.464488+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:58.598884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.445983+0000","last_change":"2024-09-19T04:34:03.437512+0000","last_active":"2024-09-19T04:34:04.445983+0000","last_peered":"2024-09-19T04:34:04.445983+0000","last_clean":"2024-09-19T04:34:04.445983+0000","last_became_active":"2024-09-19T04:34:03.437126+0000","last_became_peered":"2024-09-19T04:34:03.437126+0000","last_unstale":"2024-09-19T04:34:04.445983+0000","last_undegraded":"2024-09-19T04:34:04.445983+0000","last_fullsized":"2024-09-19T04:34:04.445983+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:50.631085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:03.417883+0000","last_change":"2024-09-19T04:34:03.417883+0000","last_active":"2024-09-19T04:34:03.417883+0000","last_peered":"2024-09-19T04:34:03.417883+0000","last_clean":"2024-09-19T04:34:03.417883+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:03.417883+0000","last_undegraded":"2024-09-19T04:34:03.417883+0000","last_fullsized":"2024-09-19T04:34:03.417883+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.453174+0000","last_change":"2024-09-19T04:34:03.441823+0000","last_active":"2024-09-19T04:34:04.453174+0000","last_peered":"2024-09-19T04:34:04.453174+0000","last_clean":"2024-09-19T04:34:04.453174+0000","last_became_active":"2024-09-19T04:34:03.441504+0000","last_became_peered":"2024-09-19T04:34:03.441504+0000","last_unstale":"2024-09-19T04:34:04.453174+0000","last_undegraded":"2024-09-19T04:34:04.453174+0000","last_fullsized":"2024-09-19T04:34:04.453174+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:28.059160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.466949+0000","last_change":"2024-09-19T04:34:04.463436+0000","last_active":"2024-09-19T04:34:04.466949+0000","last_peered":"2024-09-19T04:34:04.466949+0000","last_clean":"2024-09-19T04:34:04.466949+0000","last_became_active":"2024-09-19T04:34:04.463197+0000","last_became_peered":"2024-09-19T04:34:04.463197+0000","last_unstale":"2024-09-19T04:34:04.466949+0000","last_undegraded":"2024-09-19T04:34:04.466949+0000","last_fullsized":"2024-09-19T04:34:04.466949+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:07.690798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:34:02.416370+0000","last_change":"2024-09-19T04:34:02.416370+0000","last_active":"2024-09-19T04:34:02.416370+0000","last_peered":"2024-09-19T04:34:02.416370+0000","last_clean":"2024-09-19T04:34:02.416370+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:34:02.416370+0000","last_undegraded":"2024-09-19T04:34:02.416370+0000","last_fullsized":"2024-09-19T04:34:02.416370+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":201,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:34:00.414253+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:34:00.414253+0000","last_peered":"2024-09-19T04:34:00.414253+0000","last_clean":"2024-09-19T04:34:00.414253+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:34:00.414253+0000","last_undegraded":"2024-09-19T04:34:00.414253+0000","last_fullsized":"2024-09-19T04:34:00.414253+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":4},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2250,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":34,"acting":34,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509459,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28048,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343792,"statfs":{"total":96636764160,"available":96608043008,"internally_reserved":0,"allocated":1040384,"data_stored":764308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509459,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27468,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":446464,"data_stored":173940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509459,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27476,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344364,"statfs":{"total":96636764160,"available":96608628736,"internally_reserved":0,"allocated":458752,"data_stored":179067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509460,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27472,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":446464,"data_stored":173940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542165,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27528,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344312,"statfs":{"total":96636764160,"available":96608575488,"internally_reserved":0,"allocated":507904,"data_stored":198564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542164,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27536,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344304,"statfs":{"total":96636764160,"available":96608567296,"internally_reserved":0,"allocated":512000,"data_stored":199560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542164,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":499712,"data_stored":197996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542165,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28104,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343736,"statfs":{"total":96636764160,"available":96607985664,"internally_reserved":0,"allocated":1093632,"data_stored":788328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:34:08.060 INFO:tasks.ceph.ceph_manager.ceph:PG 7.3f is not active+clean 2024-09-19T04:34:08.060 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.060 INFO:tasks.ceph.ceph_manager.ceph:PG 7.3e is not active+clean 2024-09-19T04:34:08.060 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.060 INFO:tasks.ceph.ceph_manager.ceph:PG 7.3d is not active+clean 2024-09-19T04:34:08.060 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.060 INFO:tasks.ceph.ceph_manager.ceph:PG 7.3b is not active+clean 2024-09-19T04:34:08.060 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.060 INFO:tasks.ceph.ceph_manager.ceph:PG 7.39 is not active+clean 2024-09-19T04:34:08.060 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.061 INFO:tasks.ceph.ceph_manager.ceph:PG 7.34 is not active+clean 2024-09-19T04:34:08.061 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.061 INFO:tasks.ceph.ceph_manager.ceph:PG 7.30 is not active+clean 2024-09-19T04:34:08.061 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.061 INFO:tasks.ceph.ceph_manager.ceph:PG 7.2f is not active+clean 2024-09-19T04:34:08.061 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.061 INFO:tasks.ceph.ceph_manager.ceph:PG 7.2e is not active+clean 2024-09-19T04:34:08.061 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.061 INFO:tasks.ceph.ceph_manager.ceph:PG 7.2d is not active+clean 2024-09-19T04:34:08.061 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.061 INFO:tasks.ceph.ceph_manager.ceph:PG 7.29 is not active+clean 2024-09-19T04:34:08.062 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.062 INFO:tasks.ceph.ceph_manager.ceph:PG 7.28 is not active+clean 2024-09-19T04:34:08.062 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.062 INFO:tasks.ceph.ceph_manager.ceph:PG 7.27 is not active+clean 2024-09-19T04:34:08.062 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.062 INFO:tasks.ceph.ceph_manager.ceph:PG 7.25 is not active+clean 2024-09-19T04:34:08.062 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.062 INFO:tasks.ceph.ceph_manager.ceph:PG 7.24 is not active+clean 2024-09-19T04:34:08.062 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.062 INFO:tasks.ceph.ceph_manager.ceph:PG 7.23 is not active+clean 2024-09-19T04:34:08.062 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.063 INFO:tasks.ceph.ceph_manager.ceph:PG 7.22 is not active+clean 2024-09-19T04:34:08.063 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.063 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1f is not active+clean 2024-09-19T04:34:08.063 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.063 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1e is not active+clean 2024-09-19T04:34:08.063 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:02.416370+0000', 'last_change': '2024-09-19T04:34:02.416370+0000', 'last_active': '2024-09-19T04:34:02.416370+0000', 'last_peered': '2024-09-19T04:34:02.416370+0000', 'last_clean': '2024-09-19T04:34:02.416370+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:02.416370+0000', 'last_undegraded': '2024-09-19T04:34:02.416370+0000', 'last_fullsized': '2024-09-19T04:34:02.416370+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.063 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1c is not active+clean 2024-09-19T04:34:08.063 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.063 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1c is not active+clean 2024-09-19T04:34:08.063 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:02.416370+0000', 'last_change': '2024-09-19T04:34:02.416370+0000', 'last_active': '2024-09-19T04:34:02.416370+0000', 'last_peered': '2024-09-19T04:34:02.416370+0000', 'last_clean': '2024-09-19T04:34:02.416370+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:02.416370+0000', 'last_undegraded': '2024-09-19T04:34:02.416370+0000', 'last_fullsized': '2024-09-19T04:34:02.416370+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.063 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1a is not active+clean 2024-09-19T04:34:08.063 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.064 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1a is not active+clean 2024-09-19T04:34:08.064 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:02.416370+0000', 'last_change': '2024-09-19T04:34:02.416370+0000', 'last_active': '2024-09-19T04:34:02.416370+0000', 'last_peered': '2024-09-19T04:34:02.416370+0000', 'last_clean': '2024-09-19T04:34:02.416370+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:02.416370+0000', 'last_undegraded': '2024-09-19T04:34:02.416370+0000', 'last_fullsized': '2024-09-19T04:34:02.416370+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.064 INFO:tasks.ceph.ceph_manager.ceph:PG 6.19 is not active+clean 2024-09-19T04:34:08.064 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:02.416370+0000', 'last_change': '2024-09-19T04:34:02.416370+0000', 'last_active': '2024-09-19T04:34:02.416370+0000', 'last_peered': '2024-09-19T04:34:02.416370+0000', 'last_clean': '2024-09-19T04:34:02.416370+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:02.416370+0000', 'last_undegraded': '2024-09-19T04:34:02.416370+0000', 'last_fullsized': '2024-09-19T04:34:02.416370+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.064 INFO:tasks.ceph.ceph_manager.ceph:PG 7.19 is not active+clean 2024-09-19T04:34:08.064 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.064 INFO:tasks.ceph.ceph_manager.ceph:PG 7.16 is not active+clean 2024-09-19T04:34:08.064 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.064 INFO:tasks.ceph.ceph_manager.ceph:PG 6.17 is not active+clean 2024-09-19T04:34:08.064 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:02.416370+0000', 'last_change': '2024-09-19T04:34:02.416370+0000', 'last_active': '2024-09-19T04:34:02.416370+0000', 'last_peered': '2024-09-19T04:34:02.416370+0000', 'last_clean': '2024-09-19T04:34:02.416370+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:02.416370+0000', 'last_undegraded': '2024-09-19T04:34:02.416370+0000', 'last_fullsized': '2024-09-19T04:34:02.416370+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.065 INFO:tasks.ceph.ceph_manager.ceph:PG 7.17 is not active+clean 2024-09-19T04:34:08.065 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.065 INFO:tasks.ceph.ceph_manager.ceph:PG 6.15 is not active+clean 2024-09-19T04:34:08.065 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:02.416370+0000', 'last_change': '2024-09-19T04:34:02.416370+0000', 'last_active': '2024-09-19T04:34:02.416370+0000', 'last_peered': '2024-09-19T04:34:02.416370+0000', 'last_clean': '2024-09-19T04:34:02.416370+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:02.416370+0000', 'last_undegraded': '2024-09-19T04:34:02.416370+0000', 'last_fullsized': '2024-09-19T04:34:02.416370+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.065 INFO:tasks.ceph.ceph_manager.ceph:PG 7.15 is not active+clean 2024-09-19T04:34:08.065 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.065 INFO:tasks.ceph.ceph_manager.ceph:PG 7.12 is not active+clean 2024-09-19T04:34:08.065 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.065 INFO:tasks.ceph.ceph_manager.ceph:PG 6.12 is not active+clean 2024-09-19T04:34:08.065 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:02.416370+0000', 'last_change': '2024-09-19T04:34:02.416370+0000', 'last_active': '2024-09-19T04:34:02.416370+0000', 'last_peered': '2024-09-19T04:34:02.416370+0000', 'last_clean': '2024-09-19T04:34:02.416370+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:02.416370+0000', 'last_undegraded': '2024-09-19T04:34:02.416370+0000', 'last_fullsized': '2024-09-19T04:34:02.416370+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.065 INFO:tasks.ceph.ceph_manager.ceph:PG 7.11 is not active+clean 2024-09-19T04:34:08.066 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.066 INFO:tasks.ceph.ceph_manager.ceph:PG 6.e is not active+clean 2024-09-19T04:34:08.066 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:02.416370+0000', 'last_change': '2024-09-19T04:34:02.416370+0000', 'last_active': '2024-09-19T04:34:02.416370+0000', 'last_peered': '2024-09-19T04:34:02.416370+0000', 'last_clean': '2024-09-19T04:34:02.416370+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:02.416370+0000', 'last_undegraded': '2024-09-19T04:34:02.416370+0000', 'last_fullsized': '2024-09-19T04:34:02.416370+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.066 INFO:tasks.ceph.ceph_manager.ceph:PG 7.c is not active+clean 2024-09-19T04:34:08.066 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.066 INFO:tasks.ceph.ceph_manager.ceph:PG 6.d is not active+clean 2024-09-19T04:34:08.066 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:02.416370+0000', 'last_change': '2024-09-19T04:34:02.416370+0000', 'last_active': '2024-09-19T04:34:02.416370+0000', 'last_peered': '2024-09-19T04:34:02.416370+0000', 'last_clean': '2024-09-19T04:34:02.416370+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:02.416370+0000', 'last_undegraded': '2024-09-19T04:34:02.416370+0000', 'last_fullsized': '2024-09-19T04:34:02.416370+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.066 INFO:tasks.ceph.ceph_manager.ceph:PG 7.d is not active+clean 2024-09-19T04:34:08.066 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.066 INFO:tasks.ceph.ceph_manager.ceph:PG 6.a is not active+clean 2024-09-19T04:34:08.067 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:02.416370+0000', 'last_change': '2024-09-19T04:34:02.416370+0000', 'last_active': '2024-09-19T04:34:02.416370+0000', 'last_peered': '2024-09-19T04:34:02.416370+0000', 'last_clean': '2024-09-19T04:34:02.416370+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:02.416370+0000', 'last_undegraded': '2024-09-19T04:34:02.416370+0000', 'last_fullsized': '2024-09-19T04:34:02.416370+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.067 INFO:tasks.ceph.ceph_manager.ceph:PG 6.8 is not active+clean 2024-09-19T04:34:08.067 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:02.416370+0000', 'last_change': '2024-09-19T04:34:02.416370+0000', 'last_active': '2024-09-19T04:34:02.416370+0000', 'last_peered': '2024-09-19T04:34:02.416370+0000', 'last_clean': '2024-09-19T04:34:02.416370+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:02.416370+0000', 'last_undegraded': '2024-09-19T04:34:02.416370+0000', 'last_fullsized': '2024-09-19T04:34:02.416370+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.067 INFO:tasks.ceph.ceph_manager.ceph:PG 7.7 is not active+clean 2024-09-19T04:34:08.067 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.067 INFO:tasks.ceph.ceph_manager.ceph:PG 6.5 is not active+clean 2024-09-19T04:34:08.067 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:02.416370+0000', 'last_change': '2024-09-19T04:34:02.416370+0000', 'last_active': '2024-09-19T04:34:02.416370+0000', 'last_peered': '2024-09-19T04:34:02.416370+0000', 'last_clean': '2024-09-19T04:34:02.416370+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:02.416370+0000', 'last_undegraded': '2024-09-19T04:34:02.416370+0000', 'last_fullsized': '2024-09-19T04:34:02.416370+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.067 INFO:tasks.ceph.ceph_manager.ceph:PG 7.5 is not active+clean 2024-09-19T04:34:08.067 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.067 INFO:tasks.ceph.ceph_manager.ceph:PG 6.3 is not active+clean 2024-09-19T04:34:08.068 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:02.416370+0000', 'last_change': '2024-09-19T04:34:02.416370+0000', 'last_active': '2024-09-19T04:34:02.416370+0000', 'last_peered': '2024-09-19T04:34:02.416370+0000', 'last_clean': '2024-09-19T04:34:02.416370+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:02.416370+0000', 'last_undegraded': '2024-09-19T04:34:02.416370+0000', 'last_fullsized': '2024-09-19T04:34:02.416370+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.068 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2 is not active+clean 2024-09-19T04:34:08.068 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:02.416370+0000', 'last_change': '2024-09-19T04:34:02.416370+0000', 'last_active': '2024-09-19T04:34:02.416370+0000', 'last_peered': '2024-09-19T04:34:02.416370+0000', 'last_clean': '2024-09-19T04:34:02.416370+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:02.416370+0000', 'last_undegraded': '2024-09-19T04:34:02.416370+0000', 'last_fullsized': '2024-09-19T04:34:02.416370+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.068 INFO:tasks.ceph.ceph_manager.ceph:PG 7.0 is not active+clean 2024-09-19T04:34:08.068 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.068 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1 is not active+clean 2024-09-19T04:34:08.068 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:03.417883+0000', 'last_change': '2024-09-19T04:34:03.417883+0000', 'last_active': '2024-09-19T04:34:03.417883+0000', 'last_peered': '2024-09-19T04:34:03.417883+0000', 'last_clean': '2024-09-19T04:34:03.417883+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:03.417883+0000', 'last_undegraded': '2024-09-19T04:34:03.417883+0000', 'last_fullsized': '2024-09-19T04:34:03.417883+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:03.417883+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.068 INFO:tasks.ceph.ceph_manager.ceph:PG 6.7 is not active+clean 2024-09-19T04:34:08.068 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:34:02.416370+0000', 'last_change': '2024-09-19T04:34:02.416370+0000', 'last_active': '2024-09-19T04:34:02.416370+0000', 'last_peered': '2024-09-19T04:34:02.416370+0000', 'last_clean': '2024-09-19T04:34:02.416370+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:34:02.416370+0000', 'last_undegraded': '2024-09-19T04:34:02.416370+0000', 'last_fullsized': '2024-09-19T04:34:02.416370+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'last_clean_scrub_stamp': '2024-09-19T04:34:02.416370+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:34:08.069 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T04:34:08.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.192+0000 7f06e42e4640 1 Processor -- start 2024-09-19T04:34:08.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.192+0000 7f06e42e4640 1 -- start start 2024-09-19T04:34:08.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.193+0000 7f06e42e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f06dc15ca40 0x7f06dc15e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:08.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.193+0000 7f06e42e4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f06dc15ce80 0x7f06dc1594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:08.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.193+0000 7f06e42e4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f06dc15d390 con 0x7f06dc0d02a0 2024-09-19T04:34:08.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.193+0000 7f06e42e4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f06dc15d670 con 0x7f06dc15ce80 2024-09-19T04:34:08.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.193+0000 7f06e42e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f06dc15d950 con 0x7f06dc15ca40 2024-09-19T04:34:08.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.193+0000 7f06e187f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f06dc15ca40 0x7f06dc15e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:08.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.193+0000 7f06e2881640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f06dc15ce80 0x7f06dc1594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:08.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.193+0000 7f06e2080640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f06dc0d02a0 0x7f06dc0d0680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:41764/0 (socket says 172.21.15.111:41764) 2024-09-19T04:34:08.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.193+0000 7f06e2080640 1 -- 172.21.15.111:0/3396873503 learned_addr learned my addr 172.21.15.111:0/3396873503 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:34:08.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.193+0000 7f06e107e640 1 -- 172.21.15.111:0/3396873503 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 740970736 0 0) 0x7f06dc15d390 con 0x7f06dc0d02a0 2024-09-19T04:34:08.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.193+0000 7f06e107e640 1 -- 172.21.15.111:0/3396873503 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f06c8003520 con 0x7f06dc0d02a0 2024-09-19T04:34:08.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.193+0000 7f06e2881640 1 -- 172.21.15.111:0/3396873503 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f06dc15ca40 msgr2=0x7f06dc15e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:08.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.193+0000 7f06e2881640 1 --2- 172.21.15.111:0/3396873503 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f06dc15ca40 0x7f06dc15e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.193+0000 7f06e2881640 1 -- 172.21.15.111:0/3396873503 >> v1:172.21.15.114:6789/0 conn(0x7f06dc0d02a0 legacy=0x7f06dc0d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:08.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.193+0000 7f06e2881640 1 -- 172.21.15.111:0/3396873503 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06dc15dc30 con 0x7f06dc15ce80 2024-09-19T04:34:08.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.194+0000 7f06e2881640 1 --2- 172.21.15.111:0/3396873503 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f06dc15ce80 0x7f06dc1594c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f06d4009d90 tx=0x7f06d402a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8430f448c32a0998 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:08.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.194+0000 7f06e107e640 1 -- 172.21.15.111:0/3396873503 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06d4031600 con 0x7f06dc15ce80 2024-09-19T04:34:08.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.194+0000 7f06e107e640 1 -- 172.21.15.111:0/3396873503 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06d40317a0 con 0x7f06dc15ce80 2024-09-19T04:34:08.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.194+0000 7f06e107e640 1 -- 172.21.15.111:0/3396873503 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06d4031b50 con 0x7f06dc15ce80 2024-09-19T04:34:08.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.195+0000 7f06e42e4640 1 -- 172.21.15.111:0/3396873503 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f06dc15ce80 msgr2=0x7f06dc1594c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:08.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.195+0000 7f06e42e4640 1 --2- 172.21.15.111:0/3396873503 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f06dc15ce80 0x7f06dc1594c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f06d4009d90 tx=0x7f06d402a5d0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.195+0000 7f06e42e4640 1 -- 172.21.15.111:0/3396873503 shutdown_connections 2024-09-19T04:34:08.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.195+0000 7f06e42e4640 1 --2- 172.21.15.111:0/3396873503 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f06dc15ce80 0x7f06dc1594c0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.195+0000 7f06e42e4640 1 --2- 172.21.15.111:0/3396873503 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f06dc15ca40 0x7f06dc15e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.195+0000 7f06e42e4640 1 -- 172.21.15.111:0/3396873503 >> 172.21.15.111:0/3396873503 conn(0x7f06dc062cc0 msgr2=0x7f06dc06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:08.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.195+0000 7f06e42e4640 1 -- 172.21.15.111:0/3396873503 shutdown_connections 2024-09-19T04:34:08.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.195+0000 7f06e42e4640 1 -- 172.21.15.111:0/3396873503 wait complete. 2024-09-19T04:34:08.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.196+0000 7f06e42e4640 1 Processor -- start 2024-09-19T04:34:08.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.196+0000 7f06e42e4640 1 -- start start 2024-09-19T04:34:08.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.197+0000 7f06e42e4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f06dc0d02a0 0x7f06dc073530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:08.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.197+0000 7f06e42e4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f06dc15ca40 0x7f06dc0b1700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:08.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.197+0000 7f06e42e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f06dc15ce80 0x7f06dc0b1c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:08.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.197+0000 7f06e42e4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f06dc155d10 con 0x7f06dc15ca40 2024-09-19T04:34:08.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.197+0000 7f06e42e4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f06dc155b90 con 0x7f06dc0d02a0 2024-09-19T04:34:08.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.197+0000 7f06e42e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f06dc0b4790 con 0x7f06dc15ce80 2024-09-19T04:34:08.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.197+0000 7f06e187f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f06dc15ca40 0x7f06dc0b1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:08.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.197+0000 7f06e187f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f06dc15ca40 0x7f06dc0b1700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57656/0 (socket says 172.21.15.111:57656) 2024-09-19T04:34:08.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.197+0000 7f06e187f640 1 -- 172.21.15.111:0/2435317220 learned_addr learned my addr 172.21.15.111:0/2435317220 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:08.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.197+0000 7f06e2080640 1 --2- 172.21.15.111:0/2435317220 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f06dc0d02a0 0x7f06dc073530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:08.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.197+0000 7f06e2881640 1 --2- 172.21.15.111:0/2435317220 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f06dc15ce80 0x7f06dc0b1c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:08.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.197+0000 7f06e187f640 1 -- 172.21.15.111:0/2435317220 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f06dc15ce80 msgr2=0x7f06dc0b1c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:08.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.197+0000 7f06e187f640 1 --2- 172.21.15.111:0/2435317220 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f06dc15ce80 0x7f06dc0b1c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.197+0000 7f06e187f640 1 -- 172.21.15.111:0/2435317220 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f06dc0d02a0 msgr2=0x7f06dc073530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:08.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.197+0000 7f06e187f640 1 --2- 172.21.15.111:0/2435317220 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f06dc0d02a0 0x7f06dc073530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.197+0000 7f06e187f640 1 -- 172.21.15.111:0/2435317220 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06dc150cb0 con 0x7f06dc15ca40 2024-09-19T04:34:08.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.197+0000 7f06e187f640 1 --2- 172.21.15.111:0/2435317220 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f06dc15ca40 0x7f06dc0b1700 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f06cc00e9b0 tx=0x7f06cc00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:08.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.197+0000 7f06d2ffd640 1 -- 172.21.15.111:0/2435317220 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06cc017070 con 0x7f06dc15ca40 2024-09-19T04:34:08.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.197+0000 7f06d2ffd640 1 -- 172.21.15.111:0/2435317220 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06cc00c9a0 con 0x7f06dc15ca40 2024-09-19T04:34:08.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.197+0000 7f06e42e4640 1 -- 172.21.15.111:0/2435317220 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06dc150f90 con 0x7f06dc15ca40 2024-09-19T04:34:08.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.197+0000 7f06d2ffd640 1 -- 172.21.15.111:0/2435317220 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06cc00cd90 con 0x7f06dc15ca40 2024-09-19T04:34:08.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.198+0000 7f06e42e4640 1 -- 172.21.15.111:0/2435317220 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06dc151550 con 0x7f06dc15ca40 2024-09-19T04:34:08.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.198+0000 7f06e42e4640 1 -- 172.21.15.111:0/2435317220 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06dc0d0680 con 0x7f06dc15ca40 2024-09-19T04:34:08.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.199+0000 7f06d2ffd640 1 -- 172.21.15.111:0/2435317220 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f06cc01a070 con 0x7f06dc15ca40 2024-09-19T04:34:08.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.200+0000 7f06d2ffd640 1 --2- 172.21.15.111:0/2435317220 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f06c006c460 0x7f06c006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:08.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.200+0000 7f06d2ffd640 1 -- 172.21.15.111:0/2435317220 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f06cc08b9f0 con 0x7f06dc15ca40 2024-09-19T04:34:08.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.200+0000 7f06e2080640 1 --2- 172.21.15.111:0/2435317220 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f06c006c460 0x7f06c006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:08.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.200+0000 7f06e2080640 1 --2- 172.21.15.111:0/2435317220 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f06c006c460 0x7f06c006e920 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f06d8005880 tx=0x7f06d8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:08.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.204+0000 7f06d2ffd640 1 -- 172.21.15.111:0/2435317220 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f06cc059940 con 0x7f06dc15ca40 2024-09-19T04:34:08.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.437+0000 7f06e42e4640 1 -- 172.21.15.111:0/2435317220 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f06dc0cc6b0 con 0x7f06dc15ca40 2024-09-19T04:34:08.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.437+0000 7f06d2ffd640 1 -- 172.21.15.111:0/2435317220 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1550 (secure 0 0 0) 0x7f06cc05dc40 con 0x7f06dc15ca40 2024-09-19T04:34:08.439 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:34:08.439 INFO:teuthology.orchestra.run.smithi111.stdout:{"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":100,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":44,"num_osds":8,"num_up_osds":8,"osd_up_since":1726720360,"num_in_osds":8,"osd_in_since":1726720350,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":50},{"state_name":"unknown","count":47}],"num_pgs":97,"num_pools":3,"num_objects":17,"data_bytes":592618,"bytes_used":226459648,"bytes_avail":772867653632,"bytes_total":773094113280,"unknown_pgs_ratio":0.48453608155250549,"write_bytes_sec":3069,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":20,"btime":"2024-09-19T04:34:06:456016+0000","id":3,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":3,"rank":0,"name":"b","status":"up:active","gid":5220}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":5,"modified":"2024-09-19T04:33:54.419643+0000","services":{"mds":{"daemons":{"summary":"","b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-19T04:34:08.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.439+0000 7f06e42e4640 1 -- 172.21.15.111:0/2435317220 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f06c006c460 msgr2=0x7f06c006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:08.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.439+0000 7f06e42e4640 1 --2- 172.21.15.111:0/2435317220 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f06c006c460 0x7f06c006e920 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f06d8005880 tx=0x7f06d8009040 comp rx=0 tx=0).stop 2024-09-19T04:34:08.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.439+0000 7f06e42e4640 1 -- 172.21.15.111:0/2435317220 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f06dc15ca40 msgr2=0x7f06dc0b1700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:08.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.439+0000 7f06e42e4640 1 --2- 172.21.15.111:0/2435317220 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f06dc15ca40 0x7f06dc0b1700 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f06cc00e9b0 tx=0x7f06cc00ee70 comp rx=0 tx=0).stop 2024-09-19T04:34:08.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.439+0000 7f06e42e4640 1 -- 172.21.15.111:0/2435317220 shutdown_connections 2024-09-19T04:34:08.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.439+0000 7f06e42e4640 1 --2- 172.21.15.111:0/2435317220 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f06c006c460 0x7f06c006e920 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.439+0000 7f06e42e4640 1 --2- 172.21.15.111:0/2435317220 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f06dc15ce80 0x7f06dc0b1c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.439+0000 7f06e42e4640 1 --2- 172.21.15.111:0/2435317220 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f06dc15ca40 0x7f06dc0b1700 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.439+0000 7f06e42e4640 1 --2- 172.21.15.111:0/2435317220 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f06dc0d02a0 0x7f06dc073530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.439+0000 7f06e42e4640 1 -- 172.21.15.111:0/2435317220 >> 172.21.15.111:0/2435317220 conn(0x7f06dc062cc0 msgr2=0x7f06dc06c180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:08.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.440+0000 7f06e42e4640 1 -- 172.21.15.111:0/2435317220 shutdown_connections 2024-09-19T04:34:08.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.440+0000 7f06e42e4640 1 -- 172.21.15.111:0/2435317220 wait complete. 2024-09-19T04:34:08.451 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T04:34:08.452 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:34:08.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.548+0000 7f3aabea5640 1 Processor -- start 2024-09-19T04:34:08.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.548+0000 7f3aabea5640 1 -- start start 2024-09-19T04:34:08.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.549+0000 7f3aabea5640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f3aa40cf070 0x7f3aa40cf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:08.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.549+0000 7f3aabea5640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3aa40ce740 con 0x7f3aa4073120 2024-09-19T04:34:08.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.549+0000 7f3aabea5640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3aa4072640 con 0x7f3aa415c180 2024-09-19T04:34:08.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.549+0000 7f3aabea5640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f3aa4072920 con 0x7f3aa40cf070 2024-09-19T04:34:08.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.549+0000 7f3aaa442640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f3aa4073120 0x7f3aa406bba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59502/0 (socket says 172.21.15.111:59502) 2024-09-19T04:34:08.559 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.549+0000 7f3aaa442640 1 -- 172.21.15.111:0/1976413125 learned_addr learned my addr 172.21.15.111:0/1976413125 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:34:08.559 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aa9440640 1 --2- 172.21.15.111:0/1976413125 >> v2:172.21.15.114:3300/0 conn(0x7f3aa40cf070 0x7f3aa40cf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:08.559 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aa8c3f640 1 -- 172.21.15.111:0/1976413125 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2555372484 0 0) 0x7f3aa40ce740 con 0x7f3aa4073120 2024-09-19T04:34:08.559 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aa8c3f640 1 -- 172.21.15.111:0/1976413125 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3a8c003520 con 0x7f3aa4073120 2024-09-19T04:34:08.559 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aa8c3f640 1 -- 172.21.15.111:0/1976413125 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3115022200 0 0) 0x7f3aa4072640 con 0x7f3aa415c180 2024-09-19T04:34:08.559 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aa8c3f640 1 -- 172.21.15.111:0/1976413125 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3aa40ce740 con 0x7f3aa415c180 2024-09-19T04:34:08.559 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aa8c3f640 1 -- 172.21.15.111:0/1976413125 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1170269811 0 0) 0x7f3a8c003520 con 0x7f3aa4073120 2024-09-19T04:34:08.559 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aa8c3f640 1 -- 172.21.15.111:0/1976413125 >> v2:172.21.15.114:3300/0 conn(0x7f3aa40cf070 msgr2=0x7f3aa40cf4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:08.559 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aa8c3f640 1 --2- 172.21.15.111:0/1976413125 >> v2:172.21.15.114:3300/0 conn(0x7f3aa40cf070 0x7f3aa40cf4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.559 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aa8c3f640 1 -- 172.21.15.111:0/1976413125 >> v1:172.21.15.114:6789/0 conn(0x7f3aa415c180 legacy=0x7f3aa40cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:08.559 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aa8c3f640 1 -- 172.21.15.111:0/1976413125 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3aa4072c00 con 0x7f3aa4073120 2024-09-19T04:34:08.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aa8c3f640 1 -- 172.21.15.111:0/1976413125 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f3a9c001670 con 0x7f3aa4073120 2024-09-19T04:34:08.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aa8c3f640 1 -- 172.21.15.111:0/1976413125 >> v1:172.21.15.111:6789/0 conn(0x7f3aa4073120 legacy=0x7f3aa406bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:08.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aa8c3f640 1 --2- 172.21.15.111:0/1976413125 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a8c003b40 0x7f3a8c003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:08.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aa8c3f640 1 --2- 172.21.15.111:0/1976413125 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a8c004800 0x7f3a8c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:08.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aa8c3f640 1 --2- 172.21.15.111:0/1976413125 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a8c0051c0 0x7f3a8c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:08.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aa8c3f640 1 -- 172.21.15.111:0/1976413125 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3aa4072920 con 0x7f3a8c0051c0 2024-09-19T04:34:08.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aa8c3f640 1 -- 172.21.15.111:0/1976413125 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3a8c00c0f0 con 0x7f3a8c004800 2024-09-19T04:34:08.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aa8c3f640 1 -- 172.21.15.111:0/1976413125 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3a8c00c2f0 con 0x7f3a8c003b40 2024-09-19T04:34:08.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aaa442640 1 --2- 172.21.15.111:0/1976413125 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a8c0051c0 0x7f3a8c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:08.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aa9c41640 1 --2- 172.21.15.111:0/1976413125 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a8c003b40 0x7f3a8c003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:08.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aa9440640 1 --2- 172.21.15.111:0/1976413125 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a8c004800 0x7f3a8c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:08.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aaa442640 1 -- 172.21.15.111:0/1976413125 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a8c003b40 msgr2=0x7f3a8c003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:08.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aaa442640 1 --2- 172.21.15.111:0/1976413125 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a8c003b40 0x7f3a8c003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aaa442640 1 -- 172.21.15.111:0/1976413125 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a8c004800 msgr2=0x7f3a8c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:08.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aaa442640 1 --2- 172.21.15.111:0/1976413125 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a8c004800 0x7f3a8c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.550+0000 7f3aaa442640 1 -- 172.21.15.111:0/1976413125 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a8c003520 con 0x7f3a8c0051c0 2024-09-19T04:34:08.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.551+0000 7f3aaa442640 1 -- 172.21.15.111:0/1976413125 reap_dead start 2024-09-19T04:34:08.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.551+0000 7f3aaa442640 1 --2- 172.21.15.111:0/1976413125 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a8c0051c0 0x7f3a8c00b9c0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c00c210 tx=0x7f3a8c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e66e8b412d51985 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:08.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.551+0000 7f3aa8c3f640 1 -- 172.21.15.111:0/1976413125 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c007ce0 con 0x7f3a8c0051c0 2024-09-19T04:34:08.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.551+0000 7f3aa8c3f640 1 -- 172.21.15.111:0/1976413125 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a9c005b10 con 0x7f3a8c0051c0 2024-09-19T04:34:08.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.551+0000 7f3aa8c3f640 1 -- 172.21.15.111:0/1976413125 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c007070 con 0x7f3a8c0051c0 2024-09-19T04:34:08.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.552+0000 7f3aabea5640 1 -- 172.21.15.111:0/1976413125 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a8c0051c0 msgr2=0x7f3a8c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:08.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.552+0000 7f3aabea5640 1 --2- 172.21.15.111:0/1976413125 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a8c0051c0 0x7f3a8c00b9c0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c00c210 tx=0x7f3a8c005830 comp rx=0 tx=0).stop 2024-09-19T04:34:08.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.552+0000 7f3aabea5640 1 -- 172.21.15.111:0/1976413125 shutdown_connections 2024-09-19T04:34:08.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.552+0000 7f3aabea5640 1 --2- 172.21.15.111:0/1976413125 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a8c0051c0 0x7f3a8c00b9c0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.552+0000 7f3aabea5640 1 -- 172.21.15.111:0/1976413125 >> 172.21.15.111:0/1976413125 conn(0x7f3aa4062cc0 msgr2=0x7f3aa406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:08.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.552+0000 7f3aabea5640 1 -- 172.21.15.111:0/1976413125 shutdown_connections 2024-09-19T04:34:08.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.552+0000 7f3aabea5640 1 -- 172.21.15.111:0/1976413125 wait complete. 2024-09-19T04:34:08.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.553+0000 7f3aabea5640 1 Processor -- start 2024-09-19T04:34:08.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.553+0000 7f3aabea5640 1 -- start start 2024-09-19T04:34:08.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.554+0000 7f3aabea5640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a8c0051c0 0x7f3aa4141140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:08.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.554+0000 7f3aabea5640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3aa41442f0 0x7f3aa41e5a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:08.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.554+0000 7f3aabea5640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3aa41e5f70 0x7f3aa41e15d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:08.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.554+0000 7f3aabea5640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3aa415c560 con 0x7f3a8c0051c0 2024-09-19T04:34:08.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.554+0000 7f3aabea5640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3aa40722f0 con 0x7f3aa41442f0 2024-09-19T04:34:08.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.554+0000 7f3aabea5640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3aa415c6e0 con 0x7f3aa41e5f70 2024-09-19T04:34:08.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.554+0000 7f3aa9c41640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a8c0051c0 0x7f3aa4141140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:08.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.554+0000 7f3aa9c41640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a8c0051c0 0x7f3aa4141140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57682/0 (socket says 172.21.15.111:57682) 2024-09-19T04:34:08.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.554+0000 7f3aa9c41640 1 -- 172.21.15.111:0/1133104650 learned_addr learned my addr 172.21.15.111:0/1133104650 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:08.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.554+0000 7f3aa9440640 1 --2- 172.21.15.111:0/1133104650 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3aa41442f0 0x7f3aa41e5a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:08.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.554+0000 7f3aaa442640 1 --2- 172.21.15.111:0/1133104650 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3aa41e5f70 0x7f3aa41e15d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:08.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.554+0000 7f3aa9c41640 1 -- 172.21.15.111:0/1133104650 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3aa41e5f70 msgr2=0x7f3aa41e15d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:08.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.554+0000 7f3aa9c41640 1 --2- 172.21.15.111:0/1133104650 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3aa41e5f70 0x7f3aa41e15d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.554+0000 7f3aa9c41640 1 -- 172.21.15.111:0/1133104650 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3aa41442f0 msgr2=0x7f3aa41e5a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:08.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.554+0000 7f3aa9c41640 1 --2- 172.21.15.111:0/1133104650 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3aa41442f0 0x7f3aa41e5a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.554+0000 7f3aa9c41640 1 -- 172.21.15.111:0/1133104650 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3aa41e33e0 con 0x7f3a8c0051c0 2024-09-19T04:34:08.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.554+0000 7f3aa9c41640 1 --2- 172.21.15.111:0/1133104650 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a8c0051c0 0x7f3aa4141140 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f3a9400e910 tx=0x7f3a9400edd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:08.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.554+0000 7f3aa27fc640 1 -- 172.21.15.111:0/1133104650 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a94003b80 con 0x7f3a8c0051c0 2024-09-19T04:34:08.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.554+0000 7f3aa27fc640 1 -- 172.21.15.111:0/1133104650 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a94018070 con 0x7f3a8c0051c0 2024-09-19T04:34:08.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.554+0000 7f3aa27fc640 1 -- 172.21.15.111:0/1133104650 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a940050d0 con 0x7f3a8c0051c0 2024-09-19T04:34:08.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.554+0000 7f3aabea5640 1 -- 172.21.15.111:0/1133104650 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3aa41526e0 con 0x7f3a8c0051c0 2024-09-19T04:34:08.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.555+0000 7f3aabea5640 1 -- 172.21.15.111:0/1133104650 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3aa4152ca0 con 0x7f3a8c0051c0 2024-09-19T04:34:08.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.556+0000 7f3aabea5640 1 -- 172.21.15.111:0/1133104650 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3aa40cf4e0 con 0x7f3a8c0051c0 2024-09-19T04:34:08.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.556+0000 7f3aa27fc640 1 -- 172.21.15.111:0/1133104650 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f3a94005270 con 0x7f3a8c0051c0 2024-09-19T04:34:08.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.556+0000 7f3aa27fc640 1 --2- 172.21.15.111:0/1133104650 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3a9006c490 0x7f3a9006e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:08.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.556+0000 7f3aa27fc640 1 -- 172.21.15.111:0/1133104650 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f3a9408b790 con 0x7f3a8c0051c0 2024-09-19T04:34:08.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.556+0000 7f3aa9440640 1 --2- 172.21.15.111:0/1133104650 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3a9006c490 0x7f3a9006e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:08.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.557+0000 7f3aa9440640 1 --2- 172.21.15.111:0/1133104650 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3a9006c490 0x7f3a9006e950 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f3aa40cfa20 tx=0x7f3a98008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:08.568 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.561+0000 7f3aa27fc640 1 -- 172.21.15.111:0/1133104650 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3a9401a310 con 0x7f3a8c0051c0 2024-09-19T04:34:08.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.723+0000 7f3aabea5640 1 -- 172.21.15.111:0/1133104650 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3aa4152ee0 con 0x7f3a9006c490 2024-09-19T04:34:08.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.729+0000 7f3aa27fc640 1 -- 172.21.15.111:0/1133104650 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251930 (secure 0 0 0) 0x7f3aa4152ee0 con 0x7f3a9006c490 2024-09-19T04:34:08.733 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:34:08.734 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:34:08.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.732+0000 7f3aabea5640 1 -- 172.21.15.111:0/1133104650 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3a9006c490 msgr2=0x7f3a9006e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:08.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.732+0000 7f3aabea5640 1 --2- 172.21.15.111:0/1133104650 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3a9006c490 0x7f3a9006e950 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f3aa40cfa20 tx=0x7f3a98008040 comp rx=0 tx=0).stop 2024-09-19T04:34:08.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.732+0000 7f3aabea5640 1 -- 172.21.15.111:0/1133104650 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a8c0051c0 msgr2=0x7f3aa4141140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:08.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.732+0000 7f3aabea5640 1 --2- 172.21.15.111:0/1133104650 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a8c0051c0 0x7f3aa4141140 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f3a9400e910 tx=0x7f3a9400edd0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.732+0000 7f3aabea5640 1 -- 172.21.15.111:0/1133104650 shutdown_connections 2024-09-19T04:34:08.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.732+0000 7f3aabea5640 1 --2- 172.21.15.111:0/1133104650 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3a9006c490 0x7f3a9006e950 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.732+0000 7f3aabea5640 1 --2- 172.21.15.111:0/1133104650 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3aa41e5f70 0x7f3aa41e15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.732+0000 7f3aabea5640 1 --2- 172.21.15.111:0/1133104650 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3aa41442f0 0x7f3aa41e5a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.732+0000 7f3aabea5640 1 --2- 172.21.15.111:0/1133104650 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a8c0051c0 0x7f3aa4141140 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:08.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.732+0000 7f3aabea5640 1 -- 172.21.15.111:0/1133104650 >> 172.21.15.111:0/1133104650 conn(0x7f3aa4062cc0 msgr2=0x7f3aa4155a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:08.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.732+0000 7f3aabea5640 1 -- 172.21.15.111:0/1133104650 shutdown_connections 2024-09-19T04:34:08.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:08.732+0000 7f3aabea5640 1 -- 172.21.15.111:0/1133104650 wait complete. 2024-09-19T04:34:08.744 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":81,"stamp":"2024-09-19T04:34:08.421776+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":117,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":221400,"kb_used_data":5132,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753320,"statfs":{"total":773094113280,"available":772867399680,"internally_reserved":0,"allocated":5255168,"data_stored":2787864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001018"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.437250+0000","last_change":"2024-09-19T04:34:04.462726+0000","last_active":"2024-09-19T04:34:06.437250+0000","last_peered":"2024-09-19T04:34:06.437250+0000","last_clean":"2024-09-19T04:34:06.437250+0000","last_became_active":"2024-09-19T04:34:04.462177+0000","last_became_peered":"2024-09-19T04:34:04.462177+0000","last_unstale":"2024-09-19T04:34:06.437250+0000","last_undegraded":"2024-09-19T04:34:06.437250+0000","last_fullsized":"2024-09-19T04:34:06.437250+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:37.018474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454256+0000","last_change":"2024-09-19T04:34:04.457490+0000","last_active":"2024-09-19T04:34:05.454256+0000","last_peered":"2024-09-19T04:34:05.454256+0000","last_clean":"2024-09-19T04:34:05.454256+0000","last_became_active":"2024-09-19T04:34:04.457209+0000","last_became_peered":"2024-09-19T04:34:04.457209+0000","last_unstale":"2024-09-19T04:34:05.454256+0000","last_undegraded":"2024-09-19T04:34:05.454256+0000","last_fullsized":"2024-09-19T04:34:05.454256+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:25.231879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453852+0000","last_change":"2024-09-19T04:34:04.463445+0000","last_active":"2024-09-19T04:34:05.453852+0000","last_peered":"2024-09-19T04:34:05.453852+0000","last_clean":"2024-09-19T04:34:05.453852+0000","last_became_active":"2024-09-19T04:34:04.462887+0000","last_became_peered":"2024-09-19T04:34:04.462887+0000","last_unstale":"2024-09-19T04:34:05.453852+0000","last_undegraded":"2024-09-19T04:34:05.453852+0000","last_fullsized":"2024-09-19T04:34:05.453852+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:04:27.952948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.474931+0000","last_change":"2024-09-19T04:34:04.473535+0000","last_active":"2024-09-19T04:34:04.474931+0000","last_peered":"2024-09-19T04:34:04.474931+0000","last_clean":"2024-09-19T04:34:04.474931+0000","last_became_active":"2024-09-19T04:34:04.473225+0000","last_became_peered":"2024-09-19T04:34:04.473225+0000","last_unstale":"2024-09-19T04:34:04.474931+0000","last_undegraded":"2024-09-19T04:34:04.474931+0000","last_fullsized":"2024-09-19T04:34:04.474931+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:42.000264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454494+0000","last_change":"2024-09-19T04:34:04.466351+0000","last_active":"2024-09-19T04:34:05.454494+0000","last_peered":"2024-09-19T04:34:05.454494+0000","last_clean":"2024-09-19T04:34:05.454494+0000","last_became_active":"2024-09-19T04:34:04.465835+0000","last_became_peered":"2024-09-19T04:34:04.465835+0000","last_unstale":"2024-09-19T04:34:05.454494+0000","last_undegraded":"2024-09-19T04:34:05.454494+0000","last_fullsized":"2024-09-19T04:34:05.454494+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:29.495697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.466200+0000","last_change":"2024-09-19T04:34:04.462025+0000","last_active":"2024-09-19T04:34:04.466200+0000","last_peered":"2024-09-19T04:34:04.466200+0000","last_clean":"2024-09-19T04:34:04.466200+0000","last_became_active":"2024-09-19T04:34:04.461804+0000","last_became_peered":"2024-09-19T04:34:04.461804+0000","last_unstale":"2024-09-19T04:34:04.466200+0000","last_undegraded":"2024-09-19T04:34:04.466200+0000","last_fullsized":"2024-09-19T04:34:04.466200+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:56:24.340663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.436977+0000","last_change":"2024-09-19T04:34:04.463907+0000","last_active":"2024-09-19T04:34:06.436977+0000","last_peered":"2024-09-19T04:34:06.436977+0000","last_clean":"2024-09-19T04:34:06.436977+0000","last_became_active":"2024-09-19T04:34:04.463580+0000","last_became_peered":"2024-09-19T04:34:04.463580+0000","last_unstale":"2024-09-19T04:34:06.436977+0000","last_undegraded":"2024-09-19T04:34:06.436977+0000","last_fullsized":"2024-09-19T04:34:06.436977+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:43.374611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.479885+0000","last_change":"2024-09-19T04:34:04.479356+0000","last_active":"2024-09-19T04:34:04.479885+0000","last_peered":"2024-09-19T04:34:04.479885+0000","last_clean":"2024-09-19T04:34:04.479885+0000","last_became_active":"2024-09-19T04:34:04.479057+0000","last_became_peered":"2024-09-19T04:34:04.479057+0000","last_unstale":"2024-09-19T04:34:04.479885+0000","last_undegraded":"2024-09-19T04:34:04.479885+0000","last_fullsized":"2024-09-19T04:34:04.479885+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:30:30.227512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468936+0000","last_change":"2024-09-19T04:34:04.464912+0000","last_active":"2024-09-19T04:34:04.468936+0000","last_peered":"2024-09-19T04:34:04.468936+0000","last_clean":"2024-09-19T04:34:04.468936+0000","last_became_active":"2024-09-19T04:34:04.464644+0000","last_became_peered":"2024-09-19T04:34:04.464644+0000","last_unstale":"2024-09-19T04:34:04.468936+0000","last_undegraded":"2024-09-19T04:34:04.468936+0000","last_fullsized":"2024-09-19T04:34:04.468936+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:31.354969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.474902+0000","last_change":"2024-09-19T04:34:04.473491+0000","last_active":"2024-09-19T04:34:04.474902+0000","last_peered":"2024-09-19T04:34:04.474902+0000","last_clean":"2024-09-19T04:34:04.474902+0000","last_became_active":"2024-09-19T04:34:04.473138+0000","last_became_peered":"2024-09-19T04:34:04.473138+0000","last_unstale":"2024-09-19T04:34:04.474902+0000","last_undegraded":"2024-09-19T04:34:04.474902+0000","last_fullsized":"2024-09-19T04:34:04.474902+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:17.039046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468932+0000","last_change":"2024-09-19T04:34:04.464094+0000","last_active":"2024-09-19T04:34:04.468932+0000","last_peered":"2024-09-19T04:34:04.468932+0000","last_clean":"2024-09-19T04:34:04.468932+0000","last_became_active":"2024-09-19T04:34:04.463814+0000","last_became_peered":"2024-09-19T04:34:04.463814+0000","last_unstale":"2024-09-19T04:34:04.468932+0000","last_undegraded":"2024-09-19T04:34:04.468932+0000","last_fullsized":"2024-09-19T04:34:04.468932+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:51.852999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454667+0000","last_change":"2024-09-19T04:34:04.456821+0000","last_active":"2024-09-19T04:34:05.454667+0000","last_peered":"2024-09-19T04:34:05.454667+0000","last_clean":"2024-09-19T04:34:05.454667+0000","last_became_active":"2024-09-19T04:34:04.455448+0000","last_became_peered":"2024-09-19T04:34:04.455448+0000","last_unstale":"2024-09-19T04:34:05.454667+0000","last_undegraded":"2024-09-19T04:34:05.454667+0000","last_fullsized":"2024-09-19T04:34:05.454667+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:43.374611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453062+0000","last_change":"2024-09-19T04:34:04.458537+0000","last_active":"2024-09-19T04:34:05.453062+0000","last_peered":"2024-09-19T04:34:05.453062+0000","last_clean":"2024-09-19T04:34:05.453062+0000","last_became_active":"2024-09-19T04:34:04.458263+0000","last_became_peered":"2024-09-19T04:34:04.458263+0000","last_unstale":"2024-09-19T04:34:05.453062+0000","last_undegraded":"2024-09-19T04:34:05.453062+0000","last_fullsized":"2024-09-19T04:34:05.453062+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:07:08.640749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468967+0000","last_change":"2024-09-19T04:34:04.462183+0000","last_active":"2024-09-19T04:34:04.468967+0000","last_peered":"2024-09-19T04:34:04.468967+0000","last_clean":"2024-09-19T04:34:04.468967+0000","last_became_active":"2024-09-19T04:34:04.461866+0000","last_became_peered":"2024-09-19T04:34:04.461866+0000","last_unstale":"2024-09-19T04:34:04.468967+0000","last_undegraded":"2024-09-19T04:34:04.468967+0000","last_fullsized":"2024-09-19T04:34:04.468967+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:46.145913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.469103+0000","last_change":"2024-09-19T04:34:04.468113+0000","last_active":"2024-09-19T04:34:04.469103+0000","last_peered":"2024-09-19T04:34:04.469103+0000","last_clean":"2024-09-19T04:34:04.469103+0000","last_became_active":"2024-09-19T04:34:04.467731+0000","last_became_peered":"2024-09-19T04:34:04.467731+0000","last_unstale":"2024-09-19T04:34:04.469103+0000","last_undegraded":"2024-09-19T04:34:04.469103+0000","last_fullsized":"2024-09-19T04:34:04.469103+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:21.048654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.665061+0000","last_change":"2024-09-19T04:34:04.468505+0000","last_active":"2024-09-19T04:34:05.665061+0000","last_peered":"2024-09-19T04:34:05.665061+0000","last_clean":"2024-09-19T04:34:05.665061+0000","last_became_active":"2024-09-19T04:34:04.468091+0000","last_became_peered":"2024-09-19T04:34:04.468091+0000","last_unstale":"2024-09-19T04:34:05.665061+0000","last_undegraded":"2024-09-19T04:34:05.665061+0000","last_fullsized":"2024-09-19T04:34:05.665061+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:03:57.061746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454013+0000","last_change":"2024-09-19T04:34:04.464875+0000","last_active":"2024-09-19T04:34:05.454013+0000","last_peered":"2024-09-19T04:34:05.454013+0000","last_clean":"2024-09-19T04:34:05.454013+0000","last_became_active":"2024-09-19T04:34:04.464403+0000","last_became_peered":"2024-09-19T04:34:04.464403+0000","last_unstale":"2024-09-19T04:34:05.454013+0000","last_undegraded":"2024-09-19T04:34:05.454013+0000","last_fullsized":"2024-09-19T04:34:05.454013+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:20:25.652037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453795+0000","last_change":"2024-09-19T04:34:04.470227+0000","last_active":"2024-09-19T04:34:05.453795+0000","last_peered":"2024-09-19T04:34:05.453795+0000","last_clean":"2024-09-19T04:34:05.453795+0000","last_became_active":"2024-09-19T04:34:04.469853+0000","last_became_peered":"2024-09-19T04:34:04.469853+0000","last_unstale":"2024-09-19T04:34:05.453795+0000","last_undegraded":"2024-09-19T04:34:05.453795+0000","last_fullsized":"2024-09-19T04:34:05.453795+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:10.368011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.665556+0000","last_change":"2024-09-19T04:34:04.471289+0000","last_active":"2024-09-19T04:34:05.665556+0000","last_peered":"2024-09-19T04:34:05.665556+0000","last_clean":"2024-09-19T04:34:05.665556+0000","last_became_active":"2024-09-19T04:34:04.471021+0000","last_became_peered":"2024-09-19T04:34:04.471021+0000","last_unstale":"2024-09-19T04:34:05.665556+0000","last_undegraded":"2024-09-19T04:34:05.665556+0000","last_fullsized":"2024-09-19T04:34:05.665556+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:12:17.376338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453006+0000","last_change":"2024-09-19T04:34:04.469811+0000","last_active":"2024-09-19T04:34:05.453006+0000","last_peered":"2024-09-19T04:34:05.453006+0000","last_clean":"2024-09-19T04:34:05.453006+0000","last_became_active":"2024-09-19T04:34:04.469241+0000","last_became_peered":"2024-09-19T04:34:04.469241+0000","last_unstale":"2024-09-19T04:34:05.453006+0000","last_undegraded":"2024-09-19T04:34:05.453006+0000","last_fullsized":"2024-09-19T04:34:05.453006+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:48:49.180907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.467436+0000","last_change":"2024-09-19T04:34:04.465498+0000","last_active":"2024-09-19T04:34:04.467436+0000","last_peered":"2024-09-19T04:34:04.467436+0000","last_clean":"2024-09-19T04:34:04.467436+0000","last_became_active":"2024-09-19T04:34:04.465044+0000","last_became_peered":"2024-09-19T04:34:04.465044+0000","last_unstale":"2024-09-19T04:34:04.467436+0000","last_undegraded":"2024-09-19T04:34:04.467436+0000","last_fullsized":"2024-09-19T04:34:04.467436+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:26.450938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.475957+0000","last_change":"2024-09-19T04:34:04.474582+0000","last_active":"2024-09-19T04:34:04.475957+0000","last_peered":"2024-09-19T04:34:04.475957+0000","last_clean":"2024-09-19T04:34:04.475957+0000","last_became_active":"2024-09-19T04:34:04.473835+0000","last_became_peered":"2024-09-19T04:34:04.473835+0000","last_unstale":"2024-09-19T04:34:04.475957+0000","last_undegraded":"2024-09-19T04:34:04.475957+0000","last_fullsized":"2024-09-19T04:34:04.475957+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:36:59.691303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.665428+0000","last_change":"2024-09-19T04:34:04.463931+0000","last_active":"2024-09-19T04:34:05.665428+0000","last_peered":"2024-09-19T04:34:05.665428+0000","last_clean":"2024-09-19T04:34:05.665428+0000","last_became_active":"2024-09-19T04:34:04.462850+0000","last_became_peered":"2024-09-19T04:34:04.462850+0000","last_unstale":"2024-09-19T04:34:05.665428+0000","last_undegraded":"2024-09-19T04:34:05.665428+0000","last_fullsized":"2024-09-19T04:34:05.665428+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:14:31.269957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.665068+0000","last_change":"2024-09-19T04:34:04.462298+0000","last_active":"2024-09-19T04:34:05.665068+0000","last_peered":"2024-09-19T04:34:05.665068+0000","last_clean":"2024-09-19T04:34:05.665068+0000","last_became_active":"2024-09-19T04:34:04.462023+0000","last_became_peered":"2024-09-19T04:34:04.462023+0000","last_unstale":"2024-09-19T04:34:05.665068+0000","last_undegraded":"2024-09-19T04:34:05.665068+0000","last_fullsized":"2024-09-19T04:34:05.665068+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:55.389087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.665550+0000","last_change":"2024-09-19T04:34:04.457333+0000","last_active":"2024-09-19T04:34:05.665550+0000","last_peered":"2024-09-19T04:34:05.665550+0000","last_clean":"2024-09-19T04:34:05.665550+0000","last_became_active":"2024-09-19T04:34:04.456810+0000","last_became_peered":"2024-09-19T04:34:04.456810+0000","last_unstale":"2024-09-19T04:34:05.665550+0000","last_undegraded":"2024-09-19T04:34:05.665550+0000","last_fullsized":"2024-09-19T04:34:05.665550+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:40.660392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453059+0000","last_change":"2024-09-19T04:34:04.458997+0000","last_active":"2024-09-19T04:34:05.453059+0000","last_peered":"2024-09-19T04:34:05.453059+0000","last_clean":"2024-09-19T04:34:05.453059+0000","last_became_active":"2024-09-19T04:34:04.458735+0000","last_became_peered":"2024-09-19T04:34:04.458735+0000","last_unstale":"2024-09-19T04:34:05.453059+0000","last_undegraded":"2024-09-19T04:34:05.453059+0000","last_fullsized":"2024-09-19T04:34:05.453059+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:22:50.665585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453969+0000","last_change":"2024-09-19T04:34:04.464104+0000","last_active":"2024-09-19T04:34:05.453969+0000","last_peered":"2024-09-19T04:34:05.453969+0000","last_clean":"2024-09-19T04:34:05.453969+0000","last_became_active":"2024-09-19T04:34:04.463844+0000","last_became_peered":"2024-09-19T04:34:04.463844+0000","last_unstale":"2024-09-19T04:34:05.453969+0000","last_undegraded":"2024-09-19T04:34:05.453969+0000","last_fullsized":"2024-09-19T04:34:05.453969+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:23.845425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454662+0000","last_change":"2024-09-19T04:34:04.457183+0000","last_active":"2024-09-19T04:34:05.454662+0000","last_peered":"2024-09-19T04:34:05.454662+0000","last_clean":"2024-09-19T04:34:05.454662+0000","last_became_active":"2024-09-19T04:34:04.455090+0000","last_became_peered":"2024-09-19T04:34:04.455090+0000","last_unstale":"2024-09-19T04:34:05.454662+0000","last_undegraded":"2024-09-19T04:34:05.454662+0000","last_fullsized":"2024-09-19T04:34:05.454662+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:53:06.627660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.665404+0000","last_change":"2024-09-19T04:34:04.456413+0000","last_active":"2024-09-19T04:34:05.665404+0000","last_peered":"2024-09-19T04:34:05.665404+0000","last_clean":"2024-09-19T04:34:05.665404+0000","last_became_active":"2024-09-19T04:34:04.456123+0000","last_became_peered":"2024-09-19T04:34:04.456123+0000","last_unstale":"2024-09-19T04:34:05.665404+0000","last_undegraded":"2024-09-19T04:34:05.665404+0000","last_fullsized":"2024-09-19T04:34:05.665404+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:37:02.238155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453639+0000","last_change":"2024-09-19T04:34:04.461292+0000","last_active":"2024-09-19T04:34:05.453639+0000","last_peered":"2024-09-19T04:34:05.453639+0000","last_clean":"2024-09-19T04:34:05.453639+0000","last_became_active":"2024-09-19T04:34:04.461014+0000","last_became_peered":"2024-09-19T04:34:04.461014+0000","last_unstale":"2024-09-19T04:34:05.453639+0000","last_undegraded":"2024-09-19T04:34:05.453639+0000","last_fullsized":"2024-09-19T04:34:05.453639+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:50.916000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.457973+0000","last_change":"2024-09-19T04:34:04.455320+0000","last_active":"2024-09-19T04:34:04.457973+0000","last_peered":"2024-09-19T04:34:04.457973+0000","last_clean":"2024-09-19T04:34:04.457973+0000","last_became_active":"2024-09-19T04:34:04.453461+0000","last_became_peered":"2024-09-19T04:34:04.453461+0000","last_unstale":"2024-09-19T04:34:04.457973+0000","last_undegraded":"2024-09-19T04:34:04.457973+0000","last_fullsized":"2024-09-19T04:34:04.457973+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:29.495697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.452758+0000","last_change":"2024-09-19T04:34:04.455753+0000","last_active":"2024-09-19T04:34:05.452758+0000","last_peered":"2024-09-19T04:34:05.452758+0000","last_clean":"2024-09-19T04:34:05.452758+0000","last_became_active":"2024-09-19T04:34:04.455456+0000","last_became_peered":"2024-09-19T04:34:04.455456+0000","last_unstale":"2024-09-19T04:34:05.452758+0000","last_undegraded":"2024-09-19T04:34:05.452758+0000","last_fullsized":"2024-09-19T04:34:05.452758+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:59:33.578150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.464133+0000","last_change":"2024-09-19T04:34:04.461098+0000","last_active":"2024-09-19T04:34:04.464133+0000","last_peered":"2024-09-19T04:34:04.464133+0000","last_clean":"2024-09-19T04:34:04.464133+0000","last_became_active":"2024-09-19T04:34:04.460798+0000","last_became_peered":"2024-09-19T04:34:04.460798+0000","last_unstale":"2024-09-19T04:34:04.464133+0000","last_undegraded":"2024-09-19T04:34:04.464133+0000","last_fullsized":"2024-09-19T04:34:04.464133+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:40.660392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"43'4","reported_seq":16,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.479346+0000","last_change":"2024-09-19T04:34:03.437379+0000","last_active":"2024-09-19T04:34:04.479346+0000","last_peered":"2024-09-19T04:34:04.479346+0000","last_clean":"2024-09-19T04:34:04.479346+0000","last_became_active":"2024-09-19T04:34:03.437088+0000","last_became_peered":"2024-09-19T04:34:03.437088+0000","last_unstale":"2024-09-19T04:34:04.479346+0000","last_undegraded":"2024-09-19T04:34:04.479346+0000","last_fullsized":"2024-09-19T04:34:04.479346+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:11.326554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.665546+0000","last_change":"2024-09-19T04:34:04.461929+0000","last_active":"2024-09-19T04:34:05.665546+0000","last_peered":"2024-09-19T04:34:05.665546+0000","last_clean":"2024-09-19T04:34:05.665546+0000","last_became_active":"2024-09-19T04:34:04.461653+0000","last_became_peered":"2024-09-19T04:34:04.461653+0000","last_unstale":"2024-09-19T04:34:05.665546+0000","last_undegraded":"2024-09-19T04:34:05.665546+0000","last_fullsized":"2024-09-19T04:34:05.665546+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:43:13.259654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"43'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454258+0000","last_change":"2024-09-19T04:34:03.445502+0000","last_active":"2024-09-19T04:34:05.454258+0000","last_peered":"2024-09-19T04:34:05.454258+0000","last_clean":"2024-09-19T04:34:05.454258+0000","last_became_active":"2024-09-19T04:34:03.445077+0000","last_became_peered":"2024-09-19T04:34:03.445077+0000","last_unstale":"2024-09-19T04:34:05.454258+0000","last_undegraded":"2024-09-19T04:34:05.454258+0000","last_fullsized":"2024-09-19T04:34:05.454258+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:43:12.258141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454810+0000","last_change":"2024-09-19T04:34:04.460750+0000","last_active":"2024-09-19T04:34:05.454810+0000","last_peered":"2024-09-19T04:34:05.454810+0000","last_clean":"2024-09-19T04:34:05.454810+0000","last_became_active":"2024-09-19T04:34:04.460503+0000","last_became_peered":"2024-09-19T04:34:04.460503+0000","last_unstale":"2024-09-19T04:34:05.454810+0000","last_undegraded":"2024-09-19T04:34:05.454810+0000","last_fullsized":"2024-09-19T04:34:05.454810+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:49.361393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.475802+0000","last_change":"2024-09-19T04:34:03.439615+0000","last_active":"2024-09-19T04:34:04.475802+0000","last_peered":"2024-09-19T04:34:04.475802+0000","last_clean":"2024-09-19T04:34:04.475802+0000","last_became_active":"2024-09-19T04:34:03.439311+0000","last_became_peered":"2024-09-19T04:34:03.439311+0000","last_unstale":"2024-09-19T04:34:04.475802+0000","last_undegraded":"2024-09-19T04:34:04.475802+0000","last_fullsized":"2024-09-19T04:34:04.475802+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:37:01.236642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.455499+0000","last_change":"2024-09-19T04:34:04.454493+0000","last_active":"2024-09-19T04:34:04.455499+0000","last_peered":"2024-09-19T04:34:04.455499+0000","last_clean":"2024-09-19T04:34:04.455499+0000","last_became_active":"2024-09-19T04:34:04.454248+0000","last_became_peered":"2024-09-19T04:34:04.454248+0000","last_unstale":"2024-09-19T04:34:04.455499+0000","last_undegraded":"2024-09-19T04:34:04.455499+0000","last_fullsized":"2024-09-19T04:34:04.455499+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:59:23.766537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"43'2","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.437070+0000","last_change":"2024-09-19T04:34:03.435821+0000","last_active":"2024-09-19T04:34:06.437070+0000","last_peered":"2024-09-19T04:34:06.437070+0000","last_clean":"2024-09-19T04:34:06.437070+0000","last_became_active":"2024-09-19T04:34:03.435529+0000","last_became_peered":"2024-09-19T04:34:03.435529+0000","last_unstale":"2024-09-19T04:34:06.437070+0000","last_undegraded":"2024-09-19T04:34:06.437070+0000","last_fullsized":"2024-09-19T04:34:06.437070+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:06:47.195121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454230+0000","last_change":"2024-09-19T04:34:04.468711+0000","last_active":"2024-09-19T04:34:05.454230+0000","last_peered":"2024-09-19T04:34:05.454230+0000","last_clean":"2024-09-19T04:34:05.454230+0000","last_became_active":"2024-09-19T04:34:04.468450+0000","last_became_peered":"2024-09-19T04:34:04.468450+0000","last_unstale":"2024-09-19T04:34:05.454230+0000","last_undegraded":"2024-09-19T04:34:05.454230+0000","last_fullsized":"2024-09-19T04:34:05.454230+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:25.231879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"43'1","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.475946+0000","last_change":"2024-09-19T04:34:03.431201+0000","last_active":"2024-09-19T04:34:04.475946+0000","last_peered":"2024-09-19T04:34:04.475946+0000","last_clean":"2024-09-19T04:34:04.475946+0000","last_became_active":"2024-09-19T04:34:03.430931+0000","last_became_peered":"2024-09-19T04:34:03.430931+0000","last_unstale":"2024-09-19T04:34:04.475946+0000","last_undegraded":"2024-09-19T04:34:04.475946+0000","last_fullsized":"2024-09-19T04:34:04.475946+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:22.843912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468990+0000","last_change":"2024-09-19T04:34:04.465751+0000","last_active":"2024-09-19T04:34:04.468990+0000","last_peered":"2024-09-19T04:34:04.468990+0000","last_clean":"2024-09-19T04:34:04.468990+0000","last_became_active":"2024-09-19T04:34:04.465289+0000","last_became_peered":"2024-09-19T04:34:04.465289+0000","last_unstale":"2024-09-19T04:34:04.468990+0000","last_undegraded":"2024-09-19T04:34:04.468990+0000","last_fullsized":"2024-09-19T04:34:04.468990+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:03.259132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"43'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454435+0000","last_change":"2024-09-19T04:34:03.438622+0000","last_active":"2024-09-19T04:34:05.454435+0000","last_peered":"2024-09-19T04:34:05.454435+0000","last_clean":"2024-09-19T04:34:05.454435+0000","last_became_active":"2024-09-19T04:34:03.438270+0000","last_became_peered":"2024-09-19T04:34:03.438270+0000","last_unstale":"2024-09-19T04:34:05.454435+0000","last_undegraded":"2024-09-19T04:34:05.454435+0000","last_fullsized":"2024-09-19T04:34:05.454435+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:37:01.236642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.475972+0000","last_change":"2024-09-19T04:34:04.474832+0000","last_active":"2024-09-19T04:34:04.475972+0000","last_peered":"2024-09-19T04:34:04.475972+0000","last_clean":"2024-09-19T04:34:04.475972+0000","last_became_active":"2024-09-19T04:34:04.474546+0000","last_became_peered":"2024-09-19T04:34:04.474546+0000","last_unstale":"2024-09-19T04:34:04.475972+0000","last_undegraded":"2024-09-19T04:34:04.475972+0000","last_fullsized":"2024-09-19T04:34:04.475972+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:39.858690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454148+0000","last_change":"2024-09-19T04:34:03.439157+0000","last_active":"2024-09-19T04:34:05.454148+0000","last_peered":"2024-09-19T04:34:05.454148+0000","last_clean":"2024-09-19T04:34:05.454148+0000","last_became_active":"2024-09-19T04:34:03.438895+0000","last_became_peered":"2024-09-19T04:34:03.438895+0000","last_unstale":"2024-09-19T04:34:05.454148+0000","last_undegraded":"2024-09-19T04:34:05.454148+0000","last_fullsized":"2024-09-19T04:34:05.454148+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:07:45.892523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.665380+0000","last_change":"2024-09-19T04:34:04.463761+0000","last_active":"2024-09-19T04:34:05.665380+0000","last_peered":"2024-09-19T04:34:05.665380+0000","last_clean":"2024-09-19T04:34:05.665380+0000","last_became_active":"2024-09-19T04:34:04.463468+0000","last_became_peered":"2024-09-19T04:34:04.463468+0000","last_unstale":"2024-09-19T04:34:05.665380+0000","last_undegraded":"2024-09-19T04:34:05.665380+0000","last_fullsized":"2024-09-19T04:34:05.665380+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:00:38.397152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.452937+0000","last_change":"2024-09-19T04:34:03.439982+0000","last_active":"2024-09-19T04:34:04.452937+0000","last_peered":"2024-09-19T04:34:04.452937+0000","last_clean":"2024-09-19T04:34:04.452937+0000","last_became_active":"2024-09-19T04:34:03.439695+0000","last_became_peered":"2024-09-19T04:34:03.439695+0000","last_unstale":"2024-09-19T04:34:04.452937+0000","last_undegraded":"2024-09-19T04:34:04.452937+0000","last_fullsized":"2024-09-19T04:34:04.452937+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:33:07.100612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454074+0000","last_change":"2024-09-19T04:34:04.470512+0000","last_active":"2024-09-19T04:34:05.454074+0000","last_peered":"2024-09-19T04:34:05.454074+0000","last_clean":"2024-09-19T04:34:05.454074+0000","last_became_active":"2024-09-19T04:34:04.470236+0000","last_became_peered":"2024-09-19T04:34:04.470236+0000","last_unstale":"2024-09-19T04:34:05.454074+0000","last_undegraded":"2024-09-19T04:34:05.454074+0000","last_fullsized":"2024-09-19T04:34:05.454074+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:32.187431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454116+0000","last_change":"2024-09-19T04:34:03.435937+0000","last_active":"2024-09-19T04:34:05.454116+0000","last_peered":"2024-09-19T04:34:05.454116+0000","last_clean":"2024-09-19T04:34:05.454116+0000","last_became_active":"2024-09-19T04:34:03.435650+0000","last_became_peered":"2024-09-19T04:34:03.435650+0000","last_unstale":"2024-09-19T04:34:05.454116+0000","last_undegraded":"2024-09-19T04:34:05.454116+0000","last_fullsized":"2024-09-19T04:34:05.454116+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:50.631085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.437248+0000","last_change":"2024-09-19T04:34:04.466512+0000","last_active":"2024-09-19T04:34:06.437248+0000","last_peered":"2024-09-19T04:34:06.437248+0000","last_clean":"2024-09-19T04:34:06.437248+0000","last_became_active":"2024-09-19T04:34:04.465899+0000","last_became_peered":"2024-09-19T04:34:04.465899+0000","last_unstale":"2024-09-19T04:34:06.437248+0000","last_undegraded":"2024-09-19T04:34:06.437248+0000","last_fullsized":"2024-09-19T04:34:06.437248+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:56:24.340663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.451463+0000","last_change":"2024-09-19T04:34:03.438144+0000","last_active":"2024-09-19T04:34:04.451463+0000","last_peered":"2024-09-19T04:34:04.451463+0000","last_clean":"2024-09-19T04:34:04.451463+0000","last_became_active":"2024-09-19T04:34:03.437871+0000","last_became_peered":"2024-09-19T04:34:03.437871+0000","last_unstale":"2024-09-19T04:34:04.451463+0000","last_undegraded":"2024-09-19T04:34:04.451463+0000","last_fullsized":"2024-09-19T04:34:04.451463+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:11:46.995139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.467530+0000","last_change":"2024-09-19T04:34:04.458582+0000","last_active":"2024-09-19T04:34:04.467530+0000","last_peered":"2024-09-19T04:34:04.467530+0000","last_clean":"2024-09-19T04:34:04.467530+0000","last_became_active":"2024-09-19T04:34:04.458311+0000","last_became_peered":"2024-09-19T04:34:04.458311+0000","last_unstale":"2024-09-19T04:34:04.467530+0000","last_undegraded":"2024-09-19T04:34:04.467530+0000","last_fullsized":"2024-09-19T04:34:04.467530+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:37.018474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"43'3","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.437298+0000","last_change":"2024-09-19T04:34:03.432769+0000","last_active":"2024-09-19T04:34:06.437298+0000","last_peered":"2024-09-19T04:34:06.437298+0000","last_clean":"2024-09-19T04:34:06.437298+0000","last_became_active":"2024-09-19T04:34:03.432311+0000","last_became_peered":"2024-09-19T04:34:03.432311+0000","last_unstale":"2024-09-19T04:34:06.437298+0000","last_undegraded":"2024-09-19T04:34:06.437298+0000","last_fullsized":"2024-09-19T04:34:06.437298+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:49.914487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.437174+0000","last_change":"2024-09-19T04:34:04.466823+0000","last_active":"2024-09-19T04:34:06.437174+0000","last_peered":"2024-09-19T04:34:06.437174+0000","last_clean":"2024-09-19T04:34:06.437174+0000","last_became_active":"2024-09-19T04:34:04.466525+0000","last_became_peered":"2024-09-19T04:34:04.466525+0000","last_unstale":"2024-09-19T04:34:06.437174+0000","last_undegraded":"2024-09-19T04:34:06.437174+0000","last_fullsized":"2024-09-19T04:34:06.437174+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:49.361393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"43'6","reported_seq":20,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.452981+0000","last_change":"2024-09-19T04:34:03.434984+0000","last_active":"2024-09-19T04:34:05.452981+0000","last_peered":"2024-09-19T04:34:05.452981+0000","last_clean":"2024-09-19T04:34:05.452981+0000","last_became_active":"2024-09-19T04:34:03.434704+0000","last_became_peered":"2024-09-19T04:34:03.434704+0000","last_unstale":"2024-09-19T04:34:05.452981+0000","last_undegraded":"2024-09-19T04:34:05.452981+0000","last_fullsized":"2024-09-19T04:34:05.452981+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:59:26.371273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.665397+0000","last_change":"2024-09-19T04:34:04.472630+0000","last_active":"2024-09-19T04:34:05.665397+0000","last_peered":"2024-09-19T04:34:05.665397+0000","last_clean":"2024-09-19T04:34:05.665397+0000","last_became_active":"2024-09-19T04:34:04.472361+0000","last_became_peered":"2024-09-19T04:34:04.472361+0000","last_unstale":"2024-09-19T04:34:05.665397+0000","last_undegraded":"2024-09-19T04:34:05.665397+0000","last_fullsized":"2024-09-19T04:34:05.665397+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:51.632597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.472668+0000","last_change":"2024-09-19T04:34:03.440065+0000","last_active":"2024-09-19T04:34:04.472668+0000","last_peered":"2024-09-19T04:34:04.472668+0000","last_clean":"2024-09-19T04:34:04.472668+0000","last_became_active":"2024-09-19T04:34:03.439772+0000","last_became_peered":"2024-09-19T04:34:03.439772+0000","last_unstale":"2024-09-19T04:34:04.472668+0000","last_undegraded":"2024-09-19T04:34:04.472668+0000","last_fullsized":"2024-09-19T04:34:04.472668+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:20:24.650524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468969+0000","last_change":"2024-09-19T04:34:04.465520+0000","last_active":"2024-09-19T04:34:04.468969+0000","last_peered":"2024-09-19T04:34:04.468969+0000","last_clean":"2024-09-19T04:34:04.468969+0000","last_became_active":"2024-09-19T04:34:04.464943+0000","last_became_peered":"2024-09-19T04:34:04.464943+0000","last_unstale":"2024-09-19T04:34:04.468969+0000","last_undegraded":"2024-09-19T04:34:04.468969+0000","last_fullsized":"2024-09-19T04:34:04.468969+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:18.191662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.436906+0000","last_change":"2024-09-19T04:34:03.435692+0000","last_active":"2024-09-19T04:34:06.436906+0000","last_peered":"2024-09-19T04:34:06.436906+0000","last_clean":"2024-09-19T04:34:06.436906+0000","last_became_active":"2024-09-19T04:34:03.435403+0000","last_became_peered":"2024-09-19T04:34:03.435403+0000","last_unstale":"2024-09-19T04:34:06.436906+0000","last_undegraded":"2024-09-19T04:34:06.436906+0000","last_fullsized":"2024-09-19T04:34:06.436906+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:48:07.997667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.464400+0000","last_change":"2024-09-19T04:34:04.458508+0000","last_active":"2024-09-19T04:34:04.464400+0000","last_peered":"2024-09-19T04:34:04.464400+0000","last_clean":"2024-09-19T04:34:04.464400+0000","last_became_active":"2024-09-19T04:34:04.458267+0000","last_became_peered":"2024-09-19T04:34:04.458267+0000","last_unstale":"2024-09-19T04:34:04.464400+0000","last_undegraded":"2024-09-19T04:34:04.464400+0000","last_fullsized":"2024-09-19T04:34:04.464400+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:49.361393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.450077+0000","last_change":"2024-09-19T04:34:03.437122+0000","last_active":"2024-09-19T04:34:04.450077+0000","last_peered":"2024-09-19T04:34:04.450077+0000","last_clean":"2024-09-19T04:34:04.450077+0000","last_became_active":"2024-09-19T04:34:03.436793+0000","last_became_peered":"2024-09-19T04:34:03.436793+0000","last_unstale":"2024-09-19T04:34:04.450077+0000","last_undegraded":"2024-09-19T04:34:04.450077+0000","last_fullsized":"2024-09-19T04:34:04.450077+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:09.366499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.436959+0000","last_change":"2024-09-19T04:34:04.470368+0000","last_active":"2024-09-19T04:34:06.436959+0000","last_peered":"2024-09-19T04:34:06.436959+0000","last_clean":"2024-09-19T04:34:06.436959+0000","last_became_active":"2024-09-19T04:34:04.468976+0000","last_became_peered":"2024-09-19T04:34:04.468976+0000","last_unstale":"2024-09-19T04:34:06.436959+0000","last_undegraded":"2024-09-19T04:34:06.436959+0000","last_fullsized":"2024-09-19T04:34:06.436959+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:53:06.627660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"43'8","reported_seq":20,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.478571+0000","last_change":"2024-09-19T04:34:03.441158+0000","last_active":"2024-09-19T04:34:04.478571+0000","last_peered":"2024-09-19T04:34:04.478571+0000","last_clean":"2024-09-19T04:34:04.478571+0000","last_became_active":"2024-09-19T04:34:03.440846+0000","last_became_peered":"2024-09-19T04:34:03.440846+0000","last_unstale":"2024-09-19T04:34:04.478571+0000","last_undegraded":"2024-09-19T04:34:04.478571+0000","last_fullsized":"2024-09-19T04:34:04.478571+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:16:41.652416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453094+0000","last_change":"2024-09-19T04:34:04.454138+0000","last_active":"2024-09-19T04:34:05.453094+0000","last_peered":"2024-09-19T04:34:05.453094+0000","last_clean":"2024-09-19T04:34:05.453094+0000","last_became_active":"2024-09-19T04:34:04.453840+0000","last_became_peered":"2024-09-19T04:34:04.453840+0000","last_unstale":"2024-09-19T04:34:05.453094+0000","last_undegraded":"2024-09-19T04:34:05.453094+0000","last_fullsized":"2024-09-19T04:34:05.453094+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:22.255891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"43'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.452920+0000","last_change":"2024-09-19T04:34:03.442724+0000","last_active":"2024-09-19T04:34:05.452920+0000","last_peered":"2024-09-19T04:34:05.452920+0000","last_clean":"2024-09-19T04:34:05.452920+0000","last_became_active":"2024-09-19T04:34:03.442396+0000","last_became_peered":"2024-09-19T04:34:03.442396+0000","last_unstale":"2024-09-19T04:34:05.452920+0000","last_undegraded":"2024-09-19T04:34:05.452920+0000","last_fullsized":"2024-09-19T04:34:05.452920+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:50.643617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.466902+0000","last_change":"2024-09-19T04:34:04.462978+0000","last_active":"2024-09-19T04:34:04.466902+0000","last_peered":"2024-09-19T04:34:04.466902+0000","last_clean":"2024-09-19T04:34:04.466902+0000","last_became_active":"2024-09-19T04:34:04.462701+0000","last_became_peered":"2024-09-19T04:34:04.462701+0000","last_unstale":"2024-09-19T04:34:04.466902+0000","last_undegraded":"2024-09-19T04:34:04.466902+0000","last_fullsized":"2024-09-19T04:34:04.466902+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:51:06.651609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"43'2","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454304+0000","last_change":"2024-09-19T04:34:03.439230+0000","last_active":"2024-09-19T04:34:05.454304+0000","last_peered":"2024-09-19T04:34:05.454304+0000","last_clean":"2024-09-19T04:34:05.454304+0000","last_became_active":"2024-09-19T04:34:03.438971+0000","last_became_peered":"2024-09-19T04:34:03.438971+0000","last_unstale":"2024-09-19T04:34:05.454304+0000","last_undegraded":"2024-09-19T04:34:05.454304+0000","last_fullsized":"2024-09-19T04:34:05.454304+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:39.658880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.665474+0000","last_change":"2024-09-19T04:34:04.459561+0000","last_active":"2024-09-19T04:34:05.665474+0000","last_peered":"2024-09-19T04:34:05.665474+0000","last_clean":"2024-09-19T04:34:05.665474+0000","last_became_active":"2024-09-19T04:34:04.459287+0000","last_became_peered":"2024-09-19T04:34:04.459287+0000","last_unstale":"2024-09-19T04:34:05.665474+0000","last_undegraded":"2024-09-19T04:34:05.665474+0000","last_fullsized":"2024-09-19T04:34:05.665474+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:59:23.766537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"43'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454357+0000","last_change":"2024-09-19T04:34:03.436640+0000","last_active":"2024-09-19T04:34:05.454357+0000","last_peered":"2024-09-19T04:34:05.454357+0000","last_clean":"2024-09-19T04:34:05.454357+0000","last_became_active":"2024-09-19T04:34:03.436383+0000","last_became_peered":"2024-09-19T04:34:03.436383+0000","last_unstale":"2024-09-19T04:34:05.454357+0000","last_undegraded":"2024-09-19T04:34:05.454357+0000","last_fullsized":"2024-09-19T04:34:05.454357+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:06:47.195121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.665409+0000","last_change":"2024-09-19T04:34:04.458022+0000","last_active":"2024-09-19T04:34:05.665409+0000","last_peered":"2024-09-19T04:34:05.665409+0000","last_clean":"2024-09-19T04:34:05.665409+0000","last_became_active":"2024-09-19T04:34:04.457755+0000","last_became_peered":"2024-09-19T04:34:04.457755+0000","last_unstale":"2024-09-19T04:34:05.665409+0000","last_undegraded":"2024-09-19T04:34:05.665409+0000","last_fullsized":"2024-09-19T04:34:05.665409+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:13:47.448043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.453010+0000","last_change":"2024-09-19T04:34:03.431761+0000","last_active":"2024-09-19T04:34:04.453010+0000","last_peered":"2024-09-19T04:34:04.453010+0000","last_clean":"2024-09-19T04:34:04.453010+0000","last_became_active":"2024-09-19T04:34:03.431485+0000","last_became_peered":"2024-09-19T04:34:03.431485+0000","last_unstale":"2024-09-19T04:34:04.453010+0000","last_undegraded":"2024-09-19T04:34:04.453010+0000","last_fullsized":"2024-09-19T04:34:04.453010+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:24.230366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.460708+0000","last_change":"2024-09-19T04:34:04.455994+0000","last_active":"2024-09-19T04:34:04.460708+0000","last_peered":"2024-09-19T04:34:04.460708+0000","last_clean":"2024-09-19T04:34:04.460708+0000","last_became_active":"2024-09-19T04:34:04.455742+0000","last_became_peered":"2024-09-19T04:34:04.455742+0000","last_unstale":"2024-09-19T04:34:04.460708+0000","last_undegraded":"2024-09-19T04:34:04.460708+0000","last_fullsized":"2024-09-19T04:34:04.460708+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:53:06.627660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.476006+0000","last_change":"2024-09-19T04:34:03.428441+0000","last_active":"2024-09-19T04:34:04.476006+0000","last_peered":"2024-09-19T04:34:04.476006+0000","last_clean":"2024-09-19T04:34:04.476006+0000","last_became_active":"2024-09-19T04:34:03.428133+0000","last_became_peered":"2024-09-19T04:34:03.428133+0000","last_unstale":"2024-09-19T04:34:04.476006+0000","last_undegraded":"2024-09-19T04:34:04.476006+0000","last_fullsized":"2024-09-19T04:34:04.476006+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:31.185918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.455504+0000","last_change":"2024-09-19T04:34:04.454616+0000","last_active":"2024-09-19T04:34:04.455504+0000","last_peered":"2024-09-19T04:34:04.455504+0000","last_clean":"2024-09-19T04:34:04.455504+0000","last_became_active":"2024-09-19T04:34:04.454366+0000","last_became_peered":"2024-09-19T04:34:04.454366+0000","last_unstale":"2024-09-19T04:34:04.455504+0000","last_undegraded":"2024-09-19T04:34:04.455504+0000","last_fullsized":"2024-09-19T04:34:04.455504+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:43:13.259654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454399+0000","last_change":"2024-09-19T04:34:03.445353+0000","last_active":"2024-09-19T04:34:05.454399+0000","last_peered":"2024-09-19T04:34:05.454399+0000","last_clean":"2024-09-19T04:34:05.454399+0000","last_became_active":"2024-09-19T04:34:03.445025+0000","last_became_peered":"2024-09-19T04:34:03.445025+0000","last_unstale":"2024-09-19T04:34:05.454399+0000","last_undegraded":"2024-09-19T04:34:05.454399+0000","last_fullsized":"2024-09-19T04:34:05.454399+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:18.081027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.452792+0000","last_change":"2024-09-19T04:34:04.460751+0000","last_active":"2024-09-19T04:34:05.452792+0000","last_peered":"2024-09-19T04:34:05.452792+0000","last_clean":"2024-09-19T04:34:05.452792+0000","last_became_active":"2024-09-19T04:34:04.460453+0000","last_became_peered":"2024-09-19T04:34:04.460453+0000","last_unstale":"2024-09-19T04:34:05.452792+0000","last_undegraded":"2024-09-19T04:34:05.452792+0000","last_fullsized":"2024-09-19T04:34:05.452792+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:14:29.165266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.450182+0000","last_change":"2024-09-19T04:34:03.438685+0000","last_active":"2024-09-19T04:34:04.450182+0000","last_peered":"2024-09-19T04:34:04.450182+0000","last_clean":"2024-09-19T04:34:04.450182+0000","last_became_active":"2024-09-19T04:34:03.438282+0000","last_became_peered":"2024-09-19T04:34:03.438282+0000","last_unstale":"2024-09-19T04:34:04.450182+0000","last_undegraded":"2024-09-19T04:34:04.450182+0000","last_fullsized":"2024-09-19T04:34:04.450182+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:21.254378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.466907+0000","last_change":"2024-09-19T04:34:04.461129+0000","last_active":"2024-09-19T04:34:04.466907+0000","last_peered":"2024-09-19T04:34:04.466907+0000","last_clean":"2024-09-19T04:34:04.466907+0000","last_became_active":"2024-09-19T04:34:04.460867+0000","last_became_peered":"2024-09-19T04:34:04.460867+0000","last_unstale":"2024-09-19T04:34:04.466907+0000","last_undegraded":"2024-09-19T04:34:04.466907+0000","last_fullsized":"2024-09-19T04:34:04.466907+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:57:47.759714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.436850+0000","last_change":"2024-09-19T04:34:03.436433+0000","last_active":"2024-09-19T04:34:06.436850+0000","last_peered":"2024-09-19T04:34:06.436850+0000","last_clean":"2024-09-19T04:34:06.436850+0000","last_became_active":"2024-09-19T04:34:03.436075+0000","last_became_peered":"2024-09-19T04:34:03.436075+0000","last_unstale":"2024-09-19T04:34:06.436850+0000","last_undegraded":"2024-09-19T04:34:06.436850+0000","last_fullsized":"2024-09-19T04:34:06.436850+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:09.366499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.665637+0000","last_change":"2024-09-19T04:34:04.472961+0000","last_active":"2024-09-19T04:34:05.665637+0000","last_peered":"2024-09-19T04:34:05.665637+0000","last_clean":"2024-09-19T04:34:05.665637+0000","last_became_active":"2024-09-19T04:34:04.472670+0000","last_became_peered":"2024-09-19T04:34:04.472670+0000","last_unstale":"2024-09-19T04:34:05.665637+0000","last_undegraded":"2024-09-19T04:34:05.665637+0000","last_fullsized":"2024-09-19T04:34:05.665637+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:02.616359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.450537+0000","last_change":"2024-09-19T04:34:03.437277+0000","last_active":"2024-09-19T04:34:04.450537+0000","last_peered":"2024-09-19T04:34:04.450537+0000","last_clean":"2024-09-19T04:34:04.450537+0000","last_became_active":"2024-09-19T04:34:03.435957+0000","last_became_peered":"2024-09-19T04:34:03.435957+0000","last_unstale":"2024-09-19T04:34:04.450537+0000","last_undegraded":"2024-09-19T04:34:04.450537+0000","last_fullsized":"2024-09-19T04:34:04.450537+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:04:26.951435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468838+0000","last_change":"2024-09-19T04:34:04.464057+0000","last_active":"2024-09-19T04:34:04.468838+0000","last_peered":"2024-09-19T04:34:04.468838+0000","last_clean":"2024-09-19T04:34:04.468838+0000","last_became_active":"2024-09-19T04:34:04.463749+0000","last_became_peered":"2024-09-19T04:34:04.463749+0000","last_unstale":"2024-09-19T04:34:04.468838+0000","last_undegraded":"2024-09-19T04:34:04.468838+0000","last_fullsized":"2024-09-19T04:34:04.468838+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:00.736348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.437307+0000","last_change":"2024-09-19T04:34:03.433590+0000","last_active":"2024-09-19T04:34:06.437307+0000","last_peered":"2024-09-19T04:34:06.437307+0000","last_clean":"2024-09-19T04:34:06.437307+0000","last_became_active":"2024-09-19T04:34:03.432644+0000","last_became_peered":"2024-09-19T04:34:03.432644+0000","last_unstale":"2024-09-19T04:34:06.437307+0000","last_undegraded":"2024-09-19T04:34:06.437307+0000","last_fullsized":"2024-09-19T04:34:06.437307+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:11.326554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.437216+0000","last_change":"2024-09-19T04:34:04.467003+0000","last_active":"2024-09-19T04:34:06.437216+0000","last_peered":"2024-09-19T04:34:06.437216+0000","last_clean":"2024-09-19T04:34:06.437216+0000","last_became_active":"2024-09-19T04:34:04.466559+0000","last_became_peered":"2024-09-19T04:34:04.466559+0000","last_unstale":"2024-09-19T04:34:06.437216+0000","last_undegraded":"2024-09-19T04:34:06.437216+0000","last_fullsized":"2024-09-19T04:34:06.437216+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:58.598884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.445861+0000","last_change":"2024-09-19T04:34:03.439127+0000","last_active":"2024-09-19T04:34:04.445861+0000","last_peered":"2024-09-19T04:34:04.445861+0000","last_clean":"2024-09-19T04:34:04.445861+0000","last_became_active":"2024-09-19T04:34:03.438823+0000","last_became_peered":"2024-09-19T04:34:03.438823+0000","last_unstale":"2024-09-19T04:34:04.445861+0000","last_undegraded":"2024-09-19T04:34:04.445861+0000","last_fullsized":"2024-09-19T04:34:04.445861+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:13:46.446530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.464310+0000","last_change":"2024-09-19T04:34:04.457267+0000","last_active":"2024-09-19T04:34:04.464310+0000","last_peered":"2024-09-19T04:34:04.464310+0000","last_clean":"2024-09-19T04:34:04.464310+0000","last_became_active":"2024-09-19T04:34:04.457005+0000","last_became_peered":"2024-09-19T04:34:04.457005+0000","last_unstale":"2024-09-19T04:34:04.464310+0000","last_undegraded":"2024-09-19T04:34:04.464310+0000","last_fullsized":"2024-09-19T04:34:04.464310+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:43.374611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.437134+0000","last_change":"2024-09-19T04:34:03.432725+0000","last_active":"2024-09-19T04:34:06.437134+0000","last_peered":"2024-09-19T04:34:06.437134+0000","last_clean":"2024-09-19T04:34:06.437134+0000","last_became_active":"2024-09-19T04:34:03.432467+0000","last_became_peered":"2024-09-19T04:34:03.432467+0000","last_unstale":"2024-09-19T04:34:06.437134+0000","last_undegraded":"2024-09-19T04:34:06.437134+0000","last_fullsized":"2024-09-19T04:34:06.437134+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:52:16.268114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.464488+0000","last_change":"2024-09-19T04:34:04.458570+0000","last_active":"2024-09-19T04:34:04.464488+0000","last_peered":"2024-09-19T04:34:04.464488+0000","last_clean":"2024-09-19T04:34:04.464488+0000","last_became_active":"2024-09-19T04:34:04.458321+0000","last_became_peered":"2024-09-19T04:34:04.458321+0000","last_unstale":"2024-09-19T04:34:04.464488+0000","last_undegraded":"2024-09-19T04:34:04.464488+0000","last_fullsized":"2024-09-19T04:34:04.464488+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:58.598884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454352+0000","last_change":"2024-09-19T04:34:03.442267+0000","last_active":"2024-09-19T04:34:05.454352+0000","last_peered":"2024-09-19T04:34:05.454352+0000","last_clean":"2024-09-19T04:34:05.454352+0000","last_became_active":"2024-09-19T04:34:03.441977+0000","last_became_peered":"2024-09-19T04:34:03.441977+0000","last_unstale":"2024-09-19T04:34:05.454352+0000","last_undegraded":"2024-09-19T04:34:05.454352+0000","last_fullsized":"2024-09-19T04:34:05.454352+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:59:22.765024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454057+0000","last_change":"2024-09-19T04:34:04.449228+0000","last_active":"2024-09-19T04:34:05.454057+0000","last_peered":"2024-09-19T04:34:05.454057+0000","last_clean":"2024-09-19T04:34:05.454057+0000","last_became_active":"2024-09-19T04:34:04.448927+0000","last_became_peered":"2024-09-19T04:34:04.448927+0000","last_unstale":"2024-09-19T04:34:05.454057+0000","last_undegraded":"2024-09-19T04:34:05.454057+0000","last_fullsized":"2024-09-19T04:34:05.454057+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:32.187431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.445983+0000","last_change":"2024-09-19T04:34:03.437512+0000","last_active":"2024-09-19T04:34:04.445983+0000","last_peered":"2024-09-19T04:34:04.445983+0000","last_clean":"2024-09-19T04:34:04.445983+0000","last_became_active":"2024-09-19T04:34:03.437126+0000","last_became_peered":"2024-09-19T04:34:03.437126+0000","last_unstale":"2024-09-19T04:34:04.445983+0000","last_undegraded":"2024-09-19T04:34:04.445983+0000","last_fullsized":"2024-09-19T04:34:04.445983+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:50.631085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453723+0000","last_change":"2024-09-19T04:34:04.469016+0000","last_active":"2024-09-19T04:34:05.453723+0000","last_peered":"2024-09-19T04:34:05.453723+0000","last_clean":"2024-09-19T04:34:05.453723+0000","last_became_active":"2024-09-19T04:34:04.468551+0000","last_became_peered":"2024-09-19T04:34:04.468551+0000","last_unstale":"2024-09-19T04:34:05.453723+0000","last_undegraded":"2024-09-19T04:34:05.453723+0000","last_fullsized":"2024-09-19T04:34:05.453723+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:12.328067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.453174+0000","last_change":"2024-09-19T04:34:03.441823+0000","last_active":"2024-09-19T04:34:04.453174+0000","last_peered":"2024-09-19T04:34:04.453174+0000","last_clean":"2024-09-19T04:34:04.453174+0000","last_became_active":"2024-09-19T04:34:03.441504+0000","last_became_peered":"2024-09-19T04:34:03.441504+0000","last_unstale":"2024-09-19T04:34:04.453174+0000","last_undegraded":"2024-09-19T04:34:04.453174+0000","last_fullsized":"2024-09-19T04:34:04.453174+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:28.059160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.466949+0000","last_change":"2024-09-19T04:34:04.463436+0000","last_active":"2024-09-19T04:34:04.466949+0000","last_peered":"2024-09-19T04:34:04.466949+0000","last_clean":"2024-09-19T04:34:04.466949+0000","last_became_active":"2024-09-19T04:34:04.463197+0000","last_became_peered":"2024-09-19T04:34:04.463197+0000","last_unstale":"2024-09-19T04:34:04.466949+0000","last_undegraded":"2024-09-19T04:34:04.466949+0000","last_fullsized":"2024-09-19T04:34:04.466949+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:07.690798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"43'2","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454640+0000","last_change":"2024-09-19T04:34:03.441749+0000","last_active":"2024-09-19T04:34:05.454640+0000","last_peered":"2024-09-19T04:34:05.454640+0000","last_clean":"2024-09-19T04:34:05.454640+0000","last_became_active":"2024-09-19T04:34:03.441443+0000","last_became_peered":"2024-09-19T04:34:03.441443+0000","last_unstale":"2024-09-19T04:34:05.454640+0000","last_undegraded":"2024-09-19T04:34:05.454640+0000","last_fullsized":"2024-09-19T04:34:05.454640+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:48:07.997667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":211,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.436904+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:34:06.436904+0000","last_peered":"2024-09-19T04:34:06.436904+0000","last_clean":"2024-09-19T04:34:06.436904+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:34:06.436904+0000","last_undegraded":"2024-09-19T04:34:06.436904+0000","last_fullsized":"2024-09-19T04:34:06.436904+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509460,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28096,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343744,"statfs":{"total":96636764160,"available":96607993856,"internally_reserved":0,"allocated":1093632,"data_stored":788384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509460,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27540,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344300,"statfs":{"total":96636764160,"available":96608563200,"internally_reserved":0,"allocated":516096,"data_stored":204898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509460,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27532,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":512000,"data_stored":204296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509461,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27544,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344296,"statfs":{"total":96636764160,"available":96608559104,"internally_reserved":0,"allocated":520192,"data_stored":205838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542165,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27528,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344312,"statfs":{"total":96636764160,"available":96608575488,"internally_reserved":0,"allocated":507904,"data_stored":198564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542164,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27536,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344304,"statfs":{"total":96636764160,"available":96608567296,"internally_reserved":0,"allocated":512000,"data_stored":199560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542164,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":499712,"data_stored":197996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542165,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28104,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343736,"statfs":{"total":96636764160,"available":96607985664,"internally_reserved":0,"allocated":1093632,"data_stored":788328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:34:11.749 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:34:11.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.857+0000 7fa34ec3c640 1 Processor -- start 2024-09-19T04:34:11.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.857+0000 7fa34ec3c640 1 -- start start 2024-09-19T04:34:11.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.858+0000 7fa34ec3c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa34815e7b0 0x7fa348071340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:11.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.858+0000 7fa34ec3c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa3480b5600 0x7fa348073ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:11.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.858+0000 7fa34ec3c640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa348071880 con 0x7fa348073ff0 2024-09-19T04:34:11.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.858+0000 7fa34ec3c640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fa34806e680 con 0x7fa34815e7b0 2024-09-19T04:34:11.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.858+0000 7fa34ec3c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa34806e8d0 con 0x7fa3480b5600 2024-09-19T04:34:11.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.858+0000 7fa34d1d9640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fa348073ff0 0x7fa34806ccb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:49616/0 (socket says 172.21.15.111:49616) 2024-09-19T04:34:11.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.858+0000 7fa34d1d9640 1 -- 172.21.15.111:0/2445524940 learned_addr learned my addr 172.21.15.111:0/2445524940 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:34:11.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa34c9d8640 1 --2- 172.21.15.111:0/2445524940 >> v2:172.21.15.114:3300/0 conn(0x7fa34815e7b0 0x7fa348071340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:11.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa3477fe640 1 -- 172.21.15.111:0/2445524940 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 876009816 0 0) 0x7fa340001110 con 0x7fa348073ff0 2024-09-19T04:34:11.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa347fff640 1 --2- 172.21.15.111:0/2445524940 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa3480b5600 0x7fa348073ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:11.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa3477fe640 1 -- 172.21.15.111:0/2445524940 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa330003520 con 0x7fa348073ff0 2024-09-19T04:34:11.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa3477fe640 1 -- 172.21.15.111:0/2445524940 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2586920766 0 0) 0x7fa330003520 con 0x7fa348073ff0 2024-09-19T04:34:11.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa3477fe640 1 -- 172.21.15.111:0/2445524940 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa3480b5600 msgr2=0x7fa348073ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:11.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa3477fe640 1 --2- 172.21.15.111:0/2445524940 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa3480b5600 0x7fa348073ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:11.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa3477fe640 1 -- 172.21.15.111:0/2445524940 >> v2:172.21.15.114:3300/0 conn(0x7fa34815e7b0 msgr2=0x7fa348071340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:11.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa3477fe640 1 --2- 172.21.15.111:0/2445524940 >> v2:172.21.15.114:3300/0 conn(0x7fa34815e7b0 0x7fa348071340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:11.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa3477fe640 1 -- 172.21.15.111:0/2445524940 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa34806ebb0 con 0x7fa348073ff0 2024-09-19T04:34:11.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa3477fe640 1 -- 172.21.15.111:0/2445524940 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fa340001840 con 0x7fa348073ff0 2024-09-19T04:34:11.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa3477fe640 1 -- 172.21.15.111:0/2445524940 >> v1:172.21.15.111:6789/0 conn(0x7fa348073ff0 legacy=0x7fa34806ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:11.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa3477fe640 1 --2- 172.21.15.111:0/2445524940 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3300039b0 0x7fa330003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:11.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa3477fe640 1 --2- 172.21.15.111:0/2445524940 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa330004800 0x7fa330004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:11.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa3477fe640 1 --2- 172.21.15.111:0/2445524940 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa3480b5600 0x7fa3300051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:11.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa3477fe640 1 -- 172.21.15.111:0/2445524940 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa34806e680 con 0x7fa3300039b0 2024-09-19T04:34:11.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa3477fe640 1 -- 172.21.15.111:0/2445524940 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa34806e8d0 con 0x7fa330004800 2024-09-19T04:34:11.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa3477fe640 1 -- 172.21.15.111:0/2445524940 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa33000baa0 con 0x7fa3480b5600 2024-09-19T04:34:11.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa34c9d8640 1 --2- 172.21.15.111:0/2445524940 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3300039b0 0x7fa330003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:11.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa347fff640 1 --2- 172.21.15.111:0/2445524940 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa330004800 0x7fa330004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:11.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa34d1d9640 1 --2- 172.21.15.111:0/2445524940 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa3480b5600 0x7fa3300051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:11.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa34c9d8640 1 -- 172.21.15.111:0/2445524940 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa3480b5600 msgr2=0x7fa3300051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:11.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa34c9d8640 1 --2- 172.21.15.111:0/2445524940 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa3480b5600 0x7fa3300051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:11.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa34c9d8640 1 -- 172.21.15.111:0/2445524940 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa330004800 msgr2=0x7fa330004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:11.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa34c9d8640 1 --2- 172.21.15.111:0/2445524940 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa330004800 0x7fa330004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:11.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.859+0000 7fa34c9d8640 1 -- 172.21.15.111:0/2445524940 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa330003520 con 0x7fa3300039b0 2024-09-19T04:34:11.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.860+0000 7fa34c9d8640 1 --2- 172.21.15.111:0/2445524940 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3300039b0 0x7fa330003dd0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fa338009a90 tx=0x7fa330005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ac832fe6ff8bf41 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:11.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.860+0000 7fa3477fe640 1 -- 172.21.15.111:0/2445524940 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa338036070 con 0x7fa3300039b0 2024-09-19T04:34:11.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.860+0000 7fa3477fe640 1 -- 172.21.15.111:0/2445524940 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa338031400 con 0x7fa3300039b0 2024-09-19T04:34:11.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.860+0000 7fa3477fe640 1 -- 172.21.15.111:0/2445524940 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa338009690 con 0x7fa3300039b0 2024-09-19T04:34:11.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.861+0000 7fa34ec3c640 1 -- 172.21.15.111:0/2445524940 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3300039b0 msgr2=0x7fa330003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:11.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.861+0000 7fa34ec3c640 1 --2- 172.21.15.111:0/2445524940 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3300039b0 0x7fa330003dd0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fa338009a90 tx=0x7fa330005830 comp rx=0 tx=0).stop 2024-09-19T04:34:11.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.861+0000 7fa34d1d9640 1 -- 172.21.15.111:0/2445524940 reap_dead start 2024-09-19T04:34:11.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.861+0000 7fa34ec3c640 1 -- 172.21.15.111:0/2445524940 shutdown_connections 2024-09-19T04:34:11.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.861+0000 7fa34ec3c640 1 -- 172.21.15.111:0/2445524940 >> 172.21.15.111:0/2445524940 conn(0x7fa3480b4300 msgr2=0x7fa3480b46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:11.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.861+0000 7fa34ec3c640 1 -- 172.21.15.111:0/2445524940 shutdown_connections 2024-09-19T04:34:11.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.861+0000 7fa34ec3c640 1 -- 172.21.15.111:0/2445524940 wait complete. 2024-09-19T04:34:11.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.862+0000 7fa34ec3c640 1 Processor -- start 2024-09-19T04:34:11.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.862+0000 7fa34ec3c640 1 -- start start 2024-09-19T04:34:11.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.863+0000 7fa34ec3c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3300039b0 0x7fa34815db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:11.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.863+0000 7fa34ec3c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa348156160 0x7fa348149010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:11.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.863+0000 7fa34ec3c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa34815c110 0x7fa3480abfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:11.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.863+0000 7fa34ec3c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa34806d3c0 con 0x7fa3300039b0 2024-09-19T04:34:11.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.863+0000 7fa34ec3c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa348073590 con 0x7fa34815c110 2024-09-19T04:34:11.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.863+0000 7fa34ec3c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa34806d540 con 0x7fa348156160 2024-09-19T04:34:11.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.863+0000 7fa34c9d8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3300039b0 0x7fa34815db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:11.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.863+0000 7fa34c9d8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3300039b0 0x7fa34815db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58754/0 (socket says 172.21.15.111:58754) 2024-09-19T04:34:11.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.863+0000 7fa34c9d8640 1 -- 172.21.15.111:0/1484034408 learned_addr learned my addr 172.21.15.111:0/1484034408 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:11.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.863+0000 7fa34c9d8640 1 -- 172.21.15.111:0/1484034408 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa348156160 msgr2=0x7fa348149010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:11.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.863+0000 7fa34c9d8640 1 --2- 172.21.15.111:0/1484034408 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa348156160 0x7fa348149010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:11.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.863+0000 7fa34c9d8640 1 -- 172.21.15.111:0/1484034408 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa34815c110 msgr2=0x7fa3480abfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:11.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.863+0000 7fa34d1d9640 1 --2- 172.21.15.111:0/1484034408 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa34815c110 0x7fa3480abfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:11.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.863+0000 7fa34c9d8640 1 --2- 172.21.15.111:0/1484034408 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa34815c110 0x7fa3480abfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:11.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.863+0000 7fa34c9d8640 1 -- 172.21.15.111:0/1484034408 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa34815b070 con 0x7fa3300039b0 2024-09-19T04:34:11.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.864+0000 7fa34c9d8640 1 --2- 172.21.15.111:0/1484034408 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3300039b0 0x7fa34815db70 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fa338009a90 tx=0x7fa338004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:11.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.864+0000 7fa3457fa640 1 -- 172.21.15.111:0/1484034408 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa338040020 con 0x7fa3300039b0 2024-09-19T04:34:11.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.864+0000 7fa3457fa640 1 -- 172.21.15.111:0/1484034408 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa338003b40 con 0x7fa3300039b0 2024-09-19T04:34:11.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.864+0000 7fa3457fa640 1 -- 172.21.15.111:0/1484034408 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa338036040 con 0x7fa3300039b0 2024-09-19T04:34:11.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.864+0000 7fa34ec3c640 1 -- 172.21.15.111:0/1484034408 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa34815b350 con 0x7fa3300039b0 2024-09-19T04:34:11.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.864+0000 7fa34ec3c640 1 -- 172.21.15.111:0/1484034408 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa34815b910 con 0x7fa3300039b0 2024-09-19T04:34:11.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.865+0000 7fa34ec3c640 1 -- 172.21.15.111:0/1484034408 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa348071340 con 0x7fa3300039b0 2024-09-19T04:34:11.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.865+0000 7fa3457fa640 1 -- 172.21.15.111:0/1484034408 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fa338043020 con 0x7fa3300039b0 2024-09-19T04:34:11.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.866+0000 7fa3457fa640 1 --2- 172.21.15.111:0/1484034408 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa33406c460 0x7fa33406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:11.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.866+0000 7fa347fff640 1 --2- 172.21.15.111:0/1484034408 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa33406c460 0x7fa33406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:11.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.866+0000 7fa3457fa640 1 -- 172.21.15.111:0/1484034408 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fa3380aba20 con 0x7fa3300039b0 2024-09-19T04:34:11.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.866+0000 7fa347fff640 1 --2- 172.21.15.111:0/1484034408 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa33406c460 0x7fa33406e920 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fa33c0070b0 tx=0x7fa33c007040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:11.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:11.870+0000 7fa3457fa640 1 -- 172.21.15.111:0/1484034408 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa33804a070 con 0x7fa3300039b0 2024-09-19T04:34:12.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.033+0000 7fa34ec3c640 1 -- 172.21.15.111:0/1484034408 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa3480d2360 con 0x7fa33406c460 2024-09-19T04:34:12.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.039+0000 7fa3457fa640 1 -- 172.21.15.111:0/1484034408 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251930 (secure 0 0 0) 0x7fa3480d2360 con 0x7fa33406c460 2024-09-19T04:34:12.043 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:34:12.045 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:34:12.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.042+0000 7fa34ec3c640 1 -- 172.21.15.111:0/1484034408 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa33406c460 msgr2=0x7fa33406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:12.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.042+0000 7fa34ec3c640 1 --2- 172.21.15.111:0/1484034408 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa33406c460 0x7fa33406e920 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fa33c0070b0 tx=0x7fa33c007040 comp rx=0 tx=0).stop 2024-09-19T04:34:12.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.042+0000 7fa34ec3c640 1 -- 172.21.15.111:0/1484034408 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3300039b0 msgr2=0x7fa34815db70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:12.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.042+0000 7fa34ec3c640 1 --2- 172.21.15.111:0/1484034408 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3300039b0 0x7fa34815db70 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fa338009a90 tx=0x7fa338004730 comp rx=0 tx=0).stop 2024-09-19T04:34:12.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.042+0000 7fa34ec3c640 1 -- 172.21.15.111:0/1484034408 shutdown_connections 2024-09-19T04:34:12.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.042+0000 7fa34ec3c640 1 --2- 172.21.15.111:0/1484034408 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa33406c460 0x7fa33406e920 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:12.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.042+0000 7fa34ec3c640 1 --2- 172.21.15.111:0/1484034408 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa34815c110 0x7fa3480abfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:12.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.042+0000 7fa34ec3c640 1 --2- 172.21.15.111:0/1484034408 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa348156160 0x7fa348149010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:12.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.042+0000 7fa34ec3c640 1 --2- 172.21.15.111:0/1484034408 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3300039b0 0x7fa34815db70 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:12.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.042+0000 7fa34ec3c640 1 -- 172.21.15.111:0/1484034408 >> 172.21.15.111:0/1484034408 conn(0x7fa3480b4300 msgr2=0x7fa348160400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:12.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.042+0000 7fa34ec3c640 1 -- 172.21.15.111:0/1484034408 shutdown_connections 2024-09-19T04:34:12.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.042+0000 7fa34ec3c640 1 -- 172.21.15.111:0/1484034408 wait complete. 2024-09-19T04:34:12.055 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":82,"stamp":"2024-09-19T04:34:10.422154+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":117,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":221400,"kb_used_data":5132,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753320,"statfs":{"total":773094113280,"available":772867399680,"internally_reserved":0,"allocated":5255168,"data_stored":2787864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.001208"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.437250+0000","last_change":"2024-09-19T04:34:04.462726+0000","last_active":"2024-09-19T04:34:06.437250+0000","last_peered":"2024-09-19T04:34:06.437250+0000","last_clean":"2024-09-19T04:34:06.437250+0000","last_became_active":"2024-09-19T04:34:04.462177+0000","last_became_peered":"2024-09-19T04:34:04.462177+0000","last_unstale":"2024-09-19T04:34:06.437250+0000","last_undegraded":"2024-09-19T04:34:06.437250+0000","last_fullsized":"2024-09-19T04:34:06.437250+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:37.018474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454256+0000","last_change":"2024-09-19T04:34:04.457490+0000","last_active":"2024-09-19T04:34:05.454256+0000","last_peered":"2024-09-19T04:34:05.454256+0000","last_clean":"2024-09-19T04:34:05.454256+0000","last_became_active":"2024-09-19T04:34:04.457209+0000","last_became_peered":"2024-09-19T04:34:04.457209+0000","last_unstale":"2024-09-19T04:34:05.454256+0000","last_undegraded":"2024-09-19T04:34:05.454256+0000","last_fullsized":"2024-09-19T04:34:05.454256+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:25.231879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453852+0000","last_change":"2024-09-19T04:34:04.463445+0000","last_active":"2024-09-19T04:34:05.453852+0000","last_peered":"2024-09-19T04:34:05.453852+0000","last_clean":"2024-09-19T04:34:05.453852+0000","last_became_active":"2024-09-19T04:34:04.462887+0000","last_became_peered":"2024-09-19T04:34:04.462887+0000","last_unstale":"2024-09-19T04:34:05.453852+0000","last_undegraded":"2024-09-19T04:34:05.453852+0000","last_fullsized":"2024-09-19T04:34:05.453852+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:04:27.952948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.474931+0000","last_change":"2024-09-19T04:34:04.473535+0000","last_active":"2024-09-19T04:34:04.474931+0000","last_peered":"2024-09-19T04:34:04.474931+0000","last_clean":"2024-09-19T04:34:04.474931+0000","last_became_active":"2024-09-19T04:34:04.473225+0000","last_became_peered":"2024-09-19T04:34:04.473225+0000","last_unstale":"2024-09-19T04:34:04.474931+0000","last_undegraded":"2024-09-19T04:34:04.474931+0000","last_fullsized":"2024-09-19T04:34:04.474931+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:42.000264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454494+0000","last_change":"2024-09-19T04:34:04.466351+0000","last_active":"2024-09-19T04:34:05.454494+0000","last_peered":"2024-09-19T04:34:05.454494+0000","last_clean":"2024-09-19T04:34:05.454494+0000","last_became_active":"2024-09-19T04:34:04.465835+0000","last_became_peered":"2024-09-19T04:34:04.465835+0000","last_unstale":"2024-09-19T04:34:05.454494+0000","last_undegraded":"2024-09-19T04:34:05.454494+0000","last_fullsized":"2024-09-19T04:34:05.454494+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:29.495697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.466200+0000","last_change":"2024-09-19T04:34:04.462025+0000","last_active":"2024-09-19T04:34:04.466200+0000","last_peered":"2024-09-19T04:34:04.466200+0000","last_clean":"2024-09-19T04:34:04.466200+0000","last_became_active":"2024-09-19T04:34:04.461804+0000","last_became_peered":"2024-09-19T04:34:04.461804+0000","last_unstale":"2024-09-19T04:34:04.466200+0000","last_undegraded":"2024-09-19T04:34:04.466200+0000","last_fullsized":"2024-09-19T04:34:04.466200+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:56:24.340663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.436977+0000","last_change":"2024-09-19T04:34:04.463907+0000","last_active":"2024-09-19T04:34:06.436977+0000","last_peered":"2024-09-19T04:34:06.436977+0000","last_clean":"2024-09-19T04:34:06.436977+0000","last_became_active":"2024-09-19T04:34:04.463580+0000","last_became_peered":"2024-09-19T04:34:04.463580+0000","last_unstale":"2024-09-19T04:34:06.436977+0000","last_undegraded":"2024-09-19T04:34:06.436977+0000","last_fullsized":"2024-09-19T04:34:06.436977+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:43.374611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.479885+0000","last_change":"2024-09-19T04:34:04.479356+0000","last_active":"2024-09-19T04:34:04.479885+0000","last_peered":"2024-09-19T04:34:04.479885+0000","last_clean":"2024-09-19T04:34:04.479885+0000","last_became_active":"2024-09-19T04:34:04.479057+0000","last_became_peered":"2024-09-19T04:34:04.479057+0000","last_unstale":"2024-09-19T04:34:04.479885+0000","last_undegraded":"2024-09-19T04:34:04.479885+0000","last_fullsized":"2024-09-19T04:34:04.479885+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:30:30.227512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468936+0000","last_change":"2024-09-19T04:34:04.464912+0000","last_active":"2024-09-19T04:34:04.468936+0000","last_peered":"2024-09-19T04:34:04.468936+0000","last_clean":"2024-09-19T04:34:04.468936+0000","last_became_active":"2024-09-19T04:34:04.464644+0000","last_became_peered":"2024-09-19T04:34:04.464644+0000","last_unstale":"2024-09-19T04:34:04.468936+0000","last_undegraded":"2024-09-19T04:34:04.468936+0000","last_fullsized":"2024-09-19T04:34:04.468936+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:31.354969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.474902+0000","last_change":"2024-09-19T04:34:04.473491+0000","last_active":"2024-09-19T04:34:04.474902+0000","last_peered":"2024-09-19T04:34:04.474902+0000","last_clean":"2024-09-19T04:34:04.474902+0000","last_became_active":"2024-09-19T04:34:04.473138+0000","last_became_peered":"2024-09-19T04:34:04.473138+0000","last_unstale":"2024-09-19T04:34:04.474902+0000","last_undegraded":"2024-09-19T04:34:04.474902+0000","last_fullsized":"2024-09-19T04:34:04.474902+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:17.039046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468932+0000","last_change":"2024-09-19T04:34:04.464094+0000","last_active":"2024-09-19T04:34:04.468932+0000","last_peered":"2024-09-19T04:34:04.468932+0000","last_clean":"2024-09-19T04:34:04.468932+0000","last_became_active":"2024-09-19T04:34:04.463814+0000","last_became_peered":"2024-09-19T04:34:04.463814+0000","last_unstale":"2024-09-19T04:34:04.468932+0000","last_undegraded":"2024-09-19T04:34:04.468932+0000","last_fullsized":"2024-09-19T04:34:04.468932+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:51.852999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454667+0000","last_change":"2024-09-19T04:34:04.456821+0000","last_active":"2024-09-19T04:34:05.454667+0000","last_peered":"2024-09-19T04:34:05.454667+0000","last_clean":"2024-09-19T04:34:05.454667+0000","last_became_active":"2024-09-19T04:34:04.455448+0000","last_became_peered":"2024-09-19T04:34:04.455448+0000","last_unstale":"2024-09-19T04:34:05.454667+0000","last_undegraded":"2024-09-19T04:34:05.454667+0000","last_fullsized":"2024-09-19T04:34:05.454667+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:43.374611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453062+0000","last_change":"2024-09-19T04:34:04.458537+0000","last_active":"2024-09-19T04:34:05.453062+0000","last_peered":"2024-09-19T04:34:05.453062+0000","last_clean":"2024-09-19T04:34:05.453062+0000","last_became_active":"2024-09-19T04:34:04.458263+0000","last_became_peered":"2024-09-19T04:34:04.458263+0000","last_unstale":"2024-09-19T04:34:05.453062+0000","last_undegraded":"2024-09-19T04:34:05.453062+0000","last_fullsized":"2024-09-19T04:34:05.453062+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:07:08.640749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468967+0000","last_change":"2024-09-19T04:34:04.462183+0000","last_active":"2024-09-19T04:34:04.468967+0000","last_peered":"2024-09-19T04:34:04.468967+0000","last_clean":"2024-09-19T04:34:04.468967+0000","last_became_active":"2024-09-19T04:34:04.461866+0000","last_became_peered":"2024-09-19T04:34:04.461866+0000","last_unstale":"2024-09-19T04:34:04.468967+0000","last_undegraded":"2024-09-19T04:34:04.468967+0000","last_fullsized":"2024-09-19T04:34:04.468967+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:46.145913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.469103+0000","last_change":"2024-09-19T04:34:04.468113+0000","last_active":"2024-09-19T04:34:04.469103+0000","last_peered":"2024-09-19T04:34:04.469103+0000","last_clean":"2024-09-19T04:34:04.469103+0000","last_became_active":"2024-09-19T04:34:04.467731+0000","last_became_peered":"2024-09-19T04:34:04.467731+0000","last_unstale":"2024-09-19T04:34:04.469103+0000","last_undegraded":"2024-09-19T04:34:04.469103+0000","last_fullsized":"2024-09-19T04:34:04.469103+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:21.048654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.665061+0000","last_change":"2024-09-19T04:34:04.468505+0000","last_active":"2024-09-19T04:34:05.665061+0000","last_peered":"2024-09-19T04:34:05.665061+0000","last_clean":"2024-09-19T04:34:05.665061+0000","last_became_active":"2024-09-19T04:34:04.468091+0000","last_became_peered":"2024-09-19T04:34:04.468091+0000","last_unstale":"2024-09-19T04:34:05.665061+0000","last_undegraded":"2024-09-19T04:34:05.665061+0000","last_fullsized":"2024-09-19T04:34:05.665061+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:03:57.061746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454013+0000","last_change":"2024-09-19T04:34:04.464875+0000","last_active":"2024-09-19T04:34:05.454013+0000","last_peered":"2024-09-19T04:34:05.454013+0000","last_clean":"2024-09-19T04:34:05.454013+0000","last_became_active":"2024-09-19T04:34:04.464403+0000","last_became_peered":"2024-09-19T04:34:04.464403+0000","last_unstale":"2024-09-19T04:34:05.454013+0000","last_undegraded":"2024-09-19T04:34:05.454013+0000","last_fullsized":"2024-09-19T04:34:05.454013+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:20:25.652037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453795+0000","last_change":"2024-09-19T04:34:04.470227+0000","last_active":"2024-09-19T04:34:05.453795+0000","last_peered":"2024-09-19T04:34:05.453795+0000","last_clean":"2024-09-19T04:34:05.453795+0000","last_became_active":"2024-09-19T04:34:04.469853+0000","last_became_peered":"2024-09-19T04:34:04.469853+0000","last_unstale":"2024-09-19T04:34:05.453795+0000","last_undegraded":"2024-09-19T04:34:05.453795+0000","last_fullsized":"2024-09-19T04:34:05.453795+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:10.368011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.665556+0000","last_change":"2024-09-19T04:34:04.471289+0000","last_active":"2024-09-19T04:34:05.665556+0000","last_peered":"2024-09-19T04:34:05.665556+0000","last_clean":"2024-09-19T04:34:05.665556+0000","last_became_active":"2024-09-19T04:34:04.471021+0000","last_became_peered":"2024-09-19T04:34:04.471021+0000","last_unstale":"2024-09-19T04:34:05.665556+0000","last_undegraded":"2024-09-19T04:34:05.665556+0000","last_fullsized":"2024-09-19T04:34:05.665556+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:12:17.376338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453006+0000","last_change":"2024-09-19T04:34:04.469811+0000","last_active":"2024-09-19T04:34:05.453006+0000","last_peered":"2024-09-19T04:34:05.453006+0000","last_clean":"2024-09-19T04:34:05.453006+0000","last_became_active":"2024-09-19T04:34:04.469241+0000","last_became_peered":"2024-09-19T04:34:04.469241+0000","last_unstale":"2024-09-19T04:34:05.453006+0000","last_undegraded":"2024-09-19T04:34:05.453006+0000","last_fullsized":"2024-09-19T04:34:05.453006+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:48:49.180907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.467436+0000","last_change":"2024-09-19T04:34:04.465498+0000","last_active":"2024-09-19T04:34:04.467436+0000","last_peered":"2024-09-19T04:34:04.467436+0000","last_clean":"2024-09-19T04:34:04.467436+0000","last_became_active":"2024-09-19T04:34:04.465044+0000","last_became_peered":"2024-09-19T04:34:04.465044+0000","last_unstale":"2024-09-19T04:34:04.467436+0000","last_undegraded":"2024-09-19T04:34:04.467436+0000","last_fullsized":"2024-09-19T04:34:04.467436+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:26.450938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.475957+0000","last_change":"2024-09-19T04:34:04.474582+0000","last_active":"2024-09-19T04:34:04.475957+0000","last_peered":"2024-09-19T04:34:04.475957+0000","last_clean":"2024-09-19T04:34:04.475957+0000","last_became_active":"2024-09-19T04:34:04.473835+0000","last_became_peered":"2024-09-19T04:34:04.473835+0000","last_unstale":"2024-09-19T04:34:04.475957+0000","last_undegraded":"2024-09-19T04:34:04.475957+0000","last_fullsized":"2024-09-19T04:34:04.475957+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:36:59.691303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.665428+0000","last_change":"2024-09-19T04:34:04.463931+0000","last_active":"2024-09-19T04:34:05.665428+0000","last_peered":"2024-09-19T04:34:05.665428+0000","last_clean":"2024-09-19T04:34:05.665428+0000","last_became_active":"2024-09-19T04:34:04.462850+0000","last_became_peered":"2024-09-19T04:34:04.462850+0000","last_unstale":"2024-09-19T04:34:05.665428+0000","last_undegraded":"2024-09-19T04:34:05.665428+0000","last_fullsized":"2024-09-19T04:34:05.665428+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:14:31.269957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.665068+0000","last_change":"2024-09-19T04:34:04.462298+0000","last_active":"2024-09-19T04:34:05.665068+0000","last_peered":"2024-09-19T04:34:05.665068+0000","last_clean":"2024-09-19T04:34:05.665068+0000","last_became_active":"2024-09-19T04:34:04.462023+0000","last_became_peered":"2024-09-19T04:34:04.462023+0000","last_unstale":"2024-09-19T04:34:05.665068+0000","last_undegraded":"2024-09-19T04:34:05.665068+0000","last_fullsized":"2024-09-19T04:34:05.665068+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:55.389087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.665550+0000","last_change":"2024-09-19T04:34:04.457333+0000","last_active":"2024-09-19T04:34:05.665550+0000","last_peered":"2024-09-19T04:34:05.665550+0000","last_clean":"2024-09-19T04:34:05.665550+0000","last_became_active":"2024-09-19T04:34:04.456810+0000","last_became_peered":"2024-09-19T04:34:04.456810+0000","last_unstale":"2024-09-19T04:34:05.665550+0000","last_undegraded":"2024-09-19T04:34:05.665550+0000","last_fullsized":"2024-09-19T04:34:05.665550+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:40.660392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453059+0000","last_change":"2024-09-19T04:34:04.458997+0000","last_active":"2024-09-19T04:34:05.453059+0000","last_peered":"2024-09-19T04:34:05.453059+0000","last_clean":"2024-09-19T04:34:05.453059+0000","last_became_active":"2024-09-19T04:34:04.458735+0000","last_became_peered":"2024-09-19T04:34:04.458735+0000","last_unstale":"2024-09-19T04:34:05.453059+0000","last_undegraded":"2024-09-19T04:34:05.453059+0000","last_fullsized":"2024-09-19T04:34:05.453059+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:22:50.665585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453969+0000","last_change":"2024-09-19T04:34:04.464104+0000","last_active":"2024-09-19T04:34:05.453969+0000","last_peered":"2024-09-19T04:34:05.453969+0000","last_clean":"2024-09-19T04:34:05.453969+0000","last_became_active":"2024-09-19T04:34:04.463844+0000","last_became_peered":"2024-09-19T04:34:04.463844+0000","last_unstale":"2024-09-19T04:34:05.453969+0000","last_undegraded":"2024-09-19T04:34:05.453969+0000","last_fullsized":"2024-09-19T04:34:05.453969+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:23.845425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454662+0000","last_change":"2024-09-19T04:34:04.457183+0000","last_active":"2024-09-19T04:34:05.454662+0000","last_peered":"2024-09-19T04:34:05.454662+0000","last_clean":"2024-09-19T04:34:05.454662+0000","last_became_active":"2024-09-19T04:34:04.455090+0000","last_became_peered":"2024-09-19T04:34:04.455090+0000","last_unstale":"2024-09-19T04:34:05.454662+0000","last_undegraded":"2024-09-19T04:34:05.454662+0000","last_fullsized":"2024-09-19T04:34:05.454662+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:53:06.627660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.665404+0000","last_change":"2024-09-19T04:34:04.456413+0000","last_active":"2024-09-19T04:34:05.665404+0000","last_peered":"2024-09-19T04:34:05.665404+0000","last_clean":"2024-09-19T04:34:05.665404+0000","last_became_active":"2024-09-19T04:34:04.456123+0000","last_became_peered":"2024-09-19T04:34:04.456123+0000","last_unstale":"2024-09-19T04:34:05.665404+0000","last_undegraded":"2024-09-19T04:34:05.665404+0000","last_fullsized":"2024-09-19T04:34:05.665404+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:37:02.238155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453639+0000","last_change":"2024-09-19T04:34:04.461292+0000","last_active":"2024-09-19T04:34:05.453639+0000","last_peered":"2024-09-19T04:34:05.453639+0000","last_clean":"2024-09-19T04:34:05.453639+0000","last_became_active":"2024-09-19T04:34:04.461014+0000","last_became_peered":"2024-09-19T04:34:04.461014+0000","last_unstale":"2024-09-19T04:34:05.453639+0000","last_undegraded":"2024-09-19T04:34:05.453639+0000","last_fullsized":"2024-09-19T04:34:05.453639+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:50.916000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.457973+0000","last_change":"2024-09-19T04:34:04.455320+0000","last_active":"2024-09-19T04:34:04.457973+0000","last_peered":"2024-09-19T04:34:04.457973+0000","last_clean":"2024-09-19T04:34:04.457973+0000","last_became_active":"2024-09-19T04:34:04.453461+0000","last_became_peered":"2024-09-19T04:34:04.453461+0000","last_unstale":"2024-09-19T04:34:04.457973+0000","last_undegraded":"2024-09-19T04:34:04.457973+0000","last_fullsized":"2024-09-19T04:34:04.457973+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:29.495697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.452758+0000","last_change":"2024-09-19T04:34:04.455753+0000","last_active":"2024-09-19T04:34:05.452758+0000","last_peered":"2024-09-19T04:34:05.452758+0000","last_clean":"2024-09-19T04:34:05.452758+0000","last_became_active":"2024-09-19T04:34:04.455456+0000","last_became_peered":"2024-09-19T04:34:04.455456+0000","last_unstale":"2024-09-19T04:34:05.452758+0000","last_undegraded":"2024-09-19T04:34:05.452758+0000","last_fullsized":"2024-09-19T04:34:05.452758+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:59:33.578150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.464133+0000","last_change":"2024-09-19T04:34:04.461098+0000","last_active":"2024-09-19T04:34:04.464133+0000","last_peered":"2024-09-19T04:34:04.464133+0000","last_clean":"2024-09-19T04:34:04.464133+0000","last_became_active":"2024-09-19T04:34:04.460798+0000","last_became_peered":"2024-09-19T04:34:04.460798+0000","last_unstale":"2024-09-19T04:34:04.464133+0000","last_undegraded":"2024-09-19T04:34:04.464133+0000","last_fullsized":"2024-09-19T04:34:04.464133+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:40.660392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"43'4","reported_seq":16,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.479346+0000","last_change":"2024-09-19T04:34:03.437379+0000","last_active":"2024-09-19T04:34:04.479346+0000","last_peered":"2024-09-19T04:34:04.479346+0000","last_clean":"2024-09-19T04:34:04.479346+0000","last_became_active":"2024-09-19T04:34:03.437088+0000","last_became_peered":"2024-09-19T04:34:03.437088+0000","last_unstale":"2024-09-19T04:34:04.479346+0000","last_undegraded":"2024-09-19T04:34:04.479346+0000","last_fullsized":"2024-09-19T04:34:04.479346+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:11.326554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.665546+0000","last_change":"2024-09-19T04:34:04.461929+0000","last_active":"2024-09-19T04:34:05.665546+0000","last_peered":"2024-09-19T04:34:05.665546+0000","last_clean":"2024-09-19T04:34:05.665546+0000","last_became_active":"2024-09-19T04:34:04.461653+0000","last_became_peered":"2024-09-19T04:34:04.461653+0000","last_unstale":"2024-09-19T04:34:05.665546+0000","last_undegraded":"2024-09-19T04:34:05.665546+0000","last_fullsized":"2024-09-19T04:34:05.665546+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:43:13.259654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"43'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454258+0000","last_change":"2024-09-19T04:34:03.445502+0000","last_active":"2024-09-19T04:34:05.454258+0000","last_peered":"2024-09-19T04:34:05.454258+0000","last_clean":"2024-09-19T04:34:05.454258+0000","last_became_active":"2024-09-19T04:34:03.445077+0000","last_became_peered":"2024-09-19T04:34:03.445077+0000","last_unstale":"2024-09-19T04:34:05.454258+0000","last_undegraded":"2024-09-19T04:34:05.454258+0000","last_fullsized":"2024-09-19T04:34:05.454258+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:43:12.258141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454810+0000","last_change":"2024-09-19T04:34:04.460750+0000","last_active":"2024-09-19T04:34:05.454810+0000","last_peered":"2024-09-19T04:34:05.454810+0000","last_clean":"2024-09-19T04:34:05.454810+0000","last_became_active":"2024-09-19T04:34:04.460503+0000","last_became_peered":"2024-09-19T04:34:04.460503+0000","last_unstale":"2024-09-19T04:34:05.454810+0000","last_undegraded":"2024-09-19T04:34:05.454810+0000","last_fullsized":"2024-09-19T04:34:05.454810+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:49.361393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.475802+0000","last_change":"2024-09-19T04:34:03.439615+0000","last_active":"2024-09-19T04:34:04.475802+0000","last_peered":"2024-09-19T04:34:04.475802+0000","last_clean":"2024-09-19T04:34:04.475802+0000","last_became_active":"2024-09-19T04:34:03.439311+0000","last_became_peered":"2024-09-19T04:34:03.439311+0000","last_unstale":"2024-09-19T04:34:04.475802+0000","last_undegraded":"2024-09-19T04:34:04.475802+0000","last_fullsized":"2024-09-19T04:34:04.475802+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:37:01.236642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.455499+0000","last_change":"2024-09-19T04:34:04.454493+0000","last_active":"2024-09-19T04:34:04.455499+0000","last_peered":"2024-09-19T04:34:04.455499+0000","last_clean":"2024-09-19T04:34:04.455499+0000","last_became_active":"2024-09-19T04:34:04.454248+0000","last_became_peered":"2024-09-19T04:34:04.454248+0000","last_unstale":"2024-09-19T04:34:04.455499+0000","last_undegraded":"2024-09-19T04:34:04.455499+0000","last_fullsized":"2024-09-19T04:34:04.455499+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:59:23.766537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"43'2","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.437070+0000","last_change":"2024-09-19T04:34:03.435821+0000","last_active":"2024-09-19T04:34:06.437070+0000","last_peered":"2024-09-19T04:34:06.437070+0000","last_clean":"2024-09-19T04:34:06.437070+0000","last_became_active":"2024-09-19T04:34:03.435529+0000","last_became_peered":"2024-09-19T04:34:03.435529+0000","last_unstale":"2024-09-19T04:34:06.437070+0000","last_undegraded":"2024-09-19T04:34:06.437070+0000","last_fullsized":"2024-09-19T04:34:06.437070+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:06:47.195121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454230+0000","last_change":"2024-09-19T04:34:04.468711+0000","last_active":"2024-09-19T04:34:05.454230+0000","last_peered":"2024-09-19T04:34:05.454230+0000","last_clean":"2024-09-19T04:34:05.454230+0000","last_became_active":"2024-09-19T04:34:04.468450+0000","last_became_peered":"2024-09-19T04:34:04.468450+0000","last_unstale":"2024-09-19T04:34:05.454230+0000","last_undegraded":"2024-09-19T04:34:05.454230+0000","last_fullsized":"2024-09-19T04:34:05.454230+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:25.231879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"43'1","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.475946+0000","last_change":"2024-09-19T04:34:03.431201+0000","last_active":"2024-09-19T04:34:04.475946+0000","last_peered":"2024-09-19T04:34:04.475946+0000","last_clean":"2024-09-19T04:34:04.475946+0000","last_became_active":"2024-09-19T04:34:03.430931+0000","last_became_peered":"2024-09-19T04:34:03.430931+0000","last_unstale":"2024-09-19T04:34:04.475946+0000","last_undegraded":"2024-09-19T04:34:04.475946+0000","last_fullsized":"2024-09-19T04:34:04.475946+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:22.843912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468990+0000","last_change":"2024-09-19T04:34:04.465751+0000","last_active":"2024-09-19T04:34:04.468990+0000","last_peered":"2024-09-19T04:34:04.468990+0000","last_clean":"2024-09-19T04:34:04.468990+0000","last_became_active":"2024-09-19T04:34:04.465289+0000","last_became_peered":"2024-09-19T04:34:04.465289+0000","last_unstale":"2024-09-19T04:34:04.468990+0000","last_undegraded":"2024-09-19T04:34:04.468990+0000","last_fullsized":"2024-09-19T04:34:04.468990+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:03.259132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"43'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454435+0000","last_change":"2024-09-19T04:34:03.438622+0000","last_active":"2024-09-19T04:34:05.454435+0000","last_peered":"2024-09-19T04:34:05.454435+0000","last_clean":"2024-09-19T04:34:05.454435+0000","last_became_active":"2024-09-19T04:34:03.438270+0000","last_became_peered":"2024-09-19T04:34:03.438270+0000","last_unstale":"2024-09-19T04:34:05.454435+0000","last_undegraded":"2024-09-19T04:34:05.454435+0000","last_fullsized":"2024-09-19T04:34:05.454435+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:37:01.236642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.475972+0000","last_change":"2024-09-19T04:34:04.474832+0000","last_active":"2024-09-19T04:34:04.475972+0000","last_peered":"2024-09-19T04:34:04.475972+0000","last_clean":"2024-09-19T04:34:04.475972+0000","last_became_active":"2024-09-19T04:34:04.474546+0000","last_became_peered":"2024-09-19T04:34:04.474546+0000","last_unstale":"2024-09-19T04:34:04.475972+0000","last_undegraded":"2024-09-19T04:34:04.475972+0000","last_fullsized":"2024-09-19T04:34:04.475972+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:39.858690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454148+0000","last_change":"2024-09-19T04:34:03.439157+0000","last_active":"2024-09-19T04:34:05.454148+0000","last_peered":"2024-09-19T04:34:05.454148+0000","last_clean":"2024-09-19T04:34:05.454148+0000","last_became_active":"2024-09-19T04:34:03.438895+0000","last_became_peered":"2024-09-19T04:34:03.438895+0000","last_unstale":"2024-09-19T04:34:05.454148+0000","last_undegraded":"2024-09-19T04:34:05.454148+0000","last_fullsized":"2024-09-19T04:34:05.454148+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:07:45.892523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.665380+0000","last_change":"2024-09-19T04:34:04.463761+0000","last_active":"2024-09-19T04:34:05.665380+0000","last_peered":"2024-09-19T04:34:05.665380+0000","last_clean":"2024-09-19T04:34:05.665380+0000","last_became_active":"2024-09-19T04:34:04.463468+0000","last_became_peered":"2024-09-19T04:34:04.463468+0000","last_unstale":"2024-09-19T04:34:05.665380+0000","last_undegraded":"2024-09-19T04:34:05.665380+0000","last_fullsized":"2024-09-19T04:34:05.665380+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:00:38.397152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.452937+0000","last_change":"2024-09-19T04:34:03.439982+0000","last_active":"2024-09-19T04:34:04.452937+0000","last_peered":"2024-09-19T04:34:04.452937+0000","last_clean":"2024-09-19T04:34:04.452937+0000","last_became_active":"2024-09-19T04:34:03.439695+0000","last_became_peered":"2024-09-19T04:34:03.439695+0000","last_unstale":"2024-09-19T04:34:04.452937+0000","last_undegraded":"2024-09-19T04:34:04.452937+0000","last_fullsized":"2024-09-19T04:34:04.452937+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:33:07.100612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454074+0000","last_change":"2024-09-19T04:34:04.470512+0000","last_active":"2024-09-19T04:34:05.454074+0000","last_peered":"2024-09-19T04:34:05.454074+0000","last_clean":"2024-09-19T04:34:05.454074+0000","last_became_active":"2024-09-19T04:34:04.470236+0000","last_became_peered":"2024-09-19T04:34:04.470236+0000","last_unstale":"2024-09-19T04:34:05.454074+0000","last_undegraded":"2024-09-19T04:34:05.454074+0000","last_fullsized":"2024-09-19T04:34:05.454074+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:32.187431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454116+0000","last_change":"2024-09-19T04:34:03.435937+0000","last_active":"2024-09-19T04:34:05.454116+0000","last_peered":"2024-09-19T04:34:05.454116+0000","last_clean":"2024-09-19T04:34:05.454116+0000","last_became_active":"2024-09-19T04:34:03.435650+0000","last_became_peered":"2024-09-19T04:34:03.435650+0000","last_unstale":"2024-09-19T04:34:05.454116+0000","last_undegraded":"2024-09-19T04:34:05.454116+0000","last_fullsized":"2024-09-19T04:34:05.454116+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:50.631085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.437248+0000","last_change":"2024-09-19T04:34:04.466512+0000","last_active":"2024-09-19T04:34:06.437248+0000","last_peered":"2024-09-19T04:34:06.437248+0000","last_clean":"2024-09-19T04:34:06.437248+0000","last_became_active":"2024-09-19T04:34:04.465899+0000","last_became_peered":"2024-09-19T04:34:04.465899+0000","last_unstale":"2024-09-19T04:34:06.437248+0000","last_undegraded":"2024-09-19T04:34:06.437248+0000","last_fullsized":"2024-09-19T04:34:06.437248+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:56:24.340663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.451463+0000","last_change":"2024-09-19T04:34:03.438144+0000","last_active":"2024-09-19T04:34:04.451463+0000","last_peered":"2024-09-19T04:34:04.451463+0000","last_clean":"2024-09-19T04:34:04.451463+0000","last_became_active":"2024-09-19T04:34:03.437871+0000","last_became_peered":"2024-09-19T04:34:03.437871+0000","last_unstale":"2024-09-19T04:34:04.451463+0000","last_undegraded":"2024-09-19T04:34:04.451463+0000","last_fullsized":"2024-09-19T04:34:04.451463+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:11:46.995139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.467530+0000","last_change":"2024-09-19T04:34:04.458582+0000","last_active":"2024-09-19T04:34:04.467530+0000","last_peered":"2024-09-19T04:34:04.467530+0000","last_clean":"2024-09-19T04:34:04.467530+0000","last_became_active":"2024-09-19T04:34:04.458311+0000","last_became_peered":"2024-09-19T04:34:04.458311+0000","last_unstale":"2024-09-19T04:34:04.467530+0000","last_undegraded":"2024-09-19T04:34:04.467530+0000","last_fullsized":"2024-09-19T04:34:04.467530+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:37.018474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"43'3","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.437298+0000","last_change":"2024-09-19T04:34:03.432769+0000","last_active":"2024-09-19T04:34:06.437298+0000","last_peered":"2024-09-19T04:34:06.437298+0000","last_clean":"2024-09-19T04:34:06.437298+0000","last_became_active":"2024-09-19T04:34:03.432311+0000","last_became_peered":"2024-09-19T04:34:03.432311+0000","last_unstale":"2024-09-19T04:34:06.437298+0000","last_undegraded":"2024-09-19T04:34:06.437298+0000","last_fullsized":"2024-09-19T04:34:06.437298+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:49.914487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.437174+0000","last_change":"2024-09-19T04:34:04.466823+0000","last_active":"2024-09-19T04:34:06.437174+0000","last_peered":"2024-09-19T04:34:06.437174+0000","last_clean":"2024-09-19T04:34:06.437174+0000","last_became_active":"2024-09-19T04:34:04.466525+0000","last_became_peered":"2024-09-19T04:34:04.466525+0000","last_unstale":"2024-09-19T04:34:06.437174+0000","last_undegraded":"2024-09-19T04:34:06.437174+0000","last_fullsized":"2024-09-19T04:34:06.437174+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:49.361393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"43'6","reported_seq":20,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.452981+0000","last_change":"2024-09-19T04:34:03.434984+0000","last_active":"2024-09-19T04:34:05.452981+0000","last_peered":"2024-09-19T04:34:05.452981+0000","last_clean":"2024-09-19T04:34:05.452981+0000","last_became_active":"2024-09-19T04:34:03.434704+0000","last_became_peered":"2024-09-19T04:34:03.434704+0000","last_unstale":"2024-09-19T04:34:05.452981+0000","last_undegraded":"2024-09-19T04:34:05.452981+0000","last_fullsized":"2024-09-19T04:34:05.452981+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:59:26.371273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.665397+0000","last_change":"2024-09-19T04:34:04.472630+0000","last_active":"2024-09-19T04:34:05.665397+0000","last_peered":"2024-09-19T04:34:05.665397+0000","last_clean":"2024-09-19T04:34:05.665397+0000","last_became_active":"2024-09-19T04:34:04.472361+0000","last_became_peered":"2024-09-19T04:34:04.472361+0000","last_unstale":"2024-09-19T04:34:05.665397+0000","last_undegraded":"2024-09-19T04:34:05.665397+0000","last_fullsized":"2024-09-19T04:34:05.665397+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:51.632597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.472668+0000","last_change":"2024-09-19T04:34:03.440065+0000","last_active":"2024-09-19T04:34:04.472668+0000","last_peered":"2024-09-19T04:34:04.472668+0000","last_clean":"2024-09-19T04:34:04.472668+0000","last_became_active":"2024-09-19T04:34:03.439772+0000","last_became_peered":"2024-09-19T04:34:03.439772+0000","last_unstale":"2024-09-19T04:34:04.472668+0000","last_undegraded":"2024-09-19T04:34:04.472668+0000","last_fullsized":"2024-09-19T04:34:04.472668+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:20:24.650524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468969+0000","last_change":"2024-09-19T04:34:04.465520+0000","last_active":"2024-09-19T04:34:04.468969+0000","last_peered":"2024-09-19T04:34:04.468969+0000","last_clean":"2024-09-19T04:34:04.468969+0000","last_became_active":"2024-09-19T04:34:04.464943+0000","last_became_peered":"2024-09-19T04:34:04.464943+0000","last_unstale":"2024-09-19T04:34:04.468969+0000","last_undegraded":"2024-09-19T04:34:04.468969+0000","last_fullsized":"2024-09-19T04:34:04.468969+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:18.191662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.436906+0000","last_change":"2024-09-19T04:34:03.435692+0000","last_active":"2024-09-19T04:34:06.436906+0000","last_peered":"2024-09-19T04:34:06.436906+0000","last_clean":"2024-09-19T04:34:06.436906+0000","last_became_active":"2024-09-19T04:34:03.435403+0000","last_became_peered":"2024-09-19T04:34:03.435403+0000","last_unstale":"2024-09-19T04:34:06.436906+0000","last_undegraded":"2024-09-19T04:34:06.436906+0000","last_fullsized":"2024-09-19T04:34:06.436906+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:48:07.997667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.464400+0000","last_change":"2024-09-19T04:34:04.458508+0000","last_active":"2024-09-19T04:34:04.464400+0000","last_peered":"2024-09-19T04:34:04.464400+0000","last_clean":"2024-09-19T04:34:04.464400+0000","last_became_active":"2024-09-19T04:34:04.458267+0000","last_became_peered":"2024-09-19T04:34:04.458267+0000","last_unstale":"2024-09-19T04:34:04.464400+0000","last_undegraded":"2024-09-19T04:34:04.464400+0000","last_fullsized":"2024-09-19T04:34:04.464400+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:49.361393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.450077+0000","last_change":"2024-09-19T04:34:03.437122+0000","last_active":"2024-09-19T04:34:04.450077+0000","last_peered":"2024-09-19T04:34:04.450077+0000","last_clean":"2024-09-19T04:34:04.450077+0000","last_became_active":"2024-09-19T04:34:03.436793+0000","last_became_peered":"2024-09-19T04:34:03.436793+0000","last_unstale":"2024-09-19T04:34:04.450077+0000","last_undegraded":"2024-09-19T04:34:04.450077+0000","last_fullsized":"2024-09-19T04:34:04.450077+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:09.366499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.436959+0000","last_change":"2024-09-19T04:34:04.470368+0000","last_active":"2024-09-19T04:34:06.436959+0000","last_peered":"2024-09-19T04:34:06.436959+0000","last_clean":"2024-09-19T04:34:06.436959+0000","last_became_active":"2024-09-19T04:34:04.468976+0000","last_became_peered":"2024-09-19T04:34:04.468976+0000","last_unstale":"2024-09-19T04:34:06.436959+0000","last_undegraded":"2024-09-19T04:34:06.436959+0000","last_fullsized":"2024-09-19T04:34:06.436959+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:53:06.627660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"43'8","reported_seq":20,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.478571+0000","last_change":"2024-09-19T04:34:03.441158+0000","last_active":"2024-09-19T04:34:04.478571+0000","last_peered":"2024-09-19T04:34:04.478571+0000","last_clean":"2024-09-19T04:34:04.478571+0000","last_became_active":"2024-09-19T04:34:03.440846+0000","last_became_peered":"2024-09-19T04:34:03.440846+0000","last_unstale":"2024-09-19T04:34:04.478571+0000","last_undegraded":"2024-09-19T04:34:04.478571+0000","last_fullsized":"2024-09-19T04:34:04.478571+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:16:41.652416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453094+0000","last_change":"2024-09-19T04:34:04.454138+0000","last_active":"2024-09-19T04:34:05.453094+0000","last_peered":"2024-09-19T04:34:05.453094+0000","last_clean":"2024-09-19T04:34:05.453094+0000","last_became_active":"2024-09-19T04:34:04.453840+0000","last_became_peered":"2024-09-19T04:34:04.453840+0000","last_unstale":"2024-09-19T04:34:05.453094+0000","last_undegraded":"2024-09-19T04:34:05.453094+0000","last_fullsized":"2024-09-19T04:34:05.453094+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:22.255891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"43'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.452920+0000","last_change":"2024-09-19T04:34:03.442724+0000","last_active":"2024-09-19T04:34:05.452920+0000","last_peered":"2024-09-19T04:34:05.452920+0000","last_clean":"2024-09-19T04:34:05.452920+0000","last_became_active":"2024-09-19T04:34:03.442396+0000","last_became_peered":"2024-09-19T04:34:03.442396+0000","last_unstale":"2024-09-19T04:34:05.452920+0000","last_undegraded":"2024-09-19T04:34:05.452920+0000","last_fullsized":"2024-09-19T04:34:05.452920+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:50.643617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.466902+0000","last_change":"2024-09-19T04:34:04.462978+0000","last_active":"2024-09-19T04:34:04.466902+0000","last_peered":"2024-09-19T04:34:04.466902+0000","last_clean":"2024-09-19T04:34:04.466902+0000","last_became_active":"2024-09-19T04:34:04.462701+0000","last_became_peered":"2024-09-19T04:34:04.462701+0000","last_unstale":"2024-09-19T04:34:04.466902+0000","last_undegraded":"2024-09-19T04:34:04.466902+0000","last_fullsized":"2024-09-19T04:34:04.466902+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:51:06.651609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"43'2","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454304+0000","last_change":"2024-09-19T04:34:03.439230+0000","last_active":"2024-09-19T04:34:05.454304+0000","last_peered":"2024-09-19T04:34:05.454304+0000","last_clean":"2024-09-19T04:34:05.454304+0000","last_became_active":"2024-09-19T04:34:03.438971+0000","last_became_peered":"2024-09-19T04:34:03.438971+0000","last_unstale":"2024-09-19T04:34:05.454304+0000","last_undegraded":"2024-09-19T04:34:05.454304+0000","last_fullsized":"2024-09-19T04:34:05.454304+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:39.658880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.665474+0000","last_change":"2024-09-19T04:34:04.459561+0000","last_active":"2024-09-19T04:34:05.665474+0000","last_peered":"2024-09-19T04:34:05.665474+0000","last_clean":"2024-09-19T04:34:05.665474+0000","last_became_active":"2024-09-19T04:34:04.459287+0000","last_became_peered":"2024-09-19T04:34:04.459287+0000","last_unstale":"2024-09-19T04:34:05.665474+0000","last_undegraded":"2024-09-19T04:34:05.665474+0000","last_fullsized":"2024-09-19T04:34:05.665474+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:59:23.766537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"43'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454357+0000","last_change":"2024-09-19T04:34:03.436640+0000","last_active":"2024-09-19T04:34:05.454357+0000","last_peered":"2024-09-19T04:34:05.454357+0000","last_clean":"2024-09-19T04:34:05.454357+0000","last_became_active":"2024-09-19T04:34:03.436383+0000","last_became_peered":"2024-09-19T04:34:03.436383+0000","last_unstale":"2024-09-19T04:34:05.454357+0000","last_undegraded":"2024-09-19T04:34:05.454357+0000","last_fullsized":"2024-09-19T04:34:05.454357+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:06:47.195121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.665409+0000","last_change":"2024-09-19T04:34:04.458022+0000","last_active":"2024-09-19T04:34:05.665409+0000","last_peered":"2024-09-19T04:34:05.665409+0000","last_clean":"2024-09-19T04:34:05.665409+0000","last_became_active":"2024-09-19T04:34:04.457755+0000","last_became_peered":"2024-09-19T04:34:04.457755+0000","last_unstale":"2024-09-19T04:34:05.665409+0000","last_undegraded":"2024-09-19T04:34:05.665409+0000","last_fullsized":"2024-09-19T04:34:05.665409+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:13:47.448043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.453010+0000","last_change":"2024-09-19T04:34:03.431761+0000","last_active":"2024-09-19T04:34:04.453010+0000","last_peered":"2024-09-19T04:34:04.453010+0000","last_clean":"2024-09-19T04:34:04.453010+0000","last_became_active":"2024-09-19T04:34:03.431485+0000","last_became_peered":"2024-09-19T04:34:03.431485+0000","last_unstale":"2024-09-19T04:34:04.453010+0000","last_undegraded":"2024-09-19T04:34:04.453010+0000","last_fullsized":"2024-09-19T04:34:04.453010+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:24.230366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.460708+0000","last_change":"2024-09-19T04:34:04.455994+0000","last_active":"2024-09-19T04:34:04.460708+0000","last_peered":"2024-09-19T04:34:04.460708+0000","last_clean":"2024-09-19T04:34:04.460708+0000","last_became_active":"2024-09-19T04:34:04.455742+0000","last_became_peered":"2024-09-19T04:34:04.455742+0000","last_unstale":"2024-09-19T04:34:04.460708+0000","last_undegraded":"2024-09-19T04:34:04.460708+0000","last_fullsized":"2024-09-19T04:34:04.460708+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:53:06.627660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.476006+0000","last_change":"2024-09-19T04:34:03.428441+0000","last_active":"2024-09-19T04:34:04.476006+0000","last_peered":"2024-09-19T04:34:04.476006+0000","last_clean":"2024-09-19T04:34:04.476006+0000","last_became_active":"2024-09-19T04:34:03.428133+0000","last_became_peered":"2024-09-19T04:34:03.428133+0000","last_unstale":"2024-09-19T04:34:04.476006+0000","last_undegraded":"2024-09-19T04:34:04.476006+0000","last_fullsized":"2024-09-19T04:34:04.476006+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:31.185918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.455504+0000","last_change":"2024-09-19T04:34:04.454616+0000","last_active":"2024-09-19T04:34:04.455504+0000","last_peered":"2024-09-19T04:34:04.455504+0000","last_clean":"2024-09-19T04:34:04.455504+0000","last_became_active":"2024-09-19T04:34:04.454366+0000","last_became_peered":"2024-09-19T04:34:04.454366+0000","last_unstale":"2024-09-19T04:34:04.455504+0000","last_undegraded":"2024-09-19T04:34:04.455504+0000","last_fullsized":"2024-09-19T04:34:04.455504+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:43:13.259654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454399+0000","last_change":"2024-09-19T04:34:03.445353+0000","last_active":"2024-09-19T04:34:05.454399+0000","last_peered":"2024-09-19T04:34:05.454399+0000","last_clean":"2024-09-19T04:34:05.454399+0000","last_became_active":"2024-09-19T04:34:03.445025+0000","last_became_peered":"2024-09-19T04:34:03.445025+0000","last_unstale":"2024-09-19T04:34:05.454399+0000","last_undegraded":"2024-09-19T04:34:05.454399+0000","last_fullsized":"2024-09-19T04:34:05.454399+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:18.081027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.452792+0000","last_change":"2024-09-19T04:34:04.460751+0000","last_active":"2024-09-19T04:34:05.452792+0000","last_peered":"2024-09-19T04:34:05.452792+0000","last_clean":"2024-09-19T04:34:05.452792+0000","last_became_active":"2024-09-19T04:34:04.460453+0000","last_became_peered":"2024-09-19T04:34:04.460453+0000","last_unstale":"2024-09-19T04:34:05.452792+0000","last_undegraded":"2024-09-19T04:34:05.452792+0000","last_fullsized":"2024-09-19T04:34:05.452792+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:14:29.165266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.450182+0000","last_change":"2024-09-19T04:34:03.438685+0000","last_active":"2024-09-19T04:34:04.450182+0000","last_peered":"2024-09-19T04:34:04.450182+0000","last_clean":"2024-09-19T04:34:04.450182+0000","last_became_active":"2024-09-19T04:34:03.438282+0000","last_became_peered":"2024-09-19T04:34:03.438282+0000","last_unstale":"2024-09-19T04:34:04.450182+0000","last_undegraded":"2024-09-19T04:34:04.450182+0000","last_fullsized":"2024-09-19T04:34:04.450182+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:21.254378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.466907+0000","last_change":"2024-09-19T04:34:04.461129+0000","last_active":"2024-09-19T04:34:04.466907+0000","last_peered":"2024-09-19T04:34:04.466907+0000","last_clean":"2024-09-19T04:34:04.466907+0000","last_became_active":"2024-09-19T04:34:04.460867+0000","last_became_peered":"2024-09-19T04:34:04.460867+0000","last_unstale":"2024-09-19T04:34:04.466907+0000","last_undegraded":"2024-09-19T04:34:04.466907+0000","last_fullsized":"2024-09-19T04:34:04.466907+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:57:47.759714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.436850+0000","last_change":"2024-09-19T04:34:03.436433+0000","last_active":"2024-09-19T04:34:06.436850+0000","last_peered":"2024-09-19T04:34:06.436850+0000","last_clean":"2024-09-19T04:34:06.436850+0000","last_became_active":"2024-09-19T04:34:03.436075+0000","last_became_peered":"2024-09-19T04:34:03.436075+0000","last_unstale":"2024-09-19T04:34:06.436850+0000","last_undegraded":"2024-09-19T04:34:06.436850+0000","last_fullsized":"2024-09-19T04:34:06.436850+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:09.366499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.665637+0000","last_change":"2024-09-19T04:34:04.472961+0000","last_active":"2024-09-19T04:34:05.665637+0000","last_peered":"2024-09-19T04:34:05.665637+0000","last_clean":"2024-09-19T04:34:05.665637+0000","last_became_active":"2024-09-19T04:34:04.472670+0000","last_became_peered":"2024-09-19T04:34:04.472670+0000","last_unstale":"2024-09-19T04:34:05.665637+0000","last_undegraded":"2024-09-19T04:34:05.665637+0000","last_fullsized":"2024-09-19T04:34:05.665637+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:02.616359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.450537+0000","last_change":"2024-09-19T04:34:03.437277+0000","last_active":"2024-09-19T04:34:04.450537+0000","last_peered":"2024-09-19T04:34:04.450537+0000","last_clean":"2024-09-19T04:34:04.450537+0000","last_became_active":"2024-09-19T04:34:03.435957+0000","last_became_peered":"2024-09-19T04:34:03.435957+0000","last_unstale":"2024-09-19T04:34:04.450537+0000","last_undegraded":"2024-09-19T04:34:04.450537+0000","last_fullsized":"2024-09-19T04:34:04.450537+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:04:26.951435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.468838+0000","last_change":"2024-09-19T04:34:04.464057+0000","last_active":"2024-09-19T04:34:04.468838+0000","last_peered":"2024-09-19T04:34:04.468838+0000","last_clean":"2024-09-19T04:34:04.468838+0000","last_became_active":"2024-09-19T04:34:04.463749+0000","last_became_peered":"2024-09-19T04:34:04.463749+0000","last_unstale":"2024-09-19T04:34:04.468838+0000","last_undegraded":"2024-09-19T04:34:04.468838+0000","last_fullsized":"2024-09-19T04:34:04.468838+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:00.736348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.437307+0000","last_change":"2024-09-19T04:34:03.433590+0000","last_active":"2024-09-19T04:34:06.437307+0000","last_peered":"2024-09-19T04:34:06.437307+0000","last_clean":"2024-09-19T04:34:06.437307+0000","last_became_active":"2024-09-19T04:34:03.432644+0000","last_became_peered":"2024-09-19T04:34:03.432644+0000","last_unstale":"2024-09-19T04:34:06.437307+0000","last_undegraded":"2024-09-19T04:34:06.437307+0000","last_fullsized":"2024-09-19T04:34:06.437307+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:11.326554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.437216+0000","last_change":"2024-09-19T04:34:04.467003+0000","last_active":"2024-09-19T04:34:06.437216+0000","last_peered":"2024-09-19T04:34:06.437216+0000","last_clean":"2024-09-19T04:34:06.437216+0000","last_became_active":"2024-09-19T04:34:04.466559+0000","last_became_peered":"2024-09-19T04:34:04.466559+0000","last_unstale":"2024-09-19T04:34:06.437216+0000","last_undegraded":"2024-09-19T04:34:06.437216+0000","last_fullsized":"2024-09-19T04:34:06.437216+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:58.598884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.445861+0000","last_change":"2024-09-19T04:34:03.439127+0000","last_active":"2024-09-19T04:34:04.445861+0000","last_peered":"2024-09-19T04:34:04.445861+0000","last_clean":"2024-09-19T04:34:04.445861+0000","last_became_active":"2024-09-19T04:34:03.438823+0000","last_became_peered":"2024-09-19T04:34:03.438823+0000","last_unstale":"2024-09-19T04:34:04.445861+0000","last_undegraded":"2024-09-19T04:34:04.445861+0000","last_fullsized":"2024-09-19T04:34:04.445861+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:13:46.446530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.464310+0000","last_change":"2024-09-19T04:34:04.457267+0000","last_active":"2024-09-19T04:34:04.464310+0000","last_peered":"2024-09-19T04:34:04.464310+0000","last_clean":"2024-09-19T04:34:04.464310+0000","last_became_active":"2024-09-19T04:34:04.457005+0000","last_became_peered":"2024-09-19T04:34:04.457005+0000","last_unstale":"2024-09-19T04:34:04.464310+0000","last_undegraded":"2024-09-19T04:34:04.464310+0000","last_fullsized":"2024-09-19T04:34:04.464310+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:43.374611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.437134+0000","last_change":"2024-09-19T04:34:03.432725+0000","last_active":"2024-09-19T04:34:06.437134+0000","last_peered":"2024-09-19T04:34:06.437134+0000","last_clean":"2024-09-19T04:34:06.437134+0000","last_became_active":"2024-09-19T04:34:03.432467+0000","last_became_peered":"2024-09-19T04:34:03.432467+0000","last_unstale":"2024-09-19T04:34:06.437134+0000","last_undegraded":"2024-09-19T04:34:06.437134+0000","last_fullsized":"2024-09-19T04:34:06.437134+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:52:16.268114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.464488+0000","last_change":"2024-09-19T04:34:04.458570+0000","last_active":"2024-09-19T04:34:04.464488+0000","last_peered":"2024-09-19T04:34:04.464488+0000","last_clean":"2024-09-19T04:34:04.464488+0000","last_became_active":"2024-09-19T04:34:04.458321+0000","last_became_peered":"2024-09-19T04:34:04.458321+0000","last_unstale":"2024-09-19T04:34:04.464488+0000","last_undegraded":"2024-09-19T04:34:04.464488+0000","last_fullsized":"2024-09-19T04:34:04.464488+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:58.598884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454352+0000","last_change":"2024-09-19T04:34:03.442267+0000","last_active":"2024-09-19T04:34:05.454352+0000","last_peered":"2024-09-19T04:34:05.454352+0000","last_clean":"2024-09-19T04:34:05.454352+0000","last_became_active":"2024-09-19T04:34:03.441977+0000","last_became_peered":"2024-09-19T04:34:03.441977+0000","last_unstale":"2024-09-19T04:34:05.454352+0000","last_undegraded":"2024-09-19T04:34:05.454352+0000","last_fullsized":"2024-09-19T04:34:05.454352+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:59:22.765024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454057+0000","last_change":"2024-09-19T04:34:04.449228+0000","last_active":"2024-09-19T04:34:05.454057+0000","last_peered":"2024-09-19T04:34:05.454057+0000","last_clean":"2024-09-19T04:34:05.454057+0000","last_became_active":"2024-09-19T04:34:04.448927+0000","last_became_peered":"2024-09-19T04:34:04.448927+0000","last_unstale":"2024-09-19T04:34:05.454057+0000","last_undegraded":"2024-09-19T04:34:05.454057+0000","last_fullsized":"2024-09-19T04:34:05.454057+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:32.187431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.445983+0000","last_change":"2024-09-19T04:34:03.437512+0000","last_active":"2024-09-19T04:34:04.445983+0000","last_peered":"2024-09-19T04:34:04.445983+0000","last_clean":"2024-09-19T04:34:04.445983+0000","last_became_active":"2024-09-19T04:34:03.437126+0000","last_became_peered":"2024-09-19T04:34:03.437126+0000","last_unstale":"2024-09-19T04:34:04.445983+0000","last_undegraded":"2024-09-19T04:34:04.445983+0000","last_fullsized":"2024-09-19T04:34:04.445983+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:50.631085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.453723+0000","last_change":"2024-09-19T04:34:04.469016+0000","last_active":"2024-09-19T04:34:05.453723+0000","last_peered":"2024-09-19T04:34:05.453723+0000","last_clean":"2024-09-19T04:34:05.453723+0000","last_became_active":"2024-09-19T04:34:04.468551+0000","last_became_peered":"2024-09-19T04:34:04.468551+0000","last_unstale":"2024-09-19T04:34:05.453723+0000","last_undegraded":"2024-09-19T04:34:05.453723+0000","last_fullsized":"2024-09-19T04:34:05.453723+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:12.328067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.453174+0000","last_change":"2024-09-19T04:34:03.441823+0000","last_active":"2024-09-19T04:34:04.453174+0000","last_peered":"2024-09-19T04:34:04.453174+0000","last_clean":"2024-09-19T04:34:04.453174+0000","last_became_active":"2024-09-19T04:34:03.441504+0000","last_became_peered":"2024-09-19T04:34:03.441504+0000","last_unstale":"2024-09-19T04:34:04.453174+0000","last_undegraded":"2024-09-19T04:34:04.453174+0000","last_fullsized":"2024-09-19T04:34:04.453174+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:28.059160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T04:34:04.466949+0000","last_change":"2024-09-19T04:34:04.463436+0000","last_active":"2024-09-19T04:34:04.466949+0000","last_peered":"2024-09-19T04:34:04.466949+0000","last_clean":"2024-09-19T04:34:04.466949+0000","last_became_active":"2024-09-19T04:34:04.463197+0000","last_became_peered":"2024-09-19T04:34:04.463197+0000","last_unstale":"2024-09-19T04:34:04.466949+0000","last_undegraded":"2024-09-19T04:34:04.466949+0000","last_fullsized":"2024-09-19T04:34:04.466949+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:03.417883+0000","last_clean_scrub_stamp":"2024-09-19T04:34:03.417883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:07.690798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"43'2","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:05.454640+0000","last_change":"2024-09-19T04:34:03.441749+0000","last_active":"2024-09-19T04:34:05.454640+0000","last_peered":"2024-09-19T04:34:05.454640+0000","last_clean":"2024-09-19T04:34:05.454640+0000","last_became_active":"2024-09-19T04:34:03.441443+0000","last_became_peered":"2024-09-19T04:34:03.441443+0000","last_unstale":"2024-09-19T04:34:05.454640+0000","last_undegraded":"2024-09-19T04:34:05.454640+0000","last_fullsized":"2024-09-19T04:34:05.454640+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:34:02.416370+0000","last_clean_scrub_stamp":"2024-09-19T04:34:02.416370+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:48:07.997667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":211,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T04:34:06.436904+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:34:06.436904+0000","last_peered":"2024-09-19T04:34:06.436904+0000","last_clean":"2024-09-19T04:34:06.436904+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:34:06.436904+0000","last_undegraded":"2024-09-19T04:34:06.436904+0000","last_fullsized":"2024-09-19T04:34:06.436904+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509460,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28096,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343744,"statfs":{"total":96636764160,"available":96607993856,"internally_reserved":0,"allocated":1093632,"data_stored":788384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509460,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27540,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344300,"statfs":{"total":96636764160,"available":96608563200,"internally_reserved":0,"allocated":516096,"data_stored":204898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509460,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27532,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":512000,"data_stored":204296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509461,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27544,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344296,"statfs":{"total":96636764160,"available":96608559104,"internally_reserved":0,"allocated":520192,"data_stored":205838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542165,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27528,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344312,"statfs":{"total":96636764160,"available":96608575488,"internally_reserved":0,"allocated":507904,"data_stored":198564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542164,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27536,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344304,"statfs":{"total":96636764160,"available":96608567296,"internally_reserved":0,"allocated":512000,"data_stored":199560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542164,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":499712,"data_stored":197996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542165,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28104,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343736,"statfs":{"total":96636764160,"available":96607985664,"internally_reserved":0,"allocated":1093632,"data_stored":788328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:34:12.059 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T04:34:12.059 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T04:34:12.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.199+0000 7f8c798d7640 1 Processor -- start 2024-09-19T04:34:12.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.199+0000 7f8c798d7640 1 -- start start 2024-09-19T04:34:12.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.199+0000 7f8c798d7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c740b61e0 0x7f8c740b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:12.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.199+0000 7f8c798d7640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f8c740d3990 0x7f8c74162ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:12.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.199+0000 7f8c798d7640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c740b6b00 con 0x7f8c740b3b00 2024-09-19T04:34:12.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.199+0000 7f8c798d7640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f8c740d24f0 con 0x7f8c740d3990 2024-09-19T04:34:12.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.199+0000 7f8c798d7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8c740d20e0 con 0x7f8c740b61e0 2024-09-19T04:34:12.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.200+0000 7f8c727fc640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f8c740b3b00 0x7f8c741625d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:49618/0 (socket says 172.21.15.111:49618) 2024-09-19T04:34:12.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.200+0000 7f8c727fc640 1 -- 172.21.15.111:0/3120133676 learned_addr learned my addr 172.21.15.111:0/3120133676 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:34:12.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.200+0000 7f8c71ffb640 1 -- 172.21.15.111:0/3120133676 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 419391048 0 0) 0x7f8c740b6b00 con 0x7f8c740b3b00 2024-09-19T04:34:12.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.200+0000 7f8c71ffb640 1 -- 172.21.15.111:0/3120133676 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8c5c003520 con 0x7f8c740b3b00 2024-09-19T04:34:12.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.200+0000 7f8c72ffd640 1 --2- 172.21.15.111:0/3120133676 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c740b61e0 0x7f8c740b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:12.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.200+0000 7f8c737fe640 1 --2- 172.21.15.111:0/3120133676 >> v2:172.21.15.114:3300/0 conn(0x7f8c740d3990 0x7f8c74162ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:12.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.200+0000 7f8c71ffb640 1 -- 172.21.15.111:0/3120133676 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3376191529 0 0) 0x7f8c5c003520 con 0x7f8c740b3b00 2024-09-19T04:34:12.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.200+0000 7f8c71ffb640 1 -- 172.21.15.111:0/3120133676 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c740b61e0 msgr2=0x7f8c740b65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:12.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.200+0000 7f8c71ffb640 1 --2- 172.21.15.111:0/3120133676 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c740b61e0 0x7f8c740b65c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:12.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.200+0000 7f8c71ffb640 1 -- 172.21.15.111:0/3120133676 >> v2:172.21.15.114:3300/0 conn(0x7f8c740d3990 msgr2=0x7f8c74162ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:12.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.200+0000 7f8c71ffb640 1 --2- 172.21.15.111:0/3120133676 >> v2:172.21.15.114:3300/0 conn(0x7f8c740d3990 0x7f8c74162ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:12.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.200+0000 7f8c71ffb640 1 -- 172.21.15.111:0/3120133676 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c740cfa70 con 0x7f8c740b3b00 2024-09-19T04:34:12.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.200+0000 7f8c71ffb640 1 -- 172.21.15.111:0/3120133676 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f8c68001670 con 0x7f8c740b3b00 2024-09-19T04:34:12.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.200+0000 7f8c71ffb640 1 -- 172.21.15.111:0/3120133676 >> v1:172.21.15.111:6789/0 conn(0x7f8c740b3b00 legacy=0x7f8c741625d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:12.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.200+0000 7f8c71ffb640 1 --2- 172.21.15.111:0/3120133676 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c5c0039b0 0x7f8c5c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:12.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.200+0000 7f8c71ffb640 1 --2- 172.21.15.111:0/3120133676 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c5c004800 0x7f8c5c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:12.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.200+0000 7f8c71ffb640 1 --2- 172.21.15.111:0/3120133676 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c740b61e0 0x7f8c5c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:12.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.200+0000 7f8c71ffb640 1 -- 172.21.15.111:0/3120133676 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8c740d24f0 con 0x7f8c5c0039b0 2024-09-19T04:34:12.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.200+0000 7f8c71ffb640 1 -- 172.21.15.111:0/3120133676 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8c740d20e0 con 0x7f8c5c004800 2024-09-19T04:34:12.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.200+0000 7f8c71ffb640 1 -- 172.21.15.111:0/3120133676 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8c5c00ba40 con 0x7f8c740b61e0 2024-09-19T04:34:12.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.200+0000 7f8c72ffd640 1 --2- 172.21.15.111:0/3120133676 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c5c0039b0 0x7f8c5c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:12.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.200+0000 7f8c727fc640 1 --2- 172.21.15.111:0/3120133676 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c5c004800 0x7f8c5c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:12.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.200+0000 7f8c737fe640 1 --2- 172.21.15.111:0/3120133676 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c740b61e0 0x7f8c5c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:12.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.201+0000 7f8c72ffd640 1 -- 172.21.15.111:0/3120133676 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c740b61e0 msgr2=0x7f8c5c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:12.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.201+0000 7f8c72ffd640 1 --2- 172.21.15.111:0/3120133676 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c740b61e0 0x7f8c5c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:12.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.201+0000 7f8c72ffd640 1 -- 172.21.15.111:0/3120133676 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c5c004800 msgr2=0x7f8c5c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:12.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.201+0000 7f8c72ffd640 1 --2- 172.21.15.111:0/3120133676 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c5c004800 0x7f8c5c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:12.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.201+0000 7f8c72ffd640 1 -- 172.21.15.111:0/3120133676 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c5c003520 con 0x7f8c5c0039b0 2024-09-19T04:34:12.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.201+0000 7f8c727fc640 1 --2- 172.21.15.111:0/3120133676 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c5c004800 0x7f8c5c004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:34:12.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.201+0000 7f8c72ffd640 1 --2- 172.21.15.111:0/3120133676 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c5c0039b0 0x7f8c5c003dd0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f8c64009ac0 tx=0x7f8c5c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26ebfd5402d9e181 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:12.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.201+0000 7f8c71ffb640 1 -- 172.21.15.111:0/3120133676 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c64036070 con 0x7f8c5c0039b0 2024-09-19T04:34:12.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.201+0000 7f8c71ffb640 1 -- 172.21.15.111:0/3120133676 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c64031400 con 0x7f8c5c0039b0 2024-09-19T04:34:12.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.201+0000 7f8c71ffb640 1 -- 172.21.15.111:0/3120133676 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c64009690 con 0x7f8c5c0039b0 2024-09-19T04:34:12.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.202+0000 7f8c798d7640 1 -- 172.21.15.111:0/3120133676 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c5c0039b0 msgr2=0x7f8c5c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:12.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.202+0000 7f8c798d7640 1 --2- 172.21.15.111:0/3120133676 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c5c0039b0 0x7f8c5c003dd0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f8c64009ac0 tx=0x7f8c5c005830 comp rx=0 tx=0).stop 2024-09-19T04:34:12.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.202+0000 7f8c737fe640 1 -- 172.21.15.111:0/3120133676 reap_dead start 2024-09-19T04:34:12.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.202+0000 7f8c798d7640 1 -- 172.21.15.111:0/3120133676 shutdown_connections 2024-09-19T04:34:12.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.202+0000 7f8c798d7640 1 -- 172.21.15.111:0/3120133676 >> 172.21.15.111:0/3120133676 conn(0x7f8c740d11e0 msgr2=0x7f8c740d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:12.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.202+0000 7f8c798d7640 1 -- 172.21.15.111:0/3120133676 shutdown_connections 2024-09-19T04:34:12.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.202+0000 7f8c798d7640 1 -- 172.21.15.111:0/3120133676 wait complete. 2024-09-19T04:34:12.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.203+0000 7f8c798d7640 1 Processor -- start 2024-09-19T04:34:12.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.203+0000 7f8c798d7640 1 -- start start 2024-09-19T04:34:12.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.204+0000 7f8c798d7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c5c0039b0 0x7f8c741580f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:12.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.204+0000 7f8c798d7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c74162d80 0x7f8c741f51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:12.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.204+0000 7f8c798d7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c740cda00 0x7f8c740cde80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:12.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.204+0000 7f8c798d7640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8c7415edc0 con 0x7f8c740cda00 2024-09-19T04:34:12.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.204+0000 7f8c798d7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8c740d0030 con 0x7f8c5c0039b0 2024-09-19T04:34:12.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.204+0000 7f8c798d7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8c741628f0 con 0x7f8c74162d80 2024-09-19T04:34:12.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.204+0000 7f8c737fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c740cda00 0x7f8c740cde80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:12.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.204+0000 7f8c737fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c740cda00 0x7f8c740cde80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58782/0 (socket says 172.21.15.111:58782) 2024-09-19T04:34:12.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.204+0000 7f8c737fe640 1 -- 172.21.15.111:0/2601619710 learned_addr learned my addr 172.21.15.111:0/2601619710 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:12.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.204+0000 7f8c727fc640 1 --2- 172.21.15.111:0/2601619710 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c74162d80 0x7f8c741f51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:12.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.204+0000 7f8c72ffd640 1 --2- 172.21.15.111:0/2601619710 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c5c0039b0 0x7f8c741580f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:12.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.205+0000 7f8c737fe640 1 -- 172.21.15.111:0/2601619710 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c74162d80 msgr2=0x7f8c741f51d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:12.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.205+0000 7f8c737fe640 1 --2- 172.21.15.111:0/2601619710 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c74162d80 0x7f8c741f51d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:12.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.205+0000 7f8c737fe640 1 -- 172.21.15.111:0/2601619710 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c5c0039b0 msgr2=0x7f8c741580f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:12.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.205+0000 7f8c737fe640 1 --2- 172.21.15.111:0/2601619710 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c5c0039b0 0x7f8c741580f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:12.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.205+0000 7f8c737fe640 1 -- 172.21.15.111:0/2601619710 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c741f5710 con 0x7f8c740cda00 2024-09-19T04:34:12.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.205+0000 7f8c737fe640 1 --2- 172.21.15.111:0/2601619710 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c740cda00 0x7f8c740cde80 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f8c740d0fe0 tx=0x7f8c6c0115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:12.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.205+0000 7f8c5bfff640 1 -- 172.21.15.111:0/2601619710 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c6c011e10 con 0x7f8c740cda00 2024-09-19T04:34:12.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.205+0000 7f8c5bfff640 1 -- 172.21.15.111:0/2601619710 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c6c01b070 con 0x7f8c740cda00 2024-09-19T04:34:12.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.205+0000 7f8c798d7640 1 -- 172.21.15.111:0/2601619710 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c74161ce0 con 0x7f8c740cda00 2024-09-19T04:34:12.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.205+0000 7f8c5bfff640 1 -- 172.21.15.111:0/2601619710 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c6c003990 con 0x7f8c740cda00 2024-09-19T04:34:12.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.205+0000 7f8c798d7640 1 -- 172.21.15.111:0/2601619710 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c741622a0 con 0x7f8c740cda00 2024-09-19T04:34:12.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.206+0000 7f8c798d7640 1 -- 172.21.15.111:0/2601619710 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c740d1d00 con 0x7f8c740cda00 2024-09-19T04:34:12.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.206+0000 7f8c5bfff640 1 -- 172.21.15.111:0/2601619710 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f8c6c005d10 con 0x7f8c740cda00 2024-09-19T04:34:12.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.207+0000 7f8c5bfff640 1 --2- 172.21.15.111:0/2601619710 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8c6006c490 0x7f8c6006e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:12.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.207+0000 7f8c5bfff640 1 -- 172.21.15.111:0/2601619710 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f8c6c08bb20 con 0x7f8c740cda00 2024-09-19T04:34:12.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.207+0000 7f8c72ffd640 1 --2- 172.21.15.111:0/2601619710 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8c6006c490 0x7f8c6006e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:12.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.207+0000 7f8c72ffd640 1 --2- 172.21.15.111:0/2601619710 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8c6006c490 0x7f8c6006e950 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f8c64033000 tx=0x7f8c64008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:12.212 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.211+0000 7f8c5bfff640 1 -- 172.21.15.111:0/2601619710 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8c741f5710 con 0x7f8c740cda00 2024-09-19T04:34:12.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.441+0000 7f8c798d7640 1 -- 172.21.15.111:0/2601619710 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f8c740ba6e0 con 0x7f8c740cda00 2024-09-19T04:34:12.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.443+0000 7f8c5bfff640 1 -- 172.21.15.111:0/2601619710 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v12) ==== 190+0+147 (secure 0 0 0) 0x7f8c6c0600d0 con 0x7f8c740cda00 2024-09-19T04:34:12.444 INFO:teuthology.orchestra.run.smithi111.stdout:[client.0] 2024-09-19T04:34:12.445 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQA0qetmdEXYCBAAQK+0F5ouJPJAqZqCQHrMdQ== 2024-09-19T04:34:12.445 INFO:teuthology.orchestra.run.smithi111.stdout: caps mds = "allow" 2024-09-19T04:34:12.445 INFO:teuthology.orchestra.run.smithi111.stdout: caps mon = "allow r" 2024-09-19T04:34:12.445 INFO:teuthology.orchestra.run.smithi111.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T04:34:12.445 INFO:teuthology.orchestra.run.smithi111.stderr:updated caps for client.0 2024-09-19T04:34:12.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.445+0000 7f8c798d7640 1 -- 172.21.15.111:0/2601619710 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8c6006c490 msgr2=0x7f8c6006e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:12.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.445+0000 7f8c798d7640 1 --2- 172.21.15.111:0/2601619710 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8c6006c490 0x7f8c6006e950 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f8c64033000 tx=0x7f8c64008030 comp rx=0 tx=0).stop 2024-09-19T04:34:12.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.445+0000 7f8c798d7640 1 -- 172.21.15.111:0/2601619710 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c740cda00 msgr2=0x7f8c740cde80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:12.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.445+0000 7f8c798d7640 1 --2- 172.21.15.111:0/2601619710 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c740cda00 0x7f8c740cde80 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f8c740d0fe0 tx=0x7f8c6c0115a0 comp rx=0 tx=0).stop 2024-09-19T04:34:12.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.445+0000 7f8c798d7640 1 -- 172.21.15.111:0/2601619710 shutdown_connections 2024-09-19T04:34:12.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.445+0000 7f8c798d7640 1 --2- 172.21.15.111:0/2601619710 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8c6006c490 0x7f8c6006e950 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:12.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.445+0000 7f8c798d7640 1 --2- 172.21.15.111:0/2601619710 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c740cda00 0x7f8c740cde80 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:12.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.445+0000 7f8c798d7640 1 --2- 172.21.15.111:0/2601619710 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c74162d80 0x7f8c741f51d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:12.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.445+0000 7f8c798d7640 1 --2- 172.21.15.111:0/2601619710 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c5c0039b0 0x7f8c741580f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:12.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.445+0000 7f8c798d7640 1 -- 172.21.15.111:0/2601619710 >> 172.21.15.111:0/2601619710 conn(0x7f8c740d11e0 msgr2=0x7f8c740b4c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:12.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.445+0000 7f8c798d7640 1 -- 172.21.15.111:0/2601619710 shutdown_connections 2024-09-19T04:34:12.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.445+0000 7f8c798d7640 1 -- 172.21.15.111:0/2601619710 wait complete. 2024-09-19T04:34:12.458 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:34:12.557 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.555+0000 7fcaf453b640 1 Processor -- start 2024-09-19T04:34:12.557 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.556+0000 7fcaf453b640 1 -- start start 2024-09-19T04:34:12.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf453b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcaec073830 0x7fcaec0cf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:12.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf453b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcaec0ce740 con 0x7fcaec15c180 2024-09-19T04:34:12.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf453b640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcaec072640 con 0x7fcaec0cf070 2024-09-19T04:34:12.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf453b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcaec072920 con 0x7fcaec073830 2024-09-19T04:34:12.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf22d7640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fcaec15c180 0x7fcaec0cdcf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:49632/0 (socket says 172.21.15.111:49632) 2024-09-19T04:34:12.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf22d7640 1 -- 172.21.15.111:0/513601041 learned_addr learned my addr 172.21.15.111:0/513601041 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:34:12.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf2ad8640 1 --2- 172.21.15.111:0/513601041 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcaec073830 0x7fcaec0cf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:12.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf12d5640 1 -- 172.21.15.111:0/513601041 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3612559034 0 0) 0x7fcaec0ce740 con 0x7fcaec15c180 2024-09-19T04:34:12.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf12d5640 1 -- 172.21.15.111:0/513601041 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcad8003520 con 0x7fcaec15c180 2024-09-19T04:34:12.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf12d5640 1 -- 172.21.15.111:0/513601041 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 238662602 0 0) 0x7fcaec072640 con 0x7fcaec0cf070 2024-09-19T04:34:12.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf12d5640 1 -- 172.21.15.111:0/513601041 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcaec0ce740 con 0x7fcaec0cf070 2024-09-19T04:34:12.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf12d5640 1 -- 172.21.15.111:0/513601041 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3587108746 0 0) 0x7fcad8003520 con 0x7fcaec15c180 2024-09-19T04:34:12.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf12d5640 1 -- 172.21.15.111:0/513601041 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcaec073830 msgr2=0x7fcaec0cf4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:12.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf12d5640 1 --2- 172.21.15.111:0/513601041 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcaec073830 0x7fcaec0cf4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:12.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf12d5640 1 -- 172.21.15.111:0/513601041 >> v1:172.21.15.114:6789/0 conn(0x7fcaec0cf070 legacy=0x7fcaec073120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:12.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf12d5640 1 -- 172.21.15.111:0/513601041 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcaec072c00 con 0x7fcaec15c180 2024-09-19T04:34:12.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf12d5640 1 -- 172.21.15.111:0/513601041 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fcae0001670 con 0x7fcaec15c180 2024-09-19T04:34:12.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf12d5640 1 -- 172.21.15.111:0/513601041 >> v1:172.21.15.111:6789/0 conn(0x7fcaec15c180 legacy=0x7fcaec0cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:12.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf12d5640 1 --2- 172.21.15.111:0/513601041 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcad8003b70 0x7fcad8003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:12.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf12d5640 1 --2- 172.21.15.111:0/513601041 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcaec073830 0x7fcad8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:12.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf12d5640 1 --2- 172.21.15.111:0/513601041 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcad8004d40 0x7fcad80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:12.568 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf12d5640 1 -- 172.21.15.111:0/513601041 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fcaec072920 con 0x7fcad8003b70 2024-09-19T04:34:12.568 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf12d5640 1 -- 172.21.15.111:0/513601041 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fcad800baf0 con 0x7fcad8004d40 2024-09-19T04:34:12.568 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf12d5640 1 -- 172.21.15.111:0/513601041 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcad800bcf0 con 0x7fcaec073830 2024-09-19T04:34:12.568 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf22d7640 1 --2- 172.21.15.111:0/513601041 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcad8003b70 0x7fcad8003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:12.568 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.557+0000 7fcaf1ad6640 1 --2- 172.21.15.111:0/513601041 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcaec073830 0x7fcad8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:12.568 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.558+0000 7fcaf2ad8640 1 --2- 172.21.15.111:0/513601041 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcad8004d40 0x7fcad80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:12.568 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.558+0000 7fcaf22d7640 1 -- 172.21.15.111:0/513601041 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcaec073830 msgr2=0x7fcad8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:12.568 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.558+0000 7fcaf22d7640 1 --2- 172.21.15.111:0/513601041 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcaec073830 0x7fcad8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:12.568 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.558+0000 7fcaf22d7640 1 -- 172.21.15.111:0/513601041 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcad8004d40 msgr2=0x7fcad80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:12.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.558+0000 7fcaf22d7640 1 --2- 172.21.15.111:0/513601041 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcad8004d40 0x7fcad80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:12.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.558+0000 7fcaf22d7640 1 -- 172.21.15.111:0/513601041 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcad8003520 con 0x7fcad8003b70 2024-09-19T04:34:12.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.558+0000 7fcaf22d7640 1 --2- 172.21.15.111:0/513601041 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcad8003b70 0x7fcad8003f70 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fcae000c210 tx=0x7fcad8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=361a3f2591e72c22 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:12.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.558+0000 7fcaf12d5640 1 -- 172.21.15.111:0/513601041 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae0007ce0 con 0x7fcad8003b70 2024-09-19T04:34:12.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.559+0000 7fcaf12d5640 1 -- 172.21.15.111:0/513601041 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcae0005ad0 con 0x7fcad8003b70 2024-09-19T04:34:12.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.559+0000 7fcaf12d5640 1 -- 172.21.15.111:0/513601041 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae0007070 con 0x7fcad8003b70 2024-09-19T04:34:12.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.559+0000 7fcaf453b640 1 -- 172.21.15.111:0/513601041 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcad8003b70 msgr2=0x7fcad8003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:12.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.559+0000 7fcaf453b640 1 --2- 172.21.15.111:0/513601041 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcad8003b70 0x7fcad8003f70 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fcae000c210 tx=0x7fcad8005830 comp rx=0 tx=0).stop 2024-09-19T04:34:12.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.559+0000 7fcaf2ad8640 1 -- 172.21.15.111:0/513601041 reap_dead start 2024-09-19T04:34:12.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.559+0000 7fcaf453b640 1 -- 172.21.15.111:0/513601041 shutdown_connections 2024-09-19T04:34:12.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.559+0000 7fcaf453b640 1 -- 172.21.15.111:0/513601041 >> 172.21.15.111:0/513601041 conn(0x7fcaec062cc0 msgr2=0x7fcaec06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:12.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.559+0000 7fcaf453b640 1 -- 172.21.15.111:0/513601041 shutdown_connections 2024-09-19T04:34:12.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.559+0000 7fcaf453b640 1 -- 172.21.15.111:0/513601041 wait complete. 2024-09-19T04:34:12.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.560+0000 7fcaf453b640 1 Processor -- start 2024-09-19T04:34:12.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.560+0000 7fcaf453b640 1 -- start start 2024-09-19T04:34:12.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.561+0000 7fcaf453b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcad8003b70 0x7fcaec1406a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:12.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.561+0000 7fcaf453b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcaec0b1a30 0x7fcaec143840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:12.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.561+0000 7fcaf453b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcaec0afa00 0x7fcaec0afe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:12.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.561+0000 7fcaf453b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fcaec0722f0 con 0x7fcad8003b70 2024-09-19T04:34:12.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.561+0000 7fcaf453b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fcaec0ced00 con 0x7fcaec0b1a30 2024-09-19T04:34:12.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.561+0000 7fcaf453b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcaec15c560 con 0x7fcaec0afa00 2024-09-19T04:34:12.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.561+0000 7fcaf22d7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcad8003b70 0x7fcaec1406a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:12.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.561+0000 7fcaf22d7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcad8003b70 0x7fcaec1406a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58802/0 (socket says 172.21.15.111:58802) 2024-09-19T04:34:12.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.561+0000 7fcaf22d7640 1 -- 172.21.15.111:0/1140050844 learned_addr learned my addr 172.21.15.111:0/1140050844 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:12.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.561+0000 7fcaf2ad8640 1 --2- 172.21.15.111:0/1140050844 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcaec0afa00 0x7fcaec0afe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:12.572 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.561+0000 7fcaf1ad6640 1 --2- 172.21.15.111:0/1140050844 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcaec0b1a30 0x7fcaec143840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:12.572 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.561+0000 7fcaf22d7640 1 -- 172.21.15.111:0/1140050844 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcaec0afa00 msgr2=0x7fcaec0afe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:12.572 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.561+0000 7fcaf22d7640 1 --2- 172.21.15.111:0/1140050844 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcaec0afa00 0x7fcaec0afe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:12.572 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.561+0000 7fcaf22d7640 1 -- 172.21.15.111:0/1140050844 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcaec0b1a30 msgr2=0x7fcaec143840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:12.572 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.561+0000 7fcaf22d7640 1 --2- 172.21.15.111:0/1140050844 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcaec0b1a30 0x7fcaec143840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:12.572 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.561+0000 7fcaf22d7640 1 -- 172.21.15.111:0/1140050844 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcaec143d80 con 0x7fcad8003b70 2024-09-19T04:34:12.572 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.562+0000 7fcaf22d7640 1 --2- 172.21.15.111:0/1140050844 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcad8003b70 0x7fcaec1406a0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fcae000c210 tx=0x7fcaec072810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:12.572 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.562+0000 7fcadeffd640 1 -- 172.21.15.111:0/1140050844 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae0001470 con 0x7fcad8003b70 2024-09-19T04:34:12.572 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.562+0000 7fcadeffd640 1 -- 172.21.15.111:0/1140050844 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcae0042070 con 0x7fcad8003b70 2024-09-19T04:34:12.572 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.562+0000 7fcaf453b640 1 -- 172.21.15.111:0/1140050844 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcaec0b1ed0 con 0x7fcad8003b70 2024-09-19T04:34:12.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.562+0000 7fcadeffd640 1 -- 172.21.15.111:0/1140050844 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae0007070 con 0x7fcad8003b70 2024-09-19T04:34:12.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.562+0000 7fcaf453b640 1 -- 172.21.15.111:0/1140050844 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcaec0b2490 con 0x7fcad8003b70 2024-09-19T04:34:12.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.563+0000 7fcaf453b640 1 -- 172.21.15.111:0/1140050844 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcaec0cf4e0 con 0x7fcad8003b70 2024-09-19T04:34:12.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.563+0000 7fcadeffd640 1 -- 172.21.15.111:0/1140050844 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fcae0007210 con 0x7fcad8003b70 2024-09-19T04:34:12.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.564+0000 7fcadeffd640 1 --2- 172.21.15.111:0/1140050844 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcad006c460 0x7fcad006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:12.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.564+0000 7fcadeffd640 1 -- 172.21.15.111:0/1140050844 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fcae00ab530 con 0x7fcad8003b70 2024-09-19T04:34:12.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.564+0000 7fcaf1ad6640 1 --2- 172.21.15.111:0/1140050844 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcad006c460 0x7fcad006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:12.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.564+0000 7fcaf1ad6640 1 --2- 172.21.15.111:0/1140050844 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcad006c460 0x7fcad006e920 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fcaec15d220 tx=0x7fcae8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:12.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.568+0000 7fcadeffd640 1 -- 172.21.15.111:0/1140050844 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcae0079ab0 con 0x7fcad8003b70 2024-09-19T04:34:12.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.767+0000 7fcaf453b640 1 -- 172.21.15.111:0/1140050844 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcaec160800 con 0x7fcad8003b70 2024-09-19T04:34:12.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.767+0000 7fcadeffd640 1 -- 172.21.15.111:0/1140050844 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+5232 (secure 0 0 0) 0x7fcae0005aa0 con 0x7fcad8003b70 2024-09-19T04:34:12.769 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:34:12.769 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":20,"btime":"2024-09-19T04:34:06:456016+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4978,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3318539535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3318539535},{"type":"v1","addr":"172.21.15.114:6834","nonce":3318539535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1477911623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1477911623},{"type":"v1","addr":"172.21.15.111:6836","nonce":1477911623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5205,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/799717206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":799717206},{"type":"v1","addr":"172.21.15.111:6837","nonce":799717206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:34:03.768957+0000","modified":"2024-09-19T04:34:05.788430+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5220},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5220":{"gid":5220,"name":"b","rank":0,"incarnation":18,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3785743307","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3785743307},{"type":"v1","addr":"172.21.15.114:6835","nonce":3785743307}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5220,"qdb_cluster":[5220]},"id":3}]} 2024-09-19T04:34:12.769 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 20 2024-09-19T04:34:12.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.769+0000 7fcaf453b640 1 -- 172.21.15.111:0/1140050844 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcad006c460 msgr2=0x7fcad006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:12.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.769+0000 7fcaf453b640 1 --2- 172.21.15.111:0/1140050844 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcad006c460 0x7fcad006e920 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fcaec15d220 tx=0x7fcae8009040 comp rx=0 tx=0).stop 2024-09-19T04:34:12.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.769+0000 7fcaf453b640 1 -- 172.21.15.111:0/1140050844 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcad8003b70 msgr2=0x7fcaec1406a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:12.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.769+0000 7fcaf453b640 1 --2- 172.21.15.111:0/1140050844 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcad8003b70 0x7fcaec1406a0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fcae000c210 tx=0x7fcaec072810 comp rx=0 tx=0).stop 2024-09-19T04:34:12.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.769+0000 7fcaf453b640 1 -- 172.21.15.111:0/1140050844 shutdown_connections 2024-09-19T04:34:12.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.769+0000 7fcaf453b640 1 --2- 172.21.15.111:0/1140050844 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcad006c460 0x7fcad006e920 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:12.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.769+0000 7fcaf453b640 1 --2- 172.21.15.111:0/1140050844 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcaec0afa00 0x7fcaec0afe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:12.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.769+0000 7fcaf453b640 1 --2- 172.21.15.111:0/1140050844 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcaec0b1a30 0x7fcaec143840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:12.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.769+0000 7fcaf453b640 1 --2- 172.21.15.111:0/1140050844 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcad8003b70 0x7fcaec1406a0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:12.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.769+0000 7fcaf453b640 1 -- 172.21.15.111:0/1140050844 >> 172.21.15.111:0/1140050844 conn(0x7fcaec062cc0 msgr2=0x7fcaec15b350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:12.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.769+0000 7fcaf453b640 1 -- 172.21.15.111:0/1140050844 shutdown_connections 2024-09-19T04:34:12.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:12.769+0000 7fcaf453b640 1 -- 172.21.15.111:0/1140050844 wait complete. 2024-09-19T04:34:13.184 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 20, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T04:34:03.768957+0000', 'modified': '2024-09-19T04:34:05.788430+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5220}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5220': {'gid': 5220, 'name': 'b', 'rank': 0, 'incarnation': 18, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.114:6835/3785743307', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.114:6833', 'nonce': 3785743307}, {'type': 'v1', 'addr': '172.21.15.114:6835', 'nonce': 3785743307}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [7], 'metadata_pool': 6, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5220, 'qdb_cluster': [5220]} 2024-09-19T04:34:13.184 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T04:34:13.184 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-19T04:34:13.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.284+0000 7f820d73b640 1 Processor -- start 2024-09-19T04:34:13.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.284+0000 7f820d73b640 1 -- start start 2024-09-19T04:34:13.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.284+0000 7f820d73b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f820815e940 0x7f82080d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.284+0000 7f820d73b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f820815ed20 0x7f82080d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.284+0000 7f820d73b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f82080cef90 0x7f82080b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.284+0000 7f820d73b640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f82080d1ae0 con 0x7f820815e940 2024-09-19T04:34:13.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.284+0000 7f820d73b640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f82080b7170 con 0x7f820815ed20 2024-09-19T04:34:13.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.284+0000 7f820d73b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f82080b7aa0 con 0x7f82080cef90 2024-09-19T04:34:13.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.284+0000 7f8206ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f820815e940 0x7f82080d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:13.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.285+0000 7f8206ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f820815e940 0x7f82080d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58816/0 (socket says 172.21.15.111:58816) 2024-09-19T04:34:13.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.285+0000 7f8206ffd640 1 -- 172.21.15.111:0/872236438 learned_addr learned my addr 172.21.15.111:0/872236438 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:13.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.285+0000 7f81fe7fc640 1 --2- 172.21.15.111:0/872236438 >> v2:172.21.15.114:3300/0 conn(0x7f820815ed20 0x7f82080d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:13.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.285+0000 7f82077fe640 1 --2- 172.21.15.111:0/872236438 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f82080cef90 0x7f82080b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:13.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.285+0000 7f8206ffd640 1 -- 172.21.15.111:0/872236438 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f82080cef90 msgr2=0x7f82080b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:13.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.285+0000 7f8206ffd640 1 --2- 172.21.15.111:0/872236438 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f82080cef90 0x7f82080b3220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.285+0000 7f8206ffd640 1 -- 172.21.15.111:0/872236438 >> v2:172.21.15.114:3300/0 conn(0x7f820815ed20 msgr2=0x7f82080d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:13.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.285+0000 7f8206ffd640 1 --2- 172.21.15.111:0/872236438 >> v2:172.21.15.114:3300/0 conn(0x7f820815ed20 0x7f82080d15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.285+0000 7f8206ffd640 1 -- 172.21.15.111:0/872236438 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82080d3660 con 0x7f820815e940 2024-09-19T04:34:13.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.286+0000 7f8206ffd640 1 --2- 172.21.15.111:0/872236438 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f820815e940 0x7f82080d1060 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f820806e900 tx=0x7f81f802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bf98d26495fec2a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:13.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.286+0000 7f82067fc640 1 -- 172.21.15.111:0/872236438 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f8037070 con 0x7f820815e940 2024-09-19T04:34:13.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.286+0000 7f82067fc640 1 -- 172.21.15.111:0/872236438 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81f8032440 con 0x7f820815e940 2024-09-19T04:34:13.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.286+0000 7f82067fc640 1 -- 172.21.15.111:0/872236438 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f8032810 con 0x7f820815e940 2024-09-19T04:34:13.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.286+0000 7f820d73b640 1 -- 172.21.15.111:0/872236438 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f820815e940 msgr2=0x7f82080d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:13.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.286+0000 7f820d73b640 1 --2- 172.21.15.111:0/872236438 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f820815e940 0x7f82080d1060 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f820806e900 tx=0x7f81f802a270 comp rx=0 tx=0).stop 2024-09-19T04:34:13.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.286+0000 7f820d73b640 1 -- 172.21.15.111:0/872236438 shutdown_connections 2024-09-19T04:34:13.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.286+0000 7f820d73b640 1 --2- 172.21.15.111:0/872236438 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f82080cef90 0x7f82080b3220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.286+0000 7f820d73b640 1 --2- 172.21.15.111:0/872236438 >> v2:172.21.15.114:3300/0 conn(0x7f820815ed20 0x7f82080d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.286+0000 7f820d73b640 1 --2- 172.21.15.111:0/872236438 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f820815e940 0x7f82080d1060 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.286+0000 7f820d73b640 1 -- 172.21.15.111:0/872236438 >> 172.21.15.111:0/872236438 conn(0x7f82080b6240 msgr2=0x7f82080b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:13.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.286+0000 7f820d73b640 1 -- 172.21.15.111:0/872236438 shutdown_connections 2024-09-19T04:34:13.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.286+0000 7f820d73b640 1 -- 172.21.15.111:0/872236438 wait complete. 2024-09-19T04:34:13.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.287+0000 7f820d73b640 1 Processor -- start 2024-09-19T04:34:13.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.288+0000 7f820d73b640 1 -- start start 2024-09-19T04:34:13.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.288+0000 7f820d73b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f82080cef90 0x7f82081597a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.288+0000 7f820d73b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f820815e940 0x7f82080ca4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.288+0000 7f820d73b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f820815ed20 0x7f8208160fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.288+0000 7f820d73b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f82080d3f00 con 0x7f82080cef90 2024-09-19T04:34:13.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.288+0000 7f820d73b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f82080d3c20 con 0x7f820815ed20 2024-09-19T04:34:13.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.288+0000 7f820d73b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f82080d1ef0 con 0x7f820815e940 2024-09-19T04:34:13.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.289+0000 7f8206ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f82080cef90 0x7f82081597a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:13.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.289+0000 7f8206ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f82080cef90 0x7f82081597a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58824/0 (socket says 172.21.15.111:58824) 2024-09-19T04:34:13.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.289+0000 7f8206ffd640 1 -- 172.21.15.111:0/4219354890 learned_addr learned my addr 172.21.15.111:0/4219354890 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:13.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.289+0000 7f82077fe640 1 --2- 172.21.15.111:0/4219354890 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f820815ed20 0x7f8208160fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:13.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.289+0000 7f8206ffd640 1 -- 172.21.15.111:0/4219354890 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f820815e940 msgr2=0x7f82080ca4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:13.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.289+0000 7f8206ffd640 1 --2- 172.21.15.111:0/4219354890 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f820815e940 0x7f82080ca4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.289+0000 7f8206ffd640 1 -- 172.21.15.111:0/4219354890 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f820815ed20 msgr2=0x7f8208160fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:13.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.289+0000 7f8206ffd640 1 --2- 172.21.15.111:0/4219354890 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f820815ed20 0x7f8208160fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.289+0000 7f8206ffd640 1 -- 172.21.15.111:0/4219354890 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8208158700 con 0x7f82080cef90 2024-09-19T04:34:13.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.289+0000 7f8206ffd640 1 --2- 172.21.15.111:0/4219354890 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f82080cef90 0x7f82081597a0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f81f802a2b0 tx=0x7f81f80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:13.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.289+0000 7f81fffff640 1 -- 172.21.15.111:0/4219354890 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f8041020 con 0x7f82080cef90 2024-09-19T04:34:13.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.289+0000 7f81fffff640 1 -- 172.21.15.111:0/4219354890 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81f803d620 con 0x7f82080cef90 2024-09-19T04:34:13.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.289+0000 7f820d73b640 1 -- 172.21.15.111:0/4219354890 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82081589e0 con 0x7f82080cef90 2024-09-19T04:34:13.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.289+0000 7f81fffff640 1 -- 172.21.15.111:0/4219354890 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f8037040 con 0x7f82080cef90 2024-09-19T04:34:13.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.289+0000 7f820d73b640 1 -- 172.21.15.111:0/4219354890 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8208158fa0 con 0x7f82080cef90 2024-09-19T04:34:13.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.291+0000 7f81fffff640 1 -- 172.21.15.111:0/4219354890 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f81f8044020 con 0x7f82080cef90 2024-09-19T04:34:13.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.291+0000 7f81fffff640 1 --2- 172.21.15.111:0/4219354890 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f81e806c460 0x7f81e806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.291+0000 7f81fffff640 1 -- 172.21.15.111:0/4219354890 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f81f80abda0 con 0x7f82080cef90 2024-09-19T04:34:13.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.291+0000 7f81fe7fc640 1 --2- 172.21.15.111:0/4219354890 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f81e806c460 0x7f81e806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:13.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.292+0000 7f81fe7fc640 1 --2- 172.21.15.111:0/4219354890 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f81e806c460 0x7f81e806e920 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f81f0006a90 tx=0x7f81f0006a20 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:13.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.292+0000 7f82104d7740 1 Processor -- start 2024-09-19T04:34:13.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.292+0000 7f82104d7740 1 -- start start 2024-09-19T04:34:13.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.293+0000 7f82104d7740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f381e2c0 0x5559f3863a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.293+0000 7f82104d7740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559f381ba80 0x5559f381e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.293+0000 7f82104d7740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5559f381fa50 0x5559f38188b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.293+0000 7f82104d7740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5559f3780520 con 0x5559f381e2c0 2024-09-19T04:34:13.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.293+0000 7f82104d7740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5559f37283e0 con 0x5559f381ba80 2024-09-19T04:34:13.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.293+0000 7f82104d7740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x5559f377c4e0 con 0x5559f381fa50 2024-09-19T04:34:13.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.293+0000 7f8206ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f381e2c0 0x5559f3863a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:13.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.293+0000 7f8206ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f381e2c0 0x5559f3863a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58836/0 (socket says 172.21.15.111:58836) 2024-09-19T04:34:13.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.293+0000 7f8206ffd640 1 -- 172.21.15.111:0/1978966211 learned_addr learned my addr 172.21.15.111:0/1978966211 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:13.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.293+0000 7f81fe7fc640 1 --2- 172.21.15.111:0/1978966211 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559f381ba80 0x5559f381e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:13.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.293+0000 7f8206ffd640 1 -- 172.21.15.111:0/1978966211 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5559f381fa50 msgr2=0x5559f38188b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:13.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.293+0000 7f82077fe640 1 --2- 172.21.15.111:0/1978966211 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5559f381fa50 0x5559f38188b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:13.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.293+0000 7f8206ffd640 1 --2- 172.21.15.111:0/1978966211 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5559f381fa50 0x5559f38188b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.293+0000 7f8206ffd640 1 -- 172.21.15.111:0/1978966211 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559f381ba80 msgr2=0x5559f381e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:13.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.293+0000 7f8206ffd640 1 --2- 172.21.15.111:0/1978966211 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559f381ba80 0x5559f381e6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.293+0000 7f8206ffd640 1 -- 172.21.15.111:0/1978966211 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5559f37432f0 con 0x5559f381e2c0 2024-09-19T04:34:13.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.293+0000 7f81fe7fc640 1 --2- 172.21.15.111:0/1978966211 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559f381ba80 0x5559f381e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:34:13.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.293+0000 7f82077fe640 1 --2- 172.21.15.111:0/1978966211 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5559f381fa50 0x5559f38188b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:34:13.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.293+0000 7f8206ffd640 1 --2- 172.21.15.111:0/1978966211 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f381e2c0 0x5559f3863a60 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f81f8079920 tx=0x7f81f8079580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=680ca82d0db956fb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:13.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.294+0000 7f81fcff9640 1 -- 172.21.15.111:0/1978966211 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f807dfd0 con 0x5559f381e2c0 2024-09-19T04:34:13.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.294+0000 7f81fcff9640 1 -- 172.21.15.111:0/1978966211 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81f8082800 con 0x5559f381e2c0 2024-09-19T04:34:13.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.294+0000 7f81fcff9640 1 -- 172.21.15.111:0/1978966211 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f8082370 con 0x5559f381e2c0 2024-09-19T04:34:13.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.294+0000 7f82104d7740 1 -- 172.21.15.111:0/1978966211 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f381e2c0 msgr2=0x5559f3863a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:13.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.294+0000 7f82104d7740 1 --2- 172.21.15.111:0/1978966211 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f381e2c0 0x5559f3863a60 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f81f8079920 tx=0x7f81f8079580 comp rx=0 tx=0).stop 2024-09-19T04:34:13.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.294+0000 7f82104d7740 1 -- 172.21.15.111:0/1978966211 shutdown_connections 2024-09-19T04:34:13.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.294+0000 7f82104d7740 1 --2- 172.21.15.111:0/1978966211 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5559f381fa50 0x5559f38188b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.294+0000 7f82104d7740 1 --2- 172.21.15.111:0/1978966211 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559f381ba80 0x5559f381e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.294+0000 7f82104d7740 1 --2- 172.21.15.111:0/1978966211 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f381e2c0 0x5559f3863a60 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.294+0000 7f82104d7740 1 -- 172.21.15.111:0/1978966211 >> 172.21.15.111:0/1978966211 conn(0x5559f381aa80 msgr2=0x5559f3862f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:13.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.294+0000 7f82104d7740 1 -- 172.21.15.111:0/1978966211 shutdown_connections 2024-09-19T04:34:13.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.294+0000 7f82104d7740 1 -- 172.21.15.111:0/1978966211 wait complete. 2024-09-19T04:34:13.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.295+0000 7f82104d7740 1 -- start start 2024-09-19T04:34:13.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.295+0000 7f82104d7740 1 Processor -- start 2024-09-19T04:34:13.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.296+0000 7f82104d7740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559f381e2c0 0x5559f385e090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.296+0000 7f82104d7740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f381fa50 0x5559f3836b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.296+0000 7f82104d7740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5559f3849cf0 0x5559f38473b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.296+0000 7f82104d7740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5559f3780520 con 0x5559f381fa50 2024-09-19T04:34:13.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.296+0000 7f82104d7740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5559f3709450 con 0x5559f381e2c0 2024-09-19T04:34:13.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.296+0000 7f82104d7740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x5559f3819f20 con 0x5559f3849cf0 2024-09-19T04:34:13.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.296+0000 7f82104d7740 10 client.0 _ll_register_callbacks cb 0x5559f3492ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:34:13.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.296+0000 7f81fe7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f381fa50 0x5559f3836b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:13.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.296+0000 7f81fe7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f381fa50 0x5559f3836b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58846/0 (socket says 172.21.15.111:58846) 2024-09-19T04:34:13.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.296+0000 7f81fe7fc640 1 -- 172.21.15.111:0/2596142680 learned_addr learned my addr 172.21.15.111:0/2596142680 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:13.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.296+0000 7f8206ffd640 1 --2- 172.21.15.111:0/2596142680 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559f381e2c0 0x5559f385e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:13.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.296+0000 7f82077fe640 1 --2- 172.21.15.111:0/2596142680 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5559f3849cf0 0x5559f38473b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:13.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.296+0000 7f81fe7fc640 1 -- 172.21.15.111:0/2596142680 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5559f3849cf0 msgr2=0x5559f38473b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:13.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.296+0000 7f81fe7fc640 1 --2- 172.21.15.111:0/2596142680 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5559f3849cf0 0x5559f38473b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.296+0000 7f81fe7fc640 1 -- 172.21.15.111:0/2596142680 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559f381e2c0 msgr2=0x5559f385e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:13.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.296+0000 7f81fe7fc640 1 --2- 172.21.15.111:0/2596142680 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559f381e2c0 0x5559f385e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.296+0000 7f81fe7fc640 1 -- 172.21.15.111:0/2596142680 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559f34932d0 con 0x5559f381fa50 2024-09-19T04:34:13.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.296+0000 7f82077fe640 1 --2- 172.21.15.111:0/2596142680 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5559f3849cf0 0x5559f38473b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:34:13.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.296+0000 7f81fe7fc640 1 --2- 172.21.15.111:0/2596142680 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f381fa50 0x5559f3836b80 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f81f0015790 tx=0x7f81f0009190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be2c49a3a27f05ab server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:13.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.296+0000 7f81e5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-09-19T04:34:13.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.296+0000 7f81e5ffb640 1 -- 172.21.15.111:0/2596142680 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f00139d0 con 0x5559f381fa50 2024-09-19T04:34:13.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.296+0000 7f81e5ffb640 1 -- 172.21.15.111:0/2596142680 <== mon.0 v2:172.21.15.111:3300/0 2 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f81f0013b70 con 0x5559f381fa50 2024-09-19T04:34:13.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.296+0000 7f82104d7740 1 -- 172.21.15.111:0/2596142680 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f81f8082800 con 0x5559f381fa50 2024-09-19T04:34:13.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.297+0000 7f81e5ffb640 1 -- 172.21.15.111:0/2596142680 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f81f002e050 con 0x5559f381fa50 2024-09-19T04:34:13.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.297+0000 7f82104d7740 10 client.5346 fetch_fsmap learned FSMap version 20 2024-09-19T04:34:13.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.297+0000 7f82104d7740 1 -- 172.21.15.111:0/2596142680 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=20,monmap=2+}) -- 0x5559f355d6b0 con 0x5559f381fa50 2024-09-19T04:34:13.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.297+0000 7f81e5ffb640 1 -- 172.21.15.111:0/2596142680 <== mon.0 v2:172.21.15.111:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81f8082800 con 0x5559f381fa50 2024-09-19T04:34:13.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.297+0000 7f81e5ffb640 1 -- 172.21.15.111:0/2596142680 <== mon.0 v2:172.21.15.111:3300/0 5 ==== fsmap(e 20) ==== 3502+0+0 (secure 0 0 0) 0x7f81f0031020 con 0x5559f381fa50 2024-09-19T04:34:13.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.297+0000 7f82104d7740 10 client.5346 fetch_fsmap finished waiting for FSMap version 20 2024-09-19T04:34:13.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.297+0000 7f82104d7740 10 client.5346 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T04:34:13.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.297+0000 7f82104d7740 20 client.5346 populate_metadata read hostname 'smithi111' 2024-09-19T04:34:13.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.297+0000 7f82104d7740 1 --2- 172.21.15.111:0/2596142680 >> [v2:172.21.15.114:6833/3785743307,v1:172.21.15.114:6835/3785743307] conn(0x5559f3876670 0x5559f385f850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.297+0000 7f82104d7740 4 client.5346 mds_command: new command op to 5220 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T04:34:13.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.297+0000 7f82104d7740 1 -- 172.21.15.111:0/2596142680 --> [v2:172.21.15.114:6833/3785743307,v1:172.21.15.114:6835/3785743307] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5559f378dc50 con 0x5559f3876670 2024-09-19T04:34:13.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.297+0000 7f8206ffd640 1 --2- 172.21.15.111:0/2596142680 >> [v2:172.21.15.114:6833/3785743307,v1:172.21.15.114:6835/3785743307] conn(0x5559f3876670 0x5559f385f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:13.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.298+0000 7f81e5ffb640 10 client.5346 ms_handle_connect on v2:172.21.15.114:6833/3785743307 2024-09-19T04:34:13.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.298+0000 7f8206ffd640 1 --2- 172.21.15.111:0/2596142680 >> [v2:172.21.15.114:6833/3785743307,v1:172.21.15.114:6835/3785743307] conn(0x5559f3876670 0x5559f385f850 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cb012f504990fdd8 server_cookie=587119f2f0fa3a8f in_seq=0 out_seq=0 2024-09-19T04:34:13.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.298+0000 7f81e5ffb640 1 -- 172.21.15.111:0/2596142680 <== mds.0 v2:172.21.15.114:6833/3785743307 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5559f378dc50 con 0x5559f3876670 2024-09-19T04:34:13.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.298+0000 7f81e5ffb640 10 client.5346 handle_command_reply: tid=0 2024-09-19T04:34:13.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.298+0000 7f82104d7740 1 client.5346 shutdown 2024-09-19T04:34:13.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.299+0000 7f82104d7740 1 -- 172.21.15.111:0/2596142680 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f381fa50 msgr2=0x5559f3836b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:13.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.299+0000 7f82104d7740 1 --2- 172.21.15.111:0/2596142680 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f381fa50 0x5559f3836b80 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f81f0015790 tx=0x7f81f0009190 comp rx=0 tx=0).stop 2024-09-19T04:34:13.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.299+0000 7f82104d7740 1 -- 172.21.15.111:0/2596142680 shutdown_connections 2024-09-19T04:34:13.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.299+0000 7f82104d7740 1 --2- 172.21.15.111:0/2596142680 >> [v2:172.21.15.114:6833/3785743307,v1:172.21.15.114:6835/3785743307] conn(0x5559f3876670 0x5559f385f850 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.299+0000 7f82104d7740 1 --2- 172.21.15.111:0/2596142680 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5559f3849cf0 0x5559f38473b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.299+0000 7f81e5ffb640 0 client.5346 ms_handle_reset on v2:172.21.15.114:6833/3785743307 2024-09-19T04:34:13.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.299+0000 7f82104d7740 1 --2- 172.21.15.111:0/2596142680 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f381fa50 0x5559f3836b80 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.299+0000 7f82104d7740 1 --2- 172.21.15.111:0/2596142680 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559f381e2c0 0x5559f385e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.299+0000 7f82104d7740 1 -- 172.21.15.111:0/2596142680 >> 172.21.15.111:0/2596142680 conn(0x5559f381ba80 msgr2=0x5559f3860fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:13.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.299+0000 7f82104d7740 1 -- 172.21.15.111:0/2596142680 shutdown_connections 2024-09-19T04:34:13.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.299+0000 7f82104d7740 1 -- 172.21.15.111:0/2596142680 wait complete. 2024-09-19T04:34:13.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.299+0000 7f82104d7740 20 client.5346 trim_cache size 0 max 16384 2024-09-19T04:34:13.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.316+0000 7f82104d7740 1 Processor -- start 2024-09-19T04:34:13.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.316+0000 7f82104d7740 1 -- start start 2024-09-19T04:34:13.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.317+0000 7f82104d7740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f381e2c0 0x5559f3836390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.317+0000 7f82104d7740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5559f381fa50 0x5559f3886b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.317+0000 7f82104d7740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559f3849cf0 0x5559f3887050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.317+0000 7f82104d7740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f82080cc480 con 0x5559f381e2c0 2024-09-19T04:34:13.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.317+0000 7f82104d7740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f82080cb7e0 con 0x5559f3849cf0 2024-09-19T04:34:13.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.317+0000 7f82104d7740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f82080cbe30 con 0x5559f381fa50 2024-09-19T04:34:13.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.317+0000 7f8206ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f381e2c0 0x5559f3836390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:13.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.317+0000 7f8206ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f381e2c0 0x5559f3836390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58850/0 (socket says 172.21.15.111:58850) 2024-09-19T04:34:13.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.317+0000 7f8206ffd640 1 -- 172.21.15.111:0/1448405572 learned_addr learned my addr 172.21.15.111:0/1448405572 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:13.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.317+0000 7f82077fe640 1 --2- 172.21.15.111:0/1448405572 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559f3849cf0 0x5559f3887050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:13.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.317+0000 7f81fe7fc640 1 --2- 172.21.15.111:0/1448405572 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5559f381fa50 0x5559f3886b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:13.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.317+0000 7f8206ffd640 1 -- 172.21.15.111:0/1448405572 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5559f381fa50 msgr2=0x5559f3886b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:13.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.317+0000 7f8206ffd640 1 --2- 172.21.15.111:0/1448405572 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5559f381fa50 0x5559f3886b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.318+0000 7f8206ffd640 1 -- 172.21.15.111:0/1448405572 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559f3849cf0 msgr2=0x5559f3887050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:13.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.318+0000 7f8206ffd640 1 --2- 172.21.15.111:0/1448405572 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559f3849cf0 0x5559f3887050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.318+0000 7f8206ffd640 1 -- 172.21.15.111:0/1448405572 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5559f381a650 con 0x5559f381e2c0 2024-09-19T04:34:13.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.318+0000 7f81fe7fc640 1 --2- 172.21.15.111:0/1448405572 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5559f381fa50 0x5559f3886b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:34:13.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.318+0000 7f8206ffd640 1 --2- 172.21.15.111:0/1448405572 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f381e2c0 0x5559f3836390 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f81f8077ed0 tx=0x7f81f807c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4afff16aa6af61f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:13.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.318+0000 7f81e7fff640 1 -- 172.21.15.111:0/1448405572 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f8082800 con 0x5559f381e2c0 2024-09-19T04:34:13.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.318+0000 7f81e7fff640 1 -- 172.21.15.111:0/1448405572 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81f8076290 con 0x5559f381e2c0 2024-09-19T04:34:13.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.318+0000 7f81e7fff640 1 -- 172.21.15.111:0/1448405572 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f80825b0 con 0x5559f381e2c0 2024-09-19T04:34:13.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.318+0000 7f82104d7740 1 -- 172.21.15.111:0/1448405572 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f381e2c0 msgr2=0x5559f3836390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:13.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.318+0000 7f82104d7740 1 --2- 172.21.15.111:0/1448405572 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f381e2c0 0x5559f3836390 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f81f8077ed0 tx=0x7f81f807c000 comp rx=0 tx=0).stop 2024-09-19T04:34:13.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.318+0000 7f82104d7740 1 -- 172.21.15.111:0/1448405572 shutdown_connections 2024-09-19T04:34:13.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.318+0000 7f82104d7740 1 --2- 172.21.15.111:0/1448405572 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559f3849cf0 0x5559f3887050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.318+0000 7f82104d7740 1 --2- 172.21.15.111:0/1448405572 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5559f381fa50 0x5559f3886b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.318+0000 7f82104d7740 1 --2- 172.21.15.111:0/1448405572 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f381e2c0 0x5559f3836390 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.318+0000 7f82104d7740 1 -- 172.21.15.111:0/1448405572 >> 172.21.15.111:0/1448405572 conn(0x5559f381ba80 msgr2=0x5559f38636b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:13.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.318+0000 7f82104d7740 1 -- 172.21.15.111:0/1448405572 shutdown_connections 2024-09-19T04:34:13.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.318+0000 7f82104d7740 1 -- 172.21.15.111:0/1448405572 wait complete. 2024-09-19T04:34:13.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.319+0000 7f82104d7740 1 -- start start 2024-09-19T04:34:13.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.319+0000 7f82104d7740 1 Processor -- start 2024-09-19T04:34:13.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.320+0000 7f82104d7740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559f381e2c0 0x5559f38e06f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.320+0000 7f82104d7740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5559f381fa50 0x5559f3862f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.320+0000 7f82104d7740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f3849cf0 0x5559f3863440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.320+0000 7f82104d7740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5559f38608b0 con 0x5559f3849cf0 2024-09-19T04:34:13.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.320+0000 7f82104d7740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5559f385edc0 con 0x5559f381e2c0 2024-09-19T04:34:13.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.320+0000 7f82104d7740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x5559f3876a70 con 0x5559f381fa50 2024-09-19T04:34:13.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.320+0000 7f82104d7740 10 client.0 _ll_register_callbacks cb 0x7f81f0009620 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:34:13.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.320+0000 7f82077fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f3849cf0 0x5559f3863440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:13.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.320+0000 7f82077fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f3849cf0 0x5559f3863440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58860/0 (socket says 172.21.15.111:58860) 2024-09-19T04:34:13.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.320+0000 7f82077fe640 1 -- 172.21.15.111:0/1307550730 learned_addr learned my addr 172.21.15.111:0/1307550730 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:13.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.320+0000 7f8206ffd640 1 --2- 172.21.15.111:0/1307550730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559f381e2c0 0x5559f38e06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:13.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.320+0000 7f81fe7fc640 1 --2- 172.21.15.111:0/1307550730 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5559f381fa50 0x5559f3862f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:13.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.320+0000 7f82077fe640 1 -- 172.21.15.111:0/1307550730 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5559f381fa50 msgr2=0x5559f3862f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:13.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.320+0000 7f82077fe640 1 --2- 172.21.15.111:0/1307550730 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5559f381fa50 0x5559f3862f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.320+0000 7f82077fe640 1 -- 172.21.15.111:0/1307550730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559f381e2c0 msgr2=0x5559f38e06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:13.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.320+0000 7f82077fe640 1 --2- 172.21.15.111:0/1307550730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559f381e2c0 0x5559f38e06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.320+0000 7f82077fe640 1 -- 172.21.15.111:0/1307550730 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559f3867380 con 0x5559f3849cf0 2024-09-19T04:34:13.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.320+0000 7f82077fe640 1 --2- 172.21.15.111:0/1307550730 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f3849cf0 0x5559f3863440 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f82080ab310 tx=0x7f8200004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f7a9f4998f6b466 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:13.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.320+0000 7f81e5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-09-19T04:34:13.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.320+0000 7f81e5ffb640 1 -- 172.21.15.111:0/1307550730 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f820001b020 con 0x5559f3849cf0 2024-09-19T04:34:13.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.320+0000 7f81e5ffb640 1 -- 172.21.15.111:0/1307550730 <== mon.0 v2:172.21.15.111:3300/0 2 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f8200007970 con 0x5559f3849cf0 2024-09-19T04:34:13.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.320+0000 7f82104d7740 1 -- 172.21.15.111:0/1307550730 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f81f8076290 con 0x5559f3849cf0 2024-09-19T04:34:13.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.321+0000 7f81e5ffb640 1 -- 172.21.15.111:0/1307550730 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f8200025050 con 0x5559f3849cf0 2024-09-19T04:34:13.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.321+0000 7f82104d7740 10 client.5352 fetch_fsmap learned FSMap version 20 2024-09-19T04:34:13.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.321+0000 7f82104d7740 1 -- 172.21.15.111:0/1307550730 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=20,monmap=2+}) -- 0x5559f38e0c30 con 0x5559f3849cf0 2024-09-19T04:34:13.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.321+0000 7f81e5ffb640 1 -- 172.21.15.111:0/1307550730 <== mon.0 v2:172.21.15.111:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81f8076290 con 0x5559f3849cf0 2024-09-19T04:34:13.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.321+0000 7f81e5ffb640 1 -- 172.21.15.111:0/1307550730 <== mon.0 v2:172.21.15.111:3300/0 5 ==== fsmap(e 20) ==== 3502+0+0 (secure 0 0 0) 0x7f8200028020 con 0x5559f3849cf0 2024-09-19T04:34:13.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.321+0000 7f82104d7740 10 client.5352 fetch_fsmap finished waiting for FSMap version 20 2024-09-19T04:34:13.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.321+0000 7f82104d7740 10 client.5352 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T04:34:13.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.321+0000 7f82104d7740 20 client.5352 populate_metadata read hostname 'smithi111' 2024-09-19T04:34:13.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.321+0000 7f82104d7740 1 --2- 172.21.15.111:0/1307550730 >> [v2:172.21.15.114:6833/3785743307,v1:172.21.15.114:6835/3785743307] conn(0x5559f3843b80 0x5559f3871650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.321+0000 7f82104d7740 4 client.5352 mds_command: new command op to 5220 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T04:34:13.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.321+0000 7f82104d7740 1 -- 172.21.15.111:0/1307550730 --> [v2:172.21.15.114:6833/3785743307,v1:172.21.15.114:6835/3785743307] -- command(tid 0: {"prefix": "status"}) -- 0x5559f381a820 con 0x5559f3843b80 2024-09-19T04:34:13.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.321+0000 7f8206ffd640 1 --2- 172.21.15.111:0/1307550730 >> [v2:172.21.15.114:6833/3785743307,v1:172.21.15.114:6835/3785743307] conn(0x5559f3843b80 0x5559f3871650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:13.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.321+0000 7f8206ffd640 1 --2- 172.21.15.111:0/1307550730 >> [v2:172.21.15.114:6833/3785743307,v1:172.21.15.114:6835/3785743307] conn(0x5559f3843b80 0x5559f3871650 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd6a2f38b6def306 server_cookie=e646593f1004c78d in_seq=0 out_seq=0 2024-09-19T04:34:13.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.321+0000 7f81e5ffb640 10 client.5352 ms_handle_connect on v2:172.21.15.114:6833/3785743307 2024-09-19T04:34:13.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f81e5ffb640 1 -- 172.21.15.111:0/1307550730 <== mds.0 v2:172.21.15.114:6833/3785743307 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x5559f381a820 con 0x5559f3843b80 2024-09-19T04:34:13.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f81e5ffb640 10 client.5352 handle_command_reply: tid=0 2024-09-19T04:34:13.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f82104d7740 1 client.5352 shutdown 2024-09-19T04:34:13.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f82104d7740 1 -- 172.21.15.111:0/1307550730 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f3849cf0 msgr2=0x5559f3863440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:13.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f82104d7740 1 --2- 172.21.15.111:0/1307550730 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f3849cf0 0x5559f3863440 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f82080ab310 tx=0x7f8200004750 comp rx=0 tx=0).stop 2024-09-19T04:34:13.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f82104d7740 1 -- 172.21.15.111:0/1307550730 shutdown_connections 2024-09-19T04:34:13.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f82104d7740 1 --2- 172.21.15.111:0/1307550730 >> [v2:172.21.15.114:6833/3785743307,v1:172.21.15.114:6835/3785743307] conn(0x5559f3843b80 0x5559f3871650 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f82104d7740 1 --2- 172.21.15.111:0/1307550730 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5559f3849cf0 0x5559f3863440 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f82104d7740 1 --2- 172.21.15.111:0/1307550730 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5559f381fa50 0x5559f3862f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f82104d7740 1 --2- 172.21.15.111:0/1307550730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559f381e2c0 0x5559f38e06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f81e5ffb640 0 client.5352 ms_handle_reset on v2:172.21.15.114:6833/3785743307 2024-09-19T04:34:13.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f82104d7740 1 -- 172.21.15.111:0/1307550730 >> 172.21.15.111:0/1307550730 conn(0x5559f381ba80 msgr2=0x5559f3836390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:13.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f82104d7740 1 -- 172.21.15.111:0/1307550730 shutdown_connections 2024-09-19T04:34:13.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f82104d7740 1 -- 172.21.15.111:0/1307550730 wait complete. 2024-09-19T04:34:13.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f82104d7740 20 client.5352 trim_cache size 0 max 16384 2024-09-19T04:34:13.330 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:34:13.330 INFO:teuthology.orchestra.run.smithi111.stdout: "cluster_fsid": "96a4203e-380c-426d-916c-b9d719e0db84", 2024-09-19T04:34:13.330 INFO:teuthology.orchestra.run.smithi111.stdout: "whoami": 0, 2024-09-19T04:34:13.331 INFO:teuthology.orchestra.run.smithi111.stdout: "id": 5220, 2024-09-19T04:34:13.331 INFO:teuthology.orchestra.run.smithi111.stdout: "want_state": "up:active", 2024-09-19T04:34:13.331 INFO:teuthology.orchestra.run.smithi111.stdout: "state": "up:active", 2024-09-19T04:34:13.331 INFO:teuthology.orchestra.run.smithi111.stdout: "fs_name": "cephfs", 2024-09-19T04:34:13.331 INFO:teuthology.orchestra.run.smithi111.stdout: "rank_uptime": 8.8668463170000003, 2024-09-19T04:34:13.331 INFO:teuthology.orchestra.run.smithi111.stdout: "mdsmap_epoch": 20, 2024-09-19T04:34:13.331 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch": 44, 2024-09-19T04:34:13.331 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch_barrier": 44, 2024-09-19T04:34:13.331 INFO:teuthology.orchestra.run.smithi111.stdout: "uptime": 12.964420241999999 2024-09-19T04:34:13.331 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:34:13.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f820d73b640 1 -- 172.21.15.111:0/4219354890 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f81e806c460 msgr2=0x7f81e806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:13.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f820d73b640 1 --2- 172.21.15.111:0/4219354890 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f81e806c460 0x7f81e806e920 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f81f0006a90 tx=0x7f81f0006a20 comp rx=0 tx=0).stop 2024-09-19T04:34:13.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f820d73b640 1 -- 172.21.15.111:0/4219354890 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f82080cef90 msgr2=0x7f82081597a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:13.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f820d73b640 1 --2- 172.21.15.111:0/4219354890 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f82080cef90 0x7f82081597a0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f81f802a2b0 tx=0x7f81f80046c0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f820d73b640 1 -- 172.21.15.111:0/4219354890 shutdown_connections 2024-09-19T04:34:13.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f820d73b640 1 --2- 172.21.15.111:0/4219354890 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f81e806c460 0x7f81e806e920 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f820d73b640 1 --2- 172.21.15.111:0/4219354890 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f820815ed20 0x7f8208160fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f820d73b640 1 --2- 172.21.15.111:0/4219354890 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f820815e940 0x7f82080ca4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f820d73b640 1 --2- 172.21.15.111:0/4219354890 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f82080cef90 0x7f82081597a0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.322+0000 7f820d73b640 1 -- 172.21.15.111:0/4219354890 >> 172.21.15.111:0/4219354890 conn(0x7f82080b6240 msgr2=0x7f82080cf630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:13.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.323+0000 7f820d73b640 1 -- 172.21.15.111:0/4219354890 shutdown_connections 2024-09-19T04:34:13.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.323+0000 7f820d73b640 1 -- 172.21.15.111:0/4219354890 wait complete. 2024-09-19T04:34:13.335 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:34:13.434 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.432+0000 7f2e286e6640 1 Processor -- start 2024-09-19T04:34:13.434 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.432+0000 7f2e286e6640 1 -- start start 2024-09-19T04:34:13.435 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.433+0000 7f2e286e6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2e200cd300 0x7f2e2006ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.435 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.433+0000 7f2e286e6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e2015ecf0 con 0x7f2e2015c300 2024-09-19T04:34:13.435 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.433+0000 7f2e286e6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e2015c6e0 con 0x7f2e2006f010 2024-09-19T04:34:13.436 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.434+0000 7f2e286e6640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f2e2006f480 con 0x7f2e200cd300 2024-09-19T04:34:13.436 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.434+0000 7f2e25c81640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2e200cd300 0x7f2e2006ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:13.436 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.434+0000 7f2e26482640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f2e2015c300 0x7f2e200affc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:49634/0 (socket says 172.21.15.111:49634) 2024-09-19T04:34:13.436 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.434+0000 7f2e26482640 1 -- 172.21.15.111:0/2818142172 learned_addr learned my addr 172.21.15.111:0/2818142172 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:34:13.436 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.434+0000 7f2e25c81640 1 -- 172.21.15.111:0/2818142172 >> v1:172.21.15.114:6789/0 conn(0x7f2e2006f010 legacy=0x7f2e200ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:13.436 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.434+0000 7f2e25c81640 1 -- 172.21.15.111:0/2818142172 >> v1:172.21.15.111:6789/0 conn(0x7f2e2015c300 legacy=0x7f2e200affc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:13.436 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.434+0000 7f2e25c81640 1 -- 172.21.15.111:0/2818142172 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e2015efb0 con 0x7f2e200cd300 2024-09-19T04:34:13.436 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.434+0000 7f2e25480640 1 -- 172.21.15.111:0/2818142172 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 532507197 0 0) 0x7f2e2015ecf0 con 0x7f2e2015c300 2024-09-19T04:34:13.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.435+0000 7f2e25c81640 1 --2- 172.21.15.111:0/2818142172 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e200cd300 0x7f2e2006ead0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c0097a0 tx=0x7f2e1c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d38d9c3c1de546d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:13.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.435+0000 7f2e25480640 1 -- 172.21.15.111:0/2818142172 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c037070 con 0x7f2e200cd300 2024-09-19T04:34:13.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.435+0000 7f2e25480640 1 -- 172.21.15.111:0/2818142172 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e1c02ae50 con 0x7f2e200cd300 2024-09-19T04:34:13.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.435+0000 7f2e25480640 1 -- 172.21.15.111:0/2818142172 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c032660 con 0x7f2e200cd300 2024-09-19T04:34:13.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.435+0000 7f2e286e6640 1 -- 172.21.15.111:0/2818142172 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e200cd300 msgr2=0x7f2e2006ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:13.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.435+0000 7f2e286e6640 1 --2- 172.21.15.111:0/2818142172 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e200cd300 0x7f2e2006ead0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c0097a0 tx=0x7f2e1c02a140 comp rx=0 tx=0).stop 2024-09-19T04:34:13.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.435+0000 7f2e286e6640 1 -- 172.21.15.111:0/2818142172 shutdown_connections 2024-09-19T04:34:13.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.436+0000 7f2e286e6640 1 --2- 172.21.15.111:0/2818142172 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e200cd300 0x7f2e2006ead0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.436+0000 7f2e286e6640 1 -- 172.21.15.111:0/2818142172 >> 172.21.15.111:0/2818142172 conn(0x7f2e2006cae0 msgr2=0x7f2e2006cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:13.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.436+0000 7f2e286e6640 1 -- 172.21.15.111:0/2818142172 shutdown_connections 2024-09-19T04:34:13.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.436+0000 7f2e286e6640 1 -- 172.21.15.111:0/2818142172 wait complete. 2024-09-19T04:34:13.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.437+0000 7f2e286e6640 1 Processor -- start 2024-09-19T04:34:13.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.437+0000 7f2e286e6640 1 -- start start 2024-09-19T04:34:13.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.437+0000 7f2e286e6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e2006f010 0x7f2e20161c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.437+0000 7f2e286e6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e200cd300 0x7f2e201f4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.437+0000 7f2e286e6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e2015c300 0x7f2e200cfbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.437+0000 7f2e286e6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2e2015f850 con 0x7f2e2015c300 2024-09-19T04:34:13.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.437+0000 7f2e286e6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2e2015f570 con 0x7f2e2006f010 2024-09-19T04:34:13.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.437+0000 7f2e286e6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2e20071880 con 0x7f2e200cd300 2024-09-19T04:34:13.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.437+0000 7f2e26c83640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e2015c300 0x7f2e200cfbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:13.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.438+0000 7f2e26c83640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e2015c300 0x7f2e200cfbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58874/0 (socket says 172.21.15.111:58874) 2024-09-19T04:34:13.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.438+0000 7f2e26c83640 1 -- 172.21.15.111:0/3478196942 learned_addr learned my addr 172.21.15.111:0/3478196942 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:13.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.438+0000 7f2e26c83640 1 -- 172.21.15.111:0/3478196942 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e200cd300 msgr2=0x7f2e201f4e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:13.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.438+0000 7f2e26c83640 1 --2- 172.21.15.111:0/3478196942 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e200cd300 0x7f2e201f4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.438+0000 7f2e26c83640 1 -- 172.21.15.111:0/3478196942 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e2006f010 msgr2=0x7f2e20161c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:13.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.438+0000 7f2e26482640 1 --2- 172.21.15.111:0/3478196942 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e2006f010 0x7f2e20161c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:13.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.438+0000 7f2e26c83640 1 --2- 172.21.15.111:0/3478196942 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e2006f010 0x7f2e20161c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.438+0000 7f2e26c83640 1 -- 172.21.15.111:0/3478196942 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e201f53a0 con 0x7f2e2015c300 2024-09-19T04:34:13.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.438+0000 7f2e26c83640 1 --2- 172.21.15.111:0/3478196942 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e2015c300 0x7f2e200cfbb0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f2e1800c780 tx=0x7f2e1800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:13.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.438+0000 7f2e12ffd640 1 -- 172.21.15.111:0/3478196942 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e18004b60 con 0x7f2e2015c300 2024-09-19T04:34:13.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.438+0000 7f2e12ffd640 1 -- 172.21.15.111:0/3478196942 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e18004d00 con 0x7f2e2015c300 2024-09-19T04:34:13.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.438+0000 7f2e286e6640 1 -- 172.21.15.111:0/3478196942 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e20160eb0 con 0x7f2e2015c300 2024-09-19T04:34:13.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.438+0000 7f2e12ffd640 1 -- 172.21.15.111:0/3478196942 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e1800aa90 con 0x7f2e2015c300 2024-09-19T04:34:13.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.438+0000 7f2e286e6640 1 -- 172.21.15.111:0/3478196942 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e20161470 con 0x7f2e2015c300 2024-09-19T04:34:13.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.439+0000 7f2e286e6640 1 -- 172.21.15.111:0/3478196942 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e2006ead0 con 0x7f2e2015c300 2024-09-19T04:34:13.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.439+0000 7f2e12ffd640 1 -- 172.21.15.111:0/3478196942 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f2e1800ac30 con 0x7f2e2015c300 2024-09-19T04:34:13.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.440+0000 7f2e12ffd640 1 --2- 172.21.15.111:0/3478196942 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2e0406c490 0x7f2e0406e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:13.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.440+0000 7f2e26482640 1 --2- 172.21.15.111:0/3478196942 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2e0406c490 0x7f2e0406e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:13.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.440+0000 7f2e12ffd640 1 -- 172.21.15.111:0/3478196942 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f2e1808bc00 con 0x7f2e2015c300 2024-09-19T04:34:13.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.441+0000 7f2e26482640 1 --2- 172.21.15.111:0/3478196942 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2e0406c490 0x7f2e0406e950 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f2e14000f60 tx=0x7f2e14009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:13.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.445+0000 7f2e12ffd640 1 -- 172.21.15.111:0/3478196942 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2e18092080 con 0x7f2e2015c300 2024-09-19T04:34:13.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.644+0000 7f2e286e6640 1 -- 172.21.15.111:0/3478196942 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f2e20071d90 con 0x7f2e2015c300 2024-09-19T04:34:13.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.644+0000 7f2e12ffd640 1 -- 172.21.15.111:0/3478196942 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v20) ==== 53+0+73 (secure 0 0 0) 0x7f2e1805a100 con 0x7f2e2015c300 2024-09-19T04:34:13.646 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:34:13.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.646+0000 7f2e286e6640 1 -- 172.21.15.111:0/3478196942 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2e0406c490 msgr2=0x7f2e0406e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:13.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.646+0000 7f2e286e6640 1 --2- 172.21.15.111:0/3478196942 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2e0406c490 0x7f2e0406e950 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f2e14000f60 tx=0x7f2e14009040 comp rx=0 tx=0).stop 2024-09-19T04:34:13.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.646+0000 7f2e286e6640 1 -- 172.21.15.111:0/3478196942 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e2015c300 msgr2=0x7f2e200cfbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:13.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.646+0000 7f2e286e6640 1 --2- 172.21.15.111:0/3478196942 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e2015c300 0x7f2e200cfbb0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f2e1800c780 tx=0x7f2e1800cc40 comp rx=0 tx=0).stop 2024-09-19T04:34:13.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.646+0000 7f2e286e6640 1 -- 172.21.15.111:0/3478196942 shutdown_connections 2024-09-19T04:34:13.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.646+0000 7f2e286e6640 1 --2- 172.21.15.111:0/3478196942 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2e0406c490 0x7f2e0406e950 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.646+0000 7f2e286e6640 1 --2- 172.21.15.111:0/3478196942 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e2015c300 0x7f2e200cfbb0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.646+0000 7f2e286e6640 1 --2- 172.21.15.111:0/3478196942 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e200cd300 0x7f2e201f4e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.646+0000 7f2e286e6640 1 --2- 172.21.15.111:0/3478196942 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e2006f010 0x7f2e20161c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:13.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.646+0000 7f2e286e6640 1 -- 172.21.15.111:0/3478196942 >> 172.21.15.111:0/3478196942 conn(0x7f2e2006cae0 msgr2=0x7f2e200725a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:13.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.646+0000 7f2e286e6640 1 -- 172.21.15.111:0/3478196942 shutdown_connections 2024-09-19T04:34:13.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13.646+0000 7f2e286e6640 1 -- 172.21.15.111:0/3478196942 wait complete. 2024-09-19T04:34:13.658 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:34:13.658 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:34:13.658 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi111.front.sepia.ceph.com 2024-09-19T04:34:13.658 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T04:34:13.659 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T04:34:13.659 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:34:13.659 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:34:13.659 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:34:13.659 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:34:13.659 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:34:13.659 DEBUG:teuthology.orchestra.run.smithi111:> ip addr 2024-09-19T04:34:13.675 INFO:teuthology.orchestra.run.smithi111.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:34:13.675 INFO:teuthology.orchestra.run.smithi111.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:34:13.675 INFO:teuthology.orchestra.run.smithi111.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:34:13.675 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:34:13.675 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 ::1/128 scope host 2024-09-19T04:34:13.675 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:34:13.676 INFO:teuthology.orchestra.run.smithi111.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:34:13.676 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:24 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:34:13.676 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f0 2024-09-19T04:34:13.676 INFO:teuthology.orchestra.run.smithi111.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:34:13.676 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:25 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:34:13.676 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f1 2024-09-19T04:34:13.676 INFO:teuthology.orchestra.run.smithi111.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:34:13.676 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2e brd ff:ff:ff:ff:ff:ff 2024-09-19T04:34:13.676 INFO:teuthology.orchestra.run.smithi111.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:34:13.676 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2f brd ff:ff:ff:ff:ff:ff 2024-09-19T04:34:13.676 INFO:teuthology.orchestra.run.smithi111.stdout: inet 172.21.15.111/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:34:13.676 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft 42712sec preferred_lft 42712sec 2024-09-19T04:34:13.677 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::ec4:7aff:fe8f:cc2f/64 scope link noprefixroute 2024-09-19T04:34:13.677 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:34:13.677 INFO:teuthology.orchestra.run.smithi111.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:34:13.677 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 52:d4:1f:0e:24:21 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:34:13.677 INFO:teuthology.orchestra.run.smithi111.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:34:13.677 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:34:13.677 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::6cca:96ff:fe86:c24e/64 scope link 2024-09-19T04:34:13.677 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:34:13.677 INFO:teuthology.orchestra.run.smithi111.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:34:13.677 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 76:f0:b7:84:e3:fb brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T04:34:13.677 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::74f0:b7ff:fe84:e3fb/64 scope link 2024-09-19T04:34:13.677 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:34:13.677 INFO:teuthology.orchestra.run.smithi111.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:34:13.678 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 52:d4:1f:0e:24:21 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T04:34:13.678 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::50d4:1fff:fe0e:2421/64 scope link 2024-09-19T04:34:13.678 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:34:13.678 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:34:13.678 DEBUG:teuthology.orchestra.run.smithi111:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:34:13.737 INFO:teuthology.orchestra.run.smithi111.stdout:1 2024-09-19T04:34:13.739 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:34:13.739 DEBUG:teuthology.orchestra.run.smithi111:> route 2024-09-19T04:34:13.796 INFO:teuthology.orchestra.run.smithi111.stdout:Kernel IP routing table 2024-09-19T04:34:13.796 INFO:teuthology.orchestra.run.smithi111.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:34:13.796 INFO:teuthology.orchestra.run.smithi111.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:34:13.796 INFO:teuthology.orchestra.run.smithi111.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:34:13.796 INFO:teuthology.orchestra.run.smithi111.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:34:13.796 DEBUG:teuthology.orchestra.run.smithi111:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:34:13.796 DEBUG:teuthology.orchestra.run.smithi111:> set -e 2024-09-19T04:34:13.797 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:34:13.797 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:34:13.797 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:34:13.797 DEBUG:teuthology.orchestra.run.smithi111:> ') 2024-09-19T04:34:13.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:34:13.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:34:13.922 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:34:13.922 DEBUG:teuthology.orchestra.run.smithi111:> ip netns list 2024-09-19T04:34:13.937 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T04:34:13.937 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T04:34:13.938 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:34:13.938 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:34:13.938 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip link set brx.0 up 2024-09-19T04:34:14.003 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:34:14.003 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T04:34:14.058 INFO:teuthology.orchestra.run.smithi111.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:34:14.059 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:34:14.059 DEBUG:teuthology.orchestra.run.smithi111:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:34:14.114 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T04:34:14.114 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:34:14.114 DEBUG:teuthology.orchestra.run.smithi111:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:34:14.197 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:34:14.197 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:34:14.205 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:34:14.205 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:34:14.205 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:34:14.205 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: trying mount with new device syntax: 0@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:34:14.205 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:34:14.206 INFO:teuthology.orchestra.run.smithi111.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T04:34:14.206 INFO:teuthology.orchestra.run.smithi111.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:34:14.206 INFO:teuthology.orchestra.run.smithi111.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:34:14.206 INFO:teuthology.orchestra.run.smithi111.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:34:14.206 INFO:teuthology.orchestra.run.smithi111.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:34:14.207 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:34:14.208 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:34:14.208 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:34:14.273 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:34:14.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:34:14.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:34:14.375 INFO:teuthology.orchestra.run.smithi111.stdout:client5116 2024-09-19T04:34:14.375 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:34:14.376 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:34:14.391 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:34:14.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.529+0000 7f544e93b640 1 Processor -- start 2024-09-19T04:34:14.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.529+0000 7f544e93b640 1 -- start start 2024-09-19T04:34:14.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.530+0000 7f544e93b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f544815b150 0x7f54480b4660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:14.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.530+0000 7f544e93b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f54480cda80 con 0x7f54480d0820 2024-09-19T04:34:14.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.530+0000 7f544e93b640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f54480cdd60 con 0x7f54480ceb20 2024-09-19T04:34:14.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.530+0000 7f544e93b640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f54480ce690 con 0x7f544815b150 2024-09-19T04:34:14.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.530+0000 7f5447fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f544815b150 0x7f54480b4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:14.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.530+0000 7f544ced8640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f54480d0820 0x7f54480711b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:49640/0 (socket says 172.21.15.111:49640) 2024-09-19T04:34:14.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.530+0000 7f544ced8640 1 -- 172.21.15.111:0/2360387049 learned_addr learned my addr 172.21.15.111:0/2360387049 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:34:14.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.531+0000 7f5447fff640 1 -- 172.21.15.111:0/2360387049 >> v1:172.21.15.114:6789/0 conn(0x7f54480ceb20 legacy=0x7f54480d0110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:14.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.531+0000 7f5447fff640 1 -- 172.21.15.111:0/2360387049 >> v1:172.21.15.111:6789/0 conn(0x7f54480d0820 legacy=0x7f54480711b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:14.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.531+0000 7f5447fff640 1 -- 172.21.15.111:0/2360387049 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54480ce040 con 0x7f544815b150 2024-09-19T04:34:14.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.531+0000 7f5446ffd640 1 -- 172.21.15.111:0/2360387049 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 376113601 0 0) 0x7f54480cda80 con 0x7f54480d0820 2024-09-19T04:34:14.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.532+0000 7f5447fff640 1 --2- 172.21.15.111:0/2360387049 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f544815b150 0x7f54480b4660 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f54480ce810 tx=0x7f543802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ef8ed24354f5002 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:14.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.532+0000 7f5446ffd640 1 -- 172.21.15.111:0/2360387049 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5438037070 con 0x7f544815b150 2024-09-19T04:34:14.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.532+0000 7f5446ffd640 1 -- 172.21.15.111:0/2360387049 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5438032440 con 0x7f544815b150 2024-09-19T04:34:14.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.532+0000 7f5446ffd640 1 -- 172.21.15.111:0/2360387049 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5438032810 con 0x7f544815b150 2024-09-19T04:34:14.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.532+0000 7f544e93b640 1 -- 172.21.15.111:0/2360387049 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f544815b150 msgr2=0x7f54480b4660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:14.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.532+0000 7f544e93b640 1 --2- 172.21.15.111:0/2360387049 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f544815b150 0x7f54480b4660 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f54480ce810 tx=0x7f543802a1c0 comp rx=0 tx=0).stop 2024-09-19T04:34:14.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.532+0000 7f544e93b640 1 -- 172.21.15.111:0/2360387049 shutdown_connections 2024-09-19T04:34:14.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.532+0000 7f544e93b640 1 --2- 172.21.15.111:0/2360387049 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f544815b150 0x7f54480b4660 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:14.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.532+0000 7f544e93b640 1 -- 172.21.15.111:0/2360387049 >> 172.21.15.111:0/2360387049 conn(0x7f5448062cc0 msgr2=0x7f544806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:14.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.532+0000 7f544e93b640 1 -- 172.21.15.111:0/2360387049 shutdown_connections 2024-09-19T04:34:14.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.532+0000 7f544e93b640 1 -- 172.21.15.111:0/2360387049 wait complete. 2024-09-19T04:34:14.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.533+0000 7f544e93b640 1 Processor -- start 2024-09-19T04:34:14.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.534+0000 7f544e93b640 1 -- start start 2024-09-19T04:34:14.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.534+0000 7f544e93b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54480ceb20 0x7f5448147eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:14.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.534+0000 7f544e93b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f54480d0820 0x7f54481e76a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:14.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.534+0000 7f544e93b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f544815b150 0x7f54481e5b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:14.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.534+0000 7f544e93b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5448073c00 con 0x7f54480ceb20 2024-09-19T04:34:14.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.534+0000 7f544e93b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f54480cef80 con 0x7f54480d0820 2024-09-19T04:34:14.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.534+0000 7f544e93b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5448073d80 con 0x7f544815b150 2024-09-19T04:34:14.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.534+0000 7f5447fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54480ceb20 0x7f5448147eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:14.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.534+0000 7f5447fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54480ceb20 0x7f5448147eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58888/0 (socket says 172.21.15.111:58888) 2024-09-19T04:34:14.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.534+0000 7f5447fff640 1 -- 172.21.15.111:0/2905481260 learned_addr learned my addr 172.21.15.111:0/2905481260 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:14.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.535+0000 7f54477fe640 1 --2- 172.21.15.111:0/2905481260 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f54480d0820 0x7f54481e76a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:14.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.535+0000 7f544ced8640 1 --2- 172.21.15.111:0/2905481260 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f544815b150 0x7f54481e5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:14.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.535+0000 7f5447fff640 1 -- 172.21.15.111:0/2905481260 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f544815b150 msgr2=0x7f54481e5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:14.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.535+0000 7f5447fff640 1 --2- 172.21.15.111:0/2905481260 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f544815b150 0x7f54481e5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:14.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.535+0000 7f5447fff640 1 -- 172.21.15.111:0/2905481260 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f54480d0820 msgr2=0x7f54481e76a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:14.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.535+0000 7f5447fff640 1 --2- 172.21.15.111:0/2905481260 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f54480d0820 0x7f54481e76a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:14.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.535+0000 7f5447fff640 1 -- 172.21.15.111:0/2905481260 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54481e6600 con 0x7f54480ceb20 2024-09-19T04:34:14.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.535+0000 7f54477fe640 1 --2- 172.21.15.111:0/2905481260 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f54480d0820 0x7f54481e76a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:34:14.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.535+0000 7f544ced8640 1 --2- 172.21.15.111:0/2905481260 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f544815b150 0x7f54481e5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:34:14.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.535+0000 7f5447fff640 1 --2- 172.21.15.111:0/2905481260 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54480ceb20 0x7f5448147eb0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f5438000c00 tx=0x7f54380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:14.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.535+0000 7f5444ff9640 1 -- 172.21.15.111:0/2905481260 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5438041070 con 0x7f54480ceb20 2024-09-19T04:34:14.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.535+0000 7f5444ff9640 1 -- 172.21.15.111:0/2905481260 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f543803c950 con 0x7f54480ceb20 2024-09-19T04:34:14.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.535+0000 7f544e93b640 1 -- 172.21.15.111:0/2905481260 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54481e68e0 con 0x7f54480ceb20 2024-09-19T04:34:14.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.535+0000 7f5444ff9640 1 -- 172.21.15.111:0/2905481260 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5438037040 con 0x7f54480ceb20 2024-09-19T04:34:14.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.535+0000 7f544e93b640 1 -- 172.21.15.111:0/2905481260 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54481e6ea0 con 0x7f54480ceb20 2024-09-19T04:34:14.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.536+0000 7f544e93b640 1 -- 172.21.15.111:0/2905481260 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54481e72c0 con 0x7f54480ceb20 2024-09-19T04:34:14.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.537+0000 7f5444ff9640 1 -- 172.21.15.111:0/2905481260 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f5438044070 con 0x7f54480ceb20 2024-09-19T04:34:14.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.537+0000 7f5444ff9640 1 --2- 172.21.15.111:0/2905481260 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f543406c460 0x7f543406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:14.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.537+0000 7f54477fe640 1 --2- 172.21.15.111:0/2905481260 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f543406c460 0x7f543406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:14.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.537+0000 7f5444ff9640 1 -- 172.21.15.111:0/2905481260 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f54380ac5c0 con 0x7f54480ceb20 2024-09-19T04:34:14.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.538+0000 7f54477fe640 1 --2- 172.21.15.111:0/2905481260 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f543406c460 0x7f543406e920 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f54480b4ab0 tx=0x7f543c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:14.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.542+0000 7f5444ff9640 1 -- 172.21.15.111:0/2905481260 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f543807abd0 con 0x7f54480ceb20 2024-09-19T04:34:14.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.739+0000 7f544e93b640 1 -- 172.21.15.111:0/2905481260 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f54480b17b0 con 0x7f54480ceb20 2024-09-19T04:34:14.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.739+0000 7f5444ff9640 1 -- 172.21.15.111:0/2905481260 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v20) ==== 53+0+73 (secure 0 0 0) 0x7f543807a4d0 con 0x7f54480ceb20 2024-09-19T04:34:14.741 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:34:14.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.741+0000 7f544e93b640 1 -- 172.21.15.111:0/2905481260 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f543406c460 msgr2=0x7f543406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:14.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.741+0000 7f544e93b640 1 --2- 172.21.15.111:0/2905481260 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f543406c460 0x7f543406e920 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f54480b4ab0 tx=0x7f543c009040 comp rx=0 tx=0).stop 2024-09-19T04:34:14.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.741+0000 7f544e93b640 1 -- 172.21.15.111:0/2905481260 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54480ceb20 msgr2=0x7f5448147eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:14.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.741+0000 7f544e93b640 1 --2- 172.21.15.111:0/2905481260 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54480ceb20 0x7f5448147eb0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f5438000c00 tx=0x7f54380046c0 comp rx=0 tx=0).stop 2024-09-19T04:34:14.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.741+0000 7f544e93b640 1 -- 172.21.15.111:0/2905481260 shutdown_connections 2024-09-19T04:34:14.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.741+0000 7f544e93b640 1 --2- 172.21.15.111:0/2905481260 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f543406c460 0x7f543406e920 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:14.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.741+0000 7f544e93b640 1 --2- 172.21.15.111:0/2905481260 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f544815b150 0x7f54481e5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:14.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.741+0000 7f544e93b640 1 --2- 172.21.15.111:0/2905481260 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f54480d0820 0x7f54481e76a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:14.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.741+0000 7f544e93b640 1 --2- 172.21.15.111:0/2905481260 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54480ceb20 0x7f5448147eb0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:14.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.741+0000 7f544e93b640 1 -- 172.21.15.111:0/2905481260 >> 172.21.15.111:0/2905481260 conn(0x7f5448062cc0 msgr2=0x7f54480b3ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:14.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.741+0000 7f544e93b640 1 -- 172.21.15.111:0/2905481260 shutdown_connections 2024-09-19T04:34:14.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:14.741+0000 7f544e93b640 1 -- 172.21.15.111:0/2905481260 wait complete. 2024-09-19T04:34:14.754 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:34:14.754 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:34:14.754 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi114.front.sepia.ceph.com 2024-09-19T04:34:14.754 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T04:34:14.754 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T04:34:14.754 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:34:14.754 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:34:14.754 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:34:14.754 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:34:14.754 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:34:14.754 DEBUG:teuthology.orchestra.run.smithi114:> ip addr 2024-09-19T04:34:14.774 INFO:teuthology.orchestra.run.smithi114.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:34:14.775 INFO:teuthology.orchestra.run.smithi114.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:34:14.775 INFO:teuthology.orchestra.run.smithi114.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:34:14.775 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:34:14.775 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 ::1/128 scope host 2024-09-19T04:34:14.775 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:34:14.775 INFO:teuthology.orchestra.run.smithi114.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:34:14.775 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:34:14.775 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f0 2024-09-19T04:34:14.775 INFO:teuthology.orchestra.run.smithi114.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:34:14.775 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:34:14.775 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f1 2024-09-19T04:34:14.775 INFO:teuthology.orchestra.run.smithi114.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:34:14.775 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:62 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:34:14.776 INFO:teuthology.orchestra.run.smithi114.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:34:14.776 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:63 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:34:14.776 INFO:teuthology.orchestra.run.smithi114.stdout: inet 172.21.15.114/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:34:14.776 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft 42701sec preferred_lft 42701sec 2024-09-19T04:34:14.776 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::ec4:7aff:fe8f:cb63/64 scope link noprefixroute 2024-09-19T04:34:14.776 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:34:14.776 INFO:teuthology.orchestra.run.smithi114.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:34:14.776 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether ca:e7:76:90:98:85 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:34:14.776 INFO:teuthology.orchestra.run.smithi114.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:34:14.776 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:34:14.776 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::9858:beff:fef5:aa6d/64 scope link 2024-09-19T04:34:14.776 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:34:14.777 INFO:teuthology.orchestra.run.smithi114.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:34:14.777 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether ca:e7:76:90:98:85 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T04:34:14.777 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::c8e7:76ff:fe90:9885/64 scope link 2024-09-19T04:34:14.777 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:34:14.777 INFO:teuthology.orchestra.run.smithi114.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:34:14.777 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether d6:e6:9a:34:5c:2e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T04:34:14.777 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::d4e6:9aff:fe34:5c2e/64 scope link 2024-09-19T04:34:14.777 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:34:14.777 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:34:14.777 DEBUG:teuthology.orchestra.run.smithi114:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:34:14.843 INFO:teuthology.orchestra.run.smithi114.stdout:1 2024-09-19T04:34:14.845 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:34:14.846 DEBUG:teuthology.orchestra.run.smithi114:> route 2024-09-19T04:34:14.905 INFO:teuthology.orchestra.run.smithi114.stdout:Kernel IP routing table 2024-09-19T04:34:14.905 INFO:teuthology.orchestra.run.smithi114.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:34:14.905 INFO:teuthology.orchestra.run.smithi114.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:34:14.906 INFO:teuthology.orchestra.run.smithi114.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:34:14.906 INFO:teuthology.orchestra.run.smithi114.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:34:14.906 DEBUG:teuthology.orchestra.run.smithi114:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:34:14.906 DEBUG:teuthology.orchestra.run.smithi114:> set -e 2024-09-19T04:34:14.906 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:34:14.906 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:34:14.906 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:34:14.906 DEBUG:teuthology.orchestra.run.smithi114:> ') 2024-09-19T04:34:15.000 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:34:15 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:34:15.035 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:34:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:34:15.041 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:34:15.041 DEBUG:teuthology.orchestra.run.smithi114:> ip netns list 2024-09-19T04:34:15.057 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T04:34:15.057 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T04:34:15.058 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:34:15.058 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:34:15.058 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip link set brx.0 up 2024-09-19T04:34:15.122 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:34:15.122 DEBUG:teuthology.orchestra.run.smithi114:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T04:34:15.177 INFO:teuthology.orchestra.run.smithi114.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:34:15.178 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:34:15.178 DEBUG:teuthology.orchestra.run.smithi114:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:34:15.233 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-19T04:34:15.233 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:34:15.233 DEBUG:teuthology.orchestra.run.smithi114:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:34:15.316 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:34:15.316 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:34:15.324 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:34:15.325 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:34:15.325 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:34:15.325 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: trying mount with new device syntax: 1@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:34:15.325 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:34:15.325 INFO:teuthology.orchestra.run.smithi114.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T04:34:15.325 INFO:teuthology.orchestra.run.smithi114.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:34:15.325 INFO:teuthology.orchestra.run.smithi114.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:34:15.325 INFO:teuthology.orchestra.run.smithi114.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:34:15.326 INFO:teuthology.orchestra.run.smithi114.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:34:15.326 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:34:15.327 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:34:15.327 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:34:15.392 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:34:15.480 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:34:15 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:34:15.482 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:34:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:34:15.488 INFO:teuthology.orchestra.run.smithi114.stdout:client5119 2024-09-19T04:34:15.489 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:34:15.489 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:34:15.504 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-19T04:34:15.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.609+0000 7fbb843d8640 1 Processor -- start 2024-09-19T04:34:15.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.609+0000 7fbb843d8640 1 -- start start 2024-09-19T04:34:15.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.610+0000 7fbb843d8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fbb7c15b370 0x7fbb7c072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:15.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.610+0000 7fbb843d8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbb7c06f130 0x7fbb7c0ce490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:15.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.610+0000 7fbb843d8640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb7c15c970 con 0x7fbb7c15f9f0 2024-09-19T04:34:15.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.610+0000 7fbb843d8640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fbb7c15fef0 con 0x7fbb7c15b370 2024-09-19T04:34:15.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.610+0000 7fbb843d8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fbb7c15bbb0 con 0x7fbb7c06f130 2024-09-19T04:34:15.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.610+0000 7fbb82174640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fbb7c15b370 0x7fbb7c072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:15.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.610+0000 7fbb82174640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fbb7c15b370 0x7fbb7c072560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58904/0 (socket says 172.21.15.111:58904) 2024-09-19T04:34:15.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.610+0000 7fbb82174640 1 -- 172.21.15.111:0/3751084572 learned_addr learned my addr 172.21.15.111:0/3751084572 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:15.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.610+0000 7fbb82975640 1 --2- 172.21.15.111:0/3751084572 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbb7c06f130 0x7fbb7c0ce490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:15.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.610+0000 7fbb82174640 1 -- 172.21.15.111:0/3751084572 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbb7c06f130 msgr2=0x7fbb7c0ce490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:15.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.610+0000 7fbb82174640 1 --2- 172.21.15.111:0/3751084572 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbb7c06f130 0x7fbb7c0ce490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:15.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.610+0000 7fbb82174640 1 -- 172.21.15.111:0/3751084572 >> v1:172.21.15.114:6789/0 conn(0x7fbb7c15f9f0 legacy=0x7fbb7c06ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:15.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.610+0000 7fbb82174640 1 -- 172.21.15.111:0/3751084572 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb7c15be90 con 0x7fbb7c15b370 2024-09-19T04:34:15.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.611+0000 7fbb82174640 1 --2- 172.21.15.111:0/3751084572 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbb7c15b370 0x7fbb7c072560 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fbb7c160070 tx=0x7fbb7402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9105bf04dc6b26bf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:15.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.611+0000 7fbb81172640 1 -- 172.21.15.111:0/3751084572 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb74036070 con 0x7fbb7c15b370 2024-09-19T04:34:15.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.611+0000 7fbb81172640 1 -- 172.21.15.111:0/3751084572 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb74031600 con 0x7fbb7c15b370 2024-09-19T04:34:15.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.611+0000 7fbb81172640 1 -- 172.21.15.111:0/3751084572 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb740319d0 con 0x7fbb7c15b370 2024-09-19T04:34:15.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.612+0000 7fbb843d8640 1 -- 172.21.15.111:0/3751084572 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbb7c15b370 msgr2=0x7fbb7c072560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:15.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.612+0000 7fbb843d8640 1 --2- 172.21.15.111:0/3751084572 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbb7c15b370 0x7fbb7c072560 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fbb7c160070 tx=0x7fbb7402a680 comp rx=0 tx=0).stop 2024-09-19T04:34:15.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.612+0000 7fbb843d8640 1 -- 172.21.15.111:0/3751084572 shutdown_connections 2024-09-19T04:34:15.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.612+0000 7fbb843d8640 1 --2- 172.21.15.111:0/3751084572 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbb7c06f130 0x7fbb7c0ce490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:15.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.612+0000 7fbb843d8640 1 --2- 172.21.15.111:0/3751084572 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbb7c15b370 0x7fbb7c072560 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:15.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.612+0000 7fbb843d8640 1 -- 172.21.15.111:0/3751084572 >> 172.21.15.111:0/3751084572 conn(0x7fbb7c06bba0 msgr2=0x7fbb7c06bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:15.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.612+0000 7fbb843d8640 1 -- 172.21.15.111:0/3751084572 shutdown_connections 2024-09-19T04:34:15.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.612+0000 7fbb843d8640 1 -- 172.21.15.111:0/3751084572 wait complete. 2024-09-19T04:34:15.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.613+0000 7fbb843d8640 1 Processor -- start 2024-09-19T04:34:15.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.613+0000 7fbb843d8640 1 -- start start 2024-09-19T04:34:15.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.614+0000 7fbb843d8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbb7c06f130 0x7fbb7c0b2be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:15.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.614+0000 7fbb843d8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbb7c15b370 0x7fbb7c15dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:15.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.614+0000 7fbb843d8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbb7c15f9f0 0x7fbb7c15e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:15.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.614+0000 7fbb843d8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fbb7c0731b0 con 0x7fbb7c15b370 2024-09-19T04:34:15.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.614+0000 7fbb843d8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fbb7c15c450 con 0x7fbb7c15f9f0 2024-09-19T04:34:15.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.614+0000 7fbb843d8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fbb7c15b750 con 0x7fbb7c06f130 2024-09-19T04:34:15.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.614+0000 7fbb81973640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbb7c15b370 0x7fbb7c15dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:15.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.614+0000 7fbb82174640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbb7c06f130 0x7fbb7c0b2be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:15.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.614+0000 7fbb82975640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbb7c15f9f0 0x7fbb7c15e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:15.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.614+0000 7fbb81973640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbb7c15b370 0x7fbb7c15dbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58914/0 (socket says 172.21.15.111:58914) 2024-09-19T04:34:15.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.614+0000 7fbb81973640 1 -- 172.21.15.111:0/682128991 learned_addr learned my addr 172.21.15.111:0/682128991 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:15.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.614+0000 7fbb82174640 1 -- 172.21.15.111:0/682128991 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbb7c15f9f0 msgr2=0x7fbb7c15e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:15.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.614+0000 7fbb82174640 1 --2- 172.21.15.111:0/682128991 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbb7c15f9f0 0x7fbb7c15e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:15.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.614+0000 7fbb82174640 1 -- 172.21.15.111:0/682128991 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbb7c15b370 msgr2=0x7fbb7c15dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:15.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.614+0000 7fbb82174640 1 --2- 172.21.15.111:0/682128991 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbb7c15b370 0x7fbb7c15dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:15.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.614+0000 7fbb82174640 1 -- 172.21.15.111:0/682128991 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb7c156c10 con 0x7fbb7c06f130 2024-09-19T04:34:15.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.614+0000 7fbb81973640 1 --2- 172.21.15.111:0/682128991 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbb7c15b370 0x7fbb7c15dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:34:15.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.614+0000 7fbb82174640 1 --2- 172.21.15.111:0/682128991 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbb7c06f130 0x7fbb7c0b2be0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fbb74030000 tx=0x7fbb74004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:15.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.614+0000 7fbb72ffd640 1 -- 172.21.15.111:0/682128991 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb74036050 con 0x7fbb7c06f130 2024-09-19T04:34:15.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.615+0000 7fbb72ffd640 1 -- 172.21.15.111:0/682128991 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb74042070 con 0x7fbb7c06f130 2024-09-19T04:34:15.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.615+0000 7fbb843d8640 1 -- 172.21.15.111:0/682128991 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb7c156ef0 con 0x7fbb7c06f130 2024-09-19T04:34:15.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.615+0000 7fbb72ffd640 1 -- 172.21.15.111:0/682128991 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb74009510 con 0x7fbb7c06f130 2024-09-19T04:34:15.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.615+0000 7fbb843d8640 1 -- 172.21.15.111:0/682128991 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb7c1574b0 con 0x7fbb7c06f130 2024-09-19T04:34:15.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.616+0000 7fbb843d8640 1 -- 172.21.15.111:0/682128991 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb7c072560 con 0x7fbb7c06f130 2024-09-19T04:34:15.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.616+0000 7fbb72ffd640 1 -- 172.21.15.111:0/682128991 <== mon.2 v2:172.21.15.114:3301/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fbb74007c30 con 0x7fbb7c06f130 2024-09-19T04:34:15.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.616+0000 7fbb72ffd640 1 --2- 172.21.15.111:0/682128991 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbb6006c460 0x7fbb6006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:15.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.616+0000 7fbb72ffd640 1 -- 172.21.15.111:0/682128991 <== mon.2 v2:172.21.15.114:3301/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fbb740ac540 con 0x7fbb7c06f130 2024-09-19T04:34:15.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.617+0000 7fbb81973640 1 --2- 172.21.15.111:0/682128991 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbb6006c460 0x7fbb6006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:15.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.617+0000 7fbb81973640 1 --2- 172.21.15.111:0/682128991 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbb6006c460 0x7fbb6006e920 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fbb7c1598e0 tx=0x7fbb6c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:15.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.621+0000 7fbb72ffd640 1 -- 172.21.15.111:0/682128991 <== mon.2 v2:172.21.15.114:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbb7407a360 con 0x7fbb7c06f130 2024-09-19T04:34:15.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:15.820+0000 7fbb843d8640 1 -- 172.21.15.111:0/682128991 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7fbb7c06c120 con 0x7fbb7c06f130 2024-09-19T04:34:16.043 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:34:16.045 DEBUG:teuthology.orchestra.run.smithi114:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:34:16.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.486+0000 7fbb72ffd640 1 -- 172.21.15.111:0/682128991 <== mon.2 v2:172.21.15.114:3301/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v21) ==== 136+0+0 (secure 0 0 0) 0x7fbb7407e660 con 0x7fbb7c06f130 2024-09-19T04:34:16.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.488+0000 7fbb843d8640 1 -- 172.21.15.111:0/682128991 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbb6006c460 msgr2=0x7fbb6006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:16.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.488+0000 7fbb843d8640 1 --2- 172.21.15.111:0/682128991 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbb6006c460 0x7fbb6006e920 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fbb7c1598e0 tx=0x7fbb6c009040 comp rx=0 tx=0).stop 2024-09-19T04:34:16.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.488+0000 7fbb843d8640 1 -- 172.21.15.111:0/682128991 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbb7c06f130 msgr2=0x7fbb7c0b2be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:16.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.488+0000 7fbb843d8640 1 --2- 172.21.15.111:0/682128991 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbb7c06f130 0x7fbb7c0b2be0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fbb74030000 tx=0x7fbb74004a40 comp rx=0 tx=0).stop 2024-09-19T04:34:16.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.488+0000 7fbb843d8640 1 -- 172.21.15.111:0/682128991 shutdown_connections 2024-09-19T04:34:16.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.489+0000 7fbb843d8640 1 --2- 172.21.15.111:0/682128991 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbb6006c460 0x7fbb6006e920 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:16.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.489+0000 7fbb843d8640 1 --2- 172.21.15.111:0/682128991 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbb7c15f9f0 0x7fbb7c15e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:16.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.489+0000 7fbb843d8640 1 --2- 172.21.15.111:0/682128991 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbb7c15b370 0x7fbb7c15dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:16.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.489+0000 7fbb843d8640 1 --2- 172.21.15.111:0/682128991 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbb7c06f130 0x7fbb7c0b2be0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:16.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.489+0000 7fbb843d8640 1 -- 172.21.15.111:0/682128991 >> 172.21.15.111:0/682128991 conn(0x7fbb7c06bba0 msgr2=0x7fbb7c0b5580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:16.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.489+0000 7fbb843d8640 1 -- 172.21.15.111:0/682128991 shutdown_connections 2024-09-19T04:34:16.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.489+0000 7fbb843d8640 1 -- 172.21.15.111:0/682128991 wait complete. 2024-09-19T04:34:16.501 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-19T04:34:16.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.599+0000 7fbfea4ac640 1 Processor -- start 2024-09-19T04:34:16.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.599+0000 7fbfea4ac640 1 -- start start 2024-09-19T04:34:16.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.599+0000 7fbfea4ac640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbfe415e940 0x7fbfe40d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:16.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.599+0000 7fbfea4ac640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fbfe40cef90 0x7fbfe40d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:16.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.599+0000 7fbfea4ac640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbfe40b7170 con 0x7fbfe415ed20 2024-09-19T04:34:16.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.599+0000 7fbfea4ac640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fbfe40d1ae0 con 0x7fbfe40cef90 2024-09-19T04:34:16.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.599+0000 7fbfea4ac640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fbfe40b7aa0 con 0x7fbfe415e940 2024-09-19T04:34:16.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.600+0000 7fbfe37fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fbfe415ed20 0x7fbfe40b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:49656/0 (socket says 172.21.15.111:49656) 2024-09-19T04:34:16.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.600+0000 7fbfe37fe640 1 -- 172.21.15.111:0/2955782751 learned_addr learned my addr 172.21.15.111:0/2955782751 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:34:16.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.600+0000 7fbfe2ffd640 1 -- 172.21.15.111:0/2955782751 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3322278853 0 0) 0x7fbfd8001110 con 0x7fbfe415ed20 2024-09-19T04:34:16.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.600+0000 7fbfe3fff640 1 --2- 172.21.15.111:0/2955782751 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbfe415e940 0x7fbfe40d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:16.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.600+0000 7fbfe8a49640 1 --2- 172.21.15.111:0/2955782751 >> v2:172.21.15.114:3300/0 conn(0x7fbfe40cef90 0x7fbfe40d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:16.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.600+0000 7fbfe2ffd640 1 -- 172.21.15.111:0/2955782751 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbfcc003520 con 0x7fbfe415ed20 2024-09-19T04:34:16.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.600+0000 7fbfe2ffd640 1 -- 172.21.15.111:0/2955782751 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3336790899 0 0) 0x7fbfcc003520 con 0x7fbfe415ed20 2024-09-19T04:34:16.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.600+0000 7fbfe2ffd640 1 -- 172.21.15.111:0/2955782751 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbfe415e940 msgr2=0x7fbfe40d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:16.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.600+0000 7fbfe2ffd640 1 --2- 172.21.15.111:0/2955782751 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbfe415e940 0x7fbfe40d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:16.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.600+0000 7fbfe2ffd640 1 -- 172.21.15.111:0/2955782751 >> v2:172.21.15.114:3300/0 conn(0x7fbfe40cef90 msgr2=0x7fbfe40d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:16.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.600+0000 7fbfe2ffd640 1 --2- 172.21.15.111:0/2955782751 >> v2:172.21.15.114:3300/0 conn(0x7fbfe40cef90 0x7fbfe40d15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:16.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.600+0000 7fbfe2ffd640 1 -- 172.21.15.111:0/2955782751 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfe40d3660 con 0x7fbfe415ed20 2024-09-19T04:34:16.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.600+0000 7fbfe2ffd640 1 -- 172.21.15.111:0/2955782751 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fbfd8001840 con 0x7fbfe415ed20 2024-09-19T04:34:16.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.600+0000 7fbfe2ffd640 1 -- 172.21.15.111:0/2955782751 >> v1:172.21.15.111:6789/0 conn(0x7fbfe415ed20 legacy=0x7fbfe40b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:16.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.600+0000 7fbfe2ffd640 1 --2- 172.21.15.111:0/2955782751 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbfcc0039b0 0x7fbfcc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:16.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.600+0000 7fbfe2ffd640 1 --2- 172.21.15.111:0/2955782751 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbfe415e940 0x7fbfcc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:16.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.600+0000 7fbfe2ffd640 1 --2- 172.21.15.111:0/2955782751 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbfcc004d40 0x7fbfcc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:16.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.600+0000 7fbfe2ffd640 1 -- 172.21.15.111:0/2955782751 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fbfe40b7aa0 con 0x7fbfcc0039b0 2024-09-19T04:34:16.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.600+0000 7fbfe2ffd640 1 -- 172.21.15.111:0/2955782751 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fbfcc00b9c0 con 0x7fbfcc004d40 2024-09-19T04:34:16.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.600+0000 7fbfe2ffd640 1 -- 172.21.15.111:0/2955782751 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fbfcc00bb40 con 0x7fbfe415e940 2024-09-19T04:34:16.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.600+0000 7fbfe3fff640 1 --2- 172.21.15.111:0/2955782751 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbfcc0039b0 0x7fbfcc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:16.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.600+0000 7fbfe8a49640 1 --2- 172.21.15.111:0/2955782751 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbfcc004d40 0x7fbfcc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:16.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.600+0000 7fbfe37fe640 1 --2- 172.21.15.111:0/2955782751 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbfe415e940 0x7fbfcc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:16.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.601+0000 7fbfe3fff640 1 -- 172.21.15.111:0/2955782751 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbfe415e940 msgr2=0x7fbfcc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:16.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.601+0000 7fbfe3fff640 1 --2- 172.21.15.111:0/2955782751 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbfe415e940 0x7fbfcc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:16.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.601+0000 7fbfe3fff640 1 -- 172.21.15.111:0/2955782751 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbfcc004d40 msgr2=0x7fbfcc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:16.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.601+0000 7fbfe3fff640 1 --2- 172.21.15.111:0/2955782751 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbfcc004d40 0x7fbfcc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:16.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.601+0000 7fbfe3fff640 1 -- 172.21.15.111:0/2955782751 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfcc003520 con 0x7fbfcc0039b0 2024-09-19T04:34:16.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.601+0000 7fbfe3fff640 1 --2- 172.21.15.111:0/2955782751 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbfcc0039b0 0x7fbfcc003dd0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fbfd4009ac0 tx=0x7fbfcc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aebc46b9daa06031 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:16.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.601+0000 7fbfe2ffd640 1 -- 172.21.15.111:0/2955782751 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfd4036070 con 0x7fbfcc0039b0 2024-09-19T04:34:16.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.601+0000 7fbfe2ffd640 1 -- 172.21.15.111:0/2955782751 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbfd4031400 con 0x7fbfcc0039b0 2024-09-19T04:34:16.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.601+0000 7fbfe2ffd640 1 -- 172.21.15.111:0/2955782751 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfd4009690 con 0x7fbfcc0039b0 2024-09-19T04:34:16.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.602+0000 7fbfea4ac640 1 -- 172.21.15.111:0/2955782751 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbfcc0039b0 msgr2=0x7fbfcc003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:16.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.602+0000 7fbfea4ac640 1 --2- 172.21.15.111:0/2955782751 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbfcc0039b0 0x7fbfcc003dd0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fbfd4009ac0 tx=0x7fbfcc005830 comp rx=0 tx=0).stop 2024-09-19T04:34:16.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.602+0000 7fbfe8a49640 1 -- 172.21.15.111:0/2955782751 reap_dead start 2024-09-19T04:34:16.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.602+0000 7fbfea4ac640 1 -- 172.21.15.111:0/2955782751 shutdown_connections 2024-09-19T04:34:16.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.602+0000 7fbfea4ac640 1 -- 172.21.15.111:0/2955782751 >> 172.21.15.111:0/2955782751 conn(0x7fbfe40b6240 msgr2=0x7fbfe40b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:16.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.602+0000 7fbfea4ac640 1 -- 172.21.15.111:0/2955782751 shutdown_connections 2024-09-19T04:34:16.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.602+0000 7fbfea4ac640 1 -- 172.21.15.111:0/2955782751 wait complete. 2024-09-19T04:34:16.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.603+0000 7fbfea4ac640 1 Processor -- start 2024-09-19T04:34:16.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.603+0000 7fbfea4ac640 1 -- start start 2024-09-19T04:34:16.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.604+0000 7fbfea4ac640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbfcc0039b0 0x7fbfe4157bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:16.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.604+0000 7fbfea4ac640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbfe40b4dc0 0x7fbfe4155fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:16.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.604+0000 7fbfea4ac640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbfe4158700 0x7fbfe4158b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:16.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.604+0000 7fbfea4ac640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fbfe40d3f00 con 0x7fbfcc0039b0 2024-09-19T04:34:16.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.604+0000 7fbfea4ac640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fbfe40d3c20 con 0x7fbfe4158700 2024-09-19T04:34:16.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.604+0000 7fbfea4ac640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fbfe40d3310 con 0x7fbfe40b4dc0 2024-09-19T04:34:16.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.604+0000 7fbfe3fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbfcc0039b0 0x7fbfe4157bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:16.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.604+0000 7fbfe3fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbfcc0039b0 0x7fbfe4157bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58932/0 (socket says 172.21.15.111:58932) 2024-09-19T04:34:16.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.604+0000 7fbfe3fff640 1 -- 172.21.15.111:0/3952685905 learned_addr learned my addr 172.21.15.111:0/3952685905 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:16.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.604+0000 7fbfe3fff640 1 -- 172.21.15.111:0/3952685905 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbfe40b4dc0 msgr2=0x7fbfe4155fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:16.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.604+0000 7fbfe3fff640 1 --2- 172.21.15.111:0/3952685905 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbfe40b4dc0 0x7fbfe4155fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:16.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.604+0000 7fbfe8a49640 1 --2- 172.21.15.111:0/3952685905 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbfe4158700 0x7fbfe4158b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:16.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.604+0000 7fbfe3fff640 1 -- 172.21.15.111:0/3952685905 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbfe4158700 msgr2=0x7fbfe4158b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:16.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.604+0000 7fbfe3fff640 1 --2- 172.21.15.111:0/3952685905 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbfe4158700 0x7fbfe4158b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:16.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.604+0000 7fbfe3fff640 1 -- 172.21.15.111:0/3952685905 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfe4157320 con 0x7fbfcc0039b0 2024-09-19T04:34:16.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.605+0000 7fbfe3fff640 1 --2- 172.21.15.111:0/3952685905 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbfcc0039b0 0x7fbfe4157bc0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fbfd4009ac0 tx=0x7fbfd4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:16.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.605+0000 7fbfe0ff9640 1 -- 172.21.15.111:0/3952685905 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfd4040020 con 0x7fbfcc0039b0 2024-09-19T04:34:16.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.605+0000 7fbfe0ff9640 1 -- 172.21.15.111:0/3952685905 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbfd4003bc0 con 0x7fbfcc0039b0 2024-09-19T04:34:16.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.605+0000 7fbfe0ff9640 1 -- 172.21.15.111:0/3952685905 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfd4036040 con 0x7fbfcc0039b0 2024-09-19T04:34:16.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.605+0000 7fbfea4ac640 1 -- 172.21.15.111:0/3952685905 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfe4157600 con 0x7fbfcc0039b0 2024-09-19T04:34:16.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.605+0000 7fbfea4ac640 1 -- 172.21.15.111:0/3952685905 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfe4156520 con 0x7fbfcc0039b0 2024-09-19T04:34:16.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.606+0000 7fbfea4ac640 1 -- 172.21.15.111:0/3952685905 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbfe40d1ef0 con 0x7fbfcc0039b0 2024-09-19T04:34:16.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.606+0000 7fbfe0ff9640 1 -- 172.21.15.111:0/3952685905 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fbfd4043020 con 0x7fbfcc0039b0 2024-09-19T04:34:16.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.607+0000 7fbfe0ff9640 1 --2- 172.21.15.111:0/3952685905 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbfd006c460 0x7fbfd006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:16.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.607+0000 7fbfe0ff9640 1 -- 172.21.15.111:0/3952685905 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fbfd40ab840 con 0x7fbfcc0039b0 2024-09-19T04:34:16.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.607+0000 7fbfe37fe640 1 --2- 172.21.15.111:0/3952685905 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbfd006c460 0x7fbfd006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:16.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.607+0000 7fbfe37fe640 1 --2- 172.21.15.111:0/3952685905 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbfd006c460 0x7fbfd006e920 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fbfd80012f0 tx=0x7fbfd8000bc0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:16.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.611+0000 7fbfe0ff9640 1 -- 172.21.15.111:0/3952685905 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbfd404a070 con 0x7fbfcc0039b0 2024-09-19T04:34:16.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.798+0000 7fbfea4ac640 1 -- 172.21.15.111:0/3952685905 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7fbfe40b5360 con 0x7fbfd006c460 2024-09-19T04:34:16.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.799+0000 7fbfe0ff9640 1 -- 172.21.15.111:0/3952685905 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fbfd8004c70 con 0x7fbfd006c460 2024-09-19T04:34:16.801 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:34:16.801 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:34:16.801 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "cephfs" 2024-09-19T04:34:16.801 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:34:16.801 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:34:16.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.801+0000 7fbfea4ac640 1 -- 172.21.15.111:0/3952685905 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbfd006c460 msgr2=0x7fbfd006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:16.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.801+0000 7fbfea4ac640 1 --2- 172.21.15.111:0/3952685905 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbfd006c460 0x7fbfd006e920 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fbfd80012f0 tx=0x7fbfd8000bc0 comp rx=0 tx=0).stop 2024-09-19T04:34:16.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.801+0000 7fbfea4ac640 1 -- 172.21.15.111:0/3952685905 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbfcc0039b0 msgr2=0x7fbfe4157bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:16.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.801+0000 7fbfea4ac640 1 --2- 172.21.15.111:0/3952685905 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbfcc0039b0 0x7fbfe4157bc0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fbfd4009ac0 tx=0x7fbfd4004730 comp rx=0 tx=0).stop 2024-09-19T04:34:16.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.801+0000 7fbfea4ac640 1 -- 172.21.15.111:0/3952685905 shutdown_connections 2024-09-19T04:34:16.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.801+0000 7fbfea4ac640 1 --2- 172.21.15.111:0/3952685905 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbfd006c460 0x7fbfd006e920 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:16.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.801+0000 7fbfea4ac640 1 --2- 172.21.15.111:0/3952685905 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbfe4158700 0x7fbfe4158b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:16.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.801+0000 7fbfea4ac640 1 --2- 172.21.15.111:0/3952685905 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbfe40b4dc0 0x7fbfe4155fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:16.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.801+0000 7fbfea4ac640 1 --2- 172.21.15.111:0/3952685905 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbfcc0039b0 0x7fbfe4157bc0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:16.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.801+0000 7fbfea4ac640 1 -- 172.21.15.111:0/3952685905 >> 172.21.15.111:0/3952685905 conn(0x7fbfe40b6240 msgr2=0x7fbfe40b5540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:16.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.801+0000 7fbfea4ac640 1 -- 172.21.15.111:0/3952685905 shutdown_connections 2024-09-19T04:34:16.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.801+0000 7fbfea4ac640 1 -- 172.21.15.111:0/3952685905 wait complete. 2024-09-19T04:34:16.814 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T04:34:16.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.913+0000 7f2e2d918640 1 Processor -- start 2024-09-19T04:34:16.915 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.913+0000 7f2e2d918640 1 -- start start 2024-09-19T04:34:16.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.914+0000 7f2e2d918640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f2e28158e50 0x7f2e280b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:16.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.914+0000 7f2e2d918640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2e2806f130 0x7f2e280ce200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:16.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.914+0000 7f2e2d918640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e2815c800 con 0x7f2e2815c370 2024-09-19T04:34:16.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.914+0000 7f2e2d918640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f2e280b43f0 con 0x7f2e2806f130 2024-09-19T04:34:16.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.914+0000 7f2e2d918640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f2e280b3630 con 0x7f2e28158e50 2024-09-19T04:34:16.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.914+0000 7f2e277fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2e2806f130 0x7f2e280ce200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:16.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.914+0000 7f2e277fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2e2806f130 0x7f2e280ce200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58938/0 (socket says 172.21.15.111:58938) 2024-09-19T04:34:16.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.914+0000 7f2e277fe640 1 -- 172.21.15.111:0/586064316 learned_addr learned my addr 172.21.15.111:0/586064316 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:16.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.914+0000 7f2e26ffd640 1 --2- 172.21.15.111:0/586064316 >> v2:172.21.15.114:3300/0 conn(0x7f2e28158e50 0x7f2e280b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:16.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.914+0000 7f2e277fe640 1 -- 172.21.15.111:0/586064316 >> v2:172.21.15.114:3300/0 conn(0x7f2e28158e50 msgr2=0x7f2e280b5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:16.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.914+0000 7f2e277fe640 1 --2- 172.21.15.111:0/586064316 >> v2:172.21.15.114:3300/0 conn(0x7f2e28158e50 0x7f2e280b5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:16.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.914+0000 7f2e277fe640 1 -- 172.21.15.111:0/586064316 >> v1:172.21.15.114:6789/0 conn(0x7f2e2815c370 legacy=0x7f2e2806ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:16.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.914+0000 7f2e277fe640 1 -- 172.21.15.111:0/586064316 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e280b3910 con 0x7f2e2806f130 2024-09-19T04:34:16.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.915+0000 7f2e277fe640 1 --2- 172.21.15.111:0/586064316 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e2806f130 0x7f2e280ce200 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f2e280cda60 tx=0x7f2e2002a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2151fd1a96385ea3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:16.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.915+0000 7f2e25ffb640 1 -- 172.21.15.111:0/586064316 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e20037070 con 0x7f2e2806f130 2024-09-19T04:34:16.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.915+0000 7f2e25ffb640 1 -- 172.21.15.111:0/586064316 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e20032440 con 0x7f2e2806f130 2024-09-19T04:34:16.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.915+0000 7f2e25ffb640 1 -- 172.21.15.111:0/586064316 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e20032810 con 0x7f2e2806f130 2024-09-19T04:34:16.920 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.916+0000 7f2e2d918640 1 -- 172.21.15.111:0/586064316 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e2806f130 msgr2=0x7f2e280ce200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:16.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.916+0000 7f2e2d918640 1 --2- 172.21.15.111:0/586064316 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e2806f130 0x7f2e280ce200 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f2e280cda60 tx=0x7f2e2002a160 comp rx=0 tx=0).stop 2024-09-19T04:34:16.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.916+0000 7f2e2d918640 1 -- 172.21.15.111:0/586064316 shutdown_connections 2024-09-19T04:34:16.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.916+0000 7f2e2d918640 1 --2- 172.21.15.111:0/586064316 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e2806f130 0x7f2e280ce200 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:16.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.916+0000 7f2e2d918640 1 --2- 172.21.15.111:0/586064316 >> v2:172.21.15.114:3300/0 conn(0x7f2e28158e50 0x7f2e280b5050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:16.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.916+0000 7f2e2d918640 1 -- 172.21.15.111:0/586064316 >> 172.21.15.111:0/586064316 conn(0x7f2e2806bba0 msgr2=0x7f2e2806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:16.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.916+0000 7f2e2d918640 1 -- 172.21.15.111:0/586064316 shutdown_connections 2024-09-19T04:34:16.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.916+0000 7f2e2d918640 1 -- 172.21.15.111:0/586064316 wait complete. 2024-09-19T04:34:16.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.917+0000 7f2e2d918640 1 Processor -- start 2024-09-19T04:34:16.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.917+0000 7f2e2d918640 1 -- start start 2024-09-19T04:34:16.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.918+0000 7f2e2d918640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e2806f130 0x7f2e2815df10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:16.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.918+0000 7f2e2d918640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e28158e50 0x7f2e2815e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:16.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.918+0000 7f2e2d918640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e2815c370 0x7f2e28150e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:16.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.918+0000 7f2e2d918640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2e28159230 con 0x7f2e2815c370 2024-09-19T04:34:16.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.918+0000 7f2e2d918640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2e280b3ed0 con 0x7f2e2806f130 2024-09-19T04:34:16.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.918+0000 7f2e2d918640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2e280ce740 con 0x7f2e28158e50 2024-09-19T04:34:16.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.918+0000 7f2e277fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e2815c370 0x7f2e28150e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:16.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.918+0000 7f2e277fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e2815c370 0x7f2e28150e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58946/0 (socket says 172.21.15.111:58946) 2024-09-19T04:34:16.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.918+0000 7f2e277fe640 1 -- 172.21.15.111:0/2691871170 learned_addr learned my addr 172.21.15.111:0/2691871170 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:16.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.918+0000 7f2e267fc640 1 --2- 172.21.15.111:0/2691871170 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e28158e50 0x7f2e2815e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:16.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.918+0000 7f2e26ffd640 1 --2- 172.21.15.111:0/2691871170 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e2806f130 0x7f2e2815df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:16.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.918+0000 7f2e277fe640 1 -- 172.21.15.111:0/2691871170 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e28158e50 msgr2=0x7f2e2815e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:16.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.918+0000 7f2e277fe640 1 --2- 172.21.15.111:0/2691871170 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e28158e50 0x7f2e2815e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:16.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.918+0000 7f2e277fe640 1 -- 172.21.15.111:0/2691871170 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e2806f130 msgr2=0x7f2e2815df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:16.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.918+0000 7f2e277fe640 1 --2- 172.21.15.111:0/2691871170 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e2806f130 0x7f2e2815df10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:16.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.918+0000 7f2e277fe640 1 -- 172.21.15.111:0/2691871170 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e28151c30 con 0x7f2e2815c370 2024-09-19T04:34:16.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.918+0000 7f2e277fe640 1 --2- 172.21.15.111:0/2691871170 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e2815c370 0x7f2e28150e60 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f2e200090b0 tx=0x7f2e200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:16.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.919+0000 7f2e0ffff640 1 -- 172.21.15.111:0/2691871170 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e2003f070 con 0x7f2e2815c370 2024-09-19T04:34:16.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.919+0000 7f2e0ffff640 1 -- 172.21.15.111:0/2691871170 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e20043620 con 0x7f2e2815c370 2024-09-19T04:34:16.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.919+0000 7f2e2d918640 1 -- 172.21.15.111:0/2691871170 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e28151f10 con 0x7f2e2815c370 2024-09-19T04:34:16.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.919+0000 7f2e0ffff640 1 -- 172.21.15.111:0/2691871170 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e20043a10 con 0x7f2e2815c370 2024-09-19T04:34:16.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.919+0000 7f2e2d918640 1 -- 172.21.15.111:0/2691871170 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e281524d0 con 0x7f2e2815c370 2024-09-19T04:34:16.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.920+0000 7f2e2d918640 1 -- 172.21.15.111:0/2691871170 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e280ce200 con 0x7f2e2815c370 2024-09-19T04:34:16.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.920+0000 7f2e0ffff640 1 -- 172.21.15.111:0/2691871170 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f2e2004a060 con 0x7f2e2815c370 2024-09-19T04:34:16.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.921+0000 7f2e0ffff640 1 --2- 172.21.15.111:0/2691871170 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2e1406c460 0x7f2e1406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:16.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.921+0000 7f2e26ffd640 1 --2- 172.21.15.111:0/2691871170 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2e1406c460 0x7f2e1406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:16.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.921+0000 7f2e0ffff640 1 -- 172.21.15.111:0/2691871170 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f2e200ada50 con 0x7f2e2815c370 2024-09-19T04:34:16.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.921+0000 7f2e26ffd640 1 --2- 172.21.15.111:0/2691871170 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2e1406c460 0x7f2e1406e920 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f2e18003b80 tx=0x7f2e180098d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:16.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:16.925+0000 7f2e0ffff640 1 -- 172.21.15.111:0/2691871170 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2e2007b980 con 0x7f2e2815c370 2024-09-19T04:34:17.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.089+0000 7f2e2d918640 1 -- 172.21.15.111:0/2691871170 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f2e280afd90 con 0x7f2e2815c370 2024-09-19T04:34:17.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.090+0000 7f2e0ffff640 1 -- 172.21.15.111:0/2691871170 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v12)=0 v12) ==== 122+0+0 (secure 0 0 0) 0x7f2e2007fc80 con 0x7f2e2815c370 2024-09-19T04:34:17.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.092+0000 7f2e2d918640 1 -- 172.21.15.111:0/2691871170 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2e1406c460 msgr2=0x7f2e1406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:17.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.092+0000 7f2e2d918640 1 --2- 172.21.15.111:0/2691871170 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2e1406c460 0x7f2e1406e920 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f2e18003b80 tx=0x7f2e180098d0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.092+0000 7f2e2d918640 1 -- 172.21.15.111:0/2691871170 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e2815c370 msgr2=0x7f2e28150e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:17.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.092+0000 7f2e2d918640 1 --2- 172.21.15.111:0/2691871170 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e2815c370 0x7f2e28150e60 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f2e200090b0 tx=0x7f2e200046c0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.092+0000 7f2e2d918640 1 -- 172.21.15.111:0/2691871170 shutdown_connections 2024-09-19T04:34:17.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.092+0000 7f2e2d918640 1 --2- 172.21.15.111:0/2691871170 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2e1406c460 0x7f2e1406e920 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.092+0000 7f2e2d918640 1 --2- 172.21.15.111:0/2691871170 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e2815c370 0x7f2e28150e60 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.092+0000 7f2e2d918640 1 --2- 172.21.15.111:0/2691871170 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e28158e50 0x7f2e2815e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.092+0000 7f2e2d918640 1 --2- 172.21.15.111:0/2691871170 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e2806f130 0x7f2e2815df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.092+0000 7f2e2d918640 1 -- 172.21.15.111:0/2691871170 >> 172.21.15.111:0/2691871170 conn(0x7f2e2806bba0 msgr2=0x7f2e28157ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:17.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.092+0000 7f2e2d918640 1 -- 172.21.15.111:0/2691871170 shutdown_connections 2024-09-19T04:34:17.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.092+0000 7f2e2d918640 1 -- 172.21.15.111:0/2691871170 wait complete. 2024-09-19T04:34:17.104 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:34:17.104 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:34:17.120 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:34:17.120 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:34:17.175 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:34:17.314 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.313+0000 7f6d8eeba640 1 Processor -- start 2024-09-19T04:34:17.314 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.313+0000 7f6d8eeba640 1 -- start start 2024-09-19T04:34:17.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.314+0000 7f6d8eeba640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d880ce910 0x7f6d880b3990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:17.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.314+0000 7f6d8eeba640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d880b5a60 con 0x7f6d880b3550 2024-09-19T04:34:17.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.314+0000 7f6d8eeba640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d880b5d00 con 0x7f6d8815c3d0 2024-09-19T04:34:17.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.314+0000 7f6d8eeba640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6d880b3ed0 con 0x7f6d880ce910 2024-09-19T04:34:17.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.314+0000 7f6d87fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f6d880b3550 0x7f6d880ce200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:49670/0 (socket says 172.21.15.111:49670) 2024-09-19T04:34:17.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.314+0000 7f6d87fff640 1 -- 172.21.15.111:0/2500361811 learned_addr learned my addr 172.21.15.111:0/2500361811 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:34:17.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.314+0000 7f6d877fe640 1 -- 172.21.15.111:0/2500361811 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 761647340 0 0) 0x7f6d880b5a60 con 0x7f6d880b3550 2024-09-19T04:34:17.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.314+0000 7f6d877fe640 1 -- 172.21.15.111:0/2500361811 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6d78003520 con 0x7f6d880b3550 2024-09-19T04:34:17.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.314+0000 7f6d8d457640 1 --2- 172.21.15.111:0/2500361811 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d880ce910 0x7f6d880b3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:17.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.314+0000 7f6d877fe640 1 -- 172.21.15.111:0/2500361811 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4154871372 0 0) 0x7f6d78003520 con 0x7f6d880b3550 2024-09-19T04:34:17.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.314+0000 7f6d877fe640 1 -- 172.21.15.111:0/2500361811 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d880ce910 msgr2=0x7f6d880b3990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:17.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.314+0000 7f6d877fe640 1 --2- 172.21.15.111:0/2500361811 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d880ce910 0x7f6d880b3990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.314+0000 7f6d877fe640 1 -- 172.21.15.111:0/2500361811 >> v1:172.21.15.114:6789/0 conn(0x7f6d8815c3d0 legacy=0x7f6d880b67e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:17.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.314+0000 7f6d877fe640 1 -- 172.21.15.111:0/2500361811 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d880b5fe0 con 0x7f6d880b3550 2024-09-19T04:34:17.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.314+0000 7f6d877fe640 1 -- 172.21.15.111:0/2500361811 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f6d74001670 con 0x7f6d880b3550 2024-09-19T04:34:17.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.314+0000 7f6d8d457640 1 --2- 172.21.15.111:0/2500361811 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d880ce910 0x7f6d880b3990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:34:17.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.314+0000 7f6d877fe640 1 -- 172.21.15.111:0/2500361811 >> v1:172.21.15.111:6789/0 conn(0x7f6d880b3550 legacy=0x7f6d880ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:17.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.314+0000 7f6d877fe640 1 --2- 172.21.15.111:0/2500361811 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d780039e0 0x7f6d78003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:17.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.314+0000 7f6d877fe640 1 --2- 172.21.15.111:0/2500361811 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d880ce910 0x7f6d78004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:17.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.314+0000 7f6d877fe640 1 --2- 172.21.15.111:0/2500361811 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d78004d40 0x7f6d780051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:17.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.314+0000 7f6d877fe640 1 -- 172.21.15.111:0/2500361811 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6d880b3ed0 con 0x7f6d78004d40 2024-09-19T04:34:17.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.314+0000 7f6d877fe640 1 -- 172.21.15.111:0/2500361811 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6d7800bad0 con 0x7f6d780039e0 2024-09-19T04:34:17.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.314+0000 7f6d877fe640 1 -- 172.21.15.111:0/2500361811 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6d7800bcd0 con 0x7f6d880ce910 2024-09-19T04:34:17.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.315+0000 7f6d8d457640 1 --2- 172.21.15.111:0/2500361811 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d78004d40 0x7f6d780051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:17.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.315+0000 7f6d8cc56640 1 --2- 172.21.15.111:0/2500361811 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d780039e0 0x7f6d78003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:17.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.315+0000 7f6d87fff640 1 --2- 172.21.15.111:0/2500361811 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d880ce910 0x7f6d78004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:17.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.315+0000 7f6d8d457640 1 -- 172.21.15.111:0/2500361811 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d880ce910 msgr2=0x7f6d78004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:17.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.315+0000 7f6d8d457640 1 --2- 172.21.15.111:0/2500361811 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d880ce910 0x7f6d78004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.315+0000 7f6d8d457640 1 -- 172.21.15.111:0/2500361811 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d780039e0 msgr2=0x7f6d78003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:17.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.315+0000 7f6d8d457640 1 --2- 172.21.15.111:0/2500361811 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d780039e0 0x7f6d78003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.315+0000 7f6d8d457640 1 -- 172.21.15.111:0/2500361811 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d78003520 con 0x7f6d78004d40 2024-09-19T04:34:17.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.315+0000 7f6d8d457640 1 --2- 172.21.15.111:0/2500361811 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d78004d40 0x7f6d780051c0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f6d800073b0 tx=0x7f6d78005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ab8c3d565a091ee server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:17.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.316+0000 7f6d877fe640 1 -- 172.21.15.111:0/2500361811 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d80009c80 con 0x7f6d78004d40 2024-09-19T04:34:17.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.316+0000 7f6d877fe640 1 -- 172.21.15.111:0/2500361811 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d8002e620 con 0x7f6d78004d40 2024-09-19T04:34:17.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.316+0000 7f6d877fe640 1 -- 172.21.15.111:0/2500361811 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d8002e9d0 con 0x7f6d78004d40 2024-09-19T04:34:17.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.316+0000 7f6d8eeba640 1 -- 172.21.15.111:0/2500361811 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d78004d40 msgr2=0x7f6d780051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:17.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.316+0000 7f6d8eeba640 1 --2- 172.21.15.111:0/2500361811 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d78004d40 0x7f6d780051c0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f6d800073b0 tx=0x7f6d78005830 comp rx=0 tx=0).stop 2024-09-19T04:34:17.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.316+0000 7f6d8d457640 1 -- 172.21.15.111:0/2500361811 reap_dead start 2024-09-19T04:34:17.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.316+0000 7f6d8eeba640 1 -- 172.21.15.111:0/2500361811 shutdown_connections 2024-09-19T04:34:17.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.316+0000 7f6d8eeba640 1 -- 172.21.15.111:0/2500361811 >> 172.21.15.111:0/2500361811 conn(0x7f6d8806ce90 msgr2=0x7f6d8806d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:17.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.316+0000 7f6d8eeba640 1 -- 172.21.15.111:0/2500361811 shutdown_connections 2024-09-19T04:34:17.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.316+0000 7f6d8eeba640 1 -- 172.21.15.111:0/2500361811 wait complete. 2024-09-19T04:34:17.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.317+0000 7f6d8eeba640 1 Processor -- start 2024-09-19T04:34:17.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.317+0000 7f6d8eeba640 1 -- start start 2024-09-19T04:34:17.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.318+0000 7f6d8eeba640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d78004d40 0x7f6d88152b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:17.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.318+0000 7f6d8eeba640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d8815aff0 0x7f6d8815b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:17.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.318+0000 7f6d8eeba640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d881480e0 0x7f6d88148560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:17.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.318+0000 7f6d8eeba640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6d880cf0f0 con 0x7f6d78004d40 2024-09-19T04:34:17.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.318+0000 7f6d8eeba640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6d880cef70 con 0x7f6d8815aff0 2024-09-19T04:34:17.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.318+0000 7f6d8eeba640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6d880b3990 con 0x7f6d881480e0 2024-09-19T04:34:17.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.318+0000 7f6d8cc56640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d78004d40 0x7f6d88152b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:17.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.318+0000 7f6d8cc56640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d78004d40 0x7f6d88152b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58964/0 (socket says 172.21.15.111:58964) 2024-09-19T04:34:17.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.318+0000 7f6d8cc56640 1 -- 172.21.15.111:0/3683206372 learned_addr learned my addr 172.21.15.111:0/3683206372 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:17.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.319+0000 7f6d8cc56640 1 -- 172.21.15.111:0/3683206372 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d881480e0 msgr2=0x7f6d88148560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:17.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.319+0000 7f6d8cc56640 1 --2- 172.21.15.111:0/3683206372 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d881480e0 0x7f6d88148560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.319+0000 7f6d8cc56640 1 -- 172.21.15.111:0/3683206372 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d8815aff0 msgr2=0x7f6d8815b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:17.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.319+0000 7f6d8cc56640 1 --2- 172.21.15.111:0/3683206372 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d8815aff0 0x7f6d8815b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.319+0000 7f6d8cc56640 1 -- 172.21.15.111:0/3683206372 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d880b2280 con 0x7f6d78004d40 2024-09-19T04:34:17.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.319+0000 7f6d8cc56640 1 --2- 172.21.15.111:0/3683206372 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d78004d40 0x7f6d88152b70 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c00f7d0 tx=0x7f6d7c00fc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:17.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.319+0000 7f6d857fa640 1 -- 172.21.15.111:0/3683206372 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d7c0050d0 con 0x7f6d78004d40 2024-09-19T04:34:17.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.319+0000 7f6d857fa640 1 -- 172.21.15.111:0/3683206372 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d7c018070 con 0x7f6d78004d40 2024-09-19T04:34:17.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.319+0000 7f6d857fa640 1 -- 172.21.15.111:0/3683206372 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d7c00d730 con 0x7f6d78004d40 2024-09-19T04:34:17.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.319+0000 7f6d8eeba640 1 -- 172.21.15.111:0/3683206372 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d880b14c0 con 0x7f6d78004d40 2024-09-19T04:34:17.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.319+0000 7f6d8eeba640 1 -- 172.21.15.111:0/3683206372 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d880b1a80 con 0x7f6d78004d40 2024-09-19T04:34:17.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.320+0000 7f6d8eeba640 1 -- 172.21.15.111:0/3683206372 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d8815b9b0 con 0x7f6d78004d40 2024-09-19T04:34:17.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.320+0000 7f6d857fa640 1 -- 172.21.15.111:0/3683206372 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f6d7c00d8d0 con 0x7f6d78004d40 2024-09-19T04:34:17.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.321+0000 7f6d857fa640 1 --2- 172.21.15.111:0/3683206372 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6d6c06c460 0x7f6d6c06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:17.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.321+0000 7f6d87fff640 1 --2- 172.21.15.111:0/3683206372 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6d6c06c460 0x7f6d6c06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:17.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.321+0000 7f6d857fa640 1 -- 172.21.15.111:0/3683206372 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f6d7c08b530 con 0x7f6d78004d40 2024-09-19T04:34:17.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.321+0000 7f6d87fff640 1 --2- 172.21.15.111:0/3683206372 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6d6c06c460 0x7f6d6c06e920 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f6d740011e0 tx=0x7f6d74001150 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:17.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.325+0000 7f6d857fa640 1 -- 172.21.15.111:0/3683206372 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6d7c059a20 con 0x7f6d78004d40 2024-09-19T04:34:17.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.508+0000 7f6d8eeba640 1 -- 172.21.15.111:0/3683206372 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f6d8806fb40 con 0x7f6d78004d40 2024-09-19T04:34:17.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.508+0000 7f6d857fa640 1 -- 172.21.15.111:0/3683206372 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v44) ==== 80+0+0 (secure 0 0 0) 0x7f6d7c059320 con 0x7f6d78004d40 2024-09-19T04:34:17.509 INFO:teuthology.orchestra.run.smithi111.stderr:listed 0 entries 2024-09-19T04:34:17.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.510+0000 7f6d8eeba640 1 -- 172.21.15.111:0/3683206372 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6d6c06c460 msgr2=0x7f6d6c06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:17.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.510+0000 7f6d8eeba640 1 --2- 172.21.15.111:0/3683206372 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6d6c06c460 0x7f6d6c06e920 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f6d740011e0 tx=0x7f6d74001150 comp rx=0 tx=0).stop 2024-09-19T04:34:17.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.510+0000 7f6d8eeba640 1 -- 172.21.15.111:0/3683206372 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d78004d40 msgr2=0x7f6d88152b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:17.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.510+0000 7f6d8eeba640 1 --2- 172.21.15.111:0/3683206372 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d78004d40 0x7f6d88152b70 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c00f7d0 tx=0x7f6d7c00fc90 comp rx=0 tx=0).stop 2024-09-19T04:34:17.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.510+0000 7f6d8eeba640 1 -- 172.21.15.111:0/3683206372 shutdown_connections 2024-09-19T04:34:17.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.510+0000 7f6d8eeba640 1 --2- 172.21.15.111:0/3683206372 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6d6c06c460 0x7f6d6c06e920 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.510+0000 7f6d8eeba640 1 --2- 172.21.15.111:0/3683206372 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d881480e0 0x7f6d88148560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.510+0000 7f6d8eeba640 1 --2- 172.21.15.111:0/3683206372 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d8815aff0 0x7f6d8815b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.510+0000 7f6d8eeba640 1 --2- 172.21.15.111:0/3683206372 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d78004d40 0x7f6d88152b70 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.510+0000 7f6d8eeba640 1 -- 172.21.15.111:0/3683206372 >> 172.21.15.111:0/3683206372 conn(0x7f6d8806ce90 msgr2=0x7f6d88072730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:17.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.510+0000 7f6d8eeba640 1 -- 172.21.15.111:0/3683206372 shutdown_connections 2024-09-19T04:34:17.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.510+0000 7f6d8eeba640 1 -- 172.21.15.111:0/3683206372 wait complete. 2024-09-19T04:34:17.523 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T04:34:17.523 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:34:17.523 DEBUG:teuthology.orchestra.run.smithi111:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T04:34:17.551 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi111.front.sepia.ceph.com 2024-09-19T04:34:17.551 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:34:17.552 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T04:34:17.608 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:34:17.608 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:34:17.628 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:34:17.628 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:34:17.688 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:34:17.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.786+0000 7f4ad402e640 1 Processor -- start 2024-09-19T04:34:17.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.786+0000 7f4ad402e640 1 -- start start 2024-09-19T04:34:17.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.787+0000 7f4ad402e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f4acc15c300 0x7f4acc0affc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:17.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.787+0000 7f4ad402e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4acc0cd300 0x7f4acc06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:17.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.787+0000 7f4ad402e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4acc06f010 0x7f4acc1622e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:17.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.787+0000 7f4ad402e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f4acc15ecf0 con 0x7f4acc06f010 2024-09-19T04:34:17.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.787+0000 7f4ad402e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f4acc15c6e0 con 0x7f4acc15c300 2024-09-19T04:34:17.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.787+0000 7f4ad402e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4acc15efb0 con 0x7f4acc0cd300 2024-09-19T04:34:17.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.787+0000 7f4ad25cb640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4acc06f010 0x7f4acc1622e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:17.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.787+0000 7f4ad25cb640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4acc06f010 0x7f4acc1622e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58972/0 (socket says 172.21.15.111:58972) 2024-09-19T04:34:17.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.787+0000 7f4ad25cb640 1 -- 172.21.15.111:0/369411999 learned_addr learned my addr 172.21.15.111:0/369411999 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:17.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.787+0000 7f4ad1dca640 1 --2- 172.21.15.111:0/369411999 >> v2:172.21.15.114:3300/0 conn(0x7f4acc15c300 0x7f4acc0affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:17.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.787+0000 7f4ad15c9640 1 --2- 172.21.15.111:0/369411999 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4acc0cd300 0x7f4acc06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:17.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.787+0000 7f4ad25cb640 1 -- 172.21.15.111:0/369411999 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4acc0cd300 msgr2=0x7f4acc06ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:17.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.787+0000 7f4ad25cb640 1 --2- 172.21.15.111:0/369411999 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4acc0cd300 0x7f4acc06ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.787+0000 7f4ad25cb640 1 -- 172.21.15.111:0/369411999 >> v2:172.21.15.114:3300/0 conn(0x7f4acc15c300 msgr2=0x7f4acc0affc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:17.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.787+0000 7f4ad25cb640 1 --2- 172.21.15.111:0/369411999 >> v2:172.21.15.114:3300/0 conn(0x7f4acc15c300 0x7f4acc0affc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.787+0000 7f4ad25cb640 1 -- 172.21.15.111:0/369411999 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4acc15f290 con 0x7f4acc06f010 2024-09-19T04:34:17.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.788+0000 7f4ad25cb640 1 --2- 172.21.15.111:0/369411999 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4acc06f010 0x7f4acc1622e0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f4acc069490 tx=0x7f4ac402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4f25b4c92c9f488 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:17.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.788+0000 7f4ad0dc8640 1 -- 172.21.15.111:0/369411999 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ac4036070 con 0x7f4acc06f010 2024-09-19T04:34:17.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.788+0000 7f4ad0dc8640 1 -- 172.21.15.111:0/369411999 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ac4031600 con 0x7f4acc06f010 2024-09-19T04:34:17.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.788+0000 7f4ad0dc8640 1 -- 172.21.15.111:0/369411999 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ac40319d0 con 0x7f4acc06f010 2024-09-19T04:34:17.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.789+0000 7f4ad402e640 1 -- 172.21.15.111:0/369411999 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4acc06f010 msgr2=0x7f4acc1622e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:17.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.789+0000 7f4ad402e640 1 --2- 172.21.15.111:0/369411999 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4acc06f010 0x7f4acc1622e0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f4acc069490 tx=0x7f4ac402a610 comp rx=0 tx=0).stop 2024-09-19T04:34:17.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.789+0000 7f4ad402e640 1 -- 172.21.15.111:0/369411999 shutdown_connections 2024-09-19T04:34:17.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.789+0000 7f4ad402e640 1 --2- 172.21.15.111:0/369411999 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4acc06f010 0x7f4acc1622e0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.789+0000 7f4ad402e640 1 --2- 172.21.15.111:0/369411999 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4acc0cd300 0x7f4acc06ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.789+0000 7f4ad402e640 1 --2- 172.21.15.111:0/369411999 >> v2:172.21.15.114:3300/0 conn(0x7f4acc15c300 0x7f4acc0affc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.789+0000 7f4ad402e640 1 -- 172.21.15.111:0/369411999 >> 172.21.15.111:0/369411999 conn(0x7f4acc06cae0 msgr2=0x7f4acc06cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:17.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.789+0000 7f4ad402e640 1 -- 172.21.15.111:0/369411999 shutdown_connections 2024-09-19T04:34:17.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.789+0000 7f4ad402e640 1 -- 172.21.15.111:0/369411999 wait complete. 2024-09-19T04:34:17.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.790+0000 7f4ad402e640 1 Processor -- start 2024-09-19T04:34:17.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.790+0000 7f4ad402e640 1 -- start start 2024-09-19T04:34:17.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.791+0000 7f4ad402e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4acc06f010 0x7f4acc0b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:17.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.791+0000 7f4ad402e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4acc0cd300 0x7f4acc15c910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:17.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.791+0000 7f4ad402e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4acc15c300 0x7f4acc152fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:17.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.791+0000 7f4ad402e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4acc071880 con 0x7f4acc0cd300 2024-09-19T04:34:17.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.791+0000 7f4ad402e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4acc15f850 con 0x7f4acc15c300 2024-09-19T04:34:17.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.791+0000 7f4ad402e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4acc0b0500 con 0x7f4acc06f010 2024-09-19T04:34:17.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.791+0000 7f4ad15c9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4acc0cd300 0x7f4acc15c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:17.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.791+0000 7f4ad15c9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4acc0cd300 0x7f4acc15c910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58978/0 (socket says 172.21.15.111:58978) 2024-09-19T04:34:17.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.791+0000 7f4ad15c9640 1 -- 172.21.15.111:0/3243346353 learned_addr learned my addr 172.21.15.111:0/3243346353 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:17.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.791+0000 7f4ad1dca640 1 --2- 172.21.15.111:0/3243346353 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4acc06f010 0x7f4acc0b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:17.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.791+0000 7f4ad25cb640 1 --2- 172.21.15.111:0/3243346353 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4acc15c300 0x7f4acc152fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:17.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.791+0000 7f4ad15c9640 1 -- 172.21.15.111:0/3243346353 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4acc06f010 msgr2=0x7f4acc0b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:17.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.791+0000 7f4ad15c9640 1 --2- 172.21.15.111:0/3243346353 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4acc06f010 0x7f4acc0b25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.791+0000 7f4ad15c9640 1 -- 172.21.15.111:0/3243346353 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4acc15c300 msgr2=0x7f4acc152fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:17.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.791+0000 7f4ad15c9640 1 --2- 172.21.15.111:0/3243346353 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4acc15c300 0x7f4acc152fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.791+0000 7f4ad15c9640 1 -- 172.21.15.111:0/3243346353 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4acc15ce50 con 0x7f4acc0cd300 2024-09-19T04:34:17.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.791+0000 7f4ad1dca640 1 --2- 172.21.15.111:0/3243346353 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4acc06f010 0x7f4acc0b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:34:17.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.791+0000 7f4ad15c9640 1 --2- 172.21.15.111:0/3243346353 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4acc0cd300 0x7f4acc15c910 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f4abc00d830 tx=0x7f4abc00dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:17.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.791+0000 7f4ac27fc640 1 -- 172.21.15.111:0/3243346353 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4abc004030 con 0x7f4acc0cd300 2024-09-19T04:34:17.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.791+0000 7f4ac27fc640 1 -- 172.21.15.111:0/3243346353 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4abc0041f0 con 0x7f4acc0cd300 2024-09-19T04:34:17.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.791+0000 7f4ad402e640 1 -- 172.21.15.111:0/3243346353 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4acc15d0d0 con 0x7f4acc0cd300 2024-09-19T04:34:17.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.791+0000 7f4ac27fc640 1 -- 172.21.15.111:0/3243346353 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4abc0096a0 con 0x7f4acc0cd300 2024-09-19T04:34:17.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.791+0000 7f4ad402e640 1 -- 172.21.15.111:0/3243346353 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4acc15d690 con 0x7f4acc0cd300 2024-09-19T04:34:17.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.792+0000 7f4ad402e640 1 -- 172.21.15.111:0/3243346353 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4acc06ead0 con 0x7f4acc0cd300 2024-09-19T04:34:17.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.793+0000 7f4ac27fc640 1 -- 172.21.15.111:0/3243346353 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f4abc009a50 con 0x7f4acc0cd300 2024-09-19T04:34:17.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.793+0000 7f4ac27fc640 1 --2- 172.21.15.111:0/3243346353 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4ab006c460 0x7f4ab006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:17.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.793+0000 7f4ad1dca640 1 --2- 172.21.15.111:0/3243346353 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4ab006c460 0x7f4ab006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:17.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.793+0000 7f4ac27fc640 1 -- 172.21.15.111:0/3243346353 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f4abc08bb70 con 0x7f4acc0cd300 2024-09-19T04:34:17.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.794+0000 7f4ad1dca640 1 --2- 172.21.15.111:0/3243346353 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4ab006c460 0x7f4ab006e920 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f4ac8006fd0 tx=0x7f4ac8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:17.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.797+0000 7f4ac27fc640 1 -- 172.21.15.111:0/3243346353 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4acc15ce50 con 0x7f4acc0cd300 2024-09-19T04:34:17.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.973+0000 7f4ad402e640 1 -- 172.21.15.111:0/3243346353 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f4acc1534f0 con 0x7f4acc0cd300 2024-09-19T04:34:17.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.973+0000 7f4ac27fc640 1 -- 172.21.15.111:0/3243346353 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v44) ==== 80+0+0 (secure 0 0 0) 0x7f4abc05a0f0 con 0x7f4acc0cd300 2024-09-19T04:34:17.975 INFO:teuthology.orchestra.run.smithi111.stderr:listed 0 entries 2024-09-19T04:34:17.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.975+0000 7f4ad402e640 1 -- 172.21.15.111:0/3243346353 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4ab006c460 msgr2=0x7f4ab006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:17.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.975+0000 7f4ad402e640 1 --2- 172.21.15.111:0/3243346353 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4ab006c460 0x7f4ab006e920 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f4ac8006fd0 tx=0x7f4ac8008040 comp rx=0 tx=0).stop 2024-09-19T04:34:17.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.975+0000 7f4ad402e640 1 -- 172.21.15.111:0/3243346353 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4acc0cd300 msgr2=0x7f4acc15c910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:17.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.975+0000 7f4ad402e640 1 --2- 172.21.15.111:0/3243346353 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4acc0cd300 0x7f4acc15c910 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f4abc00d830 tx=0x7f4abc00dcf0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.975+0000 7f4ad402e640 1 -- 172.21.15.111:0/3243346353 shutdown_connections 2024-09-19T04:34:17.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.975+0000 7f4ad402e640 1 --2- 172.21.15.111:0/3243346353 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4ab006c460 0x7f4ab006e920 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.975+0000 7f4ad402e640 1 --2- 172.21.15.111:0/3243346353 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4acc15c300 0x7f4acc152fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.975+0000 7f4ad402e640 1 --2- 172.21.15.111:0/3243346353 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4acc0cd300 0x7f4acc15c910 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.975+0000 7f4ad402e640 1 --2- 172.21.15.111:0/3243346353 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4acc06f010 0x7f4acc0b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:17.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.975+0000 7f4ad402e640 1 -- 172.21.15.111:0/3243346353 >> 172.21.15.111:0/3243346353 conn(0x7f4acc06cae0 msgr2=0x7f4acc159080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:17.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.975+0000 7f4ad402e640 1 -- 172.21.15.111:0/3243346353 shutdown_connections 2024-09-19T04:34:17.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:17.975+0000 7f4ad402e640 1 -- 172.21.15.111:0/3243346353 wait complete. 2024-09-19T04:34:17.989 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T04:34:17.989 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:34:17.990 DEBUG:teuthology.orchestra.run.smithi114:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T04:34:18.022 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi114.front.sepia.ceph.com 2024-09-19T04:34:18.023 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:34:18.023 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T04:34:18.081 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:34:18.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.178+0000 7efd7bea5640 1 Processor -- start 2024-09-19T04:34:18.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.178+0000 7efd7bea5640 1 -- start start 2024-09-19T04:34:18.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.179+0000 7efd7bea5640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7efd740b5600 0x7efd74073ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:18.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.179+0000 7efd7bea5640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efd7406e8d0 con 0x7efd7415e7b0 2024-09-19T04:34:18.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.179+0000 7efd7bea5640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efd7406ebb0 con 0x7efd74073ff0 2024-09-19T04:34:18.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.179+0000 7efd7bea5640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7efd7406e680 con 0x7efd740b5600 2024-09-19T04:34:18.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.179+0000 7efd79c41640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7efd7415e7b0 0x7efd74071340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:49676/0 (socket says 172.21.15.111:49676) 2024-09-19T04:34:18.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.179+0000 7efd79c41640 1 -- 172.21.15.111:0/3473657457 learned_addr learned my addr 172.21.15.111:0/3473657457 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:34:18.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.179+0000 7efd78c3f640 1 -- 172.21.15.111:0/3473657457 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1395027915 0 0) 0x7efd7406e8d0 con 0x7efd7415e7b0 2024-09-19T04:34:18.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.179+0000 7efd79440640 1 --2- 172.21.15.111:0/3473657457 >> v2:172.21.15.114:3300/0 conn(0x7efd740b5600 0x7efd74073ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:18.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.179+0000 7efd78c3f640 1 -- 172.21.15.111:0/3473657457 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efd60003520 con 0x7efd7415e7b0 2024-09-19T04:34:18.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.180+0000 7efd78c3f640 1 -- 172.21.15.111:0/3473657457 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1605095120 0 0) 0x7efd60003520 con 0x7efd7415e7b0 2024-09-19T04:34:18.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.180+0000 7efd78c3f640 1 -- 172.21.15.111:0/3473657457 >> v2:172.21.15.114:3300/0 conn(0x7efd740b5600 msgr2=0x7efd74073ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:18.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.180+0000 7efd78c3f640 1 --2- 172.21.15.111:0/3473657457 >> v2:172.21.15.114:3300/0 conn(0x7efd740b5600 0x7efd74073ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.180+0000 7efd78c3f640 1 -- 172.21.15.111:0/3473657457 >> v1:172.21.15.114:6789/0 conn(0x7efd74073ff0 legacy=0x7efd7406ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:18.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.180+0000 7efd78c3f640 1 -- 172.21.15.111:0/3473657457 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd740732b0 con 0x7efd7415e7b0 2024-09-19T04:34:18.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.180+0000 7efd78c3f640 1 -- 172.21.15.111:0/3473657457 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7efd70001670 con 0x7efd7415e7b0 2024-09-19T04:34:18.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.180+0000 7efd78c3f640 1 -- 172.21.15.111:0/3473657457 >> v1:172.21.15.111:6789/0 conn(0x7efd7415e7b0 legacy=0x7efd74071340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:18.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.180+0000 7efd78c3f640 1 --2- 172.21.15.111:0/3473657457 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efd600039b0 0x7efd60003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:18.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.180+0000 7efd78c3f640 1 --2- 172.21.15.111:0/3473657457 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efd60004800 0x7efd60004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:18.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.180+0000 7efd78c3f640 1 --2- 172.21.15.111:0/3473657457 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efd60005210 0x7efd6000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:18.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.180+0000 7efd78c3f640 1 -- 172.21.15.111:0/3473657457 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7efd7406e680 con 0x7efd60005210 2024-09-19T04:34:18.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.180+0000 7efd78c3f640 1 -- 172.21.15.111:0/3473657457 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7efd6000c140 con 0x7efd60004800 2024-09-19T04:34:18.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.180+0000 7efd78c3f640 1 -- 172.21.15.111:0/3473657457 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7efd6000c340 con 0x7efd600039b0 2024-09-19T04:34:18.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.180+0000 7efd7a442640 1 --2- 172.21.15.111:0/3473657457 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efd60005210 0x7efd6000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:18.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.180+0000 7efd79c41640 1 --2- 172.21.15.111:0/3473657457 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efd600039b0 0x7efd60003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:18.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.180+0000 7efd79440640 1 --2- 172.21.15.111:0/3473657457 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efd60004800 0x7efd60004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:18.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.180+0000 7efd7a442640 1 -- 172.21.15.111:0/3473657457 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efd600039b0 msgr2=0x7efd60003df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:18.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.180+0000 7efd7a442640 1 --2- 172.21.15.111:0/3473657457 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efd600039b0 0x7efd60003df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.180+0000 7efd7a442640 1 -- 172.21.15.111:0/3473657457 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efd60004800 msgr2=0x7efd60004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:18.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.180+0000 7efd7a442640 1 --2- 172.21.15.111:0/3473657457 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efd60004800 0x7efd60004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.180+0000 7efd7a442640 1 -- 172.21.15.111:0/3473657457 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd60003520 con 0x7efd60005210 2024-09-19T04:34:18.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.181+0000 7efd7a442640 1 -- 172.21.15.111:0/3473657457 reap_dead start 2024-09-19T04:34:18.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.181+0000 7efd7a442640 1 --2- 172.21.15.111:0/3473657457 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efd60005210 0x7efd6000b9c0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7efd6c001e50 tx=0x7efd60005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4866e0c192c14d4c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:18.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.181+0000 7efd78c3f640 1 -- 172.21.15.111:0/3473657457 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd6c001a70 con 0x7efd60005210 2024-09-19T04:34:18.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.181+0000 7efd78c3f640 1 -- 172.21.15.111:0/3473657457 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd6c003970 con 0x7efd60005210 2024-09-19T04:34:18.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.181+0000 7efd78c3f640 1 -- 172.21.15.111:0/3473657457 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd6c003d60 con 0x7efd60005210 2024-09-19T04:34:18.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.182+0000 7efd7bea5640 1 -- 172.21.15.111:0/3473657457 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efd60005210 msgr2=0x7efd6000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:18.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.182+0000 7efd7bea5640 1 --2- 172.21.15.111:0/3473657457 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efd60005210 0x7efd6000b9c0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7efd6c001e50 tx=0x7efd60005830 comp rx=0 tx=0).stop 2024-09-19T04:34:18.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.182+0000 7efd7bea5640 1 -- 172.21.15.111:0/3473657457 shutdown_connections 2024-09-19T04:34:18.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.182+0000 7efd7bea5640 1 --2- 172.21.15.111:0/3473657457 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efd60005210 0x7efd6000b9c0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.182+0000 7efd7bea5640 1 -- 172.21.15.111:0/3473657457 >> 172.21.15.111:0/3473657457 conn(0x7efd740b4300 msgr2=0x7efd740b46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:18.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.182+0000 7efd7bea5640 1 -- 172.21.15.111:0/3473657457 shutdown_connections 2024-09-19T04:34:18.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.182+0000 7efd7bea5640 1 -- 172.21.15.111:0/3473657457 wait complete. 2024-09-19T04:34:18.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.183+0000 7efd7bea5640 1 Processor -- start 2024-09-19T04:34:18.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.183+0000 7efd7bea5640 1 -- start start 2024-09-19T04:34:18.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.184+0000 7efd7bea5640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efd60005210 0x7efd741e8ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:18.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.184+0000 7efd7bea5640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efd7414f750 0x7efd7415ed20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:18.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.184+0000 7efd7bea5640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efd7415f260 0x7efd74154140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:18.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.184+0000 7efd7bea5640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7efd74073c30 con 0x7efd60005210 2024-09-19T04:34:18.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.184+0000 7efd7bea5640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7efd74073ab0 con 0x7efd7414f750 2024-09-19T04:34:18.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.184+0000 7efd7bea5640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7efd74073db0 con 0x7efd7415f260 2024-09-19T04:34:18.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.184+0000 7efd79c41640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efd60005210 0x7efd741e8ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:18.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.184+0000 7efd79c41640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efd60005210 0x7efd741e8ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58992/0 (socket says 172.21.15.111:58992) 2024-09-19T04:34:18.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.184+0000 7efd79c41640 1 -- 172.21.15.111:0/1985135856 learned_addr learned my addr 172.21.15.111:0/1985135856 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:18.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.184+0000 7efd79440640 1 --2- 172.21.15.111:0/1985135856 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efd7414f750 0x7efd7415ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:18.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.184+0000 7efd7a442640 1 --2- 172.21.15.111:0/1985135856 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efd7415f260 0x7efd74154140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:18.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.184+0000 7efd79c41640 1 -- 172.21.15.111:0/1985135856 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efd7415f260 msgr2=0x7efd74154140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:18.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.184+0000 7efd79c41640 1 --2- 172.21.15.111:0/1985135856 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efd7415f260 0x7efd74154140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.184+0000 7efd79c41640 1 -- 172.21.15.111:0/1985135856 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efd7414f750 msgr2=0x7efd7415ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:18.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.184+0000 7efd79c41640 1 --2- 172.21.15.111:0/1985135856 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efd7414f750 0x7efd7415ed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.184+0000 7efd79c41640 1 -- 172.21.15.111:0/1985135856 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd7414fbd0 con 0x7efd60005210 2024-09-19T04:34:18.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.184+0000 7efd79c41640 1 --2- 172.21.15.111:0/1985135856 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efd60005210 0x7efd741e8ab0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7efd70004f70 tx=0x7efd70007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:18.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.184+0000 7efd6a7fc640 1 -- 172.21.15.111:0/1985135856 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd7000f750 con 0x7efd60005210 2024-09-19T04:34:18.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.184+0000 7efd6a7fc640 1 -- 172.21.15.111:0/1985135856 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd70018070 con 0x7efd60005210 2024-09-19T04:34:18.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.184+0000 7efd7bea5640 1 -- 172.21.15.111:0/1985135856 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd741533c0 con 0x7efd60005210 2024-09-19T04:34:18.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.184+0000 7efd6a7fc640 1 -- 172.21.15.111:0/1985135856 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd7000fb50 con 0x7efd60005210 2024-09-19T04:34:18.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.184+0000 7efd7bea5640 1 -- 172.21.15.111:0/1985135856 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd74153660 con 0x7efd60005210 2024-09-19T04:34:18.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.185+0000 7efd7bea5640 1 -- 172.21.15.111:0/1985135856 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd74071340 con 0x7efd60005210 2024-09-19T04:34:18.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.186+0000 7efd6a7fc640 1 -- 172.21.15.111:0/1985135856 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7efd7000fcf0 con 0x7efd60005210 2024-09-19T04:34:18.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.186+0000 7efd6a7fc640 1 --2- 172.21.15.111:0/1985135856 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7efd5806c490 0x7efd5806e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:18.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.186+0000 7efd6a7fc640 1 -- 172.21.15.111:0/1985135856 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7efd7008b450 con 0x7efd60005210 2024-09-19T04:34:18.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.186+0000 7efd79440640 1 --2- 172.21.15.111:0/1985135856 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7efd5806c490 0x7efd5806e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:18.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.187+0000 7efd79440640 1 --2- 172.21.15.111:0/1985135856 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7efd5806c490 0x7efd5806e950 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7efd7415ecb0 tx=0x7efd64009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:18.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.191+0000 7efd6a7fc640 1 -- 172.21.15.111:0/1985135856 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efd7414fbd0 con 0x7efd60005210 2024-09-19T04:34:18.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.388+0000 7efd7bea5640 1 -- 172.21.15.111:0/1985135856 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efd740b1f60 con 0x7efd60005210 2024-09-19T04:34:18.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.388+0000 7efd6a7fc640 1 -- 172.21.15.111:0/1985135856 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5232 (secure 0 0 0) 0x7efd700599d0 con 0x7efd60005210 2024-09-19T04:34:18.390 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:34:18.390 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"btime":"2024-09-19T04:34:16:480820+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4978,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3318539535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3318539535},{"type":"v1","addr":"172.21.15.114:6834","nonce":3318539535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1477911623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1477911623},{"type":"v1","addr":"172.21.15.111:6836","nonce":1477911623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5205,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/799717206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":799717206},{"type":"v1","addr":"172.21.15.111:6837","nonce":799717206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:34:03.768957+0000","modified":"2024-09-19T04:34:05.788430+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5220},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5220":{"gid":5220,"name":"b","rank":0,"incarnation":18,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3785743307","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3785743307},{"type":"v1","addr":"172.21.15.114:6835","nonce":3785743307}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5220,"qdb_cluster":[5220]},"id":3}]} 2024-09-19T04:34:18.390 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 21 2024-09-19T04:34:18.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.390+0000 7efd7bea5640 1 -- 172.21.15.111:0/1985135856 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7efd5806c490 msgr2=0x7efd5806e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:18.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.390+0000 7efd7bea5640 1 --2- 172.21.15.111:0/1985135856 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7efd5806c490 0x7efd5806e950 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7efd7415ecb0 tx=0x7efd64009190 comp rx=0 tx=0).stop 2024-09-19T04:34:18.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.390+0000 7efd7bea5640 1 -- 172.21.15.111:0/1985135856 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efd60005210 msgr2=0x7efd741e8ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:18.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.390+0000 7efd7bea5640 1 --2- 172.21.15.111:0/1985135856 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efd60005210 0x7efd741e8ab0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7efd70004f70 tx=0x7efd70007430 comp rx=0 tx=0).stop 2024-09-19T04:34:18.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.390+0000 7efd7bea5640 1 -- 172.21.15.111:0/1985135856 shutdown_connections 2024-09-19T04:34:18.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.390+0000 7efd7bea5640 1 --2- 172.21.15.111:0/1985135856 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7efd5806c490 0x7efd5806e950 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.390+0000 7efd7bea5640 1 --2- 172.21.15.111:0/1985135856 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efd7415f260 0x7efd74154140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.390+0000 7efd7bea5640 1 --2- 172.21.15.111:0/1985135856 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efd7414f750 0x7efd7415ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.390+0000 7efd7bea5640 1 --2- 172.21.15.111:0/1985135856 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efd60005210 0x7efd741e8ab0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.390+0000 7efd7bea5640 1 -- 172.21.15.111:0/1985135856 >> 172.21.15.111:0/1985135856 conn(0x7efd740b4300 msgr2=0x7efd740b37e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:18.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.390+0000 7efd7bea5640 1 -- 172.21.15.111:0/1985135856 shutdown_connections 2024-09-19T04:34:18.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.390+0000 7efd7bea5640 1 -- 172.21.15.111:0/1985135856 wait complete. 2024-09-19T04:34:18.403 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-19T04:34:18.532 INFO:teuthology.orchestra.run.smithi114.stdout:[] 2024-09-19T04:34:18.533 DEBUG:tasks.cephfs.filesystem:_json_asok output [] 2024-09-19T04:34:18.533 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs subvol91780 2024-09-19T04:34:18.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.633+0000 7f6223b4b640 1 Processor -- start 2024-09-19T04:34:18.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.634+0000 7f6223b4b640 1 -- start start 2024-09-19T04:34:18.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.634+0000 7f6223b4b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f621c161e30 0x7f621c0d34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:18.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.634+0000 7f6223b4b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f621c0b3d50 0x7f621c06d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:18.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.634+0000 7f6223b4b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f621c0b3290 0x7f621c06de00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:18.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.634+0000 7f6223b4b640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f621c0cfcf0 con 0x7f621c161e30 2024-09-19T04:34:18.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.634+0000 7f6223b4b640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f621c0cf9a0 con 0x7f621c0b3290 2024-09-19T04:34:18.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.634+0000 7f6223b4b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f621c162210 con 0x7f621c0b3d50 2024-09-19T04:34:18.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.635+0000 7f62218e7640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f621c161e30 0x7f621c0d34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:18.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.635+0000 7f62218e7640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f621c161e30 0x7f621c0d34a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59006/0 (socket says 172.21.15.111:59006) 2024-09-19T04:34:18.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.635+0000 7f62218e7640 1 -- 172.21.15.111:0/2654851169 learned_addr learned my addr 172.21.15.111:0/2654851169 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:18.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.635+0000 7f62210e6640 1 --2- 172.21.15.111:0/2654851169 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f621c0b3d50 0x7f621c06d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:18.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.635+0000 7f62220e8640 1 --2- 172.21.15.111:0/2654851169 >> v2:172.21.15.114:3300/0 conn(0x7f621c0b3290 0x7f621c06de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:18.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.635+0000 7f62218e7640 1 -- 172.21.15.111:0/2654851169 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f621c0b3d50 msgr2=0x7f621c06d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:18.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.635+0000 7f62218e7640 1 --2- 172.21.15.111:0/2654851169 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f621c0b3d50 0x7f621c06d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.635+0000 7f62218e7640 1 -- 172.21.15.111:0/2654851169 >> v2:172.21.15.114:3300/0 conn(0x7f621c0b3290 msgr2=0x7f621c06de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:18.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.635+0000 7f62218e7640 1 --2- 172.21.15.111:0/2654851169 >> v2:172.21.15.114:3300/0 conn(0x7f621c0b3290 0x7f621c06de00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.635+0000 7f62218e7640 1 -- 172.21.15.111:0/2654851169 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f621c0d5210 con 0x7f621c161e30 2024-09-19T04:34:18.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.635+0000 7f62220e8640 1 --2- 172.21.15.111:0/2654851169 >> v2:172.21.15.114:3300/0 conn(0x7f621c0b3290 0x7f621c06de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:34:18.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.636+0000 7f62218e7640 1 --2- 172.21.15.111:0/2654851169 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f621c161e30 0x7f621c0d34a0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f621c08d8a0 tx=0x7f621802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d4f0024c5eb148a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:18.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.636+0000 7f62208e5640 1 -- 172.21.15.111:0/2654851169 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6218037070 con 0x7f621c161e30 2024-09-19T04:34:18.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.636+0000 7f62208e5640 1 -- 172.21.15.111:0/2654851169 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6218032440 con 0x7f621c161e30 2024-09-19T04:34:18.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.636+0000 7f62208e5640 1 -- 172.21.15.111:0/2654851169 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6218032810 con 0x7f621c161e30 2024-09-19T04:34:18.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.636+0000 7f6223b4b640 1 -- 172.21.15.111:0/2654851169 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f621c161e30 msgr2=0x7f621c0d34a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:18.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.636+0000 7f6223b4b640 1 --2- 172.21.15.111:0/2654851169 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f621c161e30 0x7f621c0d34a0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f621c08d8a0 tx=0x7f621802a1e0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.636+0000 7f6223b4b640 1 -- 172.21.15.111:0/2654851169 shutdown_connections 2024-09-19T04:34:18.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.636+0000 7f6223b4b640 1 --2- 172.21.15.111:0/2654851169 >> v2:172.21.15.114:3300/0 conn(0x7f621c0b3290 0x7f621c06de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.636+0000 7f6223b4b640 1 --2- 172.21.15.111:0/2654851169 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f621c0b3d50 0x7f621c06d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.636+0000 7f6223b4b640 1 --2- 172.21.15.111:0/2654851169 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f621c161e30 0x7f621c0d34a0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.636+0000 7f6223b4b640 1 -- 172.21.15.111:0/2654851169 >> 172.21.15.111:0/2654851169 conn(0x7f621c0d1870 msgr2=0x7f621c0d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:18.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.636+0000 7f6223b4b640 1 -- 172.21.15.111:0/2654851169 shutdown_connections 2024-09-19T04:34:18.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.636+0000 7f6223b4b640 1 -- 172.21.15.111:0/2654851169 wait complete. 2024-09-19T04:34:18.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.638+0000 7f6223b4b640 1 Processor -- start 2024-09-19T04:34:18.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.638+0000 7f6223b4b640 1 -- start start 2024-09-19T04:34:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.638+0000 7f6223b4b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f621c0b3290 0x7f621c1f81d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.638+0000 7f6223b4b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f621c0b3d50 0x7f621c157c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.638+0000 7f6223b4b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f621c161e30 0x7f621c158b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.638+0000 7f6223b4b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f621c0d39e0 con 0x7f621c0b3d50 2024-09-19T04:34:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.638+0000 7f6223b4b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f621c0b3950 con 0x7f621c161e30 2024-09-19T04:34:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.638+0000 7f6223b4b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f621c1f8a20 con 0x7f621c0b3290 2024-09-19T04:34:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.638+0000 7f62210e6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f621c0b3d50 0x7f621c157c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.638+0000 7f62210e6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f621c0b3d50 0x7f621c157c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59010/0 (socket says 172.21.15.111:59010) 2024-09-19T04:34:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.638+0000 7f62210e6640 1 -- 172.21.15.111:0/1266707560 learned_addr learned my addr 172.21.15.111:0/1266707560 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.638+0000 7f62220e8640 1 --2- 172.21.15.111:0/1266707560 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f621c161e30 0x7f621c158b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.638+0000 7f62218e7640 1 --2- 172.21.15.111:0/1266707560 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f621c0b3290 0x7f621c1f81d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.639+0000 7f62210e6640 1 -- 172.21.15.111:0/1266707560 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f621c0b3290 msgr2=0x7f621c1f81d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.639+0000 7f62210e6640 1 --2- 172.21.15.111:0/1266707560 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f621c0b3290 0x7f621c1f81d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.639+0000 7f62210e6640 1 -- 172.21.15.111:0/1266707560 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f621c161e30 msgr2=0x7f621c158b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:18.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.639+0000 7f62210e6640 1 --2- 172.21.15.111:0/1266707560 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f621c161e30 0x7f621c158b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.639+0000 7f62210e6640 1 -- 172.21.15.111:0/1266707560 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f621c1f8d00 con 0x7f621c0b3d50 2024-09-19T04:34:18.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.639+0000 7f62210e6640 1 --2- 172.21.15.111:0/1266707560 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f621c0b3d50 0x7f621c157c10 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f620c00e980 tx=0x7f620c00ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:18.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.639+0000 7f62127fc640 1 -- 172.21.15.111:0/1266707560 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f620c017070 con 0x7f621c0b3d50 2024-09-19T04:34:18.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.639+0000 7f62127fc640 1 -- 172.21.15.111:0/1266707560 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f620c00c9a0 con 0x7f621c0b3d50 2024-09-19T04:34:18.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.639+0000 7f6223b4b640 1 -- 172.21.15.111:0/1266707560 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f621c1f8fe0 con 0x7f621c0b3d50 2024-09-19T04:34:18.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.639+0000 7f62127fc640 1 -- 172.21.15.111:0/1266707560 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f620c00cd70 con 0x7f621c0b3d50 2024-09-19T04:34:18.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.639+0000 7f6223b4b640 1 -- 172.21.15.111:0/1266707560 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f621c0c9f40 con 0x7f621c0b3d50 2024-09-19T04:34:18.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.640+0000 7f6223b4b640 1 -- 172.21.15.111:0/1266707560 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f621c068e90 con 0x7f621c0b3d50 2024-09-19T04:34:18.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.641+0000 7f62127fc640 1 -- 172.21.15.111:0/1266707560 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f620c01a070 con 0x7f621c0b3d50 2024-09-19T04:34:18.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.641+0000 7f62127fc640 1 --2- 172.21.15.111:0/1266707560 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f620006c460 0x7f620006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:18.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.641+0000 7f62127fc640 1 -- 172.21.15.111:0/1266707560 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f620c08b930 con 0x7f621c0b3d50 2024-09-19T04:34:18.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.641+0000 7f62218e7640 1 --2- 172.21.15.111:0/1266707560 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f620006c460 0x7f620006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:18.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.642+0000 7f62218e7640 1 --2- 172.21.15.111:0/1266707560 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f620006c460 0x7f620006e920 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f6218034000 tx=0x7f621802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:18.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.645+0000 7f62127fc640 1 -- 172.21.15.111:0/1266707560 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f621c068e90 con 0x7f621c0b3d50 2024-09-19T04:34:18.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.839+0000 7f6223b4b640 1 -- 172.21.15.111:0/1266707560 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "subvol91780", "target": ["mon-mgr", ""]}) -- 0x7f621c0d0420 con 0x7f620006c460 2024-09-19T04:34:18.845 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:34:18.844+0000 7f2ee8c90640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:34:18.845 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:34:18.844+0000 7f2ee8c90640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:34:18.846 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:34:18.844+0000 7f2ee8c90640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:34:18.846 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:34:18.844+0000 7f2ee8c90640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:34:18.846 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:34:18.844+0000 7f2ee8c90640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:34:18.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.871+0000 7f62127fc640 1 -- 172.21.15.111:0/1266707560 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f621c0d0420 con 0x7f620006c460 2024-09-19T04:34:18.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.873+0000 7f6223b4b640 1 -- 172.21.15.111:0/1266707560 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f620006c460 msgr2=0x7f620006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:18.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.873+0000 7f6223b4b640 1 --2- 172.21.15.111:0/1266707560 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f620006c460 0x7f620006e920 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f6218034000 tx=0x7f621802e000 comp rx=0 tx=0).stop 2024-09-19T04:34:18.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.873+0000 7f6223b4b640 1 -- 172.21.15.111:0/1266707560 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f621c0b3d50 msgr2=0x7f621c157c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:18.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.873+0000 7f6223b4b640 1 --2- 172.21.15.111:0/1266707560 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f621c0b3d50 0x7f621c157c10 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f620c00e980 tx=0x7f620c00ee40 comp rx=0 tx=0).stop 2024-09-19T04:34:18.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.873+0000 7f6223b4b640 1 -- 172.21.15.111:0/1266707560 shutdown_connections 2024-09-19T04:34:18.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.873+0000 7f6223b4b640 1 --2- 172.21.15.111:0/1266707560 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f620006c460 0x7f620006e920 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.873+0000 7f6223b4b640 1 --2- 172.21.15.111:0/1266707560 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f621c161e30 0x7f621c158b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.873+0000 7f6223b4b640 1 --2- 172.21.15.111:0/1266707560 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f621c0b3d50 0x7f621c157c10 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.876 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.873+0000 7f6223b4b640 1 --2- 172.21.15.111:0/1266707560 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f621c0b3290 0x7f621c1f81d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.876 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.873+0000 7f6223b4b640 1 -- 172.21.15.111:0/1266707560 >> 172.21.15.111:0/1266707560 conn(0x7f621c0d1870 msgr2=0x7f621c0b7840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:18.876 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.873+0000 7f6223b4b640 1 -- 172.21.15.111:0/1266707560 shutdown_connections 2024-09-19T04:34:18.876 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.873+0000 7f6223b4b640 1 -- 172.21.15.111:0/1266707560 wait complete. 2024-09-19T04:34:18.886 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:34:18.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.982+0000 7ff65a053640 1 Processor -- start 2024-09-19T04:34:18.984 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.982+0000 7ff65a053640 1 -- start start 2024-09-19T04:34:18.985 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.983+0000 7ff65a053640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff654151c50 0x7ff6540cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:18.985 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.983+0000 7ff65a053640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff65406c1f0 0x7ff65415baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:18.985 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.983+0000 7ff65a053640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff6540cd5f0 con 0x7ff65406be10 2024-09-19T04:34:18.985 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.983+0000 7ff65a053640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ff6540cd8d0 con 0x7ff654151c50 2024-09-19T04:34:18.985 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.983+0000 7ff65a053640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff6540cdbb0 con 0x7ff65406c1f0 2024-09-19T04:34:18.985 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.983+0000 7ff653fff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff65406c1f0 0x7ff65415baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:18.985 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.983+0000 7ff652ffd640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff654151c50 0x7ff6540cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:18.985 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.983+0000 7ff652ffd640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff654151c50 0x7ff6540cd010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:40236/0 (socket says 172.21.15.111:40236) 2024-09-19T04:34:18.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.983+0000 7ff652ffd640 1 -- 172.21.15.111:0/2925857458 learned_addr learned my addr 172.21.15.111:0/2925857458 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:18.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.983+0000 7ff6537fe640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7ff65406be10 0x7ff654151540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:56966/0 (socket says 172.21.15.111:56966) 2024-09-19T04:34:18.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.983+0000 7ff653fff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff65406c1f0 0x7ff65415baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:40054/0 (socket says 172.21.15.111:40054) 2024-09-19T04:34:18.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.983+0000 7ff653fff640 1 -- 172.21.15.111:0/2925857458 >> v2:172.21.15.114:3300/0 conn(0x7ff654151c50 msgr2=0x7ff6540cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:18.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.983+0000 7ff653fff640 1 --2- 172.21.15.111:0/2925857458 >> v2:172.21.15.114:3300/0 conn(0x7ff654151c50 0x7ff6540cd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.983+0000 7ff653fff640 1 -- 172.21.15.111:0/2925857458 >> v1:172.21.15.114:6789/0 conn(0x7ff65406be10 legacy=0x7ff654151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:18.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.984+0000 7ff653fff640 1 -- 172.21.15.111:0/2925857458 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6540cde90 con 0x7ff65406c1f0 2024-09-19T04:34:18.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.984+0000 7ff652ffd640 1 --2- 172.21.15.111:0/2925857458 >> v2:172.21.15.114:3300/0 conn(0x7ff654151c50 0x7ff6540cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:34:18.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.984+0000 7ff653fff640 1 --2- 172.21.15.111:0/2925857458 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff65406c1f0 0x7ff65415baa0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7ff64c0097a0 tx=0x7ff64c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=58e6f80563afe3e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:18.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.984+0000 7ff6527fc640 1 -- 172.21.15.111:0/2925857458 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff64c037070 con 0x7ff65406c1f0 2024-09-19T04:34:18.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.984+0000 7ff6527fc640 1 -- 172.21.15.111:0/2925857458 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff64c032440 con 0x7ff65406c1f0 2024-09-19T04:34:18.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.984+0000 7ff6527fc640 1 -- 172.21.15.111:0/2925857458 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff64c032810 con 0x7ff65406c1f0 2024-09-19T04:34:18.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.985+0000 7ff65a053640 1 -- 172.21.15.111:0/2925857458 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff65406c1f0 msgr2=0x7ff65415baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:18.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.985+0000 7ff65a053640 1 --2- 172.21.15.111:0/2925857458 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff65406c1f0 0x7ff65415baa0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7ff64c0097a0 tx=0x7ff64c02a180 comp rx=0 tx=0).stop 2024-09-19T04:34:18.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.985+0000 7ff65a053640 1 -- 172.21.15.111:0/2925857458 shutdown_connections 2024-09-19T04:34:18.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.985+0000 7ff65a053640 1 --2- 172.21.15.111:0/2925857458 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff65406c1f0 0x7ff65415baa0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.985+0000 7ff65a053640 1 --2- 172.21.15.111:0/2925857458 >> v2:172.21.15.114:3300/0 conn(0x7ff654151c50 0x7ff6540cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.985+0000 7ff65a053640 1 -- 172.21.15.111:0/2925857458 >> 172.21.15.111:0/2925857458 conn(0x7ff654062cc0 msgr2=0x7ff65406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:18.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.985+0000 7ff65a053640 1 -- 172.21.15.111:0/2925857458 shutdown_connections 2024-09-19T04:34:18.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.985+0000 7ff65a053640 1 -- 172.21.15.111:0/2925857458 wait complete. 2024-09-19T04:34:18.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.986+0000 7ff65a053640 1 Processor -- start 2024-09-19T04:34:18.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.986+0000 7ff65a053640 1 -- start start 2024-09-19T04:34:18.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.987+0000 7ff65a053640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff65406be10 0x7ff6541567f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:18.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.987+0000 7ff65a053640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff65406c1f0 0x7ff65414abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:18.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.987+0000 7ff65a053640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff654151c50 0x7ff65414c920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:18.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.987+0000 7ff65a053640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff6540d0310 con 0x7ff65406be10 2024-09-19T04:34:18.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.987+0000 7ff65a053640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff6540ce690 con 0x7ff654151c50 2024-09-19T04:34:18.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.987+0000 7ff65a053640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff6540d0490 con 0x7ff65406c1f0 2024-09-19T04:34:18.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.987+0000 7ff6537fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff65406be10 0x7ff6541567f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:18.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.987+0000 7ff6537fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff65406be10 0x7ff6541567f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59028/0 (socket says 172.21.15.111:59028) 2024-09-19T04:34:18.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.987+0000 7ff652ffd640 1 --2- 172.21.15.111:0/1385914150 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff65406c1f0 0x7ff65414abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:18.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.987+0000 7ff6537fe640 1 -- 172.21.15.111:0/1385914150 learned_addr learned my addr 172.21.15.111:0/1385914150 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:18.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.987+0000 7ff653fff640 1 --2- 172.21.15.111:0/1385914150 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff654151c50 0x7ff65414c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:18.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.988+0000 7ff652ffd640 1 -- 172.21.15.111:0/1385914150 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff654151c50 msgr2=0x7ff65414c920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:18.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.988+0000 7ff652ffd640 1 --2- 172.21.15.111:0/1385914150 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff654151c50 0x7ff65414c920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.988+0000 7ff652ffd640 1 -- 172.21.15.111:0/1385914150 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff65406be10 msgr2=0x7ff6541567f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:18.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.988+0000 7ff652ffd640 1 --2- 172.21.15.111:0/1385914150 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff65406be10 0x7ff6541567f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:18.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.988+0000 7ff652ffd640 1 -- 172.21.15.111:0/1385914150 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff654070f40 con 0x7ff65406c1f0 2024-09-19T04:34:18.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.988+0000 7ff653fff640 1 --2- 172.21.15.111:0/1385914150 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff654151c50 0x7ff65414c920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:34:18.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.988+0000 7ff6537fe640 1 --2- 172.21.15.111:0/1385914150 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff65406be10 0x7ff6541567f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:34:18.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.988+0000 7ff652ffd640 1 --2- 172.21.15.111:0/1385914150 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff65406c1f0 0x7ff65414abd0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7ff654152080 tx=0x7ff64800ecf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:18.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.988+0000 7ff63bfff640 1 -- 172.21.15.111:0/1385914150 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff648004030 con 0x7ff65406c1f0 2024-09-19T04:34:18.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.988+0000 7ff63bfff640 1 -- 172.21.15.111:0/1385914150 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6480041d0 con 0x7ff65406c1f0 2024-09-19T04:34:18.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.988+0000 7ff65a053640 1 -- 172.21.15.111:0/1385914150 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff654071220 con 0x7ff65406c1f0 2024-09-19T04:34:18.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.988+0000 7ff63bfff640 1 -- 172.21.15.111:0/1385914150 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff64800c940 con 0x7ff65406c1f0 2024-09-19T04:34:18.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.988+0000 7ff65a053640 1 -- 172.21.15.111:0/1385914150 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6540717e0 con 0x7ff65406c1f0 2024-09-19T04:34:18.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.989+0000 7ff65a053640 1 -- 172.21.15.111:0/1385914150 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6540d0870 con 0x7ff65406c1f0 2024-09-19T04:34:18.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.989+0000 7ff63bfff640 1 -- 172.21.15.111:0/1385914150 <== mon.2 v2:172.21.15.114:3301/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7ff64800cae0 con 0x7ff65406c1f0 2024-09-19T04:34:18.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.990+0000 7ff63bfff640 1 --2- 172.21.15.111:0/1385914150 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff64006c460 0x7ff64006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:18.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.990+0000 7ff6537fe640 1 --2- 172.21.15.111:0/1385914150 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff64006c460 0x7ff64006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:18.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.990+0000 7ff63bfff640 1 -- 172.21.15.111:0/1385914150 <== mon.2 v2:172.21.15.114:3301/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7ff64808b8b0 con 0x7ff65406c1f0 2024-09-19T04:34:18.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.990+0000 7ff6537fe640 1 --2- 172.21.15.111:0/1385914150 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff64006c460 0x7ff64006e920 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7ff644007fd0 tx=0x7ff644001740 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:18.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:18.995+0000 7ff63bfff640 1 -- 172.21.15.111:0/1385914150 <== mon.2 v2:172.21.15.114:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff648017020 con 0x7ff65406c1f0 2024-09-19T04:34:19.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.194+0000 7ff65a053640 1 -- 172.21.15.111:0/1385914150 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff654151470 con 0x7ff65406c1f0 2024-09-19T04:34:19.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.195+0000 7ff63bfff640 1 -- 172.21.15.111:0/1385914150 <== mon.2 v2:172.21.15.114:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5232 (secure 0 0 0) 0x7ff648059800 con 0x7ff65406c1f0 2024-09-19T04:34:19.196 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:34:19.196 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"btime":"2024-09-19T04:34:16:480820+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4978,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3318539535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3318539535},{"type":"v1","addr":"172.21.15.114:6834","nonce":3318539535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1477911623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1477911623},{"type":"v1","addr":"172.21.15.111:6836","nonce":1477911623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5205,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/799717206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":799717206},{"type":"v1","addr":"172.21.15.111:6837","nonce":799717206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:34:03.768957+0000","modified":"2024-09-19T04:34:05.788430+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5220},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5220":{"gid":5220,"name":"b","rank":0,"incarnation":18,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3785743307","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3785743307},{"type":"v1","addr":"172.21.15.114:6835","nonce":3785743307}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5220,"qdb_cluster":[5220]},"id":3}]} 2024-09-19T04:34:19.197 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 21 2024-09-19T04:34:19.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.197+0000 7ff65a053640 1 -- 172.21.15.111:0/1385914150 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff64006c460 msgr2=0x7ff64006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:19.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.197+0000 7ff65a053640 1 --2- 172.21.15.111:0/1385914150 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff64006c460 0x7ff64006e920 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7ff644007fd0 tx=0x7ff644001740 comp rx=0 tx=0).stop 2024-09-19T04:34:19.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.197+0000 7ff65a053640 1 -- 172.21.15.111:0/1385914150 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff65406c1f0 msgr2=0x7ff65414abd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:19.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.197+0000 7ff65a053640 1 --2- 172.21.15.111:0/1385914150 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff65406c1f0 0x7ff65414abd0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7ff654152080 tx=0x7ff64800ecf0 comp rx=0 tx=0).stop 2024-09-19T04:34:19.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.197+0000 7ff65a053640 1 -- 172.21.15.111:0/1385914150 shutdown_connections 2024-09-19T04:34:19.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.197+0000 7ff65a053640 1 --2- 172.21.15.111:0/1385914150 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff64006c460 0x7ff64006e920 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:19.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.197+0000 7ff65a053640 1 --2- 172.21.15.111:0/1385914150 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff654151c50 0x7ff65414c920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:19.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.197+0000 7ff65a053640 1 --2- 172.21.15.111:0/1385914150 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff65406c1f0 0x7ff65414abd0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:19.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.197+0000 7ff65a053640 1 --2- 172.21.15.111:0/1385914150 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff65406be10 0x7ff6541567f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:19.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.197+0000 7ff65a053640 1 -- 172.21.15.111:0/1385914150 >> 172.21.15.111:0/1385914150 conn(0x7ff654062cc0 msgr2=0x7ff6541505a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:19.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.197+0000 7ff65a053640 1 -- 172.21.15.111:0/1385914150 shutdown_connections 2024-09-19T04:34:19.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.197+0000 7ff65a053640 1 -- 172.21.15.111:0/1385914150 wait complete. 2024-09-19T04:34:19.210 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-19T04:34:19.330 INFO:teuthology.orchestra.run.smithi114.stdout:[{"id":5418,"entity":{"name":{"type":"client","num":5418},"addr":{"type":"any","addr":"172.21.15.111:0","nonce":2696058815}},"state":"open","num_leases":1,"num_caps":7,"request_load_avg":14,"uptime":0.47398920700000002,"requests_in_flight":2,"num_completed_requests":0,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":21.976420765047127,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5418 172.21.15.111:0/2696058815","completed_requests":[],"prealloc_inos":[{"start":"0x10000000005","length":996}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"2f599a46ad10e37c929e5c43da2f6907ddcd1961","ceph_version":"ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)","entity_id":"y","hostname":"smithi111","pid":"36236","root":"/"}}] 2024-09-19T04:34:19.330 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "y", "hostname": "smithi111", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36236", "root": "/" }, "completed_requests": [], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.111:0", "nonce": 2696058815, "type": "any" }, "name": { "num": 5418, "type": "client" } }, "id": 5418, "inst": "client.5418 172.21.15.111:0/2696058815", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 0, "num_leases": 1, "prealloc_inos": [ { "length": 996, "start": "0x10000000005" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 14, "requests_in_flight": 2, "session_cache_liveness": { "halflife": 300, "value": 21.976420765047127 }, "state": "open", "uptime": 0.473989207 } ] 2024-09-19T04:34:19.331 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:34:19.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.427+0000 7f12d056d640 1 Processor -- start 2024-09-19T04:34:19.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.427+0000 7f12d056d640 1 -- start start 2024-09-19T04:34:19.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.428+0000 7f12d056d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12c815c300 0x7f12c80affc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:19.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.428+0000 7f12d056d640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12c815ecf0 con 0x7f12c80cd300 2024-09-19T04:34:19.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.428+0000 7f12d056d640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12c815c6e0 con 0x7f12c806f1e0 2024-09-19T04:34:19.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.428+0000 7f12d056d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f12c815efb0 con 0x7f12c815c300 2024-09-19T04:34:19.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.428+0000 7f12cdb08640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f12c80cd300 0x7f12c806ead0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:49678/0 (socket says 172.21.15.111:49678) 2024-09-19T04:34:19.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.428+0000 7f12cdb08640 1 -- 172.21.15.111:0/3509527235 learned_addr learned my addr 172.21.15.111:0/3509527235 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:34:19.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.428+0000 7f12ce309640 1 --2- 172.21.15.111:0/3509527235 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12c815c300 0x7f12c80affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:19.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.429+0000 7f12cd307640 1 -- 172.21.15.111:0/3509527235 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2841054834 0 0) 0x7f12c815ecf0 con 0x7f12c80cd300 2024-09-19T04:34:19.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.429+0000 7f12cd307640 1 -- 172.21.15.111:0/3509527235 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f12b0003520 con 0x7f12c80cd300 2024-09-19T04:34:19.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.429+0000 7f12cd307640 1 -- 172.21.15.111:0/3509527235 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2752398056 0 0) 0x7f12c815c6e0 con 0x7f12c806f1e0 2024-09-19T04:34:19.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.429+0000 7f12cd307640 1 -- 172.21.15.111:0/3509527235 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f12c815ecf0 con 0x7f12c806f1e0 2024-09-19T04:34:19.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.429+0000 7f12ce309640 1 -- 172.21.15.111:0/3509527235 >> v1:172.21.15.114:6789/0 conn(0x7f12c806f1e0 legacy=0x7f12c80ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:19.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.429+0000 7f12ce309640 1 -- 172.21.15.111:0/3509527235 >> v1:172.21.15.111:6789/0 conn(0x7f12c80cd300 legacy=0x7f12c806ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:19.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.429+0000 7f12ce309640 1 -- 172.21.15.111:0/3509527235 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12c815f290 con 0x7f12c815c300 2024-09-19T04:34:19.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.429+0000 7f12ce309640 1 --2- 172.21.15.111:0/3509527235 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12c815c300 0x7f12c80affc0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f12c0009800 tx=0x7f12c002a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f0bfbb00b42118ba server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:19.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.430+0000 7f12cd307640 1 -- 172.21.15.111:0/3509527235 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12c0037070 con 0x7f12c815c300 2024-09-19T04:34:19.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.430+0000 7f12cd307640 1 -- 172.21.15.111:0/3509527235 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12c0032440 con 0x7f12c815c300 2024-09-19T04:34:19.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.430+0000 7f12cd307640 1 -- 172.21.15.111:0/3509527235 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12c00327f0 con 0x7f12c815c300 2024-09-19T04:34:19.435 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.430+0000 7f12d056d640 1 -- 172.21.15.111:0/3509527235 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12c815c300 msgr2=0x7f12c80affc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:19.436 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.430+0000 7f12d056d640 1 --2- 172.21.15.111:0/3509527235 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12c815c300 0x7f12c80affc0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f12c0009800 tx=0x7f12c002a1a0 comp rx=0 tx=0).stop 2024-09-19T04:34:19.436 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.430+0000 7f12d056d640 1 -- 172.21.15.111:0/3509527235 shutdown_connections 2024-09-19T04:34:19.436 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.430+0000 7f12d056d640 1 --2- 172.21.15.111:0/3509527235 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12c815c300 0x7f12c80affc0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:19.436 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.430+0000 7f12d056d640 1 -- 172.21.15.111:0/3509527235 >> 172.21.15.111:0/3509527235 conn(0x7f12c806cae0 msgr2=0x7f12c806cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:19.436 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.430+0000 7f12d056d640 1 -- 172.21.15.111:0/3509527235 shutdown_connections 2024-09-19T04:34:19.436 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.430+0000 7f12d056d640 1 -- 172.21.15.111:0/3509527235 wait complete. 2024-09-19T04:34:19.436 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.431+0000 7f12d056d640 1 Processor -- start 2024-09-19T04:34:19.436 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.431+0000 7f12d056d640 1 -- start start 2024-09-19T04:34:19.436 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.432+0000 7f12d056d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12c806f1e0 0x7f12c815c910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:19.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.432+0000 7f12d056d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f12c80cd300 0x7f12c815ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:19.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.432+0000 7f12d056d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f12c815c300 0x7f12c81563f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:19.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.432+0000 7f12d056d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f12c8071880 con 0x7f12c80cd300 2024-09-19T04:34:19.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.432+0000 7f12d056d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f12c815f850 con 0x7f12c815c300 2024-09-19T04:34:19.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.432+0000 7f12d056d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f12c80b0500 con 0x7f12c806f1e0 2024-09-19T04:34:19.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.432+0000 7f12cdb08640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f12c80cd300 0x7f12c815ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:19.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.432+0000 7f12ce309640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12c806f1e0 0x7f12c815c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:19.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.432+0000 7f12cdb08640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f12c80cd300 0x7f12c815ffe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59038/0 (socket says 172.21.15.111:59038) 2024-09-19T04:34:19.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.432+0000 7f12ce309640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12c806f1e0 0x7f12c815c910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:40080/0 (socket says 172.21.15.111:40080) 2024-09-19T04:34:19.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.432+0000 7f12cdb08640 1 -- 172.21.15.111:0/192077393 learned_addr learned my addr 172.21.15.111:0/192077393 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:19.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.432+0000 7f12ceb0a640 1 --2- 172.21.15.111:0/192077393 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f12c815c300 0x7f12c81563f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:19.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.433+0000 7f12cdb08640 1 -- 172.21.15.111:0/192077393 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12c806f1e0 msgr2=0x7f12c815c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:19.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.433+0000 7f12cdb08640 1 --2- 172.21.15.111:0/192077393 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12c806f1e0 0x7f12c815c910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:19.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.433+0000 7f12cdb08640 1 -- 172.21.15.111:0/192077393 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f12c815c300 msgr2=0x7f12c81563f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:19.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.433+0000 7f12cdb08640 1 --2- 172.21.15.111:0/192077393 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f12c815c300 0x7f12c81563f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:19.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.433+0000 7f12cdb08640 1 -- 172.21.15.111:0/192077393 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12c8161fc0 con 0x7f12c80cd300 2024-09-19T04:34:19.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.433+0000 7f12cdb08640 1 --2- 172.21.15.111:0/192077393 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f12c80cd300 0x7f12c815ffe0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f12bc00c450 tx=0x7f12bc00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:19.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.433+0000 7f12c6ffd640 1 -- 172.21.15.111:0/192077393 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12bc017070 con 0x7f12c80cd300 2024-09-19T04:34:19.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.433+0000 7f12c6ffd640 1 -- 172.21.15.111:0/192077393 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12bc005ce0 con 0x7f12c80cd300 2024-09-19T04:34:19.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.433+0000 7f12d056d640 1 -- 172.21.15.111:0/192077393 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12c81f4500 con 0x7f12c80cd300 2024-09-19T04:34:19.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.433+0000 7f12c6ffd640 1 -- 172.21.15.111:0/192077393 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12bc0072b0 con 0x7f12c80cd300 2024-09-19T04:34:19.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.433+0000 7f12d056d640 1 -- 172.21.15.111:0/192077393 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12c81f4ac0 con 0x7f12c80cd300 2024-09-19T04:34:19.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.434+0000 7f12d056d640 1 -- 172.21.15.111:0/192077393 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12c81f4280 con 0x7f12c80cd300 2024-09-19T04:34:19.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.434+0000 7f12c6ffd640 1 -- 172.21.15.111:0/192077393 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f12bc01a070 con 0x7f12c80cd300 2024-09-19T04:34:19.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.435+0000 7f12c6ffd640 1 --2- 172.21.15.111:0/192077393 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f12b406c490 0x7f12b406e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:19.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.435+0000 7f12ce309640 1 --2- 172.21.15.111:0/192077393 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f12b406c490 0x7f12b406e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:19.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.435+0000 7f12c6ffd640 1 -- 172.21.15.111:0/192077393 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f12bc08a950 con 0x7f12c80cd300 2024-09-19T04:34:19.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.436+0000 7f12ce309640 1 --2- 172.21.15.111:0/192077393 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f12b406c490 0x7f12b406e950 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f12c0034000 tx=0x7f12c002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:19.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.440+0000 7f12c6ffd640 1 -- 172.21.15.111:0/192077393 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f12c81f4280 con 0x7f12c80cd300 2024-09-19T04:34:19.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.641+0000 7f12d056d640 1 -- 172.21.15.111:0/192077393 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f12c80affc0 con 0x7f12c80cd300 2024-09-19T04:34:19.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.642+0000 7f12c6ffd640 1 -- 172.21.15.111:0/192077393 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5232 (secure 0 0 0) 0x7f12bc058960 con 0x7f12c80cd300 2024-09-19T04:34:19.643 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:34:19.644 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"btime":"2024-09-19T04:34:16:480820+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4978,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3318539535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3318539535},{"type":"v1","addr":"172.21.15.114:6834","nonce":3318539535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1477911623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1477911623},{"type":"v1","addr":"172.21.15.111:6836","nonce":1477911623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5205,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/799717206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":799717206},{"type":"v1","addr":"172.21.15.111:6837","nonce":799717206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:34:03.768957+0000","modified":"2024-09-19T04:34:05.788430+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5220},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5220":{"gid":5220,"name":"b","rank":0,"incarnation":18,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3785743307","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3785743307},{"type":"v1","addr":"172.21.15.114:6835","nonce":3785743307}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5220,"qdb_cluster":[5220]},"id":3}]} 2024-09-19T04:34:19.644 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 21 2024-09-19T04:34:19.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.644+0000 7f12d056d640 1 -- 172.21.15.111:0/192077393 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f12b406c490 msgr2=0x7f12b406e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:19.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.644+0000 7f12d056d640 1 --2- 172.21.15.111:0/192077393 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f12b406c490 0x7f12b406e950 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f12c0034000 tx=0x7f12c002e000 comp rx=0 tx=0).stop 2024-09-19T04:34:19.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.644+0000 7f12d056d640 1 -- 172.21.15.111:0/192077393 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f12c80cd300 msgr2=0x7f12c815ffe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:19.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.644+0000 7f12d056d640 1 --2- 172.21.15.111:0/192077393 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f12c80cd300 0x7f12c815ffe0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f12bc00c450 tx=0x7f12bc00c910 comp rx=0 tx=0).stop 2024-09-19T04:34:19.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.644+0000 7f12d056d640 1 -- 172.21.15.111:0/192077393 shutdown_connections 2024-09-19T04:34:19.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.644+0000 7f12d056d640 1 --2- 172.21.15.111:0/192077393 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f12b406c490 0x7f12b406e950 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:19.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.644+0000 7f12d056d640 1 --2- 172.21.15.111:0/192077393 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f12c815c300 0x7f12c81563f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:19.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.644+0000 7f12d056d640 1 --2- 172.21.15.111:0/192077393 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f12c80cd300 0x7f12c815ffe0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:19.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.644+0000 7f12d056d640 1 --2- 172.21.15.111:0/192077393 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12c806f1e0 0x7f12c815c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:19.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.644+0000 7f12d056d640 1 -- 172.21.15.111:0/192077393 >> 172.21.15.111:0/192077393 conn(0x7f12c806cae0 msgr2=0x7f12c806cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:19.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.644+0000 7f12d056d640 1 -- 172.21.15.111:0/192077393 shutdown_connections 2024-09-19T04:34:19.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:19.644+0000 7f12d056d640 1 -- 172.21.15.111:0/192077393 wait complete. 2024-09-19T04:34:19.656 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-19T04:34:19.772 INFO:teuthology.orchestra.run.smithi114.stdout:[{"id":5418,"entity":{"name":{"type":"client","num":5418},"addr":{"type":"any","addr":"172.21.15.111:0","nonce":2696058815}},"state":"open","num_leases":1,"num_caps":7,"request_load_avg":14,"uptime":0.91597914199999997,"requests_in_flight":2,"num_completed_requests":0,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":21.953989600935945,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5418 172.21.15.111:0/2696058815","completed_requests":[],"prealloc_inos":[{"start":"0x10000000005","length":996}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"2f599a46ad10e37c929e5c43da2f6907ddcd1961","ceph_version":"ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)","entity_id":"y","hostname":"smithi111","pid":"36236","root":"/"}}] 2024-09-19T04:34:19.773 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "y", "hostname": "smithi111", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36236", "root": "/" }, "completed_requests": [], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.111:0", "nonce": 2696058815, "type": "any" }, "name": { "num": 5418, "type": "client" } }, "id": 5418, "inst": "client.5418 172.21.15.111:0/2696058815", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 0, "num_leases": 1, "prealloc_inos": [ { "length": 996, "start": "0x10000000005" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 14, "requests_in_flight": 2, "session_cache_liveness": { "halflife": 300, "value": 21.953989600935945 }, "state": "open", "uptime": 0.915979142 } ] 2024-09-19T04:34:19.773 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-19T04:34:24.774 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:34:24.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.884+0000 7fdfde41e640 1 Processor -- start 2024-09-19T04:34:24.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.884+0000 7fdfde41e640 1 -- start start 2024-09-19T04:34:24.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.885+0000 7fdfde41e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fdfd815e940 0x7fdfd80d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:24.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.885+0000 7fdfde41e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdfd815ed20 0x7fdfd80d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:24.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.885+0000 7fdfde41e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdfd80b7170 con 0x7fdfd80cef90 2024-09-19T04:34:24.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.885+0000 7fdfde41e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fdfd80d1ae0 con 0x7fdfd815e940 2024-09-19T04:34:24.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.885+0000 7fdfde41e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fdfd80b7aa0 con 0x7fdfd815ed20 2024-09-19T04:34:24.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.885+0000 7fdfd77fe640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdfd815ed20 0x7fdfd80d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:24.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.885+0000 7fdfd7fff640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fdfd815e940 0x7fdfd80d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:24.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.885+0000 7fdfdc9bb640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7fdfd80cef90 0x7fdfd80b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:58898/0 (socket says 172.21.15.111:58898) 2024-09-19T04:34:24.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.885+0000 7fdfdc9bb640 1 -- 172.21.15.111:0/3318808129 learned_addr learned my addr 172.21.15.111:0/3318808129 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:34:24.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.885+0000 7fdfd77fe640 1 -- 172.21.15.111:0/3318808129 >> v2:172.21.15.114:3300/0 conn(0x7fdfd815e940 msgr2=0x7fdfd80d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:24.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.885+0000 7fdfd77fe640 1 --2- 172.21.15.111:0/3318808129 >> v2:172.21.15.114:3300/0 conn(0x7fdfd815e940 0x7fdfd80d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:24.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.885+0000 7fdfd77fe640 1 -- 172.21.15.111:0/3318808129 >> v1:172.21.15.114:6789/0 conn(0x7fdfd80cef90 legacy=0x7fdfd80b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:24.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.885+0000 7fdfd6ffd640 1 -- 172.21.15.111:0/3318808129 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 593350359 0 0) 0x7fdfd0001490 con 0x7fdfd80cef90 2024-09-19T04:34:24.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.885+0000 7fdfd77fe640 1 -- 172.21.15.111:0/3318808129 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfd80d3660 con 0x7fdfd815ed20 2024-09-19T04:34:24.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.885+0000 7fdfd7fff640 1 --2- 172.21.15.111:0/3318808129 >> v2:172.21.15.114:3300/0 conn(0x7fdfd815e940 0x7fdfd80d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:34:24.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.886+0000 7fdfd77fe640 1 --2- 172.21.15.111:0/3318808129 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdfd815ed20 0x7fdfd80d15a0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fdfcc0097a0 tx=0x7fdfcc02a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=10e5dfab83e7bd0f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:24.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.886+0000 7fdfd6ffd640 1 -- 172.21.15.111:0/3318808129 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfcc037070 con 0x7fdfd815ed20 2024-09-19T04:34:24.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.886+0000 7fdfd6ffd640 1 -- 172.21.15.111:0/3318808129 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfcc032440 con 0x7fdfd815ed20 2024-09-19T04:34:24.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.886+0000 7fdfd6ffd640 1 -- 172.21.15.111:0/3318808129 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfcc032810 con 0x7fdfd815ed20 2024-09-19T04:34:24.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.887+0000 7fdfde41e640 1 -- 172.21.15.111:0/3318808129 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdfd815ed20 msgr2=0x7fdfd80d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:24.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.887+0000 7fdfde41e640 1 --2- 172.21.15.111:0/3318808129 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdfd815ed20 0x7fdfd80d15a0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fdfcc0097a0 tx=0x7fdfcc02a210 comp rx=0 tx=0).stop 2024-09-19T04:34:24.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.887+0000 7fdfde41e640 1 -- 172.21.15.111:0/3318808129 shutdown_connections 2024-09-19T04:34:24.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.887+0000 7fdfde41e640 1 --2- 172.21.15.111:0/3318808129 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdfd815ed20 0x7fdfd80d15a0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:24.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.887+0000 7fdfde41e640 1 --2- 172.21.15.111:0/3318808129 >> v2:172.21.15.114:3300/0 conn(0x7fdfd815e940 0x7fdfd80d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:24.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.887+0000 7fdfde41e640 1 -- 172.21.15.111:0/3318808129 >> 172.21.15.111:0/3318808129 conn(0x7fdfd80b6240 msgr2=0x7fdfd80b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:24.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.887+0000 7fdfde41e640 1 -- 172.21.15.111:0/3318808129 shutdown_connections 2024-09-19T04:34:24.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.887+0000 7fdfde41e640 1 -- 172.21.15.111:0/3318808129 wait complete. 2024-09-19T04:34:24.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.888+0000 7fdfde41e640 1 Processor -- start 2024-09-19T04:34:24.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.888+0000 7fdfde41e640 1 -- start start 2024-09-19T04:34:24.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.889+0000 7fdfde41e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdfd80cef90 0x7fdfd815b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:24.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.889+0000 7fdfde41e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdfd815e940 0x7fdfd81f7810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:24.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.889+0000 7fdfde41e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdfd815ed20 0x7fdfd81593f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:24.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.889+0000 7fdfde41e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fdfd80d3f00 con 0x7fdfd815e940 2024-09-19T04:34:24.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.889+0000 7fdfde41e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fdfd80d3c20 con 0x7fdfd80cef90 2024-09-19T04:34:24.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.889+0000 7fdfde41e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fdfd80d3310 con 0x7fdfd815ed20 2024-09-19T04:34:24.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.889+0000 7fdfd77fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdfd815e940 0x7fdfd81f7810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:24.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.889+0000 7fdfd77fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdfd815e940 0x7fdfd81f7810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:42078/0 (socket says 172.21.15.111:42078) 2024-09-19T04:34:24.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.889+0000 7fdfd77fe640 1 -- 172.21.15.111:0/3844164142 learned_addr learned my addr 172.21.15.111:0/3844164142 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:24.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.889+0000 7fdfd7fff640 1 --2- 172.21.15.111:0/3844164142 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdfd80cef90 0x7fdfd815b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:24.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.889+0000 7fdfdc9bb640 1 --2- 172.21.15.111:0/3844164142 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdfd815ed20 0x7fdfd81593f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:24.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.890+0000 7fdfd77fe640 1 -- 172.21.15.111:0/3844164142 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdfd815ed20 msgr2=0x7fdfd81593f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:24.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.890+0000 7fdfd77fe640 1 --2- 172.21.15.111:0/3844164142 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdfd815ed20 0x7fdfd81593f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:24.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.890+0000 7fdfd77fe640 1 -- 172.21.15.111:0/3844164142 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdfd80cef90 msgr2=0x7fdfd815b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:24.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.890+0000 7fdfd77fe640 1 --2- 172.21.15.111:0/3844164142 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdfd80cef90 0x7fdfd815b460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:24.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.890+0000 7fdfd77fe640 1 -- 172.21.15.111:0/3844164142 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfd8159930 con 0x7fdfd815e940 2024-09-19T04:34:24.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.890+0000 7fdfd77fe640 1 --2- 172.21.15.111:0/3844164142 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdfd815e940 0x7fdfd81f7810 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fdfcc0097a0 tx=0x7fdfcc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:24.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.890+0000 7fdfd4ff9640 1 -- 172.21.15.111:0/3844164142 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfcc037050 con 0x7fdfd815e940 2024-09-19T04:34:24.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.890+0000 7fdfd4ff9640 1 -- 172.21.15.111:0/3844164142 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfcc038040 con 0x7fdfd815e940 2024-09-19T04:34:24.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.890+0000 7fdfde41e640 1 -- 172.21.15.111:0/3844164142 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfd8159bb0 con 0x7fdfd815e940 2024-09-19T04:34:24.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.890+0000 7fdfd4ff9640 1 -- 172.21.15.111:0/3844164142 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfcc004490 con 0x7fdfd815e940 2024-09-19T04:34:24.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.890+0000 7fdfde41e640 1 -- 172.21.15.111:0/3844164142 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfd815a170 con 0x7fdfd815e940 2024-09-19T04:34:24.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.891+0000 7fdfde41e640 1 -- 172.21.15.111:0/3844164142 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfd80d1ef0 con 0x7fdfd815e940 2024-09-19T04:34:24.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.891+0000 7fdfd4ff9640 1 -- 172.21.15.111:0/3844164142 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7fdfcc03c6d0 con 0x7fdfd815e940 2024-09-19T04:34:24.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.892+0000 7fdfd4ff9640 1 --2- 172.21.15.111:0/3844164142 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdfc406c520 0x7fdfc406e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:24.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.892+0000 7fdfd7fff640 1 --2- 172.21.15.111:0/3844164142 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdfc406c520 0x7fdfc406e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:24.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.892+0000 7fdfd4ff9640 1 -- 172.21.15.111:0/3844164142 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fdfcc0ac090 con 0x7fdfd815e940 2024-09-19T04:34:24.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.893+0000 7fdfd7fff640 1 --2- 172.21.15.111:0/3844164142 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdfc406c520 0x7fdfc406e9e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdfc8009560 tx=0x7fdfc8009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:24.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:24.897+0000 7fdfd4ff9640 1 -- 172.21.15.111:0/3844164142 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdfd8159930 con 0x7fdfd815e940 2024-09-19T04:34:25.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:25.098+0000 7fdfde41e640 1 -- 172.21.15.111:0/3844164142 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdfd80ba6b0 con 0x7fdfd815e940 2024-09-19T04:34:25.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:25.098+0000 7fdfd4ff9640 1 -- 172.21.15.111:0/3844164142 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5232 (secure 0 0 0) 0x7fdfcc079ee0 con 0x7fdfd815e940 2024-09-19T04:34:25.100 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:34:25.100 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"btime":"2024-09-19T04:34:16:480820+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4978,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3318539535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3318539535},{"type":"v1","addr":"172.21.15.114:6834","nonce":3318539535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1477911623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1477911623},{"type":"v1","addr":"172.21.15.111:6836","nonce":1477911623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5205,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/799717206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":799717206},{"type":"v1","addr":"172.21.15.111:6837","nonce":799717206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:34:03.768957+0000","modified":"2024-09-19T04:34:05.788430+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5220},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5220":{"gid":5220,"name":"b","rank":0,"incarnation":18,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3785743307","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3785743307},{"type":"v1","addr":"172.21.15.114:6835","nonce":3785743307}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5220,"qdb_cluster":[5220]},"id":3}]} 2024-09-19T04:34:25.100 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 21 2024-09-19T04:34:25.102 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:25.101+0000 7fdfde41e640 1 -- 172.21.15.111:0/3844164142 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdfc406c520 msgr2=0x7fdfc406e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:25.102 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:25.101+0000 7fdfde41e640 1 --2- 172.21.15.111:0/3844164142 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdfc406c520 0x7fdfc406e9e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdfc8009560 tx=0x7fdfc8009190 comp rx=0 tx=0).stop 2024-09-19T04:34:25.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:25.101+0000 7fdfde41e640 1 -- 172.21.15.111:0/3844164142 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdfd815e940 msgr2=0x7fdfd81f7810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:25.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:25.101+0000 7fdfde41e640 1 --2- 172.21.15.111:0/3844164142 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdfd815e940 0x7fdfd81f7810 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fdfcc0097a0 tx=0x7fdfcc0046c0 comp rx=0 tx=0).stop 2024-09-19T04:34:25.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:25.101+0000 7fdfde41e640 1 -- 172.21.15.111:0/3844164142 shutdown_connections 2024-09-19T04:34:25.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:25.101+0000 7fdfde41e640 1 --2- 172.21.15.111:0/3844164142 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdfc406c520 0x7fdfc406e9e0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:25.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:25.101+0000 7fdfde41e640 1 --2- 172.21.15.111:0/3844164142 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdfd815ed20 0x7fdfd81593f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:25.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:25.101+0000 7fdfde41e640 1 --2- 172.21.15.111:0/3844164142 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdfd815e940 0x7fdfd81f7810 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:25.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:25.101+0000 7fdfde41e640 1 --2- 172.21.15.111:0/3844164142 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdfd80cef90 0x7fdfd815b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:25.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:25.101+0000 7fdfde41e640 1 -- 172.21.15.111:0/3844164142 >> 172.21.15.111:0/3844164142 conn(0x7fdfd80b6240 msgr2=0x7fdfd80d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:25.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:25.101+0000 7fdfde41e640 1 -- 172.21.15.111:0/3844164142 shutdown_connections 2024-09-19T04:34:25.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:25.101+0000 7fdfde41e640 1 -- 172.21.15.111:0/3844164142 wait complete. 2024-09-19T04:34:25.114 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-19T04:34:25.242 INFO:teuthology.orchestra.run.smithi114.stdout:[{"id":5418,"entity":{"name":{"type":"client","num":5418},"addr":{"type":"any","addr":"172.21.15.111:0","nonce":2696058815}},"state":"open","num_leases":1,"num_caps":7,"request_load_avg":13,"uptime":6.3858545859999998,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":21.678278876030891,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5418 172.21.15.111:0/2696058815","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"2f599a46ad10e37c929e5c43da2f6907ddcd1961","ceph_version":"ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)","entity_id":"y","hostname":"smithi111","pid":"36236","root":"/"}}] 2024-09-19T04:34:25.242 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "y", "hostname": "smithi111", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36236", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.111:0", "nonce": 2696058815, "type": "any" }, "name": { "num": 5418, "type": "client" } }, "id": 5418, "inst": "client.5418 172.21.15.111:0/2696058815", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 13, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 21.67827887603089 }, "state": "open", "uptime": 6.385854586 } ] 2024-09-19T04:34:25.243 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-19T04:34:30.244 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:34:30.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.354+0000 7fcdc8274640 1 Processor -- start 2024-09-19T04:34:30.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.354+0000 7fcdc8274640 1 -- start start 2024-09-19T04:34:30.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.355+0000 7fcdc8274640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fcdc0151c50 0x7fcdc00cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:30.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.355+0000 7fcdc8274640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcdc006c1f0 0x7fcdc015baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:30.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.355+0000 7fcdc8274640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcdc00cd5f0 con 0x7fcdc006be10 2024-09-19T04:34:30.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.355+0000 7fcdc8274640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fcdc00cd8d0 con 0x7fcdc0151c50 2024-09-19T04:34:30.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.355+0000 7fcdc8274640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcdc00cdbb0 con 0x7fcdc006c1f0 2024-09-19T04:34:30.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.355+0000 7fcdc580f640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fcdc0151c50 0x7fcdc00cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:30.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.355+0000 7fcdc580f640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fcdc0151c50 0x7fcdc00cd010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:42092/0 (socket says 172.21.15.111:42092) 2024-09-19T04:34:30.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.355+0000 7fcdc580f640 1 -- 172.21.15.111:0/1080501941 learned_addr learned my addr 172.21.15.111:0/1080501941 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:30.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.355+0000 7fcdc6811640 1 --2- 172.21.15.111:0/1080501941 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcdc006c1f0 0x7fcdc015baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:30.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.355+0000 7fcdc580f640 1 -- 172.21.15.111:0/1080501941 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcdc006c1f0 msgr2=0x7fcdc015baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:30.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.355+0000 7fcdc580f640 1 --2- 172.21.15.111:0/1080501941 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcdc006c1f0 0x7fcdc015baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:30.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.355+0000 7fcdc580f640 1 -- 172.21.15.111:0/1080501941 >> v1:172.21.15.114:6789/0 conn(0x7fcdc006be10 legacy=0x7fcdc0151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:30.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.355+0000 7fcdc580f640 1 -- 172.21.15.111:0/1080501941 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdc00cde90 con 0x7fcdc0151c50 2024-09-19T04:34:30.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.356+0000 7fcdc580f640 1 --2- 172.21.15.111:0/1080501941 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcdc0151c50 0x7fcdc00cd010 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fcdb0009870 tx=0x7fcdb002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d19ca1853df16897 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:30.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.356+0000 7fcdc500e640 1 -- 172.21.15.111:0/1080501941 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb0037070 con 0x7fcdc0151c50 2024-09-19T04:34:30.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.356+0000 7fcdc500e640 1 -- 172.21.15.111:0/1080501941 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcdb0032440 con 0x7fcdc0151c50 2024-09-19T04:34:30.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.356+0000 7fcdc500e640 1 -- 172.21.15.111:0/1080501941 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb0032810 con 0x7fcdc0151c50 2024-09-19T04:34:30.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.357+0000 7fcdc8274640 1 -- 172.21.15.111:0/1080501941 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcdc0151c50 msgr2=0x7fcdc00cd010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:30.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.357+0000 7fcdc8274640 1 --2- 172.21.15.111:0/1080501941 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcdc0151c50 0x7fcdc00cd010 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fcdb0009870 tx=0x7fcdb002a270 comp rx=0 tx=0).stop 2024-09-19T04:34:30.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.357+0000 7fcdc8274640 1 -- 172.21.15.111:0/1080501941 shutdown_connections 2024-09-19T04:34:30.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.357+0000 7fcdc8274640 1 --2- 172.21.15.111:0/1080501941 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcdc006c1f0 0x7fcdc015baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:30.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.357+0000 7fcdc8274640 1 --2- 172.21.15.111:0/1080501941 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcdc0151c50 0x7fcdc00cd010 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:30.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.357+0000 7fcdc8274640 1 -- 172.21.15.111:0/1080501941 >> 172.21.15.111:0/1080501941 conn(0x7fcdc0062cc0 msgr2=0x7fcdc006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:30.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.357+0000 7fcdc8274640 1 -- 172.21.15.111:0/1080501941 shutdown_connections 2024-09-19T04:34:30.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.357+0000 7fcdc8274640 1 -- 172.21.15.111:0/1080501941 wait complete. 2024-09-19T04:34:30.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.358+0000 7fcdc8274640 1 Processor -- start 2024-09-19T04:34:30.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.358+0000 7fcdc8274640 1 -- start start 2024-09-19T04:34:30.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.359+0000 7fcdc8274640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcdc006be10 0x7fcdc0153a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:30.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.359+0000 7fcdc8274640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcdc006c1f0 0x7fcdc0152060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:30.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.359+0000 7fcdc8274640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcdc0151c50 0x7fcdc00b41d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:30.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.359+0000 7fcdc8274640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc0164750 con 0x7fcdc006be10 2024-09-19T04:34:30.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.359+0000 7fcdc8274640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc00ce690 con 0x7fcdc0151c50 2024-09-19T04:34:30.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.359+0000 7fcdc8274640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcdc01648d0 con 0x7fcdc006c1f0 2024-09-19T04:34:30.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.359+0000 7fcdc6010640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcdc006be10 0x7fcdc0153a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:30.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.359+0000 7fcdc6010640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcdc006be10 0x7fcdc0153a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:42096/0 (socket says 172.21.15.111:42096) 2024-09-19T04:34:30.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.359+0000 7fcdc6010640 1 -- 172.21.15.111:0/1611585844 learned_addr learned my addr 172.21.15.111:0/1611585844 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:30.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.359+0000 7fcdc6811640 1 --2- 172.21.15.111:0/1611585844 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcdc0151c50 0x7fcdc00b41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:30.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.359+0000 7fcdc580f640 1 --2- 172.21.15.111:0/1611585844 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcdc006c1f0 0x7fcdc0152060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:30.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.359+0000 7fcdc6010640 1 -- 172.21.15.111:0/1611585844 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcdc006c1f0 msgr2=0x7fcdc0152060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:30.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.359+0000 7fcdc6010640 1 --2- 172.21.15.111:0/1611585844 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcdc006c1f0 0x7fcdc0152060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:30.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.359+0000 7fcdc6010640 1 -- 172.21.15.111:0/1611585844 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcdc0151c50 msgr2=0x7fcdc00b41d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:30.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.359+0000 7fcdc6010640 1 --2- 172.21.15.111:0/1611585844 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcdc0151c50 0x7fcdc00b41d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:30.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.359+0000 7fcdc6010640 1 -- 172.21.15.111:0/1611585844 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdc0153150 con 0x7fcdc006be10 2024-09-19T04:34:30.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.359+0000 7fcdc6010640 1 --2- 172.21.15.111:0/1611585844 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcdc006be10 0x7fcdc0153a40 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc00c400 tx=0x7fcdbc00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:30.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.360+0000 7fcdb6ffd640 1 -- 172.21.15.111:0/1611585844 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc0052d0 con 0x7fcdc006be10 2024-09-19T04:34:30.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.360+0000 7fcdb6ffd640 1 -- 172.21.15.111:0/1611585844 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcdbc005490 con 0x7fcdc006be10 2024-09-19T04:34:30.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.360+0000 7fcdc8274640 1 -- 172.21.15.111:0/1611585844 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdc01528b0 con 0x7fcdc006be10 2024-09-19T04:34:30.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.360+0000 7fcdb6ffd640 1 -- 172.21.15.111:0/1611585844 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc007260 con 0x7fcdc006be10 2024-09-19T04:34:30.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.360+0000 7fcdc8274640 1 -- 172.21.15.111:0/1611585844 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdc0152e70 con 0x7fcdc006be10 2024-09-19T04:34:30.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.361+0000 7fcdc8274640 1 -- 172.21.15.111:0/1611585844 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcdc00cd010 con 0x7fcdc006be10 2024-09-19T04:34:30.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.361+0000 7fcdb6ffd640 1 -- 172.21.15.111:0/1611585844 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7fcdbc007400 con 0x7fcdc006be10 2024-09-19T04:34:30.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.362+0000 7fcdb6ffd640 1 --2- 172.21.15.111:0/1611585844 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcda406c4f0 0x7fcda406e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:30.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.362+0000 7fcdc580f640 1 --2- 172.21.15.111:0/1611585844 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcda406c4f0 0x7fcda406e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:30.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.362+0000 7fcdb6ffd640 1 -- 172.21.15.111:0/1611585844 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fcdbc08ab90 con 0x7fcdc006be10 2024-09-19T04:34:30.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.362+0000 7fcdc580f640 1 --2- 172.21.15.111:0/1611585844 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcda406c4f0 0x7fcda406e9b0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fcdb0034000 tx=0x7fcdb002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:30.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.366+0000 7fcdb6ffd640 1 -- 172.21.15.111:0/1611585844 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcdbc058ab0 con 0x7fcdc006be10 2024-09-19T04:34:30.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.568+0000 7fcdc8274640 1 -- 172.21.15.111:0/1611585844 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcdc01525a0 con 0x7fcdc006be10 2024-09-19T04:34:30.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.569+0000 7fcdb6ffd640 1 -- 172.21.15.111:0/1611585844 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5232 (secure 0 0 0) 0x7fcdbc05cdb0 con 0x7fcdc006be10 2024-09-19T04:34:30.570 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:34:30.570 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"btime":"2024-09-19T04:34:16:480820+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4978,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3318539535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3318539535},{"type":"v1","addr":"172.21.15.114:6834","nonce":3318539535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1477911623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1477911623},{"type":"v1","addr":"172.21.15.111:6836","nonce":1477911623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5205,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/799717206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":799717206},{"type":"v1","addr":"172.21.15.111:6837","nonce":799717206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:34:03.768957+0000","modified":"2024-09-19T04:34:05.788430+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5220},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5220":{"gid":5220,"name":"b","rank":0,"incarnation":18,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3785743307","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3785743307},{"type":"v1","addr":"172.21.15.114:6835","nonce":3785743307}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5220,"qdb_cluster":[5220]},"id":3}]} 2024-09-19T04:34:30.571 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 21 2024-09-19T04:34:30.572 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.571+0000 7fcdc8274640 1 -- 172.21.15.111:0/1611585844 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcda406c4f0 msgr2=0x7fcda406e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:30.572 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.571+0000 7fcdc8274640 1 --2- 172.21.15.111:0/1611585844 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcda406c4f0 0x7fcda406e9b0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fcdb0034000 tx=0x7fcdb002e000 comp rx=0 tx=0).stop 2024-09-19T04:34:30.572 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.571+0000 7fcdc8274640 1 -- 172.21.15.111:0/1611585844 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcdc006be10 msgr2=0x7fcdc0153a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:30.572 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.571+0000 7fcdc8274640 1 --2- 172.21.15.111:0/1611585844 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcdc006be10 0x7fcdc0153a40 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc00c400 tx=0x7fcdbc00c8c0 comp rx=0 tx=0).stop 2024-09-19T04:34:30.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.571+0000 7fcdc8274640 1 -- 172.21.15.111:0/1611585844 shutdown_connections 2024-09-19T04:34:30.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.571+0000 7fcdc8274640 1 --2- 172.21.15.111:0/1611585844 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcda406c4f0 0x7fcda406e9b0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:30.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.571+0000 7fcdc8274640 1 --2- 172.21.15.111:0/1611585844 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcdc0151c50 0x7fcdc00b41d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:30.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.571+0000 7fcdc8274640 1 --2- 172.21.15.111:0/1611585844 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcdc006c1f0 0x7fcdc0152060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:30.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.571+0000 7fcdc8274640 1 --2- 172.21.15.111:0/1611585844 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcdc006be10 0x7fcdc0153a40 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:30.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.571+0000 7fcdc8274640 1 -- 172.21.15.111:0/1611585844 >> 172.21.15.111:0/1611585844 conn(0x7fcdc0062cc0 msgr2=0x7fcdc015a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:30.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.571+0000 7fcdc8274640 1 -- 172.21.15.111:0/1611585844 shutdown_connections 2024-09-19T04:34:30.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:30.571+0000 7fcdc8274640 1 -- 172.21.15.111:0/1611585844 wait complete. 2024-09-19T04:34:30.583 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-19T04:34:30.711 INFO:teuthology.orchestra.run.smithi114.stdout:[{"id":5418,"entity":{"name":{"type":"client","num":5418},"addr":{"type":"any","addr":"172.21.15.111:0","nonce":2696058815}},"state":"open","num_leases":1,"num_caps":7,"request_load_avg":13,"uptime":11.854730055999999,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":21.406080140890339,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5418 172.21.15.111:0/2696058815","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"2f599a46ad10e37c929e5c43da2f6907ddcd1961","ceph_version":"ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)","entity_id":"y","hostname":"smithi111","pid":"36236","root":"/"}}] 2024-09-19T04:34:30.712 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "y", "hostname": "smithi111", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36236", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.111:0", "nonce": 2696058815, "type": "any" }, "name": { "num": 5418, "type": "client" } }, "id": 5418, "inst": "client.5418 172.21.15.111:0/2696058815", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 13, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 21.40608014089034 }, "state": "open", "uptime": 11.854730056 } ] 2024-09-19T04:34:30.712 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-19T04:34:35.713 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:34:35.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.823+0000 7f27d69fd640 1 Processor -- start 2024-09-19T04:34:35.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.823+0000 7f27d69fd640 1 -- start start 2024-09-19T04:34:35.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.823+0000 7f27d69fd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f27d015e940 0x7f27d00d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:35.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.823+0000 7f27d69fd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f27d00cef90 0x7f27d00d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:35.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.823+0000 7f27d69fd640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f27d00b7170 con 0x7f27d015ed20 2024-09-19T04:34:35.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.823+0000 7f27d69fd640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f27d00d1ae0 con 0x7f27d00cef90 2024-09-19T04:34:35.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.823+0000 7f27d69fd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f27d00b7aa0 con 0x7f27d015e940 2024-09-19T04:34:35.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.824+0000 7f27d4f9a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f27d00cef90 0x7f27d00d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:35.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.824+0000 7f27d4f9a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f27d00cef90 0x7f27d00d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:46888/0 (socket says 172.21.15.111:46888) 2024-09-19T04:34:35.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.824+0000 7f27d4f9a640 1 -- 172.21.15.111:0/2791898476 learned_addr learned my addr 172.21.15.111:0/2791898476 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:35.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.824+0000 7f27cffff640 1 --2- 172.21.15.111:0/2791898476 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f27d015e940 0x7f27d00d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:35.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.824+0000 7f27d4f9a640 1 -- 172.21.15.111:0/2791898476 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f27d015e940 msgr2=0x7f27d00d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:35.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.824+0000 7f27d4f9a640 1 --2- 172.21.15.111:0/2791898476 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f27d015e940 0x7f27d00d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:35.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.824+0000 7f27d4f9a640 1 -- 172.21.15.111:0/2791898476 >> v1:172.21.15.114:6789/0 conn(0x7f27d015ed20 legacy=0x7f27d00b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:35.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.824+0000 7f27d4f9a640 1 -- 172.21.15.111:0/2791898476 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27d00d3660 con 0x7f27d00cef90 2024-09-19T04:34:35.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.824+0000 7f27cffff640 1 --2- 172.21.15.111:0/2791898476 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f27d015e940 0x7f27d00d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:34:35.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.825+0000 7f27d4f9a640 1 --2- 172.21.15.111:0/2791898476 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f27d00cef90 0x7f27d00d15a0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f27c8009e50 tx=0x7f27c802a750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c37bdd6ae4243bf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:35.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.825+0000 7f27ceffd640 1 -- 172.21.15.111:0/2791898476 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c8036070 con 0x7f27d00cef90 2024-09-19T04:34:35.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.825+0000 7f27ceffd640 1 -- 172.21.15.111:0/2791898476 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27c8031600 con 0x7f27d00cef90 2024-09-19T04:34:35.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.825+0000 7f27ceffd640 1 -- 172.21.15.111:0/2791898476 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c80319d0 con 0x7f27d00cef90 2024-09-19T04:34:35.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.825+0000 7f27d69fd640 1 -- 172.21.15.111:0/2791898476 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f27d00cef90 msgr2=0x7f27d00d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:35.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.825+0000 7f27d69fd640 1 --2- 172.21.15.111:0/2791898476 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f27d00cef90 0x7f27d00d15a0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f27c8009e50 tx=0x7f27c802a750 comp rx=0 tx=0).stop 2024-09-19T04:34:35.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.825+0000 7f27d69fd640 1 -- 172.21.15.111:0/2791898476 shutdown_connections 2024-09-19T04:34:35.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.825+0000 7f27d69fd640 1 --2- 172.21.15.111:0/2791898476 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f27d00cef90 0x7f27d00d15a0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:35.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.825+0000 7f27d69fd640 1 --2- 172.21.15.111:0/2791898476 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f27d015e940 0x7f27d00d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:35.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.825+0000 7f27d69fd640 1 -- 172.21.15.111:0/2791898476 >> 172.21.15.111:0/2791898476 conn(0x7f27d00b6240 msgr2=0x7f27d00b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:35.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.825+0000 7f27d69fd640 1 -- 172.21.15.111:0/2791898476 shutdown_connections 2024-09-19T04:34:35.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.825+0000 7f27d69fd640 1 -- 172.21.15.111:0/2791898476 wait complete. 2024-09-19T04:34:35.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.827+0000 7f27d69fd640 1 Processor -- start 2024-09-19T04:34:35.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.827+0000 7f27d69fd640 1 -- start start 2024-09-19T04:34:35.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.827+0000 7f27d69fd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f27d00cef90 0x7f27d015b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:35.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.827+0000 7f27d69fd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f27d015e940 0x7f27d014e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:35.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.827+0000 7f27d69fd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f27d015ed20 0x7f27d01f4900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:35.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.827+0000 7f27d69fd640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f27d00d3f00 con 0x7f27d00cef90 2024-09-19T04:34:35.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.828+0000 7f27d69fd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f27d00d3c20 con 0x7f27d015e940 2024-09-19T04:34:35.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.828+0000 7f27d69fd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f27d00d3310 con 0x7f27d015ed20 2024-09-19T04:34:35.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.828+0000 7f27cffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f27d00cef90 0x7f27d015b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:35.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.828+0000 7f27cffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f27d00cef90 0x7f27d015b370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:46898/0 (socket says 172.21.15.111:46898) 2024-09-19T04:34:35.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.828+0000 7f27cffff640 1 -- 172.21.15.111:0/2110099389 learned_addr learned my addr 172.21.15.111:0/2110099389 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:35.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.828+0000 7f27d4f9a640 1 --2- 172.21.15.111:0/2110099389 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f27d015ed20 0x7f27d01f4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:35.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.828+0000 7f27cf7fe640 1 --2- 172.21.15.111:0/2110099389 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f27d015e940 0x7f27d014e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:35.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.828+0000 7f27cffff640 1 -- 172.21.15.111:0/2110099389 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f27d015ed20 msgr2=0x7f27d01f4900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:35.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.828+0000 7f27cffff640 1 --2- 172.21.15.111:0/2110099389 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f27d015ed20 0x7f27d01f4900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:35.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.828+0000 7f27cffff640 1 -- 172.21.15.111:0/2110099389 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f27d015e940 msgr2=0x7f27d014e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:35.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.828+0000 7f27cffff640 1 --2- 172.21.15.111:0/2110099389 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f27d015e940 0x7f27d014e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:35.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.828+0000 7f27cffff640 1 -- 172.21.15.111:0/2110099389 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27d0159a50 con 0x7f27d00cef90 2024-09-19T04:34:35.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.828+0000 7f27cffff640 1 --2- 172.21.15.111:0/2110099389 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f27d00cef90 0x7f27d015b370 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f27c000c7f0 tx=0x7f27c000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:35.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.828+0000 7f27ccff9640 1 -- 172.21.15.111:0/2110099389 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c0015070 con 0x7f27d00cef90 2024-09-19T04:34:35.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.828+0000 7f27ccff9640 1 -- 172.21.15.111:0/2110099389 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27c0007a30 con 0x7f27d00cef90 2024-09-19T04:34:35.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.828+0000 7f27d69fd640 1 -- 172.21.15.111:0/2110099389 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27d0159d30 con 0x7f27d00cef90 2024-09-19T04:34:35.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.828+0000 7f27ccff9640 1 -- 172.21.15.111:0/2110099389 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c0007e00 con 0x7f27d00cef90 2024-09-19T04:34:35.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.828+0000 7f27d69fd640 1 -- 172.21.15.111:0/2110099389 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27d015a5d0 con 0x7f27d00cef90 2024-09-19T04:34:35.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.829+0000 7f27d69fd640 1 -- 172.21.15.111:0/2110099389 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27d015a7d0 con 0x7f27d00cef90 2024-09-19T04:34:35.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.830+0000 7f27ccff9640 1 -- 172.21.15.111:0/2110099389 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7f27c0018070 con 0x7f27d00cef90 2024-09-19T04:34:35.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.830+0000 7f27ccff9640 1 --2- 172.21.15.111:0/2110099389 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f27bc06c4f0 0x7f27bc06e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:35.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.830+0000 7f27cf7fe640 1 --2- 172.21.15.111:0/2110099389 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f27bc06c4f0 0x7f27bc06e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:35.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.830+0000 7f27ccff9640 1 -- 172.21.15.111:0/2110099389 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f27c008b8f0 con 0x7f27d00cef90 2024-09-19T04:34:35.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.831+0000 7f27cf7fe640 1 --2- 172.21.15.111:0/2110099389 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f27bc06c4f0 0x7f27bc06e9b0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f27d00b5740 tx=0x7f27c4007e30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:35.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:35.835+0000 7f27ccff9640 1 -- 172.21.15.111:0/2110099389 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f27c0059560 con 0x7f27d00cef90 2024-09-19T04:34:36.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:36.036+0000 7f27d69fd640 1 -- 172.21.15.111:0/2110099389 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f27d00d1fb0 con 0x7f27d00cef90 2024-09-19T04:34:36.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:36.037+0000 7f27ccff9640 1 -- 172.21.15.111:0/2110099389 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5232 (secure 0 0 0) 0x7f27d00d1fb0 con 0x7f27d00cef90 2024-09-19T04:34:36.039 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:34:36.039 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"btime":"2024-09-19T04:34:16:480820+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4978,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3318539535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3318539535},{"type":"v1","addr":"172.21.15.114:6834","nonce":3318539535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1477911623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1477911623},{"type":"v1","addr":"172.21.15.111:6836","nonce":1477911623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5205,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/799717206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":799717206},{"type":"v1","addr":"172.21.15.111:6837","nonce":799717206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:34:03.768957+0000","modified":"2024-09-19T04:34:05.788430+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5220},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5220":{"gid":5220,"name":"b","rank":0,"incarnation":18,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3785743307","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3785743307},{"type":"v1","addr":"172.21.15.114:6835","nonce":3785743307}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5220,"qdb_cluster":[5220]},"id":3}]} 2024-09-19T04:34:36.039 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 21 2024-09-19T04:34:36.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:36.039+0000 7f27d69fd640 1 -- 172.21.15.111:0/2110099389 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f27bc06c4f0 msgr2=0x7f27bc06e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:36.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:36.039+0000 7f27d69fd640 1 --2- 172.21.15.111:0/2110099389 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f27bc06c4f0 0x7f27bc06e9b0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f27d00b5740 tx=0x7f27c4007e30 comp rx=0 tx=0).stop 2024-09-19T04:34:36.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:36.039+0000 7f27d69fd640 1 -- 172.21.15.111:0/2110099389 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f27d00cef90 msgr2=0x7f27d015b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:36.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:36.039+0000 7f27d69fd640 1 --2- 172.21.15.111:0/2110099389 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f27d00cef90 0x7f27d015b370 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f27c000c7f0 tx=0x7f27c000cbf0 comp rx=0 tx=0).stop 2024-09-19T04:34:36.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:36.039+0000 7f27d69fd640 1 -- 172.21.15.111:0/2110099389 shutdown_connections 2024-09-19T04:34:36.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:36.039+0000 7f27d69fd640 1 --2- 172.21.15.111:0/2110099389 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f27bc06c4f0 0x7f27bc06e9b0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:36.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:36.039+0000 7f27d69fd640 1 --2- 172.21.15.111:0/2110099389 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f27d015ed20 0x7f27d01f4900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:36.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:36.039+0000 7f27d69fd640 1 --2- 172.21.15.111:0/2110099389 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f27d015e940 0x7f27d014e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:36.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:36.039+0000 7f27d69fd640 1 --2- 172.21.15.111:0/2110099389 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f27d00cef90 0x7f27d015b370 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:36.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:36.039+0000 7f27d69fd640 1 -- 172.21.15.111:0/2110099389 >> 172.21.15.111:0/2110099389 conn(0x7f27d00b6240 msgr2=0x7f27d00b8b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:36.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:36.039+0000 7f27d69fd640 1 -- 172.21.15.111:0/2110099389 shutdown_connections 2024-09-19T04:34:36.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:36.039+0000 7f27d69fd640 1 -- 172.21.15.111:0/2110099389 wait complete. 2024-09-19T04:34:36.052 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-19T04:34:36.180 INFO:teuthology.orchestra.run.smithi114.stdout:[{"id":5418,"entity":{"name":{"type":"client","num":5418},"addr":{"type":"any","addr":"172.21.15.111:0","nonce":2696058815}},"state":"open","num_leases":1,"num_caps":7,"request_load_avg":12,"uptime":17.322605335999999,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":21.137348058607316,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5418 172.21.15.111:0/2696058815","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"2f599a46ad10e37c929e5c43da2f6907ddcd1961","ceph_version":"ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)","entity_id":"y","hostname":"smithi111","pid":"36236","root":"/"}}] 2024-09-19T04:34:36.180 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "y", "hostname": "smithi111", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36236", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.111:0", "nonce": 2696058815, "type": "any" }, "name": { "num": 5418, "type": "client" } }, "id": 5418, "inst": "client.5418 172.21.15.111:0/2696058815", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 12, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 21.137348058607316 }, "state": "open", "uptime": 17.322605336 } ] 2024-09-19T04:34:36.180 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-19T04:34:41.182 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:34:41.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.291+0000 7ff0415d8640 1 Processor -- start 2024-09-19T04:34:41.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.291+0000 7ff0415d8640 1 -- start start 2024-09-19T04:34:41.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.292+0000 7ff0415d8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff03c15e940 0x7ff03c0d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:41.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.292+0000 7ff0415d8640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff03c15ed20 0x7ff03c0d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:41.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.292+0000 7ff0415d8640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff03c0b7170 con 0x7ff03c0cef90 2024-09-19T04:34:41.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.292+0000 7ff0415d8640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7ff03c0d1ae0 con 0x7ff03c15e940 2024-09-19T04:34:41.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.292+0000 7ff0415d8640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ff03c0b7aa0 con 0x7ff03c15ed20 2024-09-19T04:34:41.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.292+0000 7ff03affd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff03c15e940 0x7ff03c0d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:41.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.292+0000 7ff03affd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff03c15e940 0x7ff03c0d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:50734/0 (socket says 172.21.15.111:50734) 2024-09-19T04:34:41.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.293+0000 7ff03affd640 1 -- 172.21.15.111:0/2430084988 learned_addr learned my addr 172.21.15.111:0/2430084988 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:41.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.293+0000 7ff03affd640 1 -- 172.21.15.111:0/2430084988 >> v2:172.21.15.114:3300/0 conn(0x7ff03c15ed20 msgr2=0x7ff03c0d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:41.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.293+0000 7ff0327fc640 1 --2- 172.21.15.111:0/2430084988 >> v2:172.21.15.114:3300/0 conn(0x7ff03c15ed20 0x7ff03c0d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:41.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.293+0000 7ff03affd640 1 --2- 172.21.15.111:0/2430084988 >> v2:172.21.15.114:3300/0 conn(0x7ff03c15ed20 0x7ff03c0d15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:41.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.293+0000 7ff03affd640 1 -- 172.21.15.111:0/2430084988 >> v1:172.21.15.114:6789/0 conn(0x7ff03c0cef90 legacy=0x7ff03c0b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:41.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.293+0000 7ff03affd640 1 -- 172.21.15.111:0/2430084988 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff03c0d3660 con 0x7ff03c15e940 2024-09-19T04:34:41.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.293+0000 7ff0327fc640 1 --2- 172.21.15.111:0/2430084988 >> v2:172.21.15.114:3300/0 conn(0x7ff03c15ed20 0x7ff03c0d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:34:41.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.293+0000 7ff03affd640 1 --2- 172.21.15.111:0/2430084988 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff03c15e940 0x7ff03c0d1060 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7ff03c06e900 tx=0x7ff02c02a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4da25f6387c0d37e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:41.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.294+0000 7ff03a7fc640 1 -- 172.21.15.111:0/2430084988 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff02c037070 con 0x7ff03c15e940 2024-09-19T04:34:41.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.294+0000 7ff03a7fc640 1 -- 172.21.15.111:0/2430084988 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff02c032440 con 0x7ff03c15e940 2024-09-19T04:34:41.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.294+0000 7ff03a7fc640 1 -- 172.21.15.111:0/2430084988 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff02c032810 con 0x7ff03c15e940 2024-09-19T04:34:41.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.294+0000 7ff0415d8640 1 -- 172.21.15.111:0/2430084988 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff03c15e940 msgr2=0x7ff03c0d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:41.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.294+0000 7ff0415d8640 1 --2- 172.21.15.111:0/2430084988 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff03c15e940 0x7ff03c0d1060 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7ff03c06e900 tx=0x7ff02c02a2c0 comp rx=0 tx=0).stop 2024-09-19T04:34:41.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.294+0000 7ff0415d8640 1 -- 172.21.15.111:0/2430084988 shutdown_connections 2024-09-19T04:34:41.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.294+0000 7ff0415d8640 1 --2- 172.21.15.111:0/2430084988 >> v2:172.21.15.114:3300/0 conn(0x7ff03c15ed20 0x7ff03c0d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:41.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.294+0000 7ff0415d8640 1 --2- 172.21.15.111:0/2430084988 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff03c15e940 0x7ff03c0d1060 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:41.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.294+0000 7ff0415d8640 1 -- 172.21.15.111:0/2430084988 >> 172.21.15.111:0/2430084988 conn(0x7ff03c0b6240 msgr2=0x7ff03c0b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:41.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.294+0000 7ff0415d8640 1 -- 172.21.15.111:0/2430084988 shutdown_connections 2024-09-19T04:34:41.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.294+0000 7ff0415d8640 1 -- 172.21.15.111:0/2430084988 wait complete. 2024-09-19T04:34:41.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.295+0000 7ff0415d8640 1 Processor -- start 2024-09-19T04:34:41.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.296+0000 7ff0415d8640 1 -- start start 2024-09-19T04:34:41.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.296+0000 7ff0415d8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff03c0cef90 0x7ff03c15a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:41.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.296+0000 7ff0415d8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff03c15e940 0x7ff03c1485a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:41.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.296+0000 7ff0415d8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff03c15ed20 0x7ff03c0ce0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:41.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.296+0000 7ff0415d8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff03c0d3f00 con 0x7ff03c15ed20 2024-09-19T04:34:41.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.296+0000 7ff0415d8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff03c0d3c20 con 0x7ff03c0cef90 2024-09-19T04:34:41.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.296+0000 7ff0415d8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff03c0d3310 con 0x7ff03c15e940 2024-09-19T04:34:41.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.297+0000 7ff03b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff03c15ed20 0x7ff03c0ce0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:41.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.297+0000 7ff03b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff03c15ed20 0x7ff03c0ce0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:50740/0 (socket says 172.21.15.111:50740) 2024-09-19T04:34:41.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.297+0000 7ff03b7fe640 1 -- 172.21.15.111:0/4262698406 learned_addr learned my addr 172.21.15.111:0/4262698406 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:41.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.297+0000 7ff03affd640 1 --2- 172.21.15.111:0/4262698406 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff03c0cef90 0x7ff03c15a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:41.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.297+0000 7ff0327fc640 1 --2- 172.21.15.111:0/4262698406 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff03c15e940 0x7ff03c1485a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:41.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.297+0000 7ff03b7fe640 1 -- 172.21.15.111:0/4262698406 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff03c15e940 msgr2=0x7ff03c1485a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:41.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.297+0000 7ff03b7fe640 1 --2- 172.21.15.111:0/4262698406 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff03c15e940 0x7ff03c1485a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:41.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.297+0000 7ff03b7fe640 1 -- 172.21.15.111:0/4262698406 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff03c0cef90 msgr2=0x7ff03c15a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:41.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.297+0000 7ff03b7fe640 1 --2- 172.21.15.111:0/4262698406 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff03c0cef90 0x7ff03c15a4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:41.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.297+0000 7ff03b7fe640 1 -- 172.21.15.111:0/4262698406 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff03c148ae0 con 0x7ff03c15ed20 2024-09-19T04:34:41.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.297+0000 7ff03b7fe640 1 --2- 172.21.15.111:0/4262698406 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff03c15ed20 0x7ff03c0ce0d0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7ff03400b9a0 tx=0x7ff03400be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:41.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.297+0000 7ff033fff640 1 -- 172.21.15.111:0/4262698406 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff034019070 con 0x7ff03c15ed20 2024-09-19T04:34:41.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.297+0000 7ff033fff640 1 -- 172.21.15.111:0/4262698406 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff03400cba0 con 0x7ff03c15ed20 2024-09-19T04:34:41.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.297+0000 7ff0415d8640 1 -- 172.21.15.111:0/4262698406 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff03c15bc70 con 0x7ff03c15ed20 2024-09-19T04:34:41.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.297+0000 7ff033fff640 1 -- 172.21.15.111:0/4262698406 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff034014440 con 0x7ff03c15ed20 2024-09-19T04:34:41.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.297+0000 7ff0415d8640 1 -- 172.21.15.111:0/4262698406 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff03c15aeb0 con 0x7ff03c15ed20 2024-09-19T04:34:41.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.298+0000 7ff0415d8640 1 -- 172.21.15.111:0/4262698406 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff03c0d1ef0 con 0x7ff03c15ed20 2024-09-19T04:34:41.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.299+0000 7ff033fff640 1 -- 172.21.15.111:0/4262698406 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7ff03401c070 con 0x7ff03c15ed20 2024-09-19T04:34:41.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.299+0000 7ff033fff640 1 --2- 172.21.15.111:0/4262698406 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff01c06c4f0 0x7ff01c06e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:41.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.299+0000 7ff033fff640 1 -- 172.21.15.111:0/4262698406 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7ff03408b410 con 0x7ff03c15ed20 2024-09-19T04:34:41.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.299+0000 7ff03affd640 1 --2- 172.21.15.111:0/4262698406 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff01c06c4f0 0x7ff01c06e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:41.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.300+0000 7ff03affd640 1 --2- 172.21.15.111:0/4262698406 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff01c06c4f0 0x7ff01c06e9b0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ff02c034000 tx=0x7ff02c02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:41.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.304+0000 7ff033fff640 1 -- 172.21.15.111:0/4262698406 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff03c148ae0 con 0x7ff03c15ed20 2024-09-19T04:34:41.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.504+0000 7ff0415d8640 1 -- 172.21.15.111:0/4262698406 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff03c0b8020 con 0x7ff03c15ed20 2024-09-19T04:34:41.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.505+0000 7ff033fff640 1 -- 172.21.15.111:0/4262698406 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5232 (secure 0 0 0) 0x7ff034059190 con 0x7ff03c15ed20 2024-09-19T04:34:41.507 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:34:41.508 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"btime":"2024-09-19T04:34:16:480820+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4978,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3318539535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3318539535},{"type":"v1","addr":"172.21.15.114:6834","nonce":3318539535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1477911623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1477911623},{"type":"v1","addr":"172.21.15.111:6836","nonce":1477911623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5205,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/799717206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":799717206},{"type":"v1","addr":"172.21.15.111:6837","nonce":799717206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:34:03.768957+0000","modified":"2024-09-19T04:34:05.788430+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5220},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5220":{"gid":5220,"name":"b","rank":0,"incarnation":18,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3785743307","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3785743307},{"type":"v1","addr":"172.21.15.114:6835","nonce":3785743307}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5220,"qdb_cluster":[5220]},"id":3}]} 2024-09-19T04:34:41.508 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 21 2024-09-19T04:34:41.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.507+0000 7ff0415d8640 1 -- 172.21.15.111:0/4262698406 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff01c06c4f0 msgr2=0x7ff01c06e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:41.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.507+0000 7ff0415d8640 1 --2- 172.21.15.111:0/4262698406 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff01c06c4f0 0x7ff01c06e9b0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ff02c034000 tx=0x7ff02c02e000 comp rx=0 tx=0).stop 2024-09-19T04:34:41.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.507+0000 7ff0415d8640 1 -- 172.21.15.111:0/4262698406 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff03c15ed20 msgr2=0x7ff03c0ce0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:41.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.507+0000 7ff0415d8640 1 --2- 172.21.15.111:0/4262698406 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff03c15ed20 0x7ff03c0ce0d0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7ff03400b9a0 tx=0x7ff03400be60 comp rx=0 tx=0).stop 2024-09-19T04:34:41.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.507+0000 7ff0415d8640 1 -- 172.21.15.111:0/4262698406 shutdown_connections 2024-09-19T04:34:41.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.507+0000 7ff0415d8640 1 --2- 172.21.15.111:0/4262698406 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff01c06c4f0 0x7ff01c06e9b0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:41.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.507+0000 7ff0415d8640 1 --2- 172.21.15.111:0/4262698406 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff03c15ed20 0x7ff03c0ce0d0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:41.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.507+0000 7ff0415d8640 1 --2- 172.21.15.111:0/4262698406 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff03c15e940 0x7ff03c1485a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:41.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.507+0000 7ff0415d8640 1 --2- 172.21.15.111:0/4262698406 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff03c0cef90 0x7ff03c15a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:41.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.507+0000 7ff0415d8640 1 -- 172.21.15.111:0/4262698406 >> 172.21.15.111:0/4262698406 conn(0x7ff03c0b6240 msgr2=0x7ff03c0cafc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:41.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.507+0000 7ff0415d8640 1 -- 172.21.15.111:0/4262698406 shutdown_connections 2024-09-19T04:34:41.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:41.507+0000 7ff0415d8640 1 -- 172.21.15.111:0/4262698406 wait complete. 2024-09-19T04:34:41.521 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-19T04:34:41.650 INFO:teuthology.orchestra.run.smithi114.stdout:[{"id":5418,"entity":{"name":{"type":"client","num":5418},"addr":{"type":"any","addr":"172.21.15.111:0","nonce":2696058815}},"state":"open","num_leases":1,"num_caps":7,"request_load_avg":11,"uptime":22.793480477999999,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":20.871844974344537,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5418 172.21.15.111:0/2696058815","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"2f599a46ad10e37c929e5c43da2f6907ddcd1961","ceph_version":"ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)","entity_id":"y","hostname":"smithi111","pid":"36236","root":"/"}}] 2024-09-19T04:34:41.651 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "y", "hostname": "smithi111", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36236", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.111:0", "nonce": 2696058815, "type": "any" }, "name": { "num": 5418, "type": "client" } }, "id": 5418, "inst": "client.5418 172.21.15.111:0/2696058815", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 11, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 20.871844974344537 }, "state": "open", "uptime": 22.793480478 } ] 2024-09-19T04:34:41.651 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-19T04:34:46.167 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:34:46.170 DEBUG:teuthology.orchestra.run.smithi114:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:34:46.651 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:34:46.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.760+0000 7fa7db63c640 1 Processor -- start 2024-09-19T04:34:46.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.760+0000 7fa7db63c640 1 -- start start 2024-09-19T04:34:46.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.761+0000 7fa7db63c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7d40d02a0 0x7fa7d40d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:46.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.761+0000 7fa7db63c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa7d415ca40 0x7fa7d415e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:46.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.761+0000 7fa7db63c640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7d40d0bc0 con 0x7fa7d415ce80 2024-09-19T04:34:46.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.761+0000 7fa7db63c640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fa7d415d390 con 0x7fa7d415ca40 2024-09-19T04:34:46.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.761+0000 7fa7db63c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa7d415d670 con 0x7fa7d40d02a0 2024-09-19T04:34:46.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.761+0000 7fa7d93d8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7d40d02a0 0x7fa7d40d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:46.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.761+0000 7fa7d8bd7640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa7d415ca40 0x7fa7d415e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:46.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.761+0000 7fa7d9bd9640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7fa7d415ce80 0x7fa7d41594c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:34332/0 (socket says 172.21.15.111:34332) 2024-09-19T04:34:46.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.761+0000 7fa7d9bd9640 1 -- 172.21.15.111:0/2206013837 learned_addr learned my addr 172.21.15.111:0/2206013837 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:34:46.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.762+0000 7fa7d93d8640 1 -- 172.21.15.111:0/2206013837 >> v2:172.21.15.114:3300/0 conn(0x7fa7d415ca40 msgr2=0x7fa7d415e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:46.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.762+0000 7fa7d93d8640 1 --2- 172.21.15.111:0/2206013837 >> v2:172.21.15.114:3300/0 conn(0x7fa7d415ca40 0x7fa7d415e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:46.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.762+0000 7fa7d93d8640 1 -- 172.21.15.111:0/2206013837 >> v1:172.21.15.114:6789/0 conn(0x7fa7d415ce80 legacy=0x7fa7d41594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:46.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.762+0000 7fa7cbfff640 1 -- 172.21.15.111:0/2206013837 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1309817983 0 0) 0x7fa7d40d0bc0 con 0x7fa7d415ce80 2024-09-19T04:34:46.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.762+0000 7fa7d93d8640 1 -- 172.21.15.111:0/2206013837 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7d415d950 con 0x7fa7d40d02a0 2024-09-19T04:34:46.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.762+0000 7fa7d8bd7640 1 --2- 172.21.15.111:0/2206013837 >> v2:172.21.15.114:3300/0 conn(0x7fa7d415ca40 0x7fa7d415e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:34:46.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.762+0000 7fa7d93d8640 1 --2- 172.21.15.111:0/2206013837 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7d40d02a0 0x7fa7d40d0680 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fa7d0009d90 tx=0x7fa7d002a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a028e8acbae638d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:46.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.763+0000 7fa7cbfff640 1 -- 172.21.15.111:0/2206013837 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7d0031600 con 0x7fa7d40d02a0 2024-09-19T04:34:46.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.763+0000 7fa7cbfff640 1 -- 172.21.15.111:0/2206013837 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7d00317a0 con 0x7fa7d40d02a0 2024-09-19T04:34:46.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.763+0000 7fa7cbfff640 1 -- 172.21.15.111:0/2206013837 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7d0031b70 con 0x7fa7d40d02a0 2024-09-19T04:34:46.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.763+0000 7fa7db63c640 1 -- 172.21.15.111:0/2206013837 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7d40d02a0 msgr2=0x7fa7d40d0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:46.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.763+0000 7fa7db63c640 1 --2- 172.21.15.111:0/2206013837 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7d40d02a0 0x7fa7d40d0680 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fa7d0009d90 tx=0x7fa7d002a5d0 comp rx=0 tx=0).stop 2024-09-19T04:34:46.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.763+0000 7fa7db63c640 1 -- 172.21.15.111:0/2206013837 shutdown_connections 2024-09-19T04:34:46.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.763+0000 7fa7db63c640 1 --2- 172.21.15.111:0/2206013837 >> v2:172.21.15.114:3300/0 conn(0x7fa7d415ca40 0x7fa7d415e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:46.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.763+0000 7fa7db63c640 1 --2- 172.21.15.111:0/2206013837 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7d40d02a0 0x7fa7d40d0680 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:46.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.763+0000 7fa7db63c640 1 -- 172.21.15.111:0/2206013837 >> 172.21.15.111:0/2206013837 conn(0x7fa7d4062cc0 msgr2=0x7fa7d406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:46.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.763+0000 7fa7db63c640 1 -- 172.21.15.111:0/2206013837 shutdown_connections 2024-09-19T04:34:46.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.763+0000 7fa7db63c640 1 -- 172.21.15.111:0/2206013837 wait complete. 2024-09-19T04:34:46.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.764+0000 7fa7db63c640 1 Processor -- start 2024-09-19T04:34:46.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.765+0000 7fa7db63c640 1 -- start start 2024-09-19T04:34:46.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.765+0000 7fa7db63c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa7d40d02a0 0x7fa7d41491c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:46.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.765+0000 7fa7db63c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7d415ca40 0x7fa7d40b0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:46.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.765+0000 7fa7db63c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7d415ce80 0x7fa7d40ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:46.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.765+0000 7fa7db63c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa7d4155b90 con 0x7fa7d415ce80 2024-09-19T04:34:46.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.765+0000 7fa7db63c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa7d415df10 con 0x7fa7d40d02a0 2024-09-19T04:34:46.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.765+0000 7fa7db63c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa7d4155d10 con 0x7fa7d415ca40 2024-09-19T04:34:46.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.765+0000 7fa7d9bd9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7d415ce80 0x7fa7d40ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:46.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.765+0000 7fa7d9bd9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7d415ce80 0x7fa7d40ae8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:50746/0 (socket says 172.21.15.111:50746) 2024-09-19T04:34:46.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.765+0000 7fa7d9bd9640 1 -- 172.21.15.111:0/1206619243 learned_addr learned my addr 172.21.15.111:0/1206619243 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:46.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.766+0000 7fa7d8bd7640 1 --2- 172.21.15.111:0/1206619243 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7d415ca40 0x7fa7d40b0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:46.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.766+0000 7fa7d93d8640 1 --2- 172.21.15.111:0/1206619243 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa7d40d02a0 0x7fa7d41491c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:46.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.766+0000 7fa7d9bd9640 1 -- 172.21.15.111:0/1206619243 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7d415ca40 msgr2=0x7fa7d40b0cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:46.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.766+0000 7fa7d9bd9640 1 --2- 172.21.15.111:0/1206619243 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7d415ca40 0x7fa7d40b0cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:46.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.766+0000 7fa7d9bd9640 1 -- 172.21.15.111:0/1206619243 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa7d40d02a0 msgr2=0x7fa7d41491c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:46.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.766+0000 7fa7d9bd9640 1 --2- 172.21.15.111:0/1206619243 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa7d40d02a0 0x7fa7d41491c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:46.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.766+0000 7fa7d9bd9640 1 -- 172.21.15.111:0/1206619243 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7d40b1520 con 0x7fa7d415ce80 2024-09-19T04:34:46.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.766+0000 7fa7d9bd9640 1 --2- 172.21.15.111:0/1206619243 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7d415ce80 0x7fa7d40ae8e0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fa7cc00c480 tx=0x7fa7cc00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:46.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.766+0000 7fa7c9ffb640 1 -- 172.21.15.111:0/1206619243 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7cc018070 con 0x7fa7d415ce80 2024-09-19T04:34:46.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.766+0000 7fa7c9ffb640 1 -- 172.21.15.111:0/1206619243 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7cc007500 con 0x7fa7d415ce80 2024-09-19T04:34:46.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.766+0000 7fa7c9ffb640 1 -- 172.21.15.111:0/1206619243 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7cc004a20 con 0x7fa7d415ce80 2024-09-19T04:34:46.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.766+0000 7fa7db63c640 1 -- 172.21.15.111:0/1206619243 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7d406bc40 con 0x7fa7d415ce80 2024-09-19T04:34:46.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.766+0000 7fa7db63c640 1 -- 172.21.15.111:0/1206619243 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7d40b1230 con 0x7fa7d415ce80 2024-09-19T04:34:46.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.767+0000 7fa7db63c640 1 -- 172.21.15.111:0/1206619243 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7d40b4790 con 0x7fa7d415ce80 2024-09-19T04:34:46.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.768+0000 7fa7c9ffb640 1 -- 172.21.15.111:0/1206619243 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7fa7cc01b070 con 0x7fa7d415ce80 2024-09-19T04:34:46.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.768+0000 7fa7c9ffb640 1 --2- 172.21.15.111:0/1206619243 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa7b806c4f0 0x7fa7b806e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:46.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.768+0000 7fa7c9ffb640 1 -- 172.21.15.111:0/1206619243 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7fa7cc08ab80 con 0x7fa7d415ce80 2024-09-19T04:34:46.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.768+0000 7fa7d93d8640 1 --2- 172.21.15.111:0/1206619243 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa7b806c4f0 0x7fa7b806e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:46.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.769+0000 7fa7d93d8640 1 --2- 172.21.15.111:0/1206619243 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa7b806c4f0 0x7fa7b806e9b0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fa7d0034000 tx=0x7fa7d002f000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:46.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.772+0000 7fa7c9ffb640 1 -- 172.21.15.111:0/1206619243 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa7cc058fe0 con 0x7fa7d415ce80 2024-09-19T04:34:46.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.972+0000 7fa7db63c640 1 -- 172.21.15.111:0/1206619243 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa7d40d0680 con 0x7fa7d415ce80 2024-09-19T04:34:46.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.973+0000 7fa7c9ffb640 1 -- 172.21.15.111:0/1206619243 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5232 (secure 0 0 0) 0x7fa7cc05de20 con 0x7fa7d415ce80 2024-09-19T04:34:46.974 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:34:46.974 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"btime":"2024-09-19T04:34:16:480820+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4978,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3318539535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3318539535},{"type":"v1","addr":"172.21.15.114:6834","nonce":3318539535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1477911623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1477911623},{"type":"v1","addr":"172.21.15.111:6836","nonce":1477911623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5205,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/799717206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":799717206},{"type":"v1","addr":"172.21.15.111:6837","nonce":799717206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:34:03.768957+0000","modified":"2024-09-19T04:34:05.788430+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5220},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5220":{"gid":5220,"name":"b","rank":0,"incarnation":18,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3785743307","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3785743307},{"type":"v1","addr":"172.21.15.114:6835","nonce":3785743307}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5220,"qdb_cluster":[5220]},"id":3}]} 2024-09-19T04:34:46.975 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 21 2024-09-19T04:34:46.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.975+0000 7fa7db63c640 1 -- 172.21.15.111:0/1206619243 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa7b806c4f0 msgr2=0x7fa7b806e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:46.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.975+0000 7fa7db63c640 1 --2- 172.21.15.111:0/1206619243 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa7b806c4f0 0x7fa7b806e9b0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fa7d0034000 tx=0x7fa7d002f000 comp rx=0 tx=0).stop 2024-09-19T04:34:46.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.975+0000 7fa7db63c640 1 -- 172.21.15.111:0/1206619243 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7d415ce80 msgr2=0x7fa7d40ae8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:46.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.975+0000 7fa7db63c640 1 --2- 172.21.15.111:0/1206619243 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7d415ce80 0x7fa7d40ae8e0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fa7cc00c480 tx=0x7fa7cc00c940 comp rx=0 tx=0).stop 2024-09-19T04:34:46.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.975+0000 7fa7db63c640 1 -- 172.21.15.111:0/1206619243 shutdown_connections 2024-09-19T04:34:46.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.975+0000 7fa7db63c640 1 --2- 172.21.15.111:0/1206619243 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa7b806c4f0 0x7fa7b806e9b0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:46.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.975+0000 7fa7db63c640 1 --2- 172.21.15.111:0/1206619243 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7d415ce80 0x7fa7d40ae8e0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:46.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.975+0000 7fa7db63c640 1 --2- 172.21.15.111:0/1206619243 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7d415ca40 0x7fa7d40b0cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:46.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.975+0000 7fa7db63c640 1 --2- 172.21.15.111:0/1206619243 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa7d40d02a0 0x7fa7d41491c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:46.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.975+0000 7fa7db63c640 1 -- 172.21.15.111:0/1206619243 >> 172.21.15.111:0/1206619243 conn(0x7fa7d4062cc0 msgr2=0x7fa7d40ce020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:46.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.975+0000 7fa7db63c640 1 -- 172.21.15.111:0/1206619243 shutdown_connections 2024-09-19T04:34:46.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:46.975+0000 7fa7db63c640 1 -- 172.21.15.111:0/1206619243 wait complete. 2024-09-19T04:34:46.987 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-19T04:34:47.115 INFO:teuthology.orchestra.run.smithi114.stdout:[{"id":5418,"entity":{"name":{"type":"client","num":5418},"addr":{"type":"any","addr":"172.21.15.111:0","nonce":2696058815}},"state":"open","num_leases":1,"num_caps":7,"request_load_avg":10,"uptime":28.258355759000001,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":20.609962540972209,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5418 172.21.15.111:0/2696058815","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"2f599a46ad10e37c929e5c43da2f6907ddcd1961","ceph_version":"ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)","entity_id":"y","hostname":"smithi111","pid":"36236","root":"/"}}] 2024-09-19T04:34:47.115 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "y", "hostname": "smithi111", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36236", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.111:0", "nonce": 2696058815, "type": "any" }, "name": { "num": 5418, "type": "client" } }, "id": 5418, "inst": "client.5418 172.21.15.111:0/2696058815", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 10, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 20.60996254097221 }, "state": "open", "uptime": 28.258355759 } ] 2024-09-19T04:34:47.116 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-19T04:34:52.117 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:34:52.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.225+0000 7fc15610a640 1 Processor -- start 2024-09-19T04:34:52.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.225+0000 7fc15610a640 1 -- start start 2024-09-19T04:34:52.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.226+0000 7fc15610a640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc15015e940 0x7fc1500d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:52.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.226+0000 7fc15610a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc15015ed20 0x7fc1500d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:52.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.226+0000 7fc15610a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1500cef90 0x7fc1500b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:52.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.226+0000 7fc15610a640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fc1500d1ae0 con 0x7fc15015ed20 2024-09-19T04:34:52.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.226+0000 7fc15610a640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fc1500b7170 con 0x7fc15015e940 2024-09-19T04:34:52.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.226+0000 7fc15610a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc1500b7aa0 con 0x7fc1500cef90 2024-09-19T04:34:52.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.226+0000 7fc147fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc15015ed20 0x7fc1500d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:52.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.226+0000 7fc147fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc15015ed20 0x7fc1500d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41468/0 (socket says 172.21.15.111:41468) 2024-09-19T04:34:52.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.226+0000 7fc147fff640 1 -- 172.21.15.111:0/337985893 learned_addr learned my addr 172.21.15.111:0/337985893 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:52.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.226+0000 7fc14f7fe640 1 --2- 172.21.15.111:0/337985893 >> v2:172.21.15.114:3300/0 conn(0x7fc15015e940 0x7fc1500d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:52.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.226+0000 7fc14ffff640 1 --2- 172.21.15.111:0/337985893 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1500cef90 0x7fc1500b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:52.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.227+0000 7fc147fff640 1 -- 172.21.15.111:0/337985893 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1500cef90 msgr2=0x7fc1500b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:52.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.227+0000 7fc147fff640 1 --2- 172.21.15.111:0/337985893 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1500cef90 0x7fc1500b3220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:52.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.227+0000 7fc147fff640 1 -- 172.21.15.111:0/337985893 >> v2:172.21.15.114:3300/0 conn(0x7fc15015e940 msgr2=0x7fc1500d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:52.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.227+0000 7fc147fff640 1 --2- 172.21.15.111:0/337985893 >> v2:172.21.15.114:3300/0 conn(0x7fc15015e940 0x7fc1500d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:52.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.227+0000 7fc147fff640 1 -- 172.21.15.111:0/337985893 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1500d3660 con 0x7fc15015ed20 2024-09-19T04:34:52.230 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.227+0000 7fc147fff640 1 --2- 172.21.15.111:0/337985893 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc15015ed20 0x7fc1500d15a0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fc1500509d0 tx=0x7fc13802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bb57e6fe22a3a73 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:52.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.227+0000 7fc14effd640 1 -- 172.21.15.111:0/337985893 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc138037070 con 0x7fc15015ed20 2024-09-19T04:34:52.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.227+0000 7fc14effd640 1 -- 172.21.15.111:0/337985893 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc138032440 con 0x7fc15015ed20 2024-09-19T04:34:52.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.228+0000 7fc14effd640 1 -- 172.21.15.111:0/337985893 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc138032810 con 0x7fc15015ed20 2024-09-19T04:34:52.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.228+0000 7fc15610a640 1 -- 172.21.15.111:0/337985893 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc15015ed20 msgr2=0x7fc1500d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:52.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.228+0000 7fc15610a640 1 --2- 172.21.15.111:0/337985893 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc15015ed20 0x7fc1500d15a0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fc1500509d0 tx=0x7fc13802a270 comp rx=0 tx=0).stop 2024-09-19T04:34:52.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.228+0000 7fc15610a640 1 -- 172.21.15.111:0/337985893 shutdown_connections 2024-09-19T04:34:52.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.228+0000 7fc15610a640 1 --2- 172.21.15.111:0/337985893 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1500cef90 0x7fc1500b3220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:52.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.228+0000 7fc15610a640 1 --2- 172.21.15.111:0/337985893 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc15015ed20 0x7fc1500d15a0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:52.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.228+0000 7fc15610a640 1 --2- 172.21.15.111:0/337985893 >> v2:172.21.15.114:3300/0 conn(0x7fc15015e940 0x7fc1500d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:52.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.228+0000 7fc15610a640 1 -- 172.21.15.111:0/337985893 >> 172.21.15.111:0/337985893 conn(0x7fc1500b6240 msgr2=0x7fc1500b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:52.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.228+0000 7fc15610a640 1 -- 172.21.15.111:0/337985893 shutdown_connections 2024-09-19T04:34:52.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.228+0000 7fc15610a640 1 -- 172.21.15.111:0/337985893 wait complete. 2024-09-19T04:34:52.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.229+0000 7fc15610a640 1 Processor -- start 2024-09-19T04:34:52.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.229+0000 7fc15610a640 1 -- start start 2024-09-19T04:34:52.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.230+0000 7fc15610a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc1500cef90 0x7fc1500cde10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:52.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.230+0000 7fc15610a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc15015e940 0x7fc15014ec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:52.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.230+0000 7fc15610a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc15015ed20 0x7fc1501599c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:52.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.230+0000 7fc15610a640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc1500d3f00 con 0x7fc15015ed20 2024-09-19T04:34:52.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.230+0000 7fc15610a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc1500d3c20 con 0x7fc1500cef90 2024-09-19T04:34:52.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.230+0000 7fc15610a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc1500d1ef0 con 0x7fc15015e940 2024-09-19T04:34:52.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.230+0000 7fc14ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc15015ed20 0x7fc1501599c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:52.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.230+0000 7fc14ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc15015ed20 0x7fc1501599c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41472/0 (socket says 172.21.15.111:41472) 2024-09-19T04:34:52.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.230+0000 7fc14ffff640 1 -- 172.21.15.111:0/46359460 learned_addr learned my addr 172.21.15.111:0/46359460 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:52.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.230+0000 7fc14f7fe640 1 --2- 172.21.15.111:0/46359460 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc1500cef90 0x7fc1500cde10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:52.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.230+0000 7fc147fff640 1 --2- 172.21.15.111:0/46359460 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc15015e940 0x7fc15014ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:52.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.230+0000 7fc14ffff640 1 -- 172.21.15.111:0/46359460 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc15015e940 msgr2=0x7fc15014ec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:52.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.230+0000 7fc14ffff640 1 --2- 172.21.15.111:0/46359460 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc15015e940 0x7fc15014ec70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:52.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.230+0000 7fc14ffff640 1 -- 172.21.15.111:0/46359460 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc1500cef90 msgr2=0x7fc1500cde10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:52.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.230+0000 7fc14ffff640 1 --2- 172.21.15.111:0/46359460 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc1500cef90 0x7fc1500cde10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:52.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.230+0000 7fc14ffff640 1 -- 172.21.15.111:0/46359460 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc15014f1b0 con 0x7fc15015ed20 2024-09-19T04:34:52.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.231+0000 7fc14ffff640 1 --2- 172.21.15.111:0/46359460 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc15015ed20 0x7fc1501599c0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fc148007e60 tx=0x7fc14800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:52.237 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.231+0000 7fc14cff9640 1 -- 172.21.15.111:0/46359460 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc148014620 con 0x7fc15015ed20 2024-09-19T04:34:52.237 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.231+0000 7fc14cff9640 1 -- 172.21.15.111:0/46359460 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc148019070 con 0x7fc15015ed20 2024-09-19T04:34:52.237 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.231+0000 7fc15610a640 1 -- 172.21.15.111:0/46359460 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc15015a210 con 0x7fc15015ed20 2024-09-19T04:34:52.237 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.231+0000 7fc14cff9640 1 -- 172.21.15.111:0/46359460 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc148014a20 con 0x7fc15015ed20 2024-09-19T04:34:52.237 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.231+0000 7fc15610a640 1 -- 172.21.15.111:0/46359460 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc15015a7d0 con 0x7fc15015ed20 2024-09-19T04:34:52.237 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.232+0000 7fc15610a640 1 -- 172.21.15.111:0/46359460 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc15015af30 con 0x7fc15015ed20 2024-09-19T04:34:52.237 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.232+0000 7fc14cff9640 1 -- 172.21.15.111:0/46359460 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7fc148014bc0 con 0x7fc15015ed20 2024-09-19T04:34:52.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.233+0000 7fc14cff9640 1 --2- 172.21.15.111:0/46359460 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc13006c4f0 0x7fc13006e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:52.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.233+0000 7fc14cff9640 1 -- 172.21.15.111:0/46359460 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7fc14808bec0 con 0x7fc15015ed20 2024-09-19T04:34:52.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.233+0000 7fc14f7fe640 1 --2- 172.21.15.111:0/46359460 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc13006c4f0 0x7fc13006e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:52.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.233+0000 7fc14f7fe640 1 --2- 172.21.15.111:0/46359460 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc13006c4f0 0x7fc13006e9b0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fc140006fd0 tx=0x7fc140008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:52.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.237+0000 7fc14cff9640 1 -- 172.21.15.111:0/46359460 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc148059d10 con 0x7fc15015ed20 2024-09-19T04:34:52.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.438+0000 7fc15610a640 1 -- 172.21.15.111:0/46359460 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc1500d1060 con 0x7fc15015ed20 2024-09-19T04:34:52.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.438+0000 7fc14cff9640 1 -- 172.21.15.111:0/46359460 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5232 (secure 0 0 0) 0x7fc14805e010 con 0x7fc15015ed20 2024-09-19T04:34:52.440 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:34:52.440 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"btime":"2024-09-19T04:34:16:480820+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4978,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3318539535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3318539535},{"type":"v1","addr":"172.21.15.114:6834","nonce":3318539535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1477911623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1477911623},{"type":"v1","addr":"172.21.15.111:6836","nonce":1477911623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5205,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/799717206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":799717206},{"type":"v1","addr":"172.21.15.111:6837","nonce":799717206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:34:03.768957+0000","modified":"2024-09-19T04:34:05.788430+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5220},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5220":{"gid":5220,"name":"b","rank":0,"incarnation":18,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3785743307","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3785743307},{"type":"v1","addr":"172.21.15.114:6835","nonce":3785743307}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5220,"qdb_cluster":[5220]},"id":3}]} 2024-09-19T04:34:52.440 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 21 2024-09-19T04:34:52.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.440+0000 7fc15610a640 1 -- 172.21.15.111:0/46359460 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc13006c4f0 msgr2=0x7fc13006e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:52.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.440+0000 7fc15610a640 1 --2- 172.21.15.111:0/46359460 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc13006c4f0 0x7fc13006e9b0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fc140006fd0 tx=0x7fc140008040 comp rx=0 tx=0).stop 2024-09-19T04:34:52.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.440+0000 7fc15610a640 1 -- 172.21.15.111:0/46359460 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc15015ed20 msgr2=0x7fc1501599c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:52.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.440+0000 7fc15610a640 1 --2- 172.21.15.111:0/46359460 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc15015ed20 0x7fc1501599c0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fc148007e60 tx=0x7fc14800e4b0 comp rx=0 tx=0).stop 2024-09-19T04:34:52.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.440+0000 7fc15610a640 1 -- 172.21.15.111:0/46359460 shutdown_connections 2024-09-19T04:34:52.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.440+0000 7fc15610a640 1 --2- 172.21.15.111:0/46359460 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc13006c4f0 0x7fc13006e9b0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:52.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.440+0000 7fc15610a640 1 --2- 172.21.15.111:0/46359460 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc15015ed20 0x7fc1501599c0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:52.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.440+0000 7fc15610a640 1 --2- 172.21.15.111:0/46359460 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc15015e940 0x7fc15014ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:52.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.440+0000 7fc15610a640 1 --2- 172.21.15.111:0/46359460 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc1500cef90 0x7fc1500cde10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:52.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.440+0000 7fc15610a640 1 -- 172.21.15.111:0/46359460 >> 172.21.15.111:0/46359460 conn(0x7fc1500b6240 msgr2=0x7fc15015f130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:52.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.440+0000 7fc15610a640 1 -- 172.21.15.111:0/46359460 shutdown_connections 2024-09-19T04:34:52.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:52.440+0000 7fc15610a640 1 -- 172.21.15.111:0/46359460 wait complete. 2024-09-19T04:34:52.453 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-19T04:34:52.582 INFO:teuthology.orchestra.run.smithi114.stdout:[{"id":5418,"entity":{"name":{"type":"client","num":5418},"addr":{"type":"any","addr":"172.21.15.111:0","nonce":2696058815}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":10,"uptime":33.724231015000001,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":20.351318968672487,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5418 172.21.15.111:0/2696058815","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"2f599a46ad10e37c929e5c43da2f6907ddcd1961","ceph_version":"ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)","entity_id":"y","hostname":"smithi111","pid":"36236","root":"/"}}] 2024-09-19T04:34:52.582 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "y", "hostname": "smithi111", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36236", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.111:0", "nonce": 2696058815, "type": "any" }, "name": { "num": 5418, "type": "client" } }, "id": 5418, "inst": "client.5418 172.21.15.111:0/2696058815", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 10, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 20.351318968672487 }, "state": "open", "uptime": 33.724231015 } ] 2024-09-19T04:34:52.582 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-19T04:34:57.584 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:34:57.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.692+0000 7fd4af9a8640 1 Processor -- start 2024-09-19T04:34:57.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.693+0000 7fd4af9a8640 1 -- start start 2024-09-19T04:34:57.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.694+0000 7fd4af9a8640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fd4a815c180 0x7fd4a80cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:57.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.694+0000 7fd4af9a8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd4a8073120 0x7fd4a8073570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:57.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.694+0000 7fd4af9a8640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4a80ce740 con 0x7fd4a80ce230 2024-09-19T04:34:57.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.694+0000 7fd4af9a8640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fd4a8072640 con 0x7fd4a8073120 2024-09-19T04:34:57.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.694+0000 7fd4af9a8640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fd4a8072920 con 0x7fd4a815c180 2024-09-19T04:34:57.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.694+0000 7fd4adf45640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd4a8073120 0x7fd4a8073570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:57.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.694+0000 7fd4acf43640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fd4a80ce230 0x7fd4a80cf070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:52062/0 (socket says 172.21.15.111:52062) 2024-09-19T04:34:57.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.694+0000 7fd4acf43640 1 -- 172.21.15.111:0/76865778 learned_addr learned my addr 172.21.15.111:0/76865778 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:34:57.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.694+0000 7fd4ad744640 1 --2- 172.21.15.111:0/76865778 >> v2:172.21.15.114:3300/0 conn(0x7fd4a815c180 0x7fd4a80cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:57.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.694+0000 7fd49bfff640 1 -- 172.21.15.111:0/76865778 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 131485053 0 0) 0x7fd4a80ce740 con 0x7fd4a80ce230 2024-09-19T04:34:57.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.694+0000 7fd49bfff640 1 -- 172.21.15.111:0/76865778 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd494003520 con 0x7fd4a80ce230 2024-09-19T04:34:57.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.694+0000 7fd4adf45640 1 -- 172.21.15.111:0/76865778 >> v2:172.21.15.114:3300/0 conn(0x7fd4a815c180 msgr2=0x7fd4a80cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:34:57.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.694+0000 7fd4adf45640 1 --2- 172.21.15.111:0/76865778 >> v2:172.21.15.114:3300/0 conn(0x7fd4a815c180 0x7fd4a80cdcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:57.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.694+0000 7fd4adf45640 1 -- 172.21.15.111:0/76865778 >> v1:172.21.15.111:6789/0 conn(0x7fd4a80ce230 legacy=0x7fd4a80cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:57.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.694+0000 7fd4adf45640 1 -- 172.21.15.111:0/76865778 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4a8072c00 con 0x7fd4a8073120 2024-09-19T04:34:57.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.694+0000 7fd4ad744640 1 --2- 172.21.15.111:0/76865778 >> v2:172.21.15.114:3300/0 conn(0x7fd4a815c180 0x7fd4a80cdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:34:57.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.695+0000 7fd4adf45640 1 --2- 172.21.15.111:0/76865778 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4a8073120 0x7fd4a8073570 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fd4a806cc10 tx=0x7fd4a002a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=487168ac7959d845 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:57.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.695+0000 7fd49bfff640 1 -- 172.21.15.111:0/76865778 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4a0007740 con 0x7fd4a8073120 2024-09-19T04:34:57.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.695+0000 7fd49bfff640 1 -- 172.21.15.111:0/76865778 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4a00078e0 con 0x7fd4a8073120 2024-09-19T04:34:57.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.695+0000 7fd49bfff640 1 -- 172.21.15.111:0/76865778 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4a0007c90 con 0x7fd4a8073120 2024-09-19T04:34:57.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.696+0000 7fd4af9a8640 1 -- 172.21.15.111:0/76865778 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4a8073120 msgr2=0x7fd4a8073570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:57.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.696+0000 7fd4af9a8640 1 --2- 172.21.15.111:0/76865778 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4a8073120 0x7fd4a8073570 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fd4a806cc10 tx=0x7fd4a002a5f0 comp rx=0 tx=0).stop 2024-09-19T04:34:57.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.696+0000 7fd4af9a8640 1 -- 172.21.15.111:0/76865778 shutdown_connections 2024-09-19T04:34:57.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.696+0000 7fd4af9a8640 1 --2- 172.21.15.111:0/76865778 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4a8073120 0x7fd4a8073570 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:57.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.696+0000 7fd4af9a8640 1 --2- 172.21.15.111:0/76865778 >> v2:172.21.15.114:3300/0 conn(0x7fd4a815c180 0x7fd4a80cdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:57.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.696+0000 7fd4af9a8640 1 -- 172.21.15.111:0/76865778 >> 172.21.15.111:0/76865778 conn(0x7fd4a8062cc0 msgr2=0x7fd4a806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:57.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.696+0000 7fd4af9a8640 1 -- 172.21.15.111:0/76865778 shutdown_connections 2024-09-19T04:34:57.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.696+0000 7fd4af9a8640 1 -- 172.21.15.111:0/76865778 wait complete. 2024-09-19T04:34:57.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.697+0000 7fd4af9a8640 1 Processor -- start 2024-09-19T04:34:57.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.697+0000 7fd4af9a8640 1 -- start start 2024-09-19T04:34:57.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.698+0000 7fd4af9a8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4a8073120 0x7fd4a80cc0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:57.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.698+0000 7fd4af9a8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4a80ce230 0x7fd4a80c52b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:57.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.698+0000 7fd4af9a8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4a815c180 0x7fd4a806bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:57.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.698+0000 7fd4af9a8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd4a80cf780 con 0x7fd4a815c180 2024-09-19T04:34:57.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.698+0000 7fd4af9a8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd4a80722f0 con 0x7fd4a8073120 2024-09-19T04:34:57.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.698+0000 7fd4af9a8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd4a815c560 con 0x7fd4a80ce230 2024-09-19T04:34:57.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.698+0000 7fd4adf45640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4a815c180 0x7fd4a806bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:57.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.698+0000 7fd4adf45640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4a815c180 0x7fd4a806bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41478/0 (socket says 172.21.15.111:41478) 2024-09-19T04:34:57.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.698+0000 7fd4adf45640 1 -- 172.21.15.111:0/324300095 learned_addr learned my addr 172.21.15.111:0/324300095 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:34:57.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.698+0000 7fd4ad744640 1 --2- 172.21.15.111:0/324300095 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4a8073120 0x7fd4a80cc0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:57.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.698+0000 7fd4acf43640 1 --2- 172.21.15.111:0/324300095 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4a80ce230 0x7fd4a80c52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:57.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.698+0000 7fd4adf45640 1 -- 172.21.15.111:0/324300095 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4a80ce230 msgr2=0x7fd4a80c52b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:57.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.698+0000 7fd4adf45640 1 --2- 172.21.15.111:0/324300095 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4a80ce230 0x7fd4a80c52b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:57.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.698+0000 7fd4adf45640 1 -- 172.21.15.111:0/324300095 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4a8073120 msgr2=0x7fd4a80cc0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:57.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.698+0000 7fd4adf45640 1 --2- 172.21.15.111:0/324300095 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4a8073120 0x7fd4a80cc0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:57.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.698+0000 7fd4adf45640 1 -- 172.21.15.111:0/324300095 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4a80c5d70 con 0x7fd4a815c180 2024-09-19T04:34:57.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.698+0000 7fd4ad744640 1 --2- 172.21.15.111:0/324300095 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4a8073120 0x7fd4a80cc0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:34:57.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.698+0000 7fd4adf45640 1 --2- 172.21.15.111:0/324300095 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4a815c180 0x7fd4a806bba0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fd4a0009e80 tx=0x7fd4a0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:57.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.698+0000 7fd499ffb640 1 -- 172.21.15.111:0/324300095 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4a0009450 con 0x7fd4a815c180 2024-09-19T04:34:57.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.698+0000 7fd499ffb640 1 -- 172.21.15.111:0/324300095 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4a0004240 con 0x7fd4a815c180 2024-09-19T04:34:57.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.698+0000 7fd499ffb640 1 -- 172.21.15.111:0/324300095 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4a0004630 con 0x7fd4a815c180 2024-09-19T04:34:57.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.698+0000 7fd4af9a8640 1 -- 172.21.15.111:0/324300095 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4a80c6050 con 0x7fd4a815c180 2024-09-19T04:34:57.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.699+0000 7fd4af9a8640 1 -- 172.21.15.111:0/324300095 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4a80c6610 con 0x7fd4a815c180 2024-09-19T04:34:57.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.700+0000 7fd4af9a8640 1 -- 172.21.15.111:0/324300095 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4a80cc610 con 0x7fd4a815c180 2024-09-19T04:34:57.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.700+0000 7fd499ffb640 1 -- 172.21.15.111:0/324300095 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7fd4a003b410 con 0x7fd4a815c180 2024-09-19T04:34:57.704 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.701+0000 7fd499ffb640 1 --2- 172.21.15.111:0/324300095 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd48c06c4f0 0x7fd48c06e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:34:57.704 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.701+0000 7fd499ffb640 1 -- 172.21.15.111:0/324300095 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7fd4a00ac8a0 con 0x7fd4a815c180 2024-09-19T04:34:57.704 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.701+0000 7fd4ad744640 1 --2- 172.21.15.111:0/324300095 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd48c06c4f0 0x7fd48c06e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:34:57.704 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.701+0000 7fd4ad744640 1 --2- 172.21.15.111:0/324300095 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd48c06c4f0 0x7fd48c06e9b0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fd49c006fd0 tx=0x7fd49c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:34:57.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.705+0000 7fd499ffb640 1 -- 172.21.15.111:0/324300095 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd4a003f030 con 0x7fd4a815c180 2024-09-19T04:34:57.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.903+0000 7fd4af9a8640 1 -- 172.21.15.111:0/324300095 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd4a8157840 con 0x7fd4a815c180 2024-09-19T04:34:57.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.903+0000 7fd499ffb640 1 -- 172.21.15.111:0/324300095 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5232 (secure 0 0 0) 0x7fd4a8157840 con 0x7fd4a815c180 2024-09-19T04:34:57.905 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:34:57.905 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"btime":"2024-09-19T04:34:16:480820+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4978,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3318539535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3318539535},{"type":"v1","addr":"172.21.15.114:6834","nonce":3318539535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1477911623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1477911623},{"type":"v1","addr":"172.21.15.111:6836","nonce":1477911623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5205,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/799717206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":799717206},{"type":"v1","addr":"172.21.15.111:6837","nonce":799717206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:34:03.768957+0000","modified":"2024-09-19T04:34:05.788430+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5220},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5220":{"gid":5220,"name":"b","rank":0,"incarnation":18,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3785743307","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3785743307},{"type":"v1","addr":"172.21.15.114:6835","nonce":3785743307}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5220,"qdb_cluster":[5220]},"id":3}]} 2024-09-19T04:34:57.905 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 21 2024-09-19T04:34:57.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.905+0000 7fd4af9a8640 1 -- 172.21.15.111:0/324300095 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd48c06c4f0 msgr2=0x7fd48c06e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:57.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.905+0000 7fd4af9a8640 1 --2- 172.21.15.111:0/324300095 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd48c06c4f0 0x7fd48c06e9b0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fd49c006fd0 tx=0x7fd49c008040 comp rx=0 tx=0).stop 2024-09-19T04:34:57.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.905+0000 7fd4af9a8640 1 -- 172.21.15.111:0/324300095 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4a815c180 msgr2=0x7fd4a806bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:34:57.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.905+0000 7fd4af9a8640 1 --2- 172.21.15.111:0/324300095 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4a815c180 0x7fd4a806bba0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fd4a0009e80 tx=0x7fd4a0004a40 comp rx=0 tx=0).stop 2024-09-19T04:34:57.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.905+0000 7fd4af9a8640 1 -- 172.21.15.111:0/324300095 shutdown_connections 2024-09-19T04:34:57.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.905+0000 7fd4af9a8640 1 --2- 172.21.15.111:0/324300095 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd48c06c4f0 0x7fd48c06e9b0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:57.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.905+0000 7fd4af9a8640 1 --2- 172.21.15.111:0/324300095 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4a815c180 0x7fd4a806bba0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:57.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.905+0000 7fd4af9a8640 1 --2- 172.21.15.111:0/324300095 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4a80ce230 0x7fd4a80c52b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:57.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.905+0000 7fd4af9a8640 1 --2- 172.21.15.111:0/324300095 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4a8073120 0x7fd4a80cc0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:34:57.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.905+0000 7fd4af9a8640 1 -- 172.21.15.111:0/324300095 >> 172.21.15.111:0/324300095 conn(0x7fd4a8062cc0 msgr2=0x7fd4a8159b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:34:57.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.905+0000 7fd4af9a8640 1 -- 172.21.15.111:0/324300095 shutdown_connections 2024-09-19T04:34:57.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:34:57.905+0000 7fd4af9a8640 1 -- 172.21.15.111:0/324300095 wait complete. 2024-09-19T04:34:57.918 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-19T04:34:58.045 INFO:teuthology.orchestra.run.smithi114.stdout:[{"id":5418,"entity":{"name":{"type":"client","num":5418},"addr":{"type":"any","addr":"172.21.15.111:0","nonce":2696058815}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":9,"uptime":39.188106316999999,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":20.096014090371728,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5418 172.21.15.111:0/2696058815","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"2f599a46ad10e37c929e5c43da2f6907ddcd1961","ceph_version":"ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)","entity_id":"y","hostname":"smithi111","pid":"36236","root":"/"}}] 2024-09-19T04:34:58.046 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "y", "hostname": "smithi111", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36236", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.111:0", "nonce": 2696058815, "type": "any" }, "name": { "num": 5418, "type": "client" } }, "id": 5418, "inst": "client.5418 172.21.15.111:0/2696058815", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 9, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 20.096014090371728 }, "state": "open", "uptime": 39.188106317 } ] 2024-09-19T04:34:58.046 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-19T04:35:03.047 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:35:03.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.156+0000 7f0ab4578640 1 Processor -- start 2024-09-19T04:35:03.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.156+0000 7f0ab4578640 1 -- start start 2024-09-19T04:35:03.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.157+0000 7f0ab4578640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0aac15c180 0x7f0aac0cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:03.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.157+0000 7f0ab4578640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f0aac0ce230 0x7f0aac0cf070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:03.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.157+0000 7f0ab4578640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0aac0ce740 con 0x7f0aac0cf5b0 2024-09-19T04:35:03.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.157+0000 7f0ab4578640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f0aac072640 con 0x7f0aac15c180 2024-09-19T04:35:03.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.157+0000 7f0ab4578640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f0aac072920 con 0x7f0aac0ce230 2024-09-19T04:35:03.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.157+0000 7f0ab2314640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0aac15c180 0x7f0aac0cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:03.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.157+0000 7f0ab2b15640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f0aac0cf5b0 0x7f0aac073120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:56240/0 (socket says 172.21.15.111:56240) 2024-09-19T04:35:03.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.157+0000 7f0ab2314640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0aac15c180 0x7f0aac0cdcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:42164/0 (socket says 172.21.15.111:42164) 2024-09-19T04:35:03.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.157+0000 7f0ab2b15640 1 -- 172.21.15.111:0/555326596 learned_addr learned my addr 172.21.15.111:0/555326596 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:03.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.158+0000 7f0ab1b13640 1 --2- 172.21.15.111:0/555326596 >> v2:172.21.15.114:3300/0 conn(0x7f0aac0ce230 0x7f0aac0cf070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:03.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.158+0000 7f0ab2314640 1 -- 172.21.15.111:0/555326596 >> v2:172.21.15.114:3300/0 conn(0x7f0aac0ce230 msgr2=0x7f0aac0cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:03.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.158+0000 7f0ab2314640 1 --2- 172.21.15.111:0/555326596 >> v2:172.21.15.114:3300/0 conn(0x7f0aac0ce230 0x7f0aac0cf070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:03.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.158+0000 7f0ab2314640 1 -- 172.21.15.111:0/555326596 >> v1:172.21.15.111:6789/0 conn(0x7f0aac0cf5b0 legacy=0x7f0aac073120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:03.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.158+0000 7f0ab2314640 1 -- 172.21.15.111:0/555326596 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0aac072c00 con 0x7f0aac15c180 2024-09-19T04:35:03.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.158+0000 7f0ab2314640 1 --2- 172.21.15.111:0/555326596 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0aac15c180 0x7f0aac0cdcf0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f0aac071d60 tx=0x7f0aa802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=904bc6befc9d8fc4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:03.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.159+0000 7f0ab1312640 1 -- 172.21.15.111:0/555326596 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aa8037070 con 0x7f0aac15c180 2024-09-19T04:35:03.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.159+0000 7f0ab1312640 1 -- 172.21.15.111:0/555326596 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0aa8032440 con 0x7f0aac15c180 2024-09-19T04:35:03.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.159+0000 7f0ab1312640 1 -- 172.21.15.111:0/555326596 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aa802ae60 con 0x7f0aac15c180 2024-09-19T04:35:03.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.159+0000 7f0ab4578640 1 -- 172.21.15.111:0/555326596 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0aac15c180 msgr2=0x7f0aac0cdcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:03.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.159+0000 7f0ab4578640 1 --2- 172.21.15.111:0/555326596 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0aac15c180 0x7f0aac0cdcf0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f0aac071d60 tx=0x7f0aa802a110 comp rx=0 tx=0).stop 2024-09-19T04:35:03.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.159+0000 7f0ab4578640 1 -- 172.21.15.111:0/555326596 shutdown_connections 2024-09-19T04:35:03.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.159+0000 7f0ab4578640 1 --2- 172.21.15.111:0/555326596 >> v2:172.21.15.114:3300/0 conn(0x7f0aac0ce230 0x7f0aac0cf070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:03.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.159+0000 7f0ab4578640 1 --2- 172.21.15.111:0/555326596 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0aac15c180 0x7f0aac0cdcf0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:03.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.159+0000 7f0ab4578640 1 -- 172.21.15.111:0/555326596 >> 172.21.15.111:0/555326596 conn(0x7f0aac062cc0 msgr2=0x7f0aac06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:03.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.159+0000 7f0ab4578640 1 -- 172.21.15.111:0/555326596 shutdown_connections 2024-09-19T04:35:03.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.159+0000 7f0ab4578640 1 -- 172.21.15.111:0/555326596 wait complete. 2024-09-19T04:35:03.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.161+0000 7f0ab4578640 1 Processor -- start 2024-09-19T04:35:03.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.161+0000 7f0ab4578640 1 -- start start 2024-09-19T04:35:03.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.161+0000 7f0ab4578640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0aac0ce230 0x7f0aac153710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:03.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.161+0000 7f0ab4578640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0aac0cf5b0 0x7f0aac1f1e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:03.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.161+0000 7f0ab4578640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0aac15c180 0x7f0aac150d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:03.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.161+0000 7f0ab4578640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0aac15c560 con 0x7f0aac0cf5b0 2024-09-19T04:35:03.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.161+0000 7f0ab4578640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0aac0722f0 con 0x7f0aac0ce230 2024-09-19T04:35:03.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.161+0000 7f0ab4578640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0aac15c6e0 con 0x7f0aac15c180 2024-09-19T04:35:03.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.161+0000 7f0ab1b13640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0aac0cf5b0 0x7f0aac1f1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:03.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.161+0000 7f0ab1b13640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0aac0cf5b0 0x7f0aac1f1e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:42174/0 (socket says 172.21.15.111:42174) 2024-09-19T04:35:03.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.161+0000 7f0ab1b13640 1 -- 172.21.15.111:0/3685134429 learned_addr learned my addr 172.21.15.111:0/3685134429 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:03.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.162+0000 7f0ab1b13640 1 -- 172.21.15.111:0/3685134429 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0aac15c180 msgr2=0x7f0aac150d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:03.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.162+0000 7f0ab1b13640 1 --2- 172.21.15.111:0/3685134429 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0aac15c180 0x7f0aac150d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:03.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.162+0000 7f0ab2314640 1 --2- 172.21.15.111:0/3685134429 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0aac0ce230 0x7f0aac153710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:03.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.162+0000 7f0ab1b13640 1 -- 172.21.15.111:0/3685134429 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0aac0ce230 msgr2=0x7f0aac153710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:03.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.162+0000 7f0ab1b13640 1 --2- 172.21.15.111:0/3685134429 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0aac0ce230 0x7f0aac153710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:03.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.162+0000 7f0ab1b13640 1 -- 172.21.15.111:0/3685134429 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0aac153c50 con 0x7f0aac0cf5b0 2024-09-19T04:35:03.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.162+0000 7f0ab1b13640 1 --2- 172.21.15.111:0/3685134429 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0aac0cf5b0 0x7f0aac1f1e50 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f0a9c00c7f0 tx=0x7f0a9c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:03.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.162+0000 7f0aa2ffd640 1 -- 172.21.15.111:0/3685134429 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a9c015070 con 0x7f0aac0cf5b0 2024-09-19T04:35:03.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.162+0000 7f0aa2ffd640 1 -- 172.21.15.111:0/3685134429 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a9c004220 con 0x7f0aac0cf5b0 2024-09-19T04:35:03.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.162+0000 7f0ab4578640 1 -- 172.21.15.111:0/3685134429 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0aac15d1c0 con 0x7f0aac0cf5b0 2024-09-19T04:35:03.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.162+0000 7f0aa2ffd640 1 -- 172.21.15.111:0/3685134429 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a9c007620 con 0x7f0aac0cf5b0 2024-09-19T04:35:03.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.162+0000 7f0ab4578640 1 -- 172.21.15.111:0/3685134429 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0aac15d780 con 0x7f0aac0cf5b0 2024-09-19T04:35:03.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.163+0000 7f0ab4578640 1 -- 172.21.15.111:0/3685134429 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0aac0cf070 con 0x7f0aac0cf5b0 2024-09-19T04:35:03.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.164+0000 7f0aa2ffd640 1 -- 172.21.15.111:0/3685134429 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7f0a9c0079d0 con 0x7f0aac0cf5b0 2024-09-19T04:35:03.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.164+0000 7f0aa2ffd640 1 --2- 172.21.15.111:0/3685134429 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0a9006c4f0 0x7f0a9006e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:03.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.164+0000 7f0aa2ffd640 1 -- 172.21.15.111:0/3685134429 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f0a9c08bcb0 con 0x7f0aac0cf5b0 2024-09-19T04:35:03.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.164+0000 7f0ab2314640 1 --2- 172.21.15.111:0/3685134429 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0a9006c4f0 0x7f0a9006e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:03.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.164+0000 7f0ab2314640 1 --2- 172.21.15.111:0/3685134429 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0a9006c4f0 0x7f0a9006e9b0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f0aa8034000 tx=0x7f0aa802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:03.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.168+0000 7f0aa2ffd640 1 -- 172.21.15.111:0/3685134429 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0a9c05a000 con 0x7f0aac0cf5b0 2024-09-19T04:35:03.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.367+0000 7f0ab4578640 1 -- 172.21.15.111:0/3685134429 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0aac157cf0 con 0x7f0aac0cf5b0 2024-09-19T04:35:03.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.368+0000 7f0aa2ffd640 1 -- 172.21.15.111:0/3685134429 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5232 (secure 0 0 0) 0x7f0a9c059900 con 0x7f0aac0cf5b0 2024-09-19T04:35:03.369 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:03.370 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"btime":"2024-09-19T04:34:16:480820+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4978,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3318539535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3318539535},{"type":"v1","addr":"172.21.15.114:6834","nonce":3318539535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1477911623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1477911623},{"type":"v1","addr":"172.21.15.111:6836","nonce":1477911623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5205,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/799717206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":799717206},{"type":"v1","addr":"172.21.15.111:6837","nonce":799717206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:34:03.768957+0000","modified":"2024-09-19T04:34:05.788430+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5220},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5220":{"gid":5220,"name":"b","rank":0,"incarnation":18,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3785743307","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3785743307},{"type":"v1","addr":"172.21.15.114:6835","nonce":3785743307}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5220,"qdb_cluster":[5220]},"id":3}]} 2024-09-19T04:35:03.370 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 21 2024-09-19T04:35:03.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.370+0000 7f0ab4578640 1 -- 172.21.15.111:0/3685134429 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0a9006c4f0 msgr2=0x7f0a9006e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:03.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.370+0000 7f0ab4578640 1 --2- 172.21.15.111:0/3685134429 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0a9006c4f0 0x7f0a9006e9b0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f0aa8034000 tx=0x7f0aa802e000 comp rx=0 tx=0).stop 2024-09-19T04:35:03.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.370+0000 7f0ab4578640 1 -- 172.21.15.111:0/3685134429 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0aac0cf5b0 msgr2=0x7f0aac1f1e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:03.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.370+0000 7f0ab4578640 1 --2- 172.21.15.111:0/3685134429 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0aac0cf5b0 0x7f0aac1f1e50 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f0a9c00c7f0 tx=0x7f0a9c00ccb0 comp rx=0 tx=0).stop 2024-09-19T04:35:03.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.370+0000 7f0ab4578640 1 -- 172.21.15.111:0/3685134429 shutdown_connections 2024-09-19T04:35:03.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.370+0000 7f0ab4578640 1 --2- 172.21.15.111:0/3685134429 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0a9006c4f0 0x7f0a9006e9b0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:03.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.370+0000 7f0ab4578640 1 --2- 172.21.15.111:0/3685134429 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0aac15c180 0x7f0aac150d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:03.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.370+0000 7f0ab4578640 1 --2- 172.21.15.111:0/3685134429 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0aac0cf5b0 0x7f0aac1f1e50 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:03.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.370+0000 7f0ab4578640 1 --2- 172.21.15.111:0/3685134429 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0aac0ce230 0x7f0aac153710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:03.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.370+0000 7f0ab4578640 1 -- 172.21.15.111:0/3685134429 >> 172.21.15.111:0/3685134429 conn(0x7f0aac062cc0 msgr2=0x7f0aac0b2340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:03.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.370+0000 7f0ab4578640 1 -- 172.21.15.111:0/3685134429 shutdown_connections 2024-09-19T04:35:03.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:03.370+0000 7f0ab4578640 1 -- 172.21.15.111:0/3685134429 wait complete. 2024-09-19T04:35:03.382 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-19T04:35:03.511 INFO:teuthology.orchestra.run.smithi114.stdout:[{"id":5418,"entity":{"name":{"type":"client","num":5418},"addr":{"type":"any","addr":"172.21.15.111:0","nonce":2696058815}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":8,"uptime":44.653981573000003,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":19.843820285410349,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5418 172.21.15.111:0/2696058815","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"2f599a46ad10e37c929e5c43da2f6907ddcd1961","ceph_version":"ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)","entity_id":"y","hostname":"smithi111","pid":"36236","root":"/"}}] 2024-09-19T04:35:03.511 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "y", "hostname": "smithi111", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36236", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.111:0", "nonce": 2696058815, "type": "any" }, "name": { "num": 5418, "type": "client" } }, "id": 5418, "inst": "client.5418 172.21.15.111:0/2696058815", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 8, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 19.84382028541035 }, "state": "open", "uptime": 44.653981573 } ] 2024-09-19T04:35:03.512 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-19T04:35:08.513 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:35:08.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.621+0000 7f38fa2a5640 1 Processor -- start 2024-09-19T04:35:08.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.621+0000 7f38fa2a5640 1 -- start start 2024-09-19T04:35:08.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.622+0000 7f38fa2a5640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38f406c1f0 0x7f38f40cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:08.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.622+0000 7f38fa2a5640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f38f40cd5f0 con 0x7f38f406be10 2024-09-19T04:35:08.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.622+0000 7f38fa2a5640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f38f40cd8d0 con 0x7f38f4151c50 2024-09-19T04:35:08.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.622+0000 7f38fa2a5640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f38f40cdbb0 con 0x7f38f406c1f0 2024-09-19T04:35:08.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.622+0000 7f38f3fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f38f406be10 0x7f38f4151540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:56250/0 (socket says 172.21.15.111:56250) 2024-09-19T04:35:08.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.622+0000 7f38f3fff640 1 -- 172.21.15.111:0/2835973600 learned_addr learned my addr 172.21.15.111:0/2835973600 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:08.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.622+0000 7f38f8842640 1 --2- 172.21.15.111:0/2835973600 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38f406c1f0 0x7f38f40cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:08.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.622+0000 7f38f2ffd640 1 -- 172.21.15.111:0/2835973600 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 618189818 0 0) 0x7f38f40cd5f0 con 0x7f38f406be10 2024-09-19T04:35:08.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.622+0000 7f38f2ffd640 1 -- 172.21.15.111:0/2835973600 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f38dc003520 con 0x7f38f406be10 2024-09-19T04:35:08.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f2ffd640 1 -- 172.21.15.111:0/2835973600 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2007968400 0 0) 0x7f38f40cd8d0 con 0x7f38f4151c50 2024-09-19T04:35:08.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f2ffd640 1 -- 172.21.15.111:0/2835973600 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f38f40cd5f0 con 0x7f38f4151c50 2024-09-19T04:35:08.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f2ffd640 1 -- 172.21.15.111:0/2835973600 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2517355102 0 0) 0x7f38dc003520 con 0x7f38f406be10 2024-09-19T04:35:08.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f2ffd640 1 -- 172.21.15.111:0/2835973600 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38f406c1f0 msgr2=0x7f38f40cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:08.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f2ffd640 1 --2- 172.21.15.111:0/2835973600 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38f406c1f0 0x7f38f40cd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:08.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f2ffd640 1 -- 172.21.15.111:0/2835973600 >> v1:172.21.15.114:6789/0 conn(0x7f38f4151c50 legacy=0x7f38f4162740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:08.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f2ffd640 1 -- 172.21.15.111:0/2835973600 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38f40cde90 con 0x7f38f406be10 2024-09-19T04:35:08.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f2ffd640 1 -- 172.21.15.111:0/2835973600 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f38e4001670 con 0x7f38f406be10 2024-09-19T04:35:08.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f8842640 1 --2- 172.21.15.111:0/2835973600 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38f406c1f0 0x7f38f40cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:35:08.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f2ffd640 1 -- 172.21.15.111:0/2835973600 >> v1:172.21.15.111:6789/0 conn(0x7f38f406be10 legacy=0x7f38f4151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:08.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f2ffd640 1 --2- 172.21.15.111:0/2835973600 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38dc003b70 0x7f38dc003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:08.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f2ffd640 1 --2- 172.21.15.111:0/2835973600 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38dc004800 0x7f38dc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:08.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f2ffd640 1 --2- 172.21.15.111:0/2835973600 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38f406c1f0 0x7f38dc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:08.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f2ffd640 1 -- 172.21.15.111:0/2835973600 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f38f40cdbb0 con 0x7f38dc003b70 2024-09-19T04:35:08.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f2ffd640 1 -- 172.21.15.111:0/2835973600 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f38dc00ba20 con 0x7f38dc004800 2024-09-19T04:35:08.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f2ffd640 1 -- 172.21.15.111:0/2835973600 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f38dc00bc20 con 0x7f38f406c1f0 2024-09-19T04:35:08.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f3fff640 1 --2- 172.21.15.111:0/2835973600 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38dc003b70 0x7f38dc003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:08.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f37fe640 1 --2- 172.21.15.111:0/2835973600 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38dc004800 0x7f38dc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:08.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f8842640 1 --2- 172.21.15.111:0/2835973600 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38f406c1f0 0x7f38dc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:08.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f3fff640 1 -- 172.21.15.111:0/2835973600 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38f406c1f0 msgr2=0x7f38dc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:08.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f3fff640 1 --2- 172.21.15.111:0/2835973600 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38f406c1f0 0x7f38dc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:08.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f3fff640 1 -- 172.21.15.111:0/2835973600 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38dc004800 msgr2=0x7f38dc004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:08.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f3fff640 1 --2- 172.21.15.111:0/2835973600 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38dc004800 0x7f38dc004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:08.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f3fff640 1 -- 172.21.15.111:0/2835973600 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38dc003520 con 0x7f38dc003b70 2024-09-19T04:35:08.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f37fe640 1 --2- 172.21.15.111:0/2835973600 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38dc004800 0x7f38dc004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:35:08.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.623+0000 7f38f8842640 1 --2- 172.21.15.111:0/2835973600 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38f406c1f0 0x7f38dc0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:35:08.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.624+0000 7f38f3fff640 1 --2- 172.21.15.111:0/2835973600 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38dc003b70 0x7f38dc003f70 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f38e4001eb0 tx=0x7f38dc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f713966771a43ffe server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:08.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.624+0000 7f38f2ffd640 1 -- 172.21.15.111:0/2835973600 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e4007ce0 con 0x7f38dc003b70 2024-09-19T04:35:08.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.624+0000 7f38f2ffd640 1 -- 172.21.15.111:0/2835973600 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38e4005ad0 con 0x7f38dc003b70 2024-09-19T04:35:08.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.624+0000 7f38f2ffd640 1 -- 172.21.15.111:0/2835973600 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e4007070 con 0x7f38dc003b70 2024-09-19T04:35:08.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.625+0000 7f38fa2a5640 1 -- 172.21.15.111:0/2835973600 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38dc003b70 msgr2=0x7f38dc003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:08.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.625+0000 7f38fa2a5640 1 --2- 172.21.15.111:0/2835973600 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38dc003b70 0x7f38dc003f70 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f38e4001eb0 tx=0x7f38dc005830 comp rx=0 tx=0).stop 2024-09-19T04:35:08.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.625+0000 7f38f8842640 1 -- 172.21.15.111:0/2835973600 reap_dead start 2024-09-19T04:35:08.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.625+0000 7f38fa2a5640 1 -- 172.21.15.111:0/2835973600 shutdown_connections 2024-09-19T04:35:08.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.625+0000 7f38fa2a5640 1 -- 172.21.15.111:0/2835973600 >> 172.21.15.111:0/2835973600 conn(0x7f38f4062cc0 msgr2=0x7f38f406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:08.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.625+0000 7f38fa2a5640 1 -- 172.21.15.111:0/2835973600 shutdown_connections 2024-09-19T04:35:08.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.625+0000 7f38fa2a5640 1 -- 172.21.15.111:0/2835973600 wait complete. 2024-09-19T04:35:08.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.626+0000 7f38fa2a5640 1 Processor -- start 2024-09-19T04:35:08.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.626+0000 7f38fa2a5640 1 -- start start 2024-09-19T04:35:08.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.627+0000 7f38fa2a5640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38dc003b70 0x7f38f4158b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:08.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.627+0000 7f38fa2a5640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38f41689c0 0x7f38f41f5f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:08.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.627+0000 7f38fa2a5640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38f4145840 0x7f38f41f6460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:08.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.627+0000 7f38fa2a5640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f38f40cd010 con 0x7f38dc003b70 2024-09-19T04:35:08.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.627+0000 7f38fa2a5640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f38f40ce690 con 0x7f38f41689c0 2024-09-19T04:35:08.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.627+0000 7f38fa2a5640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f38f40cd190 con 0x7f38f4145840 2024-09-19T04:35:08.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.627+0000 7f38f3fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38dc003b70 0x7f38f4158b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:08.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.627+0000 7f38f3fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38dc003b70 0x7f38f4158b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:42190/0 (socket says 172.21.15.111:42190) 2024-09-19T04:35:08.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.627+0000 7f38f3fff640 1 -- 172.21.15.111:0/999182799 learned_addr learned my addr 172.21.15.111:0/999182799 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:08.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.627+0000 7f38f37fe640 1 --2- 172.21.15.111:0/999182799 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38f41689c0 0x7f38f41f5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:08.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.627+0000 7f38f8842640 1 --2- 172.21.15.111:0/999182799 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38f4145840 0x7f38f41f6460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:08.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.627+0000 7f38f3fff640 1 -- 172.21.15.111:0/999182799 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38f4145840 msgr2=0x7f38f41f6460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:08.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.627+0000 7f38f3fff640 1 --2- 172.21.15.111:0/999182799 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38f4145840 0x7f38f41f6460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:08.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.627+0000 7f38f3fff640 1 -- 172.21.15.111:0/999182799 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38f41689c0 msgr2=0x7f38f41f5f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:08.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.627+0000 7f38f3fff640 1 --2- 172.21.15.111:0/999182799 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38f41689c0 0x7f38f41f5f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:08.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.627+0000 7f38f3fff640 1 -- 172.21.15.111:0/999182799 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38f4158640 con 0x7f38dc003b70 2024-09-19T04:35:08.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.628+0000 7f38f3fff640 1 --2- 172.21.15.111:0/999182799 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38dc003b70 0x7f38f4158b10 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f38e40018f0 tx=0x7f38f40ce060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:08.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.628+0000 7f38f0ff9640 1 -- 172.21.15.111:0/999182799 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e4041020 con 0x7f38dc003b70 2024-09-19T04:35:08.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.628+0000 7f38f0ff9640 1 -- 172.21.15.111:0/999182799 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38e4001470 con 0x7f38dc003b70 2024-09-19T04:35:08.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.628+0000 7f38fa2a5640 1 -- 172.21.15.111:0/999182799 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38f40721a0 con 0x7f38dc003b70 2024-09-19T04:35:08.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.628+0000 7f38f0ff9640 1 -- 172.21.15.111:0/999182799 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e4007270 con 0x7f38dc003b70 2024-09-19T04:35:08.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.628+0000 7f38fa2a5640 1 -- 172.21.15.111:0/999182799 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38f40730a0 con 0x7f38dc003b70 2024-09-19T04:35:08.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.629+0000 7f38fa2a5640 1 -- 172.21.15.111:0/999182799 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38f415baa0 con 0x7f38dc003b70 2024-09-19T04:35:08.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.629+0000 7f38f0ff9640 1 -- 172.21.15.111:0/999182799 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7f38e4044020 con 0x7f38dc003b70 2024-09-19T04:35:08.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.630+0000 7f38f0ff9640 1 --2- 172.21.15.111:0/999182799 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f38e006c4f0 0x7f38e006e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:08.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.630+0000 7f38f0ff9640 1 -- 172.21.15.111:0/999182799 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f38e40ab9d0 con 0x7f38dc003b70 2024-09-19T04:35:08.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.630+0000 7f38f37fe640 1 --2- 172.21.15.111:0/999182799 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f38e006c4f0 0x7f38e006e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:08.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.630+0000 7f38f37fe640 1 --2- 172.21.15.111:0/999182799 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f38e006c4f0 0x7f38e006e9b0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f38e8007fd0 tx=0x7f38e8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:08.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.634+0000 7f38f0ff9640 1 -- 172.21.15.111:0/999182799 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f38e4005aa0 con 0x7f38dc003b70 2024-09-19T04:35:08.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.837+0000 7f38fa2a5640 1 -- 172.21.15.111:0/999182799 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f38f415baa0 con 0x7f38dc003b70 2024-09-19T04:35:08.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.837+0000 7f38f0ff9640 1 -- 172.21.15.111:0/999182799 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5232 (secure 0 0 0) 0x7f38e4079820 con 0x7f38dc003b70 2024-09-19T04:35:08.839 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:08.839 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"btime":"2024-09-19T04:34:16:480820+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4978,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3318539535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3318539535},{"type":"v1","addr":"172.21.15.114:6834","nonce":3318539535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1477911623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1477911623},{"type":"v1","addr":"172.21.15.111:6836","nonce":1477911623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5205,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/799717206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":799717206},{"type":"v1","addr":"172.21.15.111:6837","nonce":799717206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:34:03.768957+0000","modified":"2024-09-19T04:34:05.788430+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5220},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5220":{"gid":5220,"name":"b","rank":0,"incarnation":18,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3785743307","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3785743307},{"type":"v1","addr":"172.21.15.114:6835","nonce":3785743307}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5220,"qdb_cluster":[5220]},"id":3}]} 2024-09-19T04:35:08.839 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 21 2024-09-19T04:35:08.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.839+0000 7f38fa2a5640 1 -- 172.21.15.111:0/999182799 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f38e006c4f0 msgr2=0x7f38e006e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:08.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.839+0000 7f38fa2a5640 1 --2- 172.21.15.111:0/999182799 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f38e006c4f0 0x7f38e006e9b0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f38e8007fd0 tx=0x7f38e8009040 comp rx=0 tx=0).stop 2024-09-19T04:35:08.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.839+0000 7f38fa2a5640 1 -- 172.21.15.111:0/999182799 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38dc003b70 msgr2=0x7f38f4158b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:08.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.839+0000 7f38fa2a5640 1 --2- 172.21.15.111:0/999182799 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38dc003b70 0x7f38f4158b10 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f38e40018f0 tx=0x7f38f40ce060 comp rx=0 tx=0).stop 2024-09-19T04:35:08.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.839+0000 7f38fa2a5640 1 -- 172.21.15.111:0/999182799 shutdown_connections 2024-09-19T04:35:08.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.839+0000 7f38fa2a5640 1 --2- 172.21.15.111:0/999182799 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f38e006c4f0 0x7f38e006e9b0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:08.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.839+0000 7f38fa2a5640 1 --2- 172.21.15.111:0/999182799 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38f4145840 0x7f38f41f6460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:08.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.839+0000 7f38fa2a5640 1 --2- 172.21.15.111:0/999182799 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38f41689c0 0x7f38f41f5f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:08.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.839+0000 7f38fa2a5640 1 --2- 172.21.15.111:0/999182799 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38dc003b70 0x7f38f4158b10 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:08.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.839+0000 7f38fa2a5640 1 -- 172.21.15.111:0/999182799 >> 172.21.15.111:0/999182799 conn(0x7f38f4062cc0 msgr2=0x7f38f40b0390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:08.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.839+0000 7f38fa2a5640 1 -- 172.21.15.111:0/999182799 shutdown_connections 2024-09-19T04:35:08.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:08.839+0000 7f38fa2a5640 1 -- 172.21.15.111:0/999182799 wait complete. 2024-09-19T04:35:08.852 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-19T04:35:08.980 INFO:teuthology.orchestra.run.smithi114.stdout:[{"id":5418,"entity":{"name":{"type":"client","num":5418},"addr":{"type":"any","addr":"172.21.15.111:0","nonce":2696058815}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":8,"uptime":50.123856736999997,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":19.594610283177154,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5418 172.21.15.111:0/2696058815","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"2f599a46ad10e37c929e5c43da2f6907ddcd1961","ceph_version":"ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)","entity_id":"y","hostname":"smithi111","pid":"36236","root":"/"}}] 2024-09-19T04:35:08.981 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "y", "hostname": "smithi111", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36236", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.111:0", "nonce": 2696058815, "type": "any" }, "name": { "num": 5418, "type": "client" } }, "id": 5418, "inst": "client.5418 172.21.15.111:0/2696058815", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 8, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 19.594610283177154 }, "state": "open", "uptime": 50.123856737 } ] 2024-09-19T04:35:08.981 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-19T04:35:13.983 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:35:14.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.093+0000 7f1f82b5f640 1 Processor -- start 2024-09-19T04:35:14.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.093+0000 7f1f82b5f640 1 -- start start 2024-09-19T04:35:14.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.094+0000 7f1f82b5f640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f1f7c0cf070 0x7f1f7c0cf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:14.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.094+0000 7f1f82b5f640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1f7c0ce740 con 0x7f1f7c073120 2024-09-19T04:35:14.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.094+0000 7f1f82b5f640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1f7c072640 con 0x7f1f7c15c180 2024-09-19T04:35:14.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.094+0000 7f1f82b5f640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f1f7c072920 con 0x7f1f7c0cf070 2024-09-19T04:35:14.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.094+0000 7f1f810fc640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f1f7c073120 0x7f1f7c06bba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:58290/0 (socket says 172.21.15.111:58290) 2024-09-19T04:35:14.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.094+0000 7f1f810fc640 1 -- 172.21.15.111:0/218354048 learned_addr learned my addr 172.21.15.111:0/218354048 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:14.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.094+0000 7f1f737fe640 1 -- 172.21.15.111:0/218354048 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1967204501 0 0) 0x7f1f7c0ce740 con 0x7f1f7c073120 2024-09-19T04:35:14.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.094+0000 7f1f73fff640 1 --2- 172.21.15.111:0/218354048 >> v2:172.21.15.114:3300/0 conn(0x7f1f7c0cf070 0x7f1f7c0cf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:14.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.094+0000 7f1f737fe640 1 -- 172.21.15.111:0/218354048 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1f64003520 con 0x7f1f7c073120 2024-09-19T04:35:14.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.094+0000 7f1f737fe640 1 -- 172.21.15.111:0/218354048 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 634575568 0 0) 0x7f1f64003520 con 0x7f1f7c073120 2024-09-19T04:35:14.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.094+0000 7f1f737fe640 1 -- 172.21.15.111:0/218354048 >> v2:172.21.15.114:3300/0 conn(0x7f1f7c0cf070 msgr2=0x7f1f7c0cf4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:14.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.094+0000 7f1f737fe640 1 --2- 172.21.15.111:0/218354048 >> v2:172.21.15.114:3300/0 conn(0x7f1f7c0cf070 0x7f1f7c0cf4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:14.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.094+0000 7f1f737fe640 1 -- 172.21.15.111:0/218354048 >> v1:172.21.15.114:6789/0 conn(0x7f1f7c15c180 legacy=0x7f1f7c0cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:14.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.095+0000 7f1f737fe640 1 -- 172.21.15.111:0/218354048 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f7c072c00 con 0x7f1f7c073120 2024-09-19T04:35:14.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.095+0000 7f1f737fe640 1 -- 172.21.15.111:0/218354048 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f1f740019f0 con 0x7f1f7c073120 2024-09-19T04:35:14.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.095+0000 7f1f73fff640 1 --2- 172.21.15.111:0/218354048 >> v2:172.21.15.114:3300/0 conn(0x7f1f7c0cf070 0x7f1f7c0cf4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:35:14.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.095+0000 7f1f737fe640 1 -- 172.21.15.111:0/218354048 >> v1:172.21.15.111:6789/0 conn(0x7f1f7c073120 legacy=0x7f1f7c06bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:14.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.095+0000 7f1f737fe640 1 --2- 172.21.15.111:0/218354048 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f640039b0 0x7f1f64003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:14.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.095+0000 7f1f737fe640 1 --2- 172.21.15.111:0/218354048 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f64004800 0x7f1f64004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:14.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.095+0000 7f1f737fe640 1 --2- 172.21.15.111:0/218354048 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f640052e0 0x7f1f6400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:14.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.095+0000 7f1f737fe640 1 -- 172.21.15.111:0/218354048 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1f7c072920 con 0x7f1f64004800 2024-09-19T04:35:14.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.095+0000 7f1f737fe640 1 -- 172.21.15.111:0/218354048 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1f6400c1b0 con 0x7f1f640052e0 2024-09-19T04:35:14.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.095+0000 7f1f737fe640 1 -- 172.21.15.111:0/218354048 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1f6400c3b0 con 0x7f1f640039b0 2024-09-19T04:35:14.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.095+0000 7f1f73fff640 1 --2- 172.21.15.111:0/218354048 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f64004800 0x7f1f64004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:14.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.095+0000 7f1f810fc640 1 --2- 172.21.15.111:0/218354048 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f640052e0 0x7f1f6400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:14.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.095+0000 7f1f808fb640 1 --2- 172.21.15.111:0/218354048 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f640039b0 0x7f1f64003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:14.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.095+0000 7f1f73fff640 1 -- 172.21.15.111:0/218354048 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f640039b0 msgr2=0x7f1f64003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:14.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.095+0000 7f1f73fff640 1 --2- 172.21.15.111:0/218354048 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f640039b0 0x7f1f64003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:14.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.095+0000 7f1f73fff640 1 -- 172.21.15.111:0/218354048 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f640052e0 msgr2=0x7f1f6400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:14.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.095+0000 7f1f73fff640 1 --2- 172.21.15.111:0/218354048 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f640052e0 0x7f1f6400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:14.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.095+0000 7f1f73fff640 1 -- 172.21.15.111:0/218354048 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f64003520 con 0x7f1f64004800 2024-09-19T04:35:14.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.095+0000 7f1f808fb640 1 --2- 172.21.15.111:0/218354048 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f640039b0 0x7f1f64003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:35:14.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.095+0000 7f1f810fc640 1 --2- 172.21.15.111:0/218354048 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f640052e0 0x7f1f6400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:35:14.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.095+0000 7f1f810fc640 1 -- 172.21.15.111:0/218354048 reap_dead start 2024-09-19T04:35:14.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.096+0000 7f1f73fff640 1 --2- 172.21.15.111:0/218354048 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f64004800 0x7f1f64004c80 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c006fd0 tx=0x7f1f64005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf5d73b6433d3b73 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:14.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.096+0000 7f1f737fe640 1 -- 172.21.15.111:0/218354048 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f6c037070 con 0x7f1f64004800 2024-09-19T04:35:14.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.096+0000 7f1f737fe640 1 -- 172.21.15.111:0/218354048 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f6c02ac70 con 0x7f1f64004800 2024-09-19T04:35:14.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.096+0000 7f1f737fe640 1 -- 172.21.15.111:0/218354048 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f6c00f040 con 0x7f1f64004800 2024-09-19T04:35:14.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.096+0000 7f1f82b5f640 1 -- 172.21.15.111:0/218354048 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f64004800 msgr2=0x7f1f64004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:14.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.096+0000 7f1f82b5f640 1 --2- 172.21.15.111:0/218354048 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f64004800 0x7f1f64004c80 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c006fd0 tx=0x7f1f64005830 comp rx=0 tx=0).stop 2024-09-19T04:35:14.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.097+0000 7f1f82b5f640 1 -- 172.21.15.111:0/218354048 shutdown_connections 2024-09-19T04:35:14.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.097+0000 7f1f82b5f640 1 --2- 172.21.15.111:0/218354048 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f64004800 0x7f1f64004c80 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:14.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.097+0000 7f1f82b5f640 1 -- 172.21.15.111:0/218354048 >> 172.21.15.111:0/218354048 conn(0x7f1f7c062cc0 msgr2=0x7f1f7c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.097+0000 7f1f82b5f640 1 -- 172.21.15.111:0/218354048 shutdown_connections 2024-09-19T04:35:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.097+0000 7f1f82b5f640 1 -- 172.21.15.111:0/218354048 wait complete. 2024-09-19T04:35:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.098+0000 7f1f82b5f640 1 Processor -- start 2024-09-19T04:35:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.098+0000 7f1f82b5f640 1 -- start start 2024-09-19T04:35:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.099+0000 7f1f82b5f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f64004800 0x7f1f7c151c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.099+0000 7f1f82b5f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f7c15b5b0 0x7f1f7c15a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.099+0000 7f1f82b5f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f7c15ab00 0x7f1f7c1f2690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.099+0000 7f1f82b5f640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1f7c15c560 con 0x7f1f64004800 2024-09-19T04:35:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.099+0000 7f1f82b5f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1f7c0722f0 con 0x7f1f7c15b5b0 2024-09-19T04:35:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.099+0000 7f1f82b5f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1f7c15c6e0 con 0x7f1f7c15ab00 2024-09-19T04:35:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.099+0000 7f1f808fb640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f64004800 0x7f1f7c151c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.099+0000 7f1f808fb640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f64004800 0x7f1f7c151c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34342/0 (socket says 172.21.15.111:34342) 2024-09-19T04:35:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.099+0000 7f1f808fb640 1 -- 172.21.15.111:0/2749679100 learned_addr learned my addr 172.21.15.111:0/2749679100 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.099+0000 7f1f73fff640 1 --2- 172.21.15.111:0/2749679100 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f7c15b5b0 0x7f1f7c15a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.099+0000 7f1f810fc640 1 --2- 172.21.15.111:0/2749679100 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f7c15ab00 0x7f1f7c1f2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.099+0000 7f1f808fb640 1 -- 172.21.15.111:0/2749679100 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f7c15ab00 msgr2=0x7f1f7c1f2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.099+0000 7f1f808fb640 1 --2- 172.21.15.111:0/2749679100 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f7c15ab00 0x7f1f7c1f2690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.099+0000 7f1f808fb640 1 -- 172.21.15.111:0/2749679100 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f7c15b5b0 msgr2=0x7f1f7c15a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.099+0000 7f1f808fb640 1 --2- 172.21.15.111:0/2749679100 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f7c15b5b0 0x7f1f7c15a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.099+0000 7f1f808fb640 1 -- 172.21.15.111:0/2749679100 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f7c1521b0 con 0x7f1f64004800 2024-09-19T04:35:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.099+0000 7f1f73fff640 1 --2- 172.21.15.111:0/2749679100 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f7c15b5b0 0x7f1f7c15a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:35:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.099+0000 7f1f808fb640 1 --2- 172.21.15.111:0/2749679100 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f64004800 0x7f1f7c151c70 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f1f7800e4b0 tx=0x7f1f7800e970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.099+0000 7f1f717fa640 1 -- 172.21.15.111:0/2749679100 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f78007e30 con 0x7f1f64004800 2024-09-19T04:35:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.099+0000 7f1f717fa640 1 -- 172.21.15.111:0/2749679100 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f780052e0 con 0x7f1f64004800 2024-09-19T04:35:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.099+0000 7f1f82b5f640 1 -- 172.21.15.111:0/2749679100 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f7c1544e0 con 0x7f1f64004800 2024-09-19T04:35:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.099+0000 7f1f717fa640 1 -- 172.21.15.111:0/2749679100 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f78007020 con 0x7f1f64004800 2024-09-19T04:35:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.099+0000 7f1f82b5f640 1 -- 172.21.15.111:0/2749679100 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f7c154aa0 con 0x7f1f64004800 2024-09-19T04:35:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.100+0000 7f1f82b5f640 1 -- 172.21.15.111:0/2749679100 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f7c0b2d00 con 0x7f1f64004800 2024-09-19T04:35:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.101+0000 7f1f717fa640 1 -- 172.21.15.111:0/2749679100 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7f1f7801a020 con 0x7f1f64004800 2024-09-19T04:35:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.101+0000 7f1f717fa640 1 --2- 172.21.15.111:0/2749679100 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1f6806c520 0x7f1f6806e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:14.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.101+0000 7f1f717fa640 1 -- 172.21.15.111:0/2749679100 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f1f7808ad20 con 0x7f1f64004800 2024-09-19T04:35:14.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.101+0000 7f1f73fff640 1 --2- 172.21.15.111:0/2749679100 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1f6806c520 0x7f1f6806e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:14.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.102+0000 7f1f73fff640 1 --2- 172.21.15.111:0/2749679100 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1f6806c520 0x7f1f6806e9e0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c034000 tx=0x7f1f6c02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:14.107 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.106+0000 7f1f717fa640 1 -- 172.21.15.111:0/2749679100 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1f7c0b2d00 con 0x7f1f64004800 2024-09-19T04:35:14.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.306+0000 7f1f82b5f640 1 -- 172.21.15.111:0/2749679100 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1f7c0cf4e0 con 0x7f1f64004800 2024-09-19T04:35:14.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.306+0000 7f1f717fa640 1 -- 172.21.15.111:0/2749679100 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5232 (secure 0 0 0) 0x7f1f780590f0 con 0x7f1f64004800 2024-09-19T04:35:14.308 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:14.308 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"btime":"2024-09-19T04:34:16:480820+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4978,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3318539535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3318539535},{"type":"v1","addr":"172.21.15.114:6834","nonce":3318539535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1477911623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1477911623},{"type":"v1","addr":"172.21.15.111:6836","nonce":1477911623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5205,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/799717206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":799717206},{"type":"v1","addr":"172.21.15.111:6837","nonce":799717206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:34:03.768957+0000","modified":"2024-09-19T04:34:05.788430+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5220},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5220":{"gid":5220,"name":"b","rank":0,"incarnation":18,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3785743307","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3785743307},{"type":"v1","addr":"172.21.15.114:6835","nonce":3785743307}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5220,"qdb_cluster":[5220]},"id":3}]} 2024-09-19T04:35:14.308 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 21 2024-09-19T04:35:14.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.308+0000 7f1f82b5f640 1 -- 172.21.15.111:0/2749679100 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1f6806c520 msgr2=0x7f1f6806e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:14.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.308+0000 7f1f82b5f640 1 --2- 172.21.15.111:0/2749679100 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1f6806c520 0x7f1f6806e9e0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c034000 tx=0x7f1f6c02e000 comp rx=0 tx=0).stop 2024-09-19T04:35:14.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.308+0000 7f1f82b5f640 1 -- 172.21.15.111:0/2749679100 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f64004800 msgr2=0x7f1f7c151c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:14.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.308+0000 7f1f82b5f640 1 --2- 172.21.15.111:0/2749679100 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f64004800 0x7f1f7c151c70 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f1f7800e4b0 tx=0x7f1f7800e970 comp rx=0 tx=0).stop 2024-09-19T04:35:14.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.308+0000 7f1f82b5f640 1 -- 172.21.15.111:0/2749679100 shutdown_connections 2024-09-19T04:35:14.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.308+0000 7f1f82b5f640 1 --2- 172.21.15.111:0/2749679100 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1f6806c520 0x7f1f6806e9e0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:14.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.308+0000 7f1f82b5f640 1 --2- 172.21.15.111:0/2749679100 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f7c15ab00 0x7f1f7c1f2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:14.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.308+0000 7f1f82b5f640 1 --2- 172.21.15.111:0/2749679100 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f7c15b5b0 0x7f1f7c15a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:14.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.308+0000 7f1f82b5f640 1 --2- 172.21.15.111:0/2749679100 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f64004800 0x7f1f7c151c70 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:14.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.308+0000 7f1f82b5f640 1 -- 172.21.15.111:0/2749679100 >> 172.21.15.111:0/2749679100 conn(0x7f1f7c062cc0 msgr2=0x7f1f7c15ee70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:14.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.308+0000 7f1f82b5f640 1 -- 172.21.15.111:0/2749679100 shutdown_connections 2024-09-19T04:35:14.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:14.308+0000 7f1f82b5f640 1 -- 172.21.15.111:0/2749679100 wait complete. 2024-09-19T04:35:14.321 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-19T04:35:14.451 INFO:teuthology.orchestra.run.smithi114.stdout:[{"id":5418,"entity":{"name":{"type":"client","num":5418},"addr":{"type":"any","addr":"172.21.15.111:0","nonce":2696058815}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":7,"uptime":55.593731902000002,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":19.348530002108177,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5418 172.21.15.111:0/2696058815","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"2f599a46ad10e37c929e5c43da2f6907ddcd1961","ceph_version":"ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)","entity_id":"y","hostname":"smithi111","pid":"36236","root":"/"}}] 2024-09-19T04:35:14.451 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "y", "hostname": "smithi111", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36236", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.111:0", "nonce": 2696058815, "type": "any" }, "name": { "num": 5418, "type": "client" } }, "id": 5418, "inst": "client.5418 172.21.15.111:0/2696058815", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 7, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 19.348530002108177 }, "state": "open", "uptime": 55.593731902 } ] 2024-09-19T04:35:14.451 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-19T04:35:16.250 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:35:16.253 DEBUG:teuthology.orchestra.run.smithi114:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:35:19.452 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:35:19.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.561+0000 7ff9f1674640 1 Processor -- start 2024-09-19T04:35:19.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.561+0000 7ff9f1674640 1 -- start start 2024-09-19T04:35:19.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.561+0000 7ff9f1674640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff9ec15c620 0x7ff9ec0d2380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:19.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.561+0000 7ff9f1674640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff9ec0b4530 0x7ff9ec0b49a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:19.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.562+0000 7ff9f1674640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff9ec0b77f0 con 0x7ff9ec073ff0 2024-09-19T04:35:19.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.562+0000 7ff9f1674640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7ff9ec0b4ee0 con 0x7ff9ec0b4530 2024-09-19T04:35:19.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.562+0000 7ff9f1674640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ff9ec15ca00 con 0x7ff9ec15c620 2024-09-19T04:35:19.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.562+0000 7ff9eb7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff9ec0b4530 0x7ff9ec0b49a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:19.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.562+0000 7ff9eb7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff9ec0b4530 0x7ff9ec0b49a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34348/0 (socket says 172.21.15.111:34348) 2024-09-19T04:35:19.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.562+0000 7ff9eb7fe640 1 -- 172.21.15.111:0/1066391817 learned_addr learned my addr 172.21.15.111:0/1066391817 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:19.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.562+0000 7ff9eaffd640 1 --2- 172.21.15.111:0/1066391817 >> v2:172.21.15.114:3300/0 conn(0x7ff9ec15c620 0x7ff9ec0d2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:19.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.562+0000 7ff9eb7fe640 1 -- 172.21.15.111:0/1066391817 >> v2:172.21.15.114:3300/0 conn(0x7ff9ec15c620 msgr2=0x7ff9ec0d2380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:19.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.562+0000 7ff9eb7fe640 1 --2- 172.21.15.111:0/1066391817 >> v2:172.21.15.114:3300/0 conn(0x7ff9ec15c620 0x7ff9ec0d2380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:19.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.562+0000 7ff9eb7fe640 1 -- 172.21.15.111:0/1066391817 >> v1:172.21.15.114:6789/0 conn(0x7ff9ec073ff0 legacy=0x7ff9ec0b70e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:19.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.562+0000 7ff9eb7fe640 1 -- 172.21.15.111:0/1066391817 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9ec0d2cf0 con 0x7ff9ec0b4530 2024-09-19T04:35:19.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.562+0000 7ff9eaffd640 1 --2- 172.21.15.111:0/1066391817 >> v2:172.21.15.114:3300/0 conn(0x7ff9ec15c620 0x7ff9ec0d2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:35:19.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.563+0000 7ff9eb7fe640 1 --2- 172.21.15.111:0/1066391817 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9ec0b4530 0x7ff9ec0b49a0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7ff9ec0b4500 tx=0x7ff9e402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7e1dcb0bb3b27f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:19.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.563+0000 7ff9e9ffb640 1 -- 172.21.15.111:0/1066391817 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9e4036070 con 0x7ff9ec0b4530 2024-09-19T04:35:19.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.563+0000 7ff9e9ffb640 1 -- 172.21.15.111:0/1066391817 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9e4031600 con 0x7ff9ec0b4530 2024-09-19T04:35:19.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.563+0000 7ff9e9ffb640 1 -- 172.21.15.111:0/1066391817 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9e40319d0 con 0x7ff9ec0b4530 2024-09-19T04:35:19.568 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.563+0000 7ff9f1674640 1 -- 172.21.15.111:0/1066391817 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9ec0b4530 msgr2=0x7ff9ec0b49a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:19.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.563+0000 7ff9f1674640 1 --2- 172.21.15.111:0/1066391817 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9ec0b4530 0x7ff9ec0b49a0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7ff9ec0b4500 tx=0x7ff9e402a660 comp rx=0 tx=0).stop 2024-09-19T04:35:19.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.563+0000 7ff9f1674640 1 -- 172.21.15.111:0/1066391817 shutdown_connections 2024-09-19T04:35:19.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.563+0000 7ff9f1674640 1 --2- 172.21.15.111:0/1066391817 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9ec0b4530 0x7ff9ec0b49a0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:19.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.563+0000 7ff9f1674640 1 --2- 172.21.15.111:0/1066391817 >> v2:172.21.15.114:3300/0 conn(0x7ff9ec15c620 0x7ff9ec0d2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:19.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.563+0000 7ff9f1674640 1 -- 172.21.15.111:0/1066391817 >> 172.21.15.111:0/1066391817 conn(0x7ff9ec062810 msgr2=0x7ff9ec062bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:19.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.564+0000 7ff9f1674640 1 -- 172.21.15.111:0/1066391817 shutdown_connections 2024-09-19T04:35:19.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.564+0000 7ff9f1674640 1 -- 172.21.15.111:0/1066391817 wait complete. 2024-09-19T04:35:19.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.565+0000 7ff9f1674640 1 Processor -- start 2024-09-19T04:35:19.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.565+0000 7ff9f1674640 1 -- start start 2024-09-19T04:35:19.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.566+0000 7ff9f1674640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9ec073ff0 0x7ff9ec1430d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:19.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.566+0000 7ff9f1674640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9ec0b4530 0x7ff9ec15f530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:19.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.566+0000 7ff9f1674640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9ec15c620 0x7ff9ec1546b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:19.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.566+0000 7ff9f1674640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff9ec0d32b0 con 0x7ff9ec15c620 2024-09-19T04:35:19.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.566+0000 7ff9f1674640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff9ec0b6c50 con 0x7ff9ec073ff0 2024-09-19T04:35:19.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.566+0000 7ff9f1674640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff9ec0b68e0 con 0x7ff9ec0b4530 2024-09-19T04:35:19.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.566+0000 7ff9eb7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9ec15c620 0x7ff9ec1546b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:19.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.566+0000 7ff9eb7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9ec15c620 0x7ff9ec1546b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34352/0 (socket says 172.21.15.111:34352) 2024-09-19T04:35:19.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.566+0000 7ff9eb7fe640 1 -- 172.21.15.111:0/4111096937 learned_addr learned my addr 172.21.15.111:0/4111096937 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:19.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.566+0000 7ff9eaffd640 1 --2- 172.21.15.111:0/4111096937 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9ec073ff0 0x7ff9ec1430d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:19.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.566+0000 7ff9ea7fc640 1 --2- 172.21.15.111:0/4111096937 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9ec0b4530 0x7ff9ec15f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:19.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.566+0000 7ff9eb7fe640 1 -- 172.21.15.111:0/4111096937 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9ec0b4530 msgr2=0x7ff9ec15f530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:19.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.566+0000 7ff9eb7fe640 1 --2- 172.21.15.111:0/4111096937 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9ec0b4530 0x7ff9ec15f530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:19.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.566+0000 7ff9eb7fe640 1 -- 172.21.15.111:0/4111096937 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9ec073ff0 msgr2=0x7ff9ec1430d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:19.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.566+0000 7ff9eb7fe640 1 --2- 172.21.15.111:0/4111096937 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9ec073ff0 0x7ff9ec1430d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:19.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.566+0000 7ff9eb7fe640 1 -- 172.21.15.111:0/4111096937 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9ec150610 con 0x7ff9ec15c620 2024-09-19T04:35:19.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.566+0000 7ff9eb7fe640 1 --2- 172.21.15.111:0/4111096937 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9ec15c620 0x7ff9ec1546b0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7ff9e402ac50 tx=0x7ff9e4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:19.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.566+0000 7ff9d37fe640 1 -- 172.21.15.111:0/4111096937 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9e4036050 con 0x7ff9ec15c620 2024-09-19T04:35:19.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.566+0000 7ff9d37fe640 1 -- 172.21.15.111:0/4111096937 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9e4042070 con 0x7ff9ec15c620 2024-09-19T04:35:19.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.566+0000 7ff9f1674640 1 -- 172.21.15.111:0/4111096937 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9ec1508f0 con 0x7ff9ec15c620 2024-09-19T04:35:19.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.566+0000 7ff9d37fe640 1 -- 172.21.15.111:0/4111096937 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9e4009510 con 0x7ff9ec15c620 2024-09-19T04:35:19.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.566+0000 7ff9f1674640 1 -- 172.21.15.111:0/4111096937 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9ec150eb0 con 0x7ff9ec15c620 2024-09-19T04:35:19.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.568+0000 7ff9f1674640 1 -- 172.21.15.111:0/4111096937 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9ec0b49a0 con 0x7ff9ec15c620 2024-09-19T04:35:19.572 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.568+0000 7ff9d37fe640 1 -- 172.21.15.111:0/4111096937 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7ff9e4007bd0 con 0x7ff9ec15c620 2024-09-19T04:35:19.572 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.569+0000 7ff9d37fe640 1 --2- 172.21.15.111:0/4111096937 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff9d806c4f0 0x7ff9d806e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:19.572 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.569+0000 7ff9d37fe640 1 -- 172.21.15.111:0/4111096937 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7ff9e40ac6d0 con 0x7ff9ec15c620 2024-09-19T04:35:19.572 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.569+0000 7ff9eaffd640 1 --2- 172.21.15.111:0/4111096937 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff9d806c4f0 0x7ff9d806e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:19.572 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.569+0000 7ff9eaffd640 1 --2- 172.21.15.111:0/4111096937 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff9d806c4f0 0x7ff9d806e9b0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7ff9dc00aac0 tx=0x7ff9dc008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:19.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.573+0000 7ff9d37fe640 1 -- 172.21.15.111:0/4111096937 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff9e407a4a0 con 0x7ff9ec15c620 2024-09-19T04:35:19.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.776+0000 7ff9f1674640 1 -- 172.21.15.111:0/4111096937 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff9ec062ed0 con 0x7ff9ec15c620 2024-09-19T04:35:19.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.776+0000 7ff9d37fe640 1 -- 172.21.15.111:0/4111096937 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5232 (secure 0 0 0) 0x7ff9e407e7a0 con 0x7ff9ec15c620 2024-09-19T04:35:19.778 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:19.778 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"btime":"2024-09-19T04:34:16:480820+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4978,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3318539535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3318539535},{"type":"v1","addr":"172.21.15.114:6834","nonce":3318539535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1477911623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1477911623},{"type":"v1","addr":"172.21.15.111:6836","nonce":1477911623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5205,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/799717206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":799717206},{"type":"v1","addr":"172.21.15.111:6837","nonce":799717206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:34:03.768957+0000","modified":"2024-09-19T04:34:05.788430+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5220},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5220":{"gid":5220,"name":"b","rank":0,"incarnation":18,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3785743307","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3785743307},{"type":"v1","addr":"172.21.15.114:6835","nonce":3785743307}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5220,"qdb_cluster":[5220]},"id":3}]} 2024-09-19T04:35:19.778 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 21 2024-09-19T04:35:19.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.778+0000 7ff9f1674640 1 -- 172.21.15.111:0/4111096937 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff9d806c4f0 msgr2=0x7ff9d806e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:19.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.778+0000 7ff9f1674640 1 --2- 172.21.15.111:0/4111096937 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff9d806c4f0 0x7ff9d806e9b0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7ff9dc00aac0 tx=0x7ff9dc008040 comp rx=0 tx=0).stop 2024-09-19T04:35:19.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.778+0000 7ff9f1674640 1 -- 172.21.15.111:0/4111096937 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9ec15c620 msgr2=0x7ff9ec1546b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:19.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.778+0000 7ff9f1674640 1 --2- 172.21.15.111:0/4111096937 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9ec15c620 0x7ff9ec1546b0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7ff9e402ac50 tx=0x7ff9e4004a40 comp rx=0 tx=0).stop 2024-09-19T04:35:19.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.778+0000 7ff9f1674640 1 -- 172.21.15.111:0/4111096937 shutdown_connections 2024-09-19T04:35:19.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.778+0000 7ff9f1674640 1 --2- 172.21.15.111:0/4111096937 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff9d806c4f0 0x7ff9d806e9b0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:19.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.778+0000 7ff9f1674640 1 --2- 172.21.15.111:0/4111096937 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9ec15c620 0x7ff9ec1546b0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:19.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.778+0000 7ff9f1674640 1 --2- 172.21.15.111:0/4111096937 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9ec0b4530 0x7ff9ec15f530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:19.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.778+0000 7ff9f1674640 1 --2- 172.21.15.111:0/4111096937 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9ec073ff0 0x7ff9ec1430d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:19.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.778+0000 7ff9f1674640 1 -- 172.21.15.111:0/4111096937 >> 172.21.15.111:0/4111096937 conn(0x7ff9ec062810 msgr2=0x7ff9ec0b1f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:19.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.778+0000 7ff9f1674640 1 -- 172.21.15.111:0/4111096937 shutdown_connections 2024-09-19T04:35:19.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:19.778+0000 7ff9f1674640 1 -- 172.21.15.111:0/4111096937 wait complete. 2024-09-19T04:35:19.791 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-19T04:35:19.919 INFO:teuthology.orchestra.run.smithi114.stdout:[{"id":5418,"entity":{"name":{"type":"client","num":5418},"addr":{"type":"any","addr":"172.21.15.111:0","nonce":2696058815}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":7,"uptime":61.061607111999997,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":19.105628421986353,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5418 172.21.15.111:0/2696058815","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"2f599a46ad10e37c929e5c43da2f6907ddcd1961","ceph_version":"ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)","entity_id":"y","hostname":"smithi111","pid":"36236","root":"/"}}] 2024-09-19T04:35:19.920 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "y", "hostname": "smithi111", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36236", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.111:0", "nonce": 2696058815, "type": "any" }, "name": { "num": 5418, "type": "client" } }, "id": 5418, "inst": "client.5418 172.21.15.111:0/2696058815", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 7, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 19.105628421986353 }, "state": "open", "uptime": 61.061607112 } ] 2024-09-19T04:35:19.920 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-19T04:35:24.921 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:35:25.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.031+0000 7f71ef5fd640 1 Processor -- start 2024-09-19T04:35:25.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.031+0000 7f71ef5fd640 1 -- start start 2024-09-19T04:35:25.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.032+0000 7f71ef5fd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f71e815ca40 0x7f71e815e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:25.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.032+0000 7f71ef5fd640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71e815d390 con 0x7f71e80d02a0 2024-09-19T04:35:25.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.032+0000 7f71ef5fd640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71e815d670 con 0x7f71e815ce80 2024-09-19T04:35:25.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.032+0000 7f71ef5fd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f71e815d950 con 0x7f71e815ca40 2024-09-19T04:35:25.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.032+0000 7f71ed399640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f71e80d02a0 0x7f71e80d0680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:45434/0 (socket says 172.21.15.111:45434) 2024-09-19T04:35:25.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.032+0000 7f71ed399640 1 -- 172.21.15.111:0/308499901 learned_addr learned my addr 172.21.15.111:0/308499901 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:25.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.032+0000 7f71e7fff640 1 -- 172.21.15.111:0/308499901 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3158466382 0 0) 0x7f71e815d390 con 0x7f71e80d02a0 2024-09-19T04:35:25.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.032+0000 7f71e7fff640 1 -- 172.21.15.111:0/308499901 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f71d0003520 con 0x7f71e80d02a0 2024-09-19T04:35:25.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.032+0000 7f71ecb98640 1 --2- 172.21.15.111:0/308499901 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f71e815ca40 0x7f71e815e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:25.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.032+0000 7f71e7fff640 1 -- 172.21.15.111:0/308499901 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2142818385 0 0) 0x7f71d0003520 con 0x7f71e80d02a0 2024-09-19T04:35:25.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.032+0000 7f71e7fff640 1 -- 172.21.15.111:0/308499901 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f71e815ca40 msgr2=0x7f71e815e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:25.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.032+0000 7f71e7fff640 1 --2- 172.21.15.111:0/308499901 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f71e815ca40 0x7f71e815e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:25.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.032+0000 7f71e7fff640 1 -- 172.21.15.111:0/308499901 >> v1:172.21.15.114:6789/0 conn(0x7f71e815ce80 legacy=0x7f71e81594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:25.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.032+0000 7f71e7fff640 1 -- 172.21.15.111:0/308499901 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71e815dc30 con 0x7f71e80d02a0 2024-09-19T04:35:25.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.032+0000 7f71e7fff640 1 -- 172.21.15.111:0/308499901 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f71e0001670 con 0x7f71e80d02a0 2024-09-19T04:35:25.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.032+0000 7f71e7fff640 1 -- 172.21.15.111:0/308499901 >> v1:172.21.15.111:6789/0 conn(0x7f71e80d02a0 legacy=0x7f71e80d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:25.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.032+0000 7f71e7fff640 1 --2- 172.21.15.111:0/308499901 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f71d00039e0 0x7f71d0003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:25.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.032+0000 7f71e7fff640 1 --2- 172.21.15.111:0/308499901 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f71e815ca40 0x7f71d0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:25.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.032+0000 7f71e7fff640 1 --2- 172.21.15.111:0/308499901 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f71d0004d40 0x7f71d00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:25.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.032+0000 7f71e7fff640 1 -- 172.21.15.111:0/308499901 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f71e815d950 con 0x7f71d0004d40 2024-09-19T04:35:25.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.033+0000 7f71e7fff640 1 -- 172.21.15.111:0/308499901 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f71d000baf0 con 0x7f71d00039e0 2024-09-19T04:35:25.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.033+0000 7f71e7fff640 1 -- 172.21.15.111:0/308499901 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f71d000df00 con 0x7f71e815ca40 2024-09-19T04:35:25.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.033+0000 7f71edb9a640 1 --2- 172.21.15.111:0/308499901 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f71d0004d40 0x7f71d00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:25.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.033+0000 7f71ed399640 1 --2- 172.21.15.111:0/308499901 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f71d00039e0 0x7f71d0003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:25.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.033+0000 7f71ecb98640 1 --2- 172.21.15.111:0/308499901 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f71e815ca40 0x7f71d0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:25.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.033+0000 7f71edb9a640 1 -- 172.21.15.111:0/308499901 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f71e815ca40 msgr2=0x7f71d0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:25.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.033+0000 7f71edb9a640 1 --2- 172.21.15.111:0/308499901 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f71e815ca40 0x7f71d0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:25.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.033+0000 7f71edb9a640 1 -- 172.21.15.111:0/308499901 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f71d00039e0 msgr2=0x7f71d0003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:25.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.033+0000 7f71edb9a640 1 --2- 172.21.15.111:0/308499901 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f71d00039e0 0x7f71d0003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:25.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.033+0000 7f71edb9a640 1 -- 172.21.15.111:0/308499901 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71d0003520 con 0x7f71d0004d40 2024-09-19T04:35:25.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.034+0000 7f71edb9a640 1 --2- 172.21.15.111:0/308499901 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f71d0004d40 0x7f71d00051c0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f71d8001e50 tx=0x7f71d0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a8c85c495139bc7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:25.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.034+0000 7f71e7fff640 1 -- 172.21.15.111:0/308499901 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71d8001a70 con 0x7f71d0004d40 2024-09-19T04:35:25.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.034+0000 7f71e7fff640 1 -- 172.21.15.111:0/308499901 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71d8003970 con 0x7f71d0004d40 2024-09-19T04:35:25.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.034+0000 7f71e7fff640 1 -- 172.21.15.111:0/308499901 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71d8003d60 con 0x7f71d0004d40 2024-09-19T04:35:25.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.034+0000 7f71ef5fd640 1 -- 172.21.15.111:0/308499901 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f71d0004d40 msgr2=0x7f71d00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:25.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.034+0000 7f71ef5fd640 1 --2- 172.21.15.111:0/308499901 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f71d0004d40 0x7f71d00051c0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f71d8001e50 tx=0x7f71d0005830 comp rx=0 tx=0).stop 2024-09-19T04:35:25.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.034+0000 7f71edb9a640 1 -- 172.21.15.111:0/308499901 reap_dead start 2024-09-19T04:35:25.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.034+0000 7f71ef5fd640 1 -- 172.21.15.111:0/308499901 shutdown_connections 2024-09-19T04:35:25.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.034+0000 7f71ef5fd640 1 -- 172.21.15.111:0/308499901 >> 172.21.15.111:0/308499901 conn(0x7f71e8062cc0 msgr2=0x7f71e806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:25.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.034+0000 7f71ef5fd640 1 -- 172.21.15.111:0/308499901 shutdown_connections 2024-09-19T04:35:25.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.034+0000 7f71ef5fd640 1 -- 172.21.15.111:0/308499901 wait complete. 2024-09-19T04:35:25.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.036+0000 7f71ef5fd640 1 Processor -- start 2024-09-19T04:35:25.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.036+0000 7f71ef5fd640 1 -- start start 2024-09-19T04:35:25.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.036+0000 7f71ef5fd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f71d0004d40 0x7f71e81ef8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:25.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.036+0000 7f71ef5fd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f71e81586a0 0x7f71e814bf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:25.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.036+0000 7f71ef5fd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f71e8158b20 0x7f71e814c470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:25.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.036+0000 7f71ef5fd640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f71e8155d10 con 0x7f71e81586a0 2024-09-19T04:35:25.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.036+0000 7f71ef5fd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f71e8155b90 con 0x7f71d0004d40 2024-09-19T04:35:25.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.036+0000 7f71ef5fd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f71e80b4790 con 0x7f71e8158b20 2024-09-19T04:35:25.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.037+0000 7f71ecb98640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f71e81586a0 0x7f71e814bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:25.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.037+0000 7f71ecb98640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f71e81586a0 0x7f71e814bf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58500/0 (socket says 172.21.15.111:58500) 2024-09-19T04:35:25.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.037+0000 7f71ecb98640 1 -- 172.21.15.111:0/3347087182 learned_addr learned my addr 172.21.15.111:0/3347087182 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:25.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.037+0000 7f71ed399640 1 --2- 172.21.15.111:0/3347087182 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f71d0004d40 0x7f71e81ef8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:25.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.037+0000 7f71edb9a640 1 --2- 172.21.15.111:0/3347087182 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f71e8158b20 0x7f71e814c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:25.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.037+0000 7f71ecb98640 1 -- 172.21.15.111:0/3347087182 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f71e8158b20 msgr2=0x7f71e814c470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:25.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.037+0000 7f71ecb98640 1 --2- 172.21.15.111:0/3347087182 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f71e8158b20 0x7f71e814c470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:25.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.037+0000 7f71ecb98640 1 -- 172.21.15.111:0/3347087182 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f71d0004d40 msgr2=0x7f71e81ef8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:25.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.037+0000 7f71ecb98640 1 --2- 172.21.15.111:0/3347087182 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f71d0004d40 0x7f71e81ef8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:25.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.037+0000 7f71ecb98640 1 -- 172.21.15.111:0/3347087182 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71e8159540 con 0x7f71e81586a0 2024-09-19T04:35:25.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.037+0000 7f71ecb98640 1 --2- 172.21.15.111:0/3347087182 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f71e81586a0 0x7f71e814bf30 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f71dc0119d0 tx=0x7f71dc011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:25.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.037+0000 7f71e5ffb640 1 -- 172.21.15.111:0/3347087182 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71dc00fb50 con 0x7f71e81586a0 2024-09-19T04:35:25.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.037+0000 7f71e5ffb640 1 -- 172.21.15.111:0/3347087182 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71dc00fcf0 con 0x7f71e81586a0 2024-09-19T04:35:25.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.037+0000 7f71ef5fd640 1 -- 172.21.15.111:0/3347087182 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71e8071420 con 0x7f71e81586a0 2024-09-19T04:35:25.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.037+0000 7f71e5ffb640 1 -- 172.21.15.111:0/3347087182 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71dc00fea0 con 0x7f71e81586a0 2024-09-19T04:35:25.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.038+0000 7f71ef5fd640 1 -- 172.21.15.111:0/3347087182 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71e80719e0 con 0x7f71e81586a0 2024-09-19T04:35:25.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.039+0000 7f71ef5fd640 1 -- 172.21.15.111:0/3347087182 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71e80d0680 con 0x7f71e81586a0 2024-09-19T04:35:25.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.039+0000 7f71e5ffb640 1 -- 172.21.15.111:0/3347087182 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7f71dc012040 con 0x7f71e81586a0 2024-09-19T04:35:25.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.039+0000 7f71e5ffb640 1 --2- 172.21.15.111:0/3347087182 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f71d406c4f0 0x7f71d406e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:25.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.039+0000 7f71e5ffb640 1 -- 172.21.15.111:0/3347087182 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f71dc08bdd0 con 0x7f71e81586a0 2024-09-19T04:35:25.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.039+0000 7f71ed399640 1 --2- 172.21.15.111:0/3347087182 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f71d406c4f0 0x7f71d406e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:25.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.040+0000 7f71ed399640 1 --2- 172.21.15.111:0/3347087182 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f71d406c4f0 0x7f71d406e9b0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f71e0001050 tx=0x7f71e0000fa0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:25.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.044+0000 7f71e5ffb640 1 -- 172.21.15.111:0/3347087182 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f71dc019030 con 0x7f71e81586a0 2024-09-19T04:35:25.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.243+0000 7f71ef5fd640 1 -- 172.21.15.111:0/3347087182 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f71e81efe10 con 0x7f71e81586a0 2024-09-19T04:35:25.245 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.243+0000 7f71e5ffb640 1 -- 172.21.15.111:0/3347087182 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5232 (secure 0 0 0) 0x7f71dc059b50 con 0x7f71e81586a0 2024-09-19T04:35:25.245 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:25.245 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"btime":"2024-09-19T04:34:16:480820+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4978,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3318539535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3318539535},{"type":"v1","addr":"172.21.15.114:6834","nonce":3318539535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1477911623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1477911623},{"type":"v1","addr":"172.21.15.111:6836","nonce":1477911623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5205,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/799717206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":799717206},{"type":"v1","addr":"172.21.15.111:6837","nonce":799717206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:34:03.768957+0000","modified":"2024-09-19T04:34:05.788430+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5220},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5220":{"gid":5220,"name":"b","rank":0,"incarnation":18,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3785743307","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3785743307},{"type":"v1","addr":"172.21.15.114:6835","nonce":3785743307}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5220,"qdb_cluster":[5220]},"id":3}]} 2024-09-19T04:35:25.245 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 21 2024-09-19T04:35:25.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.245+0000 7f71ef5fd640 1 -- 172.21.15.111:0/3347087182 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f71d406c4f0 msgr2=0x7f71d406e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:25.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.245+0000 7f71ef5fd640 1 --2- 172.21.15.111:0/3347087182 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f71d406c4f0 0x7f71d406e9b0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f71e0001050 tx=0x7f71e0000fa0 comp rx=0 tx=0).stop 2024-09-19T04:35:25.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.245+0000 7f71ef5fd640 1 -- 172.21.15.111:0/3347087182 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f71e81586a0 msgr2=0x7f71e814bf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:25.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.245+0000 7f71ef5fd640 1 --2- 172.21.15.111:0/3347087182 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f71e81586a0 0x7f71e814bf30 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f71dc0119d0 tx=0x7f71dc011e90 comp rx=0 tx=0).stop 2024-09-19T04:35:25.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.245+0000 7f71ef5fd640 1 -- 172.21.15.111:0/3347087182 shutdown_connections 2024-09-19T04:35:25.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.245+0000 7f71ef5fd640 1 --2- 172.21.15.111:0/3347087182 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f71d406c4f0 0x7f71d406e9b0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:25.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.245+0000 7f71ef5fd640 1 --2- 172.21.15.111:0/3347087182 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f71e8158b20 0x7f71e814c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:25.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.245+0000 7f71ef5fd640 1 --2- 172.21.15.111:0/3347087182 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f71e81586a0 0x7f71e814bf30 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:25.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.245+0000 7f71ef5fd640 1 --2- 172.21.15.111:0/3347087182 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f71d0004d40 0x7f71e81ef8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:25.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.245+0000 7f71ef5fd640 1 -- 172.21.15.111:0/3347087182 >> 172.21.15.111:0/3347087182 conn(0x7f71e8062cc0 msgr2=0x7f71e806bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:25.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.246+0000 7f71ef5fd640 1 -- 172.21.15.111:0/3347087182 shutdown_connections 2024-09-19T04:35:25.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:25.246+0000 7f71ef5fd640 1 -- 172.21.15.111:0/3347087182 wait complete. 2024-09-19T04:35:25.258 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-19T04:35:25.385 INFO:teuthology.orchestra.run.smithi114.stdout:[{"id":5418,"entity":{"name":{"type":"client","num":5418},"addr":{"type":"any","addr":"172.21.15.111:0","nonce":2696058815}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":6,"uptime":66.528482346000004,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":18.865819818192474,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5418 172.21.15.111:0/2696058815","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"2f599a46ad10e37c929e5c43da2f6907ddcd1961","ceph_version":"ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)","entity_id":"y","hostname":"smithi111","pid":"36236","root":"/"}}] 2024-09-19T04:35:25.386 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "y", "hostname": "smithi111", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36236", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.111:0", "nonce": 2696058815, "type": "any" }, "name": { "num": 5418, "type": "client" } }, "id": 5418, "inst": "client.5418 172.21.15.111:0/2696058815", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 6, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 18.865819818192474 }, "state": "open", "uptime": 66.528482346 } ] 2024-09-19T04:35:25.386 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-19T04:35:30.387 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:35:30.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.496+0000 7fbb70d11640 1 Processor -- start 2024-09-19T04:35:30.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.496+0000 7fbb70d11640 1 -- start start 2024-09-19T04:35:30.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.497+0000 7fbb70d11640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbb6c15ceb0 0x7fbb6c1594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:30.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.497+0000 7fbb70d11640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb6c15d390 con 0x7fbb6c15ca40 2024-09-19T04:35:30.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.497+0000 7fbb70d11640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb6c15d670 con 0x7fbb6c0d02a0 2024-09-19T04:35:30.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.497+0000 7fbb70d11640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fbb6c15d950 con 0x7fbb6c15ceb0 2024-09-19T04:35:30.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.497+0000 7fbb63fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fbb6c15ca40 0x7fbb6c15e430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:45436/0 (socket says 172.21.15.111:45436) 2024-09-19T04:35:30.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.497+0000 7fbb63fff640 1 -- 172.21.15.111:0/759850142 learned_addr learned my addr 172.21.15.111:0/759850142 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:30.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.497+0000 7fbb69d9b640 1 -- 172.21.15.111:0/759850142 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1165291880 0 0) 0x7fbb6c15d390 con 0x7fbb6c15ca40 2024-09-19T04:35:30.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.497+0000 7fbb69d9b640 1 -- 172.21.15.111:0/759850142 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbb58003520 con 0x7fbb6c15ca40 2024-09-19T04:35:30.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.497+0000 7fbb6ad9d640 1 --2- 172.21.15.111:0/759850142 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbb6c15ceb0 0x7fbb6c1594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:30.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.497+0000 7fbb69d9b640 1 -- 172.21.15.111:0/759850142 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1672371878 0 0) 0x7fbb58003520 con 0x7fbb6c15ca40 2024-09-19T04:35:30.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.498+0000 7fbb69d9b640 1 -- 172.21.15.111:0/759850142 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbb6c15ceb0 msgr2=0x7fbb6c1594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:30.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.498+0000 7fbb69d9b640 1 --2- 172.21.15.111:0/759850142 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbb6c15ceb0 0x7fbb6c1594c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:30.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.498+0000 7fbb69d9b640 1 -- 172.21.15.111:0/759850142 >> v1:172.21.15.114:6789/0 conn(0x7fbb6c0d02a0 legacy=0x7fbb6c0d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:30.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.498+0000 7fbb69d9b640 1 -- 172.21.15.111:0/759850142 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb6c15dc30 con 0x7fbb6c15ca40 2024-09-19T04:35:30.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.498+0000 7fbb69d9b640 1 -- 172.21.15.111:0/759850142 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fbb54001670 con 0x7fbb6c15ca40 2024-09-19T04:35:30.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.498+0000 7fbb69d9b640 1 -- 172.21.15.111:0/759850142 >> v1:172.21.15.111:6789/0 conn(0x7fbb6c15ca40 legacy=0x7fbb6c15e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:30.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.498+0000 7fbb69d9b640 1 --2- 172.21.15.111:0/759850142 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbb6c15ceb0 0x7fbb580039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:30.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.498+0000 7fbb69d9b640 1 --2- 172.21.15.111:0/759850142 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbb58003f20 0x7fbb58004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:30.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.498+0000 7fbb69d9b640 1 --2- 172.21.15.111:0/759850142 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbb58004d40 0x7fbb580051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:30.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.498+0000 7fbb69d9b640 1 -- 172.21.15.111:0/759850142 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fbb6c15d950 con 0x7fbb58003f20 2024-09-19T04:35:30.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.498+0000 7fbb69d9b640 1 -- 172.21.15.111:0/759850142 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fbb5800bad0 con 0x7fbb58004d40 2024-09-19T04:35:30.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.498+0000 7fbb69d9b640 1 -- 172.21.15.111:0/759850142 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fbb5800bcd0 con 0x7fbb6c15ceb0 2024-09-19T04:35:30.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.498+0000 7fbb63fff640 1 --2- 172.21.15.111:0/759850142 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbb58003f20 0x7fbb58004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:30.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.498+0000 7fbb6a59c640 1 --2- 172.21.15.111:0/759850142 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbb6c15ceb0 0x7fbb580039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:30.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.498+0000 7fbb6ad9d640 1 --2- 172.21.15.111:0/759850142 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbb58004d40 0x7fbb580051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:30.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.498+0000 7fbb63fff640 1 -- 172.21.15.111:0/759850142 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbb6c15ceb0 msgr2=0x7fbb580039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:30.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.498+0000 7fbb63fff640 1 --2- 172.21.15.111:0/759850142 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbb6c15ceb0 0x7fbb580039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:30.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.498+0000 7fbb63fff640 1 -- 172.21.15.111:0/759850142 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbb58004d40 msgr2=0x7fbb580051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:30.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.498+0000 7fbb63fff640 1 --2- 172.21.15.111:0/759850142 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbb58004d40 0x7fbb580051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:30.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.498+0000 7fbb63fff640 1 -- 172.21.15.111:0/759850142 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb58003520 con 0x7fbb58003f20 2024-09-19T04:35:30.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.498+0000 7fbb6ad9d640 1 --2- 172.21.15.111:0/759850142 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbb58004d40 0x7fbb580051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:35:30.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.499+0000 7fbb63fff640 1 --2- 172.21.15.111:0/759850142 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbb58003f20 0x7fbb58004800 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fbb5400c290 tx=0x7fbb58005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cfd47d6dcfb1eb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:30.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.499+0000 7fbb69d9b640 1 -- 172.21.15.111:0/759850142 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb54007d50 con 0x7fbb58003f20 2024-09-19T04:35:30.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.499+0000 7fbb69d9b640 1 -- 172.21.15.111:0/759850142 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb54005af0 con 0x7fbb58003f20 2024-09-19T04:35:30.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.499+0000 7fbb69d9b640 1 -- 172.21.15.111:0/759850142 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb54007070 con 0x7fbb58003f20 2024-09-19T04:35:30.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.499+0000 7fbb70d11640 1 -- 172.21.15.111:0/759850142 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbb58003f20 msgr2=0x7fbb58004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:30.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.499+0000 7fbb70d11640 1 --2- 172.21.15.111:0/759850142 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbb58003f20 0x7fbb58004800 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fbb5400c290 tx=0x7fbb58005830 comp rx=0 tx=0).stop 2024-09-19T04:35:30.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.499+0000 7fbb6ad9d640 1 -- 172.21.15.111:0/759850142 reap_dead start 2024-09-19T04:35:30.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.499+0000 7fbb70d11640 1 -- 172.21.15.111:0/759850142 shutdown_connections 2024-09-19T04:35:30.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.499+0000 7fbb70d11640 1 -- 172.21.15.111:0/759850142 >> 172.21.15.111:0/759850142 conn(0x7fbb6c062cc0 msgr2=0x7fbb6c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:30.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.500+0000 7fbb70d11640 1 -- 172.21.15.111:0/759850142 shutdown_connections 2024-09-19T04:35:30.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.500+0000 7fbb70d11640 1 -- 172.21.15.111:0/759850142 wait complete. 2024-09-19T04:35:30.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.501+0000 7fbb70d11640 1 Processor -- start 2024-09-19T04:35:30.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.501+0000 7fbb70d11640 1 -- start start 2024-09-19T04:35:30.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.502+0000 7fbb70d11640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbb58003f20 0x7fbb6c0cdbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:30.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.502+0000 7fbb70d11640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbb6c158890 0x7fbb6c155f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:30.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.502+0000 7fbb70d11640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbb6c157970 0x7fbb6c156480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:30.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.502+0000 7fbb70d11640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fbb6c155b90 con 0x7fbb6c157970 2024-09-19T04:35:30.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.502+0000 7fbb70d11640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fbb6c15eb40 con 0x7fbb6c158890 2024-09-19T04:35:30.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.502+0000 7fbb70d11640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fbb6c155d10 con 0x7fbb58003f20 2024-09-19T04:35:30.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.502+0000 7fbb6ad9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbb6c157970 0x7fbb6c156480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:30.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.502+0000 7fbb6ad9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbb6c157970 0x7fbb6c156480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58520/0 (socket says 172.21.15.111:58520) 2024-09-19T04:35:30.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.502+0000 7fbb6ad9d640 1 -- 172.21.15.111:0/3886512757 learned_addr learned my addr 172.21.15.111:0/3886512757 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:30.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.502+0000 7fbb63fff640 1 --2- 172.21.15.111:0/3886512757 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbb6c158890 0x7fbb6c155f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:30.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.502+0000 7fbb6a59c640 1 --2- 172.21.15.111:0/3886512757 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbb58003f20 0x7fbb6c0cdbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:30.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.502+0000 7fbb6ad9d640 1 -- 172.21.15.111:0/3886512757 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbb58003f20 msgr2=0x7fbb6c0cdbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:30.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.502+0000 7fbb6ad9d640 1 --2- 172.21.15.111:0/3886512757 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbb58003f20 0x7fbb6c0cdbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:30.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.502+0000 7fbb6ad9d640 1 -- 172.21.15.111:0/3886512757 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbb6c158890 msgr2=0x7fbb6c155f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:30.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.502+0000 7fbb6ad9d640 1 --2- 172.21.15.111:0/3886512757 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbb6c158890 0x7fbb6c155f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:30.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.502+0000 7fbb6ad9d640 1 -- 172.21.15.111:0/3886512757 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb6c071110 con 0x7fbb6c157970 2024-09-19T04:35:30.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.502+0000 7fbb6ad9d640 1 --2- 172.21.15.111:0/3886512757 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbb6c157970 0x7fbb6c156480 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fbb6c06cd40 tx=0x7fbb64010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:30.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.502+0000 7fbb62ffd640 1 -- 172.21.15.111:0/3886512757 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb64003990 con 0x7fbb6c157970 2024-09-19T04:35:30.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.502+0000 7fbb62ffd640 1 -- 172.21.15.111:0/3886512757 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb64003b50 con 0x7fbb6c157970 2024-09-19T04:35:30.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.502+0000 7fbb62ffd640 1 -- 172.21.15.111:0/3886512757 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb64004020 con 0x7fbb6c157970 2024-09-19T04:35:30.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.502+0000 7fbb70d11640 1 -- 172.21.15.111:0/3886512757 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb6c0713f0 con 0x7fbb6c157970 2024-09-19T04:35:30.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.502+0000 7fbb70d11640 1 -- 172.21.15.111:0/3886512757 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb6c0719b0 con 0x7fbb6c157970 2024-09-19T04:35:30.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.503+0000 7fbb70d11640 1 -- 172.21.15.111:0/3886512757 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb6c0b4790 con 0x7fbb6c157970 2024-09-19T04:35:30.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.504+0000 7fbb62ffd640 1 -- 172.21.15.111:0/3886512757 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7fbb64005d10 con 0x7fbb6c157970 2024-09-19T04:35:30.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.504+0000 7fbb62ffd640 1 --2- 172.21.15.111:0/3886512757 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbb4c06c4f0 0x7fbb4c06e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:30.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.504+0000 7fbb62ffd640 1 -- 172.21.15.111:0/3886512757 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7fbb6408c050 con 0x7fbb6c157970 2024-09-19T04:35:30.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.505+0000 7fbb6a59c640 1 --2- 172.21.15.111:0/3886512757 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbb4c06c4f0 0x7fbb4c06e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:30.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.505+0000 7fbb6a59c640 1 --2- 172.21.15.111:0/3886512757 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbb4c06c4f0 0x7fbb4c06e9b0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fbb6c0ce6b0 tx=0x7fbb5c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:30.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.509+0000 7fbb62ffd640 1 -- 172.21.15.111:0/3886512757 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbb64025020 con 0x7fbb6c157970 2024-09-19T04:35:30.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.710+0000 7fbb70d11640 1 -- 172.21.15.111:0/3886512757 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbb6c0aa810 con 0x7fbb6c157970 2024-09-19T04:35:30.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.710+0000 7fbb62ffd640 1 -- 172.21.15.111:0/3886512757 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5232 (secure 0 0 0) 0x7fbb64059cc0 con 0x7fbb6c157970 2024-09-19T04:35:30.712 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:30.712 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"btime":"2024-09-19T04:34:16:480820+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4978,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3318539535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3318539535},{"type":"v1","addr":"172.21.15.114:6834","nonce":3318539535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1477911623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1477911623},{"type":"v1","addr":"172.21.15.111:6836","nonce":1477911623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5205,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/799717206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":799717206},{"type":"v1","addr":"172.21.15.111:6837","nonce":799717206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:34:03.768957+0000","modified":"2024-09-19T04:34:05.788430+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5220},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5220":{"gid":5220,"name":"b","rank":0,"incarnation":18,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3785743307","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3785743307},{"type":"v1","addr":"172.21.15.114:6835","nonce":3785743307}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5220,"qdb_cluster":[5220]},"id":3}]} 2024-09-19T04:35:30.712 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 21 2024-09-19T04:35:30.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.712+0000 7fbb70d11640 1 -- 172.21.15.111:0/3886512757 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbb4c06c4f0 msgr2=0x7fbb4c06e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:30.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.712+0000 7fbb70d11640 1 --2- 172.21.15.111:0/3886512757 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbb4c06c4f0 0x7fbb4c06e9b0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fbb6c0ce6b0 tx=0x7fbb5c009040 comp rx=0 tx=0).stop 2024-09-19T04:35:30.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.712+0000 7fbb70d11640 1 -- 172.21.15.111:0/3886512757 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbb6c157970 msgr2=0x7fbb6c156480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:30.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.713+0000 7fbb70d11640 1 --2- 172.21.15.111:0/3886512757 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbb6c157970 0x7fbb6c156480 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fbb6c06cd40 tx=0x7fbb64010590 comp rx=0 tx=0).stop 2024-09-19T04:35:30.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.713+0000 7fbb70d11640 1 -- 172.21.15.111:0/3886512757 shutdown_connections 2024-09-19T04:35:30.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.713+0000 7fbb70d11640 1 --2- 172.21.15.111:0/3886512757 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbb4c06c4f0 0x7fbb4c06e9b0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:30.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.713+0000 7fbb70d11640 1 --2- 172.21.15.111:0/3886512757 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbb6c157970 0x7fbb6c156480 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:30.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.713+0000 7fbb70d11640 1 --2- 172.21.15.111:0/3886512757 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbb6c158890 0x7fbb6c155f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:30.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.713+0000 7fbb70d11640 1 --2- 172.21.15.111:0/3886512757 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbb58003f20 0x7fbb6c0cdbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:30.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.713+0000 7fbb70d11640 1 -- 172.21.15.111:0/3886512757 >> 172.21.15.111:0/3886512757 conn(0x7fbb6c062cc0 msgr2=0x7fbb6c1542b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:30.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.713+0000 7fbb70d11640 1 -- 172.21.15.111:0/3886512757 shutdown_connections 2024-09-19T04:35:30.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:30.713+0000 7fbb70d11640 1 -- 172.21.15.111:0/3886512757 wait complete. 2024-09-19T04:35:30.725 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-19T04:35:30.854 INFO:teuthology.orchestra.run.smithi114.stdout:[{"id":5418,"entity":{"name":{"type":"client","num":5418},"addr":{"type":"any","addr":"172.21.15.111:0","nonce":2696058815}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":6,"uptime":71.996357556999996,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":18.628978185031404,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5418 172.21.15.111:0/2696058815","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"2f599a46ad10e37c929e5c43da2f6907ddcd1961","ceph_version":"ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)","entity_id":"y","hostname":"smithi111","pid":"36236","root":"/"}}] 2024-09-19T04:35:30.854 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "y", "hostname": "smithi111", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36236", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.111:0", "nonce": 2696058815, "type": "any" }, "name": { "num": 5418, "type": "client" } }, "id": 5418, "inst": "client.5418 172.21.15.111:0/2696058815", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 6, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 18.628978185031404 }, "state": "open", "uptime": 71.996357557 } ] 2024-09-19T04:35:30.854 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-19T04:35:35.856 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:35:35.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.965+0000 7f0368d13640 1 Processor -- start 2024-09-19T04:35:35.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.965+0000 7f0368d13640 1 -- start start 2024-09-19T04:35:35.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.966+0000 7f0368d13640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f036415ceb0 0x7f03641594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:35.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.966+0000 7f0368d13640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f036415d390 con 0x7f03640d02a0 2024-09-19T04:35:35.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.966+0000 7f0368d13640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f036415d670 con 0x7f036415ca40 2024-09-19T04:35:35.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.966+0000 7f0368d13640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f036415d950 con 0x7f036415ceb0 2024-09-19T04:35:35.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.966+0000 7f036259c640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f03640d02a0 0x7f03640d0680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40468/0 (socket says 172.21.15.111:40468) 2024-09-19T04:35:35.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.966+0000 7f036259c640 1 -- 172.21.15.111:0/3116240609 learned_addr learned my addr 172.21.15.111:0/3116240609 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:35.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.966+0000 7f0362d9d640 1 --2- 172.21.15.111:0/3116240609 >> v2:172.21.15.114:3300/0 conn(0x7f036415ceb0 0x7f03641594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:35.971 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.966+0000 7f036159a640 1 -- 172.21.15.111:0/3116240609 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2470117610 0 0) 0x7f036415d390 con 0x7f03640d02a0 2024-09-19T04:35:35.971 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.966+0000 7f036159a640 1 -- 172.21.15.111:0/3116240609 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f034c003520 con 0x7f03640d02a0 2024-09-19T04:35:35.971 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.966+0000 7f036159a640 1 -- 172.21.15.111:0/3116240609 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 764878821 0 0) 0x7f034c003520 con 0x7f03640d02a0 2024-09-19T04:35:35.971 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.966+0000 7f036159a640 1 -- 172.21.15.111:0/3116240609 >> v2:172.21.15.114:3300/0 conn(0x7f036415ceb0 msgr2=0x7f03641594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:35.971 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.966+0000 7f036159a640 1 --2- 172.21.15.111:0/3116240609 >> v2:172.21.15.114:3300/0 conn(0x7f036415ceb0 0x7f03641594c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:35.971 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.966+0000 7f036159a640 1 -- 172.21.15.111:0/3116240609 >> v1:172.21.15.114:6789/0 conn(0x7f036415ca40 legacy=0x7f036415e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:35.971 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.966+0000 7f036159a640 1 -- 172.21.15.111:0/3116240609 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f036415dc30 con 0x7f03640d02a0 2024-09-19T04:35:35.971 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.966+0000 7f036159a640 1 -- 172.21.15.111:0/3116240609 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f0354001670 con 0x7f03640d02a0 2024-09-19T04:35:35.971 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.966+0000 7f036159a640 1 -- 172.21.15.111:0/3116240609 >> v1:172.21.15.111:6789/0 conn(0x7f03640d02a0 legacy=0x7f03640d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:35.971 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.966+0000 7f036159a640 1 --2- 172.21.15.111:0/3116240609 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f034c0039b0 0x7f034c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:35.971 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.966+0000 7f036159a640 1 --2- 172.21.15.111:0/3116240609 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f034c004800 0x7f034c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:35.971 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.967+0000 7f036159a640 1 --2- 172.21.15.111:0/3116240609 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f034c0051c0 0x7f034c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:35.971 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.967+0000 7f036159a640 1 -- 172.21.15.111:0/3116240609 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f036415d950 con 0x7f034c0051c0 2024-09-19T04:35:35.971 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.967+0000 7f036159a640 1 -- 172.21.15.111:0/3116240609 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f034c00c160 con 0x7f034c0039b0 2024-09-19T04:35:35.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.967+0000 7f036159a640 1 -- 172.21.15.111:0/3116240609 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f034c00c360 con 0x7f034c004800 2024-09-19T04:35:35.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.967+0000 7f0362d9d640 1 --2- 172.21.15.111:0/3116240609 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f034c0051c0 0x7f034c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:35.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.967+0000 7f036259c640 1 --2- 172.21.15.111:0/3116240609 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f034c0039b0 0x7f034c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:35.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.967+0000 7f0361d9b640 1 --2- 172.21.15.111:0/3116240609 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f034c004800 0x7f034c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:35.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.967+0000 7f0362d9d640 1 -- 172.21.15.111:0/3116240609 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f034c004800 msgr2=0x7f034c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:35.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.967+0000 7f0362d9d640 1 --2- 172.21.15.111:0/3116240609 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f034c004800 0x7f034c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:35.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.967+0000 7f0362d9d640 1 -- 172.21.15.111:0/3116240609 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f034c0039b0 msgr2=0x7f034c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:35.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.967+0000 7f0362d9d640 1 --2- 172.21.15.111:0/3116240609 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f034c0039b0 0x7f034c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:35.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.967+0000 7f0362d9d640 1 -- 172.21.15.111:0/3116240609 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f034c003520 con 0x7f034c0051c0 2024-09-19T04:35:35.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.968+0000 7f0362d9d640 1 -- 172.21.15.111:0/3116240609 reap_dead start 2024-09-19T04:35:35.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.968+0000 7f0362d9d640 1 --2- 172.21.15.111:0/3116240609 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f034c0051c0 0x7f034c00b9c0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f035c009f90 tx=0x7f034c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a90ac35f5f228fb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:35.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.968+0000 7f036159a640 1 -- 172.21.15.111:0/3116240609 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f035c035020 con 0x7f034c0051c0 2024-09-19T04:35:35.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.968+0000 7f036159a640 1 -- 172.21.15.111:0/3116240609 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f035c003b90 con 0x7f034c0051c0 2024-09-19T04:35:35.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.968+0000 7f036159a640 1 -- 172.21.15.111:0/3116240609 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f035c009c10 con 0x7f034c0051c0 2024-09-19T04:35:35.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.968+0000 7f0368d13640 1 -- 172.21.15.111:0/3116240609 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f034c0051c0 msgr2=0x7f034c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:35.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.968+0000 7f0368d13640 1 --2- 172.21.15.111:0/3116240609 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f034c0051c0 0x7f034c00b9c0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f035c009f90 tx=0x7f034c005830 comp rx=0 tx=0).stop 2024-09-19T04:35:35.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.968+0000 7f0368d13640 1 -- 172.21.15.111:0/3116240609 shutdown_connections 2024-09-19T04:35:35.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.968+0000 7f0368d13640 1 --2- 172.21.15.111:0/3116240609 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f034c0051c0 0x7f034c00b9c0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:35.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.968+0000 7f0368d13640 1 -- 172.21.15.111:0/3116240609 >> 172.21.15.111:0/3116240609 conn(0x7f0364062cc0 msgr2=0x7f036406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:35.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.969+0000 7f0368d13640 1 -- 172.21.15.111:0/3116240609 shutdown_connections 2024-09-19T04:35:35.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.969+0000 7f0368d13640 1 -- 172.21.15.111:0/3116240609 wait complete. 2024-09-19T04:35:35.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.970+0000 7f0368d13640 1 Processor -- start 2024-09-19T04:35:35.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.970+0000 7f0368d13640 1 -- start start 2024-09-19T04:35:35.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.971+0000 7f0368d13640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f034c0051c0 0x7f0364154c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:35.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.971+0000 7f0368d13640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f036413fbe0 0x7f0364153110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:35.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.971+0000 7f0368d13640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0364153650 0x7f03640718b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:35.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.971+0000 7f0368d13640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0364155d10 con 0x7f034c0051c0 2024-09-19T04:35:35.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.971+0000 7f0368d13640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0364155b90 con 0x7f0364153650 2024-09-19T04:35:35.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.971+0000 7f0368d13640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f03640b4790 con 0x7f036413fbe0 2024-09-19T04:35:35.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.971+0000 7f036259c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f034c0051c0 0x7f0364154c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:35.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.971+0000 7f036259c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f034c0051c0 0x7f0364154c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57802/0 (socket says 172.21.15.111:57802) 2024-09-19T04:35:35.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.971+0000 7f036259c640 1 -- 172.21.15.111:0/287495651 learned_addr learned my addr 172.21.15.111:0/287495651 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:35.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.971+0000 7f0362d9d640 1 --2- 172.21.15.111:0/287495651 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0364153650 0x7f03640718b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:35.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.971+0000 7f036259c640 1 -- 172.21.15.111:0/287495651 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f036413fbe0 msgr2=0x7f0364153110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:35.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.971+0000 7f0361d9b640 1 --2- 172.21.15.111:0/287495651 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f036413fbe0 0x7f0364153110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:35.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.971+0000 7f036259c640 1 --2- 172.21.15.111:0/287495651 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f036413fbe0 0x7f0364153110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:35.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.971+0000 7f036259c640 1 -- 172.21.15.111:0/287495651 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0364153650 msgr2=0x7f03640718b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:35.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.971+0000 7f036259c640 1 --2- 172.21.15.111:0/287495651 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0364153650 0x7f03640718b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:35.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.971+0000 7f036259c640 1 -- 172.21.15.111:0/287495651 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0364153bd0 con 0x7f034c0051c0 2024-09-19T04:35:35.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.971+0000 7f0362d9d640 1 --2- 172.21.15.111:0/287495651 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0364153650 0x7f03640718b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:35:35.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.971+0000 7f036259c640 1 --2- 172.21.15.111:0/287495651 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f034c0051c0 0x7f0364154c70 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f03540072c0 tx=0x7f0354007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:35.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.971+0000 7f0352ffd640 1 -- 172.21.15.111:0/287495651 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0354001660 con 0x7f034c0051c0 2024-09-19T04:35:35.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.971+0000 7f0352ffd640 1 -- 172.21.15.111:0/287495651 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0354018070 con 0x7f034c0051c0 2024-09-19T04:35:35.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.971+0000 7f0368d13640 1 -- 172.21.15.111:0/287495651 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0364153eb0 con 0x7f034c0051c0 2024-09-19T04:35:35.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.971+0000 7f0352ffd640 1 -- 172.21.15.111:0/287495651 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f035400fba0 con 0x7f034c0051c0 2024-09-19T04:35:35.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.971+0000 7f0368d13640 1 -- 172.21.15.111:0/287495651 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0364154470 con 0x7f034c0051c0 2024-09-19T04:35:35.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.972+0000 7f0368d13640 1 -- 172.21.15.111:0/287495651 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03640d0680 con 0x7f034c0051c0 2024-09-19T04:35:35.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.973+0000 7f0352ffd640 1 -- 172.21.15.111:0/287495651 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f035400fd40 con 0x7f034c0051c0 2024-09-19T04:35:35.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.973+0000 7f0352ffd640 1 --2- 172.21.15.111:0/287495651 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f034406c600 0x7f034406eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:35.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.974+0000 7f0361d9b640 1 --2- 172.21.15.111:0/287495651 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f034406c600 0x7f034406eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:35.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.974+0000 7f0352ffd640 1 -- 172.21.15.111:0/287495651 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f035408b7f0 con 0x7f034c0051c0 2024-09-19T04:35:35.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.974+0000 7f0361d9b640 1 --2- 172.21.15.111:0/287495651 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f034406c600 0x7f034406eac0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0358000c00 tx=0x7f0358009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:35.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:35.978+0000 7f0352ffd640 1 -- 172.21.15.111:0/287495651 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0354059ca0 con 0x7f034c0051c0 2024-09-19T04:35:36.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.177+0000 7f0368d13640 1 -- 172.21.15.111:0/287495651 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f036406d490 con 0x7f034c0051c0 2024-09-19T04:35:36.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.177+0000 7f0352ffd640 1 -- 172.21.15.111:0/287495651 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5232 (secure 0 0 0) 0x7f03540595a0 con 0x7f034c0051c0 2024-09-19T04:35:36.180 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:36.180 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"btime":"2024-09-19T04:34:16:480820+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4978,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3318539535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3318539535},{"type":"v1","addr":"172.21.15.114:6834","nonce":3318539535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1477911623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1477911623},{"type":"v1","addr":"172.21.15.111:6836","nonce":1477911623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5205,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/799717206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":799717206},{"type":"v1","addr":"172.21.15.111:6837","nonce":799717206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:34:03.768957+0000","modified":"2024-09-19T04:34:05.788430+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5220},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5220":{"gid":5220,"name":"b","rank":0,"incarnation":18,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3785743307","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3785743307},{"type":"v1","addr":"172.21.15.114:6835","nonce":3785743307}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5220,"qdb_cluster":[5220]},"id":3}]} 2024-09-19T04:35:36.180 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 21 2024-09-19T04:35:36.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.179+0000 7f0368d13640 1 -- 172.21.15.111:0/287495651 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f034406c600 msgr2=0x7f034406eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:36.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.179+0000 7f0368d13640 1 --2- 172.21.15.111:0/287495651 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f034406c600 0x7f034406eac0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0358000c00 tx=0x7f0358009040 comp rx=0 tx=0).stop 2024-09-19T04:35:36.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.179+0000 7f0368d13640 1 -- 172.21.15.111:0/287495651 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f034c0051c0 msgr2=0x7f0364154c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:36.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.179+0000 7f0368d13640 1 --2- 172.21.15.111:0/287495651 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f034c0051c0 0x7f0364154c70 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f03540072c0 tx=0x7f0354007780 comp rx=0 tx=0).stop 2024-09-19T04:35:36.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.179+0000 7f0368d13640 1 -- 172.21.15.111:0/287495651 shutdown_connections 2024-09-19T04:35:36.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.179+0000 7f0368d13640 1 --2- 172.21.15.111:0/287495651 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f034406c600 0x7f034406eac0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:36.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.179+0000 7f0368d13640 1 --2- 172.21.15.111:0/287495651 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0364153650 0x7f03640718b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:36.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.179+0000 7f0368d13640 1 --2- 172.21.15.111:0/287495651 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f036413fbe0 0x7f0364153110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:36.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.179+0000 7f0368d13640 1 --2- 172.21.15.111:0/287495651 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f034c0051c0 0x7f0364154c70 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:36.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.179+0000 7f0368d13640 1 -- 172.21.15.111:0/287495651 >> 172.21.15.111:0/287495651 conn(0x7f0364062cc0 msgr2=0x7f03640b0930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:36.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.179+0000 7f0368d13640 1 -- 172.21.15.111:0/287495651 shutdown_connections 2024-09-19T04:35:36.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.179+0000 7f0368d13640 1 -- 172.21.15.111:0/287495651 wait complete. 2024-09-19T04:35:36.193 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-19T04:35:36.320 INFO:teuthology.orchestra.run.smithi114.stdout:[] 2024-09-19T04:35:36.321 DEBUG:tasks.cephfs.filesystem:_json_asok output [] 2024-09-19T04:35:36.321 DEBUG:tasks.ceph_test_case:wait_until_true: success in 70s and 0 retries 2024-09-19T04:35:36.321 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:35:36.321 DEBUG:teuthology.orchestra.run.smithi111:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:35:36.366 DEBUG:teuthology.orchestra.run.smithi114:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:35:36.401 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:35:36.402 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:35:36.402 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:35:36.402 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:35:36.422 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:35:36.422 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:35:36.422 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:35:36.422 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:35:36.458 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:35:36.458 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:35:36.458 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:35:36.458 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:35:36.479 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:35:36.479 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:35:36.479 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:35:36.479 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:35:36.514 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:35:36.514 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:35:36.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.614+0000 7ffaced5b640 1 Processor -- start 2024-09-19T04:35:36.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.614+0000 7ffaced5b640 1 -- start start 2024-09-19T04:35:36.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.615+0000 7ffaced5b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ffac815ca40 0x7ffac815e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:36.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.615+0000 7ffaced5b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffac815d390 con 0x7ffac80d02a0 2024-09-19T04:35:36.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.615+0000 7ffaced5b640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffac815d670 con 0x7ffac815ceb0 2024-09-19T04:35:36.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.615+0000 7ffaced5b640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ffac815d950 con 0x7ffac815ca40 2024-09-19T04:35:36.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.615+0000 7ffaccaf7640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7ffac80d02a0 0x7ffac80d0680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40474/0 (socket says 172.21.15.111:40474) 2024-09-19T04:35:36.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.615+0000 7ffaccaf7640 1 -- 172.21.15.111:0/3049324109 learned_addr learned my addr 172.21.15.111:0/3049324109 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:36.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.615+0000 7ffac7fff640 1 --2- 172.21.15.111:0/3049324109 >> v2:172.21.15.114:3300/0 conn(0x7ffac815ca40 0x7ffac815e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:36.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.615+0000 7ffac77fe640 1 -- 172.21.15.111:0/3049324109 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1178750259 0 0) 0x7ffac815d390 con 0x7ffac80d02a0 2024-09-19T04:35:36.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.615+0000 7ffac77fe640 1 -- 172.21.15.111:0/3049324109 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffab0003520 con 0x7ffac80d02a0 2024-09-19T04:35:36.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.616+0000 7ffac77fe640 1 -- 172.21.15.111:0/3049324109 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2649381609 0 0) 0x7ffac815d670 con 0x7ffac815ceb0 2024-09-19T04:35:36.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.616+0000 7ffac77fe640 1 -- 172.21.15.111:0/3049324109 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffac815d390 con 0x7ffac815ceb0 2024-09-19T04:35:36.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.616+0000 7ffac7fff640 1 -- 172.21.15.111:0/3049324109 >> v1:172.21.15.114:6789/0 conn(0x7ffac815ceb0 legacy=0x7ffac81594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:36.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.616+0000 7ffac77fe640 1 -- 172.21.15.111:0/3049324109 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3375259441 0 0) 0x7ffab0003520 con 0x7ffac80d02a0 2024-09-19T04:35:36.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.616+0000 7ffac7fff640 1 -- 172.21.15.111:0/3049324109 >> v1:172.21.15.111:6789/0 conn(0x7ffac80d02a0 legacy=0x7ffac80d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:36.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.616+0000 7ffac7fff640 1 -- 172.21.15.111:0/3049324109 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffac815dc30 con 0x7ffac815ca40 2024-09-19T04:35:36.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.616+0000 7ffac7fff640 1 --2- 172.21.15.111:0/3049324109 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffac815ca40 0x7ffac815e430 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ffabc0097a0 tx=0x7ffabc02a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ee510d3a5d368900 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:36.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.616+0000 7ffac77fe640 1 -- 172.21.15.111:0/3049324109 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffabc037070 con 0x7ffac815ca40 2024-09-19T04:35:36.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.616+0000 7ffac77fe640 1 -- 172.21.15.111:0/3049324109 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffabc02abc0 con 0x7ffac815ca40 2024-09-19T04:35:36.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.616+0000 7ffac77fe640 1 -- 172.21.15.111:0/3049324109 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab8001670 con 0x7ffac815ca40 2024-09-19T04:35:36.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.617+0000 7ffaced5b640 1 -- 172.21.15.111:0/3049324109 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffac815ca40 msgr2=0x7ffac815e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:36.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.617+0000 7ffaced5b640 1 --2- 172.21.15.111:0/3049324109 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffac815ca40 0x7ffac815e430 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ffabc0097a0 tx=0x7ffabc02a130 comp rx=0 tx=0).stop 2024-09-19T04:35:36.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.617+0000 7ffaced5b640 1 -- 172.21.15.111:0/3049324109 shutdown_connections 2024-09-19T04:35:36.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.617+0000 7ffaced5b640 1 --2- 172.21.15.111:0/3049324109 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffac815ca40 0x7ffac815e430 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:36.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.617+0000 7ffaced5b640 1 -- 172.21.15.111:0/3049324109 >> 172.21.15.111:0/3049324109 conn(0x7ffac8062cc0 msgr2=0x7ffac806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:36.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.617+0000 7ffaced5b640 1 -- 172.21.15.111:0/3049324109 shutdown_connections 2024-09-19T04:35:36.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.617+0000 7ffaced5b640 1 -- 172.21.15.111:0/3049324109 wait complete. 2024-09-19T04:35:36.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.618+0000 7ffaced5b640 1 Processor -- start 2024-09-19T04:35:36.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.618+0000 7ffaced5b640 1 -- start start 2024-09-19T04:35:36.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.619+0000 7ffaced5b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffac80d02a0 0x7ffac8154ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:36.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.619+0000 7ffaced5b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffac815ca40 0x7ffac815a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:36.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.619+0000 7ffaced5b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffac815ceb0 0x7ffac815a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:36.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.619+0000 7ffaced5b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ffac8155d10 con 0x7ffac815ceb0 2024-09-19T04:35:36.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.619+0000 7ffaced5b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ffac8155b90 con 0x7ffac815ca40 2024-09-19T04:35:36.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.619+0000 7ffaced5b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ffac80b4790 con 0x7ffac80d02a0 2024-09-19T04:35:36.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.619+0000 7ffacd2f8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffac815ceb0 0x7ffac815a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:36.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.619+0000 7ffacd2f8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffac815ceb0 0x7ffac815a9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57806/0 (socket says 172.21.15.111:57806) 2024-09-19T04:35:36.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.619+0000 7ffacd2f8640 1 -- 172.21.15.111:0/3272652965 learned_addr learned my addr 172.21.15.111:0/3272652965 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:36.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.619+0000 7ffac7fff640 1 --2- 172.21.15.111:0/3272652965 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffac815ca40 0x7ffac815a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:36.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.619+0000 7ffaccaf7640 1 --2- 172.21.15.111:0/3272652965 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffac80d02a0 0x7ffac8154ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:36.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.620+0000 7ffacd2f8640 1 -- 172.21.15.111:0/3272652965 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffac80d02a0 msgr2=0x7ffac8154ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:36.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.620+0000 7ffacd2f8640 1 --2- 172.21.15.111:0/3272652965 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffac80d02a0 0x7ffac8154ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:36.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.620+0000 7ffacd2f8640 1 -- 172.21.15.111:0/3272652965 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffac815ca40 msgr2=0x7ffac815a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:36.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.620+0000 7ffacd2f8640 1 --2- 172.21.15.111:0/3272652965 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffac815ca40 0x7ffac815a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:36.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.620+0000 7ffacd2f8640 1 -- 172.21.15.111:0/3272652965 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffac80720b0 con 0x7ffac815ceb0 2024-09-19T04:35:36.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.620+0000 7ffacd2f8640 1 --2- 172.21.15.111:0/3272652965 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffac815ceb0 0x7ffac815a9f0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7ffac000c6b0 tx=0x7ffac000cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:36.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.620+0000 7ffac57fa640 1 -- 172.21.15.111:0/3272652965 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac0003b70 con 0x7ffac815ceb0 2024-09-19T04:35:36.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.620+0000 7ffac57fa640 1 -- 172.21.15.111:0/3272652965 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffac0003d10 con 0x7ffac815ceb0 2024-09-19T04:35:36.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.620+0000 7ffaced5b640 1 -- 172.21.15.111:0/3272652965 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffac8072390 con 0x7ffac815ceb0 2024-09-19T04:35:36.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.620+0000 7ffac57fa640 1 -- 172.21.15.111:0/3272652965 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac0005310 con 0x7ffac815ceb0 2024-09-19T04:35:36.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.620+0000 7ffaced5b640 1 -- 172.21.15.111:0/3272652965 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffac8072950 con 0x7ffac815ceb0 2024-09-19T04:35:36.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.621+0000 7ffaced5b640 1 -- 172.21.15.111:0/3272652965 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffac8072b90 con 0x7ffac815ceb0 2024-09-19T04:35:36.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.621+0000 7ffac57fa640 1 -- 172.21.15.111:0/3272652965 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7ffac00055c0 con 0x7ffac815ceb0 2024-09-19T04:35:36.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.622+0000 7ffac57fa640 1 --2- 172.21.15.111:0/3272652965 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ffab406c460 0x7ffab406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:36.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.622+0000 7ffac57fa640 1 -- 172.21.15.111:0/3272652965 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7ffac008b5a0 con 0x7ffac815ceb0 2024-09-19T04:35:36.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.622+0000 7ffaccaf7640 1 --2- 172.21.15.111:0/3272652965 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ffab406c460 0x7ffab406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:36.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.622+0000 7ffaccaf7640 1 --2- 172.21.15.111:0/3272652965 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ffab406c460 0x7ffab406e920 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7ffab80017e0 tx=0x7ffab8001610 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:36.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.626+0000 7ffac57fa640 1 -- 172.21.15.111:0/3272652965 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffac8072b90 con 0x7ffac815ceb0 2024-09-19T04:35:36.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.825+0000 7ffaced5b640 1 -- 172.21.15.111:0/3272652965 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffac8152c20 con 0x7ffac815ceb0 2024-09-19T04:35:36.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.826+0000 7ffac57fa640 1 -- 172.21.15.111:0/3272652965 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5232 (secure 0 0 0) 0x7ffac8152c20 con 0x7ffac815ceb0 2024-09-19T04:35:36.828 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:36.828 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"btime":"2024-09-19T04:34:16:480820+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4978,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3318539535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3318539535},{"type":"v1","addr":"172.21.15.114:6834","nonce":3318539535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1477911623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1477911623},{"type":"v1","addr":"172.21.15.111:6836","nonce":1477911623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5205,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/799717206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":799717206},{"type":"v1","addr":"172.21.15.111:6837","nonce":799717206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:34:03.768957+0000","modified":"2024-09-19T04:34:05.788430+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5220},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5220":{"gid":5220,"name":"b","rank":0,"incarnation":18,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3785743307","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3785743307},{"type":"v1","addr":"172.21.15.114:6835","nonce":3785743307}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5220,"qdb_cluster":[5220]},"id":3}]} 2024-09-19T04:35:36.829 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 21 2024-09-19T04:35:36.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.828+0000 7ffaced5b640 1 -- 172.21.15.111:0/3272652965 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ffab406c460 msgr2=0x7ffab406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:36.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.828+0000 7ffaced5b640 1 --2- 172.21.15.111:0/3272652965 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ffab406c460 0x7ffab406e920 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7ffab80017e0 tx=0x7ffab8001610 comp rx=0 tx=0).stop 2024-09-19T04:35:36.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.828+0000 7ffaced5b640 1 -- 172.21.15.111:0/3272652965 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffac815ceb0 msgr2=0x7ffac815a9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:36.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.828+0000 7ffaced5b640 1 --2- 172.21.15.111:0/3272652965 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffac815ceb0 0x7ffac815a9f0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7ffac000c6b0 tx=0x7ffac000cb70 comp rx=0 tx=0).stop 2024-09-19T04:35:36.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.828+0000 7ffaced5b640 1 -- 172.21.15.111:0/3272652965 shutdown_connections 2024-09-19T04:35:36.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.828+0000 7ffaced5b640 1 --2- 172.21.15.111:0/3272652965 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ffab406c460 0x7ffab406e920 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:36.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.828+0000 7ffaced5b640 1 --2- 172.21.15.111:0/3272652965 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffac815ceb0 0x7ffac815a9f0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:36.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.828+0000 7ffaced5b640 1 --2- 172.21.15.111:0/3272652965 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffac815ca40 0x7ffac815a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:36.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.828+0000 7ffaced5b640 1 --2- 172.21.15.111:0/3272652965 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffac80d02a0 0x7ffac8154ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:36.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.828+0000 7ffaced5b640 1 -- 172.21.15.111:0/3272652965 >> 172.21.15.111:0/3272652965 conn(0x7ffac8062cc0 msgr2=0x7ffac80b02e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:36.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.828+0000 7ffaced5b640 1 -- 172.21.15.111:0/3272652965 shutdown_connections 2024-09-19T04:35:36.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.828+0000 7ffaced5b640 1 -- 172.21.15.111:0/3272652965 wait complete. 2024-09-19T04:35:36.842 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:35:36.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.938+0000 7ffb3e549640 1 Processor -- start 2024-09-19T04:35:36.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.938+0000 7ffb3e549640 1 -- start start 2024-09-19T04:35:36.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.939+0000 7ffb3e549640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb3815c180 0x7ffb380cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:36.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.939+0000 7ffb3e549640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ffb38073120 0x7ffb380735d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:36.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.939+0000 7ffb3e549640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffb380ce740 con 0x7ffb380ce230 2024-09-19T04:35:36.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.939+0000 7ffb3e549640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ffb38072640 con 0x7ffb38073120 2024-09-19T04:35:36.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.939+0000 7ffb3e549640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ffb38072920 con 0x7ffb3815c180 2024-09-19T04:35:36.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.939+0000 7ffb37fff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb3815c180 0x7ffb380cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:36.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.939+0000 7ffb3cae6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ffb38073120 0x7ffb380735d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:36.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.939+0000 7ffb37fff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb3815c180 0x7ffb380cdcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:48924/0 (socket says 172.21.15.111:48924) 2024-09-19T04:35:36.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.939+0000 7ffb37fff640 1 -- 172.21.15.111:0/1475368544 learned_addr learned my addr 172.21.15.111:0/1475368544 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:36.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.939+0000 7ffb377fe640 1 --1- 172.21.15.111:0/1475368544 >> v1:172.21.15.114:6789/0 conn(0x7ffb380ce230 0x7ffb380cf070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:48608/0 (socket says 172.21.15.111:48608) 2024-09-19T04:35:36.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.940+0000 7ffb37fff640 1 -- 172.21.15.111:0/1475368544 >> v2:172.21.15.114:3300/0 conn(0x7ffb38073120 msgr2=0x7ffb380735d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:36.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.940+0000 7ffb37fff640 1 --2- 172.21.15.111:0/1475368544 >> v2:172.21.15.114:3300/0 conn(0x7ffb38073120 0x7ffb380735d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:36.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.940+0000 7ffb37fff640 1 -- 172.21.15.111:0/1475368544 >> v1:172.21.15.114:6789/0 conn(0x7ffb380ce230 legacy=0x7ffb380cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:36.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.940+0000 7ffb37fff640 1 -- 172.21.15.111:0/1475368544 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb38072c00 con 0x7ffb3815c180 2024-09-19T04:35:36.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.940+0000 7ffb36ffd640 1 -- 172.21.15.111:0/1475368544 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4231656348 0 0) 0x7ffb380ce740 con 0x7ffb380ce230 2024-09-19T04:35:36.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.940+0000 7ffb3cae6640 1 --2- 172.21.15.111:0/1475368544 >> v2:172.21.15.114:3300/0 conn(0x7ffb38073120 0x7ffb380735d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:35:36.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.940+0000 7ffb37fff640 1 --2- 172.21.15.111:0/1475368544 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb3815c180 0x7ffb380cdcf0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ffb28009870 tx=0x7ffb2802a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8b197a6cbf054316 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:36.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.941+0000 7ffb36ffd640 1 -- 172.21.15.111:0/1475368544 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb28037070 con 0x7ffb3815c180 2024-09-19T04:35:36.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.941+0000 7ffb36ffd640 1 -- 172.21.15.111:0/1475368544 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb28032440 con 0x7ffb3815c180 2024-09-19T04:35:36.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.941+0000 7ffb36ffd640 1 -- 172.21.15.111:0/1475368544 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb28032810 con 0x7ffb3815c180 2024-09-19T04:35:36.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.941+0000 7ffb3e549640 1 -- 172.21.15.111:0/1475368544 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb3815c180 msgr2=0x7ffb380cdcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:36.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.941+0000 7ffb3e549640 1 --2- 172.21.15.111:0/1475368544 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb3815c180 0x7ffb380cdcf0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ffb28009870 tx=0x7ffb2802a1c0 comp rx=0 tx=0).stop 2024-09-19T04:35:36.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.941+0000 7ffb3e549640 1 -- 172.21.15.111:0/1475368544 shutdown_connections 2024-09-19T04:35:36.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.941+0000 7ffb3e549640 1 --2- 172.21.15.111:0/1475368544 >> v2:172.21.15.114:3300/0 conn(0x7ffb38073120 0x7ffb380735d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:36.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.941+0000 7ffb3e549640 1 --2- 172.21.15.111:0/1475368544 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb3815c180 0x7ffb380cdcf0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:36.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.941+0000 7ffb3e549640 1 -- 172.21.15.111:0/1475368544 >> 172.21.15.111:0/1475368544 conn(0x7ffb38062cc0 msgr2=0x7ffb3806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:36.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.941+0000 7ffb3e549640 1 -- 172.21.15.111:0/1475368544 shutdown_connections 2024-09-19T04:35:36.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.941+0000 7ffb3e549640 1 -- 172.21.15.111:0/1475368544 wait complete. 2024-09-19T04:35:36.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.942+0000 7ffb3e549640 1 Processor -- start 2024-09-19T04:35:36.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.943+0000 7ffb3e549640 1 -- start start 2024-09-19T04:35:36.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.943+0000 7ffb3e549640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb38073120 0x7ffb380c96c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:36.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.943+0000 7ffb3e549640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb380ce230 0x7ffb381f49c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:36.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.943+0000 7ffb3e549640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb3815c180 0x7ffb3814cf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:36.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.943+0000 7ffb3e549640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ffb380cf780 con 0x7ffb3815c180 2024-09-19T04:35:36.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.943+0000 7ffb3e549640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ffb380722f0 con 0x7ffb380ce230 2024-09-19T04:35:36.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.943+0000 7ffb3e549640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ffb3815c560 con 0x7ffb38073120 2024-09-19T04:35:36.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.943+0000 7ffb3cae6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb3815c180 0x7ffb3814cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:36.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.943+0000 7ffb3cae6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb3815c180 0x7ffb3814cf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57818/0 (socket says 172.21.15.111:57818) 2024-09-19T04:35:36.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.943+0000 7ffb3cae6640 1 -- 172.21.15.111:0/1003009186 learned_addr learned my addr 172.21.15.111:0/1003009186 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:36.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.943+0000 7ffb377fe640 1 --2- 172.21.15.111:0/1003009186 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb380ce230 0x7ffb381f49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:36.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.943+0000 7ffb37fff640 1 --2- 172.21.15.111:0/1003009186 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb38073120 0x7ffb380c96c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:36.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.944+0000 7ffb3cae6640 1 -- 172.21.15.111:0/1003009186 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb38073120 msgr2=0x7ffb380c96c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:36.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.944+0000 7ffb3cae6640 1 --2- 172.21.15.111:0/1003009186 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb38073120 0x7ffb380c96c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:36.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.944+0000 7ffb3cae6640 1 -- 172.21.15.111:0/1003009186 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb380ce230 msgr2=0x7ffb381f49c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:36.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.944+0000 7ffb3cae6640 1 --2- 172.21.15.111:0/1003009186 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb380ce230 0x7ffb381f49c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:36.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.944+0000 7ffb3cae6640 1 -- 172.21.15.111:0/1003009186 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb380c9ca0 con 0x7ffb3815c180 2024-09-19T04:35:36.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.944+0000 7ffb3cae6640 1 --2- 172.21.15.111:0/1003009186 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb3815c180 0x7ffb3814cf70 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7ffb3000efc0 tx=0x7ffb3000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:36.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.944+0000 7ffb34ff9640 1 -- 172.21.15.111:0/1003009186 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb30018030 con 0x7ffb3815c180 2024-09-19T04:35:36.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.944+0000 7ffb34ff9640 1 -- 172.21.15.111:0/1003009186 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb3000cdf0 con 0x7ffb3815c180 2024-09-19T04:35:36.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.944+0000 7ffb34ff9640 1 -- 172.21.15.111:0/1003009186 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb30003bb0 con 0x7ffb3815c180 2024-09-19T04:35:36.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.944+0000 7ffb3e549640 1 -- 172.21.15.111:0/1003009186 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb380c9f80 con 0x7ffb3815c180 2024-09-19T04:35:36.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.944+0000 7ffb3e549640 1 -- 172.21.15.111:0/1003009186 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb380ca540 con 0x7ffb3815c180 2024-09-19T04:35:36.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.945+0000 7ffb3e549640 1 -- 172.21.15.111:0/1003009186 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb38155350 con 0x7ffb3815c180 2024-09-19T04:35:36.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.945+0000 7ffb34ff9640 1 -- 172.21.15.111:0/1003009186 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7ffb3001b070 con 0x7ffb3815c180 2024-09-19T04:35:36.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.946+0000 7ffb34ff9640 1 --2- 172.21.15.111:0/1003009186 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ffb2406c460 0x7ffb2406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:36.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.946+0000 7ffb34ff9640 1 -- 172.21.15.111:0/1003009186 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7ffb3008c1b0 con 0x7ffb3815c180 2024-09-19T04:35:36.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.946+0000 7ffb37fff640 1 --2- 172.21.15.111:0/1003009186 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ffb2406c460 0x7ffb2406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:36.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.946+0000 7ffb37fff640 1 --2- 172.21.15.111:0/1003009186 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ffb2406c460 0x7ffb2406e920 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7ffb28034000 tx=0x7ffb2802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:36.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:36.950+0000 7ffb34ff9640 1 -- 172.21.15.111:0/1003009186 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffb30010040 con 0x7ffb3815c180 2024-09-19T04:35:37.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.149+0000 7ffb3e549640 1 -- 172.21.15.111:0/1003009186 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffb38063470 con 0x7ffb3815c180 2024-09-19T04:35:37.152 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.149+0000 7ffb34ff9640 1 -- 172.21.15.111:0/1003009186 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5232 (secure 0 0 0) 0x7ffb30059ef0 con 0x7ffb3815c180 2024-09-19T04:35:37.152 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:37.152 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"btime":"2024-09-19T04:34:16:480820+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4978,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3318539535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3318539535},{"type":"v1","addr":"172.21.15.114:6834","nonce":3318539535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1477911623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1477911623},{"type":"v1","addr":"172.21.15.111:6836","nonce":1477911623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5205,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/799717206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":799717206},{"type":"v1","addr":"172.21.15.111:6837","nonce":799717206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:34:03.768957+0000","modified":"2024-09-19T04:34:05.788430+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5220},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5220":{"gid":5220,"name":"b","rank":0,"incarnation":18,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3785743307","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3785743307},{"type":"v1","addr":"172.21.15.114:6835","nonce":3785743307}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5220,"qdb_cluster":[5220]},"id":3}]} 2024-09-19T04:35:37.152 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 21 2024-09-19T04:35:37.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.151+0000 7ffb3e549640 1 -- 172.21.15.111:0/1003009186 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ffb2406c460 msgr2=0x7ffb2406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:37.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.151+0000 7ffb3e549640 1 --2- 172.21.15.111:0/1003009186 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ffb2406c460 0x7ffb2406e920 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7ffb28034000 tx=0x7ffb2802e000 comp rx=0 tx=0).stop 2024-09-19T04:35:37.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.151+0000 7ffb3e549640 1 -- 172.21.15.111:0/1003009186 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb3815c180 msgr2=0x7ffb3814cf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:37.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.151+0000 7ffb3e549640 1 --2- 172.21.15.111:0/1003009186 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb3815c180 0x7ffb3814cf70 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7ffb3000efc0 tx=0x7ffb3000c490 comp rx=0 tx=0).stop 2024-09-19T04:35:37.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.151+0000 7ffb3e549640 1 -- 172.21.15.111:0/1003009186 shutdown_connections 2024-09-19T04:35:37.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.151+0000 7ffb3e549640 1 --2- 172.21.15.111:0/1003009186 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ffb2406c460 0x7ffb2406e920 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.151+0000 7ffb3e549640 1 --2- 172.21.15.111:0/1003009186 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb3815c180 0x7ffb3814cf70 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.151+0000 7ffb3e549640 1 --2- 172.21.15.111:0/1003009186 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb380ce230 0x7ffb381f49c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.151+0000 7ffb3e549640 1 --2- 172.21.15.111:0/1003009186 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb38073120 0x7ffb380c96c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.151+0000 7ffb3e549640 1 -- 172.21.15.111:0/1003009186 >> 172.21.15.111:0/1003009186 conn(0x7ffb38062cc0 msgr2=0x7ffb381548a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:37.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.152+0000 7ffb3e549640 1 -- 172.21.15.111:0/1003009186 shutdown_connections 2024-09-19T04:35:37.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.152+0000 7ffb3e549640 1 -- 172.21.15.111:0/1003009186 wait complete. 2024-09-19T04:35:37.184 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:35:37.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.280+0000 7f3c37d31640 1 Processor -- start 2024-09-19T04:35:37.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.280+0000 7f3c37d31640 1 -- start start 2024-09-19T04:35:37.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.281+0000 7f3c37d31640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3c3015c300 0x7f3c300affc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:37.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.281+0000 7f3c37d31640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f3c300cd300 0x7f3c3006ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:37.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.281+0000 7f3c37d31640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3c3006f010 0x7f3c301622e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:37.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.281+0000 7f3c37d31640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f3c3015ecf0 con 0x7f3c3015c300 2024-09-19T04:35:37.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.281+0000 7f3c37d31640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f3c3015c6e0 con 0x7f3c300cd300 2024-09-19T04:35:37.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.281+0000 7f3c37d31640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3c3015efb0 con 0x7f3c3006f010 2024-09-19T04:35:37.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.281+0000 7f3c35acd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3c3015c300 0x7f3c300affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:37.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.281+0000 7f3c35acd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3c3015c300 0x7f3c300affc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57826/0 (socket says 172.21.15.111:57826) 2024-09-19T04:35:37.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.281+0000 7f3c35acd640 1 -- 172.21.15.111:0/646690519 learned_addr learned my addr 172.21.15.111:0/646690519 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:37.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.281+0000 7f3c35acd640 1 -- 172.21.15.111:0/646690519 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3c3006f010 msgr2=0x7f3c301622e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:37.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.281+0000 7f3c35acd640 1 --2- 172.21.15.111:0/646690519 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3c3006f010 0x7f3c301622e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.281+0000 7f3c35acd640 1 -- 172.21.15.111:0/646690519 >> v2:172.21.15.114:3300/0 conn(0x7f3c300cd300 msgr2=0x7f3c3006ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:37.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.281+0000 7f3c35acd640 1 --2- 172.21.15.111:0/646690519 >> v2:172.21.15.114:3300/0 conn(0x7f3c300cd300 0x7f3c3006ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.281+0000 7f3c35acd640 1 -- 172.21.15.111:0/646690519 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c3015f290 con 0x7f3c3015c300 2024-09-19T04:35:37.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.282+0000 7f3c35acd640 1 --2- 172.21.15.111:0/646690519 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3c3015c300 0x7f3c300affc0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f3c30062b50 tx=0x7f3c2c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cdc308f247fe7a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:37.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.282+0000 7f3c34acb640 1 -- 172.21.15.111:0/646690519 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c2c037070 con 0x7f3c3015c300 2024-09-19T04:35:37.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.282+0000 7f3c34acb640 1 -- 172.21.15.111:0/646690519 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c2c032440 con 0x7f3c3015c300 2024-09-19T04:35:37.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.282+0000 7f3c34acb640 1 -- 172.21.15.111:0/646690519 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c2c032810 con 0x7f3c3015c300 2024-09-19T04:35:37.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.283+0000 7f3c37d31640 1 -- 172.21.15.111:0/646690519 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3c3015c300 msgr2=0x7f3c300affc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:37.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.283+0000 7f3c37d31640 1 --2- 172.21.15.111:0/646690519 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3c3015c300 0x7f3c300affc0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f3c30062b50 tx=0x7f3c2c02a140 comp rx=0 tx=0).stop 2024-09-19T04:35:37.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.283+0000 7f3c37d31640 1 -- 172.21.15.111:0/646690519 shutdown_connections 2024-09-19T04:35:37.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.283+0000 7f3c37d31640 1 --2- 172.21.15.111:0/646690519 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3c3006f010 0x7f3c301622e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.283+0000 7f3c37d31640 1 --2- 172.21.15.111:0/646690519 >> v2:172.21.15.114:3300/0 conn(0x7f3c300cd300 0x7f3c3006ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.283+0000 7f3c37d31640 1 --2- 172.21.15.111:0/646690519 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3c3015c300 0x7f3c300affc0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.283+0000 7f3c37d31640 1 -- 172.21.15.111:0/646690519 >> 172.21.15.111:0/646690519 conn(0x7f3c3006cae0 msgr2=0x7f3c3006cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:37.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.283+0000 7f3c37d31640 1 -- 172.21.15.111:0/646690519 shutdown_connections 2024-09-19T04:35:37.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.283+0000 7f3c37d31640 1 -- 172.21.15.111:0/646690519 wait complete. 2024-09-19T04:35:37.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.284+0000 7f3c37d31640 1 Processor -- start 2024-09-19T04:35:37.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.284+0000 7f3c37d31640 1 -- start start 2024-09-19T04:35:37.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.285+0000 7f3c37d31640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3c3006f010 0x7f3c3014a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:37.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.285+0000 7f3c37d31640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3c300cd300 0x7f3c30157340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:37.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.285+0000 7f3c37d31640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3c3015c300 0x7f3c301582d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:37.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.285+0000 7f3c37d31640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3c30071880 con 0x7f3c300cd300 2024-09-19T04:35:37.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.285+0000 7f3c37d31640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3c3015f850 con 0x7f3c3015c300 2024-09-19T04:35:37.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.285+0000 7f3c37d31640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3c300b0500 con 0x7f3c3006f010 2024-09-19T04:35:37.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.285+0000 7f3c352cc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3c300cd300 0x7f3c30157340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:37.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.285+0000 7f3c352cc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3c300cd300 0x7f3c30157340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57830/0 (socket says 172.21.15.111:57830) 2024-09-19T04:35:37.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.285+0000 7f3c352cc640 1 -- 172.21.15.111:0/3131584386 learned_addr learned my addr 172.21.15.111:0/3131584386 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:37.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.285+0000 7f3c35acd640 1 --2- 172.21.15.111:0/3131584386 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3c3006f010 0x7f3c3014a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:37.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.285+0000 7f3c362ce640 1 --2- 172.21.15.111:0/3131584386 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3c3015c300 0x7f3c301582d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:37.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.285+0000 7f3c352cc640 1 -- 172.21.15.111:0/3131584386 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3c3006f010 msgr2=0x7f3c3014a8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:37.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.285+0000 7f3c352cc640 1 --2- 172.21.15.111:0/3131584386 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3c3006f010 0x7f3c3014a8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.285+0000 7f3c352cc640 1 -- 172.21.15.111:0/3131584386 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3c3015c300 msgr2=0x7f3c301582d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:37.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.285+0000 7f3c352cc640 1 --2- 172.21.15.111:0/3131584386 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3c3015c300 0x7f3c301582d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.285+0000 7f3c352cc640 1 -- 172.21.15.111:0/3131584386 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c30161090 con 0x7f3c300cd300 2024-09-19T04:35:37.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.285+0000 7f3c35acd640 1 --2- 172.21.15.111:0/3131584386 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3c3006f010 0x7f3c3014a8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:35:37.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.286+0000 7f3c352cc640 1 --2- 172.21.15.111:0/3131584386 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3c300cd300 0x7f3c30157340 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f3c2000b440 tx=0x7f3c2000b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:37.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.286+0000 7f3c267fc640 1 -- 172.21.15.111:0/3131584386 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c20015020 con 0x7f3c300cd300 2024-09-19T04:35:37.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.286+0000 7f3c267fc640 1 -- 172.21.15.111:0/3131584386 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c20011890 con 0x7f3c300cd300 2024-09-19T04:35:37.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.286+0000 7f3c37d31640 1 -- 172.21.15.111:0/3131584386 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c30161370 con 0x7f3c300cd300 2024-09-19T04:35:37.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.286+0000 7f3c267fc640 1 -- 172.21.15.111:0/3131584386 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c20011c80 con 0x7f3c300cd300 2024-09-19T04:35:37.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.286+0000 7f3c37d31640 1 -- 172.21.15.111:0/3131584386 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c30161930 con 0x7f3c300cd300 2024-09-19T04:35:37.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.287+0000 7f3c37d31640 1 -- 172.21.15.111:0/3131584386 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c3006ead0 con 0x7f3c300cd300 2024-09-19T04:35:37.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.287+0000 7f3c267fc640 1 -- 172.21.15.111:0/3131584386 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f3c20018020 con 0x7f3c300cd300 2024-09-19T04:35:37.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.288+0000 7f3c267fc640 1 --2- 172.21.15.111:0/3131584386 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3c1406c460 0x7f3c1406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:37.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.288+0000 7f3c267fc640 1 -- 172.21.15.111:0/3131584386 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f3c2008b860 con 0x7f3c300cd300 2024-09-19T04:35:37.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.288+0000 7f3c35acd640 1 --2- 172.21.15.111:0/3131584386 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3c1406c460 0x7f3c1406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:37.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.288+0000 7f3c35acd640 1 --2- 172.21.15.111:0/3131584386 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3c1406c460 0x7f3c1406e920 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f3c2c034000 tx=0x7f3c2c02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:37.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.292+0000 7f3c267fc640 1 -- 172.21.15.111:0/3131584386 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3c2001f020 con 0x7f3c300cd300 2024-09-19T04:35:37.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.460+0000 7f3c37d31640 1 -- 172.21.15.111:0/3131584386 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3c300b6e40 con 0x7f3c300cd300 2024-09-19T04:35:37.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.461+0000 7f3c267fc640 1 -- 172.21.15.111:0/3131584386 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v46) ==== 74+0+16812 (secure 0 0 0) 0x7f3c2000d040 con 0x7f3c300cd300 2024-09-19T04:35:37.464 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:37.464 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":46,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:34:33.519488+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:34:02.380585+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-19T04:34:02.737508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"7.4","mappings":[{"from":0,"to":5}]},{"pgid":"7.13","mappings":[{"from":0,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:35:37.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.463+0000 7f3c37d31640 1 -- 172.21.15.111:0/3131584386 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3c1406c460 msgr2=0x7f3c1406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:37.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.463+0000 7f3c37d31640 1 --2- 172.21.15.111:0/3131584386 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3c1406c460 0x7f3c1406e920 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f3c2c034000 tx=0x7f3c2c02e000 comp rx=0 tx=0).stop 2024-09-19T04:35:37.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.463+0000 7f3c37d31640 1 -- 172.21.15.111:0/3131584386 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3c300cd300 msgr2=0x7f3c30157340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:37.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.463+0000 7f3c37d31640 1 --2- 172.21.15.111:0/3131584386 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3c300cd300 0x7f3c30157340 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f3c2000b440 tx=0x7f3c2000b900 comp rx=0 tx=0).stop 2024-09-19T04:35:37.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.463+0000 7f3c37d31640 1 -- 172.21.15.111:0/3131584386 shutdown_connections 2024-09-19T04:35:37.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.463+0000 7f3c37d31640 1 --2- 172.21.15.111:0/3131584386 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3c1406c460 0x7f3c1406e920 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.463+0000 7f3c37d31640 1 --2- 172.21.15.111:0/3131584386 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3c3015c300 0x7f3c301582d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.463+0000 7f3c37d31640 1 --2- 172.21.15.111:0/3131584386 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3c300cd300 0x7f3c30157340 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.463+0000 7f3c37d31640 1 --2- 172.21.15.111:0/3131584386 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3c3006f010 0x7f3c3014a8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.463+0000 7f3c37d31640 1 -- 172.21.15.111:0/3131584386 >> 172.21.15.111:0/3131584386 conn(0x7f3c3006cae0 msgr2=0x7f3c30072220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:37.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.463+0000 7f3c37d31640 1 -- 172.21.15.111:0/3131584386 shutdown_connections 2024-09-19T04:35:37.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.463+0000 7f3c37d31640 1 -- 172.21.15.111:0/3131584386 wait complete. 2024-09-19T04:35:37.477 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T04:35:37.477 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:35:37.575 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.572+0000 7f3df1494640 1 Processor -- start 2024-09-19T04:35:37.575 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.572+0000 7f3df1494640 1 -- start start 2024-09-19T04:35:37.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.573+0000 7f3df1494640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f3dec15ed20 0x7f3dec0b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:37.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.573+0000 7f3df1494640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3dec0cef90 0x7f3dec0b3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:37.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.573+0000 7f3df1494640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3dec0b7170 con 0x7f3dec15e940 2024-09-19T04:35:37.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.573+0000 7f3df1494640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f3dec0b7aa0 con 0x7f3dec0cef90 2024-09-19T04:35:37.577 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.573+0000 7f3df1494640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f3dec0d3660 con 0x7f3dec15ed20 2024-09-19T04:35:37.577 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.573+0000 7f3deb7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3dec0cef90 0x7f3dec0b3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:37.577 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.573+0000 7f3deb7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3dec0cef90 0x7f3dec0b3760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57842/0 (socket says 172.21.15.111:57842) 2024-09-19T04:35:37.577 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.573+0000 7f3deb7fe640 1 -- 172.21.15.111:0/3423225329 learned_addr learned my addr 172.21.15.111:0/3423225329 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:37.577 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.574+0000 7f3de27fc640 1 --2- 172.21.15.111:0/3423225329 >> v2:172.21.15.114:3300/0 conn(0x7f3dec15ed20 0x7f3dec0b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:37.577 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.574+0000 7f3deb7fe640 1 -- 172.21.15.111:0/3423225329 >> v2:172.21.15.114:3300/0 conn(0x7f3dec15ed20 msgr2=0x7f3dec0b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:37.577 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.574+0000 7f3deb7fe640 1 --2- 172.21.15.111:0/3423225329 >> v2:172.21.15.114:3300/0 conn(0x7f3dec15ed20 0x7f3dec0b3220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.577 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.574+0000 7f3deb7fe640 1 -- 172.21.15.111:0/3423225329 >> v1:172.21.15.114:6789/0 conn(0x7f3dec15e940 legacy=0x7f3dec0d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:37.577 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.574+0000 7f3deb7fe640 1 -- 172.21.15.111:0/3423225329 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dec0d3940 con 0x7f3dec0cef90 2024-09-19T04:35:37.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.574+0000 7f3deb7fe640 1 --2- 172.21.15.111:0/3423225329 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3dec0cef90 0x7f3dec0b3760 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f3dec06e900 tx=0x7f3de402a780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e01de3bf14324a3c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:37.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.575+0000 7f3dea7fc640 1 -- 172.21.15.111:0/3423225329 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de4036070 con 0x7f3dec0cef90 2024-09-19T04:35:37.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.575+0000 7f3dea7fc640 1 -- 172.21.15.111:0/3423225329 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3de4031600 con 0x7f3dec0cef90 2024-09-19T04:35:37.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.575+0000 7f3dea7fc640 1 -- 172.21.15.111:0/3423225329 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de40319d0 con 0x7f3dec0cef90 2024-09-19T04:35:37.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.575+0000 7f3df1494640 1 -- 172.21.15.111:0/3423225329 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3dec0cef90 msgr2=0x7f3dec0b3760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:37.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.575+0000 7f3df1494640 1 --2- 172.21.15.111:0/3423225329 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3dec0cef90 0x7f3dec0b3760 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f3dec06e900 tx=0x7f3de402a780 comp rx=0 tx=0).stop 2024-09-19T04:35:37.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.575+0000 7f3df1494640 1 -- 172.21.15.111:0/3423225329 shutdown_connections 2024-09-19T04:35:37.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.575+0000 7f3df1494640 1 --2- 172.21.15.111:0/3423225329 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3dec0cef90 0x7f3dec0b3760 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.575+0000 7f3df1494640 1 --2- 172.21.15.111:0/3423225329 >> v2:172.21.15.114:3300/0 conn(0x7f3dec15ed20 0x7f3dec0b3220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.575+0000 7f3df1494640 1 -- 172.21.15.111:0/3423225329 >> 172.21.15.111:0/3423225329 conn(0x7f3dec0b6240 msgr2=0x7f3dec0b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:37.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.575+0000 7f3df1494640 1 -- 172.21.15.111:0/3423225329 shutdown_connections 2024-09-19T04:35:37.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.575+0000 7f3df1494640 1 -- 172.21.15.111:0/3423225329 wait complete. 2024-09-19T04:35:37.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.576+0000 7f3df1494640 1 Processor -- start 2024-09-19T04:35:37.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.577+0000 7f3df1494640 1 -- start start 2024-09-19T04:35:37.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.577+0000 7f3df1494640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3dec0cef90 0x7f3dec1f7830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:37.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.577+0000 7f3df1494640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3dec15e940 0x7f3dec1592d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:37.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.577+0000 7f3df1494640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3dec15ed20 0x7f3dec1f4c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:37.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.577+0000 7f3df1494640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3dec0d3310 con 0x7f3dec15ed20 2024-09-19T04:35:37.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.577+0000 7f3df1494640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3dec0d3f00 con 0x7f3dec15e940 2024-09-19T04:35:37.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.577+0000 7f3df1494640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3dec0d1ef0 con 0x7f3dec0cef90 2024-09-19T04:35:37.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.577+0000 7f3deb7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3dec15ed20 0x7f3dec1f4c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:37.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.577+0000 7f3deb7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3dec15ed20 0x7f3dec1f4c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57858/0 (socket says 172.21.15.111:57858) 2024-09-19T04:35:37.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.577+0000 7f3deb7fe640 1 -- 172.21.15.111:0/2954951179 learned_addr learned my addr 172.21.15.111:0/2954951179 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:37.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.577+0000 7f3deaffd640 1 --2- 172.21.15.111:0/2954951179 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3dec0cef90 0x7f3dec1f7830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:37.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.577+0000 7f3de27fc640 1 --2- 172.21.15.111:0/2954951179 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3dec15e940 0x7f3dec1592d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:37.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.578+0000 7f3deb7fe640 1 -- 172.21.15.111:0/2954951179 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3dec0cef90 msgr2=0x7f3dec1f7830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:37.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.578+0000 7f3deb7fe640 1 --2- 172.21.15.111:0/2954951179 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3dec0cef90 0x7f3dec1f7830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.578+0000 7f3deb7fe640 1 -- 172.21.15.111:0/2954951179 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3dec15e940 msgr2=0x7f3dec1592d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:37.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.578+0000 7f3deb7fe640 1 --2- 172.21.15.111:0/2954951179 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3dec15e940 0x7f3dec1592d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.578+0000 7f3deb7fe640 1 -- 172.21.15.111:0/2954951179 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dec1f7d70 con 0x7f3dec15ed20 2024-09-19T04:35:37.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.578+0000 7f3deb7fe640 1 --2- 172.21.15.111:0/2954951179 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3dec15ed20 0x7f3dec1f4c80 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f3de402ad70 tx=0x7f3de4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:37.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.578+0000 7f3de3fff640 1 -- 172.21.15.111:0/2954951179 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de4036050 con 0x7f3dec15ed20 2024-09-19T04:35:37.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.578+0000 7f3de3fff640 1 -- 172.21.15.111:0/2954951179 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3de4042070 con 0x7f3dec15ed20 2024-09-19T04:35:37.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.578+0000 7f3de3fff640 1 -- 172.21.15.111:0/2954951179 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de4009510 con 0x7f3dec15ed20 2024-09-19T04:35:37.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.578+0000 7f3df1494640 1 -- 172.21.15.111:0/2954951179 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3dec159b70 con 0x7f3dec15ed20 2024-09-19T04:35:37.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.578+0000 7f3df1494640 1 -- 172.21.15.111:0/2954951179 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3dec15a130 con 0x7f3dec15ed20 2024-09-19T04:35:37.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.579+0000 7f3df1494640 1 -- 172.21.15.111:0/2954951179 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3dec0d1060 con 0x7f3dec15ed20 2024-09-19T04:35:37.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.580+0000 7f3de3fff640 1 -- 172.21.15.111:0/2954951179 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f3de4007bd0 con 0x7f3dec15ed20 2024-09-19T04:35:37.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.580+0000 7f3de3fff640 1 --2- 172.21.15.111:0/2954951179 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3dcc06c490 0x7f3dcc06e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:37.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.580+0000 7f3de3fff640 1 -- 172.21.15.111:0/2954951179 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f3de40ac660 con 0x7f3dec15ed20 2024-09-19T04:35:37.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.580+0000 7f3deaffd640 1 --2- 172.21.15.111:0/2954951179 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3dcc06c490 0x7f3dcc06e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:37.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.580+0000 7f3deaffd640 1 --2- 172.21.15.111:0/2954951179 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3dcc06c490 0x7f3dcc06e950 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f3ddc004f60 tx=0x7f3ddc007e30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:37.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.584+0000 7f3de3fff640 1 -- 172.21.15.111:0/2954951179 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3dec0b7170 con 0x7f3dec15ed20 2024-09-19T04:35:37.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.785+0000 7f3df1494640 1 -- 172.21.15.111:0/2954951179 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3dec0ba6b0 con 0x7f3dec15ed20 2024-09-19T04:35:37.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.786+0000 7f3de3fff640 1 -- 172.21.15.111:0/2954951179 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5232 (secure 0 0 0) 0x7f3de407a3b0 con 0x7f3dec15ed20 2024-09-19T04:35:37.788 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:37.788 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"btime":"2024-09-19T04:34:16:480820+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4978,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3318539535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3318539535},{"type":"v1","addr":"172.21.15.114:6834","nonce":3318539535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1477911623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1477911623},{"type":"v1","addr":"172.21.15.111:6836","nonce":1477911623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5205,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/799717206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":799717206},{"type":"v1","addr":"172.21.15.111:6837","nonce":799717206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:34:03.768957+0000","modified":"2024-09-19T04:34:05.788430+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5220},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5220":{"gid":5220,"name":"b","rank":0,"incarnation":18,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3785743307","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3785743307},{"type":"v1","addr":"172.21.15.114:6835","nonce":3785743307}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5220,"qdb_cluster":[5220]},"id":3}]} 2024-09-19T04:35:37.789 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 21 2024-09-19T04:35:37.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.788+0000 7f3df1494640 1 -- 172.21.15.111:0/2954951179 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3dcc06c490 msgr2=0x7f3dcc06e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:37.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.788+0000 7f3df1494640 1 --2- 172.21.15.111:0/2954951179 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3dcc06c490 0x7f3dcc06e950 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f3ddc004f60 tx=0x7f3ddc007e30 comp rx=0 tx=0).stop 2024-09-19T04:35:37.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.788+0000 7f3df1494640 1 -- 172.21.15.111:0/2954951179 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3dec15ed20 msgr2=0x7f3dec1f4c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:37.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.788+0000 7f3df1494640 1 --2- 172.21.15.111:0/2954951179 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3dec15ed20 0x7f3dec1f4c80 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f3de402ad70 tx=0x7f3de4004a40 comp rx=0 tx=0).stop 2024-09-19T04:35:37.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.788+0000 7f3df1494640 1 -- 172.21.15.111:0/2954951179 shutdown_connections 2024-09-19T04:35:37.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.788+0000 7f3df1494640 1 --2- 172.21.15.111:0/2954951179 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3dcc06c490 0x7f3dcc06e950 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.788+0000 7f3df1494640 1 --2- 172.21.15.111:0/2954951179 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3dec15ed20 0x7f3dec1f4c80 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.788+0000 7f3df1494640 1 --2- 172.21.15.111:0/2954951179 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3dec15e940 0x7f3dec1592d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.788+0000 7f3df1494640 1 --2- 172.21.15.111:0/2954951179 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3dec0cef90 0x7f3dec1f7830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.788+0000 7f3df1494640 1 -- 172.21.15.111:0/2954951179 >> 172.21.15.111:0/2954951179 conn(0x7f3dec0b6240 msgr2=0x7f3dec0cf650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:37.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.788+0000 7f3df1494640 1 -- 172.21.15.111:0/2954951179 shutdown_connections 2024-09-19T04:35:37.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.788+0000 7f3df1494640 1 -- 172.21.15.111:0/2954951179 wait complete. 2024-09-19T04:35:37.801 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:35:37.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.898+0000 7fef0e027640 1 Processor -- start 2024-09-19T04:35:37.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.898+0000 7fef0e027640 1 -- start start 2024-09-19T04:35:37.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.898+0000 7fef0e027640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fef0815e940 0x7fef080d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:37.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.898+0000 7fef0e027640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fef0815ed20 0x7fef080d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:37.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.898+0000 7fef0e027640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef080b7170 con 0x7fef080cef90 2024-09-19T04:35:37.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.898+0000 7fef0e027640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fef080d1ae0 con 0x7fef0815e940 2024-09-19T04:35:37.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.898+0000 7fef0e027640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fef080b7aa0 con 0x7fef0815ed20 2024-09-19T04:35:37.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.898+0000 7fef077fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fef0815e940 0x7fef080d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:37.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.899+0000 7fef077fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fef0815e940 0x7fef080d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57872/0 (socket says 172.21.15.111:57872) 2024-09-19T04:35:37.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.899+0000 7fef077fe640 1 -- 172.21.15.111:0/2253873265 learned_addr learned my addr 172.21.15.111:0/2253873265 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:37.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.899+0000 7fef06ffd640 1 --2- 172.21.15.111:0/2253873265 >> v2:172.21.15.114:3300/0 conn(0x7fef0815ed20 0x7fef080d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:37.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.899+0000 7fef077fe640 1 -- 172.21.15.111:0/2253873265 >> v2:172.21.15.114:3300/0 conn(0x7fef0815ed20 msgr2=0x7fef080d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:37.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.899+0000 7fef077fe640 1 --2- 172.21.15.111:0/2253873265 >> v2:172.21.15.114:3300/0 conn(0x7fef0815ed20 0x7fef080d15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.899+0000 7fef077fe640 1 -- 172.21.15.111:0/2253873265 >> v1:172.21.15.114:6789/0 conn(0x7fef080cef90 legacy=0x7fef080b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:37.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.899+0000 7fef077fe640 1 -- 172.21.15.111:0/2253873265 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef080d3660 con 0x7fef0815e940 2024-09-19T04:35:37.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.899+0000 7fef06ffd640 1 --2- 172.21.15.111:0/2253873265 >> v2:172.21.15.114:3300/0 conn(0x7fef0815ed20 0x7fef080d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:35:37.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.899+0000 7fef077fe640 1 --2- 172.21.15.111:0/2253873265 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef0815e940 0x7fef080d1060 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fef0806e900 tx=0x7feef802a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efcc3a63d2edd504 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:37.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.900+0000 7fef067fc640 1 -- 172.21.15.111:0/2253873265 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feef8036070 con 0x7fef0815e940 2024-09-19T04:35:37.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.900+0000 7fef067fc640 1 -- 172.21.15.111:0/2253873265 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feef8031600 con 0x7fef0815e940 2024-09-19T04:35:37.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.900+0000 7fef067fc640 1 -- 172.21.15.111:0/2253873265 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feef80319f0 con 0x7fef0815e940 2024-09-19T04:35:37.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.900+0000 7fef0e027640 1 -- 172.21.15.111:0/2253873265 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef0815e940 msgr2=0x7fef080d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:37.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.900+0000 7fef0e027640 1 --2- 172.21.15.111:0/2253873265 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef0815e940 0x7fef080d1060 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fef0806e900 tx=0x7feef802a7c0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.900+0000 7fef0e027640 1 -- 172.21.15.111:0/2253873265 shutdown_connections 2024-09-19T04:35:37.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.900+0000 7fef0e027640 1 --2- 172.21.15.111:0/2253873265 >> v2:172.21.15.114:3300/0 conn(0x7fef0815ed20 0x7fef080d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.900+0000 7fef0e027640 1 --2- 172.21.15.111:0/2253873265 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef0815e940 0x7fef080d1060 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.900+0000 7fef0e027640 1 -- 172.21.15.111:0/2253873265 >> 172.21.15.111:0/2253873265 conn(0x7fef080b6240 msgr2=0x7fef080b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:37.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.900+0000 7fef0e027640 1 -- 172.21.15.111:0/2253873265 shutdown_connections 2024-09-19T04:35:37.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.900+0000 7fef0e027640 1 -- 172.21.15.111:0/2253873265 wait complete. 2024-09-19T04:35:37.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.901+0000 7fef0e027640 1 Processor -- start 2024-09-19T04:35:37.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.902+0000 7fef0e027640 1 -- start start 2024-09-19T04:35:37.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.902+0000 7fef0e027640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef080cef90 0x7fef081582a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:37.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.902+0000 7fef0e027640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef0815e940 0x7fef0815b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:37.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.902+0000 7fef0e027640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef0815ed20 0x7fef080cd100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:37.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.902+0000 7fef0e027640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fef080d3f00 con 0x7fef080cef90 2024-09-19T04:35:37.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.902+0000 7fef0e027640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fef080d3c20 con 0x7fef0815e940 2024-09-19T04:35:37.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.902+0000 7fef0e027640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fef080d3310 con 0x7fef0815ed20 2024-09-19T04:35:37.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.902+0000 7fef077fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef080cef90 0x7fef081582a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:37.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.902+0000 7fef077fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef080cef90 0x7fef081582a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57882/0 (socket says 172.21.15.111:57882) 2024-09-19T04:35:37.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.902+0000 7fef077fe640 1 -- 172.21.15.111:0/2310447306 learned_addr learned my addr 172.21.15.111:0/2310447306 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:37.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.903+0000 7fef06ffd640 1 --2- 172.21.15.111:0/2310447306 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef0815e940 0x7fef0815b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:37.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.903+0000 7fef07fff640 1 --2- 172.21.15.111:0/2310447306 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef0815ed20 0x7fef080cd100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:37.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.903+0000 7fef077fe640 1 -- 172.21.15.111:0/2310447306 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef0815ed20 msgr2=0x7fef080cd100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:37.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.903+0000 7fef077fe640 1 --2- 172.21.15.111:0/2310447306 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef0815ed20 0x7fef080cd100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.903+0000 7fef077fe640 1 -- 172.21.15.111:0/2310447306 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef0815e940 msgr2=0x7fef0815b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:37.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.903+0000 7fef077fe640 1 --2- 172.21.15.111:0/2310447306 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef0815e940 0x7fef0815b600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:37.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.903+0000 7fef077fe640 1 -- 172.21.15.111:0/2310447306 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef08158e50 con 0x7fef080cef90 2024-09-19T04:35:37.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.903+0000 7fef06ffd640 1 --2- 172.21.15.111:0/2310447306 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef0815e940 0x7fef0815b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:35:37.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.903+0000 7fef077fe640 1 --2- 172.21.15.111:0/2310447306 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef080cef90 0x7fef081582a0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7feef802a800 tx=0x7feef8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:37.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.903+0000 7feeeffff640 1 -- 172.21.15.111:0/2310447306 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feef8036050 con 0x7fef080cef90 2024-09-19T04:35:37.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.903+0000 7feeeffff640 1 -- 172.21.15.111:0/2310447306 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feef8042070 con 0x7fef080cef90 2024-09-19T04:35:37.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.903+0000 7fef0e027640 1 -- 172.21.15.111:0/2310447306 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef081f4670 con 0x7fef080cef90 2024-09-19T04:35:37.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.903+0000 7feeeffff640 1 -- 172.21.15.111:0/2310447306 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feef8009510 con 0x7fef080cef90 2024-09-19T04:35:37.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.903+0000 7fef0e027640 1 -- 172.21.15.111:0/2310447306 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef081f4c30 con 0x7fef080cef90 2024-09-19T04:35:37.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.904+0000 7fef0e027640 1 -- 172.21.15.111:0/2310447306 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef081f4480 con 0x7fef080cef90 2024-09-19T04:35:37.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.905+0000 7feeeffff640 1 -- 172.21.15.111:0/2310447306 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7feef8004490 con 0x7fef080cef90 2024-09-19T04:35:37.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.905+0000 7feeeffff640 1 --2- 172.21.15.111:0/2310447306 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7feef406c460 0x7feef406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:37.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.905+0000 7feeeffff640 1 -- 172.21.15.111:0/2310447306 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7feef80ac7c0 con 0x7fef080cef90 2024-09-19T04:35:37.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.905+0000 7fef06ffd640 1 --2- 172.21.15.111:0/2310447306 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7feef406c460 0x7feef406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:37.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.906+0000 7fef06ffd640 1 --2- 172.21.15.111:0/2310447306 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7feef406c460 0x7feef406e920 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fef080b8460 tx=0x7feefc008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:37.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:37.910+0000 7feeeffff640 1 -- 172.21.15.111:0/2310447306 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7feef807ab60 con 0x7fef080cef90 2024-09-19T04:35:38.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.108+0000 7fef0e027640 1 -- 172.21.15.111:0/2310447306 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fef080d1ef0 con 0x7fef080cef90 2024-09-19T04:35:38.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.109+0000 7feeeffff640 1 -- 172.21.15.111:0/2310447306 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5232 (secure 0 0 0) 0x7feef807a460 con 0x7fef080cef90 2024-09-19T04:35:38.111 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:38.112 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":21,"btime":"2024-09-19T04:34:16:480820+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4978,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3318539535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3318539535},{"type":"v1","addr":"172.21.15.114:6834","nonce":3318539535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1477911623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1477911623},{"type":"v1","addr":"172.21.15.111:6836","nonce":1477911623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5205,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/799717206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":799717206},{"type":"v1","addr":"172.21.15.111:6837","nonce":799717206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:34:03.768957+0000","modified":"2024-09-19T04:34:05.788430+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5220},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5220":{"gid":5220,"name":"b","rank":0,"incarnation":18,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3785743307","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3785743307},{"type":"v1","addr":"172.21.15.114:6835","nonce":3785743307}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5220,"qdb_cluster":[5220]},"id":3}]} 2024-09-19T04:35:38.112 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 21 2024-09-19T04:35:38.114 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.111+0000 7fef0e027640 1 -- 172.21.15.111:0/2310447306 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7feef406c460 msgr2=0x7feef406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:38.114 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.111+0000 7fef0e027640 1 --2- 172.21.15.111:0/2310447306 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7feef406c460 0x7feef406e920 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fef080b8460 tx=0x7feefc008040 comp rx=0 tx=0).stop 2024-09-19T04:35:38.114 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.111+0000 7fef0e027640 1 -- 172.21.15.111:0/2310447306 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef080cef90 msgr2=0x7fef081582a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:38.114 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.111+0000 7fef0e027640 1 --2- 172.21.15.111:0/2310447306 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef080cef90 0x7fef081582a0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7feef802a800 tx=0x7feef8004a40 comp rx=0 tx=0).stop 2024-09-19T04:35:38.114 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.111+0000 7fef0e027640 1 -- 172.21.15.111:0/2310447306 shutdown_connections 2024-09-19T04:35:38.114 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.111+0000 7fef0e027640 1 --2- 172.21.15.111:0/2310447306 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7feef406c460 0x7feef406e920 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.114 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.111+0000 7fef0e027640 1 --2- 172.21.15.111:0/2310447306 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef0815ed20 0x7fef080cd100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.114 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.111+0000 7fef0e027640 1 --2- 172.21.15.111:0/2310447306 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef0815e940 0x7fef0815b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.114 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.111+0000 7fef0e027640 1 --2- 172.21.15.111:0/2310447306 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef080cef90 0x7fef081582a0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.114 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.111+0000 7fef0e027640 1 -- 172.21.15.111:0/2310447306 >> 172.21.15.111:0/2310447306 conn(0x7fef080b6240 msgr2=0x7fef080d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:38.114 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.111+0000 7fef0e027640 1 -- 172.21.15.111:0/2310447306 shutdown_connections 2024-09-19T04:35:38.114 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.111+0000 7fef0e027640 1 -- 172.21.15.111:0/2310447306 wait complete. 2024-09-19T04:35:38.124 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:35:38.222 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.220+0000 7fd63485a640 1 Processor -- start 2024-09-19T04:35:38.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.220+0000 7fd63485a640 1 -- start start 2024-09-19T04:35:38.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.221+0000 7fd63485a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd630156880 0x7fd6300cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:38.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.221+0000 7fd63485a640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fd6300b65c0 0x7fd630160730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:38.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.221+0000 7fd63485a640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6300ce150 con 0x7fd6300aff30 2024-09-19T04:35:38.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.221+0000 7fd63485a640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fd6300ce430 con 0x7fd630156880 2024-09-19T04:35:38.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.221+0000 7fd63485a640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fd63015ff30 con 0x7fd6300b65c0 2024-09-19T04:35:38.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.221+0000 7fd62e59c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd630156880 0x7fd6300cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:38.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.221+0000 7fd62ed9d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fd6300aff30 0x7fd6300b0340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40490/0 (socket says 172.21.15.111:40490) 2024-09-19T04:35:38.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.221+0000 7fd62ed9d640 1 -- 172.21.15.111:0/3766418112 learned_addr learned my addr 172.21.15.111:0/3766418112 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:38.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.221+0000 7fd62e59c640 1 --2- 172.21.15.111:0/3766418112 >> v2:172.21.15.111:3300/0 conn(0x7fd630156880 0x7fd6300cdae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57888/0 (socket says 172.21.15.111:57888) 2024-09-19T04:35:38.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.221+0000 7fd62dd9b640 1 --2- 172.21.15.111:0/3766418112 >> v2:172.21.15.114:3300/0 conn(0x7fd6300b65c0 0x7fd630160730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:38.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.222+0000 7fd62e59c640 1 -- 172.21.15.111:0/3766418112 >> v2:172.21.15.114:3300/0 conn(0x7fd6300b65c0 msgr2=0x7fd630160730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:38.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.222+0000 7fd62e59c640 1 --2- 172.21.15.111:0/3766418112 >> v2:172.21.15.114:3300/0 conn(0x7fd6300b65c0 0x7fd630160730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.222+0000 7fd62e59c640 1 -- 172.21.15.111:0/3766418112 >> v1:172.21.15.111:6789/0 conn(0x7fd6300aff30 legacy=0x7fd6300b0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:38.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.222+0000 7fd62e59c640 1 -- 172.21.15.111:0/3766418112 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd630160210 con 0x7fd630156880 2024-09-19T04:35:38.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.222+0000 7fd62dd9b640 1 --2- 172.21.15.111:0/3766418112 >> v2:172.21.15.114:3300/0 conn(0x7fd6300b65c0 0x7fd630160730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:35:38.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.222+0000 7fd62e59c640 1 --2- 172.21.15.111:0/3766418112 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd630156880 0x7fd6300cdae0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fd6300cfa40 tx=0x7fd62002a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f9b613505a99093 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:38.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.222+0000 7fd62d59a640 1 -- 172.21.15.111:0/3766418112 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd620007740 con 0x7fd630156880 2024-09-19T04:35:38.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.222+0000 7fd62d59a640 1 -- 172.21.15.111:0/3766418112 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6200078e0 con 0x7fd630156880 2024-09-19T04:35:38.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.222+0000 7fd62d59a640 1 -- 172.21.15.111:0/3766418112 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd620007cb0 con 0x7fd630156880 2024-09-19T04:35:38.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.223+0000 7fd63485a640 1 -- 172.21.15.111:0/3766418112 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd630156880 msgr2=0x7fd6300cdae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:38.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.223+0000 7fd63485a640 1 --2- 172.21.15.111:0/3766418112 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd630156880 0x7fd6300cdae0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fd6300cfa40 tx=0x7fd62002a5f0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.223+0000 7fd63485a640 1 -- 172.21.15.111:0/3766418112 shutdown_connections 2024-09-19T04:35:38.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.223+0000 7fd63485a640 1 --2- 172.21.15.111:0/3766418112 >> v2:172.21.15.114:3300/0 conn(0x7fd6300b65c0 0x7fd630160730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.223+0000 7fd63485a640 1 --2- 172.21.15.111:0/3766418112 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd630156880 0x7fd6300cdae0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.223+0000 7fd63485a640 1 -- 172.21.15.111:0/3766418112 >> 172.21.15.111:0/3766418112 conn(0x7fd63006cae0 msgr2=0x7fd63006cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:38.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.223+0000 7fd63485a640 1 -- 172.21.15.111:0/3766418112 shutdown_connections 2024-09-19T04:35:38.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.223+0000 7fd63485a640 1 -- 172.21.15.111:0/3766418112 wait complete. 2024-09-19T04:35:38.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.224+0000 7fd63485a640 1 Processor -- start 2024-09-19T04:35:38.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.224+0000 7fd63485a640 1 -- start start 2024-09-19T04:35:38.230 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.225+0000 7fd63485a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd6300aff30 0x7fd6300c5df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:38.230 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.225+0000 7fd63485a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd6300b65c0 0x7fd6301554b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:38.230 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.225+0000 7fd63485a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd630156880 0x7fd6300b53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:38.230 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.225+0000 7fd63485a640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd630160c70 con 0x7fd6300b65c0 2024-09-19T04:35:38.230 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.225+0000 7fd63485a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd6300b6a30 con 0x7fd630156880 2024-09-19T04:35:38.230 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.225+0000 7fd63485a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd6300ce710 con 0x7fd6300aff30 2024-09-19T04:35:38.230 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.225+0000 7fd62dd9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd6300b65c0 0x7fd6301554b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:38.230 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.225+0000 7fd62dd9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd6300b65c0 0x7fd6301554b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57892/0 (socket says 172.21.15.111:57892) 2024-09-19T04:35:38.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.225+0000 7fd62dd9b640 1 -- 172.21.15.111:0/1610036116 learned_addr learned my addr 172.21.15.111:0/1610036116 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:38.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.225+0000 7fd62dd9b640 1 -- 172.21.15.111:0/1610036116 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd6300aff30 msgr2=0x7fd6300c5df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:38.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.225+0000 7fd62dd9b640 1 --2- 172.21.15.111:0/1610036116 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd6300aff30 0x7fd6300c5df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.225+0000 7fd62dd9b640 1 -- 172.21.15.111:0/1610036116 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd630156880 msgr2=0x7fd6300b53f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:38.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.225+0000 7fd62dd9b640 1 --2- 172.21.15.111:0/1610036116 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd630156880 0x7fd6300b53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.225+0000 7fd62dd9b640 1 -- 172.21.15.111:0/1610036116 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6301592b0 con 0x7fd6300b65c0 2024-09-19T04:35:38.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.226+0000 7fd62dd9b640 1 --2- 172.21.15.111:0/1610036116 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd6300b65c0 0x7fd6301554b0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fd62400c820 tx=0x7fd62400cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:38.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.226+0000 7fd61effd640 1 -- 172.21.15.111:0/1610036116 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd624015070 con 0x7fd6300b65c0 2024-09-19T04:35:38.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.226+0000 7fd61effd640 1 -- 172.21.15.111:0/1610036116 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd624007a30 con 0x7fd6300b65c0 2024-09-19T04:35:38.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.226+0000 7fd63485a640 1 -- 172.21.15.111:0/1610036116 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd630159590 con 0x7fd6300b65c0 2024-09-19T04:35:38.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.226+0000 7fd61effd640 1 -- 172.21.15.111:0/1610036116 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd624007e00 con 0x7fd6300b65c0 2024-09-19T04:35:38.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.226+0000 7fd63485a640 1 -- 172.21.15.111:0/1610036116 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd630159b50 con 0x7fd6300b65c0 2024-09-19T04:35:38.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.227+0000 7fd63485a640 1 -- 172.21.15.111:0/1610036116 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd630159d50 con 0x7fd6300b65c0 2024-09-19T04:35:38.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.227+0000 7fd61effd640 1 -- 172.21.15.111:0/1610036116 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fd624018070 con 0x7fd6300b65c0 2024-09-19T04:35:38.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.228+0000 7fd61effd640 1 --2- 172.21.15.111:0/1610036116 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd61006c490 0x7fd61006e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:38.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.228+0000 7fd61effd640 1 -- 172.21.15.111:0/1610036116 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7fd62408b7b0 con 0x7fd6300b65c0 2024-09-19T04:35:38.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.228+0000 7fd62e59c640 1 --2- 172.21.15.111:0/1610036116 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd61006c490 0x7fd61006e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:38.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.228+0000 7fd62e59c640 1 --2- 172.21.15.111:0/1610036116 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd61006c490 0x7fd61006e950 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fd620034000 tx=0x7fd62002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:38.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.232+0000 7fd61effd640 1 -- 172.21.15.111:0/1610036116 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd630159d50 con 0x7fd6300b65c0 2024-09-19T04:35:38.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.398+0000 7fd63485a640 1 -- 172.21.15.111:0/1610036116 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd630160730 con 0x7fd6300b65c0 2024-09-19T04:35:38.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.399+0000 7fd61effd640 1 -- 172.21.15.111:0/1610036116 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v46) ==== 74+0+16812 (secure 0 0 0) 0x7fd624059be0 con 0x7fd6300b65c0 2024-09-19T04:35:38.401 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:38.401 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":46,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:34:33.519488+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:34:02.380585+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-19T04:34:02.737508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"7.4","mappings":[{"from":0,"to":5}]},{"pgid":"7.13","mappings":[{"from":0,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:35:38.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.401+0000 7fd63485a640 1 -- 172.21.15.111:0/1610036116 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd61006c490 msgr2=0x7fd61006e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:38.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.401+0000 7fd63485a640 1 --2- 172.21.15.111:0/1610036116 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd61006c490 0x7fd61006e950 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fd620034000 tx=0x7fd62002e000 comp rx=0 tx=0).stop 2024-09-19T04:35:38.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.401+0000 7fd63485a640 1 -- 172.21.15.111:0/1610036116 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd6300b65c0 msgr2=0x7fd6301554b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:38.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.401+0000 7fd63485a640 1 --2- 172.21.15.111:0/1610036116 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd6300b65c0 0x7fd6301554b0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fd62400c820 tx=0x7fd62400cc20 comp rx=0 tx=0).stop 2024-09-19T04:35:38.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.401+0000 7fd63485a640 1 -- 172.21.15.111:0/1610036116 shutdown_connections 2024-09-19T04:35:38.404 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.401+0000 7fd63485a640 1 --2- 172.21.15.111:0/1610036116 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd61006c490 0x7fd61006e950 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.404 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.401+0000 7fd63485a640 1 --2- 172.21.15.111:0/1610036116 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd630156880 0x7fd6300b53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.404 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.401+0000 7fd63485a640 1 --2- 172.21.15.111:0/1610036116 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd6300b65c0 0x7fd6301554b0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.404 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.401+0000 7fd63485a640 1 --2- 172.21.15.111:0/1610036116 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd6300aff30 0x7fd6300c5df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.404 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.401+0000 7fd63485a640 1 -- 172.21.15.111:0/1610036116 >> 172.21.15.111:0/1610036116 conn(0x7fd63006cae0 msgr2=0x7fd630071850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:38.404 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.401+0000 7fd63485a640 1 -- 172.21.15.111:0/1610036116 shutdown_connections 2024-09-19T04:35:38.404 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.401+0000 7fd63485a640 1 -- 172.21.15.111:0/1610036116 wait complete. 2024-09-19T04:35:38.414 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T04:35:38.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.511+0000 7fe1dba1e640 1 Processor -- start 2024-09-19T04:35:38.514 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.512+0000 7fe1dba1e640 1 -- start start 2024-09-19T04:35:38.514 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.512+0000 7fe1dba1e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fe1d415c300 0x7fe1d40affc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:38.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.512+0000 7fe1dba1e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe1d40cd300 0x7fe1d406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:38.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.512+0000 7fe1dba1e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1d415ecf0 con 0x7fe1d406f010 2024-09-19T04:35:38.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.512+0000 7fe1dba1e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fe1d415c6e0 con 0x7fe1d415c300 2024-09-19T04:35:38.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.512+0000 7fe1dba1e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe1d415efb0 con 0x7fe1d40cd300 2024-09-19T04:35:38.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.513+0000 7fe1d8fb9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe1d40cd300 0x7fe1d406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:38.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.513+0000 7fe1d97ba640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fe1d415c300 0x7fe1d40affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:38.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.513+0000 7fe1d8fb9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe1d40cd300 0x7fe1d406ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:48966/0 (socket says 172.21.15.111:48966) 2024-09-19T04:35:38.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.513+0000 7fe1d9fbb640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7fe1d406f010 0x7fe1d41622e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:48636/0 (socket says 172.21.15.111:48636) 2024-09-19T04:35:38.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.513+0000 7fe1d8fb9640 1 -- 172.21.15.111:0/1958247249 learned_addr learned my addr 172.21.15.111:0/1958247249 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:38.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.513+0000 7fe1d97ba640 1 -- 172.21.15.111:0/1958247249 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe1d40cd300 msgr2=0x7fe1d406ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:38.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.513+0000 7fe1d97ba640 1 --2- 172.21.15.111:0/1958247249 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe1d40cd300 0x7fe1d406ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.513+0000 7fe1d97ba640 1 -- 172.21.15.111:0/1958247249 >> v1:172.21.15.114:6789/0 conn(0x7fe1d406f010 legacy=0x7fe1d41622e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:38.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.513+0000 7fe1d97ba640 1 -- 172.21.15.111:0/1958247249 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1d415f290 con 0x7fe1d415c300 2024-09-19T04:35:38.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.513+0000 7fe1d8fb9640 1 --2- 172.21.15.111:0/1958247249 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe1d40cd300 0x7fe1d406ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:35:38.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.514+0000 7fe1d97ba640 1 --2- 172.21.15.111:0/1958247249 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1d415c300 0x7fe1d40affc0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fe1c80097a0 tx=0x7fe1c802a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=27e71ef94da90b34 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:38.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.514+0000 7fe1c7fff640 1 -- 172.21.15.111:0/1958247249 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c8037070 con 0x7fe1d415c300 2024-09-19T04:35:38.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.514+0000 7fe1c7fff640 1 -- 172.21.15.111:0/1958247249 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1c802ae50 con 0x7fe1d415c300 2024-09-19T04:35:38.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.514+0000 7fe1c7fff640 1 -- 172.21.15.111:0/1958247249 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c8032660 con 0x7fe1d415c300 2024-09-19T04:35:38.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.515+0000 7fe1dba1e640 1 -- 172.21.15.111:0/1958247249 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1d415c300 msgr2=0x7fe1d40affc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:38.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.515+0000 7fe1dba1e640 1 --2- 172.21.15.111:0/1958247249 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1d415c300 0x7fe1d40affc0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fe1c80097a0 tx=0x7fe1c802a100 comp rx=0 tx=0).stop 2024-09-19T04:35:38.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.515+0000 7fe1dba1e640 1 -- 172.21.15.111:0/1958247249 shutdown_connections 2024-09-19T04:35:38.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.515+0000 7fe1dba1e640 1 --2- 172.21.15.111:0/1958247249 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe1d40cd300 0x7fe1d406ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.515+0000 7fe1dba1e640 1 --2- 172.21.15.111:0/1958247249 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1d415c300 0x7fe1d40affc0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.515+0000 7fe1dba1e640 1 -- 172.21.15.111:0/1958247249 >> 172.21.15.111:0/1958247249 conn(0x7fe1d406cae0 msgr2=0x7fe1d406cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:38.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.515+0000 7fe1dba1e640 1 -- 172.21.15.111:0/1958247249 shutdown_connections 2024-09-19T04:35:38.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.515+0000 7fe1dba1e640 1 -- 172.21.15.111:0/1958247249 wait complete. 2024-09-19T04:35:38.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.516+0000 7fe1dba1e640 1 Processor -- start 2024-09-19T04:35:38.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.516+0000 7fe1dba1e640 1 -- start start 2024-09-19T04:35:38.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.517+0000 7fe1dba1e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe1d406f010 0x7fe1d414d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:38.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.517+0000 7fe1dba1e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1d40cd300 0x7fe1d415daf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:38.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.517+0000 7fe1dba1e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1d415c300 0x7fe1d40cffe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:38.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.517+0000 7fe1dba1e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d4071880 con 0x7fe1d40cd300 2024-09-19T04:35:38.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.517+0000 7fe1dba1e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d415f850 con 0x7fe1d415c300 2024-09-19T04:35:38.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.517+0000 7fe1dba1e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe1d40b0500 con 0x7fe1d406f010 2024-09-19T04:35:38.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.517+0000 7fe1d8fb9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1d40cd300 0x7fe1d415daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:38.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.517+0000 7fe1d8fb9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1d40cd300 0x7fe1d415daf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57904/0 (socket says 172.21.15.111:57904) 2024-09-19T04:35:38.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.517+0000 7fe1d8fb9640 1 -- 172.21.15.111:0/14971859 learned_addr learned my addr 172.21.15.111:0/14971859 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:38.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.517+0000 7fe1d9fbb640 1 --2- 172.21.15.111:0/14971859 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1d415c300 0x7fe1d40cffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:38.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.517+0000 7fe1d97ba640 1 --2- 172.21.15.111:0/14971859 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe1d406f010 0x7fe1d414d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:38.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.517+0000 7fe1d8fb9640 1 -- 172.21.15.111:0/14971859 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe1d406f010 msgr2=0x7fe1d414d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:38.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.517+0000 7fe1d8fb9640 1 --2- 172.21.15.111:0/14971859 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe1d406f010 0x7fe1d414d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.517+0000 7fe1d8fb9640 1 -- 172.21.15.111:0/14971859 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1d415c300 msgr2=0x7fe1d40cffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:38.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.517+0000 7fe1d8fb9640 1 --2- 172.21.15.111:0/14971859 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1d415c300 0x7fe1d40cffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.517+0000 7fe1d8fb9640 1 -- 172.21.15.111:0/14971859 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1d415ca90 con 0x7fe1d40cd300 2024-09-19T04:35:38.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.517+0000 7fe1d8fb9640 1 --2- 172.21.15.111:0/14971859 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1d40cd300 0x7fe1d415daf0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fe1d000e9b0 tx=0x7fe1d000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:38.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.517+0000 7fe1c5ffb640 1 -- 172.21.15.111:0/14971859 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1d0017070 con 0x7fe1d40cd300 2024-09-19T04:35:38.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.517+0000 7fe1c5ffb640 1 -- 172.21.15.111:0/14971859 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1d000ca00 con 0x7fe1d40cd300 2024-09-19T04:35:38.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.517+0000 7fe1dba1e640 1 -- 172.21.15.111:0/14971859 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1d415cd30 con 0x7fe1d40cd300 2024-09-19T04:35:38.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.517+0000 7fe1c5ffb640 1 -- 172.21.15.111:0/14971859 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1d000cdf0 con 0x7fe1d40cd300 2024-09-19T04:35:38.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.518+0000 7fe1dba1e640 1 -- 172.21.15.111:0/14971859 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1d415d2f0 con 0x7fe1d40cd300 2024-09-19T04:35:38.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.519+0000 7fe1dba1e640 1 -- 172.21.15.111:0/14971859 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1d406ead0 con 0x7fe1d40cd300 2024-09-19T04:35:38.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.519+0000 7fe1c5ffb640 1 -- 172.21.15.111:0/14971859 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fe1d001a070 con 0x7fe1d40cd300 2024-09-19T04:35:38.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.520+0000 7fe1c5ffb640 1 --2- 172.21.15.111:0/14971859 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe1b806c490 0x7fe1b806e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:38.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.520+0000 7fe1d97ba640 1 --2- 172.21.15.111:0/14971859 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe1b806c490 0x7fe1b806e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:38.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.520+0000 7fe1c5ffb640 1 -- 172.21.15.111:0/14971859 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7fe1d008b850 con 0x7fe1d40cd300 2024-09-19T04:35:38.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.520+0000 7fe1d97ba640 1 --2- 172.21.15.111:0/14971859 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe1b806c490 0x7fe1b806e950 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fe1c8034000 tx=0x7fe1c802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:38.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.524+0000 7fe1c5ffb640 1 -- 172.21.15.111:0/14971859 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe1d00597f0 con 0x7fe1d40cd300 2024-09-19T04:35:38.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.723+0000 7fe1dba1e640 1 -- 172.21.15.111:0/14971859 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fe1d4159120 con 0x7fe1d40cd300 2024-09-19T04:35:38.726 INFO:tasks.ceph.mon.a.smithi111.stderr:2024-09-19T04:35:38.723+0000 7fab606dd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T04:35:38.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.725+0000 7fe1c5ffb640 1 -- 172.21.15.111:0/14971859 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v22) ==== 161+0+0 (secure 0 0 0) 0x7fe1d005daf0 con 0x7fe1d40cd300 2024-09-19T04:35:38.727 INFO:teuthology.orchestra.run.smithi111.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T04:35:38.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.727+0000 7fe1dba1e640 1 -- 172.21.15.111:0/14971859 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe1b806c490 msgr2=0x7fe1b806e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:38.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.727+0000 7fe1dba1e640 1 --2- 172.21.15.111:0/14971859 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe1b806c490 0x7fe1b806e950 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fe1c8034000 tx=0x7fe1c802e000 comp rx=0 tx=0).stop 2024-09-19T04:35:38.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.727+0000 7fe1dba1e640 1 -- 172.21.15.111:0/14971859 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1d40cd300 msgr2=0x7fe1d415daf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:38.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.727+0000 7fe1dba1e640 1 --2- 172.21.15.111:0/14971859 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1d40cd300 0x7fe1d415daf0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fe1d000e9b0 tx=0x7fe1d000ee70 comp rx=0 tx=0).stop 2024-09-19T04:35:38.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.727+0000 7fe1dba1e640 1 -- 172.21.15.111:0/14971859 shutdown_connections 2024-09-19T04:35:38.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.727+0000 7fe1dba1e640 1 --2- 172.21.15.111:0/14971859 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe1b806c490 0x7fe1b806e950 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.727+0000 7fe1dba1e640 1 --2- 172.21.15.111:0/14971859 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1d415c300 0x7fe1d40cffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.727+0000 7fe1dba1e640 1 --2- 172.21.15.111:0/14971859 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1d40cd300 0x7fe1d415daf0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.727+0000 7fe1dba1e640 1 --2- 172.21.15.111:0/14971859 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe1d406f010 0x7fe1d414d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.727+0000 7fe1dba1e640 1 -- 172.21.15.111:0/14971859 >> 172.21.15.111:0/14971859 conn(0x7fe1d406cae0 msgr2=0x7fe1d4072560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:38.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.728+0000 7fe1dba1e640 1 -- 172.21.15.111:0/14971859 shutdown_connections 2024-09-19T04:35:38.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.728+0000 7fe1dba1e640 1 -- 172.21.15.111:0/14971859 wait complete. 2024-09-19T04:35:38.741 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T04:35:38.771 INFO:tasks.ceph.mds.b.smithi114.stdout:starting mds.b at 2024-09-19T04:35:38.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.839+0000 7f2cd1791640 1 Processor -- start 2024-09-19T04:35:38.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.839+0000 7f2cd1791640 1 -- start start 2024-09-19T04:35:38.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.840+0000 7f2cd1791640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f2ccc0b3d50 0x7f2ccc06d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:38.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.840+0000 7f2cd1791640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2ccc0cf9a0 con 0x7f2ccc0b3290 2024-09-19T04:35:38.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.840+0000 7f2cd1791640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2ccc162210 con 0x7f2ccc161e30 2024-09-19T04:35:38.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.840+0000 7f2cd1791640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f2ccc0cfcf0 con 0x7f2ccc0b3d50 2024-09-19T04:35:38.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.840+0000 7f2ccb7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f2ccc0b3290 0x7f2ccc0b78b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40506/0 (socket says 172.21.15.111:40506) 2024-09-19T04:35:38.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.840+0000 7f2ccb7fe640 1 -- 172.21.15.111:0/487492190 learned_addr learned my addr 172.21.15.111:0/487492190 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:38.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.840+0000 7f2cca7fc640 1 --2- 172.21.15.111:0/487492190 >> v2:172.21.15.114:3300/0 conn(0x7f2ccc0b3d50 0x7f2ccc06d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:38.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.840+0000 7f2cc9ffb640 1 -- 172.21.15.111:0/487492190 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4117709762 0 0) 0x7f2ccc0cf9a0 con 0x7f2ccc0b3290 2024-09-19T04:35:38.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.840+0000 7f2cc9ffb640 1 -- 172.21.15.111:0/487492190 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2cb4003520 con 0x7f2ccc0b3290 2024-09-19T04:35:38.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.841+0000 7f2cca7fc640 1 -- 172.21.15.111:0/487492190 >> v1:172.21.15.114:6789/0 conn(0x7f2ccc161e30 legacy=0x7f2ccc0d34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:38.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.841+0000 7f2cca7fc640 1 -- 172.21.15.111:0/487492190 >> v1:172.21.15.111:6789/0 conn(0x7f2ccc0b3290 legacy=0x7f2ccc0b78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:38.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.841+0000 7f2cca7fc640 1 -- 172.21.15.111:0/487492190 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ccc0d5210 con 0x7f2ccc0b3d50 2024-09-19T04:35:38.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.841+0000 7f2cca7fc640 1 --2- 172.21.15.111:0/487492190 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ccc0b3d50 0x7f2ccc06d8c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f2cc00097a0 tx=0x7f2cc002a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=253632c47da5e3c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:38.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.841+0000 7f2cc9ffb640 1 -- 172.21.15.111:0/487492190 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc0037070 con 0x7f2ccc0b3d50 2024-09-19T04:35:38.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.842+0000 7f2cc9ffb640 1 -- 172.21.15.111:0/487492190 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2cc0032440 con 0x7f2ccc0b3d50 2024-09-19T04:35:38.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.842+0000 7f2cc9ffb640 1 -- 172.21.15.111:0/487492190 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc00327f0 con 0x7f2ccc0b3d50 2024-09-19T04:35:38.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.842+0000 7f2cd1791640 1 -- 172.21.15.111:0/487492190 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ccc0b3d50 msgr2=0x7f2ccc06d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:38.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.842+0000 7f2cd1791640 1 --2- 172.21.15.111:0/487492190 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ccc0b3d50 0x7f2ccc06d8c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f2cc00097a0 tx=0x7f2cc002a230 comp rx=0 tx=0).stop 2024-09-19T04:35:38.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.842+0000 7f2cd1791640 1 -- 172.21.15.111:0/487492190 shutdown_connections 2024-09-19T04:35:38.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.842+0000 7f2cd1791640 1 --2- 172.21.15.111:0/487492190 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ccc0b3d50 0x7f2ccc06d8c0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.842+0000 7f2cd1791640 1 -- 172.21.15.111:0/487492190 >> 172.21.15.111:0/487492190 conn(0x7f2ccc0d1870 msgr2=0x7f2ccc0d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:38.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.842+0000 7f2cd1791640 1 -- 172.21.15.111:0/487492190 shutdown_connections 2024-09-19T04:35:38.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.842+0000 7f2cd1791640 1 -- 172.21.15.111:0/487492190 wait complete. 2024-09-19T04:35:38.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.843+0000 7f2cd1791640 1 Processor -- start 2024-09-19T04:35:38.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.843+0000 7f2cd1791640 1 -- start start 2024-09-19T04:35:38.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.844+0000 7f2cd1791640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ccc0b3290 0x7f2ccc154b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:38.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.844+0000 7f2cd1791640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2ccc0b3d50 0x7f2ccc0ab520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:38.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.844+0000 7f2cd1791640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ccc161e30 0x7f2ccc0aba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:38.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.844+0000 7f2cd1791640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2ccc06de00 con 0x7f2ccc0b3290 2024-09-19T04:35:38.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.844+0000 7f2cd1791640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2ccc0b3950 con 0x7f2ccc161e30 2024-09-19T04:35:38.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.844+0000 7f2cd1791640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2ccc06df80 con 0x7f2ccc0b3d50 2024-09-19T04:35:38.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.844+0000 7f2ccaffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ccc0b3290 0x7f2ccc154b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:38.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.844+0000 7f2ccaffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ccc0b3290 0x7f2ccc154b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57912/0 (socket says 172.21.15.111:57912) 2024-09-19T04:35:38.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.844+0000 7f2ccaffd640 1 -- 172.21.15.111:0/3680868252 learned_addr learned my addr 172.21.15.111:0/3680868252 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:38.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.844+0000 7f2ccb7fe640 1 --2- 172.21.15.111:0/3680868252 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ccc161e30 0x7f2ccc0aba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:38.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.844+0000 7f2cca7fc640 1 --2- 172.21.15.111:0/3680868252 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2ccc0b3d50 0x7f2ccc0ab520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:38.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.845+0000 7f2ccaffd640 1 -- 172.21.15.111:0/3680868252 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2ccc0b3d50 msgr2=0x7f2ccc0ab520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:38.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.845+0000 7f2ccaffd640 1 --2- 172.21.15.111:0/3680868252 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2ccc0b3d50 0x7f2ccc0ab520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.845+0000 7f2ccaffd640 1 -- 172.21.15.111:0/3680868252 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ccc161e30 msgr2=0x7f2ccc0aba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:38.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.845+0000 7f2ccaffd640 1 --2- 172.21.15.111:0/3680868252 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ccc161e30 0x7f2ccc0aba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:38.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.845+0000 7f2ccaffd640 1 -- 172.21.15.111:0/3680868252 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ccc0ce3d0 con 0x7f2ccc0b3290 2024-09-19T04:35:38.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.845+0000 7f2cca7fc640 1 --2- 172.21.15.111:0/3680868252 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2ccc0b3d50 0x7f2ccc0ab520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:35:38.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.845+0000 7f2ccaffd640 1 --2- 172.21.15.111:0/3680868252 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ccc0b3290 0x7f2ccc154b30 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc00c400 tx=0x7f2cbc00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:38.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.845+0000 7f2cb37fe640 1 -- 172.21.15.111:0/3680868252 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc017070 con 0x7f2ccc0b3290 2024-09-19T04:35:38.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.845+0000 7f2cb37fe640 1 -- 172.21.15.111:0/3680868252 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2cbc0052d0 con 0x7f2ccc0b3290 2024-09-19T04:35:38.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.845+0000 7f2cd1791640 1 -- 172.21.15.111:0/3680868252 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ccc0ce6b0 con 0x7f2ccc0b3290 2024-09-19T04:35:38.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.845+0000 7f2cb37fe640 1 -- 172.21.15.111:0/3680868252 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc003830 con 0x7f2ccc0b3290 2024-09-19T04:35:38.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.845+0000 7f2cd1791640 1 -- 172.21.15.111:0/3680868252 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ccc0c9520 con 0x7f2ccc0b3290 2024-09-19T04:35:38.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.846+0000 7f2cd1791640 1 -- 172.21.15.111:0/3680868252 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ccc06d8c0 con 0x7f2ccc0b3290 2024-09-19T04:35:38.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.846+0000 7f2cb37fe640 1 -- 172.21.15.111:0/3680868252 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f2cbc01a070 con 0x7f2ccc0b3290 2024-09-19T04:35:38.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.847+0000 7f2cb37fe640 1 --2- 172.21.15.111:0/3680868252 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2cb806c460 0x7f2cb806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:38.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.847+0000 7f2cca7fc640 1 --2- 172.21.15.111:0/3680868252 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2cb806c460 0x7f2cb806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:38.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.847+0000 7f2cb37fe640 1 -- 172.21.15.111:0/3680868252 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5853+0+0 (secure 0 0 0) 0x7f2cbc08ab40 con 0x7f2ccc0b3290 2024-09-19T04:35:38.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.847+0000 7f2cca7fc640 1 --2- 172.21.15.111:0/3680868252 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2cb806c460 0x7f2cb806e920 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f2cc0034000 tx=0x7f2cc002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:38.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:38.851+0000 7f2cb37fe640 1 -- 172.21.15.111:0/3680868252 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2cbc058fa0 con 0x7f2ccc0b3290 2024-09-19T04:35:39.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.050+0000 7f2cd1791640 1 -- 172.21.15.111:0/3680868252 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f2ccc160d80 con 0x7f2ccc0b3290 2024-09-19T04:35:39.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.728+0000 7f2cb37fe640 1 -- 172.21.15.111:0/3680868252 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v23) ==== 104+0+0 (secure 0 0 0) 0x7f2cbc0588a0 con 0x7f2ccc0b3290 2024-09-19T04:35:39.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.730+0000 7f2cd1791640 1 -- 172.21.15.111:0/3680868252 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2cb806c460 msgr2=0x7f2cb806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:39.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.730+0000 7f2cd1791640 1 --2- 172.21.15.111:0/3680868252 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2cb806c460 0x7f2cb806e920 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f2cc0034000 tx=0x7f2cc002e000 comp rx=0 tx=0).stop 2024-09-19T04:35:39.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.730+0000 7f2cd1791640 1 -- 172.21.15.111:0/3680868252 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ccc0b3290 msgr2=0x7f2ccc154b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:39.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.730+0000 7f2cd1791640 1 --2- 172.21.15.111:0/3680868252 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ccc0b3290 0x7f2ccc154b30 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc00c400 tx=0x7f2cbc00c8c0 comp rx=0 tx=0).stop 2024-09-19T04:35:39.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.730+0000 7f2cd1791640 1 -- 172.21.15.111:0/3680868252 shutdown_connections 2024-09-19T04:35:39.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.730+0000 7f2cd1791640 1 --2- 172.21.15.111:0/3680868252 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2cb806c460 0x7f2cb806e920 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:39.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.730+0000 7f2cd1791640 1 --2- 172.21.15.111:0/3680868252 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ccc161e30 0x7f2ccc0aba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:39.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.730+0000 7f2cd1791640 1 --2- 172.21.15.111:0/3680868252 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2ccc0b3d50 0x7f2ccc0ab520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:39.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.730+0000 7f2cd1791640 1 --2- 172.21.15.111:0/3680868252 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ccc0b3290 0x7f2ccc154b30 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:39.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.731+0000 7f2cd1791640 1 -- 172.21.15.111:0/3680868252 >> 172.21.15.111:0/3680868252 conn(0x7f2ccc0d1870 msgr2=0x7f2ccc0b9c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:39.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.731+0000 7f2cd1791640 1 -- 172.21.15.111:0/3680868252 shutdown_connections 2024-09-19T04:35:39.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.731+0000 7f2cd1791640 1 -- 172.21.15.111:0/3680868252 wait complete. 2024-09-19T04:35:39.745 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T04:35:39.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.849+0000 7f378abc4640 1 Processor -- start 2024-09-19T04:35:39.852 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.849+0000 7f378abc4640 1 -- start start 2024-09-19T04:35:39.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.850+0000 7f378abc4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f378415e5c0 0x7f37840b6d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:39.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.850+0000 7f378abc4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f37840d1fd0 0x7f37840b72c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:39.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.850+0000 7f378abc4640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f378406ec90 con 0x7f37840d1860 2024-09-19T04:35:39.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.850+0000 7f378abc4640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f37840d1dd0 con 0x7f37840d1fd0 2024-09-19T04:35:39.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.850+0000 7f378abc4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f37840b7800 con 0x7f378415e5c0 2024-09-19T04:35:39.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.850+0000 7f3789161640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f37840d1fd0 0x7f37840b72c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:39.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.850+0000 7f3783fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f37840d1860 0x7f37841622b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40510/0 (socket says 172.21.15.111:40510) 2024-09-19T04:35:39.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.850+0000 7f3783fff640 1 -- 172.21.15.111:0/1211451846 learned_addr learned my addr 172.21.15.111:0/1211451846 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:39.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.850+0000 7f3788960640 1 --2- 172.21.15.111:0/1211451846 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f378415e5c0 0x7f37840b6d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:39.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.850+0000 7f3789161640 1 -- 172.21.15.111:0/1211451846 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f378415e5c0 msgr2=0x7f37840b6d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:39.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.850+0000 7f3789161640 1 --2- 172.21.15.111:0/1211451846 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f378415e5c0 0x7f37840b6d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:39.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.850+0000 7f3789161640 1 -- 172.21.15.111:0/1211451846 >> v1:172.21.15.111:6789/0 conn(0x7f37840d1860 legacy=0x7f37841622b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:39.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.850+0000 7f3789161640 1 -- 172.21.15.111:0/1211451846 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3784073d20 con 0x7f37840d1fd0 2024-09-19T04:35:39.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.851+0000 7f3789161640 1 --2- 172.21.15.111:0/1211451846 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37840d1fd0 0x7f37840b72c0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f377c009d90 tx=0x7f377c02a530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92642fce956edee5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:39.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.851+0000 7f37837fe640 1 -- 172.21.15.111:0/1211451846 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f377c007740 con 0x7f37840d1fd0 2024-09-19T04:35:39.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.851+0000 7f37837fe640 1 -- 172.21.15.111:0/1211451846 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f377c0078e0 con 0x7f37840d1fd0 2024-09-19T04:35:39.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.851+0000 7f37837fe640 1 -- 172.21.15.111:0/1211451846 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f377c007cb0 con 0x7f37840d1fd0 2024-09-19T04:35:39.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.852+0000 7f378abc4640 1 -- 172.21.15.111:0/1211451846 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37840d1fd0 msgr2=0x7f37840b72c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:39.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.852+0000 7f378abc4640 1 --2- 172.21.15.111:0/1211451846 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37840d1fd0 0x7f37840b72c0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f377c009d90 tx=0x7f377c02a530 comp rx=0 tx=0).stop 2024-09-19T04:35:39.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.852+0000 7f378abc4640 1 -- 172.21.15.111:0/1211451846 shutdown_connections 2024-09-19T04:35:39.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.852+0000 7f378abc4640 1 --2- 172.21.15.111:0/1211451846 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37840d1fd0 0x7f37840b72c0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:39.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.852+0000 7f378abc4640 1 --2- 172.21.15.111:0/1211451846 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f378415e5c0 0x7f37840b6d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:39.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.852+0000 7f378abc4640 1 -- 172.21.15.111:0/1211451846 >> 172.21.15.111:0/1211451846 conn(0x7f37840d25b0 msgr2=0x7f37840d2990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:39.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.852+0000 7f378abc4640 1 -- 172.21.15.111:0/1211451846 shutdown_connections 2024-09-19T04:35:39.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.852+0000 7f378abc4640 1 -- 172.21.15.111:0/1211451846 wait complete. 2024-09-19T04:35:39.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.853+0000 7f378abc4640 1 Processor -- start 2024-09-19T04:35:39.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.853+0000 7f378abc4640 1 -- start start 2024-09-19T04:35:39.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.854+0000 7f378abc4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37840d1860 0x7f37841f40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:39.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.854+0000 7f378abc4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37840d1fd0 0x7f37840d0b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:39.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.854+0000 7f378abc4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f378415e5c0 0x7f37841e91a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:39.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.854+0000 7f378abc4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f37840719e0 con 0x7f378415e5c0 2024-09-19T04:35:39.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.854+0000 7f378abc4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f378406e770 con 0x7f37840d1fd0 2024-09-19T04:35:39.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.854+0000 7f378abc4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f37840b5710 con 0x7f37840d1860 2024-09-19T04:35:39.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.854+0000 7f3789161640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f378415e5c0 0x7f37841e91a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:39.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.854+0000 7f3789161640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f378415e5c0 0x7f37841e91a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57918/0 (socket says 172.21.15.111:57918) 2024-09-19T04:35:39.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.854+0000 7f3789161640 1 -- 172.21.15.111:0/2381428870 learned_addr learned my addr 172.21.15.111:0/2381428870 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:39.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.854+0000 7f3788960640 1 --2- 172.21.15.111:0/2381428870 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37840d1860 0x7f37841f40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:39.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.854+0000 7f3783fff640 1 --2- 172.21.15.111:0/2381428870 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37840d1fd0 0x7f37840d0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:39.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.854+0000 7f3789161640 1 -- 172.21.15.111:0/2381428870 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37840d1860 msgr2=0x7f37841f40e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:39.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.854+0000 7f3789161640 1 --2- 172.21.15.111:0/2381428870 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37840d1860 0x7f37841f40e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:39.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.854+0000 7f3789161640 1 -- 172.21.15.111:0/2381428870 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37840d1fd0 msgr2=0x7f37840d0b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:39.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.854+0000 7f3789161640 1 --2- 172.21.15.111:0/2381428870 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37840d1fd0 0x7f37840d0b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:39.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.854+0000 7f3789161640 1 -- 172.21.15.111:0/2381428870 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f378414eac0 con 0x7f378415e5c0 2024-09-19T04:35:39.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.855+0000 7f3789161640 1 --2- 172.21.15.111:0/2381428870 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f378415e5c0 0x7f37841e91a0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f377c009eb0 tx=0x7f377c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:39.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.855+0000 7f37817fa640 1 -- 172.21.15.111:0/2381428870 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f377c03f070 con 0x7f378415e5c0 2024-09-19T04:35:39.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.855+0000 7f37817fa640 1 -- 172.21.15.111:0/2381428870 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f377c031c60 con 0x7f378415e5c0 2024-09-19T04:35:39.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.855+0000 7f378abc4640 1 -- 172.21.15.111:0/2381428870 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37841e7e20 con 0x7f378415e5c0 2024-09-19T04:35:39.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.855+0000 7f37817fa640 1 -- 172.21.15.111:0/2381428870 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f377c043650 con 0x7f378415e5c0 2024-09-19T04:35:39.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.855+0000 7f378abc4640 1 -- 172.21.15.111:0/2381428870 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37841e83e0 con 0x7f378415e5c0 2024-09-19T04:35:39.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.856+0000 7f378abc4640 1 -- 172.21.15.111:0/2381428870 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37840717d0 con 0x7f378415e5c0 2024-09-19T04:35:39.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.856+0000 7f37817fa640 1 -- 172.21.15.111:0/2381428870 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f377c03b410 con 0x7f378415e5c0 2024-09-19T04:35:39.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.857+0000 7f37817fa640 1 --2- 172.21.15.111:0/2381428870 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f377006c460 0x7f377006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:39.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.857+0000 7f37817fa640 1 -- 172.21.15.111:0/2381428870 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5853+0+0 (secure 0 0 0) 0x7f377c0acc80 con 0x7f378415e5c0 2024-09-19T04:35:39.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.857+0000 7f3788960640 1 --2- 172.21.15.111:0/2381428870 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f377006c460 0x7f377006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:39.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.857+0000 7f3788960640 1 --2- 172.21.15.111:0/2381428870 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f377006c460 0x7f377006e920 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f3774006fd0 tx=0x7f3774008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:39.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:39.861+0000 7f37817fa640 1 -- 172.21.15.111:0/2381428870 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f37840717d0 con 0x7f378415e5c0 2024-09-19T04:35:40.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.026+0000 7f378abc4640 1 -- 172.21.15.111:0/2381428870 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f37840d2e20 con 0x7f378415e5c0 2024-09-19T04:35:40.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.733+0000 7f37817fa640 1 -- 172.21.15.111:0/2381428870 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v48) ==== 181+0+0 (secure 0 0 0) 0x7f37840d2e20 con 0x7f378415e5c0 2024-09-19T04:35:40.736 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' removed 2024-09-19T04:35:40.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.737+0000 7f378abc4640 1 -- 172.21.15.111:0/2381428870 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f377006c460 msgr2=0x7f377006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:40.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.737+0000 7f378abc4640 1 --2- 172.21.15.111:0/2381428870 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f377006c460 0x7f377006e920 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f3774006fd0 tx=0x7f3774008040 comp rx=0 tx=0).stop 2024-09-19T04:35:40.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.737+0000 7f378abc4640 1 -- 172.21.15.111:0/2381428870 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f378415e5c0 msgr2=0x7f37841e91a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:40.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.737+0000 7f378abc4640 1 --2- 172.21.15.111:0/2381428870 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f378415e5c0 0x7f37841e91a0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f377c009eb0 tx=0x7f377c004a40 comp rx=0 tx=0).stop 2024-09-19T04:35:40.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.737+0000 7f378abc4640 1 -- 172.21.15.111:0/2381428870 shutdown_connections 2024-09-19T04:35:40.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.737+0000 7f378abc4640 1 --2- 172.21.15.111:0/2381428870 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f377006c460 0x7f377006e920 secure :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f3774006fd0 tx=0x7f3774008040 comp rx=0 tx=0).stop 2024-09-19T04:35:40.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.737+0000 7f378abc4640 1 --2- 172.21.15.111:0/2381428870 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f378415e5c0 0x7f37841e91a0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:40.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.737+0000 7f378abc4640 1 --2- 172.21.15.111:0/2381428870 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37840d1fd0 0x7f37840d0b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:40.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.737+0000 7f378abc4640 1 --2- 172.21.15.111:0/2381428870 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37840d1860 0x7f37841f40e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:40.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.737+0000 7f378abc4640 1 -- 172.21.15.111:0/2381428870 >> 172.21.15.111:0/2381428870 conn(0x7f37840d25b0 msgr2=0x7f37840b2ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:40.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.737+0000 7f378abc4640 1 -- 172.21.15.111:0/2381428870 shutdown_connections 2024-09-19T04:35:40.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.737+0000 7f378abc4640 1 -- 172.21.15.111:0/2381428870 wait complete. 2024-09-19T04:35:40.753 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T04:35:40.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.857+0000 7fa2ad391640 1 Processor -- start 2024-09-19T04:35:40.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.857+0000 7fa2ad391640 1 -- start start 2024-09-19T04:35:40.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.857+0000 7fa2ad391640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa2a80b61e0 0x7fa2a80b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:40.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.857+0000 7fa2ad391640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa2a80b3b00 0x7fa2a81625d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:40.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.857+0000 7fa2ad391640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa2a80b6b00 con 0x7fa2a80b3540 2024-09-19T04:35:40.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.857+0000 7fa2ad391640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fa2a80d24f0 con 0x7fa2a80b61e0 2024-09-19T04:35:40.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.857+0000 7fa2ad391640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fa2a80d20e0 con 0x7fa2a80b3b00 2024-09-19T04:35:40.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.858+0000 7fa2a6ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa2a80b61e0 0x7fa2a80b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:40.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.858+0000 7fa2a6ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa2a80b61e0 0x7fa2a80b65c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57928/0 (socket says 172.21.15.111:57928) 2024-09-19T04:35:40.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.858+0000 7fa2a6ffd640 1 -- 172.21.15.111:0/3087794781 learned_addr learned my addr 172.21.15.111:0/3087794781 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:40.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.858+0000 7fa2a6ffd640 1 -- 172.21.15.111:0/3087794781 >> v2:172.21.15.114:3300/0 conn(0x7fa2a80b3b00 msgr2=0x7fa2a81625d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:40.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.858+0000 7fa2a6ffd640 1 --2- 172.21.15.111:0/3087794781 >> v2:172.21.15.114:3300/0 conn(0x7fa2a80b3b00 0x7fa2a81625d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:40.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.858+0000 7fa2a6ffd640 1 -- 172.21.15.111:0/3087794781 >> v1:172.21.15.114:6789/0 conn(0x7fa2a80b3540 legacy=0x7fa2a8162b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:40.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.858+0000 7fa2a6ffd640 1 -- 172.21.15.111:0/3087794781 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2a80cfa70 con 0x7fa2a80b61e0 2024-09-19T04:35:40.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.859+0000 7fa2a6ffd640 1 --2- 172.21.15.111:0/3087794781 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2a80b61e0 0x7fa2a80b65c0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fa2a8163690 tx=0x7fa29802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76058c2774547b39 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:40.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.859+0000 7fa2a67fc640 1 -- 172.21.15.111:0/3087794781 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa298037070 con 0x7fa2a80b61e0 2024-09-19T04:35:40.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.859+0000 7fa2a67fc640 1 -- 172.21.15.111:0/3087794781 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa29802ae20 con 0x7fa2a80b61e0 2024-09-19T04:35:40.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.859+0000 7fa2a67fc640 1 -- 172.21.15.111:0/3087794781 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa298032660 con 0x7fa2a80b61e0 2024-09-19T04:35:40.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.859+0000 7fa2ad391640 1 -- 172.21.15.111:0/3087794781 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2a80b61e0 msgr2=0x7fa2a80b65c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:40.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.859+0000 7fa2ad391640 1 --2- 172.21.15.111:0/3087794781 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2a80b61e0 0x7fa2a80b65c0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fa2a8163690 tx=0x7fa29802a110 comp rx=0 tx=0).stop 2024-09-19T04:35:40.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.859+0000 7fa2ad391640 1 -- 172.21.15.111:0/3087794781 shutdown_connections 2024-09-19T04:35:40.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.859+0000 7fa2ad391640 1 --2- 172.21.15.111:0/3087794781 >> v2:172.21.15.114:3300/0 conn(0x7fa2a80b3b00 0x7fa2a81625d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:40.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.859+0000 7fa2ad391640 1 --2- 172.21.15.111:0/3087794781 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2a80b61e0 0x7fa2a80b65c0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:40.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.859+0000 7fa2ad391640 1 -- 172.21.15.111:0/3087794781 >> 172.21.15.111:0/3087794781 conn(0x7fa2a80d11e0 msgr2=0x7fa2a80d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:40.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.859+0000 7fa2ad391640 1 -- 172.21.15.111:0/3087794781 shutdown_connections 2024-09-19T04:35:40.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.859+0000 7fa2ad391640 1 -- 172.21.15.111:0/3087794781 wait complete. 2024-09-19T04:35:40.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.860+0000 7fa2ad391640 1 Processor -- start 2024-09-19T04:35:40.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.861+0000 7fa2ad391640 1 -- start start 2024-09-19T04:35:40.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.861+0000 7fa2ad391640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2a80b3540 0x7fa2a815dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:40.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.861+0000 7fa2ad391640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2a80b3b00 0x7fa2a81ea920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:40.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.861+0000 7fa2ad391640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2a80b61e0 0x7fa2a81eae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:40.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.861+0000 7fa2ad391640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa2a815edc0 con 0x7fa2a80b3540 2024-09-19T04:35:40.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.861+0000 7fa2ad391640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa2a80d0030 con 0x7fa2a80b61e0 2024-09-19T04:35:40.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.861+0000 7fa2ad391640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa2a815ffd0 con 0x7fa2a80b3b00 2024-09-19T04:35:40.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.861+0000 7fa2a6ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2a80b3540 0x7fa2a815dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:40.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.861+0000 7fa2a6ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2a80b3540 0x7fa2a815dad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:57936/0 (socket says 172.21.15.111:57936) 2024-09-19T04:35:40.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.861+0000 7fa2a6ffd640 1 -- 172.21.15.111:0/1699030119 learned_addr learned my addr 172.21.15.111:0/1699030119 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:40.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.862+0000 7fa29e7fc640 1 --2- 172.21.15.111:0/1699030119 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2a80b3b00 0x7fa2a81ea920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:40.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.862+0000 7fa2a77fe640 1 --2- 172.21.15.111:0/1699030119 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2a80b61e0 0x7fa2a81eae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:40.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.862+0000 7fa2a6ffd640 1 -- 172.21.15.111:0/1699030119 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2a80b3b00 msgr2=0x7fa2a81ea920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:40.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.862+0000 7fa2a6ffd640 1 --2- 172.21.15.111:0/1699030119 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2a80b3b00 0x7fa2a81ea920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:40.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.862+0000 7fa2a6ffd640 1 -- 172.21.15.111:0/1699030119 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2a80b61e0 msgr2=0x7fa2a81eae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:40.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.862+0000 7fa2a6ffd640 1 --2- 172.21.15.111:0/1699030119 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2a80b61e0 0x7fa2a81eae60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:40.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.862+0000 7fa2a6ffd640 1 -- 172.21.15.111:0/1699030119 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2a81602b0 con 0x7fa2a80b3540 2024-09-19T04:35:40.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.862+0000 7fa2a6ffd640 1 --2- 172.21.15.111:0/1699030119 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2a80b3540 0x7fa2a815dad0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fa298000c00 tx=0x7fa2980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:40.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.862+0000 7fa29ffff640 1 -- 172.21.15.111:0/1699030119 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa298042070 con 0x7fa2a80b3540 2024-09-19T04:35:40.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.862+0000 7fa29ffff640 1 -- 172.21.15.111:0/1699030119 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa29803e670 con 0x7fa2a80b3540 2024-09-19T04:35:40.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.862+0000 7fa2ad391640 1 -- 172.21.15.111:0/1699030119 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2a8160590 con 0x7fa2a80b3540 2024-09-19T04:35:40.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.862+0000 7fa29ffff640 1 -- 172.21.15.111:0/1699030119 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa298037040 con 0x7fa2a80b3540 2024-09-19T04:35:40.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.862+0000 7fa2ad391640 1 -- 172.21.15.111:0/1699030119 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2a8160b50 con 0x7fa2a80b3540 2024-09-19T04:35:40.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.863+0000 7fa2ad391640 1 -- 172.21.15.111:0/1699030119 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2a80d1d00 con 0x7fa2a80b3540 2024-09-19T04:35:40.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.864+0000 7fa29ffff640 1 -- 172.21.15.111:0/1699030119 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fa298045070 con 0x7fa2a80b3540 2024-09-19T04:35:40.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.864+0000 7fa29ffff640 1 --2- 172.21.15.111:0/1699030119 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa28806c460 0x7fa28806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:40.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.864+0000 7fa29ffff640 1 -- 172.21.15.111:0/1699030119 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5415+0+0 (secure 0 0 0) 0x7fa2980abce0 con 0x7fa2a80b3540 2024-09-19T04:35:40.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.864+0000 7fa29e7fc640 1 --2- 172.21.15.111:0/1699030119 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa28806c460 0x7fa28806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:40.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.865+0000 7fa29e7fc640 1 --2- 172.21.15.111:0/1699030119 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa28806c460 0x7fa28806e920 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa2a815e710 tx=0x7fa290008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:40.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:40.868+0000 7fa29ffff640 1 -- 172.21.15.111:0/1699030119 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa29807a380 con 0x7fa2a80b3540 2024-09-19T04:35:41.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.038+0000 7fa2ad391640 1 -- 172.21.15.111:0/1699030119 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fa2a80ba6e0 con 0x7fa2a80b3540 2024-09-19T04:35:41.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.735+0000 7fa29ffff640 1 -- 172.21.15.111:0/1699030119 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v49) ==== 169+0+0 (secure 0 0 0) 0x7fa29802ae20 con 0x7fa2a80b3540 2024-09-19T04:35:41.737 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' removed 2024-09-19T04:35:41.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.739+0000 7fa2ad391640 1 -- 172.21.15.111:0/1699030119 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa28806c460 msgr2=0x7fa28806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:41.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.739+0000 7fa2ad391640 1 --2- 172.21.15.111:0/1699030119 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa28806c460 0x7fa28806e920 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa2a815e710 tx=0x7fa290008040 comp rx=0 tx=0).stop 2024-09-19T04:35:41.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.739+0000 7fa2ad391640 1 -- 172.21.15.111:0/1699030119 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2a80b3540 msgr2=0x7fa2a815dad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:41.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.739+0000 7fa2ad391640 1 --2- 172.21.15.111:0/1699030119 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2a80b3540 0x7fa2a815dad0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fa298000c00 tx=0x7fa2980046c0 comp rx=0 tx=0).stop 2024-09-19T04:35:41.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.739+0000 7fa2ad391640 1 -- 172.21.15.111:0/1699030119 shutdown_connections 2024-09-19T04:35:41.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.739+0000 7fa2ad391640 1 --2- 172.21.15.111:0/1699030119 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa28806c460 0x7fa28806e920 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:41.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.739+0000 7fa2ad391640 1 --2- 172.21.15.111:0/1699030119 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2a80b61e0 0x7fa2a81eae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:41.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.739+0000 7fa2ad391640 1 --2- 172.21.15.111:0/1699030119 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2a80b3b00 0x7fa2a81ea920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:41.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.739+0000 7fa2ad391640 1 --2- 172.21.15.111:0/1699030119 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2a80b3540 0x7fa2a815dad0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:41.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.739+0000 7fa2ad391640 1 -- 172.21.15.111:0/1699030119 >> 172.21.15.111:0/1699030119 conn(0x7fa2a80d11e0 msgr2=0x7fa2a80d4cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:41.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.740+0000 7fa2ad391640 1 -- 172.21.15.111:0/1699030119 shutdown_connections 2024-09-19T04:35:41.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.740+0000 7fa2ad391640 1 -- 172.21.15.111:0/1699030119 wait complete. 2024-09-19T04:35:41.755 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T04:35:41.857 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.856+0000 7f6001bf6640 1 Processor -- start 2024-09-19T04:35:41.857 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.856+0000 7f6001bf6640 1 -- start start 2024-09-19T04:35:41.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.857+0000 7f6001bf6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f5ffc15d3b0 0x7f5ffc071080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:41.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.857+0000 7f6001bf6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5ffc15d790 0x7f5ffc0cce70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:41.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.857+0000 7f6001bf6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ffc0715c0 con 0x7f5ffc0cd3b0 2024-09-19T04:35:41.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.857+0000 7f6001bf6640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f5ffc06da30 con 0x7f5ffc15d790 2024-09-19T04:35:41.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.857+0000 7f6001bf6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f5ffc06d700 con 0x7f5ffc15d3b0 2024-09-19T04:35:41.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.857+0000 7f5ffaffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5ffc15d790 0x7f5ffc0cce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:41.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.857+0000 7f5ffaffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5ffc15d790 0x7f5ffc0cce70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:43642/0 (socket says 172.21.15.111:43642) 2024-09-19T04:35:41.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.857+0000 7f5ffaffd640 1 -- 172.21.15.111:0/3077133971 learned_addr learned my addr 172.21.15.111:0/3077133971 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:41.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.857+0000 7f5ffbfff640 1 --1- 172.21.15.111:0/3077133971 >> v1:172.21.15.111:6789/0 conn(0x7f5ffc0cd3b0 0x7f5ffc0cf320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36272/0 (socket says 172.21.15.111:36272) 2024-09-19T04:35:41.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.857+0000 7f5ffb7fe640 1 --2- 172.21.15.111:0/3077133971 >> v2:172.21.15.114:3300/0 conn(0x7f5ffc15d3b0 0x7f5ffc071080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:41.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.857+0000 7f5ffaffd640 1 -- 172.21.15.111:0/3077133971 >> v2:172.21.15.114:3300/0 conn(0x7f5ffc15d3b0 msgr2=0x7f5ffc071080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:41.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.857+0000 7f5ffaffd640 1 --2- 172.21.15.111:0/3077133971 >> v2:172.21.15.114:3300/0 conn(0x7f5ffc15d3b0 0x7f5ffc071080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:41.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.857+0000 7f5ffaffd640 1 -- 172.21.15.111:0/3077133971 >> v1:172.21.15.111:6789/0 conn(0x7f5ffc0cd3b0 legacy=0x7f5ffc0cf320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:41.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.857+0000 7f5ffaffd640 1 -- 172.21.15.111:0/3077133971 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ffc0cde80 con 0x7f5ffc15d790 2024-09-19T04:35:41.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.857+0000 7f5ffa7fc640 1 -- 172.21.15.111:0/3077133971 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 607358377 0 0) 0x7f5ffc0715c0 con 0x7f5ffc0cd3b0 2024-09-19T04:35:41.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.857+0000 7f5ffb7fe640 1 --2- 172.21.15.111:0/3077133971 >> v2:172.21.15.114:3300/0 conn(0x7f5ffc15d3b0 0x7f5ffc071080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:35:41.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.858+0000 7f5ffaffd640 1 --2- 172.21.15.111:0/3077133971 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ffc15d790 0x7f5ffc0cce70 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f5ffc0b5850 tx=0x7f5ff002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d046408c2759b298 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:41.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.858+0000 7f5ffa7fc640 1 -- 172.21.15.111:0/3077133971 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ff0004030 con 0x7f5ffc15d790 2024-09-19T04:35:41.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.858+0000 7f5ffa7fc640 1 -- 172.21.15.111:0/3077133971 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ff00041d0 con 0x7f5ffc15d790 2024-09-19T04:35:41.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.858+0000 7f5ffa7fc640 1 -- 172.21.15.111:0/3077133971 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ff0003610 con 0x7f5ffc15d790 2024-09-19T04:35:41.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.858+0000 7f6001bf6640 1 -- 172.21.15.111:0/3077133971 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ffc15d790 msgr2=0x7f5ffc0cce70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:41.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.858+0000 7f6001bf6640 1 --2- 172.21.15.111:0/3077133971 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ffc15d790 0x7f5ffc0cce70 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f5ffc0b5850 tx=0x7f5ff002a270 comp rx=0 tx=0).stop 2024-09-19T04:35:41.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.859+0000 7f6001bf6640 1 -- 172.21.15.111:0/3077133971 shutdown_connections 2024-09-19T04:35:41.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.859+0000 7f6001bf6640 1 --2- 172.21.15.111:0/3077133971 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ffc15d790 0x7f5ffc0cce70 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:41.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.859+0000 7f6001bf6640 1 --2- 172.21.15.111:0/3077133971 >> v2:172.21.15.114:3300/0 conn(0x7f5ffc15d3b0 0x7f5ffc071080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:41.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.859+0000 7f6001bf6640 1 -- 172.21.15.111:0/3077133971 >> 172.21.15.111:0/3077133971 conn(0x7f5ffc06bba0 msgr2=0x7f5ffc06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:41.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.859+0000 7f6001bf6640 1 -- 172.21.15.111:0/3077133971 shutdown_connections 2024-09-19T04:35:41.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.859+0000 7f6001bf6640 1 -- 172.21.15.111:0/3077133971 wait complete. 2024-09-19T04:35:41.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.860+0000 7f6001bf6640 1 Processor -- start 2024-09-19T04:35:41.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.860+0000 7f6001bf6640 1 -- start start 2024-09-19T04:35:41.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.861+0000 7f6001bf6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5ffc0cd3b0 0x7f5ffc147c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:41.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.861+0000 7f6001bf6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ffc15d3b0 0x7f5ffc159750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:41.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.861+0000 7f6001bf6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5ffc159c90 0x7f5ffc071080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:41.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.861+0000 7f6001bf6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5ffc15cbf0 con 0x7f5ffc15d3b0 2024-09-19T04:35:41.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.861+0000 7f6001bf6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5ffc0cdba0 con 0x7f5ffc0cd3b0 2024-09-19T04:35:41.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.861+0000 7f6001bf6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5ffc15cd70 con 0x7f5ffc159c90 2024-09-19T04:35:41.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.861+0000 7f5ffaffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ffc15d3b0 0x7f5ffc159750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:41.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.861+0000 7f5ffaffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ffc15d3b0 0x7f5ffc159750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:43658/0 (socket says 172.21.15.111:43658) 2024-09-19T04:35:41.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.861+0000 7f5ffaffd640 1 -- 172.21.15.111:0/4098701073 learned_addr learned my addr 172.21.15.111:0/4098701073 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:41.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.861+0000 7f5ffb7fe640 1 --2- 172.21.15.111:0/4098701073 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5ffc0cd3b0 0x7f5ffc147c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:41.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.861+0000 7f5ffbfff640 1 --2- 172.21.15.111:0/4098701073 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5ffc159c90 0x7f5ffc071080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:41.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.861+0000 7f5ffaffd640 1 -- 172.21.15.111:0/4098701073 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5ffc159c90 msgr2=0x7f5ffc071080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:41.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.861+0000 7f5ffaffd640 1 --2- 172.21.15.111:0/4098701073 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5ffc159c90 0x7f5ffc071080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:41.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.861+0000 7f5ffaffd640 1 -- 172.21.15.111:0/4098701073 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5ffc0cd3b0 msgr2=0x7f5ffc147c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:41.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.861+0000 7f5ffaffd640 1 --2- 172.21.15.111:0/4098701073 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5ffc0cd3b0 0x7f5ffc147c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:41.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.861+0000 7f5ffaffd640 1 -- 172.21.15.111:0/4098701073 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ffc148160 con 0x7f5ffc15d3b0 2024-09-19T04:35:41.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.861+0000 7f5ffb7fe640 1 --2- 172.21.15.111:0/4098701073 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5ffc0cd3b0 0x7f5ffc147c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:35:41.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.861+0000 7f5ffaffd640 1 --2- 172.21.15.111:0/4098701073 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ffc15d3b0 0x7f5ffc159750 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f5ff0034040 tx=0x7f5ff00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:41.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.861+0000 7f5fe3fff640 1 -- 172.21.15.111:0/4098701073 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ff0041020 con 0x7f5ffc15d3b0 2024-09-19T04:35:41.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.861+0000 7f5fe3fff640 1 -- 172.21.15.111:0/4098701073 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ff0003c50 con 0x7f5ffc15d3b0 2024-09-19T04:35:41.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.861+0000 7f6001bf6640 1 -- 172.21.15.111:0/4098701073 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ffc1586b0 con 0x7f5ffc15d3b0 2024-09-19T04:35:41.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.861+0000 7f5fe3fff640 1 -- 172.21.15.111:0/4098701073 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ff0004030 con 0x7f5ffc15d3b0 2024-09-19T04:35:41.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.861+0000 7f6001bf6640 1 -- 172.21.15.111:0/4098701073 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ffc158c70 con 0x7f5ffc15d3b0 2024-09-19T04:35:41.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.862+0000 7f6001bf6640 1 -- 172.21.15.111:0/4098701073 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ffc0cfbe0 con 0x7f5ffc15d3b0 2024-09-19T04:35:41.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.863+0000 7f5fe3fff640 1 -- 172.21.15.111:0/4098701073 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f5ff0044020 con 0x7f5ffc15d3b0 2024-09-19T04:35:41.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.863+0000 7f5fe3fff640 1 --2- 172.21.15.111:0/4098701073 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5fe806c460 0x7f5fe806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:41.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.863+0000 7f5fe3fff640 1 -- 172.21.15.111:0/4098701073 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 4943+0+0 (secure 0 0 0) 0x7f5ff00ac090 con 0x7f5ffc15d3b0 2024-09-19T04:35:41.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.863+0000 7f5ffb7fe640 1 --2- 172.21.15.111:0/4098701073 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5fe806c460 0x7f5fe806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:41.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.864+0000 7f5ffb7fe640 1 --2- 172.21.15.111:0/4098701073 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5fe806c460 0x7f5fe806e920 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f5fec006fd0 tx=0x7f5fec008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:41.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:41.868+0000 7f5fe3fff640 1 -- 172.21.15.111:0/4098701073 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5ff004b030 con 0x7f5ffc15d3b0 2024-09-19T04:35:42.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.033+0000 7f6001bf6640 1 -- 172.21.15.111:0/4098701073 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f5ffc06f0f0 con 0x7f5ffc15d3b0 2024-09-19T04:35:42.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.036+0000 7f5fe3fff640 1 -- 172.21.15.111:0/4098701073 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v13) ==== 104+0+0 (secure 0 0 0) 0x7f5ff007a910 con 0x7f5ffc15d3b0 2024-09-19T04:35:42.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.039+0000 7f6001bf6640 1 -- 172.21.15.111:0/4098701073 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5fe806c460 msgr2=0x7f5fe806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:42.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.039+0000 7f6001bf6640 1 --2- 172.21.15.111:0/4098701073 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5fe806c460 0x7f5fe806e920 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f5fec006fd0 tx=0x7f5fec008040 comp rx=0 tx=0).stop 2024-09-19T04:35:42.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.039+0000 7f6001bf6640 1 -- 172.21.15.111:0/4098701073 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ffc15d3b0 msgr2=0x7f5ffc159750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:42.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.039+0000 7f6001bf6640 1 --2- 172.21.15.111:0/4098701073 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ffc15d3b0 0x7f5ffc159750 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f5ff0034040 tx=0x7f5ff00046c0 comp rx=0 tx=0).stop 2024-09-19T04:35:42.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.039+0000 7f6001bf6640 1 -- 172.21.15.111:0/4098701073 shutdown_connections 2024-09-19T04:35:42.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.039+0000 7f6001bf6640 1 --2- 172.21.15.111:0/4098701073 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f5fe806c460 0x7f5fe806e920 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:42.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.039+0000 7f6001bf6640 1 --2- 172.21.15.111:0/4098701073 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5ffc159c90 0x7f5ffc071080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:42.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.039+0000 7f6001bf6640 1 --2- 172.21.15.111:0/4098701073 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ffc15d3b0 0x7f5ffc159750 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:42.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.039+0000 7f6001bf6640 1 --2- 172.21.15.111:0/4098701073 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5ffc0cd3b0 0x7f5ffc147c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:42.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.039+0000 7f6001bf6640 1 -- 172.21.15.111:0/4098701073 >> 172.21.15.111:0/4098701073 conn(0x7f5ffc06bba0 msgr2=0x7f5ffc15ecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:42.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.039+0000 7f6001bf6640 1 -- 172.21.15.111:0/4098701073 shutdown_connections 2024-09-19T04:35:42.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.039+0000 7f6001bf6640 1 -- 172.21.15.111:0/4098701073 wait complete. 2024-09-19T04:35:42.051 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_connection_expiration' 2024-09-19T04:35:42.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.150+0000 7f8335c23640 1 Processor -- start 2024-09-19T04:35:42.152 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.150+0000 7f8335c23640 1 -- start start 2024-09-19T04:35:42.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.151+0000 7f8335c23640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f8330151c50 0x7f83300cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:42.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.151+0000 7f8335c23640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f833006c1f0 0x7f833015baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:42.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.151+0000 7f8335c23640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f83300cd5f0 con 0x7f833006be10 2024-09-19T04:35:42.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.151+0000 7f8335c23640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f83300cd8d0 con 0x7f8330151c50 2024-09-19T04:35:42.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.151+0000 7f8335c23640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f83300cdbb0 con 0x7f833006c1f0 2024-09-19T04:35:42.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.151+0000 7f832f7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f833006be10 0x7f8330151540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36286/0 (socket says 172.21.15.111:36286) 2024-09-19T04:35:42.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.151+0000 7f832f7fe640 1 -- 172.21.15.111:0/1192141541 learned_addr learned my addr 172.21.15.111:0/1192141541 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:42.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.151+0000 7f832effd640 1 --2- 172.21.15.111:0/1192141541 >> v2:172.21.15.114:3300/0 conn(0x7f8330151c50 0x7f83300cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:42.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.151+0000 7f832ffff640 1 --2- 172.21.15.111:0/1192141541 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f833006c1f0 0x7f833015baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:42.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.151+0000 7f832e7fc640 1 -- 172.21.15.111:0/1192141541 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2521896083 0 0) 0x7f83300cd5f0 con 0x7f833006be10 2024-09-19T04:35:42.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.151+0000 7f832e7fc640 1 -- 172.21.15.111:0/1192141541 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8318005730 con 0x7f833006be10 2024-09-19T04:35:42.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.151+0000 7f832e7fc640 1 -- 172.21.15.111:0/1192141541 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1986401056 0 0) 0x7f8318005730 con 0x7f833006be10 2024-09-19T04:35:42.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.151+0000 7f832e7fc640 1 -- 172.21.15.111:0/1192141541 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f833006c1f0 msgr2=0x7f833015baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:42.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.151+0000 7f832e7fc640 1 --2- 172.21.15.111:0/1192141541 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f833006c1f0 0x7f833015baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:42.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.151+0000 7f832e7fc640 1 -- 172.21.15.111:0/1192141541 >> v2:172.21.15.114:3300/0 conn(0x7f8330151c50 msgr2=0x7f83300cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:42.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.151+0000 7f832e7fc640 1 --2- 172.21.15.111:0/1192141541 >> v2:172.21.15.114:3300/0 conn(0x7f8330151c50 0x7f83300cd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:42.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.151+0000 7f832e7fc640 1 -- 172.21.15.111:0/1192141541 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83300cde90 con 0x7f833006be10 2024-09-19T04:35:42.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.151+0000 7f832effd640 1 --2- 172.21.15.111:0/1192141541 >> v2:172.21.15.114:3300/0 conn(0x7f8330151c50 0x7f83300cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:35:42.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.151+0000 7f832e7fc640 1 -- 172.21.15.111:0/1192141541 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f8320001670 con 0x7f833006be10 2024-09-19T04:35:42.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.152+0000 7f832e7fc640 1 -- 172.21.15.111:0/1192141541 >> v1:172.21.15.111:6789/0 conn(0x7f833006be10 legacy=0x7f8330151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:42.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.152+0000 7f832e7fc640 1 --2- 172.21.15.111:0/1192141541 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8318005bc0 0x7f8318005fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:42.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.152+0000 7f832e7fc640 1 --2- 172.21.15.111:0/1192141541 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8318006a10 0x7f8318006e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:42.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.152+0000 7f832e7fc640 1 --2- 172.21.15.111:0/1192141541 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83180073d0 0x7f831800dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:42.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.152+0000 7f832e7fc640 1 -- 172.21.15.111:0/1192141541 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f83300cd8d0 con 0x7f8318005bc0 2024-09-19T04:35:42.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.152+0000 7f832e7fc640 1 -- 172.21.15.111:0/1192141541 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f83300cdbb0 con 0x7f8318006a10 2024-09-19T04:35:42.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.152+0000 7f832e7fc640 1 -- 172.21.15.111:0/1192141541 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f831800e110 con 0x7f83180073d0 2024-09-19T04:35:42.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.152+0000 7f832ffff640 1 --2- 172.21.15.111:0/1192141541 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f833006c1f0 0x7f833015baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:35:42.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.152+0000 7f832f7fe640 1 --2- 172.21.15.111:0/1192141541 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8318005bc0 0x7f8318005fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:42.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.152+0000 7f832effd640 1 --2- 172.21.15.111:0/1192141541 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8318006a10 0x7f8318006e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:42.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.152+0000 7f832ffff640 1 --2- 172.21.15.111:0/1192141541 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83180073d0 0x7f831800dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:42.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.152+0000 7f832f7fe640 1 -- 172.21.15.111:0/1192141541 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83180073d0 msgr2=0x7f831800dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:42.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.152+0000 7f832f7fe640 1 --2- 172.21.15.111:0/1192141541 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83180073d0 0x7f831800dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:42.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.152+0000 7f832f7fe640 1 -- 172.21.15.111:0/1192141541 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8318006a10 msgr2=0x7f8318006e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:42.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.152+0000 7f832f7fe640 1 --2- 172.21.15.111:0/1192141541 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8318006a10 0x7f8318006e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:42.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.152+0000 7f832f7fe640 1 -- 172.21.15.111:0/1192141541 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8318005730 con 0x7f8318005bc0 2024-09-19T04:35:42.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.153+0000 7f832f7fe640 1 --2- 172.21.15.111:0/1192141541 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8318005bc0 0x7f8318005fe0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f832000c270 tx=0x7f8318007a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd5a2c08e09c2505 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:42.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.153+0000 7f832e7fc640 1 -- 172.21.15.111:0/1192141541 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8320007d30 con 0x7f8318005bc0 2024-09-19T04:35:42.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.153+0000 7f832e7fc640 1 -- 172.21.15.111:0/1192141541 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8320005ad0 con 0x7f8318005bc0 2024-09-19T04:35:42.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.153+0000 7f832e7fc640 1 -- 172.21.15.111:0/1192141541 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8320007070 con 0x7f8318005bc0 2024-09-19T04:35:42.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.153+0000 7f8335c23640 1 -- 172.21.15.111:0/1192141541 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8318005bc0 msgr2=0x7f8318005fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:42.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.153+0000 7f8335c23640 1 --2- 172.21.15.111:0/1192141541 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8318005bc0 0x7f8318005fe0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f832000c270 tx=0x7f8318007a40 comp rx=0 tx=0).stop 2024-09-19T04:35:42.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.153+0000 7f832ffff640 1 -- 172.21.15.111:0/1192141541 reap_dead start 2024-09-19T04:35:42.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.153+0000 7f8335c23640 1 -- 172.21.15.111:0/1192141541 shutdown_connections 2024-09-19T04:35:42.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.153+0000 7f8335c23640 1 -- 172.21.15.111:0/1192141541 >> 172.21.15.111:0/1192141541 conn(0x7f8330062cc0 msgr2=0x7f833006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:42.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.153+0000 7f8335c23640 1 -- 172.21.15.111:0/1192141541 shutdown_connections 2024-09-19T04:35:42.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.153+0000 7f8335c23640 1 -- 172.21.15.111:0/1192141541 wait complete. 2024-09-19T04:35:42.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.155+0000 7f8335c23640 1 Processor -- start 2024-09-19T04:35:42.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.155+0000 7f8335c23640 1 -- start start 2024-09-19T04:35:42.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.155+0000 7f8335c23640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8318005bc0 0x7f83300af130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:42.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.155+0000 7f8335c23640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83300aa4d0 0x7f83301efcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:42.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.156+0000 7f8335c23640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83300ac610 0x7f83300aca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:42.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.156+0000 7f8335c23640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f833015baa0 con 0x7f83300ac610 2024-09-19T04:35:42.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.156+0000 7f8335c23640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f83300ce690 con 0x7f8318005bc0 2024-09-19T04:35:42.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.156+0000 7f8335c23640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f833015bc20 con 0x7f83300aa4d0 2024-09-19T04:35:42.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.156+0000 7f832ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83300ac610 0x7f83300aca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:42.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.156+0000 7f832ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83300ac610 0x7f83300aca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:43672/0 (socket says 172.21.15.111:43672) 2024-09-19T04:35:42.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.156+0000 7f832ffff640 1 -- 172.21.15.111:0/1884910551 learned_addr learned my addr 172.21.15.111:0/1884910551 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:42.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.156+0000 7f832effd640 1 --2- 172.21.15.111:0/1884910551 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83300aa4d0 0x7f83301efcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:42.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.156+0000 7f832f7fe640 1 --2- 172.21.15.111:0/1884910551 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8318005bc0 0x7f83300af130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:42.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.156+0000 7f832ffff640 1 -- 172.21.15.111:0/1884910551 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83300aa4d0 msgr2=0x7f83301efcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:42.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.156+0000 7f832ffff640 1 --2- 172.21.15.111:0/1884910551 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83300aa4d0 0x7f83301efcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:42.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.156+0000 7f832ffff640 1 -- 172.21.15.111:0/1884910551 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8318005bc0 msgr2=0x7f83300af130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:42.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.156+0000 7f832ffff640 1 --2- 172.21.15.111:0/1884910551 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8318005bc0 0x7f83300af130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:42.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.156+0000 7f832ffff640 1 -- 172.21.15.111:0/1884910551 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8330073790 con 0x7f83300ac610 2024-09-19T04:35:42.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.156+0000 7f832effd640 1 --2- 172.21.15.111:0/1884910551 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83300aa4d0 0x7f83301efcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:35:42.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.156+0000 7f832f7fe640 1 --2- 172.21.15.111:0/1884910551 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8318005bc0 0x7f83300af130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:35:42.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.156+0000 7f832ffff640 1 --2- 172.21.15.111:0/1884910551 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83300ac610 0x7f83300aca90 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f833006ca80 tx=0x7f8328011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:42.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.156+0000 7f8317fff640 1 -- 172.21.15.111:0/1884910551 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8328003990 con 0x7f83300ac610 2024-09-19T04:35:42.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.156+0000 7f8317fff640 1 -- 172.21.15.111:0/1884910551 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f832801b070 con 0x7f83300ac610 2024-09-19T04:35:42.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.156+0000 7f8335c23640 1 -- 172.21.15.111:0/1884910551 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8330073a70 con 0x7f83300ac610 2024-09-19T04:35:42.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.156+0000 7f8317fff640 1 -- 172.21.15.111:0/1884910551 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8328003b70 con 0x7f83300ac610 2024-09-19T04:35:42.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.156+0000 7f8335c23640 1 -- 172.21.15.111:0/1884910551 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8330070fe0 con 0x7f83300ac610 2024-09-19T04:35:42.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.157+0000 7f8335c23640 1 -- 172.21.15.111:0/1884910551 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83300cd010 con 0x7f83300ac610 2024-09-19T04:35:42.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.158+0000 7f8317fff640 1 -- 172.21.15.111:0/1884910551 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f8328005d10 con 0x7f83300ac610 2024-09-19T04:35:42.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.158+0000 7f8317fff640 1 --2- 172.21.15.111:0/1884910551 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f831c06c460 0x7f831c06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:42.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.158+0000 7f8317fff640 1 -- 172.21.15.111:0/1884910551 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 4943+0+0 (secure 0 0 0) 0x7f832808bd50 con 0x7f83300ac610 2024-09-19T04:35:42.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.158+0000 7f832f7fe640 1 --2- 172.21.15.111:0/1884910551 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f831c06c460 0x7f831c06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:42.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.159+0000 7f832f7fe640 1 --2- 172.21.15.111:0/1884910551 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f831c06c460 0x7f831c06e920 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f8320033000 tx=0x7f8320009030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:42.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.162+0000 7f8317fff640 1 -- 172.21.15.111:0/1884910551 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f832808f030 con 0x7f83300ac610 2024-09-19T04:35:42.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.390+0000 7f8335c23640 1 -- 172.21.15.111:0/1884910551 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_connection_expiration"]} v 0) -- 0x7f83300afd90 con 0x7f83300ac610 2024-09-19T04:35:42.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.742+0000 7f8317fff640 1 -- 172.21.15.111:0/1884910551 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_connection_expiration"]}]=0 v155) ==== 140+0+0 (secure 0 0 0) 0x7f8328025020 con 0x7f83300ac610 2024-09-19T04:35:42.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.744+0000 7f8335c23640 1 -- 172.21.15.111:0/1884910551 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f831c06c460 msgr2=0x7f831c06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:42.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.744+0000 7f8335c23640 1 --2- 172.21.15.111:0/1884910551 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f831c06c460 0x7f831c06e920 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f8320033000 tx=0x7f8320009030 comp rx=0 tx=0).stop 2024-09-19T04:35:42.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.744+0000 7f8335c23640 1 -- 172.21.15.111:0/1884910551 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83300ac610 msgr2=0x7f83300aca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:42.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.744+0000 7f8335c23640 1 --2- 172.21.15.111:0/1884910551 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83300ac610 0x7f83300aca90 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f833006ca80 tx=0x7f8328011890 comp rx=0 tx=0).stop 2024-09-19T04:35:42.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.744+0000 7f8335c23640 1 -- 172.21.15.111:0/1884910551 shutdown_connections 2024-09-19T04:35:42.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.744+0000 7f8335c23640 1 --2- 172.21.15.111:0/1884910551 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f831c06c460 0x7f831c06e920 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:42.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.744+0000 7f8335c23640 1 --2- 172.21.15.111:0/1884910551 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83300ac610 0x7f83300aca90 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:42.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.744+0000 7f8335c23640 1 --2- 172.21.15.111:0/1884910551 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83300aa4d0 0x7f83301efcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:42.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.744+0000 7f8335c23640 1 --2- 172.21.15.111:0/1884910551 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8318005bc0 0x7f83300af130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:42.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.744+0000 7f8335c23640 1 -- 172.21.15.111:0/1884910551 >> 172.21.15.111:0/1884910551 conn(0x7f8330062cc0 msgr2=0x7f8330151490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:42.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.744+0000 7f8335c23640 1 -- 172.21.15.111:0/1884910551 shutdown_connections 2024-09-19T04:35:42.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.744+0000 7f8335c23640 1 -- 172.21.15.111:0/1884910551 wait complete. 2024-09-19T04:35:42.757 INFO:tasks.cephfs_test_runner:test_connection_expiration (tasks.cephfs.test_volumes.TestMisc) ... ok 2024-09-19T04:35:42.757 INFO:tasks.cephfs_test_runner:Starting test: test_malicious_metafile_on_legacy_to_v1_upgrade (tasks.cephfs.test_volumes.TestMisc) Validate handcrafted .meta file on legacy subvol root doesn't break the system 2024-09-19T04:35:42.757 INFO:tasks.cephfs_test_runner:test_malicious_metafile_on_legacy_to_v1_upgrade (tasks.cephfs.test_volumes.TestMisc) 2024-09-19T04:35:42.758 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:35:42.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.858+0000 7f2f16e1e640 1 Processor -- start 2024-09-19T04:35:42.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.858+0000 7f2f16e1e640 1 -- start start 2024-09-19T04:35:42.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.859+0000 7f2f16e1e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2f1015e940 0x7f2f100d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:42.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.859+0000 7f2f16e1e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f100b7170 con 0x7f2f1015ed20 2024-09-19T04:35:42.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.859+0000 7f2f16e1e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f100b7aa0 con 0x7f2f100cef90 2024-09-19T04:35:42.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.859+0000 7f2f16e1e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2f100d3660 con 0x7f2f1015e940 2024-09-19T04:35:42.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.859+0000 7f2f0ffff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f2f1015ed20 0x7f2f100b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36294/0 (socket says 172.21.15.111:36294) 2024-09-19T04:35:42.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.859+0000 7f2f0ffff640 1 -- 172.21.15.111:0/413539737 learned_addr learned my addr 172.21.15.111:0/413539737 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:42.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.860+0000 7f2f0f7fe640 1 -- 172.21.15.111:0/413539737 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1071529518 0 0) 0x7f2f04001110 con 0x7f2f1015ed20 2024-09-19T04:35:42.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.860+0000 7f2f14bba640 1 --2- 172.21.15.111:0/413539737 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2f1015e940 0x7f2f100d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:42.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.860+0000 7f2f0f7fe640 1 -- 172.21.15.111:0/413539737 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2ef8003520 con 0x7f2f1015ed20 2024-09-19T04:35:42.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.860+0000 7f2f0f7fe640 1 -- 172.21.15.111:0/413539737 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3127227425 0 0) 0x7f2ef8003520 con 0x7f2f1015ed20 2024-09-19T04:35:42.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.860+0000 7f2f0f7fe640 1 -- 172.21.15.111:0/413539737 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2f1015e940 msgr2=0x7f2f100d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:42.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.860+0000 7f2f0f7fe640 1 --2- 172.21.15.111:0/413539737 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2f1015e940 0x7f2f100d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:42.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.860+0000 7f2f0f7fe640 1 -- 172.21.15.111:0/413539737 >> v1:172.21.15.114:6789/0 conn(0x7f2f100cef90 legacy=0x7f2f100b3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:42.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.860+0000 7f2f0f7fe640 1 -- 172.21.15.111:0/413539737 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f100d3940 con 0x7f2f1015ed20 2024-09-19T04:35:42.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.860+0000 7f2f0f7fe640 1 -- 172.21.15.111:0/413539737 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f2f04001840 con 0x7f2f1015ed20 2024-09-19T04:35:42.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.860+0000 7f2f0f7fe640 1 -- 172.21.15.111:0/413539737 >> v1:172.21.15.111:6789/0 conn(0x7f2f1015ed20 legacy=0x7f2f100b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:42.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.860+0000 7f2f0f7fe640 1 --2- 172.21.15.111:0/413539737 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ef80039e0 0x7f2ef8003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:42.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.860+0000 7f2f0f7fe640 1 --2- 172.21.15.111:0/413539737 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ef8004800 0x7f2ef8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:42.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.860+0000 7f2f0f7fe640 1 --2- 172.21.15.111:0/413539737 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2f1015e940 0x7f2ef80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:42.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.860+0000 7f2f0f7fe640 1 -- 172.21.15.111:0/413539737 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2f100d3660 con 0x7f2ef8004800 2024-09-19T04:35:42.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.860+0000 7f2f0f7fe640 1 -- 172.21.15.111:0/413539737 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2ef800bb00 con 0x7f2ef80039e0 2024-09-19T04:35:42.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.860+0000 7f2f0f7fe640 1 -- 172.21.15.111:0/413539737 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2ef800bd00 con 0x7f2f1015e940 2024-09-19T04:35:42.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.860+0000 7f2f0ffff640 1 --2- 172.21.15.111:0/413539737 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ef8004800 0x7f2ef8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:42.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.860+0000 7f2f14bba640 1 --2- 172.21.15.111:0/413539737 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ef80039e0 0x7f2ef8003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:42.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.860+0000 7f2f153bb640 1 --2- 172.21.15.111:0/413539737 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2f1015e940 0x7f2ef80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:42.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.860+0000 7f2f0ffff640 1 -- 172.21.15.111:0/413539737 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2f1015e940 msgr2=0x7f2ef80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:42.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.860+0000 7f2f0ffff640 1 --2- 172.21.15.111:0/413539737 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2f1015e940 0x7f2ef80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:42.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.860+0000 7f2f0ffff640 1 -- 172.21.15.111:0/413539737 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ef80039e0 msgr2=0x7f2ef8003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:42.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.860+0000 7f2f0ffff640 1 --2- 172.21.15.111:0/413539737 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ef80039e0 0x7f2ef8003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:42.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.860+0000 7f2f0ffff640 1 -- 172.21.15.111:0/413539737 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ef8003520 con 0x7f2ef8004800 2024-09-19T04:35:42.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.861+0000 7f2f0ffff640 1 --2- 172.21.15.111:0/413539737 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ef8004800 0x7f2ef8004c80 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f2f0400c490 tx=0x7f2ef8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a50bff0d58fe173e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:42.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.861+0000 7f2f0f7fe640 1 -- 172.21.15.111:0/413539737 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f0400c0e0 con 0x7f2ef8004800 2024-09-19T04:35:42.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.861+0000 7f2f0f7fe640 1 -- 172.21.15.111:0/413539737 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f04034070 con 0x7f2ef8004800 2024-09-19T04:35:42.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.861+0000 7f2f0f7fe640 1 -- 172.21.15.111:0/413539737 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f04005d30 con 0x7f2ef8004800 2024-09-19T04:35:42.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.862+0000 7f2f16e1e640 1 -- 172.21.15.111:0/413539737 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ef8004800 msgr2=0x7f2ef8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:42.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.862+0000 7f2f16e1e640 1 --2- 172.21.15.111:0/413539737 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ef8004800 0x7f2ef8004c80 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f2f0400c490 tx=0x7f2ef8005830 comp rx=0 tx=0).stop 2024-09-19T04:35:42.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.862+0000 7f2f153bb640 1 -- 172.21.15.111:0/413539737 reap_dead start 2024-09-19T04:35:42.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.862+0000 7f2f16e1e640 1 -- 172.21.15.111:0/413539737 shutdown_connections 2024-09-19T04:35:42.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.862+0000 7f2f16e1e640 1 -- 172.21.15.111:0/413539737 >> 172.21.15.111:0/413539737 conn(0x7f2f100b6240 msgr2=0x7f2f100b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:42.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.862+0000 7f2f16e1e640 1 -- 172.21.15.111:0/413539737 shutdown_connections 2024-09-19T04:35:42.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.862+0000 7f2f16e1e640 1 -- 172.21.15.111:0/413539737 wait complete. 2024-09-19T04:35:42.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.863+0000 7f2f16e1e640 1 Processor -- start 2024-09-19T04:35:42.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.863+0000 7f2f16e1e640 1 -- start start 2024-09-19T04:35:42.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.864+0000 7f2f16e1e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ef8004800 0x7f2f10154a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:42.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.864+0000 7f2f16e1e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2f100cdef0 0x7f2f100ce370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:42.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.864+0000 7f2f16e1e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2f1015cf60 0x7f2f1015d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:42.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.864+0000 7f2f16e1e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2f100d3310 con 0x7f2ef8004800 2024-09-19T04:35:42.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.864+0000 7f2f16e1e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2f100d3f00 con 0x7f2f1015cf60 2024-09-19T04:35:42.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.864+0000 7f2f16e1e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2f100d1ef0 con 0x7f2f100cdef0 2024-09-19T04:35:42.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.864+0000 7f2f14bba640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ef8004800 0x7f2f10154a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:42.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.864+0000 7f2f14bba640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ef8004800 0x7f2f10154a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:43700/0 (socket says 172.21.15.111:43700) 2024-09-19T04:35:42.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.864+0000 7f2f14bba640 1 -- 172.21.15.111:0/3517277137 learned_addr learned my addr 172.21.15.111:0/3517277137 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:42.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.864+0000 7f2f153bb640 1 --2- 172.21.15.111:0/3517277137 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2f1015cf60 0x7f2f1015d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:42.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.864+0000 7f2f0ffff640 1 --2- 172.21.15.111:0/3517277137 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2f100cdef0 0x7f2f100ce370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:42.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.864+0000 7f2f14bba640 1 -- 172.21.15.111:0/3517277137 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2f100cdef0 msgr2=0x7f2f100ce370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:42.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.864+0000 7f2f14bba640 1 --2- 172.21.15.111:0/3517277137 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2f100cdef0 0x7f2f100ce370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:42.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.864+0000 7f2f14bba640 1 -- 172.21.15.111:0/3517277137 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2f1015cf60 msgr2=0x7f2f1015d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:42.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.864+0000 7f2f14bba640 1 --2- 172.21.15.111:0/3517277137 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2f1015cf60 0x7f2f1015d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:42.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.864+0000 7f2f14bba640 1 -- 172.21.15.111:0/3517277137 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f100ce9d0 con 0x7f2ef8004800 2024-09-19T04:35:42.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.864+0000 7f2f14bba640 1 --2- 172.21.15.111:0/3517277137 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ef8004800 0x7f2f10154a80 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f2f000119a0 tx=0x7f2f00011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:42.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.865+0000 7f2f0d7fa640 1 -- 172.21.15.111:0/3517277137 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f0000faf0 con 0x7f2ef8004800 2024-09-19T04:35:42.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.865+0000 7f2f0d7fa640 1 -- 172.21.15.111:0/3517277137 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f0000fc90 con 0x7f2ef8004800 2024-09-19T04:35:42.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.865+0000 7f2f16e1e640 1 -- 172.21.15.111:0/3517277137 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f101554b0 con 0x7f2ef8004800 2024-09-19T04:35:42.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.865+0000 7f2f0d7fa640 1 -- 172.21.15.111:0/3517277137 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f00014440 con 0x7f2ef8004800 2024-09-19T04:35:42.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.865+0000 7f2f16e1e640 1 -- 172.21.15.111:0/3517277137 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f10155a70 con 0x7f2ef8004800 2024-09-19T04:35:42.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.866+0000 7f2f16e1e640 1 -- 172.21.15.111:0/3517277137 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f1015d920 con 0x7f2ef8004800 2024-09-19T04:35:42.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.866+0000 7f2f0d7fa640 1 -- 172.21.15.111:0/3517277137 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f2f00012040 con 0x7f2ef8004800 2024-09-19T04:35:42.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.867+0000 7f2f0d7fa640 1 --2- 172.21.15.111:0/3517277137 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2efc06c460 0x7f2efc06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:42.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.867+0000 7f2f0ffff640 1 --2- 172.21.15.111:0/3517277137 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2efc06c460 0x7f2efc06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:42.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.867+0000 7f2f0d7fa640 1 -- 172.21.15.111:0/3517277137 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 4943+0+0 (secure 0 0 0) 0x7f2f0008b9b0 con 0x7f2ef8004800 2024-09-19T04:35:42.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.867+0000 7f2f0ffff640 1 --2- 172.21.15.111:0/3517277137 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2efc06c460 0x7f2efc06e920 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f2f04033000 tx=0x7f2f04009030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:42.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:42.871+0000 7f2f0d7fa640 1 -- 172.21.15.111:0/3517277137 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2f00019030 con 0x7f2ef8004800 2024-09-19T04:35:43.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.039+0000 7f2f16e1e640 1 -- 172.21.15.111:0/3517277137 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2f100b9d10 con 0x7f2ef8004800 2024-09-19T04:35:43.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.039+0000 7f2f0d7fa640 1 -- 172.21.15.111:0/3517277137 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v49) ==== 74+0+13082 (secure 0 0 0) 0x7f2f100b9d10 con 0x7f2ef8004800 2024-09-19T04:35:43.041 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:43.041 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":49,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:35:41.735283+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.114:6835/3785743307":"2024-09-20T04:35:38.725543+0000","172.21.15.114:6833/3785743307":"2024-09-20T04:35:38.725543+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:35:43.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.041+0000 7f2f16e1e640 1 -- 172.21.15.111:0/3517277137 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2efc06c460 msgr2=0x7f2efc06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:43.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.041+0000 7f2f16e1e640 1 --2- 172.21.15.111:0/3517277137 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2efc06c460 0x7f2efc06e920 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f2f04033000 tx=0x7f2f04009030 comp rx=0 tx=0).stop 2024-09-19T04:35:43.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.041+0000 7f2f16e1e640 1 -- 172.21.15.111:0/3517277137 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ef8004800 msgr2=0x7f2f10154a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:43.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.041+0000 7f2f16e1e640 1 --2- 172.21.15.111:0/3517277137 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ef8004800 0x7f2f10154a80 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f2f000119a0 tx=0x7f2f00011e60 comp rx=0 tx=0).stop 2024-09-19T04:35:43.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.041+0000 7f2f16e1e640 1 -- 172.21.15.111:0/3517277137 shutdown_connections 2024-09-19T04:35:43.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.041+0000 7f2f16e1e640 1 --2- 172.21.15.111:0/3517277137 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2efc06c460 0x7f2efc06e920 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.041+0000 7f2f16e1e640 1 --2- 172.21.15.111:0/3517277137 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2f1015cf60 0x7f2f1015d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.041+0000 7f2f16e1e640 1 --2- 172.21.15.111:0/3517277137 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2f100cdef0 0x7f2f100ce370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.042+0000 7f2f16e1e640 1 --2- 172.21.15.111:0/3517277137 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ef8004800 0x7f2f10154a80 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.042+0000 7f2f16e1e640 1 -- 172.21.15.111:0/3517277137 >> 172.21.15.111:0/3517277137 conn(0x7f2f100b6240 msgr2=0x7f2f100d45c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:43.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.042+0000 7f2f16e1e640 1 -- 172.21.15.111:0/3517277137 shutdown_connections 2024-09-19T04:35:43.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.042+0000 7f2f16e1e640 1 -- 172.21.15.111:0/3517277137 wait complete. 2024-09-19T04:35:43.054 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T04:32:40.437094+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T04:35:43.054 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T04:35:43.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.155+0000 7feda95bd640 1 Processor -- start 2024-09-19T04:35:43.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.155+0000 7feda95bd640 1 -- start start 2024-09-19T04:35:43.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.155+0000 7feda95bd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7feda4161e30 0x7feda40d34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:43.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.155+0000 7feda95bd640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7feda40b3d50 0x7feda406d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:43.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.155+0000 7feda95bd640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feda40cf9a0 con 0x7feda40b3290 2024-09-19T04:35:43.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.155+0000 7feda95bd640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7feda40cfcf0 con 0x7feda4161e30 2024-09-19T04:35:43.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.155+0000 7feda95bd640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7feda4162210 con 0x7feda40b3d50 2024-09-19T04:35:43.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.156+0000 7feda2ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7feda4161e30 0x7feda40d34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:43.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.156+0000 7feda37fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7feda40b3290 0x7feda40b78b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36308/0 (socket says 172.21.15.111:36308) 2024-09-19T04:35:43.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.156+0000 7feda37fe640 1 -- 172.21.15.111:0/149330728 learned_addr learned my addr 172.21.15.111:0/149330728 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:43.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.156+0000 7feda27fc640 1 --2- 172.21.15.111:0/149330728 >> v2:172.21.15.114:3300/0 conn(0x7feda40b3d50 0x7feda406d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:43.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.156+0000 7feda2ffd640 1 -- 172.21.15.111:0/149330728 >> v2:172.21.15.114:3300/0 conn(0x7feda40b3d50 msgr2=0x7feda406d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:43.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.156+0000 7feda2ffd640 1 --2- 172.21.15.111:0/149330728 >> v2:172.21.15.114:3300/0 conn(0x7feda40b3d50 0x7feda406d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.156+0000 7feda2ffd640 1 -- 172.21.15.111:0/149330728 >> v1:172.21.15.111:6789/0 conn(0x7feda40b3290 legacy=0x7feda40b78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:43.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.156+0000 7feda2ffd640 1 -- 172.21.15.111:0/149330728 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feda40d5210 con 0x7feda4161e30 2024-09-19T04:35:43.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.156+0000 7feda1ffb640 1 -- 172.21.15.111:0/149330728 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1003614387 0 0) 0x7feda40cf9a0 con 0x7feda40b3290 2024-09-19T04:35:43.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.157+0000 7feda2ffd640 1 --2- 172.21.15.111:0/149330728 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feda4161e30 0x7feda40d34a0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7feda40ba8f0 tx=0x7fed9402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f96434c05e208db server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:43.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.157+0000 7feda1ffb640 1 -- 172.21.15.111:0/149330728 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed94007740 con 0x7feda4161e30 2024-09-19T04:35:43.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.157+0000 7feda1ffb640 1 -- 172.21.15.111:0/149330728 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed940078e0 con 0x7feda4161e30 2024-09-19T04:35:43.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.157+0000 7feda1ffb640 1 -- 172.21.15.111:0/149330728 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed94007cb0 con 0x7feda4161e30 2024-09-19T04:35:43.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.157+0000 7feda95bd640 1 -- 172.21.15.111:0/149330728 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feda4161e30 msgr2=0x7feda40d34a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:43.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.157+0000 7feda95bd640 1 --2- 172.21.15.111:0/149330728 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feda4161e30 0x7feda40d34a0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7feda40ba8f0 tx=0x7fed9402a680 comp rx=0 tx=0).stop 2024-09-19T04:35:43.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.157+0000 7feda95bd640 1 -- 172.21.15.111:0/149330728 shutdown_connections 2024-09-19T04:35:43.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.157+0000 7feda95bd640 1 --2- 172.21.15.111:0/149330728 >> v2:172.21.15.114:3300/0 conn(0x7feda40b3d50 0x7feda406d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.157+0000 7feda95bd640 1 --2- 172.21.15.111:0/149330728 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feda4161e30 0x7feda40d34a0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.157+0000 7feda95bd640 1 -- 172.21.15.111:0/149330728 >> 172.21.15.111:0/149330728 conn(0x7feda40d1870 msgr2=0x7feda40d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:43.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.157+0000 7feda95bd640 1 -- 172.21.15.111:0/149330728 shutdown_connections 2024-09-19T04:35:43.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.157+0000 7feda95bd640 1 -- 172.21.15.111:0/149330728 wait complete. 2024-09-19T04:35:43.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.159+0000 7feda95bd640 1 Processor -- start 2024-09-19T04:35:43.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.159+0000 7feda95bd640 1 -- start start 2024-09-19T04:35:43.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.159+0000 7feda95bd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feda40b3290 0x7feda40c8f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:43.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.159+0000 7feda95bd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7feda40b3d50 0x7feda40b9470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:43.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.159+0000 7feda95bd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7feda4161e30 0x7feda414b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:43.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.159+0000 7feda95bd640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7feda40d39e0 con 0x7feda40b3290 2024-09-19T04:35:43.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.159+0000 7feda95bd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7feda40b3950 con 0x7feda40b3d50 2024-09-19T04:35:43.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.159+0000 7feda95bd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7feda4156d90 con 0x7feda4161e30 2024-09-19T04:35:43.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.159+0000 7feda2ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feda40b3290 0x7feda40c8f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:43.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.159+0000 7feda2ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feda40b3290 0x7feda40c8f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:43710/0 (socket says 172.21.15.111:43710) 2024-09-19T04:35:43.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.159+0000 7feda2ffd640 1 -- 172.21.15.111:0/2814120431 learned_addr learned my addr 172.21.15.111:0/2814120431 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:43.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.160+0000 7feda2ffd640 1 -- 172.21.15.111:0/2814120431 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7feda4161e30 msgr2=0x7feda414b6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:43.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.160+0000 7feda2ffd640 1 --2- 172.21.15.111:0/2814120431 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7feda4161e30 0x7feda414b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.160+0000 7feda2ffd640 1 -- 172.21.15.111:0/2814120431 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7feda40b3d50 msgr2=0x7feda40b9470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:43.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.160+0000 7feda2ffd640 1 --2- 172.21.15.111:0/2814120431 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7feda40b3d50 0x7feda40b9470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.160+0000 7feda2ffd640 1 -- 172.21.15.111:0/2814120431 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feda40b9f30 con 0x7feda40b3290 2024-09-19T04:35:43.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.160+0000 7feda2ffd640 1 --2- 172.21.15.111:0/2814120431 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feda40b3290 0x7feda40c8f90 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fed9402ac70 tx=0x7fed94004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:43.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.160+0000 7fed9b7fe640 1 -- 172.21.15.111:0/2814120431 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed9403f070 con 0x7feda40b3290 2024-09-19T04:35:43.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.160+0000 7fed9b7fe640 1 -- 172.21.15.111:0/2814120431 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed94031c40 con 0x7feda40b3290 2024-09-19T04:35:43.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.160+0000 7feda95bd640 1 -- 172.21.15.111:0/2814120431 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feda40ba210 con 0x7feda40b3290 2024-09-19T04:35:43.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.160+0000 7fed9b7fe640 1 -- 172.21.15.111:0/2814120431 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed94009450 con 0x7feda40b3290 2024-09-19T04:35:43.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.160+0000 7feda95bd640 1 -- 172.21.15.111:0/2814120431 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feda40cb0f0 con 0x7feda40b3290 2024-09-19T04:35:43.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.161+0000 7feda95bd640 1 -- 172.21.15.111:0/2814120431 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feda40d34a0 con 0x7feda40b3290 2024-09-19T04:35:43.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.161+0000 7fed9b7fe640 1 -- 172.21.15.111:0/2814120431 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fed94043410 con 0x7feda40b3290 2024-09-19T04:35:43.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.162+0000 7fed9b7fe640 1 --2- 172.21.15.111:0/2814120431 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fed8406c460 0x7fed8406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:43.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.162+0000 7feda27fc640 1 --2- 172.21.15.111:0/2814120431 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fed8406c460 0x7fed8406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:43.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.162+0000 7fed9b7fe640 1 -- 172.21.15.111:0/2814120431 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 4943+0+0 (secure 0 0 0) 0x7fed940ac9b0 con 0x7feda40b3290 2024-09-19T04:35:43.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.162+0000 7feda27fc640 1 --2- 172.21.15.111:0/2814120431 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fed8406c460 0x7fed8406e920 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fed8c006a90 tx=0x7fed8c006a20 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:43.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.166+0000 7fed9b7fe640 1 -- 172.21.15.111:0/2814120431 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fed9407b090 con 0x7feda40b3290 2024-09-19T04:35:43.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.331+0000 7feda95bd640 1 -- 172.21.15.111:0/2814120431 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7feda4069190 con 0x7feda40b3290 2024-09-19T04:35:43.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.331+0000 7fed9b7fe640 1 -- 172.21.15.111:0/2814120431 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v49) ==== 93+0+10 (secure 0 0 0) 0x7fed9407a990 con 0x7feda40b3290 2024-09-19T04:35:43.333 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 1 2024-09-19T04:35:43.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.333+0000 7feda95bd640 1 -- 172.21.15.111:0/2814120431 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fed8406c460 msgr2=0x7fed8406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:43.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.333+0000 7feda95bd640 1 --2- 172.21.15.111:0/2814120431 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fed8406c460 0x7fed8406e920 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fed8c006a90 tx=0x7fed8c006a20 comp rx=0 tx=0).stop 2024-09-19T04:35:43.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.333+0000 7feda95bd640 1 -- 172.21.15.111:0/2814120431 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feda40b3290 msgr2=0x7feda40c8f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:43.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.333+0000 7feda95bd640 1 --2- 172.21.15.111:0/2814120431 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feda40b3290 0x7feda40c8f90 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fed9402ac70 tx=0x7fed94004a40 comp rx=0 tx=0).stop 2024-09-19T04:35:43.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.333+0000 7feda95bd640 1 -- 172.21.15.111:0/2814120431 shutdown_connections 2024-09-19T04:35:43.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.333+0000 7feda95bd640 1 --2- 172.21.15.111:0/2814120431 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fed8406c460 0x7fed8406e920 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.333+0000 7feda95bd640 1 --2- 172.21.15.111:0/2814120431 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7feda4161e30 0x7feda414b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.333+0000 7feda95bd640 1 --2- 172.21.15.111:0/2814120431 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7feda40b3d50 0x7feda40b9470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.333+0000 7feda95bd640 1 --2- 172.21.15.111:0/2814120431 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feda40b3290 0x7feda40c8f90 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.333+0000 7feda95bd640 1 -- 172.21.15.111:0/2814120431 >> 172.21.15.111:0/2814120431 conn(0x7feda40d1870 msgr2=0x7feda4160f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:43.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.333+0000 7feda95bd640 1 -- 172.21.15.111:0/2814120431 shutdown_connections 2024-09-19T04:35:43.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.333+0000 7feda95bd640 1 -- 172.21.15.111:0/2814120431 wait complete. 2024-09-19T04:35:43.346 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_malicious_metafile_on_legacy_to_v1_upgrade' 2024-09-19T04:35:43.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.443+0000 7f2129b59640 1 Processor -- start 2024-09-19T04:35:43.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.443+0000 7f2129b59640 1 -- start start 2024-09-19T04:35:43.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.444+0000 7f2129b59640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f21240d02a0 0x7f21240d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:43.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.444+0000 7f2129b59640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f212415ca40 0x7f212415e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:43.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.444+0000 7f2129b59640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21240d0bc0 con 0x7f212415ce80 2024-09-19T04:35:43.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.444+0000 7f2129b59640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f212415d390 con 0x7f212415ca40 2024-09-19T04:35:43.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.444+0000 7f2129b59640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f212415d670 con 0x7f21240d02a0 2024-09-19T04:35:43.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.444+0000 7f21237fe640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f21240d02a0 0x7f21240d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:43.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.444+0000 7f2122ffd640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f212415ca40 0x7f212415e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:43.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.444+0000 7f2123fff640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f212415ce80 0x7f21241594c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:55620/0 (socket says 172.21.15.111:55620) 2024-09-19T04:35:43.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.444+0000 7f2122ffd640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f212415ca40 0x7f212415e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:46148/0 (socket says 172.21.15.111:46148) 2024-09-19T04:35:43.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.444+0000 7f21237fe640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f21240d02a0 0x7f21240d0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:51786/0 (socket says 172.21.15.111:51786) 2024-09-19T04:35:43.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.444+0000 7f2123fff640 1 -- 172.21.15.111:0/117365062 learned_addr learned my addr 172.21.15.111:0/117365062 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:43.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.445+0000 7f2122ffd640 1 -- 172.21.15.111:0/117365062 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f21240d02a0 msgr2=0x7f21240d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:43.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.445+0000 7f2122ffd640 1 --2- 172.21.15.111:0/117365062 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f21240d02a0 0x7f21240d0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.445+0000 7f2122ffd640 1 -- 172.21.15.111:0/117365062 >> v1:172.21.15.114:6789/0 conn(0x7f212415ce80 legacy=0x7f21241594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:43.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.445+0000 7f2122ffd640 1 -- 172.21.15.111:0/117365062 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f212415d950 con 0x7f212415ca40 2024-09-19T04:35:43.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.445+0000 7f21237fe640 1 --2- 172.21.15.111:0/117365062 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f21240d02a0 0x7f21240d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:35:43.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.445+0000 7f2122ffd640 1 --2- 172.21.15.111:0/117365062 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f212415ca40 0x7f212415e430 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f21180097a0 tx=0x7f211802a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=64ca37d41d074ee9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:43.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.446+0000 7f21227fc640 1 -- 172.21.15.111:0/117365062 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2118037070 con 0x7f212415ca40 2024-09-19T04:35:43.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.446+0000 7f21227fc640 1 -- 172.21.15.111:0/117365062 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f211802ae50 con 0x7f212415ca40 2024-09-19T04:35:43.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.446+0000 7f21227fc640 1 -- 172.21.15.111:0/117365062 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2118032660 con 0x7f212415ca40 2024-09-19T04:35:43.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.446+0000 7f2129b59640 1 -- 172.21.15.111:0/117365062 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f212415ca40 msgr2=0x7f212415e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:43.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.446+0000 7f2129b59640 1 --2- 172.21.15.111:0/117365062 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f212415ca40 0x7f212415e430 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f21180097a0 tx=0x7f211802a100 comp rx=0 tx=0).stop 2024-09-19T04:35:43.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.446+0000 7f2129b59640 1 -- 172.21.15.111:0/117365062 shutdown_connections 2024-09-19T04:35:43.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.446+0000 7f2129b59640 1 --2- 172.21.15.111:0/117365062 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f212415ca40 0x7f212415e430 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.446+0000 7f2129b59640 1 --2- 172.21.15.111:0/117365062 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f21240d02a0 0x7f21240d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.446+0000 7f2129b59640 1 -- 172.21.15.111:0/117365062 >> 172.21.15.111:0/117365062 conn(0x7f2124062cc0 msgr2=0x7f212406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:43.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.446+0000 7f2129b59640 1 -- 172.21.15.111:0/117365062 shutdown_connections 2024-09-19T04:35:43.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.446+0000 7f2129b59640 1 -- 172.21.15.111:0/117365062 wait complete. 2024-09-19T04:35:43.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.447+0000 7f2129b59640 1 Processor -- start 2024-09-19T04:35:43.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.448+0000 7f2129b59640 1 -- start start 2024-09-19T04:35:43.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.448+0000 7f2129b59640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21240d02a0 0x7f212414d080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:43.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.448+0000 7f2129b59640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f212415ca40 0x7f212415b500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:43.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.448+0000 7f2129b59640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f212415ce80 0x7f212415ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:43.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.448+0000 7f2129b59640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2124155b90 con 0x7f21240d02a0 2024-09-19T04:35:43.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.448+0000 7f2129b59640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f212415df10 con 0x7f212415ca40 2024-09-19T04:35:43.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.448+0000 7f2129b59640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2124155d10 con 0x7f212415ce80 2024-09-19T04:35:43.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.448+0000 7f21237fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21240d02a0 0x7f212414d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:43.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.448+0000 7f21237fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21240d02a0 0x7f212414d080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:43712/0 (socket says 172.21.15.111:43712) 2024-09-19T04:35:43.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.448+0000 7f21237fe640 1 -- 172.21.15.111:0/1999085724 learned_addr learned my addr 172.21.15.111:0/1999085724 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:43.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.449+0000 7f2122ffd640 1 --2- 172.21.15.111:0/1999085724 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f212415ca40 0x7f212415b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:43.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.449+0000 7f2123fff640 1 --2- 172.21.15.111:0/1999085724 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f212415ce80 0x7f212415ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:43.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.449+0000 7f21237fe640 1 -- 172.21.15.111:0/1999085724 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f212415ce80 msgr2=0x7f212415ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:43.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.449+0000 7f21237fe640 1 --2- 172.21.15.111:0/1999085724 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f212415ce80 0x7f212415ba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.449+0000 7f21237fe640 1 -- 172.21.15.111:0/1999085724 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f212415ca40 msgr2=0x7f212415b500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:43.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.449+0000 7f21237fe640 1 --2- 172.21.15.111:0/1999085724 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f212415ca40 0x7f212415b500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.449+0000 7f21237fe640 1 -- 172.21.15.111:0/1999085724 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f212415c3b0 con 0x7f21240d02a0 2024-09-19T04:35:43.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.449+0000 7f2123fff640 1 --2- 172.21.15.111:0/1999085724 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f212415ce80 0x7f212415ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:35:43.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.449+0000 7f21237fe640 1 --2- 172.21.15.111:0/1999085724 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21240d02a0 0x7f212414d080 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f211400e960 tx=0x7f211400ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:43.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.449+0000 7f210bfff640 1 -- 172.21.15.111:0/1999085724 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2114017070 con 0x7f21240d02a0 2024-09-19T04:35:43.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.449+0000 7f210bfff640 1 -- 172.21.15.111:0/1999085724 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f211400ca00 con 0x7f21240d02a0 2024-09-19T04:35:43.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.449+0000 7f2129b59640 1 -- 172.21.15.111:0/1999085724 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2124158010 con 0x7f21240d02a0 2024-09-19T04:35:43.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.449+0000 7f210bfff640 1 -- 172.21.15.111:0/1999085724 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f211400cdd0 con 0x7f21240d02a0 2024-09-19T04:35:43.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.449+0000 7f2129b59640 1 -- 172.21.15.111:0/1999085724 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21241585d0 con 0x7f21240d02a0 2024-09-19T04:35:43.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.450+0000 7f2129b59640 1 -- 172.21.15.111:0/1999085724 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21240b4790 con 0x7f21240d02a0 2024-09-19T04:35:43.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.451+0000 7f210bfff640 1 -- 172.21.15.111:0/1999085724 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f211401a070 con 0x7f21240d02a0 2024-09-19T04:35:43.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.451+0000 7f210bfff640 1 --2- 172.21.15.111:0/1999085724 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f211006c460 0x7f211006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:43.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.451+0000 7f210bfff640 1 -- 172.21.15.111:0/1999085724 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 4943+0+0 (secure 0 0 0) 0x7f211408b2b0 con 0x7f21240d02a0 2024-09-19T04:35:43.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.451+0000 7f2122ffd640 1 --2- 172.21.15.111:0/1999085724 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f211006c460 0x7f211006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:43.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.452+0000 7f2122ffd640 1 --2- 172.21.15.111:0/1999085724 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f211006c460 0x7f211006e920 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f2118034000 tx=0x7f211802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:43.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.455+0000 7f210bfff640 1 -- 172.21.15.111:0/1999085724 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2114059b30 con 0x7f21240d02a0 2024-09-19T04:35:43.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.682+0000 7f2129b59640 1 -- 172.21.15.111:0/1999085724 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_malicious_metafile_on_legacy_to_v1_upgrade"]} v 0) -- 0x7f21241599a0 con 0x7f21240d02a0 2024-09-19T04:35:43.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.743+0000 7f210bfff640 1 -- 172.21.15.111:0/1999085724 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_malicious_metafile_on_legacy_to_v1_upgrade"]}]=0 v156) ==== 164+0+0 (secure 0 0 0) 0x7f2114059430 con 0x7f21240d02a0 2024-09-19T04:35:43.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.745+0000 7f2129b59640 1 -- 172.21.15.111:0/1999085724 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f211006c460 msgr2=0x7f211006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:43.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.745+0000 7f2129b59640 1 --2- 172.21.15.111:0/1999085724 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f211006c460 0x7f211006e920 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f2118034000 tx=0x7f211802e000 comp rx=0 tx=0).stop 2024-09-19T04:35:43.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.745+0000 7f2129b59640 1 -- 172.21.15.111:0/1999085724 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21240d02a0 msgr2=0x7f212414d080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:43.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.745+0000 7f2129b59640 1 --2- 172.21.15.111:0/1999085724 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21240d02a0 0x7f212414d080 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f211400e960 tx=0x7f211400ee20 comp rx=0 tx=0).stop 2024-09-19T04:35:43.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.745+0000 7f2129b59640 1 -- 172.21.15.111:0/1999085724 shutdown_connections 2024-09-19T04:35:43.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.745+0000 7f2129b59640 1 --2- 172.21.15.111:0/1999085724 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f211006c460 0x7f211006e920 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.745+0000 7f2129b59640 1 --2- 172.21.15.111:0/1999085724 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f212415ce80 0x7f212415ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.745+0000 7f2129b59640 1 --2- 172.21.15.111:0/1999085724 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f212415ca40 0x7f212415b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.745+0000 7f2129b59640 1 --2- 172.21.15.111:0/1999085724 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21240d02a0 0x7f212414d080 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.745+0000 7f2129b59640 1 -- 172.21.15.111:0/1999085724 >> 172.21.15.111:0/1999085724 conn(0x7f2124062cc0 msgr2=0x7f21241514b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:43.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.746+0000 7f2129b59640 1 -- 172.21.15.111:0/1999085724 shutdown_connections 2024-09-19T04:35:43.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.746+0000 7f2129b59640 1 -- 172.21.15.111:0/1999085724 wait complete. 2024-09-19T04:35:43.758 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T04:35:43.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.858+0000 7ff25c5c4640 1 Processor -- start 2024-09-19T04:35:43.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.858+0000 7ff25c5c4640 1 -- start start 2024-09-19T04:35:43.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.859+0000 7ff25c5c4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff2540b5f50 0x7ff2540ce2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:43.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.859+0000 7ff25c5c4640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff25415ccb0 con 0x7ff2540cfd90 2024-09-19T04:35:43.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.859+0000 7ff25c5c4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff25415cf90 con 0x7ff25406dda0 2024-09-19T04:35:43.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.859+0000 7ff25c5c4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ff25415d270 con 0x7ff2540b5f50 2024-09-19T04:35:43.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.859+0000 7ff259b5f640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7ff2540cfd90 0x7ff2540d0200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36318/0 (socket says 172.21.15.111:36318) 2024-09-19T04:35:43.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.859+0000 7ff259b5f640 1 -- 172.21.15.111:0/1150913379 learned_addr learned my addr 172.21.15.111:0/1150913379 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:43.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.859+0000 7ff25a360640 1 --2- 172.21.15.111:0/1150913379 >> v2:172.21.15.114:3300/0 conn(0x7ff2540b5f50 0x7ff2540ce2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:43.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.859+0000 7ff25935e640 1 -- 172.21.15.111:0/1150913379 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2912205843 0 0) 0x7ff25415ccb0 con 0x7ff2540cfd90 2024-09-19T04:35:43.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.859+0000 7ff25935e640 1 -- 172.21.15.111:0/1150913379 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff240003520 con 0x7ff2540cfd90 2024-09-19T04:35:43.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.860+0000 7ff25935e640 1 -- 172.21.15.111:0/1150913379 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3514911468 0 0) 0x7ff240003520 con 0x7ff2540cfd90 2024-09-19T04:35:43.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.860+0000 7ff25935e640 1 -- 172.21.15.111:0/1150913379 >> v2:172.21.15.114:3300/0 conn(0x7ff2540b5f50 msgr2=0x7ff2540ce2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:43.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.860+0000 7ff25935e640 1 --2- 172.21.15.111:0/1150913379 >> v2:172.21.15.114:3300/0 conn(0x7ff2540b5f50 0x7ff2540ce2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.860+0000 7ff25935e640 1 -- 172.21.15.111:0/1150913379 >> v1:172.21.15.114:6789/0 conn(0x7ff25406dda0 legacy=0x7ff25406e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:43.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.860+0000 7ff25935e640 1 -- 172.21.15.111:0/1150913379 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff25415d550 con 0x7ff2540cfd90 2024-09-19T04:35:43.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.860+0000 7ff25935e640 1 -- 172.21.15.111:0/1150913379 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7ff244001670 con 0x7ff2540cfd90 2024-09-19T04:35:43.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.860+0000 7ff25935e640 1 -- 172.21.15.111:0/1150913379 >> v1:172.21.15.111:6789/0 conn(0x7ff2540cfd90 legacy=0x7ff2540d0200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:43.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.860+0000 7ff25935e640 1 --2- 172.21.15.111:0/1150913379 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff2400039b0 0x7ff240003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:43.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.860+0000 7ff25935e640 1 --2- 172.21.15.111:0/1150913379 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff240004800 0x7ff240004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:43.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.860+0000 7ff25935e640 1 --2- 172.21.15.111:0/1150913379 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2400051c0 0x7ff24000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:43.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.860+0000 7ff25935e640 1 -- 172.21.15.111:0/1150913379 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff25415d270 con 0x7ff2400051c0 2024-09-19T04:35:43.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.860+0000 7ff25935e640 1 -- 172.21.15.111:0/1150913379 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff24000c110 con 0x7ff2400039b0 2024-09-19T04:35:43.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.860+0000 7ff25935e640 1 -- 172.21.15.111:0/1150913379 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff24000c310 con 0x7ff240004800 2024-09-19T04:35:43.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.860+0000 7ff25ab61640 1 --2- 172.21.15.111:0/1150913379 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2400051c0 0x7ff24000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:43.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.860+0000 7ff25a360640 1 --2- 172.21.15.111:0/1150913379 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff2400039b0 0x7ff240003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:43.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.860+0000 7ff259b5f640 1 --2- 172.21.15.111:0/1150913379 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff240004800 0x7ff240004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:43.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.860+0000 7ff25ab61640 1 -- 172.21.15.111:0/1150913379 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff240004800 msgr2=0x7ff240004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:43.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.860+0000 7ff25ab61640 1 --2- 172.21.15.111:0/1150913379 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff240004800 0x7ff240004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.860+0000 7ff25ab61640 1 -- 172.21.15.111:0/1150913379 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff2400039b0 msgr2=0x7ff240003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:43.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.860+0000 7ff25ab61640 1 --2- 172.21.15.111:0/1150913379 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff2400039b0 0x7ff240003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.860+0000 7ff25ab61640 1 -- 172.21.15.111:0/1150913379 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff240003520 con 0x7ff2400051c0 2024-09-19T04:35:43.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.860+0000 7ff259b5f640 1 --2- 172.21.15.111:0/1150913379 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff240004800 0x7ff240004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:35:43.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.861+0000 7ff25ab61640 1 -- 172.21.15.111:0/1150913379 reap_dead start 2024-09-19T04:35:43.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.861+0000 7ff25ab61640 1 --2- 172.21.15.111:0/1150913379 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2400051c0 0x7ff24000b9c0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7ff24c001f60 tx=0x7ff240005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c64e34c4579ee88e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:43.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.861+0000 7ff25935e640 1 -- 172.21.15.111:0/1150913379 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff24c001b30 con 0x7ff2400051c0 2024-09-19T04:35:43.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.861+0000 7ff25935e640 1 -- 172.21.15.111:0/1150913379 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff24c003b90 con 0x7ff2400051c0 2024-09-19T04:35:43.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.861+0000 7ff25935e640 1 -- 172.21.15.111:0/1150913379 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff24c005110 con 0x7ff2400051c0 2024-09-19T04:35:43.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.862+0000 7ff25c5c4640 1 -- 172.21.15.111:0/1150913379 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2400051c0 msgr2=0x7ff24000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:43.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.862+0000 7ff25c5c4640 1 --2- 172.21.15.111:0/1150913379 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2400051c0 0x7ff24000b9c0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7ff24c001f60 tx=0x7ff240005830 comp rx=0 tx=0).stop 2024-09-19T04:35:43.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.862+0000 7ff25c5c4640 1 -- 172.21.15.111:0/1150913379 shutdown_connections 2024-09-19T04:35:43.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.862+0000 7ff25c5c4640 1 --2- 172.21.15.111:0/1150913379 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2400051c0 0x7ff24000b9c0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.862+0000 7ff25c5c4640 1 -- 172.21.15.111:0/1150913379 >> 172.21.15.111:0/1150913379 conn(0x7ff25406bba0 msgr2=0x7ff25406bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:43.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.862+0000 7ff25c5c4640 1 -- 172.21.15.111:0/1150913379 shutdown_connections 2024-09-19T04:35:43.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.862+0000 7ff25c5c4640 1 -- 172.21.15.111:0/1150913379 wait complete. 2024-09-19T04:35:43.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.863+0000 7ff25c5c4640 1 Processor -- start 2024-09-19T04:35:43.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.863+0000 7ff25c5c4640 1 -- start start 2024-09-19T04:35:43.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.864+0000 7ff25c5c4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff2400051c0 0x7ff25414b630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:43.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.864+0000 7ff25c5c4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff254159850 0x7ff25415b210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:43.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.864+0000 7ff25c5c4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff25415b750 0x7ff254157020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:43.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.864+0000 7ff25c5c4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff2540cd970 con 0x7ff25415b750 2024-09-19T04:35:43.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.864+0000 7ff25c5c4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff25415c970 con 0x7ff2400051c0 2024-09-19T04:35:43.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.864+0000 7ff25c5c4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff2540cdaf0 con 0x7ff254159850 2024-09-19T04:35:43.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.864+0000 7ff25ab61640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff25415b750 0x7ff254157020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:43.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.864+0000 7ff25ab61640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff25415b750 0x7ff254157020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:43732/0 (socket says 172.21.15.111:43732) 2024-09-19T04:35:43.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.864+0000 7ff25ab61640 1 -- 172.21.15.111:0/2247682547 learned_addr learned my addr 172.21.15.111:0/2247682547 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:43.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.864+0000 7ff25a360640 1 --2- 172.21.15.111:0/2247682547 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff2400051c0 0x7ff25414b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:43.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.864+0000 7ff259b5f640 1 --2- 172.21.15.111:0/2247682547 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff254159850 0x7ff25415b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:43.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.864+0000 7ff25ab61640 1 -- 172.21.15.111:0/2247682547 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff254159850 msgr2=0x7ff25415b210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:43.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.864+0000 7ff25ab61640 1 --2- 172.21.15.111:0/2247682547 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff254159850 0x7ff25415b210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.864+0000 7ff25ab61640 1 -- 172.21.15.111:0/2247682547 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff2400051c0 msgr2=0x7ff25414b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:43.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.864+0000 7ff25ab61640 1 --2- 172.21.15.111:0/2247682547 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff2400051c0 0x7ff25414b630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:43.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.864+0000 7ff25ab61640 1 -- 172.21.15.111:0/2247682547 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff25414bb70 con 0x7ff25415b750 2024-09-19T04:35:43.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.864+0000 7ff25ab61640 1 --2- 172.21.15.111:0/2247682547 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff25415b750 0x7ff254157020 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7ff24c02aa00 tx=0x7ff24c0015b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:43.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.864+0000 7ff24affd640 1 -- 172.21.15.111:0/2247682547 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff24c006b50 con 0x7ff25415b750 2024-09-19T04:35:43.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.864+0000 7ff24affd640 1 -- 172.21.15.111:0/2247682547 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff24c006cf0 con 0x7ff25415b750 2024-09-19T04:35:43.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.864+0000 7ff24affd640 1 -- 172.21.15.111:0/2247682547 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff24c007230 con 0x7ff25415b750 2024-09-19T04:35:43.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.864+0000 7ff25c5c4640 1 -- 172.21.15.111:0/2247682547 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2540aa870 con 0x7ff25415b750 2024-09-19T04:35:43.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.864+0000 7ff25c5c4640 1 -- 172.21.15.111:0/2247682547 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2540aae30 con 0x7ff25415b750 2024-09-19T04:35:43.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.865+0000 7ff25c5c4640 1 -- 172.21.15.111:0/2247682547 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2540d0200 con 0x7ff25415b750 2024-09-19T04:35:43.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.866+0000 7ff24affd640 1 -- 172.21.15.111:0/2247682547 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7ff24c03c070 con 0x7ff25415b750 2024-09-19T04:35:43.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.866+0000 7ff24affd640 1 --2- 172.21.15.111:0/2247682547 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff23806c460 0x7ff23806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:43.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.867+0000 7ff25a360640 1 --2- 172.21.15.111:0/2247682547 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff23806c460 0x7ff23806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:43.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.867+0000 7ff24affd640 1 -- 172.21.15.111:0/2247682547 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 4943+0+0 (secure 0 0 0) 0x7ff24c0ab420 con 0x7ff25415b750 2024-09-19T04:35:43.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.867+0000 7ff25a360640 1 --2- 172.21.15.111:0/2247682547 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff23806c460 0x7ff23806e920 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7ff250009b40 tx=0x7ff250009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:43.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:43.871+0000 7ff24affd640 1 -- 172.21.15.111:0/2247682547 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff24c044060 con 0x7ff25415b750 2024-09-19T04:35:44.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.035+0000 7ff25c5c4640 1 -- 172.21.15.111:0/2247682547 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7ff25415a360 con 0x7ff25415b750 2024-09-19T04:35:44.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.038+0000 7ff24affd640 1 -- 172.21.15.111:0/2247682547 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v14)=0 v14) ==== 122+0+0 (secure 0 0 0) 0x7ff24c079c10 con 0x7ff25415b750 2024-09-19T04:35:44.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.041+0000 7ff25c5c4640 1 -- 172.21.15.111:0/2247682547 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff23806c460 msgr2=0x7ff23806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:44.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.041+0000 7ff25c5c4640 1 --2- 172.21.15.111:0/2247682547 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff23806c460 0x7ff23806e920 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7ff250009b40 tx=0x7ff250009190 comp rx=0 tx=0).stop 2024-09-19T04:35:44.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.041+0000 7ff25c5c4640 1 -- 172.21.15.111:0/2247682547 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff25415b750 msgr2=0x7ff254157020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:44.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.041+0000 7ff25c5c4640 1 --2- 172.21.15.111:0/2247682547 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff25415b750 0x7ff254157020 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7ff24c02aa00 tx=0x7ff24c0015b0 comp rx=0 tx=0).stop 2024-09-19T04:35:44.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.041+0000 7ff25c5c4640 1 -- 172.21.15.111:0/2247682547 shutdown_connections 2024-09-19T04:35:44.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.041+0000 7ff25c5c4640 1 --2- 172.21.15.111:0/2247682547 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff23806c460 0x7ff23806e920 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:44.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.041+0000 7ff25c5c4640 1 --2- 172.21.15.111:0/2247682547 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff25415b750 0x7ff254157020 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:44.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.041+0000 7ff25c5c4640 1 --2- 172.21.15.111:0/2247682547 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff254159850 0x7ff25415b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:44.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.041+0000 7ff25c5c4640 1 --2- 172.21.15.111:0/2247682547 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff2400051c0 0x7ff25414b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:44.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.041+0000 7ff25c5c4640 1 -- 172.21.15.111:0/2247682547 >> 172.21.15.111:0/2247682547 conn(0x7ff25406bba0 msgr2=0x7ff2540b1cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:44.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.041+0000 7ff25c5c4640 1 -- 172.21.15.111:0/2247682547 shutdown_connections 2024-09-19T04:35:44.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.041+0000 7ff25c5c4640 1 -- 172.21.15.111:0/2247682547 wait complete. 2024-09-19T04:35:44.053 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:35:44.053 DEBUG:teuthology.orchestra.run.smithi111:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:35:44.100 DEBUG:teuthology.orchestra.run.smithi114:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:35:44.153 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:35:44.153 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:35:44.153 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:35:44.168 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:35:44.168 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:35:44.168 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:35:44.186 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:35:44.186 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:35:44.186 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:35:44.225 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:35:44.225 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:35:44.225 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:35:44.245 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:35:44.245 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T04:35:44.245 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:35:44.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.361+0000 7f1bd36c9640 1 Processor -- start 2024-09-19T04:35:44.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.361+0000 7f1bd36c9640 1 -- start start 2024-09-19T04:35:44.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.362+0000 7f1bd36c9640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f1bcc15e940 0x7f1bcc0d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:44.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.362+0000 7f1bd36c9640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1bcc0b7170 con 0x7f1bcc0cef90 2024-09-19T04:35:44.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.362+0000 7f1bd36c9640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1bcc0b7aa0 con 0x7f1bcc15ed20 2024-09-19T04:35:44.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.362+0000 7f1bd36c9640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f1bcc0d3660 con 0x7f1bcc15e940 2024-09-19T04:35:44.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.362+0000 7f1bd1c66640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f1bcc0cef90 0x7f1bcc0b3930 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36332/0 (socket says 172.21.15.111:36332) 2024-09-19T04:35:44.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.362+0000 7f1bd1c66640 1 -- 172.21.15.111:0/1910879012 learned_addr learned my addr 172.21.15.111:0/1910879012 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:44.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bd1465640 1 --2- 172.21.15.111:0/1910879012 >> v2:172.21.15.114:3300/0 conn(0x7f1bcc15e940 0x7f1bcc0d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:44.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bc3fff640 1 -- 172.21.15.111:0/1910879012 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 252637298 0 0) 0x7f1bc4001490 con 0x7f1bcc0cef90 2024-09-19T04:35:44.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bc3fff640 1 -- 172.21.15.111:0/1910879012 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1bb8003520 con 0x7f1bcc0cef90 2024-09-19T04:35:44.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bc3fff640 1 -- 172.21.15.111:0/1910879012 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2448168209 0 0) 0x7f1bb8003520 con 0x7f1bcc0cef90 2024-09-19T04:35:44.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bc3fff640 1 -- 172.21.15.111:0/1910879012 >> v2:172.21.15.114:3300/0 conn(0x7f1bcc15e940 msgr2=0x7f1bcc0d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:44.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bc3fff640 1 --2- 172.21.15.111:0/1910879012 >> v2:172.21.15.114:3300/0 conn(0x7f1bcc15e940 0x7f1bcc0d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:44.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bc3fff640 1 -- 172.21.15.111:0/1910879012 >> v1:172.21.15.114:6789/0 conn(0x7f1bcc15ed20 legacy=0x7f1bcc0b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:44.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bc3fff640 1 -- 172.21.15.111:0/1910879012 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bcc0d3940 con 0x7f1bcc0cef90 2024-09-19T04:35:44.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bc3fff640 1 -- 172.21.15.111:0/1910879012 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f1bc4001bc0 con 0x7f1bcc0cef90 2024-09-19T04:35:44.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bd1465640 1 --2- 172.21.15.111:0/1910879012 >> v2:172.21.15.114:3300/0 conn(0x7f1bcc15e940 0x7f1bcc0d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:35:44.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bc3fff640 1 -- 172.21.15.111:0/1910879012 >> v1:172.21.15.111:6789/0 conn(0x7f1bcc0cef90 legacy=0x7f1bcc0b3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:44.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bc3fff640 1 --2- 172.21.15.111:0/1910879012 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1bb80039b0 0x7f1bb8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:44.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bc3fff640 1 --2- 172.21.15.111:0/1910879012 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1bb8004800 0x7f1bb8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:44.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bc3fff640 1 --2- 172.21.15.111:0/1910879012 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1bb80051c0 0x7f1bb800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:44.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bc3fff640 1 -- 172.21.15.111:0/1910879012 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1bcc0d3660 con 0x7f1bb8004800 2024-09-19T04:35:44.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bc3fff640 1 -- 172.21.15.111:0/1910879012 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1bb800c070 con 0x7f1bb80039b0 2024-09-19T04:35:44.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bc3fff640 1 -- 172.21.15.111:0/1910879012 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1bb800c270 con 0x7f1bb80051c0 2024-09-19T04:35:44.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bd0c64640 1 --2- 172.21.15.111:0/1910879012 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1bb8004800 0x7f1bb8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:44.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bd1465640 1 --2- 172.21.15.111:0/1910879012 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1bb80039b0 0x7f1bb8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:44.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bd1c66640 1 --2- 172.21.15.111:0/1910879012 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1bb80051c0 0x7f1bb800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:44.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bd0c64640 1 -- 172.21.15.111:0/1910879012 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1bb80051c0 msgr2=0x7f1bb800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:44.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bd0c64640 1 --2- 172.21.15.111:0/1910879012 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1bb80051c0 0x7f1bb800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:44.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bd0c64640 1 -- 172.21.15.111:0/1910879012 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1bb80039b0 msgr2=0x7f1bb8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:44.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bd0c64640 1 --2- 172.21.15.111:0/1910879012 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1bb80039b0 0x7f1bb8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:44.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bd0c64640 1 -- 172.21.15.111:0/1910879012 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bb8003520 con 0x7f1bb8004800 2024-09-19T04:35:44.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.363+0000 7f1bd1c66640 1 -- 172.21.15.111:0/1910879012 reap_dead start 2024-09-19T04:35:44.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.364+0000 7f1bd0c64640 1 --2- 172.21.15.111:0/1910879012 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1bb8004800 0x7f1bb8004c80 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc001720 tx=0x7f1bb8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7ac3f0cbc11b0f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:44.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.364+0000 7f1bc3fff640 1 -- 172.21.15.111:0/1910879012 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bbc001370 con 0x7f1bb8004800 2024-09-19T04:35:44.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.364+0000 7f1bc3fff640 1 -- 172.21.15.111:0/1910879012 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1bbc0052d0 con 0x7f1bb8004800 2024-09-19T04:35:44.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.364+0000 7f1bc3fff640 1 -- 172.21.15.111:0/1910879012 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bbc02abc0 con 0x7f1bb8004800 2024-09-19T04:35:44.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.365+0000 7f1bd36c9640 1 -- 172.21.15.111:0/1910879012 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1bb8004800 msgr2=0x7f1bb8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:44.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.365+0000 7f1bd36c9640 1 --2- 172.21.15.111:0/1910879012 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1bb8004800 0x7f1bb8004c80 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc001720 tx=0x7f1bb8005830 comp rx=0 tx=0).stop 2024-09-19T04:35:44.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.365+0000 7f1bd36c9640 1 -- 172.21.15.111:0/1910879012 shutdown_connections 2024-09-19T04:35:44.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.365+0000 7f1bd36c9640 1 --2- 172.21.15.111:0/1910879012 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1bb8004800 0x7f1bb8004c80 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:44.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.365+0000 7f1bd36c9640 1 -- 172.21.15.111:0/1910879012 >> 172.21.15.111:0/1910879012 conn(0x7f1bcc0b6240 msgr2=0x7f1bcc0b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:44.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.365+0000 7f1bd36c9640 1 -- 172.21.15.111:0/1910879012 shutdown_connections 2024-09-19T04:35:44.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.365+0000 7f1bd36c9640 1 -- 172.21.15.111:0/1910879012 wait complete. 2024-09-19T04:35:44.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.366+0000 7f1bd36c9640 1 Processor -- start 2024-09-19T04:35:44.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.366+0000 7f1bd36c9640 1 -- start start 2024-09-19T04:35:44.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.367+0000 7f1bd36c9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1bb8004800 0x7f1bcc0ccd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:44.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.367+0000 7f1bd36c9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1bcc15ba90 0x7f1bcc14fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:44.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.367+0000 7f1bd36c9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1bcc0c8260 0x7f1bcc0c8ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:44.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.367+0000 7f1bd36c9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1bcc0d1ef0 con 0x7f1bcc0c8260 2024-09-19T04:35:44.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.367+0000 7f1bd36c9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1bcc0d3f00 con 0x7f1bcc15ba90 2024-09-19T04:35:44.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.367+0000 7f1bd36c9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1bcc0d2070 con 0x7f1bb8004800 2024-09-19T04:35:44.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.367+0000 7f1bd1c66640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1bcc0c8260 0x7f1bcc0c8ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:44.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.367+0000 7f1bd1465640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1bb8004800 0x7f1bcc0ccd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:44.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.367+0000 7f1bd1c66640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1bcc0c8260 0x7f1bcc0c8ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:43752/0 (socket says 172.21.15.111:43752) 2024-09-19T04:35:44.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.367+0000 7f1bd1c66640 1 -- 172.21.15.111:0/1632002003 learned_addr learned my addr 172.21.15.111:0/1632002003 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:44.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.367+0000 7f1bd0c64640 1 --2- 172.21.15.111:0/1632002003 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1bcc15ba90 0x7f1bcc14fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:44.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.367+0000 7f1bd1c66640 1 -- 172.21.15.111:0/1632002003 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1bb8004800 msgr2=0x7f1bcc0ccd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:44.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.367+0000 7f1bd1c66640 1 --2- 172.21.15.111:0/1632002003 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1bb8004800 0x7f1bcc0ccd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:44.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.367+0000 7f1bd1c66640 1 -- 172.21.15.111:0/1632002003 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1bcc15ba90 msgr2=0x7f1bcc14fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:44.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.367+0000 7f1bd1c66640 1 --2- 172.21.15.111:0/1632002003 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1bcc15ba90 0x7f1bcc14fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:44.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.367+0000 7f1bd1c66640 1 -- 172.21.15.111:0/1632002003 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bcc1500c0 con 0x7f1bcc0c8260 2024-09-19T04:35:44.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.367+0000 7f1bd1c66640 1 --2- 172.21.15.111:0/1632002003 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1bcc0c8260 0x7f1bcc0c8ca0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc0d0d90 tx=0x7f1bc4007bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:44.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.368+0000 7f1bc1ffb640 1 -- 172.21.15.111:0/1632002003 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc4019070 con 0x7f1bcc0c8260 2024-09-19T04:35:44.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.368+0000 7f1bc1ffb640 1 -- 172.21.15.111:0/1632002003 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1bc400eab0 con 0x7f1bcc0c8260 2024-09-19T04:35:44.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.368+0000 7f1bd36c9640 1 -- 172.21.15.111:0/1632002003 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bcc0cb0d0 con 0x7f1bcc0c8260 2024-09-19T04:35:44.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.368+0000 7f1bc1ffb640 1 -- 172.21.15.111:0/1632002003 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc400eea0 con 0x7f1bcc0c8260 2024-09-19T04:35:44.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.368+0000 7f1bd36c9640 1 -- 172.21.15.111:0/1632002003 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bcc15a660 con 0x7f1bcc0c8260 2024-09-19T04:35:44.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.369+0000 7f1bd36c9640 1 -- 172.21.15.111:0/1632002003 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1bcc0cb5f0 con 0x7f1bcc0c8260 2024-09-19T04:35:44.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.369+0000 7f1bc1ffb640 1 -- 172.21.15.111:0/1632002003 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f1bc401c070 con 0x7f1bcc0c8260 2024-09-19T04:35:44.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.370+0000 7f1bc1ffb640 1 --2- 172.21.15.111:0/1632002003 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1bb006c490 0x7f1bb006e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:44.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.370+0000 7f1bd1465640 1 --2- 172.21.15.111:0/1632002003 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1bb006c490 0x7f1bb006e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:44.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.370+0000 7f1bc1ffb640 1 -- 172.21.15.111:0/1632002003 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 4943+0+0 (secure 0 0 0) 0x7f1bc408ae20 con 0x7f1bcc0c8260 2024-09-19T04:35:44.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.370+0000 7f1bd1465640 1 --2- 172.21.15.111:0/1632002003 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1bb006c490 0x7f1bb006e950 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f1bc8009dc0 tx=0x7f1bc8009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:44.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.374+0000 7f1bc1ffb640 1 -- 172.21.15.111:0/1632002003 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1bcc1500c0 con 0x7f1bcc0c8260 2024-09-19T04:35:44.577 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.576+0000 7f1bd36c9640 1 -- 172.21.15.111:0/1632002003 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1bcc0d1060 con 0x7f1bcc0c8260 2024-09-19T04:35:44.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.576+0000 7f1bc1ffb640 1 -- 172.21.15.111:0/1632002003 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+3920 (secure 0 0 0) 0x7f1bcc0b7170 con 0x7f1bcc0c8260 2024-09-19T04:35:44.578 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:44.578 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":23,"btime":"2024-09-19T04:35:39:727150+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4978,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3318539535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3318539535},{"type":"v1","addr":"172.21.15.114:6834","nonce":3318539535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5024,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/1041565414","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":1041565414},{"type":"v1","addr":"172.21.15.114:6835","nonce":1041565414}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6836/1477911623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6835","nonce":1477911623},{"type":"v1","addr":"172.21.15.111:6836","nonce":1477911623}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5205,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/799717206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":799717206},{"type":"v1","addr":"172.21.15.111:6837","nonce":799717206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[]} 2024-09-19T04:35:44.578 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 23 2024-09-19T04:35:44.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.578+0000 7f1bd36c9640 1 -- 172.21.15.111:0/1632002003 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1bb006c490 msgr2=0x7f1bb006e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:44.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.578+0000 7f1bd36c9640 1 --2- 172.21.15.111:0/1632002003 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1bb006c490 0x7f1bb006e950 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f1bc8009dc0 tx=0x7f1bc8009190 comp rx=0 tx=0).stop 2024-09-19T04:35:44.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.578+0000 7f1bd36c9640 1 -- 172.21.15.111:0/1632002003 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1bcc0c8260 msgr2=0x7f1bcc0c8ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:44.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.578+0000 7f1bd36c9640 1 --2- 172.21.15.111:0/1632002003 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1bcc0c8260 0x7f1bcc0c8ca0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc0d0d90 tx=0x7f1bc4007bc0 comp rx=0 tx=0).stop 2024-09-19T04:35:44.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.578+0000 7f1bd36c9640 1 -- 172.21.15.111:0/1632002003 shutdown_connections 2024-09-19T04:35:44.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.578+0000 7f1bd36c9640 1 --2- 172.21.15.111:0/1632002003 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1bb006c490 0x7f1bb006e950 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:44.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.578+0000 7f1bd36c9640 1 --2- 172.21.15.111:0/1632002003 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1bcc0c8260 0x7f1bcc0c8ca0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:44.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.578+0000 7f1bd36c9640 1 --2- 172.21.15.111:0/1632002003 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1bcc15ba90 0x7f1bcc14fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:44.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.578+0000 7f1bd36c9640 1 --2- 172.21.15.111:0/1632002003 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1bb8004800 0x7f1bcc0ccd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:44.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.578+0000 7f1bd36c9640 1 -- 172.21.15.111:0/1632002003 >> 172.21.15.111:0/1632002003 conn(0x7f1bcc0b6240 msgr2=0x7f1bcc15d8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:44.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.579+0000 7f1bd36c9640 1 -- 172.21.15.111:0/1632002003 shutdown_connections 2024-09-19T04:35:44.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:44.579+0000 7f1bd36c9640 1 -- 172.21.15.111:0/1632002003 wait complete. 2024-09-19T04:35:44.591 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T04:35:44.591 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T04:35:44.591 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T04:35:44.592 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:35:44.592 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T04:35:44.592 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T04:35:44.592 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T04:35:44.592 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:35:44.592 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T04:35:44.593 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T04:35:44.593 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T04:35:44.593 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:35:44.593 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T04:35:44.593 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T04:35:44.593 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T04:35:44.593 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:35:44.602 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T04:35:44.602 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T04:35:44.605 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T04:35:44.605 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T04:35:44.605 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T04:35:44.606 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T04:35:44.644 INFO:tasks.ceph.mds.c:Started 2024-09-19T04:35:44.644 DEBUG:teuthology.parallel:result is None 2024-09-19T04:35:44.647 INFO:tasks.ceph.mds.b:Started 2024-09-19T04:35:44.648 DEBUG:teuthology.parallel:result is None 2024-09-19T04:35:44.648 INFO:tasks.ceph.mds.d:Started 2024-09-19T04:35:44.649 DEBUG:teuthology.parallel:result is None 2024-09-19T04:35:44.716 INFO:tasks.ceph.mds.c.smithi111.stdout:starting mds.c at 2024-09-19T04:35:44.730 INFO:tasks.ceph.mds.b.smithi114.stdout:starting mds.b at 2024-09-19T04:35:44.730 INFO:tasks.ceph.mds.d.smithi114.stdout:starting mds.d at 2024-09-19T04:35:46.389 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:35:46.392 DEBUG:teuthology.orchestra.run.smithi114:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:35:49.119 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2024-09-19T04:35:50.602 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T04:35:50.603 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T04:35:50.605 INFO:tasks.ceph.mds.a:Started 2024-09-19T04:35:50.606 DEBUG:teuthology.parallel:result is None 2024-09-19T04:35:50.606 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T04:35:50.689 INFO:tasks.ceph.mds.a.smithi111.stdout:starting mds.a at 2024-09-19T04:35:50.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.717+0000 7f0576be4640 1 Processor -- start 2024-09-19T04:35:50.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.717+0000 7f0576be4640 1 -- start start 2024-09-19T04:35:50.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.717+0000 7f0576be4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f057015c180 0x7f05700cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:50.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.717+0000 7f0576be4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f0570073120 0x7f0570073570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:50.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.717+0000 7f0576be4640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f05700ce740 con 0x7f05700ce230 2024-09-19T04:35:50.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.717+0000 7f0576be4640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f0570072640 con 0x7f057015c180 2024-09-19T04:35:50.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.717+0000 7f0576be4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f0570072920 con 0x7f0570073120 2024-09-19T04:35:50.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.718+0000 7f0574980640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f057015c180 0x7f05700cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:50.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.718+0000 7f0574980640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f057015c180 0x7f05700cdcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:43806/0 (socket says 172.21.15.111:43806) 2024-09-19T04:35:50.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.718+0000 7f056ffff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f05700ce230 0x7f05700cf070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36348/0 (socket says 172.21.15.111:36348) 2024-09-19T04:35:50.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.718+0000 7f0574980640 1 -- 172.21.15.111:0/1571064981 learned_addr learned my addr 172.21.15.111:0/1571064981 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:50.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.718+0000 7f0575181640 1 --2- 172.21.15.111:0/1571064981 >> v2:172.21.15.114:3300/0 conn(0x7f0570073120 0x7f0570073570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:50.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.718+0000 7f0574980640 1 -- 172.21.15.111:0/1571064981 >> v2:172.21.15.114:3300/0 conn(0x7f0570073120 msgr2=0x7f0570073570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:50.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.718+0000 7f0574980640 1 --2- 172.21.15.111:0/1571064981 >> v2:172.21.15.114:3300/0 conn(0x7f0570073120 0x7f0570073570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:50.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.718+0000 7f0574980640 1 -- 172.21.15.111:0/1571064981 >> v1:172.21.15.111:6789/0 conn(0x7f05700ce230 legacy=0x7f05700cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:50.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.718+0000 7f0574980640 1 -- 172.21.15.111:0/1571064981 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0570072c00 con 0x7f057015c180 2024-09-19T04:35:50.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.719+0000 7f0574980640 1 --2- 172.21.15.111:0/1571064981 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f057015c180 0x7f05700cdcf0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f05700cd0a0 tx=0x7f056802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61cf1d56c1e36b13 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:50.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.719+0000 7f056f7fe640 1 -- 172.21.15.111:0/1571064981 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0568037070 con 0x7f057015c180 2024-09-19T04:35:50.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.719+0000 7f056f7fe640 1 -- 172.21.15.111:0/1571064981 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0568032440 con 0x7f057015c180 2024-09-19T04:35:50.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.719+0000 7f056f7fe640 1 -- 172.21.15.111:0/1571064981 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0568032810 con 0x7f057015c180 2024-09-19T04:35:50.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.719+0000 7f0576be4640 1 -- 172.21.15.111:0/1571064981 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f057015c180 msgr2=0x7f05700cdcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:50.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.719+0000 7f0576be4640 1 --2- 172.21.15.111:0/1571064981 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f057015c180 0x7f05700cdcf0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f05700cd0a0 tx=0x7f056802a1e0 comp rx=0 tx=0).stop 2024-09-19T04:35:50.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.719+0000 7f0576be4640 1 -- 172.21.15.111:0/1571064981 shutdown_connections 2024-09-19T04:35:50.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.719+0000 7f0576be4640 1 --2- 172.21.15.111:0/1571064981 >> v2:172.21.15.114:3300/0 conn(0x7f0570073120 0x7f0570073570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:50.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.719+0000 7f0576be4640 1 --2- 172.21.15.111:0/1571064981 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f057015c180 0x7f05700cdcf0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:50.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.719+0000 7f0576be4640 1 -- 172.21.15.111:0/1571064981 >> 172.21.15.111:0/1571064981 conn(0x7f0570062cc0 msgr2=0x7f057006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:50.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.719+0000 7f0576be4640 1 -- 172.21.15.111:0/1571064981 shutdown_connections 2024-09-19T04:35:50.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.719+0000 7f0576be4640 1 -- 172.21.15.111:0/1571064981 wait complete. 2024-09-19T04:35:50.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.721+0000 7f0576be4640 1 Processor -- start 2024-09-19T04:35:50.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.721+0000 7f0576be4640 1 -- start start 2024-09-19T04:35:50.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.721+0000 7f0576be4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0570073120 0x7f05701e82d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:50.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.721+0000 7f0576be4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05700ce230 0x7f05700cb460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:50.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.721+0000 7f0576be4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f057015c180 0x7f0570144cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:50.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.721+0000 7f0576be4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f05700cf780 con 0x7f057015c180 2024-09-19T04:35:50.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.721+0000 7f0576be4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f05700722f0 con 0x7f0570073120 2024-09-19T04:35:50.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.721+0000 7f0576be4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f057015c560 con 0x7f05700ce230 2024-09-19T04:35:50.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.722+0000 7f0575181640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f057015c180 0x7f0570144cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:50.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.722+0000 7f0575181640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f057015c180 0x7f0570144cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:43816/0 (socket says 172.21.15.111:43816) 2024-09-19T04:35:50.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.722+0000 7f0575181640 1 -- 172.21.15.111:0/1244175247 learned_addr learned my addr 172.21.15.111:0/1244175247 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:50.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.722+0000 7f056ffff640 1 --2- 172.21.15.111:0/1244175247 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05700ce230 0x7f05700cb460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:50.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.722+0000 7f0574980640 1 --2- 172.21.15.111:0/1244175247 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0570073120 0x7f05701e82d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:50.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.722+0000 7f0575181640 1 -- 172.21.15.111:0/1244175247 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05700ce230 msgr2=0x7f05700cb460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:50.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.722+0000 7f0575181640 1 --2- 172.21.15.111:0/1244175247 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05700ce230 0x7f05700cb460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:50.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.722+0000 7f0575181640 1 -- 172.21.15.111:0/1244175247 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0570073120 msgr2=0x7f05701e82d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:50.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.722+0000 7f0575181640 1 --2- 172.21.15.111:0/1244175247 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0570073120 0x7f05701e82d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:50.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.722+0000 7f0575181640 1 -- 172.21.15.111:0/1244175247 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05701e7230 con 0x7f057015c180 2024-09-19T04:35:50.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.722+0000 7f0575181640 1 --2- 172.21.15.111:0/1244175247 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f057015c180 0x7f0570144cf0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f055800e820 tx=0x7f055800ec20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:50.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.722+0000 7f056d7fa640 1 -- 172.21.15.111:0/1244175247 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0558017070 con 0x7f057015c180 2024-09-19T04:35:50.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.722+0000 7f056d7fa640 1 -- 172.21.15.111:0/1244175247 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f055800ee70 con 0x7f057015c180 2024-09-19T04:35:50.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.722+0000 7f0576be4640 1 -- 172.21.15.111:0/1244175247 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05701e7510 con 0x7f057015c180 2024-09-19T04:35:50.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.722+0000 7f056d7fa640 1 -- 172.21.15.111:0/1244175247 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055800cb60 con 0x7f057015c180 2024-09-19T04:35:50.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.722+0000 7f0576be4640 1 -- 172.21.15.111:0/1244175247 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05701e7ad0 con 0x7f057015c180 2024-09-19T04:35:50.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.723+0000 7f0576be4640 1 -- 172.21.15.111:0/1244175247 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05700cfb50 con 0x7f057015c180 2024-09-19T04:35:50.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.724+0000 7f056d7fa640 1 -- 172.21.15.111:0/1244175247 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f055801a070 con 0x7f057015c180 2024-09-19T04:35:50.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.724+0000 7f056d7fa640 1 --2- 172.21.15.111:0/1244175247 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f055006c460 0x7f055006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:50.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.724+0000 7f056d7fa640 1 -- 172.21.15.111:0/1244175247 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 4943+0+0 (secure 0 0 0) 0x7f055808b690 con 0x7f057015c180 2024-09-19T04:35:50.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.724+0000 7f0574980640 1 --2- 172.21.15.111:0/1244175247 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f055006c460 0x7f055006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:50.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.725+0000 7f0574980640 1 --2- 172.21.15.111:0/1244175247 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f055006c460 0x7f055006e920 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f0568034000 tx=0x7f056802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:50.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.729+0000 7f056d7fa640 1 -- 172.21.15.111:0/1244175247 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0558059e80 con 0x7f057015c180 2024-09-19T04:35:50.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:50.909+0000 7f0576be4640 1 -- 172.21.15.111:0/1244175247 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f057006d280 con 0x7f057015c180 2024-09-19T04:35:51.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.768+0000 7f056d7fa640 1 -- 172.21.15.111:0/1244175247 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v54) ==== 97+0+0 (secure 0 0 0) 0x7f0558059780 con 0x7f057015c180 2024-09-19T04:35:51.769 INFO:teuthology.orchestra.run.smithi111.stderr: removed all blocklist entries 2024-09-19T04:35:51.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.770+0000 7f0576be4640 1 -- 172.21.15.111:0/1244175247 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f055006c460 msgr2=0x7f055006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:51.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.770+0000 7f0576be4640 1 --2- 172.21.15.111:0/1244175247 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f055006c460 0x7f055006e920 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f0568034000 tx=0x7f056802e000 comp rx=0 tx=0).stop 2024-09-19T04:35:51.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.770+0000 7f0576be4640 1 -- 172.21.15.111:0/1244175247 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f057015c180 msgr2=0x7f0570144cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:51.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.770+0000 7f0576be4640 1 --2- 172.21.15.111:0/1244175247 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f057015c180 0x7f0570144cf0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f055800e820 tx=0x7f055800ec20 comp rx=0 tx=0).stop 2024-09-19T04:35:51.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.770+0000 7f0576be4640 1 -- 172.21.15.111:0/1244175247 shutdown_connections 2024-09-19T04:35:51.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.770+0000 7f0576be4640 1 --2- 172.21.15.111:0/1244175247 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f055006c460 0x7f055006e920 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:51.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.770+0000 7f0576be4640 1 --2- 172.21.15.111:0/1244175247 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f057015c180 0x7f0570144cf0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:51.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.770+0000 7f0576be4640 1 --2- 172.21.15.111:0/1244175247 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05700ce230 0x7f05700cb460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:51.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.770+0000 7f0576be4640 1 --2- 172.21.15.111:0/1244175247 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0570073120 0x7f05701e82d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:51.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.770+0000 7f0576be4640 1 -- 172.21.15.111:0/1244175247 >> 172.21.15.111:0/1244175247 conn(0x7f0570062cc0 msgr2=0x7f05700b28b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:51.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.771+0000 7f0576be4640 1 -- 172.21.15.111:0/1244175247 shutdown_connections 2024-09-19T04:35:51.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.771+0000 7f0576be4640 1 -- 172.21.15.111:0/1244175247 wait complete. 2024-09-19T04:35:51.785 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T04:35:51.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.885+0000 7fd0d2d6d640 1 Processor -- start 2024-09-19T04:35:51.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.886+0000 7fd0d2d6d640 1 -- start start 2024-09-19T04:35:51.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.886+0000 7fd0d2d6d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd0cc0b8f90 0x7fd0cc0b3930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:51.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.886+0000 7fd0d2d6d640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0cc0b7170 con 0x7fd0cc15e940 2024-09-19T04:35:51.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.886+0000 7fd0d2d6d640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0cc0b7aa0 con 0x7fd0cc15ed20 2024-09-19T04:35:51.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.886+0000 7fd0d2d6d640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fd0cc0d3660 con 0x7fd0cc0b8f90 2024-09-19T04:35:51.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.886+0000 7fd0d130a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd0cc0b8f90 0x7fd0cc0b3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:51.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.887+0000 7fd0d130a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd0cc0b8f90 0x7fd0cc0b3930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51652/0 (socket says 172.21.15.111:51652) 2024-09-19T04:35:51.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.887+0000 7fd0d130a640 1 -- 172.21.15.111:0/3154152536 learned_addr learned my addr 172.21.15.111:0/3154152536 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:51.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.887+0000 7fd0d0b09640 1 --1- 172.21.15.111:0/3154152536 >> v1:172.21.15.111:6789/0 conn(0x7fd0cc15e940 0x7fd0cc0d1060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40132/0 (socket says 172.21.15.111:40132) 2024-09-19T04:35:51.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.887+0000 7fd0d130a640 1 -- 172.21.15.111:0/3154152536 >> v1:172.21.15.114:6789/0 conn(0x7fd0cc15ed20 legacy=0x7fd0cc0b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:51.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.887+0000 7fd0d130a640 1 -- 172.21.15.111:0/3154152536 >> v1:172.21.15.111:6789/0 conn(0x7fd0cc15e940 legacy=0x7fd0cc0d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:51.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.887+0000 7fd0d130a640 1 -- 172.21.15.111:0/3154152536 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0cc0d3940 con 0x7fd0cc0b8f90 2024-09-19T04:35:51.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.887+0000 7fd0d130a640 1 --2- 172.21.15.111:0/3154152536 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0cc0b8f90 0x7fd0cc0b3930 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fd0b4009870 tx=0x7fd0b402a330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbc3495674fde86a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:51.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.888+0000 7fd0cb7fe640 1 -- 172.21.15.111:0/3154152536 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0b4037070 con 0x7fd0cc0b8f90 2024-09-19T04:35:51.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.888+0000 7fd0cb7fe640 1 -- 172.21.15.111:0/3154152536 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0b4032640 con 0x7fd0cc0b8f90 2024-09-19T04:35:51.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.888+0000 7fd0cb7fe640 1 -- 172.21.15.111:0/3154152536 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0b4032a10 con 0x7fd0cc0b8f90 2024-09-19T04:35:51.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.888+0000 7fd0d2d6d640 1 -- 172.21.15.111:0/3154152536 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0cc0b8f90 msgr2=0x7fd0cc0b3930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:51.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.888+0000 7fd0d2d6d640 1 --2- 172.21.15.111:0/3154152536 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0cc0b8f90 0x7fd0cc0b3930 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fd0b4009870 tx=0x7fd0b402a330 comp rx=0 tx=0).stop 2024-09-19T04:35:51.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.888+0000 7fd0d2d6d640 1 -- 172.21.15.111:0/3154152536 shutdown_connections 2024-09-19T04:35:51.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.888+0000 7fd0d2d6d640 1 --2- 172.21.15.111:0/3154152536 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0cc0b8f90 0x7fd0cc0b3930 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:51.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.888+0000 7fd0d2d6d640 1 -- 172.21.15.111:0/3154152536 >> 172.21.15.111:0/3154152536 conn(0x7fd0cc0b6240 msgr2=0x7fd0cc0b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:51.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.888+0000 7fd0d2d6d640 1 -- 172.21.15.111:0/3154152536 shutdown_connections 2024-09-19T04:35:51.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.888+0000 7fd0d2d6d640 1 -- 172.21.15.111:0/3154152536 wait complete. 2024-09-19T04:35:51.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.889+0000 7fd0d2d6d640 1 Processor -- start 2024-09-19T04:35:51.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.889+0000 7fd0d2d6d640 1 -- start start 2024-09-19T04:35:51.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.890+0000 7fd0d2d6d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd0cc0b8f90 0x7fd0cc14e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:51.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.890+0000 7fd0d2d6d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd0cc15e940 0x7fd0cc1f4e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:51.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.890+0000 7fd0d2d6d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0cc15ed20 0x7fd0cc1f5340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:51.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.890+0000 7fd0d2d6d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd0cc0d3310 con 0x7fd0cc15ed20 2024-09-19T04:35:51.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.890+0000 7fd0d2d6d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd0cc0d3f00 con 0x7fd0cc0b8f90 2024-09-19T04:35:51.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.890+0000 7fd0d2d6d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd0cc0d1ef0 con 0x7fd0cc15e940 2024-09-19T04:35:51.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.890+0000 7fd0d130a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0cc15ed20 0x7fd0cc1f5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:51.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.890+0000 7fd0d130a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0cc15ed20 0x7fd0cc1f5340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51656/0 (socket says 172.21.15.111:51656) 2024-09-19T04:35:51.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.890+0000 7fd0d130a640 1 -- 172.21.15.111:0/3832623095 learned_addr learned my addr 172.21.15.111:0/3832623095 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:51.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.891+0000 7fd0d0b09640 1 --2- 172.21.15.111:0/3832623095 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd0cc0b8f90 0x7fd0cc14e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:51.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.891+0000 7fd0cbfff640 1 --2- 172.21.15.111:0/3832623095 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd0cc15e940 0x7fd0cc1f4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:51.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.891+0000 7fd0d130a640 1 -- 172.21.15.111:0/3832623095 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd0cc15e940 msgr2=0x7fd0cc1f4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:51.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.891+0000 7fd0d130a640 1 --2- 172.21.15.111:0/3832623095 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd0cc15e940 0x7fd0cc1f4e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:51.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.891+0000 7fd0d130a640 1 -- 172.21.15.111:0/3832623095 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd0cc0b8f90 msgr2=0x7fd0cc14e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:51.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.891+0000 7fd0d130a640 1 --2- 172.21.15.111:0/3832623095 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd0cc0b8f90 0x7fd0cc14e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:51.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.891+0000 7fd0d130a640 1 -- 172.21.15.111:0/3832623095 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0cc14f020 con 0x7fd0cc15ed20 2024-09-19T04:35:51.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.891+0000 7fd0d130a640 1 --2- 172.21.15.111:0/3832623095 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0cc15ed20 0x7fd0cc1f5340 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fd0b402a370 tx=0x7fd0b40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:51.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.891+0000 7fd0c97fa640 1 -- 172.21.15.111:0/3832623095 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0b4041070 con 0x7fd0cc15ed20 2024-09-19T04:35:51.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.891+0000 7fd0c97fa640 1 -- 172.21.15.111:0/3832623095 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0b403c950 con 0x7fd0cc15ed20 2024-09-19T04:35:51.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.891+0000 7fd0c97fa640 1 -- 172.21.15.111:0/3832623095 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0b4037040 con 0x7fd0cc15ed20 2024-09-19T04:35:51.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.891+0000 7fd0d2d6d640 1 -- 172.21.15.111:0/3832623095 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0cc14f300 con 0x7fd0cc15ed20 2024-09-19T04:35:51.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.891+0000 7fd0d2d6d640 1 -- 172.21.15.111:0/3832623095 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0cc14ea30 con 0x7fd0cc15ed20 2024-09-19T04:35:51.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.892+0000 7fd0d2d6d640 1 -- 172.21.15.111:0/3832623095 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0cc0cef90 con 0x7fd0cc15ed20 2024-09-19T04:35:51.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.893+0000 7fd0c97fa640 1 -- 172.21.15.111:0/3832623095 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fd0b4044070 con 0x7fd0cc15ed20 2024-09-19T04:35:51.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.893+0000 7fd0c97fa640 1 --2- 172.21.15.111:0/3832623095 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd0ac06c460 0x7fd0ac06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:51.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.893+0000 7fd0c97fa640 1 -- 172.21.15.111:0/3832623095 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 4857+0+0 (secure 0 0 0) 0x7fd0b40ac000 con 0x7fd0cc15ed20 2024-09-19T04:35:51.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.893+0000 7fd0d0b09640 1 --2- 172.21.15.111:0/3832623095 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd0ac06c460 0x7fd0ac06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:51.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.893+0000 7fd0d0b09640 1 --2- 172.21.15.111:0/3832623095 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd0ac06c460 0x7fd0ac06e920 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fd0c4000f60 tx=0x7fd0c4007cc0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:51.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:51.897+0000 7fd0c97fa640 1 -- 172.21.15.111:0/3832623095 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd0b407a9f0 con 0x7fd0cc15ed20 2024-09-19T04:35:52.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.124+0000 7fd0d2d6d640 1 -- 172.21.15.111:0/3832623095 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fd0cc0ba6b0 con 0x7fd0cc15ed20 2024-09-19T04:35:52.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.124+0000 7fd0c97fa640 1 -- 172.21.15.111:0/3832623095 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v12) ==== 80+0+5304 (secure 0 0 0) 0x7fd0b407a2f0 con 0x7fd0cc15ed20 2024-09-19T04:35:52.125 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:52.126 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:35:52.126 INFO:teuthology.orchestra.run.smithi111.stdout: "auth_dump": [ 2024-09-19T04:35:52.126 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:35:52.126 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.a", 2024-09-19T04:35:52.126 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmCnXHLRAAedEy+KfNFU7YOhRhgLYdMA==", 2024-09-19T04:35:52.126 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:35:52.126 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:35:52.126 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:35:52.126 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:35:52.126 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:35:52.126 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:35:52.126 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:35:52.126 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:35:52.127 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.b", 2024-09-19T04:35:52.127 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmj2hsORAAjwXo3DZ4XRGCsUOxqI9CjA==", 2024-09-19T04:35:52.127 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:35:52.127 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:35:52.127 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:35:52.127 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:35:52.127 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:35:52.127 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:35:52.127 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:35:52.127 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:35:52.127 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.c", 2024-09-19T04:35:52.127 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmNXLHNBAAmsO18sf+jcsAfzbE1mj2oA==", 2024-09-19T04:35:52.127 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:35:52.127 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:35:52.128 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:35:52.128 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:35:52.128 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:35:52.128 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:35:52.128 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:35:52.128 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:35:52.128 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.d", 2024-09-19T04:35:52.128 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmNfTNBBAAj7NZf67zeYo/yvhfnAxkww==", 2024-09-19T04:35:52.128 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:35:52.128 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:35:52.128 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:35:52.128 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:35:52.128 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:35:52.128 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:35:52.129 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:35:52.129 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:35:52.129 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.0", 2024-09-19T04:35:52.129 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA3qetmXK2QIBAAR75oRgwzgVuLQhvMlJa4CA==", 2024-09-19T04:35:52.129 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:35:52.129 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:35:52.129 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:35:52.129 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:35:52.129 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:35:52.129 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:35:52.129 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:35:52.129 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.1", 2024-09-19T04:35:52.129 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA7qetmkWR6ExAA0lWBxpiPAGZCLmu4h7iPMg==", 2024-09-19T04:35:52.129 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:35:52.130 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:35:52.130 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:35:52.130 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:35:52.130 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:35:52.130 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:35:52.130 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:35:52.130 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.2", 2024-09-19T04:35:52.130 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA/qetmgxH4FBAAdBD58YlH15hiLasWSnbxgQ==", 2024-09-19T04:35:52.130 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:35:52.130 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:35:52.130 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:35:52.130 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:35:52.130 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:35:52.130 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:35:52.131 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:35:52.131 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.3", 2024-09-19T04:35:52.131 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBDqetmvScfFhAAjBKwn49kZcL8j+xfBzuAXQ==", 2024-09-19T04:35:52.131 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:35:52.131 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:35:52.131 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:35:52.131 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:35:52.131 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:35:52.131 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:35:52.131 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:35:52.131 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.4", 2024-09-19T04:35:52.131 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBKqetms9roERAALAlOKQm99bEbtaMUdCEfCQ==", 2024-09-19T04:35:52.132 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:35:52.132 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:35:52.132 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:35:52.132 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:35:52.132 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:35:52.132 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:35:52.133 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:35:52.133 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.5", 2024-09-19T04:35:52.133 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBOqetmmoAIBBAA0fKuVAffYGZnFsgCXtti2Q==", 2024-09-19T04:35:52.133 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:35:52.133 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:35:52.133 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:35:52.133 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:35:52.133 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:35:52.133 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:35:52.133 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:35:52.133 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.6", 2024-09-19T04:35:52.133 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBRqetm6XavKhAAIL2OCxOxpUEc8vXFj6gN7A==", 2024-09-19T04:35:52.133 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:35:52.133 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:35:52.134 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:35:52.134 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:35:52.134 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:35:52.134 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:35:52.134 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:35:52.134 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.7", 2024-09-19T04:35:52.134 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBVqetmhUn4KxAA7yNGTx+mbKjnHNUg8hxx+w==", 2024-09-19T04:35:52.134 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:35:52.134 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:35:52.134 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:35:52.134 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:35:52.135 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:35:52.135 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:35:52.135 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:35:52.135 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.0", 2024-09-19T04:35:52.135 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmdEXYCBAAQK+0F5ouJPJAqZqCQHrMdQ==", 2024-09-19T04:35:52.135 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:35:52.135 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:35:52.135 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow r", 2024-09-19T04:35:52.135 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T04:35:52.135 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:35:52.135 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:35:52.135 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:35:52.135 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.1", 2024-09-19T04:35:52.136 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmsJubERAAw8fZEkmvI5BUEFNZBk1MLg==", 2024-09-19T04:35:52.136 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:35:52.136 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:35:52.136 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:35:52.136 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:35:52.136 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:35:52.136 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:35:52.136 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:35:52.136 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:35:52.136 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.2", 2024-09-19T04:35:52.136 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmMCNpDhAAAOVbb+49iDsZc+49qDrLTw==", 2024-09-19T04:35:52.136 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:35:52.137 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:35:52.137 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:35:52.137 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:35:52.137 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:35:52.137 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:35:52.137 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:35:52.137 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:35:52.137 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.3", 2024-09-19T04:35:52.137 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetm4QAqFxAAod68YP3hsE1q4q0VXSLlnQ==", 2024-09-19T04:35:52.137 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:35:52.137 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:35:52.137 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:35:52.137 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:35:52.137 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:35:52.138 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:35:52.138 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:35:52.138 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:35:52.138 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.admin", 2024-09-19T04:35:52.138 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmrRVMEhAAHd1CNriXFbfJyf4GC8hYMQ==", 2024-09-19T04:35:52.138 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:35:52.138 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:35:52.138 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:35:52.138 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:35:52.138 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:35:52.138 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:35:52.138 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:35:52.139 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:35:52.139 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mgr.x", 2024-09-19T04:35:52.139 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmCAiOKhAA2pudSPuE+yJMoNgHi4eu4A==", 2024-09-19T04:35:52.139 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:35:52.139 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:35:52.139 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile mgr", 2024-09-19T04:35:52.139 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:35:52.139 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:35:52.139 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:35:52.139 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:35:52.139 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mgr.y", 2024-09-19T04:35:52.139 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetm8NjVJhAAOyZKidS0VOLEDBwUteHNGw==", 2024-09-19T04:35:52.140 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:35:52.140 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:35:52.140 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile mgr", 2024-09-19T04:35:52.140 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:35:52.140 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:35:52.140 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:35:52.140 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:35:52.140 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:35:52.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.126+0000 7fd0d2d6d640 1 -- 172.21.15.111:0/3832623095 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd0ac06c460 msgr2=0x7fd0ac06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:52.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.126+0000 7fd0d2d6d640 1 --2- 172.21.15.111:0/3832623095 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd0ac06c460 0x7fd0ac06e920 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fd0c4000f60 tx=0x7fd0c4007cc0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.126+0000 7fd0d2d6d640 1 -- 172.21.15.111:0/3832623095 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0cc15ed20 msgr2=0x7fd0cc1f5340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:52.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.126+0000 7fd0d2d6d640 1 --2- 172.21.15.111:0/3832623095 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0cc15ed20 0x7fd0cc1f5340 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fd0b402a370 tx=0x7fd0b40046c0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.126+0000 7fd0d2d6d640 1 -- 172.21.15.111:0/3832623095 shutdown_connections 2024-09-19T04:35:52.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.126+0000 7fd0d2d6d640 1 --2- 172.21.15.111:0/3832623095 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd0ac06c460 0x7fd0ac06e920 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.126+0000 7fd0d2d6d640 1 --2- 172.21.15.111:0/3832623095 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0cc15ed20 0x7fd0cc1f5340 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.126+0000 7fd0d2d6d640 1 --2- 172.21.15.111:0/3832623095 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd0cc15e940 0x7fd0cc1f4e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.126+0000 7fd0d2d6d640 1 --2- 172.21.15.111:0/3832623095 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd0cc0b8f90 0x7fd0cc14e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.126+0000 7fd0d2d6d640 1 -- 172.21.15.111:0/3832623095 >> 172.21.15.111:0/3832623095 conn(0x7fd0cc0b6240 msgr2=0x7fd0cc0b6620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:52.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.126+0000 7fd0d2d6d640 1 -- 172.21.15.111:0/3832623095 shutdown_connections 2024-09-19T04:35:52.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.126+0000 7fd0d2d6d640 1 -- 172.21.15.111:0/3832623095 wait complete. 2024-09-19T04:35:52.143 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T04:35:52.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.240+0000 7f0d546c9640 1 Processor -- start 2024-09-19T04:35:52.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.240+0000 7f0d546c9640 1 -- start start 2024-09-19T04:35:52.245 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.241+0000 7f0d546c9640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f0d4c15c180 0x7f0d4c0cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:52.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.241+0000 7f0d546c9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0d4c073120 0x7f0d4c073570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:52.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.242+0000 7f0d546c9640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d4c0ce740 con 0x7f0d4c0ce230 2024-09-19T04:35:52.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.242+0000 7f0d546c9640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f0d4c072640 con 0x7f0d4c15c180 2024-09-19T04:35:52.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.242+0000 7f0d546c9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0d4c072920 con 0x7f0d4c073120 2024-09-19T04:35:52.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.242+0000 7f0d52465640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f0d4c15c180 0x7f0d4c0cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:52.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.242+0000 7f0d52c66640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0d4c073120 0x7f0d4c073570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:52.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.242+0000 7f0d52c66640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0d4c073120 0x7f0d4c073570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:49910/0 (socket says 172.21.15.111:49910) 2024-09-19T04:35:52.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.242+0000 7f0d52c66640 1 -- 172.21.15.111:0/672802899 learned_addr learned my addr 172.21.15.111:0/672802899 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:52.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.242+0000 7f0d52465640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f0d4c15c180 0x7f0d4c0cdcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:50018/0 (socket says 172.21.15.111:50018) 2024-09-19T04:35:52.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.242+0000 7f0d52465640 1 -- 172.21.15.111:0/672802899 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0d4c073120 msgr2=0x7f0d4c073570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:52.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.242+0000 7f0d52465640 1 --2- 172.21.15.111:0/672802899 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0d4c073120 0x7f0d4c073570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.242+0000 7f0d52465640 1 -- 172.21.15.111:0/672802899 >> v1:172.21.15.114:6789/0 conn(0x7f0d4c0ce230 legacy=0x7f0d4c0cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:52.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.242+0000 7f0d51463640 1 -- 172.21.15.111:0/672802899 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3327090643 0 0) 0x7f0d4c0ce740 con 0x7f0d4c0ce230 2024-09-19T04:35:52.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.242+0000 7f0d52465640 1 -- 172.21.15.111:0/672802899 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d4c072c00 con 0x7f0d4c15c180 2024-09-19T04:35:52.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.242+0000 7f0d52c66640 1 --2- 172.21.15.111:0/672802899 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0d4c073120 0x7f0d4c073570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:35:52.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.243+0000 7f0d52465640 1 --2- 172.21.15.111:0/672802899 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0d4c15c180 0x7f0d4c0cdcf0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f0d400097a0 tx=0x7f0d4002a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1a1c4e4e88412aa0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:52.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.243+0000 7f0d51463640 1 -- 172.21.15.111:0/672802899 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d40037070 con 0x7f0d4c15c180 2024-09-19T04:35:52.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.243+0000 7f0d51463640 1 -- 172.21.15.111:0/672802899 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d4002ae50 con 0x7f0d4c15c180 2024-09-19T04:35:52.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.243+0000 7f0d51463640 1 -- 172.21.15.111:0/672802899 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d40032660 con 0x7f0d4c15c180 2024-09-19T04:35:52.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.244+0000 7f0d546c9640 1 -- 172.21.15.111:0/672802899 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0d4c15c180 msgr2=0x7f0d4c0cdcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:52.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.244+0000 7f0d546c9640 1 --2- 172.21.15.111:0/672802899 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0d4c15c180 0x7f0d4c0cdcf0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f0d400097a0 tx=0x7f0d4002a100 comp rx=0 tx=0).stop 2024-09-19T04:35:52.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.244+0000 7f0d546c9640 1 -- 172.21.15.111:0/672802899 shutdown_connections 2024-09-19T04:35:52.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.244+0000 7f0d546c9640 1 --2- 172.21.15.111:0/672802899 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0d4c073120 0x7f0d4c073570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.244+0000 7f0d546c9640 1 --2- 172.21.15.111:0/672802899 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0d4c15c180 0x7f0d4c0cdcf0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.244+0000 7f0d546c9640 1 -- 172.21.15.111:0/672802899 >> 172.21.15.111:0/672802899 conn(0x7f0d4c062cc0 msgr2=0x7f0d4c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:52.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.244+0000 7f0d546c9640 1 -- 172.21.15.111:0/672802899 shutdown_connections 2024-09-19T04:35:52.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.244+0000 7f0d546c9640 1 -- 172.21.15.111:0/672802899 wait complete. 2024-09-19T04:35:52.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.245+0000 7f0d546c9640 1 Processor -- start 2024-09-19T04:35:52.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.245+0000 7f0d546c9640 1 -- start start 2024-09-19T04:35:52.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.246+0000 7f0d546c9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0d4c073120 0x7f0d4c151220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:52.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.246+0000 7f0d546c9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0d4c0ce230 0x7f0d4c0c52b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:52.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.246+0000 7f0d546c9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0d4c15c180 0x7f0d4c15da40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:52.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.246+0000 7f0d546c9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0d4c0cf780 con 0x7f0d4c15c180 2024-09-19T04:35:52.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.246+0000 7f0d546c9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0d4c0722f0 con 0x7f0d4c0ce230 2024-09-19T04:35:52.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.246+0000 7f0d546c9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0d4c15c560 con 0x7f0d4c073120 2024-09-19T04:35:52.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.246+0000 7f0d52c66640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0d4c15c180 0x7f0d4c15da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:52.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.246+0000 7f0d52c66640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0d4c15c180 0x7f0d4c15da40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51672/0 (socket says 172.21.15.111:51672) 2024-09-19T04:35:52.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.246+0000 7f0d52c66640 1 -- 172.21.15.111:0/1490724930 learned_addr learned my addr 172.21.15.111:0/1490724930 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:52.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.246+0000 7f0d52465640 1 --2- 172.21.15.111:0/1490724930 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0d4c073120 0x7f0d4c151220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:52.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.246+0000 7f0d51c64640 1 --2- 172.21.15.111:0/1490724930 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0d4c0ce230 0x7f0d4c0c52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:52.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.246+0000 7f0d52c66640 1 -- 172.21.15.111:0/1490724930 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0d4c073120 msgr2=0x7f0d4c151220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:52.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.246+0000 7f0d52c66640 1 --2- 172.21.15.111:0/1490724930 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0d4c073120 0x7f0d4c151220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.246+0000 7f0d52c66640 1 -- 172.21.15.111:0/1490724930 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0d4c0ce230 msgr2=0x7f0d4c0c52b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:52.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.246+0000 7f0d52c66640 1 --2- 172.21.15.111:0/1490724930 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0d4c0ce230 0x7f0d4c0c52b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.246+0000 7f0d52c66640 1 -- 172.21.15.111:0/1490724930 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d4c0c5bb0 con 0x7f0d4c15c180 2024-09-19T04:35:52.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.246+0000 7f0d52c66640 1 --2- 172.21.15.111:0/1490724930 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0d4c15c180 0x7f0d4c15da40 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f0d4400efc0 tx=0x7f0d4400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:52.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.247+0000 7f0d3effd640 1 -- 172.21.15.111:0/1490724930 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d4400cbe0 con 0x7f0d4c15c180 2024-09-19T04:35:52.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.247+0000 7f0d3effd640 1 -- 172.21.15.111:0/1490724930 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d4400cd80 con 0x7f0d4c15c180 2024-09-19T04:35:52.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.247+0000 7f0d3effd640 1 -- 172.21.15.111:0/1490724930 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d44003bb0 con 0x7f0d4c15c180 2024-09-19T04:35:52.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.247+0000 7f0d546c9640 1 -- 172.21.15.111:0/1490724930 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d4c0c5e90 con 0x7f0d4c15c180 2024-09-19T04:35:52.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.247+0000 7f0d546c9640 1 -- 172.21.15.111:0/1490724930 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d4c0c6450 con 0x7f0d4c15c180 2024-09-19T04:35:52.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.248+0000 7f0d546c9640 1 -- 172.21.15.111:0/1490724930 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d4c0cdcf0 con 0x7f0d4c15c180 2024-09-19T04:35:52.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.248+0000 7f0d3effd640 1 -- 172.21.15.111:0/1490724930 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f0d4401b030 con 0x7f0d4c15c180 2024-09-19T04:35:52.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.249+0000 7f0d3effd640 1 --2- 172.21.15.111:0/1490724930 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0d3006c460 0x7f0d3006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:52.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.249+0000 7f0d3effd640 1 -- 172.21.15.111:0/1490724930 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 4857+0+0 (secure 0 0 0) 0x7f0d4408b720 con 0x7f0d4c15c180 2024-09-19T04:35:52.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.249+0000 7f0d52465640 1 --2- 172.21.15.111:0/1490724930 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0d3006c460 0x7f0d3006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:52.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.249+0000 7f0d52465640 1 --2- 172.21.15.111:0/1490724930 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0d3006c460 0x7f0d3006e920 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f0d40034000 tx=0x7f0d4002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:52.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.253+0000 7f0d3effd640 1 -- 172.21.15.111:0/1490724930 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0d44022020 con 0x7f0d4c15c180 2024-09-19T04:35:52.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.420+0000 7f0d546c9640 1 -- 172.21.15.111:0/1490724930 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f0d4c15fbb0 con 0x7f0d4c15c180 2024-09-19T04:35:52.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.420+0000 7f0d3effd640 1 -- 172.21.15.111:0/1490724930 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v54) ==== 84+0+65 (secure 0 0 0) 0x7f0d44010040 con 0x7f0d4c15c180 2024-09-19T04:35:52.422 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:52.422 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:35:52.422 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:35:52.422 INFO:teuthology.orchestra.run.smithi111.stdout: "poolnum": 1, 2024-09-19T04:35:52.422 INFO:teuthology.orchestra.run.smithi111.stdout: "poolname": ".mgr" 2024-09-19T04:35:52.422 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:35:52.422 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:35:52.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.422+0000 7f0d546c9640 1 -- 172.21.15.111:0/1490724930 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0d3006c460 msgr2=0x7f0d3006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:52.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.422+0000 7f0d546c9640 1 --2- 172.21.15.111:0/1490724930 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0d3006c460 0x7f0d3006e920 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f0d40034000 tx=0x7f0d4002e000 comp rx=0 tx=0).stop 2024-09-19T04:35:52.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.422+0000 7f0d546c9640 1 -- 172.21.15.111:0/1490724930 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0d4c15c180 msgr2=0x7f0d4c15da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:52.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.422+0000 7f0d546c9640 1 --2- 172.21.15.111:0/1490724930 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0d4c15c180 0x7f0d4c15da40 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f0d4400efc0 tx=0x7f0d4400c490 comp rx=0 tx=0).stop 2024-09-19T04:35:52.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.422+0000 7f0d546c9640 1 -- 172.21.15.111:0/1490724930 shutdown_connections 2024-09-19T04:35:52.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.422+0000 7f0d546c9640 1 --2- 172.21.15.111:0/1490724930 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0d3006c460 0x7f0d3006e920 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.422+0000 7f0d546c9640 1 --2- 172.21.15.111:0/1490724930 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0d4c15c180 0x7f0d4c15da40 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.422+0000 7f0d546c9640 1 --2- 172.21.15.111:0/1490724930 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0d4c0ce230 0x7f0d4c0c52b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.422+0000 7f0d546c9640 1 --2- 172.21.15.111:0/1490724930 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0d4c073120 0x7f0d4c151220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.422+0000 7f0d546c9640 1 -- 172.21.15.111:0/1490724930 >> 172.21.15.111:0/1490724930 conn(0x7f0d4c062cc0 msgr2=0x7f0d4c06bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:52.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.422+0000 7f0d546c9640 1 -- 172.21.15.111:0/1490724930 shutdown_connections 2024-09-19T04:35:52.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.422+0000 7f0d546c9640 1 -- 172.21.15.111:0/1490724930 wait complete. 2024-09-19T04:35:52.434 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T04:35:52.434 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T04:35:52.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.535+0000 7f9188c96640 1 Processor -- start 2024-09-19T04:35:52.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.535+0000 7f9188c96640 1 -- start start 2024-09-19T04:35:52.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.536+0000 7f9188c96640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f91840b61e0 0x7f91840b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:52.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.536+0000 7f9188c96640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91841633f0 con 0x7f91840d3990 2024-09-19T04:35:52.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.536+0000 7f9188c96640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91840b6b00 con 0x7f91840b3b00 2024-09-19T04:35:52.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.536+0000 7f9188c96640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f91840d24f0 con 0x7f91840b61e0 2024-09-19T04:35:52.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.536+0000 7f9182d9d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f91840d3990 0x7f9184162ce0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40138/0 (socket says 172.21.15.111:40138) 2024-09-19T04:35:52.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.536+0000 7f9182d9d640 1 -- 172.21.15.111:0/723851251 learned_addr learned my addr 172.21.15.111:0/723851251 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:52.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.537+0000 7f918259c640 1 --2- 172.21.15.111:0/723851251 >> v2:172.21.15.114:3300/0 conn(0x7f91840b61e0 0x7f91840b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:52.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.537+0000 7f9181d9b640 1 -- 172.21.15.111:0/723851251 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2593698068 0 0) 0x7f91841633f0 con 0x7f91840d3990 2024-09-19T04:35:52.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.537+0000 7f9181d9b640 1 -- 172.21.15.111:0/723851251 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9170003520 con 0x7f91840d3990 2024-09-19T04:35:52.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.537+0000 7f9181d9b640 1 -- 172.21.15.111:0/723851251 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4176307230 0 0) 0x7f9170003520 con 0x7f91840d3990 2024-09-19T04:35:52.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.537+0000 7f9181d9b640 1 -- 172.21.15.111:0/723851251 >> v2:172.21.15.114:3300/0 conn(0x7f91840b61e0 msgr2=0x7f91840b65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:52.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.537+0000 7f9181d9b640 1 --2- 172.21.15.111:0/723851251 >> v2:172.21.15.114:3300/0 conn(0x7f91840b61e0 0x7f91840b65c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.537+0000 7f9181d9b640 1 -- 172.21.15.111:0/723851251 >> v1:172.21.15.114:6789/0 conn(0x7f91840b3b00 legacy=0x7f91841625d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:52.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.537+0000 7f9181d9b640 1 -- 172.21.15.111:0/723851251 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91840d20e0 con 0x7f91840d3990 2024-09-19T04:35:52.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.537+0000 7f9181d9b640 1 -- 172.21.15.111:0/723851251 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f917c0019f0 con 0x7f91840d3990 2024-09-19T04:35:52.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.537+0000 7f9181d9b640 1 -- 172.21.15.111:0/723851251 >> v1:172.21.15.111:6789/0 conn(0x7f91840d3990 legacy=0x7f9184162ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:52.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.537+0000 7f9181d9b640 1 --2- 172.21.15.111:0/723851251 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91700039b0 0x7f9170003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:52.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.537+0000 7f9181d9b640 1 --2- 172.21.15.111:0/723851251 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9170004800 0x7f9170004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:52.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.537+0000 7f9181d9b640 1 --2- 172.21.15.111:0/723851251 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91700052e0 0x7f917000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:52.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.537+0000 7f9181d9b640 1 -- 172.21.15.111:0/723851251 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f91840d24f0 con 0x7f91700052e0 2024-09-19T04:35:52.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.537+0000 7f9181d9b640 1 -- 172.21.15.111:0/723851251 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f917000c1b0 con 0x7f9170004800 2024-09-19T04:35:52.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.537+0000 7f9181d9b640 1 -- 172.21.15.111:0/723851251 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f917000c3b0 con 0x7f91700039b0 2024-09-19T04:35:52.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.537+0000 7f9182d9d640 1 --2- 172.21.15.111:0/723851251 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91700052e0 0x7f917000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:52.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.537+0000 7f9179d9b640 1 --2- 172.21.15.111:0/723851251 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9170004800 0x7f9170004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:52.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.537+0000 7f918259c640 1 --2- 172.21.15.111:0/723851251 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91700039b0 0x7f9170003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:52.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.537+0000 7f9182d9d640 1 -- 172.21.15.111:0/723851251 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91700039b0 msgr2=0x7f9170003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:52.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.537+0000 7f9182d9d640 1 --2- 172.21.15.111:0/723851251 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91700039b0 0x7f9170003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.537+0000 7f9182d9d640 1 -- 172.21.15.111:0/723851251 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9170004800 msgr2=0x7f9170004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:52.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.537+0000 7f9182d9d640 1 --2- 172.21.15.111:0/723851251 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9170004800 0x7f9170004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.537+0000 7f9182d9d640 1 -- 172.21.15.111:0/723851251 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9170003520 con 0x7f91700052e0 2024-09-19T04:35:52.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.538+0000 7f9182d9d640 1 -- 172.21.15.111:0/723851251 reap_dead start 2024-09-19T04:35:52.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.538+0000 7f9182d9d640 1 --2- 172.21.15.111:0/723851251 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91700052e0 0x7f917000b9c0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f917c002230 tx=0x7f9170005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a7cec17b4edfac4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:52.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.538+0000 7f9181d9b640 1 -- 172.21.15.111:0/723851251 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f917c00a4a0 con 0x7f91700052e0 2024-09-19T04:35:52.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.538+0000 7f9181d9b640 1 -- 172.21.15.111:0/723851251 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f917c02f070 con 0x7f91700052e0 2024-09-19T04:35:52.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.538+0000 7f9181d9b640 1 -- 172.21.15.111:0/723851251 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f917c02bcb0 con 0x7f91700052e0 2024-09-19T04:35:52.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.539+0000 7f9188c96640 1 -- 172.21.15.111:0/723851251 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91700052e0 msgr2=0x7f917000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:52.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.539+0000 7f9188c96640 1 --2- 172.21.15.111:0/723851251 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91700052e0 0x7f917000b9c0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f917c002230 tx=0x7f9170005830 comp rx=0 tx=0).stop 2024-09-19T04:35:52.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.539+0000 7f9188c96640 1 -- 172.21.15.111:0/723851251 shutdown_connections 2024-09-19T04:35:52.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.539+0000 7f9188c96640 1 --2- 172.21.15.111:0/723851251 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f91700052e0 0x7f917000b9c0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.539+0000 7f9188c96640 1 -- 172.21.15.111:0/723851251 >> 172.21.15.111:0/723851251 conn(0x7f91840d11e0 msgr2=0x7f91840d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:52.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.539+0000 7f9188c96640 1 -- 172.21.15.111:0/723851251 shutdown_connections 2024-09-19T04:35:52.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.539+0000 7f9188c96640 1 -- 172.21.15.111:0/723851251 wait complete. 2024-09-19T04:35:52.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.540+0000 7f9188c96640 1 Processor -- start 2024-09-19T04:35:52.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.540+0000 7f9188c96640 1 -- start start 2024-09-19T04:35:52.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.541+0000 7f9188c96640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f91700052e0 0x7f9184160560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:52.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.541+0000 7f9188c96640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f918415f030 0x7f91840ce160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:52.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.541+0000 7f9188c96640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91841f40b0 0x7f91840cb830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:52.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.541+0000 7f9188c96640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f91840d0030 con 0x7f918415f030 2024-09-19T04:35:52.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.541+0000 7f9188c96640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f91840cfd50 con 0x7f91700052e0 2024-09-19T04:35:52.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.541+0000 7f9188c96640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f918415edc0 con 0x7f91841f40b0 2024-09-19T04:35:52.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.541+0000 7f9179d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f918415f030 0x7f91840ce160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:52.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.541+0000 7f9179d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f918415f030 0x7f91840ce160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51694/0 (socket says 172.21.15.111:51694) 2024-09-19T04:35:52.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.541+0000 7f9179d9b640 1 -- 172.21.15.111:0/1477663440 learned_addr learned my addr 172.21.15.111:0/1477663440 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:52.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.541+0000 7f9182d9d640 1 --2- 172.21.15.111:0/1477663440 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91841f40b0 0x7f91840cb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:52.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.541+0000 7f918259c640 1 --2- 172.21.15.111:0/1477663440 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f91700052e0 0x7f9184160560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:52.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.541+0000 7f9179d9b640 1 -- 172.21.15.111:0/1477663440 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91841f40b0 msgr2=0x7f91840cb830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:52.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.541+0000 7f9179d9b640 1 --2- 172.21.15.111:0/1477663440 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91841f40b0 0x7f91840cb830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.541+0000 7f9179d9b640 1 -- 172.21.15.111:0/1477663440 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f91700052e0 msgr2=0x7f9184160560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:52.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.541+0000 7f9179d9b640 1 --2- 172.21.15.111:0/1477663440 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f91700052e0 0x7f9184160560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.541+0000 7f9179d9b640 1 -- 172.21.15.111:0/1477663440 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f918415f4c0 con 0x7f918415f030 2024-09-19T04:35:52.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.542+0000 7f9179d9b640 1 --2- 172.21.15.111:0/1477663440 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f918415f030 0x7f91840ce160 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f916c00f5f0 tx=0x7f916c00fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:52.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.542+0000 7f917b7fe640 1 -- 172.21.15.111:0/1477663440 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f916c0052e0 con 0x7f918415f030 2024-09-19T04:35:52.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.542+0000 7f917b7fe640 1 -- 172.21.15.111:0/1477663440 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f916c018070 con 0x7f918415f030 2024-09-19T04:35:52.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.542+0000 7f9188c96640 1 -- 172.21.15.111:0/1477663440 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f918415f7a0 con 0x7f918415f030 2024-09-19T04:35:52.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.542+0000 7f917b7fe640 1 -- 172.21.15.111:0/1477663440 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f916c003830 con 0x7f918415f030 2024-09-19T04:35:52.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.542+0000 7f9188c96640 1 -- 172.21.15.111:0/1477663440 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f918415fd60 con 0x7f918415f030 2024-09-19T04:35:52.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.543+0000 7f9188c96640 1 -- 172.21.15.111:0/1477663440 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91840d1d00 con 0x7f918415f030 2024-09-19T04:35:52.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.543+0000 7f917b7fe640 1 -- 172.21.15.111:0/1477663440 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f916c0039d0 con 0x7f918415f030 2024-09-19T04:35:52.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.543+0000 7f917b7fe640 1 --2- 172.21.15.111:0/1477663440 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f916406c460 0x7f916406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:52.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.544+0000 7f918259c640 1 --2- 172.21.15.111:0/1477663440 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f916406c460 0x7f916406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:52.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.544+0000 7f917b7fe640 1 -- 172.21.15.111:0/1477663440 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 4857+0+0 (secure 0 0 0) 0x7f916c08b010 con 0x7f918415f030 2024-09-19T04:35:52.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.544+0000 7f918259c640 1 --2- 172.21.15.111:0/1477663440 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f916406c460 0x7f916406e920 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f9174009a40 tx=0x7f9174008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:52.549 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.548+0000 7f917b7fe640 1 -- 172.21.15.111:0/1477663440 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f916c059210 con 0x7f918415f030 2024-09-19T04:35:52.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.715+0000 7f9188c96640 1 -- 172.21.15.111:0/1477663440 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f91840b6d80 con 0x7f918415f030 2024-09-19T04:35:52.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.774+0000 7f917b7fe640 1 -- 172.21.15.111:0/1477663440 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v55) ==== 138+0+0 (secure 0 0 0) 0x7f916c05d510 con 0x7f918415f030 2024-09-19T04:35:52.776 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' created 2024-09-19T04:35:52.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.776+0000 7f9188c96640 1 -- 172.21.15.111:0/1477663440 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f916406c460 msgr2=0x7f916406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:52.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.776+0000 7f9188c96640 1 --2- 172.21.15.111:0/1477663440 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f916406c460 0x7f916406e920 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f9174009a40 tx=0x7f9174008040 comp rx=0 tx=0).stop 2024-09-19T04:35:52.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.776+0000 7f9188c96640 1 -- 172.21.15.111:0/1477663440 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f918415f030 msgr2=0x7f91840ce160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:52.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.776+0000 7f9188c96640 1 --2- 172.21.15.111:0/1477663440 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f918415f030 0x7f91840ce160 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f916c00f5f0 tx=0x7f916c00fab0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.777+0000 7f9188c96640 1 -- 172.21.15.111:0/1477663440 shutdown_connections 2024-09-19T04:35:52.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.777+0000 7f9188c96640 1 --2- 172.21.15.111:0/1477663440 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f916406c460 0x7f916406e920 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.777+0000 7f9188c96640 1 --2- 172.21.15.111:0/1477663440 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f91841f40b0 0x7f91840cb830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.777+0000 7f9188c96640 1 --2- 172.21.15.111:0/1477663440 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f918415f030 0x7f91840ce160 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.777+0000 7f9188c96640 1 --2- 172.21.15.111:0/1477663440 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f91700052e0 0x7f9184160560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.777+0000 7f9188c96640 1 -- 172.21.15.111:0/1477663440 >> 172.21.15.111:0/1477663440 conn(0x7f91840d11e0 msgr2=0x7f91840d3040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:52.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.777+0000 7f9188c96640 1 -- 172.21.15.111:0/1477663440 shutdown_connections 2024-09-19T04:35:52.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.777+0000 7f9188c96640 1 -- 172.21.15.111:0/1477663440 wait complete. 2024-09-19T04:35:52.792 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T04:35:52.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.895+0000 7f5091e8d640 1 Processor -- start 2024-09-19T04:35:52.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.895+0000 7f5091e8d640 1 -- start start 2024-09-19T04:35:52.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.896+0000 7f5091e8d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f508c1554d0 0x7f508c15f640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:52.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.896+0000 7f5091e8d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f508c0ae8e0 0x7f508c0b4f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:52.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.896+0000 7f5091e8d640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f508c0af050 con 0x7f508c0b5460 2024-09-19T04:35:52.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.896+0000 7f5091e8d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f508c0b58d0 con 0x7f508c0ae8e0 2024-09-19T04:35:52.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.896+0000 7f5091e8d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f508c0af330 con 0x7f508c1554d0 2024-09-19T04:35:52.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.896+0000 7f508affd640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f508c0ae8e0 0x7f508c0b4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:52.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.896+0000 7f508b7fe640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f508c1554d0 0x7f508c15f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:52.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.896+0000 7f508affd640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f508c0ae8e0 0x7f508c0b4f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:50072/0 (socket says 172.21.15.111:50072) 2024-09-19T04:35:52.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.896+0000 7f508affd640 1 -- 172.21.15.111:0/1587829183 learned_addr learned my addr 172.21.15.111:0/1587829183 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:52.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.896+0000 7f508bfff640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f508c0b5460 0x7f508c072a20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:46840/0 (socket says 172.21.15.111:46840) 2024-09-19T04:35:52.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.897+0000 7f508affd640 1 -- 172.21.15.111:0/1587829183 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f508c1554d0 msgr2=0x7f508c15f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:52.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.897+0000 7f508affd640 1 --2- 172.21.15.111:0/1587829183 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f508c1554d0 0x7f508c15f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.897+0000 7f508affd640 1 -- 172.21.15.111:0/1587829183 >> v1:172.21.15.114:6789/0 conn(0x7f508c0b5460 legacy=0x7f508c072a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:52.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.897+0000 7f508affd640 1 -- 172.21.15.111:0/1587829183 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f508c0af610 con 0x7f508c0ae8e0 2024-09-19T04:35:52.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.897+0000 7f508affd640 1 --2- 172.21.15.111:0/1587829183 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f508c0ae8e0 0x7f508c0b4f20 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f507c009870 tx=0x7f507c02a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=12d0d9274f7e50df server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:52.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.897+0000 7f508a7fc640 1 -- 172.21.15.111:0/1587829183 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f507c037070 con 0x7f508c0ae8e0 2024-09-19T04:35:52.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.898+0000 7f508a7fc640 1 -- 172.21.15.111:0/1587829183 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f507c032440 con 0x7f508c0ae8e0 2024-09-19T04:35:52.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.898+0000 7f508a7fc640 1 -- 172.21.15.111:0/1587829183 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f507c032810 con 0x7f508c0ae8e0 2024-09-19T04:35:52.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.898+0000 7f5091e8d640 1 -- 172.21.15.111:0/1587829183 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f508c0ae8e0 msgr2=0x7f508c0b4f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:52.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.898+0000 7f5091e8d640 1 --2- 172.21.15.111:0/1587829183 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f508c0ae8e0 0x7f508c0b4f20 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f507c009870 tx=0x7f507c02a270 comp rx=0 tx=0).stop 2024-09-19T04:35:52.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.898+0000 7f5091e8d640 1 -- 172.21.15.111:0/1587829183 shutdown_connections 2024-09-19T04:35:52.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.898+0000 7f5091e8d640 1 --2- 172.21.15.111:0/1587829183 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f508c0ae8e0 0x7f508c0b4f20 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.898+0000 7f5091e8d640 1 --2- 172.21.15.111:0/1587829183 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f508c1554d0 0x7f508c15f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.898+0000 7f5091e8d640 1 -- 172.21.15.111:0/1587829183 >> 172.21.15.111:0/1587829183 conn(0x7f508c06c9f0 msgr2=0x7f508c06cdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:52.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.898+0000 7f5091e8d640 1 -- 172.21.15.111:0/1587829183 shutdown_connections 2024-09-19T04:35:52.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.898+0000 7f5091e8d640 1 -- 172.21.15.111:0/1587829183 wait complete. 2024-09-19T04:35:52.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.899+0000 7f5091e8d640 1 Processor -- start 2024-09-19T04:35:52.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.899+0000 7f5091e8d640 1 -- start start 2024-09-19T04:35:52.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.900+0000 7f5091e8d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f508c0ae8e0 0x7f508c072490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:52.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.900+0000 7f5091e8d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f508c0b5460 0x7f508c14a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:52.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.900+0000 7f5091e8d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f508c1554d0 0x7f508c0ced40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:52.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.900+0000 7f5091e8d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f508c0aed40 con 0x7f508c0b5460 2024-09-19T04:35:52.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.900+0000 7f5091e8d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f508c0afbd0 con 0x7f508c0ae8e0 2024-09-19T04:35:52.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.900+0000 7f5091e8d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f508c1558b0 con 0x7f508c1554d0 2024-09-19T04:35:52.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.900+0000 7f508affd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f508c0b5460 0x7f508c14a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:52.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.900+0000 7f508affd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f508c0b5460 0x7f508c14a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51708/0 (socket says 172.21.15.111:51708) 2024-09-19T04:35:52.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.900+0000 7f508affd640 1 -- 172.21.15.111:0/1884974063 learned_addr learned my addr 172.21.15.111:0/1884974063 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:52.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.900+0000 7f508bfff640 1 --2- 172.21.15.111:0/1884974063 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f508c1554d0 0x7f508c0ced40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:52.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.900+0000 7f508b7fe640 1 --2- 172.21.15.111:0/1884974063 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f508c0ae8e0 0x7f508c072490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:52.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.900+0000 7f508affd640 1 -- 172.21.15.111:0/1884974063 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f508c1554d0 msgr2=0x7f508c0ced40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:52.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.900+0000 7f508affd640 1 --2- 172.21.15.111:0/1884974063 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f508c1554d0 0x7f508c0ced40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.901+0000 7f508affd640 1 -- 172.21.15.111:0/1884974063 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f508c0ae8e0 msgr2=0x7f508c072490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:52.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.901+0000 7f508affd640 1 --2- 172.21.15.111:0/1884974063 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f508c0ae8e0 0x7f508c072490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:52.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.901+0000 7f508affd640 1 -- 172.21.15.111:0/1884974063 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f508c0cf4e0 con 0x7f508c0b5460 2024-09-19T04:35:52.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.901+0000 7f508affd640 1 --2- 172.21.15.111:0/1884974063 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f508c0b5460 0x7f508c14a5c0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f507c000c00 tx=0x7f507c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:52.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.901+0000 7f5083fff640 1 -- 172.21.15.111:0/1884974063 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f507c037040 con 0x7f508c0b5460 2024-09-19T04:35:52.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.901+0000 7f5091e8d640 1 -- 172.21.15.111:0/1884974063 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f508c0cf7c0 con 0x7f508c0b5460 2024-09-19T04:35:52.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.901+0000 7f5083fff640 1 -- 172.21.15.111:0/1884974063 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f507c042070 con 0x7f508c0b5460 2024-09-19T04:35:52.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.901+0000 7f5083fff640 1 -- 172.21.15.111:0/1884974063 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f507c030880 con 0x7f508c0b5460 2024-09-19T04:35:52.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.901+0000 7f5091e8d640 1 -- 172.21.15.111:0/1884974063 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f508c0cfd80 con 0x7f508c0b5460 2024-09-19T04:35:52.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.902+0000 7f5091e8d640 1 -- 172.21.15.111:0/1884974063 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f508c14afc0 con 0x7f508c0b5460 2024-09-19T04:35:52.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.902+0000 7f5083fff640 1 -- 172.21.15.111:0/1884974063 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f507c030a20 con 0x7f508c0b5460 2024-09-19T04:35:52.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.903+0000 7f5083fff640 1 --2- 172.21.15.111:0/1884974063 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f506c06c460 0x7f506c06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:52.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.903+0000 7f5083fff640 1 -- 172.21.15.111:0/1884974063 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5227+0+0 (secure 0 0 0) 0x7f507c0abc90 con 0x7f508c0b5460 2024-09-19T04:35:52.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.903+0000 7f508b7fe640 1 --2- 172.21.15.111:0/1884974063 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f506c06c460 0x7f506c06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:52.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.903+0000 7f508b7fe640 1 --2- 172.21.15.111:0/1884974063 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f506c06c460 0x7f506c06e920 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f5074009aa0 tx=0x7f5074009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:52.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:52.907+0000 7f5083fff640 1 -- 172.21.15.111:0/1884974063 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f507c079d20 con 0x7f508c0b5460 2024-09-19T04:35:53.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.075+0000 7f5091e8d640 1 -- 172.21.15.111:0/1884974063 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f508c0b4f20 con 0x7f508c0b5460 2024-09-19T04:35:53.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.780+0000 7f5083fff640 1 -- 172.21.15.111:0/1884974063 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v56) ==== 170+0+0 (secure 0 0 0) 0x7f507c080070 con 0x7f508c0b5460 2024-09-19T04:35:53.782 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' created 2024-09-19T04:35:53.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.783+0000 7f5091e8d640 1 -- 172.21.15.111:0/1884974063 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f506c06c460 msgr2=0x7f506c06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:53.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.783+0000 7f5091e8d640 1 --2- 172.21.15.111:0/1884974063 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f506c06c460 0x7f506c06e920 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f5074009aa0 tx=0x7f5074009190 comp rx=0 tx=0).stop 2024-09-19T04:35:53.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.783+0000 7f5091e8d640 1 -- 172.21.15.111:0/1884974063 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f508c0b5460 msgr2=0x7f508c14a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:53.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.783+0000 7f5091e8d640 1 --2- 172.21.15.111:0/1884974063 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f508c0b5460 0x7f508c14a5c0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f507c000c00 tx=0x7f507c0046c0 comp rx=0 tx=0).stop 2024-09-19T04:35:53.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.783+0000 7f5091e8d640 1 -- 172.21.15.111:0/1884974063 shutdown_connections 2024-09-19T04:35:53.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.783+0000 7f5091e8d640 1 --2- 172.21.15.111:0/1884974063 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f506c06c460 0x7f506c06e920 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:53.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.783+0000 7f5091e8d640 1 --2- 172.21.15.111:0/1884974063 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f508c1554d0 0x7f508c0ced40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:53.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.783+0000 7f5091e8d640 1 --2- 172.21.15.111:0/1884974063 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f508c0b5460 0x7f508c14a5c0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:53.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.783+0000 7f5091e8d640 1 --2- 172.21.15.111:0/1884974063 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f508c0ae8e0 0x7f508c072490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:53.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.783+0000 7f5091e8d640 1 -- 172.21.15.111:0/1884974063 >> 172.21.15.111:0/1884974063 conn(0x7f508c06c9f0 msgr2=0x7f508c072b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:53.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.783+0000 7f5091e8d640 1 -- 172.21.15.111:0/1884974063 shutdown_connections 2024-09-19T04:35:53.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.783+0000 7f5091e8d640 1 -- 172.21.15.111:0/1884974063 wait complete. 2024-09-19T04:35:53.807 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T04:35:53.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.908+0000 7f1f1b13b640 1 Processor -- start 2024-09-19T04:35:53.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.908+0000 7f1f1b13b640 1 -- start start 2024-09-19T04:35:53.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.909+0000 7f1f1b13b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f140b0b30 0x7f1f140b6480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:53.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.909+0000 7f1f1b13b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1f140ae8e0 0x7f1f140aed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:53.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.909+0000 7f1f1b13b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1f14148400 con 0x7f1f14148020 2024-09-19T04:35:53.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.909+0000 7f1f1b13b640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f1f140af270 con 0x7f1f140ae8e0 2024-09-19T04:35:53.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.909+0000 7f1f1b13b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1f140b5ff0 con 0x7f1f140b0b30 2024-09-19T04:35:53.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.909+0000 7f1f196d8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1f140ae8e0 0x7f1f140aed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:53.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.909+0000 7f1f18ed7640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f1f14148020 0x7f1f140b4b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40142/0 (socket says 172.21.15.111:40142) 2024-09-19T04:35:53.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.909+0000 7f1f196d8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1f140ae8e0 0x7f1f140aed30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51724/0 (socket says 172.21.15.111:51724) 2024-09-19T04:35:53.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.909+0000 7f1f18ed7640 1 -- 172.21.15.111:0/2746097994 learned_addr learned my addr 172.21.15.111:0/2746097994 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:53.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.909+0000 7f1f196d8640 1 -- 172.21.15.111:0/2746097994 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f140b0b30 msgr2=0x7f1f140b6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:53.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.909+0000 7f1f196d8640 1 --2- 172.21.15.111:0/2746097994 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f140b0b30 0x7f1f140b6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:53.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.909+0000 7f1f196d8640 1 -- 172.21.15.111:0/2746097994 >> v1:172.21.15.111:6789/0 conn(0x7f1f14148020 legacy=0x7f1f140b4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:53.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.909+0000 7f1f196d8640 1 -- 172.21.15.111:0/2746097994 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f140b53e0 con 0x7f1f140ae8e0 2024-09-19T04:35:53.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.909+0000 7f1f137fe640 1 -- 172.21.15.111:0/2746097994 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2349692303 0 0) 0x7f1f14148400 con 0x7f1f14148020 2024-09-19T04:35:53.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.910+0000 7f1f196d8640 1 --2- 172.21.15.111:0/2746097994 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f140ae8e0 0x7f1f140aed30 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f1f0c009d90 tx=0x7f1f0c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7eba891d9617c6e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:53.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.910+0000 7f1f137fe640 1 -- 172.21.15.111:0/2746097994 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f0c007740 con 0x7f1f140ae8e0 2024-09-19T04:35:53.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.910+0000 7f1f137fe640 1 -- 172.21.15.111:0/2746097994 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f0c0078e0 con 0x7f1f140ae8e0 2024-09-19T04:35:53.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.910+0000 7f1f137fe640 1 -- 172.21.15.111:0/2746097994 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f0c007cb0 con 0x7f1f140ae8e0 2024-09-19T04:35:53.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.910+0000 7f1f1b13b640 1 -- 172.21.15.111:0/2746097994 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f140ae8e0 msgr2=0x7f1f140aed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:53.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.910+0000 7f1f1b13b640 1 --2- 172.21.15.111:0/2746097994 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f140ae8e0 0x7f1f140aed30 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f1f0c009d90 tx=0x7f1f0c02a660 comp rx=0 tx=0).stop 2024-09-19T04:35:53.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.910+0000 7f1f1b13b640 1 -- 172.21.15.111:0/2746097994 shutdown_connections 2024-09-19T04:35:53.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.910+0000 7f1f1b13b640 1 --2- 172.21.15.111:0/2746097994 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f140ae8e0 0x7f1f140aed30 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:53.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.910+0000 7f1f1b13b640 1 --2- 172.21.15.111:0/2746097994 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f140b0b30 0x7f1f140b6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:53.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.911+0000 7f1f1b13b640 1 -- 172.21.15.111:0/2746097994 >> 172.21.15.111:0/2746097994 conn(0x7f1f1406d0d0 msgr2=0x7f1f1406d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:53.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.911+0000 7f1f1b13b640 1 -- 172.21.15.111:0/2746097994 shutdown_connections 2024-09-19T04:35:53.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.911+0000 7f1f1b13b640 1 -- 172.21.15.111:0/2746097994 wait complete. 2024-09-19T04:35:53.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.912+0000 7f1f1b13b640 1 Processor -- start 2024-09-19T04:35:53.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.912+0000 7f1f1b13b640 1 -- start start 2024-09-19T04:35:53.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.913+0000 7f1f1b13b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f140ae8e0 0x7f1f14140a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:53.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.913+0000 7f1f1b13b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f140b0b30 0x7f1f141e8eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:53.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.913+0000 7f1f1b13b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f14148020 0x7f1f141e93f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:53.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.913+0000 7f1f1b13b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1f140b5c80 con 0x7f1f14148020 2024-09-19T04:35:53.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.913+0000 7f1f1b13b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1f140b59a0 con 0x7f1f140b0b30 2024-09-19T04:35:53.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.913+0000 7f1f1b13b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1f140b69c0 con 0x7f1f140ae8e0 2024-09-19T04:35:53.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.913+0000 7f1f196d8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f14148020 0x7f1f141e93f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:53.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.913+0000 7f1f196d8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f14148020 0x7f1f141e93f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51736/0 (socket says 172.21.15.111:51736) 2024-09-19T04:35:53.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.913+0000 7f1f196d8640 1 -- 172.21.15.111:0/2580039665 learned_addr learned my addr 172.21.15.111:0/2580039665 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:53.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.913+0000 7f1f13fff640 1 --2- 172.21.15.111:0/2580039665 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f140b0b30 0x7f1f141e8eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:53.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.913+0000 7f1f18ed7640 1 --2- 172.21.15.111:0/2580039665 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f140ae8e0 0x7f1f14140a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:53.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.913+0000 7f1f196d8640 1 -- 172.21.15.111:0/2580039665 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f140ae8e0 msgr2=0x7f1f14140a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:53.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.913+0000 7f1f196d8640 1 --2- 172.21.15.111:0/2580039665 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f140ae8e0 0x7f1f14140a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:53.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.913+0000 7f1f196d8640 1 -- 172.21.15.111:0/2580039665 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f140b0b30 msgr2=0x7f1f141e8eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:53.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.913+0000 7f1f196d8640 1 --2- 172.21.15.111:0/2580039665 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f140b0b30 0x7f1f141e8eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:53.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.913+0000 7f1f196d8640 1 -- 172.21.15.111:0/2580039665 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f141f4120 con 0x7f1f14148020 2024-09-19T04:35:53.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.913+0000 7f1f196d8640 1 --2- 172.21.15.111:0/2580039665 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f14148020 0x7f1f141e93f0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f1f0c009d90 tx=0x7f1f0c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:53.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.913+0000 7f1f117fa640 1 -- 172.21.15.111:0/2580039665 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f0c040070 con 0x7f1f14148020 2024-09-19T04:35:53.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.913+0000 7f1f117fa640 1 -- 172.21.15.111:0/2580039665 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f0c031c40 con 0x7f1f14148020 2024-09-19T04:35:53.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.913+0000 7f1f1b13b640 1 -- 172.21.15.111:0/2580039665 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f141f4400 con 0x7f1f14148020 2024-09-19T04:35:53.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.913+0000 7f1f117fa640 1 -- 172.21.15.111:0/2580039665 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f0c003990 con 0x7f1f14148020 2024-09-19T04:35:53.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.913+0000 7f1f1b13b640 1 -- 172.21.15.111:0/2580039665 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f141f49c0 con 0x7f1f14148020 2024-09-19T04:35:53.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.914+0000 7f1f1b13b640 1 -- 172.21.15.111:0/2580039665 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f140aed30 con 0x7f1f14148020 2024-09-19T04:35:53.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.915+0000 7f1f117fa640 1 -- 172.21.15.111:0/2580039665 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f1f0c039040 con 0x7f1f14148020 2024-09-19T04:35:53.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.915+0000 7f1f117fa640 1 --2- 172.21.15.111:0/2580039665 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1ef806c460 0x7f1ef806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:53.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.916+0000 7f1f117fa640 1 -- 172.21.15.111:0/2580039665 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5609+0+0 (secure 0 0 0) 0x7f1f0c0acb50 con 0x7f1f14148020 2024-09-19T04:35:53.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.916+0000 7f1f18ed7640 1 --2- 172.21.15.111:0/2580039665 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1ef806c460 0x7f1ef806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:53.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.916+0000 7f1f18ed7640 1 --2- 172.21.15.111:0/2580039665 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1ef806c460 0x7f1ef806e920 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f1f08000f60 tx=0x7f1f08007b50 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:53.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:53.920+0000 7f1f117fa640 1 -- 172.21.15.111:0/2580039665 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1f0c07b070 con 0x7f1f14148020 2024-09-19T04:35:54.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.119+0000 7f1f1b13b640 1 -- 172.21.15.111:0/2580039665 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f1f141f3e10 con 0x7f1f14148020 2024-09-19T04:35:54.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.796+0000 7f1f117fa640 1 -- 172.21.15.111:0/2580039665 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 8 and data pool 9 v26) ==== 172+0+0 (secure 0 0 0) 0x7f1f0c07a970 con 0x7f1f14148020 2024-09-19T04:35:54.797 INFO:teuthology.orchestra.run.smithi111.stderr:new fs with metadata pool 8 and data pool 9 2024-09-19T04:35:54.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.801+0000 7f1f1b13b640 1 -- 172.21.15.111:0/2580039665 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1ef806c460 msgr2=0x7f1ef806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:54.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.801+0000 7f1f1b13b640 1 --2- 172.21.15.111:0/2580039665 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1ef806c460 0x7f1ef806e920 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f1f08000f60 tx=0x7f1f08007b50 comp rx=0 tx=0).stop 2024-09-19T04:35:54.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.801+0000 7f1f1b13b640 1 -- 172.21.15.111:0/2580039665 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f14148020 msgr2=0x7f1f141e93f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:54.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.801+0000 7f1f1b13b640 1 --2- 172.21.15.111:0/2580039665 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f14148020 0x7f1f141e93f0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f1f0c009d90 tx=0x7f1f0c004a40 comp rx=0 tx=0).stop 2024-09-19T04:35:54.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.804+0000 7f1f1b13b640 1 -- 172.21.15.111:0/2580039665 shutdown_connections 2024-09-19T04:35:54.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.804+0000 7f1f1b13b640 1 --2- 172.21.15.111:0/2580039665 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1ef806c460 0x7f1ef806e920 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:54.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.804+0000 7f1f1b13b640 1 --2- 172.21.15.111:0/2580039665 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f14148020 0x7f1f141e93f0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:54.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.804+0000 7f1f1b13b640 1 --2- 172.21.15.111:0/2580039665 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f140b0b30 0x7f1f141e8eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:54.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.804+0000 7f1f1b13b640 1 --2- 172.21.15.111:0/2580039665 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f140ae8e0 0x7f1f14140a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:54.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.804+0000 7f1f1b13b640 1 -- 172.21.15.111:0/2580039665 >> 172.21.15.111:0/2580039665 conn(0x7f1f1406d0d0 msgr2=0x7f1f140b4b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:54.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.804+0000 7f1f1b13b640 1 -- 172.21.15.111:0/2580039665 shutdown_connections 2024-09-19T04:35:54.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.804+0000 7f1f1b13b640 1 -- 172.21.15.111:0/2580039665 wait complete. 2024-09-19T04:35:54.823 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:35:54.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.920+0000 7f4a33fb9640 1 Processor -- start 2024-09-19T04:35:54.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.920+0000 7f4a33fb9640 1 -- start start 2024-09-19T04:35:54.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.921+0000 7f4a33fb9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a2c15c180 0x7f4a2c0cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:54.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.921+0000 7f4a33fb9640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a2c0ce740 con 0x7f4a2c0ce230 2024-09-19T04:35:54.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.921+0000 7f4a33fb9640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a2c072640 con 0x7f4a2c073120 2024-09-19T04:35:54.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.921+0000 7f4a33fb9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4a2c072920 con 0x7f4a2c15c180 2024-09-19T04:35:54.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.921+0000 7f4a31554640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f4a2c0ce230 0x7f4a2c0cf070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40156/0 (socket says 172.21.15.111:40156) 2024-09-19T04:35:54.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.921+0000 7f4a31554640 1 -- 172.21.15.111:0/1051433288 learned_addr learned my addr 172.21.15.111:0/1051433288 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:54.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.921+0000 7f4a30d53640 1 -- 172.21.15.111:0/1051433288 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4167871917 0 0) 0x7f4a2c0ce740 con 0x7f4a2c0ce230 2024-09-19T04:35:54.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.921+0000 7f4a31d55640 1 --2- 172.21.15.111:0/1051433288 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a2c15c180 0x7f4a2c0cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:54.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.921+0000 7f4a30d53640 1 -- 172.21.15.111:0/1051433288 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4a18003520 con 0x7f4a2c0ce230 2024-09-19T04:35:54.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.921+0000 7f4a30d53640 1 -- 172.21.15.111:0/1051433288 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1436556106 0 0) 0x7f4a18003520 con 0x7f4a2c0ce230 2024-09-19T04:35:54.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.921+0000 7f4a30d53640 1 -- 172.21.15.111:0/1051433288 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a2c15c180 msgr2=0x7f4a2c0cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:54.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.921+0000 7f4a30d53640 1 --2- 172.21.15.111:0/1051433288 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a2c15c180 0x7f4a2c0cdcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:54.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.921+0000 7f4a30d53640 1 -- 172.21.15.111:0/1051433288 >> v1:172.21.15.114:6789/0 conn(0x7f4a2c073120 legacy=0x7f4a2c06bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:54.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.921+0000 7f4a30d53640 1 -- 172.21.15.111:0/1051433288 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a2c072c00 con 0x7f4a2c0ce230 2024-09-19T04:35:54.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.921+0000 7f4a30d53640 1 -- 172.21.15.111:0/1051433288 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f4a1c001670 con 0x7f4a2c0ce230 2024-09-19T04:35:54.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.921+0000 7f4a30d53640 1 -- 172.21.15.111:0/1051433288 >> v1:172.21.15.111:6789/0 conn(0x7f4a2c0ce230 legacy=0x7f4a2c0cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:54.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.921+0000 7f4a30d53640 1 --2- 172.21.15.111:0/1051433288 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a2c15c180 0x7f4a180039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:54.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.921+0000 7f4a30d53640 1 --2- 172.21.15.111:0/1051433288 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a18003f20 0x7f4a18004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:54.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.921+0000 7f4a30d53640 1 --2- 172.21.15.111:0/1051433288 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a18004d40 0x7f4a180051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:54.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.922+0000 7f4a30d53640 1 -- 172.21.15.111:0/1051433288 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4a2c072920 con 0x7f4a18003f20 2024-09-19T04:35:54.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.922+0000 7f4a30d53640 1 -- 172.21.15.111:0/1051433288 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4a1800bad0 con 0x7f4a18004d40 2024-09-19T04:35:54.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.922+0000 7f4a30d53640 1 -- 172.21.15.111:0/1051433288 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4a180100e0 con 0x7f4a2c15c180 2024-09-19T04:35:54.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.922+0000 7f4a31554640 1 --2- 172.21.15.111:0/1051433288 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a18003f20 0x7f4a18004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:54.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.922+0000 7f4a31d55640 1 --2- 172.21.15.111:0/1051433288 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a2c15c180 0x7f4a180039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:54.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.922+0000 7f4a32556640 1 --2- 172.21.15.111:0/1051433288 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a18004d40 0x7f4a180051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:54.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.922+0000 7f4a31554640 1 -- 172.21.15.111:0/1051433288 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a2c15c180 msgr2=0x7f4a180039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:54.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.922+0000 7f4a31554640 1 --2- 172.21.15.111:0/1051433288 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a2c15c180 0x7f4a180039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:54.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.922+0000 7f4a31554640 1 -- 172.21.15.111:0/1051433288 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a18004d40 msgr2=0x7f4a180051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:54.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.922+0000 7f4a31554640 1 --2- 172.21.15.111:0/1051433288 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a18004d40 0x7f4a180051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:54.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.922+0000 7f4a31554640 1 -- 172.21.15.111:0/1051433288 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a18003520 con 0x7f4a18003f20 2024-09-19T04:35:54.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.923+0000 7f4a31554640 1 --2- 172.21.15.111:0/1051433288 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a18003f20 0x7f4a18004800 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c00c210 tx=0x7f4a18005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=405b324ac519f1a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:54.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.923+0000 7f4a30d53640 1 -- 172.21.15.111:0/1051433288 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a1c007d10 con 0x7f4a18003f20 2024-09-19T04:35:54.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.923+0000 7f4a30d53640 1 -- 172.21.15.111:0/1051433288 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a1c005ad0 con 0x7f4a18003f20 2024-09-19T04:35:54.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.923+0000 7f4a30d53640 1 -- 172.21.15.111:0/1051433288 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a1c007070 con 0x7f4a18003f20 2024-09-19T04:35:54.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.923+0000 7f4a33fb9640 1 -- 172.21.15.111:0/1051433288 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a18003f20 msgr2=0x7f4a18004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:54.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.923+0000 7f4a33fb9640 1 --2- 172.21.15.111:0/1051433288 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a18003f20 0x7f4a18004800 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c00c210 tx=0x7f4a18005830 comp rx=0 tx=0).stop 2024-09-19T04:35:54.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.923+0000 7f4a32556640 1 -- 172.21.15.111:0/1051433288 reap_dead start 2024-09-19T04:35:54.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.923+0000 7f4a33fb9640 1 -- 172.21.15.111:0/1051433288 shutdown_connections 2024-09-19T04:35:54.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.923+0000 7f4a33fb9640 1 -- 172.21.15.111:0/1051433288 >> 172.21.15.111:0/1051433288 conn(0x7f4a2c062cc0 msgr2=0x7f4a2c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:54.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.923+0000 7f4a33fb9640 1 -- 172.21.15.111:0/1051433288 shutdown_connections 2024-09-19T04:35:54.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.923+0000 7f4a33fb9640 1 -- 172.21.15.111:0/1051433288 wait complete. 2024-09-19T04:35:54.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.924+0000 7f4a33fb9640 1 Processor -- start 2024-09-19T04:35:54.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.925+0000 7f4a33fb9640 1 -- start start 2024-09-19T04:35:54.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.925+0000 7f4a33fb9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a18003f20 0x7f4a2c15da60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:54.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.925+0000 7f4a33fb9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a2c15b3d0 0x7f4a2c148c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:54.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.925+0000 7f4a33fb9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a2c15f900 0x7f4a2c15fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:54.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.925+0000 7f4a33fb9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4a2c0cf780 con 0x7f4a2c15b3d0 2024-09-19T04:35:54.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.925+0000 7f4a33fb9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4a2c0722f0 con 0x7f4a2c15f900 2024-09-19T04:35:54.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.925+0000 7f4a33fb9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4a2c15c560 con 0x7f4a18003f20 2024-09-19T04:35:54.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.925+0000 7f4a31554640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a2c15b3d0 0x7f4a2c148c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:54.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.925+0000 7f4a31554640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a2c15b3d0 0x7f4a2c148c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51756/0 (socket says 172.21.15.111:51756) 2024-09-19T04:35:54.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.925+0000 7f4a31554640 1 -- 172.21.15.111:0/121517313 learned_addr learned my addr 172.21.15.111:0/121517313 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:54.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.925+0000 7f4a31d55640 1 --2- 172.21.15.111:0/121517313 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a18003f20 0x7f4a2c15da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:54.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.925+0000 7f4a32556640 1 --2- 172.21.15.111:0/121517313 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a2c15f900 0x7f4a2c15fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:54.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.926+0000 7f4a31554640 1 -- 172.21.15.111:0/121517313 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a18003f20 msgr2=0x7f4a2c15da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:54.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.926+0000 7f4a31554640 1 --2- 172.21.15.111:0/121517313 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a18003f20 0x7f4a2c15da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:54.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.926+0000 7f4a31554640 1 -- 172.21.15.111:0/121517313 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a2c15f900 msgr2=0x7f4a2c15fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:54.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.926+0000 7f4a31554640 1 --2- 172.21.15.111:0/121517313 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a2c15f900 0x7f4a2c15fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:54.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.926+0000 7f4a31554640 1 -- 172.21.15.111:0/121517313 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a2c149140 con 0x7f4a2c15b3d0 2024-09-19T04:35:54.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.926+0000 7f4a32556640 1 --2- 172.21.15.111:0/121517313 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a2c15f900 0x7f4a2c15fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:35:54.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.926+0000 7f4a31554640 1 --2- 172.21.15.111:0/121517313 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a2c15b3d0 0x7f4a2c148c00 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c00c300 tx=0x7f4a2c072dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:54.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.926+0000 7f4a227fc640 1 -- 172.21.15.111:0/121517313 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a1c037040 con 0x7f4a2c15b3d0 2024-09-19T04:35:54.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.926+0000 7f4a227fc640 1 -- 172.21.15.111:0/121517313 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a1c041070 con 0x7f4a2c15b3d0 2024-09-19T04:35:54.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.926+0000 7f4a227fc640 1 -- 172.21.15.111:0/121517313 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a1c001650 con 0x7f4a2c15b3d0 2024-09-19T04:35:54.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.926+0000 7f4a33fb9640 1 -- 172.21.15.111:0/121517313 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a2c15ece0 con 0x7f4a2c15b3d0 2024-09-19T04:35:54.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.926+0000 7f4a33fb9640 1 -- 172.21.15.111:0/121517313 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a2c15e440 con 0x7f4a2c15b3d0 2024-09-19T04:35:54.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.927+0000 7f4a33fb9640 1 -- 172.21.15.111:0/121517313 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a2c0cdcf0 con 0x7f4a2c15b3d0 2024-09-19T04:35:54.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.927+0000 7f4a227fc640 1 -- 172.21.15.111:0/121517313 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f4a1c007070 con 0x7f4a2c15b3d0 2024-09-19T04:35:54.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.928+0000 7f4a227fc640 1 --2- 172.21.15.111:0/121517313 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4a1006c460 0x7f4a1006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:54.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.928+0000 7f4a227fc640 1 -- 172.21.15.111:0/121517313 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f4a1c0ab050 con 0x7f4a2c15b3d0 2024-09-19T04:35:54.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.928+0000 7f4a31d55640 1 --2- 172.21.15.111:0/121517313 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4a1006c460 0x7f4a1006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:54.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.928+0000 7f4a31d55640 1 --2- 172.21.15.111:0/121517313 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4a1006c460 0x7f4a1006e920 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f4a28014510 tx=0x7f4a2800b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:54.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:54.932+0000 7f4a227fc640 1 -- 172.21.15.111:0/121517313 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4a1c0794b0 con 0x7f4a2c15b3d0 2024-09-19T04:35:55.101 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.100+0000 7f4a33fb9640 1 -- 172.21.15.111:0/121517313 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4a2c0b1cf0 con 0x7f4a2c15b3d0 2024-09-19T04:35:55.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.101+0000 7f4a227fc640 1 -- 172.21.15.111:0/121517313 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v57) ==== 74+0+16786 (secure 0 0 0) 0x7f4a1c078db0 con 0x7f4a2c15b3d0 2024-09-19T04:35:55.103 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:55.103 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":57,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:35:54.120371+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:35:52.734216+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T04:35:53.094533+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:35:55.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.104+0000 7f4a33fb9640 1 -- 172.21.15.111:0/121517313 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4a1006c460 msgr2=0x7f4a1006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:55.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.104+0000 7f4a33fb9640 1 --2- 172.21.15.111:0/121517313 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4a1006c460 0x7f4a1006e920 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f4a28014510 tx=0x7f4a2800b040 comp rx=0 tx=0).stop 2024-09-19T04:35:55.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.104+0000 7f4a33fb9640 1 -- 172.21.15.111:0/121517313 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a2c15b3d0 msgr2=0x7f4a2c148c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:55.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.104+0000 7f4a33fb9640 1 --2- 172.21.15.111:0/121517313 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a2c15b3d0 0x7f4a2c148c00 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c00c300 tx=0x7f4a2c072dd0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.104+0000 7f4a33fb9640 1 -- 172.21.15.111:0/121517313 shutdown_connections 2024-09-19T04:35:55.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.104+0000 7f4a33fb9640 1 --2- 172.21.15.111:0/121517313 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f4a1006c460 0x7f4a1006e920 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.104+0000 7f4a33fb9640 1 --2- 172.21.15.111:0/121517313 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a2c15f900 0x7f4a2c15fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.104+0000 7f4a33fb9640 1 --2- 172.21.15.111:0/121517313 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a2c15b3d0 0x7f4a2c148c00 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.104+0000 7f4a33fb9640 1 --2- 172.21.15.111:0/121517313 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a18003f20 0x7f4a2c15da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.104+0000 7f4a33fb9640 1 -- 172.21.15.111:0/121517313 >> 172.21.15.111:0/121517313 conn(0x7f4a2c062cc0 msgr2=0x7f4a2c1576d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:55.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.104+0000 7f4a33fb9640 1 -- 172.21.15.111:0/121517313 shutdown_connections 2024-09-19T04:35:55.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.104+0000 7f4a33fb9640 1 -- 172.21.15.111:0/121517313 wait complete. 2024-09-19T04:35:55.116 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:35:55.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.212+0000 7f9cfa9e4640 1 Processor -- start 2024-09-19T04:35:55.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.212+0000 7f9cfa9e4640 1 -- start start 2024-09-19T04:35:55.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.213+0000 7f9cfa9e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9cf40cdae0 0x7f9cf40b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:55.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.213+0000 7f9cfa9e4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f9cf40aff30 0x7f9cf40b0380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:55.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.213+0000 7f9cfa9e4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9cf40ce150 con 0x7f9cf4156880 2024-09-19T04:35:55.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.213+0000 7f9cfa9e4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f9cf40b6b00 con 0x7f9cf40aff30 2024-09-19T04:35:55.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.213+0000 7f9cfa9e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9cf40b08c0 con 0x7f9cf40cdae0 2024-09-19T04:35:55.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.213+0000 7f9cf37fe640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9cf40cdae0 0x7f9cf40b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:55.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.213+0000 7f9cf8f81640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f9cf40aff30 0x7f9cf40b0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:55.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.213+0000 7f9cf8f81640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f9cf40aff30 0x7f9cf40b0380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:50108/0 (socket says 172.21.15.111:50108) 2024-09-19T04:35:55.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.213+0000 7f9cf37fe640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9cf40cdae0 0x7f9cf40b65c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:49994/0 (socket says 172.21.15.111:49994) 2024-09-19T04:35:55.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.213+0000 7f9cf8f81640 1 -- 172.21.15.111:0/3940050855 learned_addr learned my addr 172.21.15.111:0/3940050855 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:55.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.214+0000 7f9cf8f81640 1 -- 172.21.15.111:0/3940050855 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9cf40cdae0 msgr2=0x7f9cf40b65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:55.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.214+0000 7f9cf8f81640 1 --2- 172.21.15.111:0/3940050855 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9cf40cdae0 0x7f9cf40b65c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.214+0000 7f9cf8f81640 1 -- 172.21.15.111:0/3940050855 >> v1:172.21.15.114:6789/0 conn(0x7f9cf4156880 legacy=0x7f9cf4160730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:55.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.214+0000 7f9cf8f81640 1 -- 172.21.15.111:0/3940050855 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cf40ce430 con 0x7f9cf40aff30 2024-09-19T04:35:55.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.214+0000 7f9cf37fe640 1 --2- 172.21.15.111:0/3940050855 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9cf40cdae0 0x7f9cf40b65c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:35:55.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.214+0000 7f9cf8f81640 1 --2- 172.21.15.111:0/3940050855 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9cf40aff30 0x7f9cf40b0380 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f9cec009e50 tx=0x7f9cec02a710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ad6c7a2323ddf632 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:55.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.215+0000 7f9cf2ffd640 1 -- 172.21.15.111:0/3940050855 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cec036070 con 0x7f9cf40aff30 2024-09-19T04:35:55.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.215+0000 7f9cf2ffd640 1 -- 172.21.15.111:0/3940050855 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9cec031600 con 0x7f9cf40aff30 2024-09-19T04:35:55.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.215+0000 7f9cf2ffd640 1 -- 172.21.15.111:0/3940050855 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cec0319d0 con 0x7f9cf40aff30 2024-09-19T04:35:55.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.215+0000 7f9cfa9e4640 1 -- 172.21.15.111:0/3940050855 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9cf40aff30 msgr2=0x7f9cf40b0380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:55.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.215+0000 7f9cfa9e4640 1 --2- 172.21.15.111:0/3940050855 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9cf40aff30 0x7f9cf40b0380 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f9cec009e50 tx=0x7f9cec02a710 comp rx=0 tx=0).stop 2024-09-19T04:35:55.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.215+0000 7f9cfa9e4640 1 -- 172.21.15.111:0/3940050855 shutdown_connections 2024-09-19T04:35:55.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.215+0000 7f9cfa9e4640 1 --2- 172.21.15.111:0/3940050855 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9cf40aff30 0x7f9cf40b0380 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.215+0000 7f9cfa9e4640 1 --2- 172.21.15.111:0/3940050855 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9cf40cdae0 0x7f9cf40b65c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.215+0000 7f9cfa9e4640 1 -- 172.21.15.111:0/3940050855 >> 172.21.15.111:0/3940050855 conn(0x7f9cf406cae0 msgr2=0x7f9cf406cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:55.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.215+0000 7f9cfa9e4640 1 -- 172.21.15.111:0/3940050855 shutdown_connections 2024-09-19T04:35:55.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.215+0000 7f9cfa9e4640 1 -- 172.21.15.111:0/3940050855 wait complete. 2024-09-19T04:35:55.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.217+0000 7f9cfa9e4640 1 Processor -- start 2024-09-19T04:35:55.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.217+0000 7f9cfa9e4640 1 -- start start 2024-09-19T04:35:55.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.217+0000 7f9cfa9e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9cf40aff30 0x7f9cf414fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:55.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.217+0000 7f9cfa9e4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9cf40cdae0 0x7f9cf4145700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:55.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.217+0000 7f9cfa9e4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9cf4156880 0x7f9cf4152e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:55.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.217+0000 7f9cfa9e4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9cf4156c60 con 0x7f9cf4156880 2024-09-19T04:35:55.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.217+0000 7f9cfa9e4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9cf4160210 con 0x7f9cf40cdae0 2024-09-19T04:35:55.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.217+0000 7f9cfa9e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9cf40ce710 con 0x7f9cf40aff30 2024-09-19T04:35:55.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.218+0000 7f9cf8f81640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9cf4156880 0x7f9cf4152e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:55.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.218+0000 7f9cf8f81640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9cf4156880 0x7f9cf4152e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51766/0 (socket says 172.21.15.111:51766) 2024-09-19T04:35:55.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.218+0000 7f9cf8f81640 1 -- 172.21.15.111:0/1577691509 learned_addr learned my addr 172.21.15.111:0/1577691509 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:55.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.218+0000 7f9cf3fff640 1 --2- 172.21.15.111:0/1577691509 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9cf40aff30 0x7f9cf414fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:55.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.218+0000 7f9cf37fe640 1 --2- 172.21.15.111:0/1577691509 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9cf40cdae0 0x7f9cf4145700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:55.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.218+0000 7f9cf8f81640 1 -- 172.21.15.111:0/1577691509 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9cf40aff30 msgr2=0x7f9cf414fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:55.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.218+0000 7f9cf8f81640 1 --2- 172.21.15.111:0/1577691509 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9cf40aff30 0x7f9cf414fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.218+0000 7f9cf8f81640 1 -- 172.21.15.111:0/1577691509 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9cf40cdae0 msgr2=0x7f9cf4145700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:55.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.218+0000 7f9cf8f81640 1 --2- 172.21.15.111:0/1577691509 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9cf40cdae0 0x7f9cf4145700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.218+0000 7f9cf8f81640 1 -- 172.21.15.111:0/1577691509 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cf4151d60 con 0x7f9cf4156880 2024-09-19T04:35:55.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.218+0000 7f9cf8f81640 1 --2- 172.21.15.111:0/1577691509 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9cf4156880 0x7f9cf4152e00 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f9cec034040 tx=0x7f9cec004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:55.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.218+0000 7f9cf0ff9640 1 -- 172.21.15.111:0/1577691509 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cec036050 con 0x7f9cf4156880 2024-09-19T04:35:55.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.218+0000 7f9cf0ff9640 1 -- 172.21.15.111:0/1577691509 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9cec042070 con 0x7f9cf4156880 2024-09-19T04:35:55.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.218+0000 7f9cfa9e4640 1 -- 172.21.15.111:0/1577691509 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cf4152040 con 0x7f9cf4156880 2024-09-19T04:35:55.222 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.218+0000 7f9cf0ff9640 1 -- 172.21.15.111:0/1577691509 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cec009510 con 0x7f9cf4156880 2024-09-19T04:35:55.222 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.218+0000 7f9cfa9e4640 1 -- 172.21.15.111:0/1577691509 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cf4152600 con 0x7f9cf4156880 2024-09-19T04:35:55.222 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.219+0000 7f9cfa9e4640 1 -- 172.21.15.111:0/1577691509 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9cf40b0380 con 0x7f9cf4156880 2024-09-19T04:35:55.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.220+0000 7f9cf0ff9640 1 -- 172.21.15.111:0/1577691509 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f9cec007c70 con 0x7f9cf4156880 2024-09-19T04:35:55.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.220+0000 7f9cf0ff9640 1 --2- 172.21.15.111:0/1577691509 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9ce006c460 0x7f9ce006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:55.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.220+0000 7f9cf0ff9640 1 -- 172.21.15.111:0/1577691509 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f9cec0ac5b0 con 0x7f9cf4156880 2024-09-19T04:35:55.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.220+0000 7f9cf3fff640 1 --2- 172.21.15.111:0/1577691509 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9ce006c460 0x7f9ce006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:55.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.221+0000 7f9cf3fff640 1 --2- 172.21.15.111:0/1577691509 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9ce006c460 0x7f9ce006e920 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f9ce40016e0 tx=0x7f9ce4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:55.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.225+0000 7f9cf0ff9640 1 -- 172.21.15.111:0/1577691509 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9cec07a2c0 con 0x7f9cf4156880 2024-09-19T04:35:55.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.391+0000 7f9cfa9e4640 1 -- 172.21.15.111:0/1577691509 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9cf40af970 con 0x7f9cf4156880 2024-09-19T04:35:55.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.392+0000 7f9cf0ff9640 1 -- 172.21.15.111:0/1577691509 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v57) ==== 74+0+16786 (secure 0 0 0) 0x7f9cec07e5c0 con 0x7f9cf4156880 2024-09-19T04:35:55.393 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:55.393 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":57,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:35:54.120371+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:35:52.734216+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T04:35:53.094533+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:35:55.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.394+0000 7f9cfa9e4640 1 -- 172.21.15.111:0/1577691509 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9ce006c460 msgr2=0x7f9ce006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:55.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.394+0000 7f9cfa9e4640 1 --2- 172.21.15.111:0/1577691509 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9ce006c460 0x7f9ce006e920 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f9ce40016e0 tx=0x7f9ce4009040 comp rx=0 tx=0).stop 2024-09-19T04:35:55.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.394+0000 7f9cfa9e4640 1 -- 172.21.15.111:0/1577691509 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9cf4156880 msgr2=0x7f9cf4152e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:55.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.394+0000 7f9cfa9e4640 1 --2- 172.21.15.111:0/1577691509 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9cf4156880 0x7f9cf4152e00 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f9cec034040 tx=0x7f9cec004a40 comp rx=0 tx=0).stop 2024-09-19T04:35:55.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.394+0000 7f9cfa9e4640 1 -- 172.21.15.111:0/1577691509 shutdown_connections 2024-09-19T04:35:55.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.394+0000 7f9cfa9e4640 1 --2- 172.21.15.111:0/1577691509 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9ce006c460 0x7f9ce006e920 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.394+0000 7f9cfa9e4640 1 --2- 172.21.15.111:0/1577691509 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9cf4156880 0x7f9cf4152e00 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.394+0000 7f9cfa9e4640 1 --2- 172.21.15.111:0/1577691509 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9cf40cdae0 0x7f9cf4145700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.394+0000 7f9cfa9e4640 1 --2- 172.21.15.111:0/1577691509 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9cf40aff30 0x7f9cf414fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.394+0000 7f9cfa9e4640 1 -- 172.21.15.111:0/1577691509 >> 172.21.15.111:0/1577691509 conn(0x7f9cf406cae0 msgr2=0x7f9cf406cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:55.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.394+0000 7f9cfa9e4640 1 -- 172.21.15.111:0/1577691509 shutdown_connections 2024-09-19T04:35:55.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.394+0000 7f9cfa9e4640 1 -- 172.21.15.111:0/1577691509 wait complete. 2024-09-19T04:35:55.407 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T04:35:55.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.507+0000 7fdec8827640 1 Processor -- start 2024-09-19T04:35:55.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.507+0000 7fdec8827640 1 -- start start 2024-09-19T04:35:55.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.507+0000 7fdec8827640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdec406f130 0x7fdec40b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:55.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.507+0000 7fdec8827640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdec415c820 con 0x7fdec415c370 2024-09-19T04:35:55.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.508+0000 7fdec8827640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdec40b43f0 con 0x7fdec4158e50 2024-09-19T04:35:55.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.508+0000 7fdec8827640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fdec40b3630 con 0x7fdec406f130 2024-09-19T04:35:55.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.508+0000 7fdec2d9d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fdec415c370 0x7fdec40ce200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40160/0 (socket says 172.21.15.111:40160) 2024-09-19T04:35:55.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.508+0000 7fdec2d9d640 1 -- 172.21.15.111:0/214071945 learned_addr learned my addr 172.21.15.111:0/214071945 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:55.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.508+0000 7fdeb9d9b640 1 --2- 172.21.15.111:0/214071945 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdec406f130 0x7fdec40b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:55.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.508+0000 7fdec1d9b640 1 -- 172.21.15.111:0/214071945 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 829619895 0 0) 0x7fdebc001490 con 0x7fdec415c370 2024-09-19T04:35:55.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.508+0000 7fdec1d9b640 1 -- 172.21.15.111:0/214071945 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdeb0003520 con 0x7fdec415c370 2024-09-19T04:35:55.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.508+0000 7fdec1d9b640 1 -- 172.21.15.111:0/214071945 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2896740696 0 0) 0x7fdec40b43f0 con 0x7fdec4158e50 2024-09-19T04:35:55.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.508+0000 7fdec1d9b640 1 -- 172.21.15.111:0/214071945 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdebc001490 con 0x7fdec4158e50 2024-09-19T04:35:55.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.508+0000 7fdeb9d9b640 1 -- 172.21.15.111:0/214071945 >> v1:172.21.15.114:6789/0 conn(0x7fdec4158e50 legacy=0x7fdec406ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:55.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.508+0000 7fdec1d9b640 1 -- 172.21.15.111:0/214071945 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3502847197 0 0) 0x7fdeb0003520 con 0x7fdec415c370 2024-09-19T04:35:55.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.508+0000 7fdeb9d9b640 1 -- 172.21.15.111:0/214071945 >> v1:172.21.15.111:6789/0 conn(0x7fdec415c370 legacy=0x7fdec40ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:55.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.508+0000 7fdeb9d9b640 1 -- 172.21.15.111:0/214071945 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdec40b3910 con 0x7fdec406f130 2024-09-19T04:35:55.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.509+0000 7fdeb9d9b640 1 --2- 172.21.15.111:0/214071945 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdec406f130 0x7fdec40b5050 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fdeac0097c0 tx=0x7fdeac02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b86fbf097f11df9f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:55.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.509+0000 7fdec1d9b640 1 -- 172.21.15.111:0/214071945 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeac037070 con 0x7fdec406f130 2024-09-19T04:35:55.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.509+0000 7fdec1d9b640 1 -- 172.21.15.111:0/214071945 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdeac02ac10 con 0x7fdec406f130 2024-09-19T04:35:55.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.509+0000 7fdec1d9b640 1 -- 172.21.15.111:0/214071945 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdebc001bc0 con 0x7fdec406f130 2024-09-19T04:35:55.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.510+0000 7fdec8827640 1 -- 172.21.15.111:0/214071945 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdec406f130 msgr2=0x7fdec40b5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:55.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.510+0000 7fdec8827640 1 --2- 172.21.15.111:0/214071945 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdec406f130 0x7fdec40b5050 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fdeac0097c0 tx=0x7fdeac02a180 comp rx=0 tx=0).stop 2024-09-19T04:35:55.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.510+0000 7fdec8827640 1 -- 172.21.15.111:0/214071945 shutdown_connections 2024-09-19T04:35:55.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.510+0000 7fdec8827640 1 --2- 172.21.15.111:0/214071945 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdec406f130 0x7fdec40b5050 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.510+0000 7fdec8827640 1 -- 172.21.15.111:0/214071945 >> 172.21.15.111:0/214071945 conn(0x7fdec406bba0 msgr2=0x7fdec406bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:55.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.510+0000 7fdec8827640 1 -- 172.21.15.111:0/214071945 shutdown_connections 2024-09-19T04:35:55.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.510+0000 7fdec8827640 1 -- 172.21.15.111:0/214071945 wait complete. 2024-09-19T04:35:55.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.511+0000 7fdec8827640 1 Processor -- start 2024-09-19T04:35:55.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.511+0000 7fdec8827640 1 -- start start 2024-09-19T04:35:55.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.512+0000 7fdec8827640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdec406f130 0x7fdec4151010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:55.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.512+0000 7fdec8827640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdec4158e50 0x7fdec41f8530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:55.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.512+0000 7fdec8827640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdec415c370 0x7fdec4150980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:55.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.512+0000 7fdec8827640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fdec4159230 con 0x7fdec406f130 2024-09-19T04:35:55.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.512+0000 7fdec8827640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fdec40b3ed0 con 0x7fdec4158e50 2024-09-19T04:35:55.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.512+0000 7fdec8827640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fdec40ce910 con 0x7fdec415c370 2024-09-19T04:35:55.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.512+0000 7fdec259c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdec406f130 0x7fdec4151010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:55.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.512+0000 7fdec259c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdec406f130 0x7fdec4151010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51778/0 (socket says 172.21.15.111:51778) 2024-09-19T04:35:55.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.512+0000 7fdec259c640 1 -- 172.21.15.111:0/898913490 learned_addr learned my addr 172.21.15.111:0/898913490 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:55.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.512+0000 7fdec2d9d640 1 --2- 172.21.15.111:0/898913490 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdec415c370 0x7fdec4150980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:55.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.512+0000 7fdec259c640 1 -- 172.21.15.111:0/898913490 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdec415c370 msgr2=0x7fdec4150980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:55.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.512+0000 7fdec259c640 1 --2- 172.21.15.111:0/898913490 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdec415c370 0x7fdec4150980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.512+0000 7fdeb9d9b640 1 --2- 172.21.15.111:0/898913490 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdec4158e50 0x7fdec41f8530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:55.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.512+0000 7fdec259c640 1 -- 172.21.15.111:0/898913490 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdec4158e50 msgr2=0x7fdec41f8530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:55.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.512+0000 7fdec259c640 1 --2- 172.21.15.111:0/898913490 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdec4158e50 0x7fdec41f8530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.512+0000 7fdec259c640 1 -- 172.21.15.111:0/898913490 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdec40cb490 con 0x7fdec406f130 2024-09-19T04:35:55.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.512+0000 7fdec259c640 1 --2- 172.21.15.111:0/898913490 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdec406f130 0x7fdec4151010 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fdeb400c490 tx=0x7fdeb400c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:55.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.512+0000 7fdebb7fe640 1 -- 172.21.15.111:0/898913490 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb40052d0 con 0x7fdec406f130 2024-09-19T04:35:55.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.512+0000 7fdebb7fe640 1 -- 172.21.15.111:0/898913490 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdeb4005470 con 0x7fdec406f130 2024-09-19T04:35:55.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.512+0000 7fdebb7fe640 1 -- 172.21.15.111:0/898913490 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb4012850 con 0x7fdec406f130 2024-09-19T04:35:55.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.512+0000 7fdec8827640 1 -- 172.21.15.111:0/898913490 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdec40cb770 con 0x7fdec406f130 2024-09-19T04:35:55.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.513+0000 7fdec8827640 1 -- 172.21.15.111:0/898913490 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdec40cbd30 con 0x7fdec406f130 2024-09-19T04:35:55.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.513+0000 7fdec8827640 1 -- 172.21.15.111:0/898913490 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdec4158670 con 0x7fdec406f130 2024-09-19T04:35:55.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.514+0000 7fdebb7fe640 1 -- 172.21.15.111:0/898913490 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fdeb40129f0 con 0x7fdec406f130 2024-09-19T04:35:55.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.514+0000 7fdebb7fe640 1 --2- 172.21.15.111:0/898913490 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdea406c460 0x7fdea406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:55.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.514+0000 7fdebb7fe640 1 -- 172.21.15.111:0/898913490 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7fdeb408b400 con 0x7fdec406f130 2024-09-19T04:35:55.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.514+0000 7fdeb9d9b640 1 --2- 172.21.15.111:0/898913490 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdea406c460 0x7fdea406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:55.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.515+0000 7fdeb9d9b640 1 --2- 172.21.15.111:0/898913490 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdea406c460 0x7fdea406e920 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fdeac034000 tx=0x7fdeac02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:55.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.519+0000 7fdebb7fe640 1 -- 172.21.15.111:0/898913490 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdeb4059980 con 0x7fdec406f130 2024-09-19T04:35:55.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.718+0000 7fdec8827640 1 -- 172.21.15.111:0/898913490 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fdec415fd60 con 0x7fdec406f130 2024-09-19T04:35:55.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.795+0000 7fdebb7fe640 1 -- 172.21.15.111:0/898913490 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v27) ==== 118+0+0 (secure 0 0 0) 0x7fdeb4059280 con 0x7fdec406f130 2024-09-19T04:35:55.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.797+0000 7fdec8827640 1 -- 172.21.15.111:0/898913490 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdea406c460 msgr2=0x7fdea406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:55.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.797+0000 7fdec8827640 1 --2- 172.21.15.111:0/898913490 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdea406c460 0x7fdea406e920 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fdeac034000 tx=0x7fdeac02e000 comp rx=0 tx=0).stop 2024-09-19T04:35:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.797+0000 7fdec8827640 1 -- 172.21.15.111:0/898913490 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdec406f130 msgr2=0x7fdec4151010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.797+0000 7fdec8827640 1 --2- 172.21.15.111:0/898913490 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdec406f130 0x7fdec4151010 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fdeb400c490 tx=0x7fdeb400c950 comp rx=0 tx=0).stop 2024-09-19T04:35:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.797+0000 7fdec8827640 1 -- 172.21.15.111:0/898913490 shutdown_connections 2024-09-19T04:35:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.797+0000 7fdec8827640 1 --2- 172.21.15.111:0/898913490 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdea406c460 0x7fdea406e920 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.797+0000 7fdec8827640 1 --2- 172.21.15.111:0/898913490 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdec415c370 0x7fdec4150980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.797+0000 7fdec8827640 1 --2- 172.21.15.111:0/898913490 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdec4158e50 0x7fdec41f8530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.797+0000 7fdec8827640 1 --2- 172.21.15.111:0/898913490 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdec406f130 0x7fdec4151010 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.797+0000 7fdec8827640 1 -- 172.21.15.111:0/898913490 >> 172.21.15.111:0/898913490 conn(0x7fdec406bba0 msgr2=0x7fdec4072d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.797+0000 7fdec8827640 1 -- 172.21.15.111:0/898913490 shutdown_connections 2024-09-19T04:35:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.797+0000 7fdec8827640 1 -- 172.21.15.111:0/898913490 wait complete. 2024-09-19T04:35:55.810 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T04:35:55.811 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T04:35:55.834 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2024-09-19T04:35:55.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.910+0000 7ff1f0c1e640 1 Processor -- start 2024-09-19T04:35:55.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.910+0000 7ff1f0c1e640 1 -- start start 2024-09-19T04:35:55.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.911+0000 7ff1f0c1e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1ec15b090 0x7ff1ec0b5420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:55.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.911+0000 7ff1f0c1e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff1ec0715b0 0x7ff1ec15b470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:55.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.911+0000 7ff1f0c1e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff1ec071de0 con 0x7ff1ec15b9b0 2024-09-19T04:35:55.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.911+0000 7ff1f0c1e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7ff1ec0720c0 con 0x7ff1ec0715b0 2024-09-19T04:35:55.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.911+0000 7ff1f0c1e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff1ec0723a0 con 0x7ff1ec15b090 2024-09-19T04:35:55.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.911+0000 7ff1e1d9b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff1ec0715b0 0x7ff1ec15b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:55.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.911+0000 7ff1e1d9b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff1ec0715b0 0x7ff1ec15b470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51788/0 (socket says 172.21.15.111:51788) 2024-09-19T04:35:55.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.911+0000 7ff1e1d9b640 1 -- 172.21.15.111:0/1703317874 learned_addr learned my addr 172.21.15.111:0/1703317874 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:55.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.911+0000 7ff1ea59c640 1 --2- 172.21.15.111:0/1703317874 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1ec15b090 0x7ff1ec0b5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:55.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.911+0000 7ff1e1d9b640 1 -- 172.21.15.111:0/1703317874 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1ec15b090 msgr2=0x7ff1ec0b5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:55.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.911+0000 7ff1e1d9b640 1 --2- 172.21.15.111:0/1703317874 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1ec15b090 0x7ff1ec0b5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.911+0000 7ff1e1d9b640 1 -- 172.21.15.111:0/1703317874 >> v1:172.21.15.114:6789/0 conn(0x7ff1ec15b9b0 legacy=0x7ff1ec06d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:55.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.911+0000 7ff1e1d9b640 1 -- 172.21.15.111:0/1703317874 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1ec072680 con 0x7ff1ec0715b0 2024-09-19T04:35:55.915 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.912+0000 7ff1e1d9b640 1 --2- 172.21.15.111:0/1703317874 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1ec0715b0 0x7ff1ec15b470 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7ff1d4009850 tx=0x7ff1d402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acdf44d438c51fcb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:55.915 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.912+0000 7ff1e9d9b640 1 -- 172.21.15.111:0/1703317874 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1d4004030 con 0x7ff1ec0715b0 2024-09-19T04:35:55.915 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.912+0000 7ff1e9d9b640 1 -- 172.21.15.111:0/1703317874 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1d40041d0 con 0x7ff1ec0715b0 2024-09-19T04:35:55.915 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.912+0000 7ff1e9d9b640 1 -- 172.21.15.111:0/1703317874 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1d4003610 con 0x7ff1ec0715b0 2024-09-19T04:35:55.915 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.913+0000 7ff1f0c1e640 1 -- 172.21.15.111:0/1703317874 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1ec0715b0 msgr2=0x7ff1ec15b470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:55.915 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.913+0000 7ff1f0c1e640 1 --2- 172.21.15.111:0/1703317874 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1ec0715b0 0x7ff1ec15b470 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7ff1d4009850 tx=0x7ff1d402a230 comp rx=0 tx=0).stop 2024-09-19T04:35:55.915 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.913+0000 7ff1f0c1e640 1 -- 172.21.15.111:0/1703317874 shutdown_connections 2024-09-19T04:35:55.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.913+0000 7ff1f0c1e640 1 --2- 172.21.15.111:0/1703317874 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1ec0715b0 0x7ff1ec15b470 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.913+0000 7ff1f0c1e640 1 --2- 172.21.15.111:0/1703317874 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1ec15b090 0x7ff1ec0b5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.913+0000 7ff1f0c1e640 1 -- 172.21.15.111:0/1703317874 >> 172.21.15.111:0/1703317874 conn(0x7ff1ec06bba0 msgr2=0x7ff1ec06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:55.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.913+0000 7ff1f0c1e640 1 -- 172.21.15.111:0/1703317874 shutdown_connections 2024-09-19T04:35:55.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.913+0000 7ff1f0c1e640 1 -- 172.21.15.111:0/1703317874 wait complete. 2024-09-19T04:35:55.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.914+0000 7ff1f0c1e640 1 Processor -- start 2024-09-19T04:35:55.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.914+0000 7ff1f0c1e640 1 -- start start 2024-09-19T04:35:55.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.915+0000 7ff1f0c1e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1ec0715b0 0x7ff1ec0cc130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:55.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.915+0000 7ff1f0c1e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1ec15b090 0x7ff1ec158ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:55.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.915+0000 7ff1f0c1e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1ec15b9b0 0x7ff1ec0adb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:55.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.915+0000 7ff1f0c1e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff1ec0719f0 con 0x7ff1ec0715b0 2024-09-19T04:35:55.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.915+0000 7ff1f0c1e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff1ec15bdd0 con 0x7ff1ec15b090 2024-09-19T04:35:55.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.915+0000 7ff1f0c1e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff1ec071b70 con 0x7ff1ec15b9b0 2024-09-19T04:35:55.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.915+0000 7ff1ea59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1ec0715b0 0x7ff1ec0cc130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:55.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.915+0000 7ff1ea59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1ec0715b0 0x7ff1ec0cc130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51796/0 (socket says 172.21.15.111:51796) 2024-09-19T04:35:55.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.915+0000 7ff1ea59c640 1 -- 172.21.15.111:0/3067198906 learned_addr learned my addr 172.21.15.111:0/3067198906 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:55.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.915+0000 7ff1e1d9b640 1 --2- 172.21.15.111:0/3067198906 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1ec15b090 0x7ff1ec158ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:55.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.915+0000 7ff1ead9d640 1 --2- 172.21.15.111:0/3067198906 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1ec15b9b0 0x7ff1ec0adb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:55.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.915+0000 7ff1ea59c640 1 -- 172.21.15.111:0/3067198906 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1ec15b9b0 msgr2=0x7ff1ec0adb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:55.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.915+0000 7ff1ea59c640 1 --2- 172.21.15.111:0/3067198906 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1ec15b9b0 0x7ff1ec0adb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.915+0000 7ff1ea59c640 1 -- 172.21.15.111:0/3067198906 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1ec15b090 msgr2=0x7ff1ec158ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:55.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.915+0000 7ff1ea59c640 1 --2- 172.21.15.111:0/3067198906 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1ec15b090 0x7ff1ec158ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:55.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.916+0000 7ff1ea59c640 1 -- 172.21.15.111:0/3067198906 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1ec1597a0 con 0x7ff1ec0715b0 2024-09-19T04:35:55.920 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.916+0000 7ff1e1d9b640 1 --2- 172.21.15.111:0/3067198906 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1ec15b090 0x7ff1ec158ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:35:55.920 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.916+0000 7ff1ead9d640 1 --2- 172.21.15.111:0/3067198906 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1ec15b9b0 0x7ff1ec0adb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:35:55.920 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.916+0000 7ff1ea59c640 1 --2- 172.21.15.111:0/3067198906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1ec0715b0 0x7ff1ec0cc130 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7ff1dc00d830 tx=0x7ff1dc00dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:55.920 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.916+0000 7ff1e37fe640 1 -- 172.21.15.111:0/3067198906 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1dc00b660 con 0x7ff1ec0715b0 2024-09-19T04:35:55.920 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.916+0000 7ff1e37fe640 1 -- 172.21.15.111:0/3067198906 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1dc019070 con 0x7ff1ec0715b0 2024-09-19T04:35:55.920 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.916+0000 7ff1f0c1e640 1 -- 172.21.15.111:0/3067198906 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1ec159a80 con 0x7ff1ec0715b0 2024-09-19T04:35:55.920 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.916+0000 7ff1e37fe640 1 -- 172.21.15.111:0/3067198906 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1dc00ba20 con 0x7ff1ec0715b0 2024-09-19T04:35:55.920 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.916+0000 7ff1f0c1e640 1 -- 172.21.15.111:0/3067198906 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1ec15a040 con 0x7ff1ec0715b0 2024-09-19T04:35:55.920 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.917+0000 7ff1f0c1e640 1 -- 172.21.15.111:0/3067198906 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1ec06e920 con 0x7ff1ec0715b0 2024-09-19T04:35:55.920 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.917+0000 7ff1e37fe640 1 -- 172.21.15.111:0/3067198906 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7ff1dc01e460 con 0x7ff1ec0715b0 2024-09-19T04:35:55.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.918+0000 7ff1e37fe640 1 --2- 172.21.15.111:0/3067198906 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff1cc06c460 0x7ff1cc06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:55.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.918+0000 7ff1e1d9b640 1 --2- 172.21.15.111:0/3067198906 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff1cc06c460 0x7ff1cc06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:55.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.918+0000 7ff1e37fe640 1 -- 172.21.15.111:0/3067198906 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7ff1dc08bd30 con 0x7ff1ec0715b0 2024-09-19T04:35:55.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.918+0000 7ff1e1d9b640 1 --2- 172.21.15.111:0/3067198906 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff1cc06c460 0x7ff1cc06e920 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7ff1d4033000 tx=0x7ff1d402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:55.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:55.922+0000 7ff1e37fe640 1 -- 172.21.15.111:0/3067198906 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff1ec06e920 con 0x7ff1ec0715b0 2024-09-19T04:35:56.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.122+0000 7ff1f0c1e640 1 -- 172.21.15.111:0/3067198906 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7ff1ec15b470 con 0x7ff1ec0715b0 2024-09-19T04:35:56.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.804+0000 7ff1e37fe640 1 -- 172.21.15.111:0/3067198906 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v28) ==== 122+0+0 (secure 0 0 0) 0x7ff1dc05a2b0 con 0x7ff1ec0715b0 2024-09-19T04:35:56.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.807+0000 7ff1f0c1e640 1 -- 172.21.15.111:0/3067198906 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff1cc06c460 msgr2=0x7ff1cc06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:56.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.807+0000 7ff1f0c1e640 1 --2- 172.21.15.111:0/3067198906 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff1cc06c460 0x7ff1cc06e920 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7ff1d4033000 tx=0x7ff1d402e000 comp rx=0 tx=0).stop 2024-09-19T04:35:56.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.807+0000 7ff1f0c1e640 1 -- 172.21.15.111:0/3067198906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1ec0715b0 msgr2=0x7ff1ec0cc130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:56.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.807+0000 7ff1f0c1e640 1 --2- 172.21.15.111:0/3067198906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1ec0715b0 0x7ff1ec0cc130 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7ff1dc00d830 tx=0x7ff1dc00dcf0 comp rx=0 tx=0).stop 2024-09-19T04:35:56.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.807+0000 7ff1f0c1e640 1 -- 172.21.15.111:0/3067198906 shutdown_connections 2024-09-19T04:35:56.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.807+0000 7ff1f0c1e640 1 --2- 172.21.15.111:0/3067198906 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff1cc06c460 0x7ff1cc06e920 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:56.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.807+0000 7ff1f0c1e640 1 --2- 172.21.15.111:0/3067198906 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1ec15b9b0 0x7ff1ec0adb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:56.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.807+0000 7ff1f0c1e640 1 --2- 172.21.15.111:0/3067198906 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1ec15b090 0x7ff1ec158ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:56.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.807+0000 7ff1f0c1e640 1 --2- 172.21.15.111:0/3067198906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1ec0715b0 0x7ff1ec0cc130 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:56.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.807+0000 7ff1f0c1e640 1 -- 172.21.15.111:0/3067198906 >> 172.21.15.111:0/3067198906 conn(0x7ff1ec06bba0 msgr2=0x7ff1ec0cec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:56.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.807+0000 7ff1f0c1e640 1 -- 172.21.15.111:0/3067198906 shutdown_connections 2024-09-19T04:35:56.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.807+0000 7ff1f0c1e640 1 -- 172.21.15.111:0/3067198906 wait complete. 2024-09-19T04:35:56.821 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T04:35:56.821 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:35:56.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.921+0000 7f0e7d1d6640 1 Processor -- start 2024-09-19T04:35:56.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.921+0000 7f0e7d1d6640 1 -- start start 2024-09-19T04:35:56.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.922+0000 7f0e7d1d6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f0e780b61f0 0x7f0e780b6640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:56.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.922+0000 7f0e7d1d6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e780b7aa0 0x7f0e780b7ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:56.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.922+0000 7f0e7d1d6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0e780d34d0 con 0x7f0e7815e860 2024-09-19T04:35:56.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.922+0000 7f0e7d1d6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f0e780b6b80 con 0x7f0e780b61f0 2024-09-19T04:35:56.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.922+0000 7f0e7d1d6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0e780d3790 con 0x7f0e780b7aa0 2024-09-19T04:35:56.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.922+0000 7f0e76d9d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f0e7815e860 0x7f0e780cf720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40166/0 (socket says 172.21.15.111:40166) 2024-09-19T04:35:56.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.922+0000 7f0e76d9d640 1 -- 172.21.15.111:0/2193754320 learned_addr learned my addr 172.21.15.111:0/2193754320 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:56.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.922+0000 7f0e7759e640 1 --2- 172.21.15.111:0/2193754320 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e780b7aa0 0x7f0e780b7ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:56.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.922+0000 7f0e7659c640 1 --2- 172.21.15.111:0/2193754320 >> v2:172.21.15.114:3300/0 conn(0x7f0e780b61f0 0x7f0e780b6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:56.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.922+0000 7f0e75d9b640 1 -- 172.21.15.111:0/2193754320 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1349453294 0 0) 0x7f0e780d34d0 con 0x7f0e7815e860 2024-09-19T04:35:56.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.922+0000 7f0e75d9b640 1 -- 172.21.15.111:0/2193754320 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0e60003520 con 0x7f0e7815e860 2024-09-19T04:35:56.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.923+0000 7f0e75d9b640 1 -- 172.21.15.111:0/2193754320 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1467562230 0 0) 0x7f0e60003520 con 0x7f0e7815e860 2024-09-19T04:35:56.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.923+0000 7f0e75d9b640 1 -- 172.21.15.111:0/2193754320 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e780b7aa0 msgr2=0x7f0e780b7ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:56.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.923+0000 7f0e75d9b640 1 --2- 172.21.15.111:0/2193754320 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e780b7aa0 0x7f0e780b7ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:56.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.923+0000 7f0e75d9b640 1 -- 172.21.15.111:0/2193754320 >> v2:172.21.15.114:3300/0 conn(0x7f0e780b61f0 msgr2=0x7f0e780b6640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:56.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.923+0000 7f0e75d9b640 1 --2- 172.21.15.111:0/2193754320 >> v2:172.21.15.114:3300/0 conn(0x7f0e780b61f0 0x7f0e780b6640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:56.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.923+0000 7f0e75d9b640 1 -- 172.21.15.111:0/2193754320 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e780d3a70 con 0x7f0e7815e860 2024-09-19T04:35:56.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.923+0000 7f0e75d9b640 1 -- 172.21.15.111:0/2193754320 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f0e68001690 con 0x7f0e7815e860 2024-09-19T04:35:56.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.923+0000 7f0e75d9b640 1 -- 172.21.15.111:0/2193754320 >> v1:172.21.15.111:6789/0 conn(0x7f0e7815e860 legacy=0x7f0e780cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:56.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.923+0000 7f0e75d9b640 1 --2- 172.21.15.111:0/2193754320 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e600039b0 0x7f0e60003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:56.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.923+0000 7f0e75d9b640 1 --2- 172.21.15.111:0/2193754320 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e780b7aa0 0x7f0e60004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:56.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.923+0000 7f0e75d9b640 1 --2- 172.21.15.111:0/2193754320 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e60004d40 0x7f0e600051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:56.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.923+0000 7f0e75d9b640 1 -- 172.21.15.111:0/2193754320 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0e780b6b80 con 0x7f0e600039b0 2024-09-19T04:35:56.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.923+0000 7f0e75d9b640 1 -- 172.21.15.111:0/2193754320 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0e780d3790 con 0x7f0e60004d40 2024-09-19T04:35:56.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.923+0000 7f0e75d9b640 1 -- 172.21.15.111:0/2193754320 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0e6000b9c0 con 0x7f0e780b7aa0 2024-09-19T04:35:56.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.923+0000 7f0e76d9d640 1 --2- 172.21.15.111:0/2193754320 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e600039b0 0x7f0e60003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:56.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.923+0000 7f0e7659c640 1 --2- 172.21.15.111:0/2193754320 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e780b7aa0 0x7f0e60004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:56.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.923+0000 7f0e7759e640 1 --2- 172.21.15.111:0/2193754320 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e60004d40 0x7f0e600051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:56.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.923+0000 7f0e76d9d640 1 -- 172.21.15.111:0/2193754320 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e780b7aa0 msgr2=0x7f0e60004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:56.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.923+0000 7f0e76d9d640 1 --2- 172.21.15.111:0/2193754320 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e780b7aa0 0x7f0e60004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:56.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.923+0000 7f0e76d9d640 1 -- 172.21.15.111:0/2193754320 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e60004d40 msgr2=0x7f0e600051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:56.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.923+0000 7f0e76d9d640 1 --2- 172.21.15.111:0/2193754320 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e60004d40 0x7f0e600051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:56.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.923+0000 7f0e76d9d640 1 -- 172.21.15.111:0/2193754320 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e60003520 con 0x7f0e600039b0 2024-09-19T04:35:56.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.923+0000 7f0e7759e640 1 --2- 172.21.15.111:0/2193754320 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e60004d40 0x7f0e600051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:35:56.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.924+0000 7f0e76d9d640 1 --2- 172.21.15.111:0/2193754320 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e600039b0 0x7f0e60003dd0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f0e68007fd0 tx=0x7f0e60005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86bb7ed3e41b3961 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:56.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.924+0000 7f0e75d9b640 1 -- 172.21.15.111:0/2193754320 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e68007d50 con 0x7f0e600039b0 2024-09-19T04:35:56.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.924+0000 7f0e75d9b640 1 -- 172.21.15.111:0/2193754320 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e68005af0 con 0x7f0e600039b0 2024-09-19T04:35:56.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.924+0000 7f0e75d9b640 1 -- 172.21.15.111:0/2193754320 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e68007070 con 0x7f0e600039b0 2024-09-19T04:35:56.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.924+0000 7f0e7d1d6640 1 -- 172.21.15.111:0/2193754320 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e600039b0 msgr2=0x7f0e60003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:56.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.924+0000 7f0e7d1d6640 1 --2- 172.21.15.111:0/2193754320 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e600039b0 0x7f0e60003dd0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f0e68007fd0 tx=0x7f0e60005830 comp rx=0 tx=0).stop 2024-09-19T04:35:56.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.924+0000 7f0e7759e640 1 -- 172.21.15.111:0/2193754320 reap_dead start 2024-09-19T04:35:56.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.925+0000 7f0e7d1d6640 1 -- 172.21.15.111:0/2193754320 shutdown_connections 2024-09-19T04:35:56.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.925+0000 7f0e7d1d6640 1 -- 172.21.15.111:0/2193754320 >> 172.21.15.111:0/2193754320 conn(0x7f0e78062c60 msgr2=0x7f0e780d4770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:56.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.925+0000 7f0e7d1d6640 1 -- 172.21.15.111:0/2193754320 shutdown_connections 2024-09-19T04:35:56.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.925+0000 7f0e7d1d6640 1 -- 172.21.15.111:0/2193754320 wait complete. 2024-09-19T04:35:56.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.926+0000 7f0e7d1d6640 1 Processor -- start 2024-09-19T04:35:56.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.926+0000 7f0e7d1d6640 1 -- start start 2024-09-19T04:35:56.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.927+0000 7f0e7d1d6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e600039b0 0x7f0e780c9cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:56.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.927+0000 7f0e7d1d6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e781f7ee0 0x7f0e78159e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:56.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.927+0000 7f0e7d1d6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e780d1090 0x7f0e780d1510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:56.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.927+0000 7f0e7d1d6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0e780d4310 con 0x7f0e600039b0 2024-09-19T04:35:56.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.927+0000 7f0e7d1d6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0e780d4030 con 0x7f0e780d1090 2024-09-19T04:35:56.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.927+0000 7f0e7d1d6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0e7815ec40 con 0x7f0e781f7ee0 2024-09-19T04:35:56.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.927+0000 7f0e76d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e600039b0 0x7f0e780c9cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:56.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.927+0000 7f0e76d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e600039b0 0x7f0e780c9cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51818/0 (socket says 172.21.15.111:51818) 2024-09-19T04:35:56.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.927+0000 7f0e76d9d640 1 -- 172.21.15.111:0/3202131708 learned_addr learned my addr 172.21.15.111:0/3202131708 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:56.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.927+0000 7f0e7759e640 1 --2- 172.21.15.111:0/3202131708 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e780d1090 0x7f0e780d1510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:56.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.927+0000 7f0e7659c640 1 --2- 172.21.15.111:0/3202131708 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e781f7ee0 0x7f0e78159e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:56.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.927+0000 7f0e76d9d640 1 -- 172.21.15.111:0/3202131708 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e781f7ee0 msgr2=0x7f0e78159e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:56.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.927+0000 7f0e76d9d640 1 --2- 172.21.15.111:0/3202131708 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e781f7ee0 0x7f0e78159e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:56.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.927+0000 7f0e76d9d640 1 -- 172.21.15.111:0/3202131708 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e780d1090 msgr2=0x7f0e780d1510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:56.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.927+0000 7f0e76d9d640 1 --2- 172.21.15.111:0/3202131708 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e780d1090 0x7f0e780d1510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:56.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.927+0000 7f0e76d9d640 1 -- 172.21.15.111:0/3202131708 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e780c8270 con 0x7f0e600039b0 2024-09-19T04:35:56.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.927+0000 7f0e76d9d640 1 --2- 172.21.15.111:0/3202131708 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e600039b0 0x7f0e780c9cb0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f0e6802ae20 tx=0x7f0e780d3c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:56.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.928+0000 7f0e5f7fe640 1 -- 172.21.15.111:0/3202131708 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e68042020 con 0x7f0e600039b0 2024-09-19T04:35:56.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.928+0000 7f0e5f7fe640 1 -- 172.21.15.111:0/3202131708 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e68004bf0 con 0x7f0e600039b0 2024-09-19T04:35:56.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.928+0000 7f0e7d1d6640 1 -- 172.21.15.111:0/3202131708 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e780c8550 con 0x7f0e600039b0 2024-09-19T04:35:56.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.928+0000 7f0e5f7fe640 1 -- 172.21.15.111:0/3202131708 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e68001c90 con 0x7f0e600039b0 2024-09-19T04:35:56.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.928+0000 7f0e7d1d6640 1 -- 172.21.15.111:0/3202131708 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e781f8340 con 0x7f0e600039b0 2024-09-19T04:35:56.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.929+0000 7f0e7d1d6640 1 -- 172.21.15.111:0/3202131708 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e780b3ad0 con 0x7f0e600039b0 2024-09-19T04:35:56.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.929+0000 7f0e5f7fe640 1 -- 172.21.15.111:0/3202131708 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f0e68045020 con 0x7f0e600039b0 2024-09-19T04:35:56.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.929+0000 7f0e5f7fe640 1 --2- 172.21.15.111:0/3202131708 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0e6406c490 0x7f0e6406e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:56.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.930+0000 7f0e5f7fe640 1 -- 172.21.15.111:0/3202131708 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f0e680abfd0 con 0x7f0e600039b0 2024-09-19T04:35:56.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.930+0000 7f0e7659c640 1 --2- 172.21.15.111:0/3202131708 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0e6406c490 0x7f0e6406e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:56.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.930+0000 7f0e7659c640 1 --2- 172.21.15.111:0/3202131708 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0e6406c490 0x7f0e6406e950 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0e7815d960 tx=0x7f0e6c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:56.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:56.934+0000 7f0e5f7fe640 1 -- 172.21.15.111:0/3202131708 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0e6804c030 con 0x7f0e600039b0 2024-09-19T04:35:57.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.132+0000 7f0e7d1d6640 1 -- 172.21.15.111:0/3202131708 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0e780d2700 con 0x7f0e600039b0 2024-09-19T04:35:57.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.132+0000 7f0e5f7fe640 1 -- 172.21.15.111:0/3202131708 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5232 (secure 0 0 0) 0x7f0e68079dd0 con 0x7f0e600039b0 2024-09-19T04:35:57.134 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:57.134 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":28,"btime":"2024-09-19T04:35:56:799755+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5057,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/2129760899","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":2129760899},{"type":"v1","addr":"172.21.15.114:6834","nonce":2129760899}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":5368,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/984457279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":984457279},{"type":"v1","addr":"172.21.15.114:6835","nonce":984457279}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":5631,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/3612593317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":3612593317},{"type":"v1","addr":"172.21.15.111:6835","nonce":3612593317}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24}],"filesystems":[{"mdsmap":{"epoch":28,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:35:54.120660+0000","modified":"2024-09-19T04:35:56.123266+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5652},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5652":{"gid":5652,"name":"a","rank":0,"incarnation":26,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6837/2608480199","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":2608480199},{"type":"v1","addr":"172.21.15.111:6837","nonce":2608480199}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5652,"qdb_cluster":[5652]},"id":4}]} 2024-09-19T04:35:57.134 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 28 2024-09-19T04:35:57.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.134+0000 7f0e7d1d6640 1 -- 172.21.15.111:0/3202131708 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0e6406c490 msgr2=0x7f0e6406e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:57.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.134+0000 7f0e7d1d6640 1 --2- 172.21.15.111:0/3202131708 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0e6406c490 0x7f0e6406e950 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0e7815d960 tx=0x7f0e6c008040 comp rx=0 tx=0).stop 2024-09-19T04:35:57.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.134+0000 7f0e7d1d6640 1 -- 172.21.15.111:0/3202131708 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e600039b0 msgr2=0x7f0e780c9cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:57.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.134+0000 7f0e7d1d6640 1 --2- 172.21.15.111:0/3202131708 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e600039b0 0x7f0e780c9cb0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f0e6802ae20 tx=0x7f0e780d3c40 comp rx=0 tx=0).stop 2024-09-19T04:35:57.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.134+0000 7f0e7d1d6640 1 -- 172.21.15.111:0/3202131708 shutdown_connections 2024-09-19T04:35:57.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.134+0000 7f0e7d1d6640 1 --2- 172.21.15.111:0/3202131708 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0e6406c490 0x7f0e6406e950 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.134+0000 7f0e7d1d6640 1 --2- 172.21.15.111:0/3202131708 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e780d1090 0x7f0e780d1510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.134+0000 7f0e7d1d6640 1 --2- 172.21.15.111:0/3202131708 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e781f7ee0 0x7f0e78159e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.134+0000 7f0e7d1d6640 1 --2- 172.21.15.111:0/3202131708 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e600039b0 0x7f0e780c9cb0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.134+0000 7f0e7d1d6640 1 -- 172.21.15.111:0/3202131708 >> 172.21.15.111:0/3202131708 conn(0x7f0e78062c60 msgr2=0x7f0e780b7f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:57.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.135+0000 7f0e7d1d6640 1 -- 172.21.15.111:0/3202131708 shutdown_connections 2024-09-19T04:35:57.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.135+0000 7f0e7d1d6640 1 -- 172.21.15.111:0/3202131708 wait complete. 2024-09-19T04:35:57.147 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:35:57.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.243+0000 7fc91dad9640 1 Processor -- start 2024-09-19T04:35:57.245 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.243+0000 7fc91dad9640 1 -- start start 2024-09-19T04:35:57.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.244+0000 7fc91dad9640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc91806be10 0x7fc9180cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:57.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.244+0000 7fc91dad9640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc9180cd5f0 con 0x7fc918151c50 2024-09-19T04:35:57.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.244+0000 7fc91dad9640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc9180cd8d0 con 0x7fc91806c1f0 2024-09-19T04:35:57.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.244+0000 7fc91dad9640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fc9180cdbb0 con 0x7fc91806be10 2024-09-19T04:35:57.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.244+0000 7fc9177fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc91806be10 0x7fc9180cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:57.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.244+0000 7fc917fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fc918151c50 0x7fc918164750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40182/0 (socket says 172.21.15.111:40182) 2024-09-19T04:35:57.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.244+0000 7fc917fff640 1 -- 172.21.15.111:0/3718611419 learned_addr learned my addr 172.21.15.111:0/3718611419 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:57.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.245+0000 7fc9177fe640 1 -- 172.21.15.111:0/3718611419 >> v1:172.21.15.114:6789/0 conn(0x7fc91806c1f0 legacy=0x7fc918151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:57.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.245+0000 7fc9177fe640 1 -- 172.21.15.111:0/3718611419 >> v1:172.21.15.111:6789/0 conn(0x7fc918151c50 legacy=0x7fc918164750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:57.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.245+0000 7fc9177fe640 1 -- 172.21.15.111:0/3718611419 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9180cde90 con 0x7fc91806be10 2024-09-19T04:35:57.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.245+0000 7fc9167fc640 1 -- 172.21.15.111:0/3718611419 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1848351546 0 0) 0x7fc9180cd5f0 con 0x7fc918151c50 2024-09-19T04:35:57.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.245+0000 7fc9177fe640 1 --2- 172.21.15.111:0/3718611419 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc91806be10 0x7fc9180cd010 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fc90800a940 tx=0x7fc90802b5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91e3a6e1aa3602df server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:57.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.245+0000 7fc9167fc640 1 -- 172.21.15.111:0/3718611419 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc90800b040 con 0x7fc91806be10 2024-09-19T04:35:57.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.245+0000 7fc9167fc640 1 -- 172.21.15.111:0/3718611419 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc908030510 con 0x7fc91806be10 2024-09-19T04:35:57.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.245+0000 7fc9167fc640 1 -- 172.21.15.111:0/3718611419 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9080308e0 con 0x7fc91806be10 2024-09-19T04:35:57.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.246+0000 7fc91dad9640 1 -- 172.21.15.111:0/3718611419 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc91806be10 msgr2=0x7fc9180cd010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:57.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.246+0000 7fc91dad9640 1 --2- 172.21.15.111:0/3718611419 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc91806be10 0x7fc9180cd010 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fc90800a940 tx=0x7fc90802b5e0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.246+0000 7fc91dad9640 1 -- 172.21.15.111:0/3718611419 shutdown_connections 2024-09-19T04:35:57.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.246+0000 7fc91dad9640 1 --2- 172.21.15.111:0/3718611419 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc91806be10 0x7fc9180cd010 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.246+0000 7fc91dad9640 1 -- 172.21.15.111:0/3718611419 >> 172.21.15.111:0/3718611419 conn(0x7fc918062cc0 msgr2=0x7fc91806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:57.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.246+0000 7fc91dad9640 1 -- 172.21.15.111:0/3718611419 shutdown_connections 2024-09-19T04:35:57.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.246+0000 7fc91dad9640 1 -- 172.21.15.111:0/3718611419 wait complete. 2024-09-19T04:35:57.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.247+0000 7fc91dad9640 1 Processor -- start 2024-09-19T04:35:57.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.247+0000 7fc91dad9640 1 -- start start 2024-09-19T04:35:57.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.248+0000 7fc91dad9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc91806be10 0x7fc918145ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:57.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.248+0000 7fc91dad9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc91806c1f0 0x7fc91815e820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:57.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.248+0000 7fc91dad9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc918151c50 0x7fc9180ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:57.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.248+0000 7fc91dad9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc91815baa0 con 0x7fc91806be10 2024-09-19T04:35:57.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.248+0000 7fc91dad9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc9180ce690 con 0x7fc918151c50 2024-09-19T04:35:57.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.248+0000 7fc91dad9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc91815bc20 con 0x7fc91806c1f0 2024-09-19T04:35:57.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.248+0000 7fc9177fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc91806be10 0x7fc918145ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:57.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.248+0000 7fc9177fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc91806be10 0x7fc918145ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51826/0 (socket says 172.21.15.111:51826) 2024-09-19T04:35:57.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.249+0000 7fc9177fe640 1 -- 172.21.15.111:0/2801093576 learned_addr learned my addr 172.21.15.111:0/2801093576 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:57.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.249+0000 7fc916ffd640 1 --2- 172.21.15.111:0/2801093576 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc91806c1f0 0x7fc91815e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:57.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.249+0000 7fc917fff640 1 --2- 172.21.15.111:0/2801093576 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc918151c50 0x7fc9180ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:57.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.249+0000 7fc9177fe640 1 -- 172.21.15.111:0/2801093576 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc91806c1f0 msgr2=0x7fc91815e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:57.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.249+0000 7fc9177fe640 1 --2- 172.21.15.111:0/2801093576 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc91806c1f0 0x7fc91815e820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.249+0000 7fc9177fe640 1 -- 172.21.15.111:0/2801093576 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc918151c50 msgr2=0x7fc9180ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:57.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.249+0000 7fc9177fe640 1 --2- 172.21.15.111:0/2801093576 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc918151c50 0x7fc9180ae8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.249+0000 7fc9177fe640 1 -- 172.21.15.111:0/2801093576 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9180735f0 con 0x7fc91806be10 2024-09-19T04:35:57.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.249+0000 7fc9177fe640 1 --2- 172.21.15.111:0/2801093576 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc91806be10 0x7fc918145ab0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fc908000c00 tx=0x7fc9080046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:57.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.249+0000 7fc8fffff640 1 -- 172.21.15.111:0/2801093576 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc908041070 con 0x7fc91806be10 2024-09-19T04:35:57.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.249+0000 7fc8fffff640 1 -- 172.21.15.111:0/2801093576 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9080338a0 con 0x7fc91806be10 2024-09-19T04:35:57.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.249+0000 7fc91dad9640 1 -- 172.21.15.111:0/2801093576 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9180738d0 con 0x7fc91806be10 2024-09-19T04:35:57.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.249+0000 7fc8fffff640 1 -- 172.21.15.111:0/2801093576 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc908033c90 con 0x7fc91806be10 2024-09-19T04:35:57.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.249+0000 7fc91dad9640 1 -- 172.21.15.111:0/2801093576 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc918073e90 con 0x7fc91806be10 2024-09-19T04:35:57.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.250+0000 7fc91dad9640 1 -- 172.21.15.111:0/2801093576 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9180cd010 con 0x7fc91806be10 2024-09-19T04:35:57.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.251+0000 7fc8fffff640 1 -- 172.21.15.111:0/2801093576 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fc908044070 con 0x7fc91806be10 2024-09-19T04:35:57.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.251+0000 7fc8fffff640 1 --2- 172.21.15.111:0/2801093576 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc90406c460 0x7fc90406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:57.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.251+0000 7fc8fffff640 1 -- 172.21.15.111:0/2801093576 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fc9080ac0a0 con 0x7fc91806be10 2024-09-19T04:35:57.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.251+0000 7fc916ffd640 1 --2- 172.21.15.111:0/2801093576 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc90406c460 0x7fc90406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:57.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.252+0000 7fc916ffd640 1 --2- 172.21.15.111:0/2801093576 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc90406c460 0x7fc90406e920 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fc91815de00 tx=0x7fc90c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:57.257 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.256+0000 7fc8fffff640 1 -- 172.21.15.111:0/2801093576 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc908079f70 con 0x7fc91806be10 2024-09-19T04:35:57.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.424+0000 7fc91dad9640 1 -- 172.21.15.111:0/2801093576 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc91806d0d0 con 0x7fc91806be10 2024-09-19T04:35:57.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.425+0000 7fc8fffff640 1 -- 172.21.15.111:0/2801093576 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) ==== 74+0+16773 (secure 0 0 0) 0x7fc90807e270 con 0x7fc91806be10 2024-09-19T04:35:57.427 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:57.427 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":58,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:35:55.782841+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:35:52.734216+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T04:35:53.094533+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:35:57.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.427+0000 7fc91dad9640 1 -- 172.21.15.111:0/2801093576 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc90406c460 msgr2=0x7fc90406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:57.430 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.427+0000 7fc91dad9640 1 --2- 172.21.15.111:0/2801093576 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc90406c460 0x7fc90406e920 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fc91815de00 tx=0x7fc90c009040 comp rx=0 tx=0).stop 2024-09-19T04:35:57.430 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.427+0000 7fc91dad9640 1 -- 172.21.15.111:0/2801093576 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc91806be10 msgr2=0x7fc918145ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:57.430 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.427+0000 7fc91dad9640 1 --2- 172.21.15.111:0/2801093576 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc91806be10 0x7fc918145ab0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fc908000c00 tx=0x7fc9080046c0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.430 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.427+0000 7fc91dad9640 1 -- 172.21.15.111:0/2801093576 shutdown_connections 2024-09-19T04:35:57.430 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.427+0000 7fc91dad9640 1 --2- 172.21.15.111:0/2801093576 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc90406c460 0x7fc90406e920 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.430 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.427+0000 7fc91dad9640 1 --2- 172.21.15.111:0/2801093576 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc918151c50 0x7fc9180ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.430 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.427+0000 7fc91dad9640 1 --2- 172.21.15.111:0/2801093576 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc91806c1f0 0x7fc91815e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.430 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.427+0000 7fc91dad9640 1 --2- 172.21.15.111:0/2801093576 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc91806be10 0x7fc918145ab0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.430 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.427+0000 7fc91dad9640 1 -- 172.21.15.111:0/2801093576 >> 172.21.15.111:0/2801093576 conn(0x7fc918062cc0 msgr2=0x7fc91814d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:57.430 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.428+0000 7fc91dad9640 1 -- 172.21.15.111:0/2801093576 shutdown_connections 2024-09-19T04:35:57.430 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.428+0000 7fc91dad9640 1 -- 172.21.15.111:0/2801093576 wait complete. 2024-09-19T04:35:57.440 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T04:35:57.440 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:35:57.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.536+0000 7f833598d640 1 Processor -- start 2024-09-19T04:35:57.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.536+0000 7f833598d640 1 -- start start 2024-09-19T04:35:57.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.537+0000 7f833598d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f833015f210 0x7f83300ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:57.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.537+0000 7f833598d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f833015f5f0 0x7f83300713c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:57.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.537+0000 7f833598d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f833015fa60 0x7f8330071900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:57.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.537+0000 7f833598d640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f83300af960 con 0x7f833015f210 2024-09-19T04:35:57.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.537+0000 7f833598d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f83300aee20 con 0x7f833015f5f0 2024-09-19T04:35:57.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.537+0000 7f833598d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f83300af0c0 con 0x7f833015fa60 2024-09-19T04:35:57.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.537+0000 7f832effd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f833015f210 0x7f83300ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:57.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.537+0000 7f832effd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f833015f210 0x7f83300ae8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51834/0 (socket says 172.21.15.111:51834) 2024-09-19T04:35:57.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.537+0000 7f832effd640 1 -- 172.21.15.111:0/1691461691 learned_addr learned my addr 172.21.15.111:0/1691461691 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:57.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.537+0000 7f832effd640 1 -- 172.21.15.111:0/1691461691 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f833015fa60 msgr2=0x7f8330071900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:57.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.537+0000 7f832effd640 1 --2- 172.21.15.111:0/1691461691 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f833015fa60 0x7f8330071900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.537+0000 7f832effd640 1 -- 172.21.15.111:0/1691461691 >> v2:172.21.15.114:3300/0 conn(0x7f833015f5f0 msgr2=0x7f83300713c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:57.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.537+0000 7f832effd640 1 --2- 172.21.15.111:0/1691461691 >> v2:172.21.15.114:3300/0 conn(0x7f833015f5f0 0x7f83300713c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.537+0000 7f832effd640 1 -- 172.21.15.111:0/1691461691 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83300af3a0 con 0x7f833015f210 2024-09-19T04:35:57.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.538+0000 7f832effd640 1 --2- 172.21.15.111:0/1691461691 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f833015f210 0x7f83300ae8e0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f83300af2d0 tx=0x7f832002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee3c16e31d188d1f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:57.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.538+0000 7f832e7fc640 1 -- 172.21.15.111:0/1691461691 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8320037070 con 0x7f833015f210 2024-09-19T04:35:57.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.538+0000 7f832e7fc640 1 -- 172.21.15.111:0/1691461691 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8320032440 con 0x7f833015f210 2024-09-19T04:35:57.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.538+0000 7f832e7fc640 1 -- 172.21.15.111:0/1691461691 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8320032810 con 0x7f833015f210 2024-09-19T04:35:57.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.539+0000 7f833598d640 1 -- 172.21.15.111:0/1691461691 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f833015f210 msgr2=0x7f83300ae8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:57.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.539+0000 7f833598d640 1 --2- 172.21.15.111:0/1691461691 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f833015f210 0x7f83300ae8e0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f83300af2d0 tx=0x7f832002a1e0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.539+0000 7f833598d640 1 -- 172.21.15.111:0/1691461691 shutdown_connections 2024-09-19T04:35:57.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.539+0000 7f833598d640 1 --2- 172.21.15.111:0/1691461691 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f833015fa60 0x7f8330071900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.539+0000 7f833598d640 1 --2- 172.21.15.111:0/1691461691 >> v2:172.21.15.114:3300/0 conn(0x7f833015f5f0 0x7f83300713c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.539+0000 7f833598d640 1 --2- 172.21.15.111:0/1691461691 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f833015f210 0x7f83300ae8e0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.539+0000 7f833598d640 1 -- 172.21.15.111:0/1691461691 >> 172.21.15.111:0/1691461691 conn(0x7f83300b2480 msgr2=0x7f83300b2860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:57.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.539+0000 7f833598d640 1 -- 172.21.15.111:0/1691461691 shutdown_connections 2024-09-19T04:35:57.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.539+0000 7f833598d640 1 -- 172.21.15.111:0/1691461691 wait complete. 2024-09-19T04:35:57.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.540+0000 7f833598d640 1 Processor -- start 2024-09-19T04:35:57.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.540+0000 7f833598d640 1 -- start start 2024-09-19T04:35:57.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.541+0000 7f833598d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f833015f210 0x7f833014b200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:57.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.541+0000 7f833598d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f833015f5f0 0x7f8330155100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:57.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.541+0000 7f833598d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f833015fa60 0x7f83300cf710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:57.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.541+0000 7f833598d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8330162390 con 0x7f833015fa60 2024-09-19T04:35:57.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.541+0000 7f833598d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f833006d4f0 con 0x7f833015f5f0 2024-09-19T04:35:57.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.541+0000 7f833598d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8330162510 con 0x7f833015f210 2024-09-19T04:35:57.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.541+0000 7f832f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f833015fa60 0x7f83300cf710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:57.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.541+0000 7f832f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f833015fa60 0x7f83300cf710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51844/0 (socket says 172.21.15.111:51844) 2024-09-19T04:35:57.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.541+0000 7f832f7fe640 1 -- 172.21.15.111:0/3119343511 learned_addr learned my addr 172.21.15.111:0/3119343511 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:57.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.541+0000 7f83267fc640 1 --2- 172.21.15.111:0/3119343511 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f833015f5f0 0x7f8330155100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:57.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.541+0000 7f832effd640 1 --2- 172.21.15.111:0/3119343511 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f833015f210 0x7f833014b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:57.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.541+0000 7f832f7fe640 1 -- 172.21.15.111:0/3119343511 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f833015f210 msgr2=0x7f833014b200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:57.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.541+0000 7f832f7fe640 1 --2- 172.21.15.111:0/3119343511 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f833015f210 0x7f833014b200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.541+0000 7f832f7fe640 1 -- 172.21.15.111:0/3119343511 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f833015f5f0 msgr2=0x7f8330155100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:57.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.541+0000 7f832f7fe640 1 --2- 172.21.15.111:0/3119343511 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f833015f5f0 0x7f8330155100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.541+0000 7f832f7fe640 1 -- 172.21.15.111:0/3119343511 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8330155a00 con 0x7f833015fa60 2024-09-19T04:35:57.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.542+0000 7f832f7fe640 1 --2- 172.21.15.111:0/3119343511 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f833015fa60 0x7f83300cf710 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f832800b9e0 tx=0x7f832800bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:57.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.542+0000 7f832cff9640 1 -- 172.21.15.111:0/3119343511 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8328019070 con 0x7f833015fa60 2024-09-19T04:35:57.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.542+0000 7f832cff9640 1 -- 172.21.15.111:0/3119343511 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f832800cb20 con 0x7f833015fa60 2024-09-19T04:35:57.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.542+0000 7f833598d640 1 -- 172.21.15.111:0/3119343511 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8330155ce0 con 0x7f833015fa60 2024-09-19T04:35:57.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.542+0000 7f832cff9640 1 -- 172.21.15.111:0/3119343511 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8328014440 con 0x7f833015fa60 2024-09-19T04:35:57.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.542+0000 7f833598d640 1 -- 172.21.15.111:0/3119343511 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83301562a0 con 0x7f833015fa60 2024-09-19T04:35:57.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.543+0000 7f833598d640 1 -- 172.21.15.111:0/3119343511 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8330072fd0 con 0x7f833015fa60 2024-09-19T04:35:57.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.543+0000 7f832cff9640 1 -- 172.21.15.111:0/3119343511 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f832801c070 con 0x7f833015fa60 2024-09-19T04:35:57.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.544+0000 7f832cff9640 1 --2- 172.21.15.111:0/3119343511 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f831006c460 0x7f831006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:57.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.544+0000 7f832effd640 1 --2- 172.21.15.111:0/3119343511 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f831006c460 0x7f831006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:57.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.544+0000 7f832cff9640 1 -- 172.21.15.111:0/3119343511 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f832808b4b0 con 0x7f833015fa60 2024-09-19T04:35:57.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.544+0000 7f832effd640 1 --2- 172.21.15.111:0/3119343511 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f831006c460 0x7f831006e920 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f8320034000 tx=0x7f832002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:57.549 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.548+0000 7f832cff9640 1 -- 172.21.15.111:0/3119343511 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8330072fd0 con 0x7f833015fa60 2024-09-19T04:35:57.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.709+0000 7f833598d640 1 -- 172.21.15.111:0/3119343511 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8330156610 con 0x7f831006c460 2024-09-19T04:35:57.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.715+0000 7f832cff9640 1 -- 172.21.15.111:0/3119343511 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+244885 (secure 0 0 0) 0x7f8330156610 con 0x7f831006c460 2024-09-19T04:35:57.730 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:57.731 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:35:57.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.718+0000 7f833598d640 1 -- 172.21.15.111:0/3119343511 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f831006c460 msgr2=0x7f831006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:57.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.718+0000 7f833598d640 1 --2- 172.21.15.111:0/3119343511 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f831006c460 0x7f831006e920 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f8320034000 tx=0x7f832002e000 comp rx=0 tx=0).stop 2024-09-19T04:35:57.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.718+0000 7f833598d640 1 -- 172.21.15.111:0/3119343511 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f833015fa60 msgr2=0x7f83300cf710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:57.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.718+0000 7f833598d640 1 --2- 172.21.15.111:0/3119343511 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f833015fa60 0x7f83300cf710 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f832800b9e0 tx=0x7f832800bea0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.718+0000 7f833598d640 1 -- 172.21.15.111:0/3119343511 shutdown_connections 2024-09-19T04:35:57.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.718+0000 7f833598d640 1 --2- 172.21.15.111:0/3119343511 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f831006c460 0x7f831006e920 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.718+0000 7f833598d640 1 --2- 172.21.15.111:0/3119343511 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f833015fa60 0x7f83300cf710 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.718+0000 7f833598d640 1 --2- 172.21.15.111:0/3119343511 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f833015f5f0 0x7f8330155100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.718+0000 7f833598d640 1 --2- 172.21.15.111:0/3119343511 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f833015f210 0x7f833014b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.718+0000 7f833598d640 1 -- 172.21.15.111:0/3119343511 >> 172.21.15.111:0/3119343511 conn(0x7f83300b2480 msgr2=0x7f83300b1bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:57.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.719+0000 7f833598d640 1 -- 172.21.15.111:0/3119343511 shutdown_connections 2024-09-19T04:35:57.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.719+0000 7f833598d640 1 -- 172.21.15.111:0/3119343511 wait complete. 2024-09-19T04:35:57.735 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":149,"stamp":"2024-09-19T04:35:56.447418+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591006,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":177,"num_write_kb":2425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":104,"acting":104,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":20,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":754974720,"kb_used":230816,"kb_used_data":6252,"kb_used_omap":12,"kb_used_meta":224371,"kb_avail":754743904,"statfs":{"total":773094113280,"available":772857757696,"internally_reserved":0,"allocated":6402048,"data_stored":3303942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":229756464},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":638,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000533"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.804601+0000","last_change":"2024-09-19T04:35:54.798325+0000","last_active":"2024-09-19T04:35:54.804601+0000","last_peered":"2024-09-19T04:35:54.804601+0000","last_clean":"2024-09-19T04:35:54.804601+0000","last_became_active":"2024-09-19T04:35:54.796245+0000","last_became_peered":"2024-09-19T04:35:54.796245+0000","last_unstale":"2024-09-19T04:35:54.804601+0000","last_undegraded":"2024-09-19T04:35:54.804601+0000","last_fullsized":"2024-09-19T04:35:54.804601+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:14.708265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812886+0000","last_change":"2024-09-19T04:35:54.803328+0000","last_active":"2024-09-19T04:35:54.812886+0000","last_peered":"2024-09-19T04:35:54.812886+0000","last_clean":"2024-09-19T04:35:54.812886+0000","last_became_active":"2024-09-19T04:35:54.803098+0000","last_became_peered":"2024-09-19T04:35:54.803098+0000","last_unstale":"2024-09-19T04:35:54.812886+0000","last_undegraded":"2024-09-19T04:35:54.812886+0000","last_fullsized":"2024-09-19T04:35:54.812886+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:04:54.540058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.802188+0000","last_change":"2024-09-19T04:35:54.794813+0000","last_active":"2024-09-19T04:35:54.802188+0000","last_peered":"2024-09-19T04:35:54.802188+0000","last_clean":"2024-09-19T04:35:54.802188+0000","last_became_active":"2024-09-19T04:35:54.794536+0000","last_became_peered":"2024-09-19T04:35:54.794536+0000","last_unstale":"2024-09-19T04:35:54.802188+0000","last_undegraded":"2024-09-19T04:35:54.802188+0000","last_fullsized":"2024-09-19T04:35:54.802188+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:53:49.065496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.795297+0000","last_change":"2024-09-19T04:35:54.792876+0000","last_active":"2024-09-19T04:35:54.795297+0000","last_peered":"2024-09-19T04:35:54.795297+0000","last_clean":"2024-09-19T04:35:54.795297+0000","last_became_active":"2024-09-19T04:35:54.792581+0000","last_became_peered":"2024-09-19T04:35:54.792581+0000","last_unstale":"2024-09-19T04:35:54.795297+0000","last_undegraded":"2024-09-19T04:35:54.795297+0000","last_fullsized":"2024-09-19T04:35:54.795297+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:50.909763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813666+0000","last_change":"2024-09-19T04:35:54.805150+0000","last_active":"2024-09-19T04:35:54.813666+0000","last_peered":"2024-09-19T04:35:54.813666+0000","last_clean":"2024-09-19T04:35:54.813666+0000","last_became_active":"2024-09-19T04:35:54.804905+0000","last_became_peered":"2024-09-19T04:35:54.804905+0000","last_unstale":"2024-09-19T04:35:54.813666+0000","last_undegraded":"2024-09-19T04:35:54.813666+0000","last_fullsized":"2024-09-19T04:35:54.813666+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:44:05.768274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.811422+0000","last_change":"2024-09-19T04:35:54.807434+0000","last_active":"2024-09-19T04:35:54.811422+0000","last_peered":"2024-09-19T04:35:54.811422+0000","last_clean":"2024-09-19T04:35:54.811422+0000","last_became_active":"2024-09-19T04:35:54.807193+0000","last_became_peered":"2024-09-19T04:35:54.807193+0000","last_unstale":"2024-09-19T04:35:54.811422+0000","last_undegraded":"2024-09-19T04:35:54.811422+0000","last_fullsized":"2024-09-19T04:35:54.811422+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:11.258833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.804709+0000","last_change":"2024-09-19T04:35:54.799938+0000","last_active":"2024-09-19T04:35:54.804709+0000","last_peered":"2024-09-19T04:35:54.804709+0000","last_clean":"2024-09-19T04:35:54.804709+0000","last_became_active":"2024-09-19T04:35:54.796742+0000","last_became_peered":"2024-09-19T04:35:54.796742+0000","last_unstale":"2024-09-19T04:35:54.804709+0000","last_undegraded":"2024-09-19T04:35:54.804709+0000","last_fullsized":"2024-09-19T04:35:54.804709+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:46.255299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812480+0000","last_change":"2024-09-19T04:35:54.801553+0000","last_active":"2024-09-19T04:35:54.812480+0000","last_peered":"2024-09-19T04:35:54.812480+0000","last_clean":"2024-09-19T04:35:54.812480+0000","last_became_active":"2024-09-19T04:35:54.799457+0000","last_became_peered":"2024-09-19T04:35:54.799457+0000","last_unstale":"2024-09-19T04:35:54.812480+0000","last_undegraded":"2024-09-19T04:35:54.812480+0000","last_fullsized":"2024-09-19T04:35:54.812480+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:41.297446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813082+0000","last_change":"2024-09-19T04:35:54.804493+0000","last_active":"2024-09-19T04:35:54.813082+0000","last_peered":"2024-09-19T04:35:54.813082+0000","last_clean":"2024-09-19T04:35:54.813082+0000","last_became_active":"2024-09-19T04:35:54.804230+0000","last_became_peered":"2024-09-19T04:35:54.804230+0000","last_unstale":"2024-09-19T04:35:54.813082+0000","last_undegraded":"2024-09-19T04:35:54.813082+0000","last_fullsized":"2024-09-19T04:35:54.813082+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:24:26.182897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.806835+0000","last_change":"2024-09-19T04:35:54.795847+0000","last_active":"2024-09-19T04:35:54.806835+0000","last_peered":"2024-09-19T04:35:54.806835+0000","last_clean":"2024-09-19T04:35:54.806835+0000","last_became_active":"2024-09-19T04:35:54.795609+0000","last_became_peered":"2024-09-19T04:35:54.795609+0000","last_unstale":"2024-09-19T04:35:54.806835+0000","last_undegraded":"2024-09-19T04:35:54.806835+0000","last_fullsized":"2024-09-19T04:35:54.806835+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:30.755130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.814932+0000","last_change":"2024-09-19T04:35:54.813795+0000","last_active":"2024-09-19T04:35:54.814932+0000","last_peered":"2024-09-19T04:35:54.814932+0000","last_clean":"2024-09-19T04:35:54.814932+0000","last_became_active":"2024-09-19T04:35:54.813529+0000","last_became_peered":"2024-09-19T04:35:54.813529+0000","last_unstale":"2024-09-19T04:35:54.814932+0000","last_undegraded":"2024-09-19T04:35:54.814932+0000","last_fullsized":"2024-09-19T04:35:54.814932+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:05.416928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813198+0000","last_change":"2024-09-19T04:35:54.805640+0000","last_active":"2024-09-19T04:35:54.813198+0000","last_peered":"2024-09-19T04:35:54.813198+0000","last_clean":"2024-09-19T04:35:54.813198+0000","last_became_active":"2024-09-19T04:35:54.805333+0000","last_became_peered":"2024-09-19T04:35:54.805333+0000","last_unstale":"2024-09-19T04:35:54.813198+0000","last_undegraded":"2024-09-19T04:35:54.813198+0000","last_fullsized":"2024-09-19T04:35:54.813198+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:04.586962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.804618+0000","last_change":"2024-09-19T04:35:54.800973+0000","last_active":"2024-09-19T04:35:54.804618+0000","last_peered":"2024-09-19T04:35:54.804618+0000","last_clean":"2024-09-19T04:35:54.804618+0000","last_became_active":"2024-09-19T04:35:54.800702+0000","last_became_peered":"2024-09-19T04:35:54.800702+0000","last_unstale":"2024-09-19T04:35:54.804618+0000","last_undegraded":"2024-09-19T04:35:54.804618+0000","last_fullsized":"2024-09-19T04:35:54.804618+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:15.096961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.811567+0000","last_change":"2024-09-19T04:35:54.799718+0000","last_active":"2024-09-19T04:35:54.811567+0000","last_peered":"2024-09-19T04:35:54.811567+0000","last_clean":"2024-09-19T04:35:54.811567+0000","last_became_active":"2024-09-19T04:35:54.797307+0000","last_became_peered":"2024-09-19T04:35:54.797307+0000","last_unstale":"2024-09-19T04:35:54.811567+0000","last_undegraded":"2024-09-19T04:35:54.811567+0000","last_fullsized":"2024-09-19T04:35:54.811567+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:56.085947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.804569+0000","last_change":"2024-09-19T04:35:54.797271+0000","last_active":"2024-09-19T04:35:54.804569+0000","last_peered":"2024-09-19T04:35:54.804569+0000","last_clean":"2024-09-19T04:35:54.804569+0000","last_became_active":"2024-09-19T04:35:54.797030+0000","last_became_peered":"2024-09-19T04:35:54.797030+0000","last_unstale":"2024-09-19T04:35:54.804569+0000","last_undegraded":"2024-09-19T04:35:54.804569+0000","last_fullsized":"2024-09-19T04:35:54.804569+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:25.778118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812893+0000","last_change":"2024-09-19T04:35:54.802151+0000","last_active":"2024-09-19T04:35:54.812893+0000","last_peered":"2024-09-19T04:35:54.812893+0000","last_clean":"2024-09-19T04:35:54.812893+0000","last_became_active":"2024-09-19T04:35:54.801863+0000","last_became_peered":"2024-09-19T04:35:54.801863+0000","last_unstale":"2024-09-19T04:35:54.812893+0000","last_undegraded":"2024-09-19T04:35:54.812893+0000","last_fullsized":"2024-09-19T04:35:54.812893+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:38.332840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.795126+0000","last_change":"2024-09-19T04:35:54.794349+0000","last_active":"2024-09-19T04:35:54.795126+0000","last_peered":"2024-09-19T04:35:54.795126+0000","last_clean":"2024-09-19T04:35:54.795126+0000","last_became_active":"2024-09-19T04:35:54.794094+0000","last_became_peered":"2024-09-19T04:35:54.794094+0000","last_unstale":"2024-09-19T04:35:54.795126+0000","last_undegraded":"2024-09-19T04:35:54.795126+0000","last_fullsized":"2024-09-19T04:35:54.795126+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:46.542052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812467+0000","last_change":"2024-09-19T04:35:54.796714+0000","last_active":"2024-09-19T04:35:54.812467+0000","last_peered":"2024-09-19T04:35:54.812467+0000","last_clean":"2024-09-19T04:35:54.812467+0000","last_became_active":"2024-09-19T04:35:54.796196+0000","last_became_peered":"2024-09-19T04:35:54.796196+0000","last_unstale":"2024-09-19T04:35:54.812467+0000","last_undegraded":"2024-09-19T04:35:54.812467+0000","last_fullsized":"2024-09-19T04:35:54.812467+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:49:40.748052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812422+0000","last_change":"2024-09-19T04:35:54.811036+0000","last_active":"2024-09-19T04:35:54.812422+0000","last_peered":"2024-09-19T04:35:54.812422+0000","last_clean":"2024-09-19T04:35:54.812422+0000","last_became_active":"2024-09-19T04:35:54.810789+0000","last_became_peered":"2024-09-19T04:35:54.810789+0000","last_unstale":"2024-09-19T04:35:54.812422+0000","last_undegraded":"2024-09-19T04:35:54.812422+0000","last_fullsized":"2024-09-19T04:35:54.812422+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:53.748886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"57'4","reported_seq":16,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.817440+0000","last_change":"2024-09-19T04:35:53.802156+0000","last_active":"2024-09-19T04:35:54.817440+0000","last_peered":"2024-09-19T04:35:54.817440+0000","last_clean":"2024-09-19T04:35:54.817440+0000","last_became_active":"2024-09-19T04:35:53.801881+0000","last_became_peered":"2024-09-19T04:35:53.801881+0000","last_unstale":"2024-09-19T04:35:54.817440+0000","last_undegraded":"2024-09-19T04:35:54.817440+0000","last_fullsized":"2024-09-19T04:35:54.817440+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:50:12.603564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.811461+0000","last_change":"2024-09-19T04:35:54.809103+0000","last_active":"2024-09-19T04:35:54.811461+0000","last_peered":"2024-09-19T04:35:54.811461+0000","last_clean":"2024-09-19T04:35:54.811461+0000","last_became_active":"2024-09-19T04:35:54.808864+0000","last_became_peered":"2024-09-19T04:35:54.808864+0000","last_unstale":"2024-09-19T04:35:54.811461+0000","last_undegraded":"2024-09-19T04:35:54.811461+0000","last_fullsized":"2024-09-19T04:35:54.811461+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:34:05.719793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"57'1","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816480+0000","last_change":"2024-09-19T04:35:53.798474+0000","last_active":"2024-09-19T04:35:54.816480+0000","last_peered":"2024-09-19T04:35:54.816480+0000","last_clean":"2024-09-19T04:35:54.816480+0000","last_became_active":"2024-09-19T04:35:53.797329+0000","last_became_peered":"2024-09-19T04:35:53.797329+0000","last_unstale":"2024-09-19T04:35:54.816480+0000","last_undegraded":"2024-09-19T04:35:54.816480+0000","last_fullsized":"2024-09-19T04:35:54.816480+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:07.589411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812754+0000","last_change":"2024-09-19T04:35:54.804782+0000","last_active":"2024-09-19T04:35:54.812754+0000","last_peered":"2024-09-19T04:35:54.812754+0000","last_clean":"2024-09-19T04:35:54.812754+0000","last_became_active":"2024-09-19T04:35:54.804499+0000","last_became_peered":"2024-09-19T04:35:54.804499+0000","last_unstale":"2024-09-19T04:35:54.812754+0000","last_undegraded":"2024-09-19T04:35:54.812754+0000","last_fullsized":"2024-09-19T04:35:54.812754+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:10.741404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816132+0000","last_change":"2024-09-19T04:35:53.805172+0000","last_active":"2024-09-19T04:35:54.816132+0000","last_peered":"2024-09-19T04:35:54.816132+0000","last_clean":"2024-09-19T04:35:54.816132+0000","last_became_active":"2024-09-19T04:35:53.804857+0000","last_became_peered":"2024-09-19T04:35:53.804857+0000","last_unstale":"2024-09-19T04:35:54.816132+0000","last_undegraded":"2024-09-19T04:35:54.816132+0000","last_fullsized":"2024-09-19T04:35:54.816132+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:35:19.214974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.811590+0000","last_change":"2024-09-19T04:35:54.796736+0000","last_active":"2024-09-19T04:35:54.811590+0000","last_peered":"2024-09-19T04:35:54.811590+0000","last_clean":"2024-09-19T04:35:54.811590+0000","last_became_active":"2024-09-19T04:35:54.795965+0000","last_became_peered":"2024-09-19T04:35:54.795965+0000","last_unstale":"2024-09-19T04:35:54.811590+0000","last_undegraded":"2024-09-19T04:35:54.811590+0000","last_fullsized":"2024-09-19T04:35:54.811590+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:33:15.151530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812925+0000","last_change":"2024-09-19T04:35:54.803498+0000","last_active":"2024-09-19T04:35:54.812925+0000","last_peered":"2024-09-19T04:35:54.812925+0000","last_clean":"2024-09-19T04:35:54.812925+0000","last_became_active":"2024-09-19T04:35:54.802944+0000","last_became_peered":"2024-09-19T04:35:54.802944+0000","last_unstale":"2024-09-19T04:35:54.812925+0000","last_undegraded":"2024-09-19T04:35:54.812925+0000","last_fullsized":"2024-09-19T04:35:54.812925+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:31:45.887169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.814351+0000","last_change":"2024-09-19T04:35:54.813519+0000","last_active":"2024-09-19T04:35:54.814351+0000","last_peered":"2024-09-19T04:35:54.814351+0000","last_clean":"2024-09-19T04:35:54.814351+0000","last_became_active":"2024-09-19T04:35:54.813258+0000","last_became_peered":"2024-09-19T04:35:54.813258+0000","last_unstale":"2024-09-19T04:35:54.814351+0000","last_undegraded":"2024-09-19T04:35:54.814351+0000","last_fullsized":"2024-09-19T04:35:54.814351+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:32.122582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"57'1","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813663+0000","last_change":"2024-09-19T04:35:53.802513+0000","last_active":"2024-09-19T04:35:54.813663+0000","last_peered":"2024-09-19T04:35:54.813663+0000","last_clean":"2024-09-19T04:35:54.813663+0000","last_became_active":"2024-09-19T04:35:53.802222+0000","last_became_peered":"2024-09-19T04:35:53.802222+0000","last_unstale":"2024-09-19T04:35:54.813663+0000","last_undegraded":"2024-09-19T04:35:54.813663+0000","last_fullsized":"2024-09-19T04:35:54.813663+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:56.531299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.815275+0000","last_change":"2024-09-19T04:35:54.804499+0000","last_active":"2024-09-19T04:35:54.815275+0000","last_peered":"2024-09-19T04:35:54.815275+0000","last_clean":"2024-09-19T04:35:54.815275+0000","last_became_active":"2024-09-19T04:35:54.804253+0000","last_became_peered":"2024-09-19T04:35:54.804253+0000","last_unstale":"2024-09-19T04:35:54.815275+0000","last_undegraded":"2024-09-19T04:35:54.815275+0000","last_fullsized":"2024-09-19T04:35:54.815275+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:45.379359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.793236+0000","last_change":"2024-09-19T04:35:53.798605+0000","last_active":"2024-09-19T04:35:54.793236+0000","last_peered":"2024-09-19T04:35:54.793236+0000","last_clean":"2024-09-19T04:35:54.793236+0000","last_became_active":"2024-09-19T04:35:53.796943+0000","last_became_peered":"2024-09-19T04:35:53.796943+0000","last_unstale":"2024-09-19T04:35:54.793236+0000","last_undegraded":"2024-09-19T04:35:54.793236+0000","last_fullsized":"2024-09-19T04:35:54.793236+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:28:10.292983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.806511+0000","last_change":"2024-09-19T04:35:54.805139+0000","last_active":"2024-09-19T04:35:54.806511+0000","last_peered":"2024-09-19T04:35:54.806511+0000","last_clean":"2024-09-19T04:35:54.806511+0000","last_became_active":"2024-09-19T04:35:54.804785+0000","last_became_peered":"2024-09-19T04:35:54.804785+0000","last_unstale":"2024-09-19T04:35:54.806511+0000","last_undegraded":"2024-09-19T04:35:54.806511+0000","last_fullsized":"2024-09-19T04:35:54.806511+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:54:32.119202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.13","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813813+0000","last_change":"2024-09-19T04:35:53.795711+0000","last_active":"2024-09-19T04:35:54.813813+0000","last_peered":"2024-09-19T04:35:54.813813+0000","last_clean":"2024-09-19T04:35:54.813813+0000","last_became_active":"2024-09-19T04:35:53.795457+0000","last_became_peered":"2024-09-19T04:35:53.795457+0000","last_unstale":"2024-09-19T04:35:54.813813+0000","last_undegraded":"2024-09-19T04:35:54.813813+0000","last_fullsized":"2024-09-19T04:35:54.813813+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:07.751579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.f","version":"57'1","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813309+0000","last_change":"2024-09-19T04:35:53.796365+0000","last_active":"2024-09-19T04:35:54.813309+0000","last_peered":"2024-09-19T04:35:54.813309+0000","last_clean":"2024-09-19T04:35:54.813309+0000","last_became_active":"2024-09-19T04:35:53.796104+0000","last_became_peered":"2024-09-19T04:35:53.796104+0000","last_unstale":"2024-09-19T04:35:54.813309+0000","last_undegraded":"2024-09-19T04:35:54.813309+0000","last_fullsized":"2024-09-19T04:35:54.813309+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:13:55.807407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.e","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.814568+0000","last_change":"2024-09-19T04:35:53.797908+0000","last_active":"2024-09-19T04:35:54.814568+0000","last_peered":"2024-09-19T04:35:54.814568+0000","last_clean":"2024-09-19T04:35:54.814568+0000","last_became_active":"2024-09-19T04:35:53.797479+0000","last_became_peered":"2024-09-19T04:35:53.797479+0000","last_unstale":"2024-09-19T04:35:54.814568+0000","last_undegraded":"2024-09-19T04:35:54.814568+0000","last_fullsized":"2024-09-19T04:35:54.814568+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:36.412307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813234+0000","last_change":"2024-09-19T04:35:54.805729+0000","last_active":"2024-09-19T04:35:54.813234+0000","last_peered":"2024-09-19T04:35:54.813234+0000","last_clean":"2024-09-19T04:35:54.813234+0000","last_became_active":"2024-09-19T04:35:54.805484+0000","last_became_peered":"2024-09-19T04:35:54.805484+0000","last_unstale":"2024-09-19T04:35:54.813234+0000","last_undegraded":"2024-09-19T04:35:54.813234+0000","last_fullsized":"2024-09-19T04:35:54.813234+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:08.559988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.787435+0000","last_change":"2024-09-19T04:35:53.802617+0000","last_active":"2024-09-19T04:35:54.787435+0000","last_peered":"2024-09-19T04:35:54.787435+0000","last_clean":"2024-09-19T04:35:54.787435+0000","last_became_active":"2024-09-19T04:35:53.802380+0000","last_became_peered":"2024-09-19T04:35:53.802380+0000","last_unstale":"2024-09-19T04:35:54.787435+0000","last_undegraded":"2024-09-19T04:35:54.787435+0000","last_fullsized":"2024-09-19T04:35:54.787435+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:14:53.656745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.b","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816080+0000","last_change":"2024-09-19T04:35:53.796858+0000","last_active":"2024-09-19T04:35:54.816080+0000","last_peered":"2024-09-19T04:35:54.816080+0000","last_clean":"2024-09-19T04:35:54.816080+0000","last_became_active":"2024-09-19T04:35:53.796583+0000","last_became_peered":"2024-09-19T04:35:53.796583+0000","last_unstale":"2024-09-19T04:35:54.816080+0000","last_undegraded":"2024-09-19T04:35:54.816080+0000","last_fullsized":"2024-09-19T04:35:54.816080+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:45.995383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.801394+0000","last_change":"2024-09-19T04:35:54.795779+0000","last_active":"2024-09-19T04:35:54.801394+0000","last_peered":"2024-09-19T04:35:54.801394+0000","last_clean":"2024-09-19T04:35:54.801394+0000","last_became_active":"2024-09-19T04:35:54.795525+0000","last_became_peered":"2024-09-19T04:35:54.795525+0000","last_unstale":"2024-09-19T04:35:54.801394+0000","last_undegraded":"2024-09-19T04:35:54.801394+0000","last_fullsized":"2024-09-19T04:35:54.801394+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:12:51.189418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.792741+0000","last_change":"2024-09-19T04:35:53.803578+0000","last_active":"2024-09-19T04:35:54.792741+0000","last_peered":"2024-09-19T04:35:54.792741+0000","last_clean":"2024-09-19T04:35:54.792741+0000","last_became_active":"2024-09-19T04:35:53.803293+0000","last_became_peered":"2024-09-19T04:35:53.803293+0000","last_unstale":"2024-09-19T04:35:54.792741+0000","last_undegraded":"2024-09-19T04:35:54.792741+0000","last_fullsized":"2024-09-19T04:35:54.792741+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:51.156156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812428+0000","last_change":"2024-09-19T04:35:54.811611+0000","last_active":"2024-09-19T04:35:54.812428+0000","last_peered":"2024-09-19T04:35:54.812428+0000","last_clean":"2024-09-19T04:35:54.812428+0000","last_became_active":"2024-09-19T04:35:54.810135+0000","last_became_peered":"2024-09-19T04:35:54.810135+0000","last_unstale":"2024-09-19T04:35:54.812428+0000","last_undegraded":"2024-09-19T04:35:54.812428+0000","last_fullsized":"2024-09-19T04:35:54.812428+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:37:37.136694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.7","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816927+0000","last_change":"2024-09-19T04:35:53.804894+0000","last_active":"2024-09-19T04:35:54.816927+0000","last_peered":"2024-09-19T04:35:54.816927+0000","last_clean":"2024-09-19T04:35:54.816927+0000","last_became_active":"2024-09-19T04:35:53.804632+0000","last_became_peered":"2024-09-19T04:35:53.804632+0000","last_unstale":"2024-09-19T04:35:54.816927+0000","last_undegraded":"2024-09-19T04:35:54.816927+0000","last_fullsized":"2024-09-19T04:35:54.816927+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:42.039204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.787904+0000","last_change":"2024-09-19T04:35:53.801354+0000","last_active":"2024-09-19T04:35:54.787904+0000","last_peered":"2024-09-19T04:35:54.787904+0000","last_clean":"2024-09-19T04:35:54.787904+0000","last_became_active":"2024-09-19T04:35:53.801113+0000","last_became_peered":"2024-09-19T04:35:53.801113+0000","last_unstale":"2024-09-19T04:35:54.787904+0000","last_undegraded":"2024-09-19T04:35:54.787904+0000","last_fullsized":"2024-09-19T04:35:54.787904+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:05.553377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.811442+0000","last_change":"2024-09-19T04:35:54.808547+0000","last_active":"2024-09-19T04:35:54.811442+0000","last_peered":"2024-09-19T04:35:54.811442+0000","last_clean":"2024-09-19T04:35:54.811442+0000","last_became_active":"2024-09-19T04:35:54.808248+0000","last_became_peered":"2024-09-19T04:35:54.808248+0000","last_unstale":"2024-09-19T04:35:54.811442+0000","last_undegraded":"2024-09-19T04:35:54.811442+0000","last_fullsized":"2024-09-19T04:35:54.811442+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:02:41.436281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.799596+0000","last_change":"2024-09-19T04:35:54.795059+0000","last_active":"2024-09-19T04:35:54.799596+0000","last_peered":"2024-09-19T04:35:54.799596+0000","last_clean":"2024-09-19T04:35:54.799596+0000","last_became_active":"2024-09-19T04:35:54.794812+0000","last_became_peered":"2024-09-19T04:35:54.794812+0000","last_unstale":"2024-09-19T04:35:54.799596+0000","last_undegraded":"2024-09-19T04:35:54.799596+0000","last_fullsized":"2024-09-19T04:35:54.799596+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:51.856923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812946+0000","last_change":"2024-09-19T04:35:54.803707+0000","last_active":"2024-09-19T04:35:54.812946+0000","last_peered":"2024-09-19T04:35:54.812946+0000","last_clean":"2024-09-19T04:35:54.812946+0000","last_became_active":"2024-09-19T04:35:54.803243+0000","last_became_peered":"2024-09-19T04:35:54.803243+0000","last_unstale":"2024-09-19T04:35:54.812946+0000","last_undegraded":"2024-09-19T04:35:54.812946+0000","last_fullsized":"2024-09-19T04:35:54.812946+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:15:41.067860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.792551+0000","last_change":"2024-09-19T04:35:53.803005+0000","last_active":"2024-09-19T04:35:54.792551+0000","last_peered":"2024-09-19T04:35:54.792551+0000","last_clean":"2024-09-19T04:35:54.792551+0000","last_became_active":"2024-09-19T04:35:53.802735+0000","last_became_peered":"2024-09-19T04:35:53.802735+0000","last_unstale":"2024-09-19T04:35:54.792551+0000","last_undegraded":"2024-09-19T04:35:54.792551+0000","last_fullsized":"2024-09-19T04:35:54.792551+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:29.342160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.802101+0000","last_change":"2024-09-19T04:35:54.796452+0000","last_active":"2024-09-19T04:35:54.802101+0000","last_peered":"2024-09-19T04:35:54.802101+0000","last_clean":"2024-09-19T04:35:54.802101+0000","last_became_active":"2024-09-19T04:35:54.796178+0000","last_became_peered":"2024-09-19T04:35:54.796178+0000","last_unstale":"2024-09-19T04:35:54.802101+0000","last_undegraded":"2024-09-19T04:35:54.802101+0000","last_fullsized":"2024-09-19T04:35:54.802101+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:36:25.315323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.792581+0000","last_change":"2024-09-19T04:35:53.804204+0000","last_active":"2024-09-19T04:35:54.792581+0000","last_peered":"2024-09-19T04:35:54.792581+0000","last_clean":"2024-09-19T04:35:54.792581+0000","last_became_active":"2024-09-19T04:35:53.803953+0000","last_became_peered":"2024-09-19T04:35:53.803953+0000","last_unstale":"2024-09-19T04:35:54.792581+0000","last_undegraded":"2024-09-19T04:35:54.792581+0000","last_fullsized":"2024-09-19T04:35:54.792581+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:58.231191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.802696+0000","last_change":"2024-09-19T04:35:54.797833+0000","last_active":"2024-09-19T04:35:54.802696+0000","last_peered":"2024-09-19T04:35:54.802696+0000","last_clean":"2024-09-19T04:35:54.802696+0000","last_became_active":"2024-09-19T04:35:54.797574+0000","last_became_peered":"2024-09-19T04:35:54.797574+0000","last_unstale":"2024-09-19T04:35:54.802696+0000","last_undegraded":"2024-09-19T04:35:54.802696+0000","last_fullsized":"2024-09-19T04:35:54.802696+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:21.993036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.792042+0000","last_change":"2024-09-19T04:35:53.797638+0000","last_active":"2024-09-19T04:35:54.792042+0000","last_peered":"2024-09-19T04:35:54.792042+0000","last_clean":"2024-09-19T04:35:54.792042+0000","last_became_active":"2024-09-19T04:35:53.797383+0000","last_became_peered":"2024-09-19T04:35:53.797383+0000","last_unstale":"2024-09-19T04:35:54.792042+0000","last_undegraded":"2024-09-19T04:35:54.792042+0000","last_fullsized":"2024-09-19T04:35:54.792042+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:22.632343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812384+0000","last_change":"2024-09-19T04:35:54.802598+0000","last_active":"2024-09-19T04:35:54.812384+0000","last_peered":"2024-09-19T04:35:54.812384+0000","last_clean":"2024-09-19T04:35:54.812384+0000","last_became_active":"2024-09-19T04:35:54.802311+0000","last_became_peered":"2024-09-19T04:35:54.802311+0000","last_unstale":"2024-09-19T04:35:54.812384+0000","last_undegraded":"2024-09-19T04:35:54.812384+0000","last_fullsized":"2024-09-19T04:35:54.812384+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:34.545188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":228,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T04:35:51.223153+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:35:51.223153+0000","last_peered":"2024-09-19T04:35:51.223153+0000","last_clean":"2024-09-19T04:35:51.223153+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:35:51.223153+0000","last_undegraded":"2024-09-19T04:35:51.223153+0000","last_fullsized":"2024-09-19T04:35:51.223153+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":70,"acting":70,"num_store_stats":4},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":638,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":32,"acting":32,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509481,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28220,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343620,"statfs":{"total":96636764160,"available":96607866880,"internally_reserved":0,"allocated":1220608,"data_stored":844973,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509481,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27632,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344208,"statfs":{"total":96636764160,"available":96608468992,"internally_reserved":0,"allocated":614400,"data_stored":249462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509481,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27640,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344200,"statfs":{"total":96636764160,"available":96608460800,"internally_reserved":0,"allocated":626688,"data_stored":254605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509482,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27640,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344200,"statfs":{"total":96636764160,"available":96608460800,"internally_reserved":0,"allocated":626688,"data_stored":254605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542187,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31844,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339996,"statfs":{"total":96636764160,"available":96604155904,"internally_reserved":0,"allocated":663552,"data_stored":271816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542186,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27700,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344140,"statfs":{"total":96636764160,"available":96608399360,"internally_reserved":0,"allocated":684032,"data_stored":278647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542186,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31852,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339988,"statfs":{"total":96636764160,"available":96604147712,"internally_reserved":0,"allocated":679936,"data_stored":278681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542187,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28288,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343552,"statfs":{"total":96636764160,"available":96607797248,"internally_reserved":0,"allocated":1286144,"data_stored":871153,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:35:57.739 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:35:57.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.837+0000 7fb6d9766640 1 Processor -- start 2024-09-19T04:35:57.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.837+0000 7fb6d9766640 1 -- start start 2024-09-19T04:35:57.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.837+0000 7fb6d9766640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fb6d415e940 0x7fb6d40d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:57.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.837+0000 7fb6d9766640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb6d415ed20 0x7fb6d40d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:57.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.837+0000 7fb6d9766640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb6d40b7170 con 0x7fb6d40cef90 2024-09-19T04:35:57.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.838+0000 7fb6d9766640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fb6d40d1ae0 con 0x7fb6d415e940 2024-09-19T04:35:57.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.838+0000 7fb6d9766640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb6d40b7aa0 con 0x7fb6d415ed20 2024-09-19T04:35:57.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.838+0000 7fb6d27fc640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb6d415ed20 0x7fb6d40d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:57.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.838+0000 7fb6d2ffd640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fb6d415e940 0x7fb6d40d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:57.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.838+0000 7fb6d2ffd640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fb6d415e940 0x7fb6d40d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:50206/0 (socket says 172.21.15.111:50206) 2024-09-19T04:35:57.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.838+0000 7fb6d27fc640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb6d415ed20 0x7fb6d40d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:50088/0 (socket says 172.21.15.111:50088) 2024-09-19T04:35:57.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.838+0000 7fb6d2ffd640 1 -- 172.21.15.111:0/3929070988 learned_addr learned my addr 172.21.15.111:0/3929070988 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:57.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.838+0000 7fb6d37fe640 1 --1- 172.21.15.111:0/3929070988 >> v1:172.21.15.114:6789/0 conn(0x7fb6d40cef90 0x7fb6d40b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:46892/0 (socket says 172.21.15.111:46892) 2024-09-19T04:35:57.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.838+0000 7fb6d27fc640 1 -- 172.21.15.111:0/3929070988 >> v2:172.21.15.114:3300/0 conn(0x7fb6d415e940 msgr2=0x7fb6d40d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:57.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.838+0000 7fb6d27fc640 1 --2- 172.21.15.111:0/3929070988 >> v2:172.21.15.114:3300/0 conn(0x7fb6d415e940 0x7fb6d40d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.838+0000 7fb6d27fc640 1 -- 172.21.15.111:0/3929070988 >> v1:172.21.15.114:6789/0 conn(0x7fb6d40cef90 legacy=0x7fb6d40b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:57.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.838+0000 7fb6d27fc640 1 -- 172.21.15.111:0/3929070988 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6d40d3660 con 0x7fb6d415ed20 2024-09-19T04:35:57.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.838+0000 7fb6d2ffd640 1 --2- 172.21.15.111:0/3929070988 >> v2:172.21.15.114:3300/0 conn(0x7fb6d415e940 0x7fb6d40d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:35:57.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.839+0000 7fb6d27fc640 1 --2- 172.21.15.111:0/3929070988 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb6d415ed20 0x7fb6d40d15a0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fb6c80097a0 tx=0x7fb6c802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3b2bf23117a416ce server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:57.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.839+0000 7fb6d1ffb640 1 -- 172.21.15.111:0/3929070988 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c8037070 con 0x7fb6d415ed20 2024-09-19T04:35:57.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.839+0000 7fb6d1ffb640 1 -- 172.21.15.111:0/3929070988 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6c8032440 con 0x7fb6d415ed20 2024-09-19T04:35:57.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.839+0000 7fb6d1ffb640 1 -- 172.21.15.111:0/3929070988 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c8032810 con 0x7fb6d415ed20 2024-09-19T04:35:57.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.840+0000 7fb6d9766640 1 -- 172.21.15.111:0/3929070988 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb6d415ed20 msgr2=0x7fb6d40d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:57.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.840+0000 7fb6d9766640 1 --2- 172.21.15.111:0/3929070988 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb6d415ed20 0x7fb6d40d15a0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fb6c80097a0 tx=0x7fb6c802a210 comp rx=0 tx=0).stop 2024-09-19T04:35:57.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.840+0000 7fb6d9766640 1 -- 172.21.15.111:0/3929070988 shutdown_connections 2024-09-19T04:35:57.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.840+0000 7fb6d9766640 1 --2- 172.21.15.111:0/3929070988 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb6d415ed20 0x7fb6d40d15a0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.840+0000 7fb6d9766640 1 --2- 172.21.15.111:0/3929070988 >> v2:172.21.15.114:3300/0 conn(0x7fb6d415e940 0x7fb6d40d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.840+0000 7fb6d9766640 1 -- 172.21.15.111:0/3929070988 >> 172.21.15.111:0/3929070988 conn(0x7fb6d40b6240 msgr2=0x7fb6d40b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:57.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.840+0000 7fb6d9766640 1 -- 172.21.15.111:0/3929070988 shutdown_connections 2024-09-19T04:35:57.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.840+0000 7fb6d9766640 1 -- 172.21.15.111:0/3929070988 wait complete. 2024-09-19T04:35:57.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.841+0000 7fb6d9766640 1 Processor -- start 2024-09-19T04:35:57.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.841+0000 7fb6d9766640 1 -- start start 2024-09-19T04:35:57.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.842+0000 7fb6d9766640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb6d40cef90 0x7fb6d41f7ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:57.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.842+0000 7fb6d9766640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb6d415e940 0x7fb6d40ab1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:57.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.842+0000 7fb6d9766640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb6d415ed20 0x7fb6d41f4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:57.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.842+0000 7fb6d9766640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb6d40d3f00 con 0x7fb6d40cef90 2024-09-19T04:35:57.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.842+0000 7fb6d9766640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb6d40d3c20 con 0x7fb6d415ed20 2024-09-19T04:35:57.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.842+0000 7fb6d9766640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb6d40d3310 con 0x7fb6d415e940 2024-09-19T04:35:57.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.842+0000 7fb6d2ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb6d40cef90 0x7fb6d41f7ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:57.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.842+0000 7fb6d2ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb6d40cef90 0x7fb6d41f7ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51860/0 (socket says 172.21.15.111:51860) 2024-09-19T04:35:57.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.842+0000 7fb6d2ffd640 1 -- 172.21.15.111:0/3276330502 learned_addr learned my addr 172.21.15.111:0/3276330502 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:57.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.842+0000 7fb6d37fe640 1 --2- 172.21.15.111:0/3276330502 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb6d415ed20 0x7fb6d41f4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:57.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.842+0000 7fb6d27fc640 1 --2- 172.21.15.111:0/3276330502 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb6d415e940 0x7fb6d40ab1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:57.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.842+0000 7fb6d2ffd640 1 -- 172.21.15.111:0/3276330502 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb6d415e940 msgr2=0x7fb6d40ab1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:57.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.842+0000 7fb6d2ffd640 1 --2- 172.21.15.111:0/3276330502 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb6d415e940 0x7fb6d40ab1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.842+0000 7fb6d2ffd640 1 -- 172.21.15.111:0/3276330502 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb6d415ed20 msgr2=0x7fb6d41f4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:57.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.842+0000 7fb6d2ffd640 1 --2- 172.21.15.111:0/3276330502 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb6d415ed20 0x7fb6d41f4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:57.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.842+0000 7fb6d2ffd640 1 -- 172.21.15.111:0/3276330502 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6d40cd400 con 0x7fb6d40cef90 2024-09-19T04:35:57.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.842+0000 7fb6d37fe640 1 --2- 172.21.15.111:0/3276330502 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb6d415ed20 0x7fb6d41f4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:35:57.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.843+0000 7fb6d2ffd640 1 --2- 172.21.15.111:0/3276330502 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb6d40cef90 0x7fb6d41f7ad0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fb6c400e9d0 tx=0x7fb6c400ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:57.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.843+0000 7fb6bb7fe640 1 -- 172.21.15.111:0/3276330502 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c4017070 con 0x7fb6d40cef90 2024-09-19T04:35:57.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.843+0000 7fb6bb7fe640 1 -- 172.21.15.111:0/3276330502 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6c400ca60 con 0x7fb6d40cef90 2024-09-19T04:35:57.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.843+0000 7fb6bb7fe640 1 -- 172.21.15.111:0/3276330502 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c400ce10 con 0x7fb6d40cef90 2024-09-19T04:35:57.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.843+0000 7fb6d9766640 1 -- 172.21.15.111:0/3276330502 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6d40cd6e0 con 0x7fb6d40cef90 2024-09-19T04:35:57.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.843+0000 7fb6d9766640 1 -- 172.21.15.111:0/3276330502 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6d40cdca0 con 0x7fb6d40cef90 2024-09-19T04:35:57.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.844+0000 7fb6d9766640 1 -- 172.21.15.111:0/3276330502 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6d40d1ef0 con 0x7fb6d40cef90 2024-09-19T04:35:57.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.844+0000 7fb6bb7fe640 1 -- 172.21.15.111:0/3276330502 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fb6c401a070 con 0x7fb6d40cef90 2024-09-19T04:35:57.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.845+0000 7fb6bb7fe640 1 --2- 172.21.15.111:0/3276330502 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb6c006c460 0x7fb6c006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:57.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.845+0000 7fb6d27fc640 1 --2- 172.21.15.111:0/3276330502 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb6c006c460 0x7fb6c006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:57.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.845+0000 7fb6bb7fe640 1 -- 172.21.15.111:0/3276330502 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fb6c408ba30 con 0x7fb6d40cef90 2024-09-19T04:35:57.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.845+0000 7fb6d27fc640 1 --2- 172.21.15.111:0/3276330502 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb6c006c460 0x7fb6c006e920 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fb6c8034000 tx=0x7fb6c802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:57.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:57.849+0000 7fb6bb7fe640 1 -- 172.21.15.111:0/3276330502 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb6c4059fb0 con 0x7fb6d40cef90 2024-09-19T04:35:58.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.010+0000 7fb6d9766640 1 -- 172.21.15.111:0/3276330502 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb6d40ba6b0 con 0x7fb6c006c460 2024-09-19T04:35:58.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.016+0000 7fb6bb7fe640 1 -- 172.21.15.111:0/3276330502 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+244885 (secure 0 0 0) 0x7fb6d40ba6b0 con 0x7fb6c006c460 2024-09-19T04:35:58.020 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:58.022 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:35:58.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.019+0000 7fb6d9766640 1 -- 172.21.15.111:0/3276330502 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb6c006c460 msgr2=0x7fb6c006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:58.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.019+0000 7fb6d9766640 1 --2- 172.21.15.111:0/3276330502 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb6c006c460 0x7fb6c006e920 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fb6c8034000 tx=0x7fb6c802e000 comp rx=0 tx=0).stop 2024-09-19T04:35:58.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.019+0000 7fb6d9766640 1 -- 172.21.15.111:0/3276330502 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb6d40cef90 msgr2=0x7fb6d41f7ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:58.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.019+0000 7fb6d9766640 1 --2- 172.21.15.111:0/3276330502 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb6d40cef90 0x7fb6d41f7ad0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fb6c400e9d0 tx=0x7fb6c400ee90 comp rx=0 tx=0).stop 2024-09-19T04:35:58.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.019+0000 7fb6d9766640 1 -- 172.21.15.111:0/3276330502 shutdown_connections 2024-09-19T04:35:58.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.019+0000 7fb6d9766640 1 --2- 172.21.15.111:0/3276330502 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb6c006c460 0x7fb6c006e920 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.019+0000 7fb6d9766640 1 --2- 172.21.15.111:0/3276330502 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb6d415ed20 0x7fb6d41f4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.019+0000 7fb6d9766640 1 --2- 172.21.15.111:0/3276330502 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb6d415e940 0x7fb6d40ab1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.019+0000 7fb6d9766640 1 --2- 172.21.15.111:0/3276330502 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb6d40cef90 0x7fb6d41f7ad0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.019+0000 7fb6d9766640 1 -- 172.21.15.111:0/3276330502 >> 172.21.15.111:0/3276330502 conn(0x7fb6d40b6240 msgr2=0x7fb6d40d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:58.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.019+0000 7fb6d9766640 1 -- 172.21.15.111:0/3276330502 shutdown_connections 2024-09-19T04:35:58.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.019+0000 7fb6d9766640 1 -- 172.21.15.111:0/3276330502 wait complete. 2024-09-19T04:35:58.031 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":149,"stamp":"2024-09-19T04:35:56.447418+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591006,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":177,"num_write_kb":2425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":104,"acting":104,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":20,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":754974720,"kb_used":230816,"kb_used_data":6252,"kb_used_omap":12,"kb_used_meta":224371,"kb_avail":754743904,"statfs":{"total":773094113280,"available":772857757696,"internally_reserved":0,"allocated":6402048,"data_stored":3303942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":229756464},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":638,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000533"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.804601+0000","last_change":"2024-09-19T04:35:54.798325+0000","last_active":"2024-09-19T04:35:54.804601+0000","last_peered":"2024-09-19T04:35:54.804601+0000","last_clean":"2024-09-19T04:35:54.804601+0000","last_became_active":"2024-09-19T04:35:54.796245+0000","last_became_peered":"2024-09-19T04:35:54.796245+0000","last_unstale":"2024-09-19T04:35:54.804601+0000","last_undegraded":"2024-09-19T04:35:54.804601+0000","last_fullsized":"2024-09-19T04:35:54.804601+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:14.708265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812886+0000","last_change":"2024-09-19T04:35:54.803328+0000","last_active":"2024-09-19T04:35:54.812886+0000","last_peered":"2024-09-19T04:35:54.812886+0000","last_clean":"2024-09-19T04:35:54.812886+0000","last_became_active":"2024-09-19T04:35:54.803098+0000","last_became_peered":"2024-09-19T04:35:54.803098+0000","last_unstale":"2024-09-19T04:35:54.812886+0000","last_undegraded":"2024-09-19T04:35:54.812886+0000","last_fullsized":"2024-09-19T04:35:54.812886+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:04:54.540058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.802188+0000","last_change":"2024-09-19T04:35:54.794813+0000","last_active":"2024-09-19T04:35:54.802188+0000","last_peered":"2024-09-19T04:35:54.802188+0000","last_clean":"2024-09-19T04:35:54.802188+0000","last_became_active":"2024-09-19T04:35:54.794536+0000","last_became_peered":"2024-09-19T04:35:54.794536+0000","last_unstale":"2024-09-19T04:35:54.802188+0000","last_undegraded":"2024-09-19T04:35:54.802188+0000","last_fullsized":"2024-09-19T04:35:54.802188+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:53:49.065496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.795297+0000","last_change":"2024-09-19T04:35:54.792876+0000","last_active":"2024-09-19T04:35:54.795297+0000","last_peered":"2024-09-19T04:35:54.795297+0000","last_clean":"2024-09-19T04:35:54.795297+0000","last_became_active":"2024-09-19T04:35:54.792581+0000","last_became_peered":"2024-09-19T04:35:54.792581+0000","last_unstale":"2024-09-19T04:35:54.795297+0000","last_undegraded":"2024-09-19T04:35:54.795297+0000","last_fullsized":"2024-09-19T04:35:54.795297+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:50.909763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813666+0000","last_change":"2024-09-19T04:35:54.805150+0000","last_active":"2024-09-19T04:35:54.813666+0000","last_peered":"2024-09-19T04:35:54.813666+0000","last_clean":"2024-09-19T04:35:54.813666+0000","last_became_active":"2024-09-19T04:35:54.804905+0000","last_became_peered":"2024-09-19T04:35:54.804905+0000","last_unstale":"2024-09-19T04:35:54.813666+0000","last_undegraded":"2024-09-19T04:35:54.813666+0000","last_fullsized":"2024-09-19T04:35:54.813666+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:44:05.768274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.811422+0000","last_change":"2024-09-19T04:35:54.807434+0000","last_active":"2024-09-19T04:35:54.811422+0000","last_peered":"2024-09-19T04:35:54.811422+0000","last_clean":"2024-09-19T04:35:54.811422+0000","last_became_active":"2024-09-19T04:35:54.807193+0000","last_became_peered":"2024-09-19T04:35:54.807193+0000","last_unstale":"2024-09-19T04:35:54.811422+0000","last_undegraded":"2024-09-19T04:35:54.811422+0000","last_fullsized":"2024-09-19T04:35:54.811422+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:11.258833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.804709+0000","last_change":"2024-09-19T04:35:54.799938+0000","last_active":"2024-09-19T04:35:54.804709+0000","last_peered":"2024-09-19T04:35:54.804709+0000","last_clean":"2024-09-19T04:35:54.804709+0000","last_became_active":"2024-09-19T04:35:54.796742+0000","last_became_peered":"2024-09-19T04:35:54.796742+0000","last_unstale":"2024-09-19T04:35:54.804709+0000","last_undegraded":"2024-09-19T04:35:54.804709+0000","last_fullsized":"2024-09-19T04:35:54.804709+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:46.255299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812480+0000","last_change":"2024-09-19T04:35:54.801553+0000","last_active":"2024-09-19T04:35:54.812480+0000","last_peered":"2024-09-19T04:35:54.812480+0000","last_clean":"2024-09-19T04:35:54.812480+0000","last_became_active":"2024-09-19T04:35:54.799457+0000","last_became_peered":"2024-09-19T04:35:54.799457+0000","last_unstale":"2024-09-19T04:35:54.812480+0000","last_undegraded":"2024-09-19T04:35:54.812480+0000","last_fullsized":"2024-09-19T04:35:54.812480+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:41.297446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813082+0000","last_change":"2024-09-19T04:35:54.804493+0000","last_active":"2024-09-19T04:35:54.813082+0000","last_peered":"2024-09-19T04:35:54.813082+0000","last_clean":"2024-09-19T04:35:54.813082+0000","last_became_active":"2024-09-19T04:35:54.804230+0000","last_became_peered":"2024-09-19T04:35:54.804230+0000","last_unstale":"2024-09-19T04:35:54.813082+0000","last_undegraded":"2024-09-19T04:35:54.813082+0000","last_fullsized":"2024-09-19T04:35:54.813082+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:24:26.182897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.806835+0000","last_change":"2024-09-19T04:35:54.795847+0000","last_active":"2024-09-19T04:35:54.806835+0000","last_peered":"2024-09-19T04:35:54.806835+0000","last_clean":"2024-09-19T04:35:54.806835+0000","last_became_active":"2024-09-19T04:35:54.795609+0000","last_became_peered":"2024-09-19T04:35:54.795609+0000","last_unstale":"2024-09-19T04:35:54.806835+0000","last_undegraded":"2024-09-19T04:35:54.806835+0000","last_fullsized":"2024-09-19T04:35:54.806835+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:30.755130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.814932+0000","last_change":"2024-09-19T04:35:54.813795+0000","last_active":"2024-09-19T04:35:54.814932+0000","last_peered":"2024-09-19T04:35:54.814932+0000","last_clean":"2024-09-19T04:35:54.814932+0000","last_became_active":"2024-09-19T04:35:54.813529+0000","last_became_peered":"2024-09-19T04:35:54.813529+0000","last_unstale":"2024-09-19T04:35:54.814932+0000","last_undegraded":"2024-09-19T04:35:54.814932+0000","last_fullsized":"2024-09-19T04:35:54.814932+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:05.416928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813198+0000","last_change":"2024-09-19T04:35:54.805640+0000","last_active":"2024-09-19T04:35:54.813198+0000","last_peered":"2024-09-19T04:35:54.813198+0000","last_clean":"2024-09-19T04:35:54.813198+0000","last_became_active":"2024-09-19T04:35:54.805333+0000","last_became_peered":"2024-09-19T04:35:54.805333+0000","last_unstale":"2024-09-19T04:35:54.813198+0000","last_undegraded":"2024-09-19T04:35:54.813198+0000","last_fullsized":"2024-09-19T04:35:54.813198+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:04.586962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.804618+0000","last_change":"2024-09-19T04:35:54.800973+0000","last_active":"2024-09-19T04:35:54.804618+0000","last_peered":"2024-09-19T04:35:54.804618+0000","last_clean":"2024-09-19T04:35:54.804618+0000","last_became_active":"2024-09-19T04:35:54.800702+0000","last_became_peered":"2024-09-19T04:35:54.800702+0000","last_unstale":"2024-09-19T04:35:54.804618+0000","last_undegraded":"2024-09-19T04:35:54.804618+0000","last_fullsized":"2024-09-19T04:35:54.804618+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:15.096961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.811567+0000","last_change":"2024-09-19T04:35:54.799718+0000","last_active":"2024-09-19T04:35:54.811567+0000","last_peered":"2024-09-19T04:35:54.811567+0000","last_clean":"2024-09-19T04:35:54.811567+0000","last_became_active":"2024-09-19T04:35:54.797307+0000","last_became_peered":"2024-09-19T04:35:54.797307+0000","last_unstale":"2024-09-19T04:35:54.811567+0000","last_undegraded":"2024-09-19T04:35:54.811567+0000","last_fullsized":"2024-09-19T04:35:54.811567+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:56.085947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.804569+0000","last_change":"2024-09-19T04:35:54.797271+0000","last_active":"2024-09-19T04:35:54.804569+0000","last_peered":"2024-09-19T04:35:54.804569+0000","last_clean":"2024-09-19T04:35:54.804569+0000","last_became_active":"2024-09-19T04:35:54.797030+0000","last_became_peered":"2024-09-19T04:35:54.797030+0000","last_unstale":"2024-09-19T04:35:54.804569+0000","last_undegraded":"2024-09-19T04:35:54.804569+0000","last_fullsized":"2024-09-19T04:35:54.804569+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:25.778118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812893+0000","last_change":"2024-09-19T04:35:54.802151+0000","last_active":"2024-09-19T04:35:54.812893+0000","last_peered":"2024-09-19T04:35:54.812893+0000","last_clean":"2024-09-19T04:35:54.812893+0000","last_became_active":"2024-09-19T04:35:54.801863+0000","last_became_peered":"2024-09-19T04:35:54.801863+0000","last_unstale":"2024-09-19T04:35:54.812893+0000","last_undegraded":"2024-09-19T04:35:54.812893+0000","last_fullsized":"2024-09-19T04:35:54.812893+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:38.332840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.795126+0000","last_change":"2024-09-19T04:35:54.794349+0000","last_active":"2024-09-19T04:35:54.795126+0000","last_peered":"2024-09-19T04:35:54.795126+0000","last_clean":"2024-09-19T04:35:54.795126+0000","last_became_active":"2024-09-19T04:35:54.794094+0000","last_became_peered":"2024-09-19T04:35:54.794094+0000","last_unstale":"2024-09-19T04:35:54.795126+0000","last_undegraded":"2024-09-19T04:35:54.795126+0000","last_fullsized":"2024-09-19T04:35:54.795126+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:46.542052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812467+0000","last_change":"2024-09-19T04:35:54.796714+0000","last_active":"2024-09-19T04:35:54.812467+0000","last_peered":"2024-09-19T04:35:54.812467+0000","last_clean":"2024-09-19T04:35:54.812467+0000","last_became_active":"2024-09-19T04:35:54.796196+0000","last_became_peered":"2024-09-19T04:35:54.796196+0000","last_unstale":"2024-09-19T04:35:54.812467+0000","last_undegraded":"2024-09-19T04:35:54.812467+0000","last_fullsized":"2024-09-19T04:35:54.812467+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:49:40.748052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812422+0000","last_change":"2024-09-19T04:35:54.811036+0000","last_active":"2024-09-19T04:35:54.812422+0000","last_peered":"2024-09-19T04:35:54.812422+0000","last_clean":"2024-09-19T04:35:54.812422+0000","last_became_active":"2024-09-19T04:35:54.810789+0000","last_became_peered":"2024-09-19T04:35:54.810789+0000","last_unstale":"2024-09-19T04:35:54.812422+0000","last_undegraded":"2024-09-19T04:35:54.812422+0000","last_fullsized":"2024-09-19T04:35:54.812422+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:53.748886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"57'4","reported_seq":16,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.817440+0000","last_change":"2024-09-19T04:35:53.802156+0000","last_active":"2024-09-19T04:35:54.817440+0000","last_peered":"2024-09-19T04:35:54.817440+0000","last_clean":"2024-09-19T04:35:54.817440+0000","last_became_active":"2024-09-19T04:35:53.801881+0000","last_became_peered":"2024-09-19T04:35:53.801881+0000","last_unstale":"2024-09-19T04:35:54.817440+0000","last_undegraded":"2024-09-19T04:35:54.817440+0000","last_fullsized":"2024-09-19T04:35:54.817440+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:50:12.603564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.811461+0000","last_change":"2024-09-19T04:35:54.809103+0000","last_active":"2024-09-19T04:35:54.811461+0000","last_peered":"2024-09-19T04:35:54.811461+0000","last_clean":"2024-09-19T04:35:54.811461+0000","last_became_active":"2024-09-19T04:35:54.808864+0000","last_became_peered":"2024-09-19T04:35:54.808864+0000","last_unstale":"2024-09-19T04:35:54.811461+0000","last_undegraded":"2024-09-19T04:35:54.811461+0000","last_fullsized":"2024-09-19T04:35:54.811461+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:34:05.719793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"57'1","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816480+0000","last_change":"2024-09-19T04:35:53.798474+0000","last_active":"2024-09-19T04:35:54.816480+0000","last_peered":"2024-09-19T04:35:54.816480+0000","last_clean":"2024-09-19T04:35:54.816480+0000","last_became_active":"2024-09-19T04:35:53.797329+0000","last_became_peered":"2024-09-19T04:35:53.797329+0000","last_unstale":"2024-09-19T04:35:54.816480+0000","last_undegraded":"2024-09-19T04:35:54.816480+0000","last_fullsized":"2024-09-19T04:35:54.816480+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:07.589411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812754+0000","last_change":"2024-09-19T04:35:54.804782+0000","last_active":"2024-09-19T04:35:54.812754+0000","last_peered":"2024-09-19T04:35:54.812754+0000","last_clean":"2024-09-19T04:35:54.812754+0000","last_became_active":"2024-09-19T04:35:54.804499+0000","last_became_peered":"2024-09-19T04:35:54.804499+0000","last_unstale":"2024-09-19T04:35:54.812754+0000","last_undegraded":"2024-09-19T04:35:54.812754+0000","last_fullsized":"2024-09-19T04:35:54.812754+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:10.741404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816132+0000","last_change":"2024-09-19T04:35:53.805172+0000","last_active":"2024-09-19T04:35:54.816132+0000","last_peered":"2024-09-19T04:35:54.816132+0000","last_clean":"2024-09-19T04:35:54.816132+0000","last_became_active":"2024-09-19T04:35:53.804857+0000","last_became_peered":"2024-09-19T04:35:53.804857+0000","last_unstale":"2024-09-19T04:35:54.816132+0000","last_undegraded":"2024-09-19T04:35:54.816132+0000","last_fullsized":"2024-09-19T04:35:54.816132+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:35:19.214974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.811590+0000","last_change":"2024-09-19T04:35:54.796736+0000","last_active":"2024-09-19T04:35:54.811590+0000","last_peered":"2024-09-19T04:35:54.811590+0000","last_clean":"2024-09-19T04:35:54.811590+0000","last_became_active":"2024-09-19T04:35:54.795965+0000","last_became_peered":"2024-09-19T04:35:54.795965+0000","last_unstale":"2024-09-19T04:35:54.811590+0000","last_undegraded":"2024-09-19T04:35:54.811590+0000","last_fullsized":"2024-09-19T04:35:54.811590+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:33:15.151530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812925+0000","last_change":"2024-09-19T04:35:54.803498+0000","last_active":"2024-09-19T04:35:54.812925+0000","last_peered":"2024-09-19T04:35:54.812925+0000","last_clean":"2024-09-19T04:35:54.812925+0000","last_became_active":"2024-09-19T04:35:54.802944+0000","last_became_peered":"2024-09-19T04:35:54.802944+0000","last_unstale":"2024-09-19T04:35:54.812925+0000","last_undegraded":"2024-09-19T04:35:54.812925+0000","last_fullsized":"2024-09-19T04:35:54.812925+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:31:45.887169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.814351+0000","last_change":"2024-09-19T04:35:54.813519+0000","last_active":"2024-09-19T04:35:54.814351+0000","last_peered":"2024-09-19T04:35:54.814351+0000","last_clean":"2024-09-19T04:35:54.814351+0000","last_became_active":"2024-09-19T04:35:54.813258+0000","last_became_peered":"2024-09-19T04:35:54.813258+0000","last_unstale":"2024-09-19T04:35:54.814351+0000","last_undegraded":"2024-09-19T04:35:54.814351+0000","last_fullsized":"2024-09-19T04:35:54.814351+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:32.122582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"57'1","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813663+0000","last_change":"2024-09-19T04:35:53.802513+0000","last_active":"2024-09-19T04:35:54.813663+0000","last_peered":"2024-09-19T04:35:54.813663+0000","last_clean":"2024-09-19T04:35:54.813663+0000","last_became_active":"2024-09-19T04:35:53.802222+0000","last_became_peered":"2024-09-19T04:35:53.802222+0000","last_unstale":"2024-09-19T04:35:54.813663+0000","last_undegraded":"2024-09-19T04:35:54.813663+0000","last_fullsized":"2024-09-19T04:35:54.813663+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:56.531299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.815275+0000","last_change":"2024-09-19T04:35:54.804499+0000","last_active":"2024-09-19T04:35:54.815275+0000","last_peered":"2024-09-19T04:35:54.815275+0000","last_clean":"2024-09-19T04:35:54.815275+0000","last_became_active":"2024-09-19T04:35:54.804253+0000","last_became_peered":"2024-09-19T04:35:54.804253+0000","last_unstale":"2024-09-19T04:35:54.815275+0000","last_undegraded":"2024-09-19T04:35:54.815275+0000","last_fullsized":"2024-09-19T04:35:54.815275+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:45.379359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.793236+0000","last_change":"2024-09-19T04:35:53.798605+0000","last_active":"2024-09-19T04:35:54.793236+0000","last_peered":"2024-09-19T04:35:54.793236+0000","last_clean":"2024-09-19T04:35:54.793236+0000","last_became_active":"2024-09-19T04:35:53.796943+0000","last_became_peered":"2024-09-19T04:35:53.796943+0000","last_unstale":"2024-09-19T04:35:54.793236+0000","last_undegraded":"2024-09-19T04:35:54.793236+0000","last_fullsized":"2024-09-19T04:35:54.793236+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:28:10.292983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.806511+0000","last_change":"2024-09-19T04:35:54.805139+0000","last_active":"2024-09-19T04:35:54.806511+0000","last_peered":"2024-09-19T04:35:54.806511+0000","last_clean":"2024-09-19T04:35:54.806511+0000","last_became_active":"2024-09-19T04:35:54.804785+0000","last_became_peered":"2024-09-19T04:35:54.804785+0000","last_unstale":"2024-09-19T04:35:54.806511+0000","last_undegraded":"2024-09-19T04:35:54.806511+0000","last_fullsized":"2024-09-19T04:35:54.806511+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:54:32.119202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.13","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813813+0000","last_change":"2024-09-19T04:35:53.795711+0000","last_active":"2024-09-19T04:35:54.813813+0000","last_peered":"2024-09-19T04:35:54.813813+0000","last_clean":"2024-09-19T04:35:54.813813+0000","last_became_active":"2024-09-19T04:35:53.795457+0000","last_became_peered":"2024-09-19T04:35:53.795457+0000","last_unstale":"2024-09-19T04:35:54.813813+0000","last_undegraded":"2024-09-19T04:35:54.813813+0000","last_fullsized":"2024-09-19T04:35:54.813813+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:07.751579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.f","version":"57'1","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813309+0000","last_change":"2024-09-19T04:35:53.796365+0000","last_active":"2024-09-19T04:35:54.813309+0000","last_peered":"2024-09-19T04:35:54.813309+0000","last_clean":"2024-09-19T04:35:54.813309+0000","last_became_active":"2024-09-19T04:35:53.796104+0000","last_became_peered":"2024-09-19T04:35:53.796104+0000","last_unstale":"2024-09-19T04:35:54.813309+0000","last_undegraded":"2024-09-19T04:35:54.813309+0000","last_fullsized":"2024-09-19T04:35:54.813309+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:13:55.807407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.e","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.814568+0000","last_change":"2024-09-19T04:35:53.797908+0000","last_active":"2024-09-19T04:35:54.814568+0000","last_peered":"2024-09-19T04:35:54.814568+0000","last_clean":"2024-09-19T04:35:54.814568+0000","last_became_active":"2024-09-19T04:35:53.797479+0000","last_became_peered":"2024-09-19T04:35:53.797479+0000","last_unstale":"2024-09-19T04:35:54.814568+0000","last_undegraded":"2024-09-19T04:35:54.814568+0000","last_fullsized":"2024-09-19T04:35:54.814568+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:36.412307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813234+0000","last_change":"2024-09-19T04:35:54.805729+0000","last_active":"2024-09-19T04:35:54.813234+0000","last_peered":"2024-09-19T04:35:54.813234+0000","last_clean":"2024-09-19T04:35:54.813234+0000","last_became_active":"2024-09-19T04:35:54.805484+0000","last_became_peered":"2024-09-19T04:35:54.805484+0000","last_unstale":"2024-09-19T04:35:54.813234+0000","last_undegraded":"2024-09-19T04:35:54.813234+0000","last_fullsized":"2024-09-19T04:35:54.813234+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:08.559988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.787435+0000","last_change":"2024-09-19T04:35:53.802617+0000","last_active":"2024-09-19T04:35:54.787435+0000","last_peered":"2024-09-19T04:35:54.787435+0000","last_clean":"2024-09-19T04:35:54.787435+0000","last_became_active":"2024-09-19T04:35:53.802380+0000","last_became_peered":"2024-09-19T04:35:53.802380+0000","last_unstale":"2024-09-19T04:35:54.787435+0000","last_undegraded":"2024-09-19T04:35:54.787435+0000","last_fullsized":"2024-09-19T04:35:54.787435+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:14:53.656745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.b","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816080+0000","last_change":"2024-09-19T04:35:53.796858+0000","last_active":"2024-09-19T04:35:54.816080+0000","last_peered":"2024-09-19T04:35:54.816080+0000","last_clean":"2024-09-19T04:35:54.816080+0000","last_became_active":"2024-09-19T04:35:53.796583+0000","last_became_peered":"2024-09-19T04:35:53.796583+0000","last_unstale":"2024-09-19T04:35:54.816080+0000","last_undegraded":"2024-09-19T04:35:54.816080+0000","last_fullsized":"2024-09-19T04:35:54.816080+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:45.995383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.801394+0000","last_change":"2024-09-19T04:35:54.795779+0000","last_active":"2024-09-19T04:35:54.801394+0000","last_peered":"2024-09-19T04:35:54.801394+0000","last_clean":"2024-09-19T04:35:54.801394+0000","last_became_active":"2024-09-19T04:35:54.795525+0000","last_became_peered":"2024-09-19T04:35:54.795525+0000","last_unstale":"2024-09-19T04:35:54.801394+0000","last_undegraded":"2024-09-19T04:35:54.801394+0000","last_fullsized":"2024-09-19T04:35:54.801394+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:12:51.189418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.792741+0000","last_change":"2024-09-19T04:35:53.803578+0000","last_active":"2024-09-19T04:35:54.792741+0000","last_peered":"2024-09-19T04:35:54.792741+0000","last_clean":"2024-09-19T04:35:54.792741+0000","last_became_active":"2024-09-19T04:35:53.803293+0000","last_became_peered":"2024-09-19T04:35:53.803293+0000","last_unstale":"2024-09-19T04:35:54.792741+0000","last_undegraded":"2024-09-19T04:35:54.792741+0000","last_fullsized":"2024-09-19T04:35:54.792741+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:51.156156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812428+0000","last_change":"2024-09-19T04:35:54.811611+0000","last_active":"2024-09-19T04:35:54.812428+0000","last_peered":"2024-09-19T04:35:54.812428+0000","last_clean":"2024-09-19T04:35:54.812428+0000","last_became_active":"2024-09-19T04:35:54.810135+0000","last_became_peered":"2024-09-19T04:35:54.810135+0000","last_unstale":"2024-09-19T04:35:54.812428+0000","last_undegraded":"2024-09-19T04:35:54.812428+0000","last_fullsized":"2024-09-19T04:35:54.812428+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:37:37.136694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.7","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816927+0000","last_change":"2024-09-19T04:35:53.804894+0000","last_active":"2024-09-19T04:35:54.816927+0000","last_peered":"2024-09-19T04:35:54.816927+0000","last_clean":"2024-09-19T04:35:54.816927+0000","last_became_active":"2024-09-19T04:35:53.804632+0000","last_became_peered":"2024-09-19T04:35:53.804632+0000","last_unstale":"2024-09-19T04:35:54.816927+0000","last_undegraded":"2024-09-19T04:35:54.816927+0000","last_fullsized":"2024-09-19T04:35:54.816927+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:42.039204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.787904+0000","last_change":"2024-09-19T04:35:53.801354+0000","last_active":"2024-09-19T04:35:54.787904+0000","last_peered":"2024-09-19T04:35:54.787904+0000","last_clean":"2024-09-19T04:35:54.787904+0000","last_became_active":"2024-09-19T04:35:53.801113+0000","last_became_peered":"2024-09-19T04:35:53.801113+0000","last_unstale":"2024-09-19T04:35:54.787904+0000","last_undegraded":"2024-09-19T04:35:54.787904+0000","last_fullsized":"2024-09-19T04:35:54.787904+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:05.553377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.811442+0000","last_change":"2024-09-19T04:35:54.808547+0000","last_active":"2024-09-19T04:35:54.811442+0000","last_peered":"2024-09-19T04:35:54.811442+0000","last_clean":"2024-09-19T04:35:54.811442+0000","last_became_active":"2024-09-19T04:35:54.808248+0000","last_became_peered":"2024-09-19T04:35:54.808248+0000","last_unstale":"2024-09-19T04:35:54.811442+0000","last_undegraded":"2024-09-19T04:35:54.811442+0000","last_fullsized":"2024-09-19T04:35:54.811442+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:02:41.436281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.799596+0000","last_change":"2024-09-19T04:35:54.795059+0000","last_active":"2024-09-19T04:35:54.799596+0000","last_peered":"2024-09-19T04:35:54.799596+0000","last_clean":"2024-09-19T04:35:54.799596+0000","last_became_active":"2024-09-19T04:35:54.794812+0000","last_became_peered":"2024-09-19T04:35:54.794812+0000","last_unstale":"2024-09-19T04:35:54.799596+0000","last_undegraded":"2024-09-19T04:35:54.799596+0000","last_fullsized":"2024-09-19T04:35:54.799596+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:51.856923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812946+0000","last_change":"2024-09-19T04:35:54.803707+0000","last_active":"2024-09-19T04:35:54.812946+0000","last_peered":"2024-09-19T04:35:54.812946+0000","last_clean":"2024-09-19T04:35:54.812946+0000","last_became_active":"2024-09-19T04:35:54.803243+0000","last_became_peered":"2024-09-19T04:35:54.803243+0000","last_unstale":"2024-09-19T04:35:54.812946+0000","last_undegraded":"2024-09-19T04:35:54.812946+0000","last_fullsized":"2024-09-19T04:35:54.812946+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:15:41.067860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.792551+0000","last_change":"2024-09-19T04:35:53.803005+0000","last_active":"2024-09-19T04:35:54.792551+0000","last_peered":"2024-09-19T04:35:54.792551+0000","last_clean":"2024-09-19T04:35:54.792551+0000","last_became_active":"2024-09-19T04:35:53.802735+0000","last_became_peered":"2024-09-19T04:35:53.802735+0000","last_unstale":"2024-09-19T04:35:54.792551+0000","last_undegraded":"2024-09-19T04:35:54.792551+0000","last_fullsized":"2024-09-19T04:35:54.792551+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:29.342160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.802101+0000","last_change":"2024-09-19T04:35:54.796452+0000","last_active":"2024-09-19T04:35:54.802101+0000","last_peered":"2024-09-19T04:35:54.802101+0000","last_clean":"2024-09-19T04:35:54.802101+0000","last_became_active":"2024-09-19T04:35:54.796178+0000","last_became_peered":"2024-09-19T04:35:54.796178+0000","last_unstale":"2024-09-19T04:35:54.802101+0000","last_undegraded":"2024-09-19T04:35:54.802101+0000","last_fullsized":"2024-09-19T04:35:54.802101+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:36:25.315323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.792581+0000","last_change":"2024-09-19T04:35:53.804204+0000","last_active":"2024-09-19T04:35:54.792581+0000","last_peered":"2024-09-19T04:35:54.792581+0000","last_clean":"2024-09-19T04:35:54.792581+0000","last_became_active":"2024-09-19T04:35:53.803953+0000","last_became_peered":"2024-09-19T04:35:53.803953+0000","last_unstale":"2024-09-19T04:35:54.792581+0000","last_undegraded":"2024-09-19T04:35:54.792581+0000","last_fullsized":"2024-09-19T04:35:54.792581+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:58.231191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.802696+0000","last_change":"2024-09-19T04:35:54.797833+0000","last_active":"2024-09-19T04:35:54.802696+0000","last_peered":"2024-09-19T04:35:54.802696+0000","last_clean":"2024-09-19T04:35:54.802696+0000","last_became_active":"2024-09-19T04:35:54.797574+0000","last_became_peered":"2024-09-19T04:35:54.797574+0000","last_unstale":"2024-09-19T04:35:54.802696+0000","last_undegraded":"2024-09-19T04:35:54.802696+0000","last_fullsized":"2024-09-19T04:35:54.802696+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:21.993036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.792042+0000","last_change":"2024-09-19T04:35:53.797638+0000","last_active":"2024-09-19T04:35:54.792042+0000","last_peered":"2024-09-19T04:35:54.792042+0000","last_clean":"2024-09-19T04:35:54.792042+0000","last_became_active":"2024-09-19T04:35:53.797383+0000","last_became_peered":"2024-09-19T04:35:53.797383+0000","last_unstale":"2024-09-19T04:35:54.792042+0000","last_undegraded":"2024-09-19T04:35:54.792042+0000","last_fullsized":"2024-09-19T04:35:54.792042+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:22.632343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812384+0000","last_change":"2024-09-19T04:35:54.802598+0000","last_active":"2024-09-19T04:35:54.812384+0000","last_peered":"2024-09-19T04:35:54.812384+0000","last_clean":"2024-09-19T04:35:54.812384+0000","last_became_active":"2024-09-19T04:35:54.802311+0000","last_became_peered":"2024-09-19T04:35:54.802311+0000","last_unstale":"2024-09-19T04:35:54.812384+0000","last_undegraded":"2024-09-19T04:35:54.812384+0000","last_fullsized":"2024-09-19T04:35:54.812384+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:34.545188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":228,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T04:35:51.223153+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:35:51.223153+0000","last_peered":"2024-09-19T04:35:51.223153+0000","last_clean":"2024-09-19T04:35:51.223153+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:35:51.223153+0000","last_undegraded":"2024-09-19T04:35:51.223153+0000","last_fullsized":"2024-09-19T04:35:51.223153+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":70,"acting":70,"num_store_stats":4},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":638,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":32,"acting":32,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509481,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28220,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343620,"statfs":{"total":96636764160,"available":96607866880,"internally_reserved":0,"allocated":1220608,"data_stored":844973,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509481,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27632,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344208,"statfs":{"total":96636764160,"available":96608468992,"internally_reserved":0,"allocated":614400,"data_stored":249462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509481,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27640,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344200,"statfs":{"total":96636764160,"available":96608460800,"internally_reserved":0,"allocated":626688,"data_stored":254605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509482,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27640,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344200,"statfs":{"total":96636764160,"available":96608460800,"internally_reserved":0,"allocated":626688,"data_stored":254605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542187,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31844,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339996,"statfs":{"total":96636764160,"available":96604155904,"internally_reserved":0,"allocated":663552,"data_stored":271816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542186,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27700,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344140,"statfs":{"total":96636764160,"available":96608399360,"internally_reserved":0,"allocated":684032,"data_stored":278647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542186,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31852,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339988,"statfs":{"total":96636764160,"available":96604147712,"internally_reserved":0,"allocated":679936,"data_stored":278681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542187,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28288,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343552,"statfs":{"total":96636764160,"available":96607797248,"internally_reserved":0,"allocated":1286144,"data_stored":871153,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:35:58.035 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:35:58.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.167+0000 7f1c4282e640 1 Processor -- start 2024-09-19T04:35:58.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.167+0000 7f1c4282e640 1 -- start start 2024-09-19T04:35:58.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.168+0000 7f1c4282e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1c3c0d02a0 0x7f1c3c0d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:58.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.168+0000 7f1c4282e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c3c0d0bc0 con 0x7f1c3c15ca40 2024-09-19T04:35:58.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.168+0000 7f1c4282e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c3c15d390 con 0x7f1c3c15ceb0 2024-09-19T04:35:58.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.168+0000 7f1c4282e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f1c3c15d670 con 0x7f1c3c0d02a0 2024-09-19T04:35:58.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.168+0000 7f1c3bfff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1c3c0d02a0 0x7f1c3c0d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:58.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.168+0000 7f1c3b7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f1c3c15ca40 0x7f1c3c15e430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40188/0 (socket says 172.21.15.111:40188) 2024-09-19T04:35:58.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.168+0000 7f1c3bfff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1c3c0d02a0 0x7f1c3c0d0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51866/0 (socket says 172.21.15.111:51866) 2024-09-19T04:35:58.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.168+0000 7f1c3b7fe640 1 -- 172.21.15.111:0/322799831 learned_addr learned my addr 172.21.15.111:0/322799831 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:58.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.168+0000 7f1c3bfff640 1 -- 172.21.15.111:0/322799831 >> v1:172.21.15.114:6789/0 conn(0x7f1c3c15ceb0 legacy=0x7f1c3c1594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:58.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.168+0000 7f1c3bfff640 1 -- 172.21.15.111:0/322799831 >> v1:172.21.15.111:6789/0 conn(0x7f1c3c15ca40 legacy=0x7f1c3c15e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:58.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.168+0000 7f1c3bfff640 1 -- 172.21.15.111:0/322799831 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c3c15d950 con 0x7f1c3c0d02a0 2024-09-19T04:35:58.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.168+0000 7f1c3affd640 1 -- 172.21.15.111:0/322799831 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3112549427 0 0) 0x7f1c3c0d0bc0 con 0x7f1c3c15ca40 2024-09-19T04:35:58.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.169+0000 7f1c3bfff640 1 --2- 172.21.15.111:0/322799831 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c3c0d02a0 0x7f1c3c0d0680 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c0097a0 tx=0x7f1c2c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3f976738dbd13de server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:58.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.169+0000 7f1c3affd640 1 -- 172.21.15.111:0/322799831 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c2c037070 con 0x7f1c3c0d02a0 2024-09-19T04:35:58.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.169+0000 7f1c3affd640 1 -- 172.21.15.111:0/322799831 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c2c02ae50 con 0x7f1c3c0d02a0 2024-09-19T04:35:58.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.169+0000 7f1c3affd640 1 -- 172.21.15.111:0/322799831 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c2c032660 con 0x7f1c3c0d02a0 2024-09-19T04:35:58.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.170+0000 7f1c4282e640 1 -- 172.21.15.111:0/322799831 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c3c0d02a0 msgr2=0x7f1c3c0d0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:58.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.170+0000 7f1c4282e640 1 --2- 172.21.15.111:0/322799831 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c3c0d02a0 0x7f1c3c0d0680 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c0097a0 tx=0x7f1c2c02a140 comp rx=0 tx=0).stop 2024-09-19T04:35:58.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.170+0000 7f1c4282e640 1 -- 172.21.15.111:0/322799831 shutdown_connections 2024-09-19T04:35:58.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.170+0000 7f1c4282e640 1 --2- 172.21.15.111:0/322799831 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c3c0d02a0 0x7f1c3c0d0680 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.170+0000 7f1c4282e640 1 -- 172.21.15.111:0/322799831 >> 172.21.15.111:0/322799831 conn(0x7f1c3c062cc0 msgr2=0x7f1c3c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:58.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.170+0000 7f1c4282e640 1 -- 172.21.15.111:0/322799831 shutdown_connections 2024-09-19T04:35:58.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.170+0000 7f1c4282e640 1 -- 172.21.15.111:0/322799831 wait complete. 2024-09-19T04:35:58.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.171+0000 7f1c4282e640 1 Processor -- start 2024-09-19T04:35:58.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.171+0000 7f1c4282e640 1 -- start start 2024-09-19T04:35:58.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.172+0000 7f1c4282e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c3c0d02a0 0x7f1c3c072ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:58.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.172+0000 7f1c4282e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c3c15ca40 0x7f1c3c1f46c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:58.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.172+0000 7f1c4282e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c3c15ceb0 0x7f1c3c1f4c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:58.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.172+0000 7f1c4282e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1c3c15eb40 con 0x7f1c3c15ceb0 2024-09-19T04:35:58.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.172+0000 7f1c4282e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1c3c15df10 con 0x7f1c3c15ca40 2024-09-19T04:35:58.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.172+0000 7f1c4282e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1c3c155b90 con 0x7f1c3c0d02a0 2024-09-19T04:35:58.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.172+0000 7f1c40dcb640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c3c15ceb0 0x7f1c3c1f4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:58.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.172+0000 7f1c40dcb640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c3c15ceb0 0x7f1c3c1f4c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51868/0 (socket says 172.21.15.111:51868) 2024-09-19T04:35:58.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.172+0000 7f1c40dcb640 1 -- 172.21.15.111:0/3856980776 learned_addr learned my addr 172.21.15.111:0/3856980776 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:58.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.172+0000 7f1c3b7fe640 1 --2- 172.21.15.111:0/3856980776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c3c15ca40 0x7f1c3c1f46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:58.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.172+0000 7f1c3bfff640 1 --2- 172.21.15.111:0/3856980776 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c3c0d02a0 0x7f1c3c072ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:58.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.172+0000 7f1c40dcb640 1 -- 172.21.15.111:0/3856980776 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c3c0d02a0 msgr2=0x7f1c3c072ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:58.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.172+0000 7f1c40dcb640 1 --2- 172.21.15.111:0/3856980776 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c3c0d02a0 0x7f1c3c072ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.172+0000 7f1c40dcb640 1 -- 172.21.15.111:0/3856980776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c3c15ca40 msgr2=0x7f1c3c1f46c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:58.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.172+0000 7f1c40dcb640 1 --2- 172.21.15.111:0/3856980776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c3c15ca40 0x7f1c3c1f46c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.172+0000 7f1c40dcb640 1 -- 172.21.15.111:0/3856980776 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c3c073500 con 0x7f1c3c15ceb0 2024-09-19T04:35:58.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.172+0000 7f1c3b7fe640 1 --2- 172.21.15.111:0/3856980776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c3c15ca40 0x7f1c3c1f46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:35:58.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.172+0000 7f1c3bfff640 1 --2- 172.21.15.111:0/3856980776 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c3c0d02a0 0x7f1c3c072ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:35:58.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.173+0000 7f1c40dcb640 1 --2- 172.21.15.111:0/3856980776 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c3c15ceb0 0x7f1c3c1f4c00 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f1c3400c700 tx=0x7f1c3400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:58.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.173+0000 7f1c38ff9640 1 -- 172.21.15.111:0/3856980776 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c34016020 con 0x7f1c3c15ceb0 2024-09-19T04:35:58.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.173+0000 7f1c38ff9640 1 -- 172.21.15.111:0/3856980776 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c3400aa50 con 0x7f1c3c15ceb0 2024-09-19T04:35:58.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.173+0000 7f1c4282e640 1 -- 172.21.15.111:0/3856980776 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c3c0737e0 con 0x7f1c3c15ceb0 2024-09-19T04:35:58.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.173+0000 7f1c38ff9640 1 -- 172.21.15.111:0/3856980776 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c3400ce10 con 0x7f1c3c15ceb0 2024-09-19T04:35:58.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.173+0000 7f1c4282e640 1 -- 172.21.15.111:0/3856980776 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c3c142750 con 0x7f1c3c15ceb0 2024-09-19T04:35:58.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.174+0000 7f1c4282e640 1 -- 172.21.15.111:0/3856980776 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c3c0b4790 con 0x7f1c3c15ceb0 2024-09-19T04:35:58.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.174+0000 7f1c38ff9640 1 -- 172.21.15.111:0/3856980776 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f1c34019020 con 0x7f1c3c15ceb0 2024-09-19T04:35:58.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.175+0000 7f1c38ff9640 1 --2- 172.21.15.111:0/3856980776 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1c2806c460 0x7f1c2806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:58.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.175+0000 7f1c38ff9640 1 -- 172.21.15.111:0/3856980776 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f1c3408bab0 con 0x7f1c3c15ceb0 2024-09-19T04:35:58.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.175+0000 7f1c3bfff640 1 --2- 172.21.15.111:0/3856980776 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1c2806c460 0x7f1c2806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:58.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.175+0000 7f1c3bfff640 1 --2- 172.21.15.111:0/3856980776 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1c2806c460 0x7f1c2806e920 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c034000 tx=0x7f1c2c02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:58.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.179+0000 7f1c38ff9640 1 -- 172.21.15.111:0/3856980776 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1c34020020 con 0x7f1c3c15ceb0 2024-09-19T04:35:58.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.342+0000 7f1c4282e640 1 -- 172.21.15.111:0/3856980776 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1c3c15b0c0 con 0x7f1c2806c460 2024-09-19T04:35:58.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.348+0000 7f1c38ff9640 1 -- 172.21.15.111:0/3856980776 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+244885 (secure 0 0 0) 0x7f1c3c15b0c0 con 0x7f1c2806c460 2024-09-19T04:35:58.351 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:58.352 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:35:58.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.351+0000 7f1c4282e640 1 -- 172.21.15.111:0/3856980776 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1c2806c460 msgr2=0x7f1c2806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:58.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.351+0000 7f1c4282e640 1 --2- 172.21.15.111:0/3856980776 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1c2806c460 0x7f1c2806e920 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c034000 tx=0x7f1c2c02e000 comp rx=0 tx=0).stop 2024-09-19T04:35:58.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.351+0000 7f1c4282e640 1 -- 172.21.15.111:0/3856980776 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c3c15ceb0 msgr2=0x7f1c3c1f4c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:58.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.351+0000 7f1c4282e640 1 --2- 172.21.15.111:0/3856980776 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c3c15ceb0 0x7f1c3c1f4c00 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f1c3400c700 tx=0x7f1c3400cbc0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.351+0000 7f1c4282e640 1 -- 172.21.15.111:0/3856980776 shutdown_connections 2024-09-19T04:35:58.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.351+0000 7f1c4282e640 1 --2- 172.21.15.111:0/3856980776 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1c2806c460 0x7f1c2806e920 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.351+0000 7f1c4282e640 1 --2- 172.21.15.111:0/3856980776 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c3c15ceb0 0x7f1c3c1f4c00 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.351+0000 7f1c4282e640 1 --2- 172.21.15.111:0/3856980776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c3c15ca40 0x7f1c3c1f46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.351+0000 7f1c4282e640 1 --2- 172.21.15.111:0/3856980776 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c3c0d02a0 0x7f1c3c072ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.351+0000 7f1c4282e640 1 -- 172.21.15.111:0/3856980776 >> 172.21.15.111:0/3856980776 conn(0x7f1c3c062cc0 msgr2=0x7f1c3c14ccd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:58.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.351+0000 7f1c4282e640 1 -- 172.21.15.111:0/3856980776 shutdown_connections 2024-09-19T04:35:58.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.351+0000 7f1c4282e640 1 -- 172.21.15.111:0/3856980776 wait complete. 2024-09-19T04:35:58.363 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":149,"stamp":"2024-09-19T04:35:56.447418+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591006,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":177,"num_write_kb":2425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":104,"acting":104,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":20,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":754974720,"kb_used":230816,"kb_used_data":6252,"kb_used_omap":12,"kb_used_meta":224371,"kb_avail":754743904,"statfs":{"total":773094113280,"available":772857757696,"internally_reserved":0,"allocated":6402048,"data_stored":3303942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":229756464},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":638,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000533"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.804601+0000","last_change":"2024-09-19T04:35:54.798325+0000","last_active":"2024-09-19T04:35:54.804601+0000","last_peered":"2024-09-19T04:35:54.804601+0000","last_clean":"2024-09-19T04:35:54.804601+0000","last_became_active":"2024-09-19T04:35:54.796245+0000","last_became_peered":"2024-09-19T04:35:54.796245+0000","last_unstale":"2024-09-19T04:35:54.804601+0000","last_undegraded":"2024-09-19T04:35:54.804601+0000","last_fullsized":"2024-09-19T04:35:54.804601+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:14.708265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812886+0000","last_change":"2024-09-19T04:35:54.803328+0000","last_active":"2024-09-19T04:35:54.812886+0000","last_peered":"2024-09-19T04:35:54.812886+0000","last_clean":"2024-09-19T04:35:54.812886+0000","last_became_active":"2024-09-19T04:35:54.803098+0000","last_became_peered":"2024-09-19T04:35:54.803098+0000","last_unstale":"2024-09-19T04:35:54.812886+0000","last_undegraded":"2024-09-19T04:35:54.812886+0000","last_fullsized":"2024-09-19T04:35:54.812886+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:04:54.540058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.802188+0000","last_change":"2024-09-19T04:35:54.794813+0000","last_active":"2024-09-19T04:35:54.802188+0000","last_peered":"2024-09-19T04:35:54.802188+0000","last_clean":"2024-09-19T04:35:54.802188+0000","last_became_active":"2024-09-19T04:35:54.794536+0000","last_became_peered":"2024-09-19T04:35:54.794536+0000","last_unstale":"2024-09-19T04:35:54.802188+0000","last_undegraded":"2024-09-19T04:35:54.802188+0000","last_fullsized":"2024-09-19T04:35:54.802188+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:53:49.065496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.795297+0000","last_change":"2024-09-19T04:35:54.792876+0000","last_active":"2024-09-19T04:35:54.795297+0000","last_peered":"2024-09-19T04:35:54.795297+0000","last_clean":"2024-09-19T04:35:54.795297+0000","last_became_active":"2024-09-19T04:35:54.792581+0000","last_became_peered":"2024-09-19T04:35:54.792581+0000","last_unstale":"2024-09-19T04:35:54.795297+0000","last_undegraded":"2024-09-19T04:35:54.795297+0000","last_fullsized":"2024-09-19T04:35:54.795297+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:50.909763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813666+0000","last_change":"2024-09-19T04:35:54.805150+0000","last_active":"2024-09-19T04:35:54.813666+0000","last_peered":"2024-09-19T04:35:54.813666+0000","last_clean":"2024-09-19T04:35:54.813666+0000","last_became_active":"2024-09-19T04:35:54.804905+0000","last_became_peered":"2024-09-19T04:35:54.804905+0000","last_unstale":"2024-09-19T04:35:54.813666+0000","last_undegraded":"2024-09-19T04:35:54.813666+0000","last_fullsized":"2024-09-19T04:35:54.813666+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:44:05.768274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.811422+0000","last_change":"2024-09-19T04:35:54.807434+0000","last_active":"2024-09-19T04:35:54.811422+0000","last_peered":"2024-09-19T04:35:54.811422+0000","last_clean":"2024-09-19T04:35:54.811422+0000","last_became_active":"2024-09-19T04:35:54.807193+0000","last_became_peered":"2024-09-19T04:35:54.807193+0000","last_unstale":"2024-09-19T04:35:54.811422+0000","last_undegraded":"2024-09-19T04:35:54.811422+0000","last_fullsized":"2024-09-19T04:35:54.811422+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:11.258833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.804709+0000","last_change":"2024-09-19T04:35:54.799938+0000","last_active":"2024-09-19T04:35:54.804709+0000","last_peered":"2024-09-19T04:35:54.804709+0000","last_clean":"2024-09-19T04:35:54.804709+0000","last_became_active":"2024-09-19T04:35:54.796742+0000","last_became_peered":"2024-09-19T04:35:54.796742+0000","last_unstale":"2024-09-19T04:35:54.804709+0000","last_undegraded":"2024-09-19T04:35:54.804709+0000","last_fullsized":"2024-09-19T04:35:54.804709+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:46.255299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812480+0000","last_change":"2024-09-19T04:35:54.801553+0000","last_active":"2024-09-19T04:35:54.812480+0000","last_peered":"2024-09-19T04:35:54.812480+0000","last_clean":"2024-09-19T04:35:54.812480+0000","last_became_active":"2024-09-19T04:35:54.799457+0000","last_became_peered":"2024-09-19T04:35:54.799457+0000","last_unstale":"2024-09-19T04:35:54.812480+0000","last_undegraded":"2024-09-19T04:35:54.812480+0000","last_fullsized":"2024-09-19T04:35:54.812480+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:41.297446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813082+0000","last_change":"2024-09-19T04:35:54.804493+0000","last_active":"2024-09-19T04:35:54.813082+0000","last_peered":"2024-09-19T04:35:54.813082+0000","last_clean":"2024-09-19T04:35:54.813082+0000","last_became_active":"2024-09-19T04:35:54.804230+0000","last_became_peered":"2024-09-19T04:35:54.804230+0000","last_unstale":"2024-09-19T04:35:54.813082+0000","last_undegraded":"2024-09-19T04:35:54.813082+0000","last_fullsized":"2024-09-19T04:35:54.813082+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:24:26.182897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.806835+0000","last_change":"2024-09-19T04:35:54.795847+0000","last_active":"2024-09-19T04:35:54.806835+0000","last_peered":"2024-09-19T04:35:54.806835+0000","last_clean":"2024-09-19T04:35:54.806835+0000","last_became_active":"2024-09-19T04:35:54.795609+0000","last_became_peered":"2024-09-19T04:35:54.795609+0000","last_unstale":"2024-09-19T04:35:54.806835+0000","last_undegraded":"2024-09-19T04:35:54.806835+0000","last_fullsized":"2024-09-19T04:35:54.806835+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:30.755130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.814932+0000","last_change":"2024-09-19T04:35:54.813795+0000","last_active":"2024-09-19T04:35:54.814932+0000","last_peered":"2024-09-19T04:35:54.814932+0000","last_clean":"2024-09-19T04:35:54.814932+0000","last_became_active":"2024-09-19T04:35:54.813529+0000","last_became_peered":"2024-09-19T04:35:54.813529+0000","last_unstale":"2024-09-19T04:35:54.814932+0000","last_undegraded":"2024-09-19T04:35:54.814932+0000","last_fullsized":"2024-09-19T04:35:54.814932+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:05.416928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813198+0000","last_change":"2024-09-19T04:35:54.805640+0000","last_active":"2024-09-19T04:35:54.813198+0000","last_peered":"2024-09-19T04:35:54.813198+0000","last_clean":"2024-09-19T04:35:54.813198+0000","last_became_active":"2024-09-19T04:35:54.805333+0000","last_became_peered":"2024-09-19T04:35:54.805333+0000","last_unstale":"2024-09-19T04:35:54.813198+0000","last_undegraded":"2024-09-19T04:35:54.813198+0000","last_fullsized":"2024-09-19T04:35:54.813198+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:04.586962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.804618+0000","last_change":"2024-09-19T04:35:54.800973+0000","last_active":"2024-09-19T04:35:54.804618+0000","last_peered":"2024-09-19T04:35:54.804618+0000","last_clean":"2024-09-19T04:35:54.804618+0000","last_became_active":"2024-09-19T04:35:54.800702+0000","last_became_peered":"2024-09-19T04:35:54.800702+0000","last_unstale":"2024-09-19T04:35:54.804618+0000","last_undegraded":"2024-09-19T04:35:54.804618+0000","last_fullsized":"2024-09-19T04:35:54.804618+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:15.096961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.811567+0000","last_change":"2024-09-19T04:35:54.799718+0000","last_active":"2024-09-19T04:35:54.811567+0000","last_peered":"2024-09-19T04:35:54.811567+0000","last_clean":"2024-09-19T04:35:54.811567+0000","last_became_active":"2024-09-19T04:35:54.797307+0000","last_became_peered":"2024-09-19T04:35:54.797307+0000","last_unstale":"2024-09-19T04:35:54.811567+0000","last_undegraded":"2024-09-19T04:35:54.811567+0000","last_fullsized":"2024-09-19T04:35:54.811567+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:56.085947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.804569+0000","last_change":"2024-09-19T04:35:54.797271+0000","last_active":"2024-09-19T04:35:54.804569+0000","last_peered":"2024-09-19T04:35:54.804569+0000","last_clean":"2024-09-19T04:35:54.804569+0000","last_became_active":"2024-09-19T04:35:54.797030+0000","last_became_peered":"2024-09-19T04:35:54.797030+0000","last_unstale":"2024-09-19T04:35:54.804569+0000","last_undegraded":"2024-09-19T04:35:54.804569+0000","last_fullsized":"2024-09-19T04:35:54.804569+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:25.778118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812893+0000","last_change":"2024-09-19T04:35:54.802151+0000","last_active":"2024-09-19T04:35:54.812893+0000","last_peered":"2024-09-19T04:35:54.812893+0000","last_clean":"2024-09-19T04:35:54.812893+0000","last_became_active":"2024-09-19T04:35:54.801863+0000","last_became_peered":"2024-09-19T04:35:54.801863+0000","last_unstale":"2024-09-19T04:35:54.812893+0000","last_undegraded":"2024-09-19T04:35:54.812893+0000","last_fullsized":"2024-09-19T04:35:54.812893+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:38.332840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.795126+0000","last_change":"2024-09-19T04:35:54.794349+0000","last_active":"2024-09-19T04:35:54.795126+0000","last_peered":"2024-09-19T04:35:54.795126+0000","last_clean":"2024-09-19T04:35:54.795126+0000","last_became_active":"2024-09-19T04:35:54.794094+0000","last_became_peered":"2024-09-19T04:35:54.794094+0000","last_unstale":"2024-09-19T04:35:54.795126+0000","last_undegraded":"2024-09-19T04:35:54.795126+0000","last_fullsized":"2024-09-19T04:35:54.795126+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:46.542052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812467+0000","last_change":"2024-09-19T04:35:54.796714+0000","last_active":"2024-09-19T04:35:54.812467+0000","last_peered":"2024-09-19T04:35:54.812467+0000","last_clean":"2024-09-19T04:35:54.812467+0000","last_became_active":"2024-09-19T04:35:54.796196+0000","last_became_peered":"2024-09-19T04:35:54.796196+0000","last_unstale":"2024-09-19T04:35:54.812467+0000","last_undegraded":"2024-09-19T04:35:54.812467+0000","last_fullsized":"2024-09-19T04:35:54.812467+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:49:40.748052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812422+0000","last_change":"2024-09-19T04:35:54.811036+0000","last_active":"2024-09-19T04:35:54.812422+0000","last_peered":"2024-09-19T04:35:54.812422+0000","last_clean":"2024-09-19T04:35:54.812422+0000","last_became_active":"2024-09-19T04:35:54.810789+0000","last_became_peered":"2024-09-19T04:35:54.810789+0000","last_unstale":"2024-09-19T04:35:54.812422+0000","last_undegraded":"2024-09-19T04:35:54.812422+0000","last_fullsized":"2024-09-19T04:35:54.812422+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:53.748886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"57'4","reported_seq":16,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.817440+0000","last_change":"2024-09-19T04:35:53.802156+0000","last_active":"2024-09-19T04:35:54.817440+0000","last_peered":"2024-09-19T04:35:54.817440+0000","last_clean":"2024-09-19T04:35:54.817440+0000","last_became_active":"2024-09-19T04:35:53.801881+0000","last_became_peered":"2024-09-19T04:35:53.801881+0000","last_unstale":"2024-09-19T04:35:54.817440+0000","last_undegraded":"2024-09-19T04:35:54.817440+0000","last_fullsized":"2024-09-19T04:35:54.817440+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:50:12.603564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.811461+0000","last_change":"2024-09-19T04:35:54.809103+0000","last_active":"2024-09-19T04:35:54.811461+0000","last_peered":"2024-09-19T04:35:54.811461+0000","last_clean":"2024-09-19T04:35:54.811461+0000","last_became_active":"2024-09-19T04:35:54.808864+0000","last_became_peered":"2024-09-19T04:35:54.808864+0000","last_unstale":"2024-09-19T04:35:54.811461+0000","last_undegraded":"2024-09-19T04:35:54.811461+0000","last_fullsized":"2024-09-19T04:35:54.811461+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:34:05.719793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"57'1","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816480+0000","last_change":"2024-09-19T04:35:53.798474+0000","last_active":"2024-09-19T04:35:54.816480+0000","last_peered":"2024-09-19T04:35:54.816480+0000","last_clean":"2024-09-19T04:35:54.816480+0000","last_became_active":"2024-09-19T04:35:53.797329+0000","last_became_peered":"2024-09-19T04:35:53.797329+0000","last_unstale":"2024-09-19T04:35:54.816480+0000","last_undegraded":"2024-09-19T04:35:54.816480+0000","last_fullsized":"2024-09-19T04:35:54.816480+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:07.589411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812754+0000","last_change":"2024-09-19T04:35:54.804782+0000","last_active":"2024-09-19T04:35:54.812754+0000","last_peered":"2024-09-19T04:35:54.812754+0000","last_clean":"2024-09-19T04:35:54.812754+0000","last_became_active":"2024-09-19T04:35:54.804499+0000","last_became_peered":"2024-09-19T04:35:54.804499+0000","last_unstale":"2024-09-19T04:35:54.812754+0000","last_undegraded":"2024-09-19T04:35:54.812754+0000","last_fullsized":"2024-09-19T04:35:54.812754+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:10.741404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816132+0000","last_change":"2024-09-19T04:35:53.805172+0000","last_active":"2024-09-19T04:35:54.816132+0000","last_peered":"2024-09-19T04:35:54.816132+0000","last_clean":"2024-09-19T04:35:54.816132+0000","last_became_active":"2024-09-19T04:35:53.804857+0000","last_became_peered":"2024-09-19T04:35:53.804857+0000","last_unstale":"2024-09-19T04:35:54.816132+0000","last_undegraded":"2024-09-19T04:35:54.816132+0000","last_fullsized":"2024-09-19T04:35:54.816132+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:35:19.214974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.811590+0000","last_change":"2024-09-19T04:35:54.796736+0000","last_active":"2024-09-19T04:35:54.811590+0000","last_peered":"2024-09-19T04:35:54.811590+0000","last_clean":"2024-09-19T04:35:54.811590+0000","last_became_active":"2024-09-19T04:35:54.795965+0000","last_became_peered":"2024-09-19T04:35:54.795965+0000","last_unstale":"2024-09-19T04:35:54.811590+0000","last_undegraded":"2024-09-19T04:35:54.811590+0000","last_fullsized":"2024-09-19T04:35:54.811590+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:33:15.151530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812925+0000","last_change":"2024-09-19T04:35:54.803498+0000","last_active":"2024-09-19T04:35:54.812925+0000","last_peered":"2024-09-19T04:35:54.812925+0000","last_clean":"2024-09-19T04:35:54.812925+0000","last_became_active":"2024-09-19T04:35:54.802944+0000","last_became_peered":"2024-09-19T04:35:54.802944+0000","last_unstale":"2024-09-19T04:35:54.812925+0000","last_undegraded":"2024-09-19T04:35:54.812925+0000","last_fullsized":"2024-09-19T04:35:54.812925+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:31:45.887169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.814351+0000","last_change":"2024-09-19T04:35:54.813519+0000","last_active":"2024-09-19T04:35:54.814351+0000","last_peered":"2024-09-19T04:35:54.814351+0000","last_clean":"2024-09-19T04:35:54.814351+0000","last_became_active":"2024-09-19T04:35:54.813258+0000","last_became_peered":"2024-09-19T04:35:54.813258+0000","last_unstale":"2024-09-19T04:35:54.814351+0000","last_undegraded":"2024-09-19T04:35:54.814351+0000","last_fullsized":"2024-09-19T04:35:54.814351+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:32.122582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"57'1","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813663+0000","last_change":"2024-09-19T04:35:53.802513+0000","last_active":"2024-09-19T04:35:54.813663+0000","last_peered":"2024-09-19T04:35:54.813663+0000","last_clean":"2024-09-19T04:35:54.813663+0000","last_became_active":"2024-09-19T04:35:53.802222+0000","last_became_peered":"2024-09-19T04:35:53.802222+0000","last_unstale":"2024-09-19T04:35:54.813663+0000","last_undegraded":"2024-09-19T04:35:54.813663+0000","last_fullsized":"2024-09-19T04:35:54.813663+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:56.531299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.815275+0000","last_change":"2024-09-19T04:35:54.804499+0000","last_active":"2024-09-19T04:35:54.815275+0000","last_peered":"2024-09-19T04:35:54.815275+0000","last_clean":"2024-09-19T04:35:54.815275+0000","last_became_active":"2024-09-19T04:35:54.804253+0000","last_became_peered":"2024-09-19T04:35:54.804253+0000","last_unstale":"2024-09-19T04:35:54.815275+0000","last_undegraded":"2024-09-19T04:35:54.815275+0000","last_fullsized":"2024-09-19T04:35:54.815275+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:45.379359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.793236+0000","last_change":"2024-09-19T04:35:53.798605+0000","last_active":"2024-09-19T04:35:54.793236+0000","last_peered":"2024-09-19T04:35:54.793236+0000","last_clean":"2024-09-19T04:35:54.793236+0000","last_became_active":"2024-09-19T04:35:53.796943+0000","last_became_peered":"2024-09-19T04:35:53.796943+0000","last_unstale":"2024-09-19T04:35:54.793236+0000","last_undegraded":"2024-09-19T04:35:54.793236+0000","last_fullsized":"2024-09-19T04:35:54.793236+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:28:10.292983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.806511+0000","last_change":"2024-09-19T04:35:54.805139+0000","last_active":"2024-09-19T04:35:54.806511+0000","last_peered":"2024-09-19T04:35:54.806511+0000","last_clean":"2024-09-19T04:35:54.806511+0000","last_became_active":"2024-09-19T04:35:54.804785+0000","last_became_peered":"2024-09-19T04:35:54.804785+0000","last_unstale":"2024-09-19T04:35:54.806511+0000","last_undegraded":"2024-09-19T04:35:54.806511+0000","last_fullsized":"2024-09-19T04:35:54.806511+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:54:32.119202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.13","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813813+0000","last_change":"2024-09-19T04:35:53.795711+0000","last_active":"2024-09-19T04:35:54.813813+0000","last_peered":"2024-09-19T04:35:54.813813+0000","last_clean":"2024-09-19T04:35:54.813813+0000","last_became_active":"2024-09-19T04:35:53.795457+0000","last_became_peered":"2024-09-19T04:35:53.795457+0000","last_unstale":"2024-09-19T04:35:54.813813+0000","last_undegraded":"2024-09-19T04:35:54.813813+0000","last_fullsized":"2024-09-19T04:35:54.813813+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:07.751579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.f","version":"57'1","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813309+0000","last_change":"2024-09-19T04:35:53.796365+0000","last_active":"2024-09-19T04:35:54.813309+0000","last_peered":"2024-09-19T04:35:54.813309+0000","last_clean":"2024-09-19T04:35:54.813309+0000","last_became_active":"2024-09-19T04:35:53.796104+0000","last_became_peered":"2024-09-19T04:35:53.796104+0000","last_unstale":"2024-09-19T04:35:54.813309+0000","last_undegraded":"2024-09-19T04:35:54.813309+0000","last_fullsized":"2024-09-19T04:35:54.813309+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:13:55.807407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.e","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.814568+0000","last_change":"2024-09-19T04:35:53.797908+0000","last_active":"2024-09-19T04:35:54.814568+0000","last_peered":"2024-09-19T04:35:54.814568+0000","last_clean":"2024-09-19T04:35:54.814568+0000","last_became_active":"2024-09-19T04:35:53.797479+0000","last_became_peered":"2024-09-19T04:35:53.797479+0000","last_unstale":"2024-09-19T04:35:54.814568+0000","last_undegraded":"2024-09-19T04:35:54.814568+0000","last_fullsized":"2024-09-19T04:35:54.814568+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:36.412307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813234+0000","last_change":"2024-09-19T04:35:54.805729+0000","last_active":"2024-09-19T04:35:54.813234+0000","last_peered":"2024-09-19T04:35:54.813234+0000","last_clean":"2024-09-19T04:35:54.813234+0000","last_became_active":"2024-09-19T04:35:54.805484+0000","last_became_peered":"2024-09-19T04:35:54.805484+0000","last_unstale":"2024-09-19T04:35:54.813234+0000","last_undegraded":"2024-09-19T04:35:54.813234+0000","last_fullsized":"2024-09-19T04:35:54.813234+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:08.559988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.787435+0000","last_change":"2024-09-19T04:35:53.802617+0000","last_active":"2024-09-19T04:35:54.787435+0000","last_peered":"2024-09-19T04:35:54.787435+0000","last_clean":"2024-09-19T04:35:54.787435+0000","last_became_active":"2024-09-19T04:35:53.802380+0000","last_became_peered":"2024-09-19T04:35:53.802380+0000","last_unstale":"2024-09-19T04:35:54.787435+0000","last_undegraded":"2024-09-19T04:35:54.787435+0000","last_fullsized":"2024-09-19T04:35:54.787435+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:14:53.656745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.b","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816080+0000","last_change":"2024-09-19T04:35:53.796858+0000","last_active":"2024-09-19T04:35:54.816080+0000","last_peered":"2024-09-19T04:35:54.816080+0000","last_clean":"2024-09-19T04:35:54.816080+0000","last_became_active":"2024-09-19T04:35:53.796583+0000","last_became_peered":"2024-09-19T04:35:53.796583+0000","last_unstale":"2024-09-19T04:35:54.816080+0000","last_undegraded":"2024-09-19T04:35:54.816080+0000","last_fullsized":"2024-09-19T04:35:54.816080+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:45.995383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.801394+0000","last_change":"2024-09-19T04:35:54.795779+0000","last_active":"2024-09-19T04:35:54.801394+0000","last_peered":"2024-09-19T04:35:54.801394+0000","last_clean":"2024-09-19T04:35:54.801394+0000","last_became_active":"2024-09-19T04:35:54.795525+0000","last_became_peered":"2024-09-19T04:35:54.795525+0000","last_unstale":"2024-09-19T04:35:54.801394+0000","last_undegraded":"2024-09-19T04:35:54.801394+0000","last_fullsized":"2024-09-19T04:35:54.801394+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:12:51.189418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.792741+0000","last_change":"2024-09-19T04:35:53.803578+0000","last_active":"2024-09-19T04:35:54.792741+0000","last_peered":"2024-09-19T04:35:54.792741+0000","last_clean":"2024-09-19T04:35:54.792741+0000","last_became_active":"2024-09-19T04:35:53.803293+0000","last_became_peered":"2024-09-19T04:35:53.803293+0000","last_unstale":"2024-09-19T04:35:54.792741+0000","last_undegraded":"2024-09-19T04:35:54.792741+0000","last_fullsized":"2024-09-19T04:35:54.792741+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:51.156156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812428+0000","last_change":"2024-09-19T04:35:54.811611+0000","last_active":"2024-09-19T04:35:54.812428+0000","last_peered":"2024-09-19T04:35:54.812428+0000","last_clean":"2024-09-19T04:35:54.812428+0000","last_became_active":"2024-09-19T04:35:54.810135+0000","last_became_peered":"2024-09-19T04:35:54.810135+0000","last_unstale":"2024-09-19T04:35:54.812428+0000","last_undegraded":"2024-09-19T04:35:54.812428+0000","last_fullsized":"2024-09-19T04:35:54.812428+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:37:37.136694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.7","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816927+0000","last_change":"2024-09-19T04:35:53.804894+0000","last_active":"2024-09-19T04:35:54.816927+0000","last_peered":"2024-09-19T04:35:54.816927+0000","last_clean":"2024-09-19T04:35:54.816927+0000","last_became_active":"2024-09-19T04:35:53.804632+0000","last_became_peered":"2024-09-19T04:35:53.804632+0000","last_unstale":"2024-09-19T04:35:54.816927+0000","last_undegraded":"2024-09-19T04:35:54.816927+0000","last_fullsized":"2024-09-19T04:35:54.816927+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:42.039204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.787904+0000","last_change":"2024-09-19T04:35:53.801354+0000","last_active":"2024-09-19T04:35:54.787904+0000","last_peered":"2024-09-19T04:35:54.787904+0000","last_clean":"2024-09-19T04:35:54.787904+0000","last_became_active":"2024-09-19T04:35:53.801113+0000","last_became_peered":"2024-09-19T04:35:53.801113+0000","last_unstale":"2024-09-19T04:35:54.787904+0000","last_undegraded":"2024-09-19T04:35:54.787904+0000","last_fullsized":"2024-09-19T04:35:54.787904+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:05.553377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.811442+0000","last_change":"2024-09-19T04:35:54.808547+0000","last_active":"2024-09-19T04:35:54.811442+0000","last_peered":"2024-09-19T04:35:54.811442+0000","last_clean":"2024-09-19T04:35:54.811442+0000","last_became_active":"2024-09-19T04:35:54.808248+0000","last_became_peered":"2024-09-19T04:35:54.808248+0000","last_unstale":"2024-09-19T04:35:54.811442+0000","last_undegraded":"2024-09-19T04:35:54.811442+0000","last_fullsized":"2024-09-19T04:35:54.811442+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:02:41.436281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.799596+0000","last_change":"2024-09-19T04:35:54.795059+0000","last_active":"2024-09-19T04:35:54.799596+0000","last_peered":"2024-09-19T04:35:54.799596+0000","last_clean":"2024-09-19T04:35:54.799596+0000","last_became_active":"2024-09-19T04:35:54.794812+0000","last_became_peered":"2024-09-19T04:35:54.794812+0000","last_unstale":"2024-09-19T04:35:54.799596+0000","last_undegraded":"2024-09-19T04:35:54.799596+0000","last_fullsized":"2024-09-19T04:35:54.799596+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:51.856923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812946+0000","last_change":"2024-09-19T04:35:54.803707+0000","last_active":"2024-09-19T04:35:54.812946+0000","last_peered":"2024-09-19T04:35:54.812946+0000","last_clean":"2024-09-19T04:35:54.812946+0000","last_became_active":"2024-09-19T04:35:54.803243+0000","last_became_peered":"2024-09-19T04:35:54.803243+0000","last_unstale":"2024-09-19T04:35:54.812946+0000","last_undegraded":"2024-09-19T04:35:54.812946+0000","last_fullsized":"2024-09-19T04:35:54.812946+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:15:41.067860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.792551+0000","last_change":"2024-09-19T04:35:53.803005+0000","last_active":"2024-09-19T04:35:54.792551+0000","last_peered":"2024-09-19T04:35:54.792551+0000","last_clean":"2024-09-19T04:35:54.792551+0000","last_became_active":"2024-09-19T04:35:53.802735+0000","last_became_peered":"2024-09-19T04:35:53.802735+0000","last_unstale":"2024-09-19T04:35:54.792551+0000","last_undegraded":"2024-09-19T04:35:54.792551+0000","last_fullsized":"2024-09-19T04:35:54.792551+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:29.342160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:53.775621+0000","last_change":"2024-09-19T04:35:53.775621+0000","last_active":"2024-09-19T04:35:53.775621+0000","last_peered":"2024-09-19T04:35:53.775621+0000","last_clean":"2024-09-19T04:35:53.775621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:53.775621+0000","last_undegraded":"2024-09-19T04:35:53.775621+0000","last_fullsized":"2024-09-19T04:35:53.775621+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.802101+0000","last_change":"2024-09-19T04:35:54.796452+0000","last_active":"2024-09-19T04:35:54.802101+0000","last_peered":"2024-09-19T04:35:54.802101+0000","last_clean":"2024-09-19T04:35:54.802101+0000","last_became_active":"2024-09-19T04:35:54.796178+0000","last_became_peered":"2024-09-19T04:35:54.796178+0000","last_unstale":"2024-09-19T04:35:54.802101+0000","last_undegraded":"2024-09-19T04:35:54.802101+0000","last_fullsized":"2024-09-19T04:35:54.802101+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:36:25.315323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.792581+0000","last_change":"2024-09-19T04:35:53.804204+0000","last_active":"2024-09-19T04:35:54.792581+0000","last_peered":"2024-09-19T04:35:54.792581+0000","last_clean":"2024-09-19T04:35:54.792581+0000","last_became_active":"2024-09-19T04:35:53.803953+0000","last_became_peered":"2024-09-19T04:35:53.803953+0000","last_unstale":"2024-09-19T04:35:54.792581+0000","last_undegraded":"2024-09-19T04:35:54.792581+0000","last_fullsized":"2024-09-19T04:35:54.792581+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:58.231191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.802696+0000","last_change":"2024-09-19T04:35:54.797833+0000","last_active":"2024-09-19T04:35:54.802696+0000","last_peered":"2024-09-19T04:35:54.802696+0000","last_clean":"2024-09-19T04:35:54.802696+0000","last_became_active":"2024-09-19T04:35:54.797574+0000","last_became_peered":"2024-09-19T04:35:54.797574+0000","last_unstale":"2024-09-19T04:35:54.802696+0000","last_undegraded":"2024-09-19T04:35:54.802696+0000","last_fullsized":"2024-09-19T04:35:54.802696+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:21.993036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.792042+0000","last_change":"2024-09-19T04:35:53.797638+0000","last_active":"2024-09-19T04:35:54.792042+0000","last_peered":"2024-09-19T04:35:54.792042+0000","last_clean":"2024-09-19T04:35:54.792042+0000","last_became_active":"2024-09-19T04:35:53.797383+0000","last_became_peered":"2024-09-19T04:35:53.797383+0000","last_unstale":"2024-09-19T04:35:54.792042+0000","last_undegraded":"2024-09-19T04:35:54.792042+0000","last_fullsized":"2024-09-19T04:35:54.792042+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:22.632343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812384+0000","last_change":"2024-09-19T04:35:54.802598+0000","last_active":"2024-09-19T04:35:54.812384+0000","last_peered":"2024-09-19T04:35:54.812384+0000","last_clean":"2024-09-19T04:35:54.812384+0000","last_became_active":"2024-09-19T04:35:54.802311+0000","last_became_peered":"2024-09-19T04:35:54.802311+0000","last_unstale":"2024-09-19T04:35:54.812384+0000","last_undegraded":"2024-09-19T04:35:54.812384+0000","last_fullsized":"2024-09-19T04:35:54.812384+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:34.545188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:35:52.769283+0000","last_change":"2024-09-19T04:35:52.769283+0000","last_active":"2024-09-19T04:35:52.769283+0000","last_peered":"2024-09-19T04:35:52.769283+0000","last_clean":"2024-09-19T04:35:52.769283+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:35:52.769283+0000","last_undegraded":"2024-09-19T04:35:52.769283+0000","last_fullsized":"2024-09-19T04:35:52.769283+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":228,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T04:35:51.223153+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:35:51.223153+0000","last_peered":"2024-09-19T04:35:51.223153+0000","last_clean":"2024-09-19T04:35:51.223153+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:35:51.223153+0000","last_undegraded":"2024-09-19T04:35:51.223153+0000","last_fullsized":"2024-09-19T04:35:51.223153+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":70,"acting":70,"num_store_stats":4},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":638,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":32,"acting":32,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509481,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28220,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343620,"statfs":{"total":96636764160,"available":96607866880,"internally_reserved":0,"allocated":1220608,"data_stored":844973,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509481,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27632,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344208,"statfs":{"total":96636764160,"available":96608468992,"internally_reserved":0,"allocated":614400,"data_stored":249462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509481,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27640,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344200,"statfs":{"total":96636764160,"available":96608460800,"internally_reserved":0,"allocated":626688,"data_stored":254605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509482,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27640,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344200,"statfs":{"total":96636764160,"available":96608460800,"internally_reserved":0,"allocated":626688,"data_stored":254605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542187,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31844,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339996,"statfs":{"total":96636764160,"available":96604155904,"internally_reserved":0,"allocated":663552,"data_stored":271816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542186,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27700,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344140,"statfs":{"total":96636764160,"available":96608399360,"internally_reserved":0,"allocated":684032,"data_stored":278647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542186,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31852,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339988,"statfs":{"total":96636764160,"available":96604147712,"internally_reserved":0,"allocated":679936,"data_stored":278681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542187,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28288,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343552,"statfs":{"total":96636764160,"available":96607797248,"internally_reserved":0,"allocated":1286144,"data_stored":871153,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:35:58.367 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3d is not active+clean 2024-09-19T04:35:58.367 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.367 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3c is not active+clean 2024-09-19T04:35:58.367 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.367 INFO:tasks.ceph.ceph_manager.ceph:PG 9.39 is not active+clean 2024-09-19T04:35:58.367 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.367 INFO:tasks.ceph.ceph_manager.ceph:PG 9.37 is not active+clean 2024-09-19T04:35:58.367 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.367 INFO:tasks.ceph.ceph_manager.ceph:PG 9.34 is not active+clean 2024-09-19T04:35:58.367 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.368 INFO:tasks.ceph.ceph_manager.ceph:PG 9.33 is not active+clean 2024-09-19T04:35:58.368 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.368 INFO:tasks.ceph.ceph_manager.ceph:PG 9.32 is not active+clean 2024-09-19T04:35:58.368 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.368 INFO:tasks.ceph.ceph_manager.ceph:PG 9.31 is not active+clean 2024-09-19T04:35:58.368 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.368 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2e is not active+clean 2024-09-19T04:35:58.368 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.368 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2b is not active+clean 2024-09-19T04:35:58.368 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.368 INFO:tasks.ceph.ceph_manager.ceph:PG 9.29 is not active+clean 2024-09-19T04:35:58.369 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.369 INFO:tasks.ceph.ceph_manager.ceph:PG 9.28 is not active+clean 2024-09-19T04:35:58.369 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.369 INFO:tasks.ceph.ceph_manager.ceph:PG 9.26 is not active+clean 2024-09-19T04:35:58.369 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.369 INFO:tasks.ceph.ceph_manager.ceph:PG 9.22 is not active+clean 2024-09-19T04:35:58.369 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.369 INFO:tasks.ceph.ceph_manager.ceph:PG 8.1c is not active+clean 2024-09-19T04:35:58.369 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:52.769283+0000', 'last_change': '2024-09-19T04:35:52.769283+0000', 'last_active': '2024-09-19T04:35:52.769283+0000', 'last_peered': '2024-09-19T04:35:52.769283+0000', 'last_clean': '2024-09-19T04:35:52.769283+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:52.769283+0000', 'last_undegraded': '2024-09-19T04:35:52.769283+0000', 'last_fullsized': '2024-09-19T04:35:52.769283+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.369 INFO:tasks.ceph.ceph_manager.ceph:PG 8.1b is not active+clean 2024-09-19T04:35:58.369 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:52.769283+0000', 'last_change': '2024-09-19T04:35:52.769283+0000', 'last_active': '2024-09-19T04:35:52.769283+0000', 'last_peered': '2024-09-19T04:35:52.769283+0000', 'last_clean': '2024-09-19T04:35:52.769283+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:52.769283+0000', 'last_undegraded': '2024-09-19T04:35:52.769283+0000', 'last_fullsized': '2024-09-19T04:35:52.769283+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.370 INFO:tasks.ceph.ceph_manager.ceph:PG 9.18 is not active+clean 2024-09-19T04:35:58.370 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.370 INFO:tasks.ceph.ceph_manager.ceph:PG 8.19 is not active+clean 2024-09-19T04:35:58.370 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:52.769283+0000', 'last_change': '2024-09-19T04:35:52.769283+0000', 'last_active': '2024-09-19T04:35:52.769283+0000', 'last_peered': '2024-09-19T04:35:52.769283+0000', 'last_clean': '2024-09-19T04:35:52.769283+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:52.769283+0000', 'last_undegraded': '2024-09-19T04:35:52.769283+0000', 'last_fullsized': '2024-09-19T04:35:52.769283+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.370 INFO:tasks.ceph.ceph_manager.ceph:PG 8.18 is not active+clean 2024-09-19T04:35:58.370 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:52.769283+0000', 'last_change': '2024-09-19T04:35:52.769283+0000', 'last_active': '2024-09-19T04:35:52.769283+0000', 'last_peered': '2024-09-19T04:35:52.769283+0000', 'last_clean': '2024-09-19T04:35:52.769283+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:52.769283+0000', 'last_undegraded': '2024-09-19T04:35:52.769283+0000', 'last_fullsized': '2024-09-19T04:35:52.769283+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.370 INFO:tasks.ceph.ceph_manager.ceph:PG 9.16 is not active+clean 2024-09-19T04:35:58.370 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.370 INFO:tasks.ceph.ceph_manager.ceph:PG 8.17 is not active+clean 2024-09-19T04:35:58.370 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:52.769283+0000', 'last_change': '2024-09-19T04:35:52.769283+0000', 'last_active': '2024-09-19T04:35:52.769283+0000', 'last_peered': '2024-09-19T04:35:52.769283+0000', 'last_clean': '2024-09-19T04:35:52.769283+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:52.769283+0000', 'last_undegraded': '2024-09-19T04:35:52.769283+0000', 'last_fullsized': '2024-09-19T04:35:52.769283+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.370 INFO:tasks.ceph.ceph_manager.ceph:PG 9.17 is not active+clean 2024-09-19T04:35:58.371 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.371 INFO:tasks.ceph.ceph_manager.ceph:PG 8.15 is not active+clean 2024-09-19T04:35:58.371 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:52.769283+0000', 'last_change': '2024-09-19T04:35:52.769283+0000', 'last_active': '2024-09-19T04:35:52.769283+0000', 'last_peered': '2024-09-19T04:35:52.769283+0000', 'last_clean': '2024-09-19T04:35:52.769283+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:52.769283+0000', 'last_undegraded': '2024-09-19T04:35:52.769283+0000', 'last_fullsized': '2024-09-19T04:35:52.769283+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.371 INFO:tasks.ceph.ceph_manager.ceph:PG 9.15 is not active+clean 2024-09-19T04:35:58.371 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.371 INFO:tasks.ceph.ceph_manager.ceph:PG 8.14 is not active+clean 2024-09-19T04:35:58.371 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:52.769283+0000', 'last_change': '2024-09-19T04:35:52.769283+0000', 'last_active': '2024-09-19T04:35:52.769283+0000', 'last_peered': '2024-09-19T04:35:52.769283+0000', 'last_clean': '2024-09-19T04:35:52.769283+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:52.769283+0000', 'last_undegraded': '2024-09-19T04:35:52.769283+0000', 'last_fullsized': '2024-09-19T04:35:52.769283+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.371 INFO:tasks.ceph.ceph_manager.ceph:PG 9.12 is not active+clean 2024-09-19T04:35:58.371 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.371 INFO:tasks.ceph.ceph_manager.ceph:PG 9.13 is not active+clean 2024-09-19T04:35:58.371 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.371 INFO:tasks.ceph.ceph_manager.ceph:PG 8.12 is not active+clean 2024-09-19T04:35:58.372 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:52.769283+0000', 'last_change': '2024-09-19T04:35:52.769283+0000', 'last_active': '2024-09-19T04:35:52.769283+0000', 'last_peered': '2024-09-19T04:35:52.769283+0000', 'last_clean': '2024-09-19T04:35:52.769283+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:52.769283+0000', 'last_undegraded': '2024-09-19T04:35:52.769283+0000', 'last_fullsized': '2024-09-19T04:35:52.769283+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.372 INFO:tasks.ceph.ceph_manager.ceph:PG 9.10 is not active+clean 2024-09-19T04:35:58.372 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.372 INFO:tasks.ceph.ceph_manager.ceph:PG 8.11 is not active+clean 2024-09-19T04:35:58.372 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:52.769283+0000', 'last_change': '2024-09-19T04:35:52.769283+0000', 'last_active': '2024-09-19T04:35:52.769283+0000', 'last_peered': '2024-09-19T04:35:52.769283+0000', 'last_clean': '2024-09-19T04:35:52.769283+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:52.769283+0000', 'last_undegraded': '2024-09-19T04:35:52.769283+0000', 'last_fullsized': '2024-09-19T04:35:52.769283+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.372 INFO:tasks.ceph.ceph_manager.ceph:PG 9.11 is not active+clean 2024-09-19T04:35:58.372 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.372 INFO:tasks.ceph.ceph_manager.ceph:PG 8.10 is not active+clean 2024-09-19T04:35:58.372 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:52.769283+0000', 'last_change': '2024-09-19T04:35:52.769283+0000', 'last_active': '2024-09-19T04:35:52.769283+0000', 'last_peered': '2024-09-19T04:35:52.769283+0000', 'last_clean': '2024-09-19T04:35:52.769283+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:52.769283+0000', 'last_undegraded': '2024-09-19T04:35:52.769283+0000', 'last_fullsized': '2024-09-19T04:35:52.769283+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.372 INFO:tasks.ceph.ceph_manager.ceph:PG 9.e is not active+clean 2024-09-19T04:35:58.372 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.373 INFO:tasks.ceph.ceph_manager.ceph:PG 9.f is not active+clean 2024-09-19T04:35:58.373 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.373 INFO:tasks.ceph.ceph_manager.ceph:PG 8.d is not active+clean 2024-09-19T04:35:58.373 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:52.769283+0000', 'last_change': '2024-09-19T04:35:52.769283+0000', 'last_active': '2024-09-19T04:35:52.769283+0000', 'last_peered': '2024-09-19T04:35:52.769283+0000', 'last_clean': '2024-09-19T04:35:52.769283+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:52.769283+0000', 'last_undegraded': '2024-09-19T04:35:52.769283+0000', 'last_fullsized': '2024-09-19T04:35:52.769283+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.373 INFO:tasks.ceph.ceph_manager.ceph:PG 9.d is not active+clean 2024-09-19T04:35:58.373 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.373 INFO:tasks.ceph.ceph_manager.ceph:PG 9.a is not active+clean 2024-09-19T04:35:58.373 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.373 INFO:tasks.ceph.ceph_manager.ceph:PG 8.8 is not active+clean 2024-09-19T04:35:58.373 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:52.769283+0000', 'last_change': '2024-09-19T04:35:52.769283+0000', 'last_active': '2024-09-19T04:35:52.769283+0000', 'last_peered': '2024-09-19T04:35:52.769283+0000', 'last_clean': '2024-09-19T04:35:52.769283+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:52.769283+0000', 'last_undegraded': '2024-09-19T04:35:52.769283+0000', 'last_fullsized': '2024-09-19T04:35:52.769283+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.374 INFO:tasks.ceph.ceph_manager.ceph:PG 9.6 is not active+clean 2024-09-19T04:35:58.374 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.374 INFO:tasks.ceph.ceph_manager.ceph:PG 9.7 is not active+clean 2024-09-19T04:35:58.374 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.374 INFO:tasks.ceph.ceph_manager.ceph:PG 8.5 is not active+clean 2024-09-19T04:35:58.374 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:52.769283+0000', 'last_change': '2024-09-19T04:35:52.769283+0000', 'last_active': '2024-09-19T04:35:52.769283+0000', 'last_peered': '2024-09-19T04:35:52.769283+0000', 'last_clean': '2024-09-19T04:35:52.769283+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:52.769283+0000', 'last_undegraded': '2024-09-19T04:35:52.769283+0000', 'last_fullsized': '2024-09-19T04:35:52.769283+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.374 INFO:tasks.ceph.ceph_manager.ceph:PG 8.4 is not active+clean 2024-09-19T04:35:58.374 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:52.769283+0000', 'last_change': '2024-09-19T04:35:52.769283+0000', 'last_active': '2024-09-19T04:35:52.769283+0000', 'last_peered': '2024-09-19T04:35:52.769283+0000', 'last_clean': '2024-09-19T04:35:52.769283+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:52.769283+0000', 'last_undegraded': '2024-09-19T04:35:52.769283+0000', 'last_fullsized': '2024-09-19T04:35:52.769283+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.374 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3 is not active+clean 2024-09-19T04:35:58.374 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:53.775621+0000', 'last_change': '2024-09-19T04:35:53.775621+0000', 'last_active': '2024-09-19T04:35:53.775621+0000', 'last_peered': '2024-09-19T04:35:53.775621+0000', 'last_clean': '2024-09-19T04:35:53.775621+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:53.775621+0000', 'last_undegraded': '2024-09-19T04:35:53.775621+0000', 'last_fullsized': '2024-09-19T04:35:53.775621+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:53.775621+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.375 INFO:tasks.ceph.ceph_manager.ceph:PG 8.2 is not active+clean 2024-09-19T04:35:58.375 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:52.769283+0000', 'last_change': '2024-09-19T04:35:52.769283+0000', 'last_active': '2024-09-19T04:35:52.769283+0000', 'last_peered': '2024-09-19T04:35:52.769283+0000', 'last_clean': '2024-09-19T04:35:52.769283+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:52.769283+0000', 'last_undegraded': '2024-09-19T04:35:52.769283+0000', 'last_fullsized': '2024-09-19T04:35:52.769283+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.375 INFO:tasks.ceph.ceph_manager.ceph:PG 8.9 is not active+clean 2024-09-19T04:35:58.375 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:35:52.769283+0000', 'last_change': '2024-09-19T04:35:52.769283+0000', 'last_active': '2024-09-19T04:35:52.769283+0000', 'last_peered': '2024-09-19T04:35:52.769283+0000', 'last_clean': '2024-09-19T04:35:52.769283+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:35:52.769283+0000', 'last_undegraded': '2024-09-19T04:35:52.769283+0000', 'last_fullsized': '2024-09-19T04:35:52.769283+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'last_clean_scrub_stamp': '2024-09-19T04:35:52.769283+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:35:58.375 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T04:35:58.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.501+0000 7fd7c40d0640 1 Processor -- start 2024-09-19T04:35:58.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.501+0000 7fd7c40d0640 1 -- start start 2024-09-19T04:35:58.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.502+0000 7fd7c40d0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd7bc15c300 0x7fd7bc0affc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:58.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.502+0000 7fd7c40d0640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd7bc0cd300 0x7fd7bc06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:58.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.502+0000 7fd7c40d0640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7bc15ecf0 con 0x7fd7bc06f010 2024-09-19T04:35:58.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.502+0000 7fd7c40d0640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fd7bc15c6e0 con 0x7fd7bc0cd300 2024-09-19T04:35:58.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.502+0000 7fd7c40d0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd7bc15efb0 con 0x7fd7bc15c300 2024-09-19T04:35:58.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.502+0000 7fd7c166b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd7bc0cd300 0x7fd7bc06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:58.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.502+0000 7fd7c266d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fd7bc06f010 0x7fd7bc1622e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40198/0 (socket says 172.21.15.111:40198) 2024-09-19T04:35:58.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.502+0000 7fd7c266d640 1 -- 172.21.15.111:0/3237831186 learned_addr learned my addr 172.21.15.111:0/3237831186 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:58.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.502+0000 7fd7c166b640 1 --2- 172.21.15.111:0/3237831186 >> v2:172.21.15.111:3300/0 conn(0x7fd7bc0cd300 0x7fd7bc06ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51874/0 (socket says 172.21.15.111:51874) 2024-09-19T04:35:58.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.502+0000 7fd7c1e6c640 1 --2- 172.21.15.111:0/3237831186 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd7bc15c300 0x7fd7bc0affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:58.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.502+0000 7fd7c166b640 1 -- 172.21.15.111:0/3237831186 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd7bc15c300 msgr2=0x7fd7bc0affc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:58.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.502+0000 7fd7c166b640 1 --2- 172.21.15.111:0/3237831186 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd7bc15c300 0x7fd7bc0affc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.502+0000 7fd7c166b640 1 -- 172.21.15.111:0/3237831186 >> v1:172.21.15.111:6789/0 conn(0x7fd7bc06f010 legacy=0x7fd7bc1622e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:58.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.502+0000 7fd7c166b640 1 -- 172.21.15.111:0/3237831186 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7bc15f290 con 0x7fd7bc0cd300 2024-09-19T04:35:58.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.502+0000 7fd7c0e6a640 1 -- 172.21.15.111:0/3237831186 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2797841232 0 0) 0x7fd7bc15ecf0 con 0x7fd7bc06f010 2024-09-19T04:35:58.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.503+0000 7fd7c166b640 1 --2- 172.21.15.111:0/3237831186 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd7bc0cd300 0x7fd7bc06ead0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fd7ac0097a0 tx=0x7fd7ac02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b26e083be22dcd9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:58.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.503+0000 7fd7c0e6a640 1 -- 172.21.15.111:0/3237831186 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7ac037070 con 0x7fd7bc0cd300 2024-09-19T04:35:58.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.503+0000 7fd7c0e6a640 1 -- 172.21.15.111:0/3237831186 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7ac02ae50 con 0x7fd7bc0cd300 2024-09-19T04:35:58.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.503+0000 7fd7c0e6a640 1 -- 172.21.15.111:0/3237831186 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7ac032660 con 0x7fd7bc0cd300 2024-09-19T04:35:58.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.504+0000 7fd7c40d0640 1 -- 172.21.15.111:0/3237831186 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd7bc0cd300 msgr2=0x7fd7bc06ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:58.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.504+0000 7fd7c40d0640 1 --2- 172.21.15.111:0/3237831186 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd7bc0cd300 0x7fd7bc06ead0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fd7ac0097a0 tx=0x7fd7ac02a100 comp rx=0 tx=0).stop 2024-09-19T04:35:58.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.504+0000 7fd7c40d0640 1 -- 172.21.15.111:0/3237831186 shutdown_connections 2024-09-19T04:35:58.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.504+0000 7fd7c40d0640 1 --2- 172.21.15.111:0/3237831186 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd7bc0cd300 0x7fd7bc06ead0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.504+0000 7fd7c40d0640 1 --2- 172.21.15.111:0/3237831186 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd7bc15c300 0x7fd7bc0affc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.504+0000 7fd7c40d0640 1 -- 172.21.15.111:0/3237831186 >> 172.21.15.111:0/3237831186 conn(0x7fd7bc06cae0 msgr2=0x7fd7bc06cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:58.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.504+0000 7fd7c40d0640 1 -- 172.21.15.111:0/3237831186 shutdown_connections 2024-09-19T04:35:58.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.504+0000 7fd7c40d0640 1 -- 172.21.15.111:0/3237831186 wait complete. 2024-09-19T04:35:58.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.505+0000 7fd7c40d0640 1 Processor -- start 2024-09-19T04:35:58.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.505+0000 7fd7c40d0640 1 -- start start 2024-09-19T04:35:58.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.506+0000 7fd7c40d0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd7bc06f010 0x7fd7bc142280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:58.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.506+0000 7fd7c40d0640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd7bc0cd300 0x7fd7bc0d0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:58.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.506+0000 7fd7c40d0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd7bc15c300 0x7fd7bc1453f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:58.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.506+0000 7fd7c40d0640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd7bc071880 con 0x7fd7bc06f010 2024-09-19T04:35:58.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.506+0000 7fd7c40d0640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd7bc15f850 con 0x7fd7bc0cd300 2024-09-19T04:35:58.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.506+0000 7fd7c40d0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd7bc0b0500 con 0x7fd7bc15c300 2024-09-19T04:35:58.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.506+0000 7fd7c1e6c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd7bc06f010 0x7fd7bc142280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:58.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.506+0000 7fd7c1e6c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd7bc06f010 0x7fd7bc142280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51882/0 (socket says 172.21.15.111:51882) 2024-09-19T04:35:58.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.506+0000 7fd7c1e6c640 1 -- 172.21.15.111:0/3820331740 learned_addr learned my addr 172.21.15.111:0/3820331740 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:58.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.506+0000 7fd7c166b640 1 --2- 172.21.15.111:0/3820331740 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd7bc0cd300 0x7fd7bc0d0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:58.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.506+0000 7fd7c266d640 1 --2- 172.21.15.111:0/3820331740 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd7bc15c300 0x7fd7bc1453f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:58.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.506+0000 7fd7c1e6c640 1 -- 172.21.15.111:0/3820331740 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd7bc15c300 msgr2=0x7fd7bc1453f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:58.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.506+0000 7fd7c1e6c640 1 --2- 172.21.15.111:0/3820331740 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd7bc15c300 0x7fd7bc1453f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.506+0000 7fd7c1e6c640 1 -- 172.21.15.111:0/3820331740 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd7bc0cd300 msgr2=0x7fd7bc0d0250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:58.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.506+0000 7fd7c1e6c640 1 --2- 172.21.15.111:0/3820331740 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd7bc0cd300 0x7fd7bc0d0250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.506+0000 7fd7c1e6c640 1 -- 172.21.15.111:0/3820331740 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7bc145930 con 0x7fd7bc06f010 2024-09-19T04:35:58.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.506+0000 7fd7c1e6c640 1 --2- 172.21.15.111:0/3820331740 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd7bc06f010 0x7fd7bc142280 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fd7b800e870 tx=0x7fd7b800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:58.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.506+0000 7fd7b27fc640 1 -- 172.21.15.111:0/3820331740 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7b8017070 con 0x7fd7bc06f010 2024-09-19T04:35:58.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.506+0000 7fd7b27fc640 1 -- 172.21.15.111:0/3820331740 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7b800c940 con 0x7fd7bc06f010 2024-09-19T04:35:58.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.506+0000 7fd7c40d0640 1 -- 172.21.15.111:0/3820331740 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7bc0cdd60 con 0x7fd7bc06f010 2024-09-19T04:35:58.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.506+0000 7fd7b27fc640 1 -- 172.21.15.111:0/3820331740 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7b800cd30 con 0x7fd7bc06f010 2024-09-19T04:35:58.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.506+0000 7fd7c40d0640 1 -- 172.21.15.111:0/3820331740 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7bc0cfa50 con 0x7fd7bc06f010 2024-09-19T04:35:58.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.507+0000 7fd7c40d0640 1 -- 172.21.15.111:0/3820331740 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7bc06ead0 con 0x7fd7bc06f010 2024-09-19T04:35:58.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.508+0000 7fd7b27fc640 1 -- 172.21.15.111:0/3820331740 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fd7b801a070 con 0x7fd7bc06f010 2024-09-19T04:35:58.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.508+0000 7fd7b27fc640 1 --2- 172.21.15.111:0/3820331740 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd7a006c460 0x7fd7a006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:58.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.508+0000 7fd7b27fc640 1 -- 172.21.15.111:0/3820331740 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fd7b808b930 con 0x7fd7bc06f010 2024-09-19T04:35:58.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.508+0000 7fd7c166b640 1 --2- 172.21.15.111:0/3820331740 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd7a006c460 0x7fd7a006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:58.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.509+0000 7fd7c166b640 1 --2- 172.21.15.111:0/3820331740 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd7a006c460 0x7fd7a006e920 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fd7ac034000 tx=0x7fd7ac02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:58.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.512+0000 7fd7b27fc640 1 -- 172.21.15.111:0/3820331740 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd7bc145930 con 0x7fd7bc06f010 2024-09-19T04:35:58.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.741+0000 7fd7c40d0640 1 -- 172.21.15.111:0/3820331740 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fd7bc15a110 con 0x7fd7bc06f010 2024-09-19T04:35:58.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.742+0000 7fd7b27fc640 1 -- 172.21.15.111:0/3820331740 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1131 (secure 0 0 0) 0x7fd7b8059eb0 con 0x7fd7bc06f010 2024-09-19T04:35:58.743 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:58.743 INFO:teuthology.orchestra.run.smithi111.stdout:{"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":210,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":58,"num_osds":8,"num_up_osds":8,"osd_up_since":1726720360,"num_in_osds":8,"osd_in_since":1726720350,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":52},{"state_name":"unknown","count":45}],"num_pgs":97,"num_pools":3,"num_objects":11,"data_bytes":591006,"bytes_used":236355584,"bytes_avail":772857757696,"bytes_total":773094113280,"unknown_pgs_ratio":0.46391752362251282,"write_bytes_sec":2303,"read_op_per_sec":0,"write_op_per_sec":4},"fsmap":{"epoch":28,"btime":"2024-09-19T04:35:56:799755+0000","id":4,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":4,"rank":0,"name":"a","status":"up:active","gid":5652}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":7,"modified":"2024-09-19T04:35:12.438226+0000","services":{}},"progress_events":{}} 2024-09-19T04:35:58.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.744+0000 7fd7c40d0640 1 -- 172.21.15.111:0/3820331740 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd7a006c460 msgr2=0x7fd7a006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:58.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.744+0000 7fd7c40d0640 1 --2- 172.21.15.111:0/3820331740 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd7a006c460 0x7fd7a006e920 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fd7ac034000 tx=0x7fd7ac02e000 comp rx=0 tx=0).stop 2024-09-19T04:35:58.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.744+0000 7fd7c40d0640 1 -- 172.21.15.111:0/3820331740 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd7bc06f010 msgr2=0x7fd7bc142280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:58.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.744+0000 7fd7c40d0640 1 --2- 172.21.15.111:0/3820331740 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd7bc06f010 0x7fd7bc142280 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fd7b800e870 tx=0x7fd7b800ed30 comp rx=0 tx=0).stop 2024-09-19T04:35:58.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.744+0000 7fd7c40d0640 1 -- 172.21.15.111:0/3820331740 shutdown_connections 2024-09-19T04:35:58.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.744+0000 7fd7c40d0640 1 --2- 172.21.15.111:0/3820331740 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd7a006c460 0x7fd7a006e920 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.744+0000 7fd7c40d0640 1 --2- 172.21.15.111:0/3820331740 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd7bc15c300 0x7fd7bc1453f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.744+0000 7fd7c40d0640 1 --2- 172.21.15.111:0/3820331740 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd7bc0cd300 0x7fd7bc0d0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.744+0000 7fd7c40d0640 1 --2- 172.21.15.111:0/3820331740 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd7bc06f010 0x7fd7bc142280 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.744+0000 7fd7c40d0640 1 -- 172.21.15.111:0/3820331740 >> 172.21.15.111:0/3820331740 conn(0x7fd7bc06cae0 msgr2=0x7fd7bc0ae8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:58.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.744+0000 7fd7c40d0640 1 -- 172.21.15.111:0/3820331740 shutdown_connections 2024-09-19T04:35:58.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.744+0000 7fd7c40d0640 1 -- 172.21.15.111:0/3820331740 wait complete. 2024-09-19T04:35:58.756 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T04:35:58.757 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:35:58.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.855+0000 7f18ce21e640 1 Processor -- start 2024-09-19T04:35:58.857 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.855+0000 7f18ce21e640 1 -- start start 2024-09-19T04:35:58.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.856+0000 7f18ce21e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f18c8140a40 0x7f18c815c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:58.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.856+0000 7f18ce21e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f18c813eaf0 0x7f18c80b47e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:58.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.856+0000 7f18ce21e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18c80b4ee0 con 0x7f18c80720c0 2024-09-19T04:35:58.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.856+0000 7f18ce21e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f18c80b5780 con 0x7f18c8140a40 2024-09-19T04:35:58.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.856+0000 7f18ce21e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f18c813ef30 con 0x7f18c813eaf0 2024-09-19T04:35:58.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.856+0000 7f18c77fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f18c8140a40 0x7f18c815c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:58.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.856+0000 7f18c7fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f18c80720c0 0x7f18c80b5ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40210/0 (socket says 172.21.15.111:40210) 2024-09-19T04:35:58.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.856+0000 7f18c7fff640 1 -- 172.21.15.111:0/302363086 learned_addr learned my addr 172.21.15.111:0/302363086 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:35:58.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.856+0000 7f18c6ffd640 1 --2- 172.21.15.111:0/302363086 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f18c813eaf0 0x7f18c80b47e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:58.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.856+0000 7f18c77fe640 1 -- 172.21.15.111:0/302363086 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f18c813eaf0 msgr2=0x7f18c80b47e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:35:58.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.856+0000 7f18c77fe640 1 --2- 172.21.15.111:0/302363086 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f18c813eaf0 0x7f18c80b47e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.856+0000 7f18c77fe640 1 -- 172.21.15.111:0/302363086 >> v1:172.21.15.111:6789/0 conn(0x7f18c80720c0 legacy=0x7f18c80b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:58.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.856+0000 7f18c77fe640 1 -- 172.21.15.111:0/302363086 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18c80b51c0 con 0x7f18c8140a40 2024-09-19T04:35:58.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.856+0000 7f18c67fc640 1 -- 172.21.15.111:0/302363086 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1406120601 0 0) 0x7f18c80b4ee0 con 0x7f18c80720c0 2024-09-19T04:35:58.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.857+0000 7f18c77fe640 1 --2- 172.21.15.111:0/302363086 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f18c8140a40 0x7f18c815c480 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f18b800ba40 tx=0x7f18b802c7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=273081c2266c7393 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:58.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.857+0000 7f18c67fc640 1 -- 172.21.15.111:0/302363086 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18b8031710 con 0x7f18c8140a40 2024-09-19T04:35:58.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.857+0000 7f18c67fc640 1 -- 172.21.15.111:0/302363086 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18b80318b0 con 0x7f18c8140a40 2024-09-19T04:35:58.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.857+0000 7f18c67fc640 1 -- 172.21.15.111:0/302363086 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18b8031c80 con 0x7f18c8140a40 2024-09-19T04:35:58.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.858+0000 7f18ce21e640 1 -- 172.21.15.111:0/302363086 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f18c8140a40 msgr2=0x7f18c815c480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:58.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.858+0000 7f18ce21e640 1 --2- 172.21.15.111:0/302363086 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f18c8140a40 0x7f18c815c480 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f18b800ba40 tx=0x7f18b802c7b0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.858+0000 7f18ce21e640 1 -- 172.21.15.111:0/302363086 shutdown_connections 2024-09-19T04:35:58.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.858+0000 7f18ce21e640 1 --2- 172.21.15.111:0/302363086 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f18c813eaf0 0x7f18c80b47e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.858+0000 7f18ce21e640 1 --2- 172.21.15.111:0/302363086 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f18c8140a40 0x7f18c815c480 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.858+0000 7f18ce21e640 1 -- 172.21.15.111:0/302363086 >> 172.21.15.111:0/302363086 conn(0x7f18c8062a80 msgr2=0x7f18c806ccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:58.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.858+0000 7f18ce21e640 1 -- 172.21.15.111:0/302363086 shutdown_connections 2024-09-19T04:35:58.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.858+0000 7f18ce21e640 1 -- 172.21.15.111:0/302363086 wait complete. 2024-09-19T04:35:58.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.859+0000 7f18ce21e640 1 Processor -- start 2024-09-19T04:35:58.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.859+0000 7f18ce21e640 1 -- start start 2024-09-19T04:35:58.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.860+0000 7f18ce21e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f18c80720c0 0x7f18c81447b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:58.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.860+0000 7f18ce21e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f18c813eaf0 0x7f18c8154be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:58.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.860+0000 7f18ce21e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f18c8140a40 0x7f18c815ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:58.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.860+0000 7f18ce21e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f18c8140e20 con 0x7f18c8140a40 2024-09-19T04:35:58.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.860+0000 7f18ce21e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f18c80b5ad0 con 0x7f18c813eaf0 2024-09-19T04:35:58.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.860+0000 7f18ce21e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f18c8072530 con 0x7f18c80720c0 2024-09-19T04:35:58.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.860+0000 7f18c7fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f18c8140a40 0x7f18c815ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:58.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.860+0000 7f18c7fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f18c8140a40 0x7f18c815ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51896/0 (socket says 172.21.15.111:51896) 2024-09-19T04:35:58.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.860+0000 7f18c7fff640 1 -- 172.21.15.111:0/2708640935 learned_addr learned my addr 172.21.15.111:0/2708640935 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:35:58.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.860+0000 7f18c77fe640 1 --2- 172.21.15.111:0/2708640935 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f18c80720c0 0x7f18c81447b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:58.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.860+0000 7f18c6ffd640 1 --2- 172.21.15.111:0/2708640935 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f18c813eaf0 0x7f18c8154be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:58.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.860+0000 7f18c7fff640 1 -- 172.21.15.111:0/2708640935 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f18c80720c0 msgr2=0x7f18c81447b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:58.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.860+0000 7f18c7fff640 1 --2- 172.21.15.111:0/2708640935 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f18c80720c0 0x7f18c81447b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.860+0000 7f18c7fff640 1 -- 172.21.15.111:0/2708640935 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f18c813eaf0 msgr2=0x7f18c8154be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:58.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.860+0000 7f18c7fff640 1 --2- 172.21.15.111:0/2708640935 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f18c813eaf0 0x7f18c8154be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:58.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.860+0000 7f18c7fff640 1 -- 172.21.15.111:0/2708640935 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18c81f4220 con 0x7f18c8140a40 2024-09-19T04:35:58.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.860+0000 7f18c6ffd640 1 --2- 172.21.15.111:0/2708640935 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f18c813eaf0 0x7f18c8154be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:35:58.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.861+0000 7f18c7fff640 1 --2- 172.21.15.111:0/2708640935 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f18c8140a40 0x7f18c815ad50 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f18c000c7a0 tx=0x7f18c000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:58.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.861+0000 7f18affff640 1 -- 172.21.15.111:0/2708640935 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18c0018070 con 0x7f18c8140a40 2024-09-19T04:35:58.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.861+0000 7f18affff640 1 -- 172.21.15.111:0/2708640935 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18c000a640 con 0x7f18c8140a40 2024-09-19T04:35:58.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.861+0000 7f18affff640 1 -- 172.21.15.111:0/2708640935 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18c000aab0 con 0x7f18c8140a40 2024-09-19T04:35:58.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.861+0000 7f18ce21e640 1 -- 172.21.15.111:0/2708640935 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18c8142e70 con 0x7f18c8140a40 2024-09-19T04:35:58.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.861+0000 7f18ce21e640 1 -- 172.21.15.111:0/2708640935 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18c8143430 con 0x7f18c8140a40 2024-09-19T04:35:58.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.862+0000 7f18ce21e640 1 -- 172.21.15.111:0/2708640935 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18c80728c0 con 0x7f18c8140a40 2024-09-19T04:35:58.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.862+0000 7f18affff640 1 -- 172.21.15.111:0/2708640935 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f18c001b070 con 0x7f18c8140a40 2024-09-19T04:35:58.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.863+0000 7f18affff640 1 --2- 172.21.15.111:0/2708640935 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f18b406c490 0x7f18b406e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:35:58.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.863+0000 7f18affff640 1 -- 172.21.15.111:0/2708640935 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f18c008ad00 con 0x7f18c8140a40 2024-09-19T04:35:58.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.863+0000 7f18c77fe640 1 --2- 172.21.15.111:0/2708640935 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f18b406c490 0x7f18b406e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:35:58.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.863+0000 7f18c77fe640 1 --2- 172.21.15.111:0/2708640935 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f18b406c490 0x7f18b406e950 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f18c80630c0 tx=0x7f18b8035040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:35:58.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:58.867+0000 7f18affff640 1 -- 172.21.15.111:0/2708640935 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f18c81f4220 con 0x7f18c8140a40 2024-09-19T04:35:59.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:59.030+0000 7f18ce21e640 1 -- 172.21.15.111:0/2708640935 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f18c80633d0 con 0x7f18b406c490 2024-09-19T04:35:59.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:59.036+0000 7f18affff640 1 -- 172.21.15.111:0/2708640935 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251902 (secure 0 0 0) 0x7f18c80633d0 con 0x7f18b406c490 2024-09-19T04:35:59.040 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:35:59.041 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:35:59.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:59.039+0000 7f18ce21e640 1 -- 172.21.15.111:0/2708640935 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f18b406c490 msgr2=0x7f18b406e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:59.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:59.039+0000 7f18ce21e640 1 --2- 172.21.15.111:0/2708640935 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f18b406c490 0x7f18b406e950 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f18c80630c0 tx=0x7f18b8035040 comp rx=0 tx=0).stop 2024-09-19T04:35:59.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:59.039+0000 7f18ce21e640 1 -- 172.21.15.111:0/2708640935 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f18c8140a40 msgr2=0x7f18c815ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:35:59.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:59.039+0000 7f18ce21e640 1 --2- 172.21.15.111:0/2708640935 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f18c8140a40 0x7f18c815ad50 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f18c000c7a0 tx=0x7f18c000cc60 comp rx=0 tx=0).stop 2024-09-19T04:35:59.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:59.039+0000 7f18ce21e640 1 -- 172.21.15.111:0/2708640935 shutdown_connections 2024-09-19T04:35:59.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:59.039+0000 7f18ce21e640 1 --2- 172.21.15.111:0/2708640935 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f18b406c490 0x7f18b406e950 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:59.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:59.039+0000 7f18ce21e640 1 --2- 172.21.15.111:0/2708640935 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f18c8140a40 0x7f18c815ad50 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:59.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:59.039+0000 7f18ce21e640 1 --2- 172.21.15.111:0/2708640935 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f18c813eaf0 0x7f18c8154be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:59.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:59.039+0000 7f18ce21e640 1 --2- 172.21.15.111:0/2708640935 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f18c80720c0 0x7f18c81447b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:35:59.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:59.039+0000 7f18ce21e640 1 -- 172.21.15.111:0/2708640935 >> 172.21.15.111:0/2708640935 conn(0x7f18c8062a80 msgr2=0x7f18c815ba30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:35:59.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:59.039+0000 7f18ce21e640 1 -- 172.21.15.111:0/2708640935 shutdown_connections 2024-09-19T04:35:59.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:35:59.039+0000 7f18ce21e640 1 -- 172.21.15.111:0/2708640935 wait complete. 2024-09-19T04:35:59.052 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":150,"stamp":"2024-09-19T04:35:58.447715+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":91,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":231076,"kb_used_data":6496,"kb_used_omap":12,"kb_used_meta":224371,"kb_avail":754743644,"statfs":{"total":773094113280,"available":772857491456,"internally_reserved":0,"allocated":6651904,"data_stored":3413753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":229756464},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.672013"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.804601+0000","last_change":"2024-09-19T04:35:54.798325+0000","last_active":"2024-09-19T04:35:54.804601+0000","last_peered":"2024-09-19T04:35:54.804601+0000","last_clean":"2024-09-19T04:35:54.804601+0000","last_became_active":"2024-09-19T04:35:54.796245+0000","last_became_peered":"2024-09-19T04:35:54.796245+0000","last_unstale":"2024-09-19T04:35:54.804601+0000","last_undegraded":"2024-09-19T04:35:54.804601+0000","last_fullsized":"2024-09-19T04:35:54.804601+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:14.708265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812886+0000","last_change":"2024-09-19T04:35:54.803328+0000","last_active":"2024-09-19T04:35:54.812886+0000","last_peered":"2024-09-19T04:35:54.812886+0000","last_clean":"2024-09-19T04:35:54.812886+0000","last_became_active":"2024-09-19T04:35:54.803098+0000","last_became_peered":"2024-09-19T04:35:54.803098+0000","last_unstale":"2024-09-19T04:35:54.812886+0000","last_undegraded":"2024-09-19T04:35:54.812886+0000","last_fullsized":"2024-09-19T04:35:54.812886+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:04:54.540058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816732+0000","last_change":"2024-09-19T04:35:54.814770+0000","last_active":"2024-09-19T04:35:54.816732+0000","last_peered":"2024-09-19T04:35:54.816732+0000","last_clean":"2024-09-19T04:35:54.816732+0000","last_became_active":"2024-09-19T04:35:54.814438+0000","last_became_peered":"2024-09-19T04:35:54.814438+0000","last_unstale":"2024-09-19T04:35:54.816732+0000","last_undegraded":"2024-09-19T04:35:54.816732+0000","last_fullsized":"2024-09-19T04:35:54.816732+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:23.638681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.788035+0000","last_change":"2024-09-19T04:35:54.796175+0000","last_active":"2024-09-19T04:35:55.788035+0000","last_peered":"2024-09-19T04:35:55.788035+0000","last_clean":"2024-09-19T04:35:55.788035+0000","last_became_active":"2024-09-19T04:35:54.795856+0000","last_became_peered":"2024-09-19T04:35:54.795856+0000","last_unstale":"2024-09-19T04:35:55.788035+0000","last_undegraded":"2024-09-19T04:35:55.788035+0000","last_fullsized":"2024-09-19T04:35:55.788035+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:47.001721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.802188+0000","last_change":"2024-09-19T04:35:54.794813+0000","last_active":"2024-09-19T04:35:54.802188+0000","last_peered":"2024-09-19T04:35:54.802188+0000","last_clean":"2024-09-19T04:35:54.802188+0000","last_became_active":"2024-09-19T04:35:54.794536+0000","last_became_peered":"2024-09-19T04:35:54.794536+0000","last_unstale":"2024-09-19T04:35:54.802188+0000","last_undegraded":"2024-09-19T04:35:54.802188+0000","last_fullsized":"2024-09-19T04:35:54.802188+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:53:49.065496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.795297+0000","last_change":"2024-09-19T04:35:54.792876+0000","last_active":"2024-09-19T04:35:54.795297+0000","last_peered":"2024-09-19T04:35:54.795297+0000","last_clean":"2024-09-19T04:35:54.795297+0000","last_became_active":"2024-09-19T04:35:54.792581+0000","last_became_peered":"2024-09-19T04:35:54.792581+0000","last_unstale":"2024-09-19T04:35:54.795297+0000","last_undegraded":"2024-09-19T04:35:54.795297+0000","last_fullsized":"2024-09-19T04:35:54.795297+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:50.909763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.786826+0000","last_change":"2024-09-19T04:35:54.807833+0000","last_active":"2024-09-19T04:35:55.786826+0000","last_peered":"2024-09-19T04:35:55.786826+0000","last_clean":"2024-09-19T04:35:55.786826+0000","last_became_active":"2024-09-19T04:35:54.806456+0000","last_became_peered":"2024-09-19T04:35:54.806456+0000","last_unstale":"2024-09-19T04:35:55.786826+0000","last_undegraded":"2024-09-19T04:35:55.786826+0000","last_fullsized":"2024-09-19T04:35:55.786826+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:44:25.423421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813666+0000","last_change":"2024-09-19T04:35:54.805150+0000","last_active":"2024-09-19T04:35:54.813666+0000","last_peered":"2024-09-19T04:35:54.813666+0000","last_clean":"2024-09-19T04:35:54.813666+0000","last_became_active":"2024-09-19T04:35:54.804905+0000","last_became_peered":"2024-09-19T04:35:54.804905+0000","last_unstale":"2024-09-19T04:35:54.813666+0000","last_undegraded":"2024-09-19T04:35:54.813666+0000","last_fullsized":"2024-09-19T04:35:54.813666+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:44:05.768274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787270+0000","last_change":"2024-09-19T04:35:54.812683+0000","last_active":"2024-09-19T04:35:55.787270+0000","last_peered":"2024-09-19T04:35:55.787270+0000","last_clean":"2024-09-19T04:35:55.787270+0000","last_became_active":"2024-09-19T04:35:54.812206+0000","last_became_peered":"2024-09-19T04:35:54.812206+0000","last_unstale":"2024-09-19T04:35:55.787270+0000","last_undegraded":"2024-09-19T04:35:55.787270+0000","last_fullsized":"2024-09-19T04:35:55.787270+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:21.388708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.811422+0000","last_change":"2024-09-19T04:35:54.807434+0000","last_active":"2024-09-19T04:35:54.811422+0000","last_peered":"2024-09-19T04:35:54.811422+0000","last_clean":"2024-09-19T04:35:54.811422+0000","last_became_active":"2024-09-19T04:35:54.807193+0000","last_became_peered":"2024-09-19T04:35:54.807193+0000","last_unstale":"2024-09-19T04:35:54.811422+0000","last_undegraded":"2024-09-19T04:35:54.811422+0000","last_fullsized":"2024-09-19T04:35:54.811422+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:11.258833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.804709+0000","last_change":"2024-09-19T04:35:54.799938+0000","last_active":"2024-09-19T04:35:54.804709+0000","last_peered":"2024-09-19T04:35:54.804709+0000","last_clean":"2024-09-19T04:35:54.804709+0000","last_became_active":"2024-09-19T04:35:54.796742+0000","last_became_peered":"2024-09-19T04:35:54.796742+0000","last_unstale":"2024-09-19T04:35:54.804709+0000","last_undegraded":"2024-09-19T04:35:54.804709+0000","last_fullsized":"2024-09-19T04:35:54.804709+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:46.255299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.788134+0000","last_change":"2024-09-19T04:35:54.810442+0000","last_active":"2024-09-19T04:35:55.788134+0000","last_peered":"2024-09-19T04:35:55.788134+0000","last_clean":"2024-09-19T04:35:55.788134+0000","last_became_active":"2024-09-19T04:35:54.808970+0000","last_became_peered":"2024-09-19T04:35:54.808970+0000","last_unstale":"2024-09-19T04:35:55.788134+0000","last_undegraded":"2024-09-19T04:35:55.788134+0000","last_fullsized":"2024-09-19T04:35:55.788134+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:21.993036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.806118+0000","last_change":"2024-09-19T04:35:54.807185+0000","last_active":"2024-09-19T04:35:55.806118+0000","last_peered":"2024-09-19T04:35:55.806118+0000","last_clean":"2024-09-19T04:35:55.806118+0000","last_became_active":"2024-09-19T04:35:54.806903+0000","last_became_peered":"2024-09-19T04:35:54.806903+0000","last_unstale":"2024-09-19T04:35:55.806118+0000","last_undegraded":"2024-09-19T04:35:55.806118+0000","last_fullsized":"2024-09-19T04:35:55.806118+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:54:32.119202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787368+0000","last_change":"2024-09-19T04:35:54.806002+0000","last_active":"2024-09-19T04:35:55.787368+0000","last_peered":"2024-09-19T04:35:55.787368+0000","last_clean":"2024-09-19T04:35:55.787368+0000","last_became_active":"2024-09-19T04:35:54.805496+0000","last_became_peered":"2024-09-19T04:35:54.805496+0000","last_unstale":"2024-09-19T04:35:55.787368+0000","last_undegraded":"2024-09-19T04:35:55.787368+0000","last_fullsized":"2024-09-19T04:35:55.787368+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:43.510435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787097+0000","last_change":"2024-09-19T04:35:54.806122+0000","last_active":"2024-09-19T04:35:55.787097+0000","last_peered":"2024-09-19T04:35:55.787097+0000","last_clean":"2024-09-19T04:35:55.787097+0000","last_became_active":"2024-09-19T04:35:54.805775+0000","last_became_peered":"2024-09-19T04:35:54.805775+0000","last_unstale":"2024-09-19T04:35:55.787097+0000","last_undegraded":"2024-09-19T04:35:55.787097+0000","last_fullsized":"2024-09-19T04:35:55.787097+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:30.883233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812480+0000","last_change":"2024-09-19T04:35:54.801553+0000","last_active":"2024-09-19T04:35:54.812480+0000","last_peered":"2024-09-19T04:35:54.812480+0000","last_clean":"2024-09-19T04:35:54.812480+0000","last_became_active":"2024-09-19T04:35:54.799457+0000","last_became_peered":"2024-09-19T04:35:54.799457+0000","last_unstale":"2024-09-19T04:35:54.812480+0000","last_undegraded":"2024-09-19T04:35:54.812480+0000","last_fullsized":"2024-09-19T04:35:54.812480+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:41.297446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813082+0000","last_change":"2024-09-19T04:35:54.804493+0000","last_active":"2024-09-19T04:35:54.813082+0000","last_peered":"2024-09-19T04:35:54.813082+0000","last_clean":"2024-09-19T04:35:54.813082+0000","last_became_active":"2024-09-19T04:35:54.804230+0000","last_became_peered":"2024-09-19T04:35:54.804230+0000","last_unstale":"2024-09-19T04:35:54.813082+0000","last_undegraded":"2024-09-19T04:35:54.813082+0000","last_fullsized":"2024-09-19T04:35:54.813082+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:24:26.182897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816707+0000","last_change":"2024-09-19T04:35:54.814452+0000","last_active":"2024-09-19T04:35:54.816707+0000","last_peered":"2024-09-19T04:35:54.816707+0000","last_clean":"2024-09-19T04:35:54.816707+0000","last_became_active":"2024-09-19T04:35:54.814079+0000","last_became_peered":"2024-09-19T04:35:54.814079+0000","last_unstale":"2024-09-19T04:35:54.816707+0000","last_undegraded":"2024-09-19T04:35:54.816707+0000","last_fullsized":"2024-09-19T04:35:54.816707+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:51.112556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.806835+0000","last_change":"2024-09-19T04:35:54.795847+0000","last_active":"2024-09-19T04:35:54.806835+0000","last_peered":"2024-09-19T04:35:54.806835+0000","last_clean":"2024-09-19T04:35:54.806835+0000","last_became_active":"2024-09-19T04:35:54.795609+0000","last_became_peered":"2024-09-19T04:35:54.795609+0000","last_unstale":"2024-09-19T04:35:54.806835+0000","last_undegraded":"2024-09-19T04:35:54.806835+0000","last_fullsized":"2024-09-19T04:35:54.806835+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:30.755130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.814932+0000","last_change":"2024-09-19T04:35:54.813795+0000","last_active":"2024-09-19T04:35:54.814932+0000","last_peered":"2024-09-19T04:35:54.814932+0000","last_clean":"2024-09-19T04:35:54.814932+0000","last_became_active":"2024-09-19T04:35:54.813529+0000","last_became_peered":"2024-09-19T04:35:54.813529+0000","last_unstale":"2024-09-19T04:35:54.814932+0000","last_undegraded":"2024-09-19T04:35:54.814932+0000","last_fullsized":"2024-09-19T04:35:54.814932+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:05.416928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.815508+0000","last_change":"2024-09-19T04:35:54.810197+0000","last_active":"2024-09-19T04:35:54.815508+0000","last_peered":"2024-09-19T04:35:54.815508+0000","last_clean":"2024-09-19T04:35:54.815508+0000","last_became_active":"2024-09-19T04:35:54.809917+0000","last_became_peered":"2024-09-19T04:35:54.809917+0000","last_unstale":"2024-09-19T04:35:54.815508+0000","last_undegraded":"2024-09-19T04:35:54.815508+0000","last_fullsized":"2024-09-19T04:35:54.815508+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:47:31.158982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813198+0000","last_change":"2024-09-19T04:35:54.805640+0000","last_active":"2024-09-19T04:35:54.813198+0000","last_peered":"2024-09-19T04:35:54.813198+0000","last_clean":"2024-09-19T04:35:54.813198+0000","last_became_active":"2024-09-19T04:35:54.805333+0000","last_became_peered":"2024-09-19T04:35:54.805333+0000","last_unstale":"2024-09-19T04:35:54.813198+0000","last_undegraded":"2024-09-19T04:35:54.813198+0000","last_fullsized":"2024-09-19T04:35:54.813198+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:04.586962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813093+0000","last_change":"2024-09-19T04:35:54.809946+0000","last_active":"2024-09-19T04:35:54.813093+0000","last_peered":"2024-09-19T04:35:54.813093+0000","last_clean":"2024-09-19T04:35:54.813093+0000","last_became_active":"2024-09-19T04:35:54.808907+0000","last_became_peered":"2024-09-19T04:35:54.808907+0000","last_unstale":"2024-09-19T04:35:54.813093+0000","last_undegraded":"2024-09-19T04:35:54.813093+0000","last_fullsized":"2024-09-19T04:35:54.813093+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:43:19.572854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.806030+0000","last_change":"2024-09-19T04:35:54.808980+0000","last_active":"2024-09-19T04:35:55.806030+0000","last_peered":"2024-09-19T04:35:55.806030+0000","last_clean":"2024-09-19T04:35:55.806030+0000","last_became_active":"2024-09-19T04:35:54.808125+0000","last_became_peered":"2024-09-19T04:35:54.808125+0000","last_unstale":"2024-09-19T04:35:55.806030+0000","last_undegraded":"2024-09-19T04:35:55.806030+0000","last_fullsized":"2024-09-19T04:35:55.806030+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:36:25.315323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.804618+0000","last_change":"2024-09-19T04:35:54.800973+0000","last_active":"2024-09-19T04:35:54.804618+0000","last_peered":"2024-09-19T04:35:54.804618+0000","last_clean":"2024-09-19T04:35:54.804618+0000","last_became_active":"2024-09-19T04:35:54.800702+0000","last_became_peered":"2024-09-19T04:35:54.800702+0000","last_unstale":"2024-09-19T04:35:54.804618+0000","last_undegraded":"2024-09-19T04:35:54.804618+0000","last_fullsized":"2024-09-19T04:35:54.804618+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:15.096961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787247+0000","last_change":"2024-09-19T04:35:54.807534+0000","last_active":"2024-09-19T04:35:55.787247+0000","last_peered":"2024-09-19T04:35:55.787247+0000","last_clean":"2024-09-19T04:35:55.787247+0000","last_became_active":"2024-09-19T04:35:54.807227+0000","last_became_peered":"2024-09-19T04:35:54.807227+0000","last_unstale":"2024-09-19T04:35:55.787247+0000","last_undegraded":"2024-09-19T04:35:55.787247+0000","last_fullsized":"2024-09-19T04:35:55.787247+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:23.638681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.811567+0000","last_change":"2024-09-19T04:35:54.799718+0000","last_active":"2024-09-19T04:35:54.811567+0000","last_peered":"2024-09-19T04:35:54.811567+0000","last_clean":"2024-09-19T04:35:54.811567+0000","last_became_active":"2024-09-19T04:35:54.797307+0000","last_became_peered":"2024-09-19T04:35:54.797307+0000","last_unstale":"2024-09-19T04:35:54.811567+0000","last_undegraded":"2024-09-19T04:35:54.811567+0000","last_fullsized":"2024-09-19T04:35:54.811567+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:56.085947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.804569+0000","last_change":"2024-09-19T04:35:54.797271+0000","last_active":"2024-09-19T04:35:54.804569+0000","last_peered":"2024-09-19T04:35:54.804569+0000","last_clean":"2024-09-19T04:35:54.804569+0000","last_became_active":"2024-09-19T04:35:54.797030+0000","last_became_peered":"2024-09-19T04:35:54.797030+0000","last_unstale":"2024-09-19T04:35:54.804569+0000","last_undegraded":"2024-09-19T04:35:54.804569+0000","last_fullsized":"2024-09-19T04:35:54.804569+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:25.778118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812893+0000","last_change":"2024-09-19T04:35:54.802151+0000","last_active":"2024-09-19T04:35:54.812893+0000","last_peered":"2024-09-19T04:35:54.812893+0000","last_clean":"2024-09-19T04:35:54.812893+0000","last_became_active":"2024-09-19T04:35:54.801863+0000","last_became_peered":"2024-09-19T04:35:54.801863+0000","last_unstale":"2024-09-19T04:35:54.812893+0000","last_undegraded":"2024-09-19T04:35:54.812893+0000","last_fullsized":"2024-09-19T04:35:54.812893+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:38.332840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812896+0000","last_change":"2024-09-19T04:35:54.806820+0000","last_active":"2024-09-19T04:35:54.812896+0000","last_peered":"2024-09-19T04:35:54.812896+0000","last_clean":"2024-09-19T04:35:54.812896+0000","last_became_active":"2024-09-19T04:35:54.806557+0000","last_became_peered":"2024-09-19T04:35:54.806557+0000","last_unstale":"2024-09-19T04:35:54.812896+0000","last_undegraded":"2024-09-19T04:35:54.812896+0000","last_fullsized":"2024-09-19T04:35:54.812896+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:21.388708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.795126+0000","last_change":"2024-09-19T04:35:54.794349+0000","last_active":"2024-09-19T04:35:54.795126+0000","last_peered":"2024-09-19T04:35:54.795126+0000","last_clean":"2024-09-19T04:35:54.795126+0000","last_became_active":"2024-09-19T04:35:54.794094+0000","last_became_peered":"2024-09-19T04:35:54.794094+0000","last_unstale":"2024-09-19T04:35:54.795126+0000","last_undegraded":"2024-09-19T04:35:54.795126+0000","last_fullsized":"2024-09-19T04:35:54.795126+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:46.542052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812467+0000","last_change":"2024-09-19T04:35:54.796714+0000","last_active":"2024-09-19T04:35:54.812467+0000","last_peered":"2024-09-19T04:35:54.812467+0000","last_clean":"2024-09-19T04:35:54.812467+0000","last_became_active":"2024-09-19T04:35:54.796196+0000","last_became_peered":"2024-09-19T04:35:54.796196+0000","last_unstale":"2024-09-19T04:35:54.812467+0000","last_undegraded":"2024-09-19T04:35:54.812467+0000","last_fullsized":"2024-09-19T04:35:54.812467+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:49:40.748052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812422+0000","last_change":"2024-09-19T04:35:54.811036+0000","last_active":"2024-09-19T04:35:54.812422+0000","last_peered":"2024-09-19T04:35:54.812422+0000","last_clean":"2024-09-19T04:35:54.812422+0000","last_became_active":"2024-09-19T04:35:54.810789+0000","last_became_peered":"2024-09-19T04:35:54.810789+0000","last_unstale":"2024-09-19T04:35:54.812422+0000","last_undegraded":"2024-09-19T04:35:54.812422+0000","last_fullsized":"2024-09-19T04:35:54.812422+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:53.748886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"57'4","reported_seq":16,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.817440+0000","last_change":"2024-09-19T04:35:53.802156+0000","last_active":"2024-09-19T04:35:54.817440+0000","last_peered":"2024-09-19T04:35:54.817440+0000","last_clean":"2024-09-19T04:35:54.817440+0000","last_became_active":"2024-09-19T04:35:53.801881+0000","last_became_peered":"2024-09-19T04:35:53.801881+0000","last_unstale":"2024-09-19T04:35:54.817440+0000","last_undegraded":"2024-09-19T04:35:54.817440+0000","last_fullsized":"2024-09-19T04:35:54.817440+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:50:12.603564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.811461+0000","last_change":"2024-09-19T04:35:54.809103+0000","last_active":"2024-09-19T04:35:54.811461+0000","last_peered":"2024-09-19T04:35:54.811461+0000","last_clean":"2024-09-19T04:35:54.811461+0000","last_became_active":"2024-09-19T04:35:54.808864+0000","last_became_peered":"2024-09-19T04:35:54.808864+0000","last_unstale":"2024-09-19T04:35:54.811461+0000","last_undegraded":"2024-09-19T04:35:54.811461+0000","last_fullsized":"2024-09-19T04:35:54.811461+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:34:05.719793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"57'1","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816480+0000","last_change":"2024-09-19T04:35:53.798474+0000","last_active":"2024-09-19T04:35:54.816480+0000","last_peered":"2024-09-19T04:35:54.816480+0000","last_clean":"2024-09-19T04:35:54.816480+0000","last_became_active":"2024-09-19T04:35:53.797329+0000","last_became_peered":"2024-09-19T04:35:53.797329+0000","last_unstale":"2024-09-19T04:35:54.816480+0000","last_undegraded":"2024-09-19T04:35:54.816480+0000","last_fullsized":"2024-09-19T04:35:54.816480+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:07.589411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812754+0000","last_change":"2024-09-19T04:35:54.804782+0000","last_active":"2024-09-19T04:35:54.812754+0000","last_peered":"2024-09-19T04:35:54.812754+0000","last_clean":"2024-09-19T04:35:54.812754+0000","last_became_active":"2024-09-19T04:35:54.804499+0000","last_became_peered":"2024-09-19T04:35:54.804499+0000","last_unstale":"2024-09-19T04:35:54.812754+0000","last_undegraded":"2024-09-19T04:35:54.812754+0000","last_fullsized":"2024-09-19T04:35:54.812754+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:10.741404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816132+0000","last_change":"2024-09-19T04:35:53.805172+0000","last_active":"2024-09-19T04:35:54.816132+0000","last_peered":"2024-09-19T04:35:54.816132+0000","last_clean":"2024-09-19T04:35:54.816132+0000","last_became_active":"2024-09-19T04:35:53.804857+0000","last_became_peered":"2024-09-19T04:35:53.804857+0000","last_unstale":"2024-09-19T04:35:54.816132+0000","last_undegraded":"2024-09-19T04:35:54.816132+0000","last_fullsized":"2024-09-19T04:35:54.816132+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:35:19.214974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.811590+0000","last_change":"2024-09-19T04:35:54.796736+0000","last_active":"2024-09-19T04:35:54.811590+0000","last_peered":"2024-09-19T04:35:54.811590+0000","last_clean":"2024-09-19T04:35:54.811590+0000","last_became_active":"2024-09-19T04:35:54.795965+0000","last_became_peered":"2024-09-19T04:35:54.795965+0000","last_unstale":"2024-09-19T04:35:54.811590+0000","last_undegraded":"2024-09-19T04:35:54.811590+0000","last_fullsized":"2024-09-19T04:35:54.811590+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:33:15.151530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"57'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.788141+0000","last_change":"2024-09-19T04:35:53.796315+0000","last_active":"2024-09-19T04:35:55.788141+0000","last_peered":"2024-09-19T04:35:55.788141+0000","last_clean":"2024-09-19T04:35:55.788141+0000","last_became_active":"2024-09-19T04:35:53.794981+0000","last_became_peered":"2024-09-19T04:35:53.794981+0000","last_unstale":"2024-09-19T04:35:55.788141+0000","last_undegraded":"2024-09-19T04:35:55.788141+0000","last_fullsized":"2024-09-19T04:35:55.788141+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:44:24.417083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812925+0000","last_change":"2024-09-19T04:35:54.803498+0000","last_active":"2024-09-19T04:35:54.812925+0000","last_peered":"2024-09-19T04:35:54.812925+0000","last_clean":"2024-09-19T04:35:54.812925+0000","last_became_active":"2024-09-19T04:35:54.802944+0000","last_became_peered":"2024-09-19T04:35:54.802944+0000","last_unstale":"2024-09-19T04:35:54.812925+0000","last_undegraded":"2024-09-19T04:35:54.812925+0000","last_fullsized":"2024-09-19T04:35:54.812925+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:31:45.887169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"57'1","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.786861+0000","last_change":"2024-09-19T04:35:53.796160+0000","last_active":"2024-09-19T04:35:55.786861+0000","last_peered":"2024-09-19T04:35:55.786861+0000","last_clean":"2024-09-19T04:35:55.786861+0000","last_became_active":"2024-09-19T04:35:53.795522+0000","last_became_peered":"2024-09-19T04:35:53.795522+0000","last_unstale":"2024-09-19T04:35:55.786861+0000","last_undegraded":"2024-09-19T04:35:55.786861+0000","last_fullsized":"2024-09-19T04:35:55.786861+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:04:40.312730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.814351+0000","last_change":"2024-09-19T04:35:54.813519+0000","last_active":"2024-09-19T04:35:54.814351+0000","last_peered":"2024-09-19T04:35:54.814351+0000","last_clean":"2024-09-19T04:35:54.814351+0000","last_became_active":"2024-09-19T04:35:54.813258+0000","last_became_peered":"2024-09-19T04:35:54.813258+0000","last_unstale":"2024-09-19T04:35:54.814351+0000","last_undegraded":"2024-09-19T04:35:54.814351+0000","last_fullsized":"2024-09-19T04:35:54.814351+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:32.122582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"57'1","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813663+0000","last_change":"2024-09-19T04:35:53.802513+0000","last_active":"2024-09-19T04:35:54.813663+0000","last_peered":"2024-09-19T04:35:54.813663+0000","last_clean":"2024-09-19T04:35:54.813663+0000","last_became_active":"2024-09-19T04:35:53.802222+0000","last_became_peered":"2024-09-19T04:35:53.802222+0000","last_unstale":"2024-09-19T04:35:54.813663+0000","last_undegraded":"2024-09-19T04:35:54.813663+0000","last_fullsized":"2024-09-19T04:35:54.813663+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:56.531299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.806045+0000","last_change":"2024-09-19T04:35:54.808752+0000","last_active":"2024-09-19T04:35:55.806045+0000","last_peered":"2024-09-19T04:35:55.806045+0000","last_clean":"2024-09-19T04:35:55.806045+0000","last_became_active":"2024-09-19T04:35:54.807911+0000","last_became_peered":"2024-09-19T04:35:54.807911+0000","last_unstale":"2024-09-19T04:35:55.806045+0000","last_undegraded":"2024-09-19T04:35:55.806045+0000","last_fullsized":"2024-09-19T04:35:55.806045+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:46.255299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787829+0000","last_change":"2024-09-19T04:35:53.796985+0000","last_active":"2024-09-19T04:35:55.787829+0000","last_peered":"2024-09-19T04:35:55.787829+0000","last_clean":"2024-09-19T04:35:55.787829+0000","last_became_active":"2024-09-19T04:35:53.796367+0000","last_became_peered":"2024-09-19T04:35:53.796367+0000","last_unstale":"2024-09-19T04:35:55.787829+0000","last_undegraded":"2024-09-19T04:35:55.787829+0000","last_fullsized":"2024-09-19T04:35:55.787829+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:15.949913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.815275+0000","last_change":"2024-09-19T04:35:54.804499+0000","last_active":"2024-09-19T04:35:54.815275+0000","last_peered":"2024-09-19T04:35:54.815275+0000","last_clean":"2024-09-19T04:35:54.815275+0000","last_became_active":"2024-09-19T04:35:54.804253+0000","last_became_peered":"2024-09-19T04:35:54.804253+0000","last_unstale":"2024-09-19T04:35:54.815275+0000","last_undegraded":"2024-09-19T04:35:54.815275+0000","last_fullsized":"2024-09-19T04:35:54.815275+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:45.379359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787089+0000","last_change":"2024-09-19T04:35:53.799258+0000","last_active":"2024-09-19T04:35:55.787089+0000","last_peered":"2024-09-19T04:35:55.787089+0000","last_clean":"2024-09-19T04:35:55.787089+0000","last_became_active":"2024-09-19T04:35:53.798342+0000","last_became_peered":"2024-09-19T04:35:53.798342+0000","last_unstale":"2024-09-19T04:35:55.787089+0000","last_undegraded":"2024-09-19T04:35:55.787089+0000","last_fullsized":"2024-09-19T04:35:55.787089+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:38:00.323612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787484+0000","last_change":"2024-09-19T04:35:54.804392+0000","last_active":"2024-09-19T04:35:55.787484+0000","last_peered":"2024-09-19T04:35:55.787484+0000","last_clean":"2024-09-19T04:35:55.787484+0000","last_became_active":"2024-09-19T04:35:54.804092+0000","last_became_peered":"2024-09-19T04:35:54.804092+0000","last_unstale":"2024-09-19T04:35:55.787484+0000","last_undegraded":"2024-09-19T04:35:55.787484+0000","last_fullsized":"2024-09-19T04:35:55.787484+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:14.110966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.800542+0000","last_change":"2024-09-19T04:35:53.799420+0000","last_active":"2024-09-19T04:35:54.800542+0000","last_peered":"2024-09-19T04:35:54.800542+0000","last_clean":"2024-09-19T04:35:54.800542+0000","last_became_active":"2024-09-19T04:35:53.799144+0000","last_became_peered":"2024-09-19T04:35:53.799144+0000","last_unstale":"2024-09-19T04:35:54.800542+0000","last_undegraded":"2024-09-19T04:35:54.800542+0000","last_fullsized":"2024-09-19T04:35:54.800542+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:42:53.599250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812933+0000","last_change":"2024-09-19T04:35:54.808324+0000","last_active":"2024-09-19T04:35:54.812933+0000","last_peered":"2024-09-19T04:35:54.812933+0000","last_clean":"2024-09-19T04:35:54.812933+0000","last_became_active":"2024-09-19T04:35:54.807726+0000","last_became_peered":"2024-09-19T04:35:54.807726+0000","last_unstale":"2024-09-19T04:35:54.812933+0000","last_undegraded":"2024-09-19T04:35:54.812933+0000","last_fullsized":"2024-09-19T04:35:54.812933+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:14.110966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.793236+0000","last_change":"2024-09-19T04:35:53.798605+0000","last_active":"2024-09-19T04:35:54.793236+0000","last_peered":"2024-09-19T04:35:54.793236+0000","last_clean":"2024-09-19T04:35:54.793236+0000","last_became_active":"2024-09-19T04:35:53.796943+0000","last_became_peered":"2024-09-19T04:35:53.796943+0000","last_unstale":"2024-09-19T04:35:54.793236+0000","last_undegraded":"2024-09-19T04:35:54.793236+0000","last_fullsized":"2024-09-19T04:35:54.793236+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:28:10.292983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.806511+0000","last_change":"2024-09-19T04:35:54.805139+0000","last_active":"2024-09-19T04:35:54.806511+0000","last_peered":"2024-09-19T04:35:54.806511+0000","last_clean":"2024-09-19T04:35:54.806511+0000","last_became_active":"2024-09-19T04:35:54.804785+0000","last_became_peered":"2024-09-19T04:35:54.804785+0000","last_unstale":"2024-09-19T04:35:54.806511+0000","last_undegraded":"2024-09-19T04:35:54.806511+0000","last_fullsized":"2024-09-19T04:35:54.806511+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:54:32.119202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"57'3","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.817544+0000","last_change":"2024-09-19T04:35:53.801562+0000","last_active":"2024-09-19T04:35:54.817544+0000","last_peered":"2024-09-19T04:35:54.817544+0000","last_clean":"2024-09-19T04:35:54.817544+0000","last_became_active":"2024-09-19T04:35:53.801308+0000","last_became_peered":"2024-09-19T04:35:53.801308+0000","last_unstale":"2024-09-19T04:35:54.817544+0000","last_undegraded":"2024-09-19T04:35:54.817544+0000","last_fullsized":"2024-09-19T04:35:54.817544+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:44:24.417083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.814081+0000","last_change":"2024-09-19T04:35:54.806600+0000","last_active":"2024-09-19T04:35:54.814081+0000","last_peered":"2024-09-19T04:35:54.814081+0000","last_clean":"2024-09-19T04:35:54.814081+0000","last_became_active":"2024-09-19T04:35:54.806308+0000","last_became_peered":"2024-09-19T04:35:54.806308+0000","last_unstale":"2024-09-19T04:35:54.814081+0000","last_undegraded":"2024-09-19T04:35:54.814081+0000","last_fullsized":"2024-09-19T04:35:54.814081+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:30.883233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"57'6","reported_seq":20,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787532+0000","last_change":"2024-09-19T04:35:53.798483+0000","last_active":"2024-09-19T04:35:55.787532+0000","last_peered":"2024-09-19T04:35:55.787532+0000","last_clean":"2024-09-19T04:35:55.787532+0000","last_became_active":"2024-09-19T04:35:53.798127+0000","last_became_peered":"2024-09-19T04:35:53.798127+0000","last_unstale":"2024-09-19T04:35:55.787532+0000","last_undegraded":"2024-09-19T04:35:55.787532+0000","last_fullsized":"2024-09-19T04:35:55.787532+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:23:59.291975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787192+0000","last_change":"2024-09-19T04:35:54.801807+0000","last_active":"2024-09-19T04:35:55.787192+0000","last_peered":"2024-09-19T04:35:55.787192+0000","last_clean":"2024-09-19T04:35:55.787192+0000","last_became_active":"2024-09-19T04:35:54.801537+0000","last_became_peered":"2024-09-19T04:35:54.801537+0000","last_unstale":"2024-09-19T04:35:55.787192+0000","last_undegraded":"2024-09-19T04:35:55.787192+0000","last_fullsized":"2024-09-19T04:35:55.787192+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:51.112556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813813+0000","last_change":"2024-09-19T04:35:53.795711+0000","last_active":"2024-09-19T04:35:54.813813+0000","last_peered":"2024-09-19T04:35:54.813813+0000","last_clean":"2024-09-19T04:35:54.813813+0000","last_became_active":"2024-09-19T04:35:53.795457+0000","last_became_peered":"2024-09-19T04:35:53.795457+0000","last_unstale":"2024-09-19T04:35:54.813813+0000","last_undegraded":"2024-09-19T04:35:54.813813+0000","last_fullsized":"2024-09-19T04:35:54.813813+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:07.751579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.810569+0000","last_change":"2024-09-19T04:35:54.805540+0000","last_active":"2024-09-19T04:35:54.810569+0000","last_peered":"2024-09-19T04:35:54.810569+0000","last_clean":"2024-09-19T04:35:54.810569+0000","last_became_active":"2024-09-19T04:35:54.805305+0000","last_became_peered":"2024-09-19T04:35:54.805305+0000","last_unstale":"2024-09-19T04:35:54.810569+0000","last_undegraded":"2024-09-19T04:35:54.810569+0000","last_fullsized":"2024-09-19T04:35:54.810569+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:46:27.365080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.806091+0000","last_change":"2024-09-19T04:35:53.794932+0000","last_active":"2024-09-19T04:35:55.806091+0000","last_peered":"2024-09-19T04:35:55.806091+0000","last_clean":"2024-09-19T04:35:55.806091+0000","last_became_active":"2024-09-19T04:35:53.794645+0000","last_became_peered":"2024-09-19T04:35:53.794645+0000","last_unstale":"2024-09-19T04:35:55.806091+0000","last_undegraded":"2024-09-19T04:35:55.806091+0000","last_fullsized":"2024-09-19T04:35:55.806091+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:55:13.269656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.786931+0000","last_change":"2024-09-19T04:35:54.808533+0000","last_active":"2024-09-19T04:35:55.786931+0000","last_peered":"2024-09-19T04:35:55.786931+0000","last_clean":"2024-09-19T04:35:55.786931+0000","last_became_active":"2024-09-19T04:35:54.806734+0000","last_became_peered":"2024-09-19T04:35:54.806734+0000","last_unstale":"2024-09-19T04:35:55.786931+0000","last_undegraded":"2024-09-19T04:35:55.786931+0000","last_fullsized":"2024-09-19T04:35:55.786931+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:46:27.365080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787811+0000","last_change":"2024-09-19T04:35:53.794569+0000","last_active":"2024-09-19T04:35:55.787811+0000","last_peered":"2024-09-19T04:35:55.787811+0000","last_clean":"2024-09-19T04:35:55.787811+0000","last_became_active":"2024-09-19T04:35:53.794279+0000","last_became_peered":"2024-09-19T04:35:53.794279+0000","last_unstale":"2024-09-19T04:35:55.787811+0000","last_undegraded":"2024-09-19T04:35:55.787811+0000","last_fullsized":"2024-09-19T04:35:55.787811+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:19.123591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813075+0000","last_change":"2024-09-19T04:35:54.809714+0000","last_active":"2024-09-19T04:35:54.813075+0000","last_peered":"2024-09-19T04:35:54.813075+0000","last_clean":"2024-09-19T04:35:54.813075+0000","last_became_active":"2024-09-19T04:35:54.809206+0000","last_became_peered":"2024-09-19T04:35:54.809206+0000","last_unstale":"2024-09-19T04:35:54.813075+0000","last_undegraded":"2024-09-19T04:35:54.813075+0000","last_fullsized":"2024-09-19T04:35:54.813075+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:20.083312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"57'8","reported_seq":20,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.817971+0000","last_change":"2024-09-19T04:35:53.797532+0000","last_active":"2024-09-19T04:35:54.817971+0000","last_peered":"2024-09-19T04:35:54.817971+0000","last_clean":"2024-09-19T04:35:54.817971+0000","last_became_active":"2024-09-19T04:35:53.797229+0000","last_became_peered":"2024-09-19T04:35:53.797229+0000","last_unstale":"2024-09-19T04:35:54.817971+0000","last_undegraded":"2024-09-19T04:35:54.817971+0000","last_fullsized":"2024-09-19T04:35:54.817971+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:19.123591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816687+0000","last_change":"2024-09-19T04:35:54.814260+0000","last_active":"2024-09-19T04:35:54.816687+0000","last_peered":"2024-09-19T04:35:54.816687+0000","last_clean":"2024-09-19T04:35:54.816687+0000","last_became_active":"2024-09-19T04:35:54.813980+0000","last_became_peered":"2024-09-19T04:35:54.813980+0000","last_unstale":"2024-09-19T04:35:54.816687+0000","last_undegraded":"2024-09-19T04:35:54.816687+0000","last_fullsized":"2024-09-19T04:35:54.816687+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:18.470184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"57'1","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813309+0000","last_change":"2024-09-19T04:35:53.796365+0000","last_active":"2024-09-19T04:35:54.813309+0000","last_peered":"2024-09-19T04:35:54.813309+0000","last_clean":"2024-09-19T04:35:54.813309+0000","last_became_active":"2024-09-19T04:35:53.796104+0000","last_became_peered":"2024-09-19T04:35:53.796104+0000","last_unstale":"2024-09-19T04:35:54.813309+0000","last_undegraded":"2024-09-19T04:35:54.813309+0000","last_fullsized":"2024-09-19T04:35:54.813309+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:13:55.807407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787840+0000","last_change":"2024-09-19T04:35:54.801857+0000","last_active":"2024-09-19T04:35:55.787840+0000","last_peered":"2024-09-19T04:35:55.787840+0000","last_clean":"2024-09-19T04:35:55.787840+0000","last_became_active":"2024-09-19T04:35:54.801593+0000","last_became_peered":"2024-09-19T04:35:54.801593+0000","last_unstale":"2024-09-19T04:35:55.787840+0000","last_undegraded":"2024-09-19T04:35:55.787840+0000","last_fullsized":"2024-09-19T04:35:55.787840+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:28:11.299320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.814568+0000","last_change":"2024-09-19T04:35:53.797908+0000","last_active":"2024-09-19T04:35:54.814568+0000","last_peered":"2024-09-19T04:35:54.814568+0000","last_clean":"2024-09-19T04:35:54.814568+0000","last_became_active":"2024-09-19T04:35:53.797479+0000","last_became_peered":"2024-09-19T04:35:53.797479+0000","last_unstale":"2024-09-19T04:35:54.814568+0000","last_undegraded":"2024-09-19T04:35:54.814568+0000","last_fullsized":"2024-09-19T04:35:54.814568+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:36.412307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813234+0000","last_change":"2024-09-19T04:35:54.805729+0000","last_active":"2024-09-19T04:35:54.813234+0000","last_peered":"2024-09-19T04:35:54.813234+0000","last_clean":"2024-09-19T04:35:54.813234+0000","last_became_active":"2024-09-19T04:35:54.805484+0000","last_became_peered":"2024-09-19T04:35:54.805484+0000","last_unstale":"2024-09-19T04:35:54.813234+0000","last_undegraded":"2024-09-19T04:35:54.813234+0000","last_fullsized":"2024-09-19T04:35:54.813234+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:08.559988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"57'1","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787658+0000","last_change":"2024-09-19T04:35:53.796734+0000","last_active":"2024-09-19T04:35:55.787658+0000","last_peered":"2024-09-19T04:35:55.787658+0000","last_clean":"2024-09-19T04:35:55.787658+0000","last_became_active":"2024-09-19T04:35:53.796407+0000","last_became_peered":"2024-09-19T04:35:53.796407+0000","last_unstale":"2024-09-19T04:35:55.787658+0000","last_undegraded":"2024-09-19T04:35:55.787658+0000","last_fullsized":"2024-09-19T04:35:55.787658+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:29.876895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.814112+0000","last_change":"2024-09-19T04:35:54.808184+0000","last_active":"2024-09-19T04:35:54.814112+0000","last_peered":"2024-09-19T04:35:54.814112+0000","last_clean":"2024-09-19T04:35:54.814112+0000","last_became_active":"2024-09-19T04:35:54.807785+0000","last_became_peered":"2024-09-19T04:35:54.807785+0000","last_unstale":"2024-09-19T04:35:54.814112+0000","last_undegraded":"2024-09-19T04:35:54.814112+0000","last_fullsized":"2024-09-19T04:35:54.814112+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:43.510435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.787435+0000","last_change":"2024-09-19T04:35:53.802617+0000","last_active":"2024-09-19T04:35:54.787435+0000","last_peered":"2024-09-19T04:35:54.787435+0000","last_clean":"2024-09-19T04:35:54.787435+0000","last_became_active":"2024-09-19T04:35:53.802380+0000","last_became_peered":"2024-09-19T04:35:53.802380+0000","last_unstale":"2024-09-19T04:35:54.787435+0000","last_undegraded":"2024-09-19T04:35:54.787435+0000","last_fullsized":"2024-09-19T04:35:54.787435+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:14:53.656745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787363+0000","last_change":"2024-09-19T04:35:54.801702+0000","last_active":"2024-09-19T04:35:55.787363+0000","last_peered":"2024-09-19T04:35:55.787363+0000","last_clean":"2024-09-19T04:35:55.787363+0000","last_became_active":"2024-09-19T04:35:54.801389+0000","last_became_peered":"2024-09-19T04:35:54.801389+0000","last_unstale":"2024-09-19T04:35:55.787363+0000","last_undegraded":"2024-09-19T04:35:55.787363+0000","last_fullsized":"2024-09-19T04:35:55.787363+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:13:56.813745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816080+0000","last_change":"2024-09-19T04:35:53.796858+0000","last_active":"2024-09-19T04:35:54.816080+0000","last_peered":"2024-09-19T04:35:54.816080+0000","last_clean":"2024-09-19T04:35:54.816080+0000","last_became_active":"2024-09-19T04:35:53.796583+0000","last_became_peered":"2024-09-19T04:35:53.796583+0000","last_unstale":"2024-09-19T04:35:54.816080+0000","last_undegraded":"2024-09-19T04:35:54.816080+0000","last_fullsized":"2024-09-19T04:35:54.816080+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:45.995383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.801394+0000","last_change":"2024-09-19T04:35:54.795779+0000","last_active":"2024-09-19T04:35:54.801394+0000","last_peered":"2024-09-19T04:35:54.801394+0000","last_clean":"2024-09-19T04:35:54.801394+0000","last_became_active":"2024-09-19T04:35:54.795525+0000","last_became_peered":"2024-09-19T04:35:54.795525+0000","last_unstale":"2024-09-19T04:35:54.801394+0000","last_undegraded":"2024-09-19T04:35:54.801394+0000","last_fullsized":"2024-09-19T04:35:54.801394+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:12:51.189418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.792741+0000","last_change":"2024-09-19T04:35:53.803578+0000","last_active":"2024-09-19T04:35:54.792741+0000","last_peered":"2024-09-19T04:35:54.792741+0000","last_clean":"2024-09-19T04:35:54.792741+0000","last_became_active":"2024-09-19T04:35:53.803293+0000","last_became_peered":"2024-09-19T04:35:53.803293+0000","last_unstale":"2024-09-19T04:35:54.792741+0000","last_undegraded":"2024-09-19T04:35:54.792741+0000","last_fullsized":"2024-09-19T04:35:54.792741+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:51.156156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812428+0000","last_change":"2024-09-19T04:35:54.811611+0000","last_active":"2024-09-19T04:35:54.812428+0000","last_peered":"2024-09-19T04:35:54.812428+0000","last_clean":"2024-09-19T04:35:54.812428+0000","last_became_active":"2024-09-19T04:35:54.810135+0000","last_became_peered":"2024-09-19T04:35:54.810135+0000","last_unstale":"2024-09-19T04:35:54.812428+0000","last_undegraded":"2024-09-19T04:35:54.812428+0000","last_fullsized":"2024-09-19T04:35:54.812428+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:37:37.136694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787538+0000","last_change":"2024-09-19T04:35:53.796802+0000","last_active":"2024-09-19T04:35:55.787538+0000","last_peered":"2024-09-19T04:35:55.787538+0000","last_clean":"2024-09-19T04:35:55.787538+0000","last_became_active":"2024-09-19T04:35:53.796208+0000","last_became_peered":"2024-09-19T04:35:53.796208+0000","last_unstale":"2024-09-19T04:35:55.787538+0000","last_undegraded":"2024-09-19T04:35:55.787538+0000","last_fullsized":"2024-09-19T04:35:55.787538+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:42:53.599250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787599+0000","last_change":"2024-09-19T04:35:54.794000+0000","last_active":"2024-09-19T04:35:55.787599+0000","last_peered":"2024-09-19T04:35:55.787599+0000","last_clean":"2024-09-19T04:35:55.787599+0000","last_became_active":"2024-09-19T04:35:54.793580+0000","last_became_peered":"2024-09-19T04:35:54.793580+0000","last_unstale":"2024-09-19T04:35:55.787599+0000","last_undegraded":"2024-09-19T04:35:55.787599+0000","last_fullsized":"2024-09-19T04:35:55.787599+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:08.595748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816927+0000","last_change":"2024-09-19T04:35:53.804894+0000","last_active":"2024-09-19T04:35:54.816927+0000","last_peered":"2024-09-19T04:35:54.816927+0000","last_clean":"2024-09-19T04:35:54.816927+0000","last_became_active":"2024-09-19T04:35:53.804632+0000","last_became_peered":"2024-09-19T04:35:53.804632+0000","last_unstale":"2024-09-19T04:35:54.816927+0000","last_undegraded":"2024-09-19T04:35:54.816927+0000","last_fullsized":"2024-09-19T04:35:54.816927+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:42.039204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787896+0000","last_change":"2024-09-19T04:35:54.810338+0000","last_active":"2024-09-19T04:35:55.787896+0000","last_peered":"2024-09-19T04:35:55.787896+0000","last_clean":"2024-09-19T04:35:55.787896+0000","last_became_active":"2024-09-19T04:35:54.810055+0000","last_became_peered":"2024-09-19T04:35:54.810055+0000","last_unstale":"2024-09-19T04:35:55.787896+0000","last_undegraded":"2024-09-19T04:35:55.787896+0000","last_fullsized":"2024-09-19T04:35:55.787896+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:08.757917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.787904+0000","last_change":"2024-09-19T04:35:53.801354+0000","last_active":"2024-09-19T04:35:54.787904+0000","last_peered":"2024-09-19T04:35:54.787904+0000","last_clean":"2024-09-19T04:35:54.787904+0000","last_became_active":"2024-09-19T04:35:53.801113+0000","last_became_peered":"2024-09-19T04:35:53.801113+0000","last_unstale":"2024-09-19T04:35:54.787904+0000","last_undegraded":"2024-09-19T04:35:54.787904+0000","last_fullsized":"2024-09-19T04:35:54.787904+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:05.553377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.811442+0000","last_change":"2024-09-19T04:35:54.808547+0000","last_active":"2024-09-19T04:35:54.811442+0000","last_peered":"2024-09-19T04:35:54.811442+0000","last_clean":"2024-09-19T04:35:54.811442+0000","last_became_active":"2024-09-19T04:35:54.808248+0000","last_became_peered":"2024-09-19T04:35:54.808248+0000","last_unstale":"2024-09-19T04:35:54.811442+0000","last_undegraded":"2024-09-19T04:35:54.811442+0000","last_fullsized":"2024-09-19T04:35:54.811442+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:02:41.436281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.806012+0000","last_change":"2024-09-19T04:35:53.793118+0000","last_active":"2024-09-19T04:35:55.806012+0000","last_peered":"2024-09-19T04:35:55.806012+0000","last_clean":"2024-09-19T04:35:55.806012+0000","last_became_active":"2024-09-19T04:35:53.792829+0000","last_became_peered":"2024-09-19T04:35:53.792829+0000","last_unstale":"2024-09-19T04:35:55.806012+0000","last_undegraded":"2024-09-19T04:35:55.806012+0000","last_fullsized":"2024-09-19T04:35:55.806012+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:29.342160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.799596+0000","last_change":"2024-09-19T04:35:54.795059+0000","last_active":"2024-09-19T04:35:54.799596+0000","last_peered":"2024-09-19T04:35:54.799596+0000","last_clean":"2024-09-19T04:35:54.799596+0000","last_became_active":"2024-09-19T04:35:54.794812+0000","last_became_peered":"2024-09-19T04:35:54.794812+0000","last_unstale":"2024-09-19T04:35:54.799596+0000","last_undegraded":"2024-09-19T04:35:54.799596+0000","last_fullsized":"2024-09-19T04:35:54.799596+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:51.856923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.788222+0000","last_change":"2024-09-19T04:35:53.796761+0000","last_active":"2024-09-19T04:35:55.788222+0000","last_peered":"2024-09-19T04:35:55.788222+0000","last_clean":"2024-09-19T04:35:55.788222+0000","last_became_active":"2024-09-19T04:35:53.796452+0000","last_became_peered":"2024-09-19T04:35:53.796452+0000","last_unstale":"2024-09-19T04:35:55.788222+0000","last_undegraded":"2024-09-19T04:35:55.788222+0000","last_fullsized":"2024-09-19T04:35:55.788222+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:46:26.358742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812946+0000","last_change":"2024-09-19T04:35:54.803707+0000","last_active":"2024-09-19T04:35:54.812946+0000","last_peered":"2024-09-19T04:35:54.812946+0000","last_clean":"2024-09-19T04:35:54.812946+0000","last_became_active":"2024-09-19T04:35:54.803243+0000","last_became_peered":"2024-09-19T04:35:54.803243+0000","last_unstale":"2024-09-19T04:35:54.812946+0000","last_undegraded":"2024-09-19T04:35:54.812946+0000","last_fullsized":"2024-09-19T04:35:54.812946+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:15:41.067860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.792551+0000","last_change":"2024-09-19T04:35:53.803005+0000","last_active":"2024-09-19T04:35:54.792551+0000","last_peered":"2024-09-19T04:35:54.792551+0000","last_clean":"2024-09-19T04:35:54.792551+0000","last_became_active":"2024-09-19T04:35:53.802735+0000","last_became_peered":"2024-09-19T04:35:53.802735+0000","last_unstale":"2024-09-19T04:35:54.792551+0000","last_undegraded":"2024-09-19T04:35:54.792551+0000","last_fullsized":"2024-09-19T04:35:54.792551+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:29.342160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813045+0000","last_change":"2024-09-19T04:35:54.809588+0000","last_active":"2024-09-19T04:35:54.813045+0000","last_peered":"2024-09-19T04:35:54.813045+0000","last_clean":"2024-09-19T04:35:54.813045+0000","last_became_active":"2024-09-19T04:35:54.809323+0000","last_became_peered":"2024-09-19T04:35:54.809323+0000","last_unstale":"2024-09-19T04:35:54.813045+0000","last_undegraded":"2024-09-19T04:35:54.813045+0000","last_fullsized":"2024-09-19T04:35:54.813045+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:41.889081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787475+0000","last_change":"2024-09-19T04:35:53.799952+0000","last_active":"2024-09-19T04:35:55.787475+0000","last_peered":"2024-09-19T04:35:55.787475+0000","last_clean":"2024-09-19T04:35:55.787475+0000","last_became_active":"2024-09-19T04:35:53.799461+0000","last_became_peered":"2024-09-19T04:35:53.799461+0000","last_unstale":"2024-09-19T04:35:55.787475+0000","last_undegraded":"2024-09-19T04:35:55.787475+0000","last_fullsized":"2024-09-19T04:35:55.787475+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:52:25.316306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.802101+0000","last_change":"2024-09-19T04:35:54.796452+0000","last_active":"2024-09-19T04:35:54.802101+0000","last_peered":"2024-09-19T04:35:54.802101+0000","last_clean":"2024-09-19T04:35:54.802101+0000","last_became_active":"2024-09-19T04:35:54.796178+0000","last_became_peered":"2024-09-19T04:35:54.796178+0000","last_unstale":"2024-09-19T04:35:54.802101+0000","last_undegraded":"2024-09-19T04:35:54.802101+0000","last_fullsized":"2024-09-19T04:35:54.802101+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:36:25.315323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.792581+0000","last_change":"2024-09-19T04:35:53.804204+0000","last_active":"2024-09-19T04:35:54.792581+0000","last_peered":"2024-09-19T04:35:54.792581+0000","last_clean":"2024-09-19T04:35:54.792581+0000","last_became_active":"2024-09-19T04:35:53.803953+0000","last_became_peered":"2024-09-19T04:35:53.803953+0000","last_unstale":"2024-09-19T04:35:54.792581+0000","last_undegraded":"2024-09-19T04:35:54.792581+0000","last_fullsized":"2024-09-19T04:35:54.792581+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:58.231191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.802696+0000","last_change":"2024-09-19T04:35:54.797833+0000","last_active":"2024-09-19T04:35:54.802696+0000","last_peered":"2024-09-19T04:35:54.802696+0000","last_clean":"2024-09-19T04:35:54.802696+0000","last_became_active":"2024-09-19T04:35:54.797574+0000","last_became_peered":"2024-09-19T04:35:54.797574+0000","last_unstale":"2024-09-19T04:35:54.802696+0000","last_undegraded":"2024-09-19T04:35:54.802696+0000","last_fullsized":"2024-09-19T04:35:54.802696+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:21.993036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.792042+0000","last_change":"2024-09-19T04:35:53.797638+0000","last_active":"2024-09-19T04:35:54.792042+0000","last_peered":"2024-09-19T04:35:54.792042+0000","last_clean":"2024-09-19T04:35:54.792042+0000","last_became_active":"2024-09-19T04:35:53.797383+0000","last_became_peered":"2024-09-19T04:35:53.797383+0000","last_unstale":"2024-09-19T04:35:54.792042+0000","last_undegraded":"2024-09-19T04:35:54.792042+0000","last_fullsized":"2024-09-19T04:35:54.792042+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:22.632343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812384+0000","last_change":"2024-09-19T04:35:54.802598+0000","last_active":"2024-09-19T04:35:54.812384+0000","last_peered":"2024-09-19T04:35:54.812384+0000","last_clean":"2024-09-19T04:35:54.812384+0000","last_became_active":"2024-09-19T04:35:54.802311+0000","last_became_peered":"2024-09-19T04:35:54.802311+0000","last_unstale":"2024-09-19T04:35:54.812384+0000","last_undegraded":"2024-09-19T04:35:54.812384+0000","last_fullsized":"2024-09-19T04:35:54.812384+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:34.545188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.805991+0000","last_change":"2024-09-19T04:35:53.797718+0000","last_active":"2024-09-19T04:35:55.805991+0000","last_peered":"2024-09-19T04:35:55.805991+0000","last_clean":"2024-09-19T04:35:55.805991+0000","last_became_active":"2024-09-19T04:35:53.797418+0000","last_became_peered":"2024-09-19T04:35:53.797418+0000","last_unstale":"2024-09-19T04:35:55.805991+0000","last_undegraded":"2024-09-19T04:35:55.805991+0000","last_fullsized":"2024-09-19T04:35:55.805991+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:14:35.997017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":235,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.799493+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:35:54.799493+0000","last_peered":"2024-09-19T04:35:54.799493+0000","last_clean":"2024-09-19T04:35:54.799493+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:35:54.799493+0000","last_undegraded":"2024-09-19T04:35:54.799493+0000","last_fullsized":"2024-09-19T04:35:54.799493+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509482,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28284,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343556,"statfs":{"total":96636764160,"available":96607801344,"internally_reserved":0,"allocated":1277952,"data_stored":869119,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509482,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27688,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344152,"statfs":{"total":96636764160,"available":96608411648,"internally_reserved":0,"allocated":675840,"data_stored":278591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509482,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27704,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344136,"statfs":{"total":96636764160,"available":96608395264,"internally_reserved":0,"allocated":684032,"data_stored":279243,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509483,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27716,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344124,"statfs":{"total":96636764160,"available":96608382976,"internally_reserved":0,"allocated":700416,"data_stored":286503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542187,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31844,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339996,"statfs":{"total":96636764160,"available":96604155904,"internally_reserved":0,"allocated":663552,"data_stored":271816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542186,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27700,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344140,"statfs":{"total":96636764160,"available":96608399360,"internally_reserved":0,"allocated":684032,"data_stored":278647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542186,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31852,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339988,"statfs":{"total":96636764160,"available":96604147712,"internally_reserved":0,"allocated":679936,"data_stored":278681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542187,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28288,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343552,"statfs":{"total":96636764160,"available":96607797248,"internally_reserved":0,"allocated":1286144,"data_stored":871153,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:36:00.771 INFO:tasks.ceph.mds.a.smithi111.stderr:2024-09-19T04:36:00.770+0000 7f7dddfd5640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T04:36:02.056 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:36:02.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.165+0000 7f1dcd877640 1 Processor -- start 2024-09-19T04:36:02.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.165+0000 7f1dcd877640 1 -- start start 2024-09-19T04:36:02.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.166+0000 7f1dcd877640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1dc815e940 0x7f1dc80d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:02.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.166+0000 7f1dcd877640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f1dc815ed20 0x7f1dc80d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:02.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.166+0000 7f1dcd877640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1dc80cef90 0x7f1dc80b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:02.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.166+0000 7f1dcd877640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f1dc80d1ae0 con 0x7f1dc815e940 2024-09-19T04:36:02.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.166+0000 7f1dcd877640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f1dc80b7170 con 0x7f1dc815ed20 2024-09-19T04:36:02.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.166+0000 7f1dcd877640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1dc80b7aa0 con 0x7f1dc80cef90 2024-09-19T04:36:02.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.166+0000 7f1dc6ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1dc815e940 0x7f1dc80d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:02.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.166+0000 7f1dc6ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1dc815e940 0x7f1dc80d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47264/0 (socket says 172.21.15.111:47264) 2024-09-19T04:36:02.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.166+0000 7f1dc6ffd640 1 -- 172.21.15.111:0/2277872288 learned_addr learned my addr 172.21.15.111:0/2277872288 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:02.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.166+0000 7f1dc67fc640 1 --2- 172.21.15.111:0/2277872288 >> v2:172.21.15.114:3300/0 conn(0x7f1dc815ed20 0x7f1dc80d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:02.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.166+0000 7f1dc77fe640 1 --2- 172.21.15.111:0/2277872288 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1dc80cef90 0x7f1dc80b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:02.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.167+0000 7f1dc6ffd640 1 -- 172.21.15.111:0/2277872288 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1dc80cef90 msgr2=0x7f1dc80b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:02.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.167+0000 7f1dc6ffd640 1 --2- 172.21.15.111:0/2277872288 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1dc80cef90 0x7f1dc80b3220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:02.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.167+0000 7f1dc6ffd640 1 -- 172.21.15.111:0/2277872288 >> v2:172.21.15.114:3300/0 conn(0x7f1dc815ed20 msgr2=0x7f1dc80d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:02.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.167+0000 7f1dc6ffd640 1 --2- 172.21.15.111:0/2277872288 >> v2:172.21.15.114:3300/0 conn(0x7f1dc815ed20 0x7f1dc80d15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:02.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.167+0000 7f1dc6ffd640 1 -- 172.21.15.111:0/2277872288 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1dc80d3660 con 0x7f1dc815e940 2024-09-19T04:36:02.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.167+0000 7f1dc6ffd640 1 --2- 172.21.15.111:0/2277872288 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1dc815e940 0x7f1dc80d1060 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f1dc806e900 tx=0x7f1db802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95de7208a6a9b53a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:02.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.167+0000 7f1dc5ffb640 1 -- 172.21.15.111:0/2277872288 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1db8037070 con 0x7f1dc815e940 2024-09-19T04:36:02.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.167+0000 7f1dc5ffb640 1 -- 172.21.15.111:0/2277872288 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1db8032440 con 0x7f1dc815e940 2024-09-19T04:36:02.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.167+0000 7f1dc5ffb640 1 -- 172.21.15.111:0/2277872288 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1db8032810 con 0x7f1dc815e940 2024-09-19T04:36:02.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.168+0000 7f1dcd877640 1 -- 172.21.15.111:0/2277872288 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1dc815e940 msgr2=0x7f1dc80d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:02.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.168+0000 7f1dcd877640 1 --2- 172.21.15.111:0/2277872288 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1dc815e940 0x7f1dc80d1060 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f1dc806e900 tx=0x7f1db802a270 comp rx=0 tx=0).stop 2024-09-19T04:36:02.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.168+0000 7f1dcd877640 1 -- 172.21.15.111:0/2277872288 shutdown_connections 2024-09-19T04:36:02.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.168+0000 7f1dcd877640 1 --2- 172.21.15.111:0/2277872288 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1dc80cef90 0x7f1dc80b3220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:02.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.168+0000 7f1dcd877640 1 --2- 172.21.15.111:0/2277872288 >> v2:172.21.15.114:3300/0 conn(0x7f1dc815ed20 0x7f1dc80d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:02.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.168+0000 7f1dcd877640 1 --2- 172.21.15.111:0/2277872288 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1dc815e940 0x7f1dc80d1060 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:02.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.168+0000 7f1dcd877640 1 -- 172.21.15.111:0/2277872288 >> 172.21.15.111:0/2277872288 conn(0x7f1dc80b6240 msgr2=0x7f1dc80b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:02.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.168+0000 7f1dcd877640 1 -- 172.21.15.111:0/2277872288 shutdown_connections 2024-09-19T04:36:02.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.168+0000 7f1dcd877640 1 -- 172.21.15.111:0/2277872288 wait complete. 2024-09-19T04:36:02.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.169+0000 7f1dcd877640 1 Processor -- start 2024-09-19T04:36:02.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.169+0000 7f1dcd877640 1 -- start start 2024-09-19T04:36:02.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.170+0000 7f1dcd877640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1dc80cef90 0x7f1dc8155820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:02.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.170+0000 7f1dcd877640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1dc815e940 0x7f1dc80cd400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:02.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.170+0000 7f1dcd877640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1dc815ed20 0x7f1dc80cd940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:02.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.170+0000 7f1dcd877640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1dc80d3f00 con 0x7f1dc815ed20 2024-09-19T04:36:02.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.170+0000 7f1dcd877640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1dc80d3c20 con 0x7f1dc80cef90 2024-09-19T04:36:02.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.170+0000 7f1dcd877640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1dc80d1ef0 con 0x7f1dc815e940 2024-09-19T04:36:02.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.170+0000 7f1dc77fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1dc815ed20 0x7f1dc80cd940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:02.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.170+0000 7f1dc77fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1dc815ed20 0x7f1dc80cd940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47266/0 (socket says 172.21.15.111:47266) 2024-09-19T04:36:02.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.170+0000 7f1dc77fe640 1 -- 172.21.15.111:0/1775027432 learned_addr learned my addr 172.21.15.111:0/1775027432 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:02.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.170+0000 7f1dc6ffd640 1 --2- 172.21.15.111:0/1775027432 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1dc80cef90 0x7f1dc8155820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:02.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.170+0000 7f1dc67fc640 1 --2- 172.21.15.111:0/1775027432 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1dc815e940 0x7f1dc80cd400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:02.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.171+0000 7f1dc77fe640 1 -- 172.21.15.111:0/1775027432 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1dc815e940 msgr2=0x7f1dc80cd400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:02.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.171+0000 7f1dc77fe640 1 --2- 172.21.15.111:0/1775027432 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1dc815e940 0x7f1dc80cd400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:02.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.171+0000 7f1dc77fe640 1 -- 172.21.15.111:0/1775027432 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1dc80cef90 msgr2=0x7f1dc8155820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:02.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.171+0000 7f1dc77fe640 1 --2- 172.21.15.111:0/1775027432 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1dc80cef90 0x7f1dc8155820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:02.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.171+0000 7f1dc77fe640 1 -- 172.21.15.111:0/1775027432 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1dc81e7b80 con 0x7f1dc815ed20 2024-09-19T04:36:02.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.171+0000 7f1dc6ffd640 1 --2- 172.21.15.111:0/1775027432 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1dc80cef90 0x7f1dc8155820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:36:02.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.171+0000 7f1dc77fe640 1 --2- 172.21.15.111:0/1775027432 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1dc815ed20 0x7f1dc80cd940 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f1dc000eed0 tx=0x7f1dc000b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:02.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.171+0000 7f1daffff640 1 -- 172.21.15.111:0/1775027432 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc0018020 con 0x7f1dc815ed20 2024-09-19T04:36:02.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.171+0000 7f1daffff640 1 -- 172.21.15.111:0/1775027432 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1dc0014400 con 0x7f1dc815ed20 2024-09-19T04:36:02.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.171+0000 7f1daffff640 1 -- 172.21.15.111:0/1775027432 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc00147f0 con 0x7f1dc815ed20 2024-09-19T04:36:02.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.171+0000 7f1dcd877640 1 -- 172.21.15.111:0/1775027432 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1dc81e7e60 con 0x7f1dc815ed20 2024-09-19T04:36:02.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.171+0000 7f1dcd877640 1 -- 172.21.15.111:0/1775027432 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1dc81e8420 con 0x7f1dc815ed20 2024-09-19T04:36:02.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.172+0000 7f1dcd877640 1 -- 172.21.15.111:0/1775027432 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1dc80d1060 con 0x7f1dc815ed20 2024-09-19T04:36:02.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.173+0000 7f1daffff640 1 -- 172.21.15.111:0/1775027432 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f1dc0005d10 con 0x7f1dc815ed20 2024-09-19T04:36:02.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.173+0000 7f1daffff640 1 --2- 172.21.15.111:0/1775027432 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1db406c490 0x7f1db406e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:02.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.173+0000 7f1dc6ffd640 1 --2- 172.21.15.111:0/1775027432 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1db406c490 0x7f1db406e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:02.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.173+0000 7f1daffff640 1 -- 172.21.15.111:0/1775027432 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f1dc008bd30 con 0x7f1dc815ed20 2024-09-19T04:36:02.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.174+0000 7f1dc6ffd640 1 --2- 172.21.15.111:0/1775027432 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1db406c490 0x7f1db406e950 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f1db8034000 tx=0x7f1db802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:02.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.178+0000 7f1daffff640 1 -- 172.21.15.111:0/1775027432 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1dc0022070 con 0x7f1dc815ed20 2024-09-19T04:36:02.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.341+0000 7f1dcd877640 1 -- 172.21.15.111:0/1775027432 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1dc8161c60 con 0x7f1db406c490 2024-09-19T04:36:02.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.347+0000 7f1daffff640 1 -- 172.21.15.111:0/1775027432 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251903 (secure 0 0 0) 0x7f1dc8161c60 con 0x7f1db406c490 2024-09-19T04:36:02.351 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:02.352 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:36:02.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.350+0000 7f1dcd877640 1 -- 172.21.15.111:0/1775027432 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1db406c490 msgr2=0x7f1db406e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:02.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.350+0000 7f1dcd877640 1 --2- 172.21.15.111:0/1775027432 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1db406c490 0x7f1db406e950 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f1db8034000 tx=0x7f1db802e000 comp rx=0 tx=0).stop 2024-09-19T04:36:02.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.350+0000 7f1dcd877640 1 -- 172.21.15.111:0/1775027432 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1dc815ed20 msgr2=0x7f1dc80cd940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:02.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.350+0000 7f1dcd877640 1 --2- 172.21.15.111:0/1775027432 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1dc815ed20 0x7f1dc80cd940 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f1dc000eed0 tx=0x7f1dc000b480 comp rx=0 tx=0).stop 2024-09-19T04:36:02.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.350+0000 7f1dcd877640 1 -- 172.21.15.111:0/1775027432 shutdown_connections 2024-09-19T04:36:02.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.350+0000 7f1dcd877640 1 --2- 172.21.15.111:0/1775027432 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f1db406c490 0x7f1db406e950 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:02.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.350+0000 7f1dcd877640 1 --2- 172.21.15.111:0/1775027432 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1dc815ed20 0x7f1dc80cd940 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:02.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.350+0000 7f1dcd877640 1 --2- 172.21.15.111:0/1775027432 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1dc815e940 0x7f1dc80cd400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:02.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.350+0000 7f1dcd877640 1 --2- 172.21.15.111:0/1775027432 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1dc80cef90 0x7f1dc8155820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:02.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.350+0000 7f1dcd877640 1 -- 172.21.15.111:0/1775027432 >> 172.21.15.111:0/1775027432 conn(0x7f1dc80b6240 msgr2=0x7f1dc80cae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:02.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.350+0000 7f1dcd877640 1 -- 172.21.15.111:0/1775027432 shutdown_connections 2024-09-19T04:36:02.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.350+0000 7f1dcd877640 1 -- 172.21.15.111:0/1775027432 wait complete. 2024-09-19T04:36:02.363 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":151,"stamp":"2024-09-19T04:36:00.448106+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":118,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":231092,"kb_used_data":6508,"kb_used_omap":12,"kb_used_meta":224371,"kb_avail":754743628,"statfs":{"total":773094113280,"available":772857475072,"internally_reserved":0,"allocated":6664192,"data_stored":3420053,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":229756464},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.663898"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.804601+0000","last_change":"2024-09-19T04:35:54.798325+0000","last_active":"2024-09-19T04:35:54.804601+0000","last_peered":"2024-09-19T04:35:54.804601+0000","last_clean":"2024-09-19T04:35:54.804601+0000","last_became_active":"2024-09-19T04:35:54.796245+0000","last_became_peered":"2024-09-19T04:35:54.796245+0000","last_unstale":"2024-09-19T04:35:54.804601+0000","last_undegraded":"2024-09-19T04:35:54.804601+0000","last_fullsized":"2024-09-19T04:35:54.804601+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:14.708265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812886+0000","last_change":"2024-09-19T04:35:54.803328+0000","last_active":"2024-09-19T04:35:54.812886+0000","last_peered":"2024-09-19T04:35:54.812886+0000","last_clean":"2024-09-19T04:35:54.812886+0000","last_became_active":"2024-09-19T04:35:54.803098+0000","last_became_peered":"2024-09-19T04:35:54.803098+0000","last_unstale":"2024-09-19T04:35:54.812886+0000","last_undegraded":"2024-09-19T04:35:54.812886+0000","last_fullsized":"2024-09-19T04:35:54.812886+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:04:54.540058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816732+0000","last_change":"2024-09-19T04:35:54.814770+0000","last_active":"2024-09-19T04:35:54.816732+0000","last_peered":"2024-09-19T04:35:54.816732+0000","last_clean":"2024-09-19T04:35:54.816732+0000","last_became_active":"2024-09-19T04:35:54.814438+0000","last_became_peered":"2024-09-19T04:35:54.814438+0000","last_unstale":"2024-09-19T04:35:54.816732+0000","last_undegraded":"2024-09-19T04:35:54.816732+0000","last_fullsized":"2024-09-19T04:35:54.816732+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:23.638681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.788035+0000","last_change":"2024-09-19T04:35:54.796175+0000","last_active":"2024-09-19T04:35:55.788035+0000","last_peered":"2024-09-19T04:35:55.788035+0000","last_clean":"2024-09-19T04:35:55.788035+0000","last_became_active":"2024-09-19T04:35:54.795856+0000","last_became_peered":"2024-09-19T04:35:54.795856+0000","last_unstale":"2024-09-19T04:35:55.788035+0000","last_undegraded":"2024-09-19T04:35:55.788035+0000","last_fullsized":"2024-09-19T04:35:55.788035+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:47.001721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.802188+0000","last_change":"2024-09-19T04:35:54.794813+0000","last_active":"2024-09-19T04:35:54.802188+0000","last_peered":"2024-09-19T04:35:54.802188+0000","last_clean":"2024-09-19T04:35:54.802188+0000","last_became_active":"2024-09-19T04:35:54.794536+0000","last_became_peered":"2024-09-19T04:35:54.794536+0000","last_unstale":"2024-09-19T04:35:54.802188+0000","last_undegraded":"2024-09-19T04:35:54.802188+0000","last_fullsized":"2024-09-19T04:35:54.802188+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:53:49.065496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.803218+0000","last_change":"2024-09-19T04:35:54.792876+0000","last_active":"2024-09-19T04:35:55.803218+0000","last_peered":"2024-09-19T04:35:55.803218+0000","last_clean":"2024-09-19T04:35:55.803218+0000","last_became_active":"2024-09-19T04:35:54.792581+0000","last_became_peered":"2024-09-19T04:35:54.792581+0000","last_unstale":"2024-09-19T04:35:55.803218+0000","last_undegraded":"2024-09-19T04:35:55.803218+0000","last_fullsized":"2024-09-19T04:35:55.803218+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:37.201533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.786826+0000","last_change":"2024-09-19T04:35:54.807833+0000","last_active":"2024-09-19T04:35:55.786826+0000","last_peered":"2024-09-19T04:35:55.786826+0000","last_clean":"2024-09-19T04:35:55.786826+0000","last_became_active":"2024-09-19T04:35:54.806456+0000","last_became_peered":"2024-09-19T04:35:54.806456+0000","last_unstale":"2024-09-19T04:35:55.786826+0000","last_undegraded":"2024-09-19T04:35:55.786826+0000","last_fullsized":"2024-09-19T04:35:55.786826+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:44:25.423421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813666+0000","last_change":"2024-09-19T04:35:54.805150+0000","last_active":"2024-09-19T04:35:54.813666+0000","last_peered":"2024-09-19T04:35:54.813666+0000","last_clean":"2024-09-19T04:35:54.813666+0000","last_became_active":"2024-09-19T04:35:54.804905+0000","last_became_peered":"2024-09-19T04:35:54.804905+0000","last_unstale":"2024-09-19T04:35:54.813666+0000","last_undegraded":"2024-09-19T04:35:54.813666+0000","last_fullsized":"2024-09-19T04:35:54.813666+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:44:05.768274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787270+0000","last_change":"2024-09-19T04:35:54.812683+0000","last_active":"2024-09-19T04:35:55.787270+0000","last_peered":"2024-09-19T04:35:55.787270+0000","last_clean":"2024-09-19T04:35:55.787270+0000","last_became_active":"2024-09-19T04:35:54.812206+0000","last_became_peered":"2024-09-19T04:35:54.812206+0000","last_unstale":"2024-09-19T04:35:55.787270+0000","last_undegraded":"2024-09-19T04:35:55.787270+0000","last_fullsized":"2024-09-19T04:35:55.787270+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:21.388708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.811422+0000","last_change":"2024-09-19T04:35:54.807434+0000","last_active":"2024-09-19T04:35:54.811422+0000","last_peered":"2024-09-19T04:35:54.811422+0000","last_clean":"2024-09-19T04:35:54.811422+0000","last_became_active":"2024-09-19T04:35:54.807193+0000","last_became_peered":"2024-09-19T04:35:54.807193+0000","last_unstale":"2024-09-19T04:35:54.811422+0000","last_undegraded":"2024-09-19T04:35:54.811422+0000","last_fullsized":"2024-09-19T04:35:54.811422+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:11.258833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.804709+0000","last_change":"2024-09-19T04:35:54.799938+0000","last_active":"2024-09-19T04:35:54.804709+0000","last_peered":"2024-09-19T04:35:54.804709+0000","last_clean":"2024-09-19T04:35:54.804709+0000","last_became_active":"2024-09-19T04:35:54.796742+0000","last_became_peered":"2024-09-19T04:35:54.796742+0000","last_unstale":"2024-09-19T04:35:54.804709+0000","last_undegraded":"2024-09-19T04:35:54.804709+0000","last_fullsized":"2024-09-19T04:35:54.804709+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:46.255299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.788134+0000","last_change":"2024-09-19T04:35:54.810442+0000","last_active":"2024-09-19T04:35:55.788134+0000","last_peered":"2024-09-19T04:35:55.788134+0000","last_clean":"2024-09-19T04:35:55.788134+0000","last_became_active":"2024-09-19T04:35:54.808970+0000","last_became_peered":"2024-09-19T04:35:54.808970+0000","last_unstale":"2024-09-19T04:35:55.788134+0000","last_undegraded":"2024-09-19T04:35:55.788134+0000","last_fullsized":"2024-09-19T04:35:55.788134+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:21.993036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.806118+0000","last_change":"2024-09-19T04:35:54.807185+0000","last_active":"2024-09-19T04:35:55.806118+0000","last_peered":"2024-09-19T04:35:55.806118+0000","last_clean":"2024-09-19T04:35:55.806118+0000","last_became_active":"2024-09-19T04:35:54.806903+0000","last_became_peered":"2024-09-19T04:35:54.806903+0000","last_unstale":"2024-09-19T04:35:55.806118+0000","last_undegraded":"2024-09-19T04:35:55.806118+0000","last_fullsized":"2024-09-19T04:35:55.806118+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:54:32.119202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787368+0000","last_change":"2024-09-19T04:35:54.806002+0000","last_active":"2024-09-19T04:35:55.787368+0000","last_peered":"2024-09-19T04:35:55.787368+0000","last_clean":"2024-09-19T04:35:55.787368+0000","last_became_active":"2024-09-19T04:35:54.805496+0000","last_became_peered":"2024-09-19T04:35:54.805496+0000","last_unstale":"2024-09-19T04:35:55.787368+0000","last_undegraded":"2024-09-19T04:35:55.787368+0000","last_fullsized":"2024-09-19T04:35:55.787368+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:43.510435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787097+0000","last_change":"2024-09-19T04:35:54.806122+0000","last_active":"2024-09-19T04:35:55.787097+0000","last_peered":"2024-09-19T04:35:55.787097+0000","last_clean":"2024-09-19T04:35:55.787097+0000","last_became_active":"2024-09-19T04:35:54.805775+0000","last_became_peered":"2024-09-19T04:35:54.805775+0000","last_unstale":"2024-09-19T04:35:55.787097+0000","last_undegraded":"2024-09-19T04:35:55.787097+0000","last_fullsized":"2024-09-19T04:35:55.787097+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:30.883233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.803161+0000","last_change":"2024-09-19T04:35:54.801553+0000","last_active":"2024-09-19T04:35:55.803161+0000","last_peered":"2024-09-19T04:35:55.803161+0000","last_clean":"2024-09-19T04:35:55.803161+0000","last_became_active":"2024-09-19T04:35:54.799457+0000","last_became_peered":"2024-09-19T04:35:54.799457+0000","last_unstale":"2024-09-19T04:35:55.803161+0000","last_undegraded":"2024-09-19T04:35:55.803161+0000","last_fullsized":"2024-09-19T04:35:55.803161+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:32:43.310788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813082+0000","last_change":"2024-09-19T04:35:54.804493+0000","last_active":"2024-09-19T04:35:54.813082+0000","last_peered":"2024-09-19T04:35:54.813082+0000","last_clean":"2024-09-19T04:35:54.813082+0000","last_became_active":"2024-09-19T04:35:54.804230+0000","last_became_peered":"2024-09-19T04:35:54.804230+0000","last_unstale":"2024-09-19T04:35:54.813082+0000","last_undegraded":"2024-09-19T04:35:54.813082+0000","last_fullsized":"2024-09-19T04:35:54.813082+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:24:26.182897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816707+0000","last_change":"2024-09-19T04:35:54.814452+0000","last_active":"2024-09-19T04:35:54.816707+0000","last_peered":"2024-09-19T04:35:54.816707+0000","last_clean":"2024-09-19T04:35:54.816707+0000","last_became_active":"2024-09-19T04:35:54.814079+0000","last_became_peered":"2024-09-19T04:35:54.814079+0000","last_unstale":"2024-09-19T04:35:54.816707+0000","last_undegraded":"2024-09-19T04:35:54.816707+0000","last_fullsized":"2024-09-19T04:35:54.816707+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:51.112556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.806835+0000","last_change":"2024-09-19T04:35:54.795847+0000","last_active":"2024-09-19T04:35:54.806835+0000","last_peered":"2024-09-19T04:35:54.806835+0000","last_clean":"2024-09-19T04:35:54.806835+0000","last_became_active":"2024-09-19T04:35:54.795609+0000","last_became_peered":"2024-09-19T04:35:54.795609+0000","last_unstale":"2024-09-19T04:35:54.806835+0000","last_undegraded":"2024-09-19T04:35:54.806835+0000","last_fullsized":"2024-09-19T04:35:54.806835+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:30.755130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.814932+0000","last_change":"2024-09-19T04:35:54.813795+0000","last_active":"2024-09-19T04:35:54.814932+0000","last_peered":"2024-09-19T04:35:54.814932+0000","last_clean":"2024-09-19T04:35:54.814932+0000","last_became_active":"2024-09-19T04:35:54.813529+0000","last_became_peered":"2024-09-19T04:35:54.813529+0000","last_unstale":"2024-09-19T04:35:54.814932+0000","last_undegraded":"2024-09-19T04:35:54.814932+0000","last_fullsized":"2024-09-19T04:35:54.814932+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:05.416928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.815508+0000","last_change":"2024-09-19T04:35:54.810197+0000","last_active":"2024-09-19T04:35:54.815508+0000","last_peered":"2024-09-19T04:35:54.815508+0000","last_clean":"2024-09-19T04:35:54.815508+0000","last_became_active":"2024-09-19T04:35:54.809917+0000","last_became_peered":"2024-09-19T04:35:54.809917+0000","last_unstale":"2024-09-19T04:35:54.815508+0000","last_undegraded":"2024-09-19T04:35:54.815508+0000","last_fullsized":"2024-09-19T04:35:54.815508+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:47:31.158982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813198+0000","last_change":"2024-09-19T04:35:54.805640+0000","last_active":"2024-09-19T04:35:54.813198+0000","last_peered":"2024-09-19T04:35:54.813198+0000","last_clean":"2024-09-19T04:35:54.813198+0000","last_became_active":"2024-09-19T04:35:54.805333+0000","last_became_peered":"2024-09-19T04:35:54.805333+0000","last_unstale":"2024-09-19T04:35:54.813198+0000","last_undegraded":"2024-09-19T04:35:54.813198+0000","last_fullsized":"2024-09-19T04:35:54.813198+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:04.586962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813093+0000","last_change":"2024-09-19T04:35:54.809946+0000","last_active":"2024-09-19T04:35:54.813093+0000","last_peered":"2024-09-19T04:35:54.813093+0000","last_clean":"2024-09-19T04:35:54.813093+0000","last_became_active":"2024-09-19T04:35:54.808907+0000","last_became_peered":"2024-09-19T04:35:54.808907+0000","last_unstale":"2024-09-19T04:35:54.813093+0000","last_undegraded":"2024-09-19T04:35:54.813093+0000","last_fullsized":"2024-09-19T04:35:54.813093+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:43:19.572854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.806030+0000","last_change":"2024-09-19T04:35:54.808980+0000","last_active":"2024-09-19T04:35:55.806030+0000","last_peered":"2024-09-19T04:35:55.806030+0000","last_clean":"2024-09-19T04:35:55.806030+0000","last_became_active":"2024-09-19T04:35:54.808125+0000","last_became_peered":"2024-09-19T04:35:54.808125+0000","last_unstale":"2024-09-19T04:35:55.806030+0000","last_undegraded":"2024-09-19T04:35:55.806030+0000","last_fullsized":"2024-09-19T04:35:55.806030+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:36:25.315323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.804618+0000","last_change":"2024-09-19T04:35:54.800973+0000","last_active":"2024-09-19T04:35:54.804618+0000","last_peered":"2024-09-19T04:35:54.804618+0000","last_clean":"2024-09-19T04:35:54.804618+0000","last_became_active":"2024-09-19T04:35:54.800702+0000","last_became_peered":"2024-09-19T04:35:54.800702+0000","last_unstale":"2024-09-19T04:35:54.804618+0000","last_undegraded":"2024-09-19T04:35:54.804618+0000","last_fullsized":"2024-09-19T04:35:54.804618+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:15.096961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787247+0000","last_change":"2024-09-19T04:35:54.807534+0000","last_active":"2024-09-19T04:35:55.787247+0000","last_peered":"2024-09-19T04:35:55.787247+0000","last_clean":"2024-09-19T04:35:55.787247+0000","last_became_active":"2024-09-19T04:35:54.807227+0000","last_became_peered":"2024-09-19T04:35:54.807227+0000","last_unstale":"2024-09-19T04:35:55.787247+0000","last_undegraded":"2024-09-19T04:35:55.787247+0000","last_fullsized":"2024-09-19T04:35:55.787247+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:23.638681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.803503+0000","last_change":"2024-09-19T04:35:54.799718+0000","last_active":"2024-09-19T04:35:55.803503+0000","last_peered":"2024-09-19T04:35:55.803503+0000","last_clean":"2024-09-19T04:35:55.803503+0000","last_became_active":"2024-09-19T04:35:54.797307+0000","last_became_peered":"2024-09-19T04:35:54.797307+0000","last_unstale":"2024-09-19T04:35:55.803503+0000","last_undegraded":"2024-09-19T04:35:55.803503+0000","last_fullsized":"2024-09-19T04:35:55.803503+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:53:56.686473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.804569+0000","last_change":"2024-09-19T04:35:54.797271+0000","last_active":"2024-09-19T04:35:54.804569+0000","last_peered":"2024-09-19T04:35:54.804569+0000","last_clean":"2024-09-19T04:35:54.804569+0000","last_became_active":"2024-09-19T04:35:54.797030+0000","last_became_peered":"2024-09-19T04:35:54.797030+0000","last_unstale":"2024-09-19T04:35:54.804569+0000","last_undegraded":"2024-09-19T04:35:54.804569+0000","last_fullsized":"2024-09-19T04:35:54.804569+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:25.778118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812893+0000","last_change":"2024-09-19T04:35:54.802151+0000","last_active":"2024-09-19T04:35:54.812893+0000","last_peered":"2024-09-19T04:35:54.812893+0000","last_clean":"2024-09-19T04:35:54.812893+0000","last_became_active":"2024-09-19T04:35:54.801863+0000","last_became_peered":"2024-09-19T04:35:54.801863+0000","last_unstale":"2024-09-19T04:35:54.812893+0000","last_undegraded":"2024-09-19T04:35:54.812893+0000","last_fullsized":"2024-09-19T04:35:54.812893+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:38.332840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812896+0000","last_change":"2024-09-19T04:35:54.806820+0000","last_active":"2024-09-19T04:35:54.812896+0000","last_peered":"2024-09-19T04:35:54.812896+0000","last_clean":"2024-09-19T04:35:54.812896+0000","last_became_active":"2024-09-19T04:35:54.806557+0000","last_became_peered":"2024-09-19T04:35:54.806557+0000","last_unstale":"2024-09-19T04:35:54.812896+0000","last_undegraded":"2024-09-19T04:35:54.812896+0000","last_fullsized":"2024-09-19T04:35:54.812896+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:21.388708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.795126+0000","last_change":"2024-09-19T04:35:54.794349+0000","last_active":"2024-09-19T04:35:54.795126+0000","last_peered":"2024-09-19T04:35:54.795126+0000","last_clean":"2024-09-19T04:35:54.795126+0000","last_became_active":"2024-09-19T04:35:54.794094+0000","last_became_peered":"2024-09-19T04:35:54.794094+0000","last_unstale":"2024-09-19T04:35:54.795126+0000","last_undegraded":"2024-09-19T04:35:54.795126+0000","last_fullsized":"2024-09-19T04:35:54.795126+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:46.542052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.803212+0000","last_change":"2024-09-19T04:35:54.796714+0000","last_active":"2024-09-19T04:35:55.803212+0000","last_peered":"2024-09-19T04:35:55.803212+0000","last_clean":"2024-09-19T04:35:55.803212+0000","last_became_active":"2024-09-19T04:35:54.796196+0000","last_became_peered":"2024-09-19T04:35:54.796196+0000","last_unstale":"2024-09-19T04:35:55.803212+0000","last_undegraded":"2024-09-19T04:35:55.803212+0000","last_fullsized":"2024-09-19T04:35:55.803212+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:53.908608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.803718+0000","last_change":"2024-09-19T04:35:54.811036+0000","last_active":"2024-09-19T04:35:55.803718+0000","last_peered":"2024-09-19T04:35:55.803718+0000","last_clean":"2024-09-19T04:35:55.803718+0000","last_became_active":"2024-09-19T04:35:54.810789+0000","last_became_peered":"2024-09-19T04:35:54.810789+0000","last_unstale":"2024-09-19T04:35:55.803718+0000","last_undegraded":"2024-09-19T04:35:55.803718+0000","last_fullsized":"2024-09-19T04:35:55.803718+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:18:09.702734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"57'4","reported_seq":18,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.803803+0000","last_change":"2024-09-19T04:35:53.802156+0000","last_active":"2024-09-19T04:35:55.803803+0000","last_peered":"2024-09-19T04:35:55.803803+0000","last_clean":"2024-09-19T04:35:55.803803+0000","last_became_active":"2024-09-19T04:35:53.801881+0000","last_became_peered":"2024-09-19T04:35:53.801881+0000","last_unstale":"2024-09-19T04:35:55.803803+0000","last_undegraded":"2024-09-19T04:35:55.803803+0000","last_fullsized":"2024-09-19T04:35:55.803803+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:50:12.603564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.811461+0000","last_change":"2024-09-19T04:35:54.809103+0000","last_active":"2024-09-19T04:35:54.811461+0000","last_peered":"2024-09-19T04:35:54.811461+0000","last_clean":"2024-09-19T04:35:54.811461+0000","last_became_active":"2024-09-19T04:35:54.808864+0000","last_became_peered":"2024-09-19T04:35:54.808864+0000","last_unstale":"2024-09-19T04:35:54.811461+0000","last_undegraded":"2024-09-19T04:35:54.811461+0000","last_fullsized":"2024-09-19T04:35:54.811461+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:34:05.719793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"57'1","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816480+0000","last_change":"2024-09-19T04:35:53.798474+0000","last_active":"2024-09-19T04:35:54.816480+0000","last_peered":"2024-09-19T04:35:54.816480+0000","last_clean":"2024-09-19T04:35:54.816480+0000","last_became_active":"2024-09-19T04:35:53.797329+0000","last_became_peered":"2024-09-19T04:35:53.797329+0000","last_unstale":"2024-09-19T04:35:54.816480+0000","last_undegraded":"2024-09-19T04:35:54.816480+0000","last_fullsized":"2024-09-19T04:35:54.816480+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:07.589411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.803482+0000","last_change":"2024-09-19T04:35:54.804782+0000","last_active":"2024-09-19T04:35:55.803482+0000","last_peered":"2024-09-19T04:35:55.803482+0000","last_clean":"2024-09-19T04:35:55.803482+0000","last_became_active":"2024-09-19T04:35:54.804499+0000","last_became_peered":"2024-09-19T04:35:54.804499+0000","last_unstale":"2024-09-19T04:35:55.803482+0000","last_undegraded":"2024-09-19T04:35:55.803482+0000","last_fullsized":"2024-09-19T04:35:55.803482+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:34.846852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"57'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.803715+0000","last_change":"2024-09-19T04:35:53.805172+0000","last_active":"2024-09-19T04:35:55.803715+0000","last_peered":"2024-09-19T04:35:55.803715+0000","last_clean":"2024-09-19T04:35:55.803715+0000","last_became_active":"2024-09-19T04:35:53.804857+0000","last_became_peered":"2024-09-19T04:35:53.804857+0000","last_unstale":"2024-09-19T04:35:55.803715+0000","last_undegraded":"2024-09-19T04:35:55.803715+0000","last_fullsized":"2024-09-19T04:35:55.803715+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:35:19.214974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.803617+0000","last_change":"2024-09-19T04:35:54.796736+0000","last_active":"2024-09-19T04:35:55.803617+0000","last_peered":"2024-09-19T04:35:55.803617+0000","last_clean":"2024-09-19T04:35:55.803617+0000","last_became_active":"2024-09-19T04:35:54.795965+0000","last_became_peered":"2024-09-19T04:35:54.795965+0000","last_unstale":"2024-09-19T04:35:55.803617+0000","last_undegraded":"2024-09-19T04:35:55.803617+0000","last_fullsized":"2024-09-19T04:35:55.803617+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:04.255183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"57'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.788141+0000","last_change":"2024-09-19T04:35:53.796315+0000","last_active":"2024-09-19T04:35:55.788141+0000","last_peered":"2024-09-19T04:35:55.788141+0000","last_clean":"2024-09-19T04:35:55.788141+0000","last_became_active":"2024-09-19T04:35:53.794981+0000","last_became_peered":"2024-09-19T04:35:53.794981+0000","last_unstale":"2024-09-19T04:35:55.788141+0000","last_undegraded":"2024-09-19T04:35:55.788141+0000","last_fullsized":"2024-09-19T04:35:55.788141+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:44:24.417083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812925+0000","last_change":"2024-09-19T04:35:54.803498+0000","last_active":"2024-09-19T04:35:54.812925+0000","last_peered":"2024-09-19T04:35:54.812925+0000","last_clean":"2024-09-19T04:35:54.812925+0000","last_became_active":"2024-09-19T04:35:54.802944+0000","last_became_peered":"2024-09-19T04:35:54.802944+0000","last_unstale":"2024-09-19T04:35:54.812925+0000","last_undegraded":"2024-09-19T04:35:54.812925+0000","last_fullsized":"2024-09-19T04:35:54.812925+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:31:45.887169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"57'1","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.786861+0000","last_change":"2024-09-19T04:35:53.796160+0000","last_active":"2024-09-19T04:35:55.786861+0000","last_peered":"2024-09-19T04:35:55.786861+0000","last_clean":"2024-09-19T04:35:55.786861+0000","last_became_active":"2024-09-19T04:35:53.795522+0000","last_became_peered":"2024-09-19T04:35:53.795522+0000","last_unstale":"2024-09-19T04:35:55.786861+0000","last_undegraded":"2024-09-19T04:35:55.786861+0000","last_fullsized":"2024-09-19T04:35:55.786861+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:04:40.312730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.814351+0000","last_change":"2024-09-19T04:35:54.813519+0000","last_active":"2024-09-19T04:35:54.814351+0000","last_peered":"2024-09-19T04:35:54.814351+0000","last_clean":"2024-09-19T04:35:54.814351+0000","last_became_active":"2024-09-19T04:35:54.813258+0000","last_became_peered":"2024-09-19T04:35:54.813258+0000","last_unstale":"2024-09-19T04:35:54.814351+0000","last_undegraded":"2024-09-19T04:35:54.814351+0000","last_fullsized":"2024-09-19T04:35:54.814351+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:32.122582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"57'1","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.803336+0000","last_change":"2024-09-19T04:35:53.802513+0000","last_active":"2024-09-19T04:35:55.803336+0000","last_peered":"2024-09-19T04:35:55.803336+0000","last_clean":"2024-09-19T04:35:55.803336+0000","last_became_active":"2024-09-19T04:35:53.802222+0000","last_became_peered":"2024-09-19T04:35:53.802222+0000","last_unstale":"2024-09-19T04:35:55.803336+0000","last_undegraded":"2024-09-19T04:35:55.803336+0000","last_fullsized":"2024-09-19T04:35:55.803336+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:56.531299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.806045+0000","last_change":"2024-09-19T04:35:54.808752+0000","last_active":"2024-09-19T04:35:55.806045+0000","last_peered":"2024-09-19T04:35:55.806045+0000","last_clean":"2024-09-19T04:35:55.806045+0000","last_became_active":"2024-09-19T04:35:54.807911+0000","last_became_peered":"2024-09-19T04:35:54.807911+0000","last_unstale":"2024-09-19T04:35:55.806045+0000","last_undegraded":"2024-09-19T04:35:55.806045+0000","last_fullsized":"2024-09-19T04:35:55.806045+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:46.255299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787829+0000","last_change":"2024-09-19T04:35:53.796985+0000","last_active":"2024-09-19T04:35:55.787829+0000","last_peered":"2024-09-19T04:35:55.787829+0000","last_clean":"2024-09-19T04:35:55.787829+0000","last_became_active":"2024-09-19T04:35:53.796367+0000","last_became_peered":"2024-09-19T04:35:53.796367+0000","last_unstale":"2024-09-19T04:35:55.787829+0000","last_undegraded":"2024-09-19T04:35:55.787829+0000","last_fullsized":"2024-09-19T04:35:55.787829+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:15.949913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.815275+0000","last_change":"2024-09-19T04:35:54.804499+0000","last_active":"2024-09-19T04:35:54.815275+0000","last_peered":"2024-09-19T04:35:54.815275+0000","last_clean":"2024-09-19T04:35:54.815275+0000","last_became_active":"2024-09-19T04:35:54.804253+0000","last_became_peered":"2024-09-19T04:35:54.804253+0000","last_unstale":"2024-09-19T04:35:54.815275+0000","last_undegraded":"2024-09-19T04:35:54.815275+0000","last_fullsized":"2024-09-19T04:35:54.815275+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:45.379359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787089+0000","last_change":"2024-09-19T04:35:53.799258+0000","last_active":"2024-09-19T04:35:55.787089+0000","last_peered":"2024-09-19T04:35:55.787089+0000","last_clean":"2024-09-19T04:35:55.787089+0000","last_became_active":"2024-09-19T04:35:53.798342+0000","last_became_peered":"2024-09-19T04:35:53.798342+0000","last_unstale":"2024-09-19T04:35:55.787089+0000","last_undegraded":"2024-09-19T04:35:55.787089+0000","last_fullsized":"2024-09-19T04:35:55.787089+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:38:00.323612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787484+0000","last_change":"2024-09-19T04:35:54.804392+0000","last_active":"2024-09-19T04:35:55.787484+0000","last_peered":"2024-09-19T04:35:55.787484+0000","last_clean":"2024-09-19T04:35:55.787484+0000","last_became_active":"2024-09-19T04:35:54.804092+0000","last_became_peered":"2024-09-19T04:35:54.804092+0000","last_unstale":"2024-09-19T04:35:55.787484+0000","last_undegraded":"2024-09-19T04:35:55.787484+0000","last_fullsized":"2024-09-19T04:35:55.787484+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:14.110966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.800542+0000","last_change":"2024-09-19T04:35:53.799420+0000","last_active":"2024-09-19T04:35:54.800542+0000","last_peered":"2024-09-19T04:35:54.800542+0000","last_clean":"2024-09-19T04:35:54.800542+0000","last_became_active":"2024-09-19T04:35:53.799144+0000","last_became_peered":"2024-09-19T04:35:53.799144+0000","last_unstale":"2024-09-19T04:35:54.800542+0000","last_undegraded":"2024-09-19T04:35:54.800542+0000","last_fullsized":"2024-09-19T04:35:54.800542+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:42:53.599250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812933+0000","last_change":"2024-09-19T04:35:54.808324+0000","last_active":"2024-09-19T04:35:54.812933+0000","last_peered":"2024-09-19T04:35:54.812933+0000","last_clean":"2024-09-19T04:35:54.812933+0000","last_became_active":"2024-09-19T04:35:54.807726+0000","last_became_peered":"2024-09-19T04:35:54.807726+0000","last_unstale":"2024-09-19T04:35:54.812933+0000","last_undegraded":"2024-09-19T04:35:54.812933+0000","last_fullsized":"2024-09-19T04:35:54.812933+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:14.110966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.793236+0000","last_change":"2024-09-19T04:35:53.798605+0000","last_active":"2024-09-19T04:35:54.793236+0000","last_peered":"2024-09-19T04:35:54.793236+0000","last_clean":"2024-09-19T04:35:54.793236+0000","last_became_active":"2024-09-19T04:35:53.796943+0000","last_became_peered":"2024-09-19T04:35:53.796943+0000","last_unstale":"2024-09-19T04:35:54.793236+0000","last_undegraded":"2024-09-19T04:35:54.793236+0000","last_fullsized":"2024-09-19T04:35:54.793236+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:28:10.292983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.806511+0000","last_change":"2024-09-19T04:35:54.805139+0000","last_active":"2024-09-19T04:35:54.806511+0000","last_peered":"2024-09-19T04:35:54.806511+0000","last_clean":"2024-09-19T04:35:54.806511+0000","last_became_active":"2024-09-19T04:35:54.804785+0000","last_became_peered":"2024-09-19T04:35:54.804785+0000","last_unstale":"2024-09-19T04:35:54.806511+0000","last_undegraded":"2024-09-19T04:35:54.806511+0000","last_fullsized":"2024-09-19T04:35:54.806511+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:54:32.119202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"57'3","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.817544+0000","last_change":"2024-09-19T04:35:53.801562+0000","last_active":"2024-09-19T04:35:54.817544+0000","last_peered":"2024-09-19T04:35:54.817544+0000","last_clean":"2024-09-19T04:35:54.817544+0000","last_became_active":"2024-09-19T04:35:53.801308+0000","last_became_peered":"2024-09-19T04:35:53.801308+0000","last_unstale":"2024-09-19T04:35:54.817544+0000","last_undegraded":"2024-09-19T04:35:54.817544+0000","last_fullsized":"2024-09-19T04:35:54.817544+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:44:24.417083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.814081+0000","last_change":"2024-09-19T04:35:54.806600+0000","last_active":"2024-09-19T04:35:54.814081+0000","last_peered":"2024-09-19T04:35:54.814081+0000","last_clean":"2024-09-19T04:35:54.814081+0000","last_became_active":"2024-09-19T04:35:54.806308+0000","last_became_peered":"2024-09-19T04:35:54.806308+0000","last_unstale":"2024-09-19T04:35:54.814081+0000","last_undegraded":"2024-09-19T04:35:54.814081+0000","last_fullsized":"2024-09-19T04:35:54.814081+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:30.883233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"57'6","reported_seq":20,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787532+0000","last_change":"2024-09-19T04:35:53.798483+0000","last_active":"2024-09-19T04:35:55.787532+0000","last_peered":"2024-09-19T04:35:55.787532+0000","last_clean":"2024-09-19T04:35:55.787532+0000","last_became_active":"2024-09-19T04:35:53.798127+0000","last_became_peered":"2024-09-19T04:35:53.798127+0000","last_unstale":"2024-09-19T04:35:55.787532+0000","last_undegraded":"2024-09-19T04:35:55.787532+0000","last_fullsized":"2024-09-19T04:35:55.787532+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:23:59.291975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787192+0000","last_change":"2024-09-19T04:35:54.801807+0000","last_active":"2024-09-19T04:35:55.787192+0000","last_peered":"2024-09-19T04:35:55.787192+0000","last_clean":"2024-09-19T04:35:55.787192+0000","last_became_active":"2024-09-19T04:35:54.801537+0000","last_became_peered":"2024-09-19T04:35:54.801537+0000","last_unstale":"2024-09-19T04:35:55.787192+0000","last_undegraded":"2024-09-19T04:35:55.787192+0000","last_fullsized":"2024-09-19T04:35:55.787192+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:51.112556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813813+0000","last_change":"2024-09-19T04:35:53.795711+0000","last_active":"2024-09-19T04:35:54.813813+0000","last_peered":"2024-09-19T04:35:54.813813+0000","last_clean":"2024-09-19T04:35:54.813813+0000","last_became_active":"2024-09-19T04:35:53.795457+0000","last_became_peered":"2024-09-19T04:35:53.795457+0000","last_unstale":"2024-09-19T04:35:54.813813+0000","last_undegraded":"2024-09-19T04:35:54.813813+0000","last_fullsized":"2024-09-19T04:35:54.813813+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:07.751579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.810569+0000","last_change":"2024-09-19T04:35:54.805540+0000","last_active":"2024-09-19T04:35:54.810569+0000","last_peered":"2024-09-19T04:35:54.810569+0000","last_clean":"2024-09-19T04:35:54.810569+0000","last_became_active":"2024-09-19T04:35:54.805305+0000","last_became_peered":"2024-09-19T04:35:54.805305+0000","last_unstale":"2024-09-19T04:35:54.810569+0000","last_undegraded":"2024-09-19T04:35:54.810569+0000","last_fullsized":"2024-09-19T04:35:54.810569+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:46:27.365080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.806091+0000","last_change":"2024-09-19T04:35:53.794932+0000","last_active":"2024-09-19T04:35:55.806091+0000","last_peered":"2024-09-19T04:35:55.806091+0000","last_clean":"2024-09-19T04:35:55.806091+0000","last_became_active":"2024-09-19T04:35:53.794645+0000","last_became_peered":"2024-09-19T04:35:53.794645+0000","last_unstale":"2024-09-19T04:35:55.806091+0000","last_undegraded":"2024-09-19T04:35:55.806091+0000","last_fullsized":"2024-09-19T04:35:55.806091+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:55:13.269656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.786931+0000","last_change":"2024-09-19T04:35:54.808533+0000","last_active":"2024-09-19T04:35:55.786931+0000","last_peered":"2024-09-19T04:35:55.786931+0000","last_clean":"2024-09-19T04:35:55.786931+0000","last_became_active":"2024-09-19T04:35:54.806734+0000","last_became_peered":"2024-09-19T04:35:54.806734+0000","last_unstale":"2024-09-19T04:35:55.786931+0000","last_undegraded":"2024-09-19T04:35:55.786931+0000","last_fullsized":"2024-09-19T04:35:55.786931+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:46:27.365080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787811+0000","last_change":"2024-09-19T04:35:53.794569+0000","last_active":"2024-09-19T04:35:55.787811+0000","last_peered":"2024-09-19T04:35:55.787811+0000","last_clean":"2024-09-19T04:35:55.787811+0000","last_became_active":"2024-09-19T04:35:53.794279+0000","last_became_peered":"2024-09-19T04:35:53.794279+0000","last_unstale":"2024-09-19T04:35:55.787811+0000","last_undegraded":"2024-09-19T04:35:55.787811+0000","last_fullsized":"2024-09-19T04:35:55.787811+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:19.123591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813075+0000","last_change":"2024-09-19T04:35:54.809714+0000","last_active":"2024-09-19T04:35:54.813075+0000","last_peered":"2024-09-19T04:35:54.813075+0000","last_clean":"2024-09-19T04:35:54.813075+0000","last_became_active":"2024-09-19T04:35:54.809206+0000","last_became_peered":"2024-09-19T04:35:54.809206+0000","last_unstale":"2024-09-19T04:35:54.813075+0000","last_undegraded":"2024-09-19T04:35:54.813075+0000","last_fullsized":"2024-09-19T04:35:54.813075+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:20.083312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"57'8","reported_seq":20,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.817971+0000","last_change":"2024-09-19T04:35:53.797532+0000","last_active":"2024-09-19T04:35:54.817971+0000","last_peered":"2024-09-19T04:35:54.817971+0000","last_clean":"2024-09-19T04:35:54.817971+0000","last_became_active":"2024-09-19T04:35:53.797229+0000","last_became_peered":"2024-09-19T04:35:53.797229+0000","last_unstale":"2024-09-19T04:35:54.817971+0000","last_undegraded":"2024-09-19T04:35:54.817971+0000","last_fullsized":"2024-09-19T04:35:54.817971+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:19.123591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816687+0000","last_change":"2024-09-19T04:35:54.814260+0000","last_active":"2024-09-19T04:35:54.816687+0000","last_peered":"2024-09-19T04:35:54.816687+0000","last_clean":"2024-09-19T04:35:54.816687+0000","last_became_active":"2024-09-19T04:35:54.813980+0000","last_became_peered":"2024-09-19T04:35:54.813980+0000","last_unstale":"2024-09-19T04:35:54.816687+0000","last_undegraded":"2024-09-19T04:35:54.816687+0000","last_fullsized":"2024-09-19T04:35:54.816687+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:18.470184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"57'1","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813309+0000","last_change":"2024-09-19T04:35:53.796365+0000","last_active":"2024-09-19T04:35:54.813309+0000","last_peered":"2024-09-19T04:35:54.813309+0000","last_clean":"2024-09-19T04:35:54.813309+0000","last_became_active":"2024-09-19T04:35:53.796104+0000","last_became_peered":"2024-09-19T04:35:53.796104+0000","last_unstale":"2024-09-19T04:35:54.813309+0000","last_undegraded":"2024-09-19T04:35:54.813309+0000","last_fullsized":"2024-09-19T04:35:54.813309+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:13:55.807407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787840+0000","last_change":"2024-09-19T04:35:54.801857+0000","last_active":"2024-09-19T04:35:55.787840+0000","last_peered":"2024-09-19T04:35:55.787840+0000","last_clean":"2024-09-19T04:35:55.787840+0000","last_became_active":"2024-09-19T04:35:54.801593+0000","last_became_peered":"2024-09-19T04:35:54.801593+0000","last_unstale":"2024-09-19T04:35:55.787840+0000","last_undegraded":"2024-09-19T04:35:55.787840+0000","last_fullsized":"2024-09-19T04:35:55.787840+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:28:11.299320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"57'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.803688+0000","last_change":"2024-09-19T04:35:53.797908+0000","last_active":"2024-09-19T04:35:55.803688+0000","last_peered":"2024-09-19T04:35:55.803688+0000","last_clean":"2024-09-19T04:35:55.803688+0000","last_became_active":"2024-09-19T04:35:53.797479+0000","last_became_peered":"2024-09-19T04:35:53.797479+0000","last_unstale":"2024-09-19T04:35:55.803688+0000","last_undegraded":"2024-09-19T04:35:55.803688+0000","last_fullsized":"2024-09-19T04:35:55.803688+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:36.412307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813234+0000","last_change":"2024-09-19T04:35:54.805729+0000","last_active":"2024-09-19T04:35:54.813234+0000","last_peered":"2024-09-19T04:35:54.813234+0000","last_clean":"2024-09-19T04:35:54.813234+0000","last_became_active":"2024-09-19T04:35:54.805484+0000","last_became_peered":"2024-09-19T04:35:54.805484+0000","last_unstale":"2024-09-19T04:35:54.813234+0000","last_undegraded":"2024-09-19T04:35:54.813234+0000","last_fullsized":"2024-09-19T04:35:54.813234+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:08.559988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"57'1","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787658+0000","last_change":"2024-09-19T04:35:53.796734+0000","last_active":"2024-09-19T04:35:55.787658+0000","last_peered":"2024-09-19T04:35:55.787658+0000","last_clean":"2024-09-19T04:35:55.787658+0000","last_became_active":"2024-09-19T04:35:53.796407+0000","last_became_peered":"2024-09-19T04:35:53.796407+0000","last_unstale":"2024-09-19T04:35:55.787658+0000","last_undegraded":"2024-09-19T04:35:55.787658+0000","last_fullsized":"2024-09-19T04:35:55.787658+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:29.876895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.814112+0000","last_change":"2024-09-19T04:35:54.808184+0000","last_active":"2024-09-19T04:35:54.814112+0000","last_peered":"2024-09-19T04:35:54.814112+0000","last_clean":"2024-09-19T04:35:54.814112+0000","last_became_active":"2024-09-19T04:35:54.807785+0000","last_became_peered":"2024-09-19T04:35:54.807785+0000","last_unstale":"2024-09-19T04:35:54.814112+0000","last_undegraded":"2024-09-19T04:35:54.814112+0000","last_fullsized":"2024-09-19T04:35:54.814112+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:43.510435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.803571+0000","last_change":"2024-09-19T04:35:53.802617+0000","last_active":"2024-09-19T04:35:55.803571+0000","last_peered":"2024-09-19T04:35:55.803571+0000","last_clean":"2024-09-19T04:35:55.803571+0000","last_became_active":"2024-09-19T04:35:53.802380+0000","last_became_peered":"2024-09-19T04:35:53.802380+0000","last_unstale":"2024-09-19T04:35:55.803571+0000","last_undegraded":"2024-09-19T04:35:55.803571+0000","last_fullsized":"2024-09-19T04:35:55.803571+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:14:53.656745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787363+0000","last_change":"2024-09-19T04:35:54.801702+0000","last_active":"2024-09-19T04:35:55.787363+0000","last_peered":"2024-09-19T04:35:55.787363+0000","last_clean":"2024-09-19T04:35:55.787363+0000","last_became_active":"2024-09-19T04:35:54.801389+0000","last_became_peered":"2024-09-19T04:35:54.801389+0000","last_unstale":"2024-09-19T04:35:55.787363+0000","last_undegraded":"2024-09-19T04:35:55.787363+0000","last_fullsized":"2024-09-19T04:35:55.787363+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:13:56.813745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816080+0000","last_change":"2024-09-19T04:35:53.796858+0000","last_active":"2024-09-19T04:35:54.816080+0000","last_peered":"2024-09-19T04:35:54.816080+0000","last_clean":"2024-09-19T04:35:54.816080+0000","last_became_active":"2024-09-19T04:35:53.796583+0000","last_became_peered":"2024-09-19T04:35:53.796583+0000","last_unstale":"2024-09-19T04:35:54.816080+0000","last_undegraded":"2024-09-19T04:35:54.816080+0000","last_fullsized":"2024-09-19T04:35:54.816080+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:45.995383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.803474+0000","last_change":"2024-09-19T04:35:54.795779+0000","last_active":"2024-09-19T04:35:55.803474+0000","last_peered":"2024-09-19T04:35:55.803474+0000","last_clean":"2024-09-19T04:35:55.803474+0000","last_became_active":"2024-09-19T04:35:54.795525+0000","last_became_peered":"2024-09-19T04:35:54.795525+0000","last_unstale":"2024-09-19T04:35:55.803474+0000","last_undegraded":"2024-09-19T04:35:55.803474+0000","last_fullsized":"2024-09-19T04:35:55.803474+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:07.810267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.792741+0000","last_change":"2024-09-19T04:35:53.803578+0000","last_active":"2024-09-19T04:35:54.792741+0000","last_peered":"2024-09-19T04:35:54.792741+0000","last_clean":"2024-09-19T04:35:54.792741+0000","last_became_active":"2024-09-19T04:35:53.803293+0000","last_became_peered":"2024-09-19T04:35:53.803293+0000","last_unstale":"2024-09-19T04:35:54.792741+0000","last_undegraded":"2024-09-19T04:35:54.792741+0000","last_fullsized":"2024-09-19T04:35:54.792741+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:51.156156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.803202+0000","last_change":"2024-09-19T04:35:54.811611+0000","last_active":"2024-09-19T04:35:55.803202+0000","last_peered":"2024-09-19T04:35:55.803202+0000","last_clean":"2024-09-19T04:35:55.803202+0000","last_became_active":"2024-09-19T04:35:54.810135+0000","last_became_peered":"2024-09-19T04:35:54.810135+0000","last_unstale":"2024-09-19T04:35:55.803202+0000","last_undegraded":"2024-09-19T04:35:55.803202+0000","last_fullsized":"2024-09-19T04:35:55.803202+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:23.414343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787538+0000","last_change":"2024-09-19T04:35:53.796802+0000","last_active":"2024-09-19T04:35:55.787538+0000","last_peered":"2024-09-19T04:35:55.787538+0000","last_clean":"2024-09-19T04:35:55.787538+0000","last_became_active":"2024-09-19T04:35:53.796208+0000","last_became_peered":"2024-09-19T04:35:53.796208+0000","last_unstale":"2024-09-19T04:35:55.787538+0000","last_undegraded":"2024-09-19T04:35:55.787538+0000","last_fullsized":"2024-09-19T04:35:55.787538+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:42:53.599250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787599+0000","last_change":"2024-09-19T04:35:54.794000+0000","last_active":"2024-09-19T04:35:55.787599+0000","last_peered":"2024-09-19T04:35:55.787599+0000","last_clean":"2024-09-19T04:35:55.787599+0000","last_became_active":"2024-09-19T04:35:54.793580+0000","last_became_peered":"2024-09-19T04:35:54.793580+0000","last_unstale":"2024-09-19T04:35:55.787599+0000","last_undegraded":"2024-09-19T04:35:55.787599+0000","last_fullsized":"2024-09-19T04:35:55.787599+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:08.595748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.816927+0000","last_change":"2024-09-19T04:35:53.804894+0000","last_active":"2024-09-19T04:35:54.816927+0000","last_peered":"2024-09-19T04:35:54.816927+0000","last_clean":"2024-09-19T04:35:54.816927+0000","last_became_active":"2024-09-19T04:35:53.804632+0000","last_became_peered":"2024-09-19T04:35:53.804632+0000","last_unstale":"2024-09-19T04:35:54.816927+0000","last_undegraded":"2024-09-19T04:35:54.816927+0000","last_fullsized":"2024-09-19T04:35:54.816927+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:42.039204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787896+0000","last_change":"2024-09-19T04:35:54.810338+0000","last_active":"2024-09-19T04:35:55.787896+0000","last_peered":"2024-09-19T04:35:55.787896+0000","last_clean":"2024-09-19T04:35:55.787896+0000","last_became_active":"2024-09-19T04:35:54.810055+0000","last_became_peered":"2024-09-19T04:35:54.810055+0000","last_unstale":"2024-09-19T04:35:55.787896+0000","last_undegraded":"2024-09-19T04:35:55.787896+0000","last_fullsized":"2024-09-19T04:35:55.787896+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:08.757917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"58'1","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.803837+0000","last_change":"2024-09-19T04:35:53.801354+0000","last_active":"2024-09-19T04:35:55.803837+0000","last_peered":"2024-09-19T04:35:55.803837+0000","last_clean":"2024-09-19T04:35:55.803837+0000","last_became_active":"2024-09-19T04:35:53.801113+0000","last_became_peered":"2024-09-19T04:35:53.801113+0000","last_unstale":"2024-09-19T04:35:55.803837+0000","last_undegraded":"2024-09-19T04:35:55.803837+0000","last_fullsized":"2024-09-19T04:35:55.803837+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:05.553377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.811442+0000","last_change":"2024-09-19T04:35:54.808547+0000","last_active":"2024-09-19T04:35:54.811442+0000","last_peered":"2024-09-19T04:35:54.811442+0000","last_clean":"2024-09-19T04:35:54.811442+0000","last_became_active":"2024-09-19T04:35:54.808248+0000","last_became_peered":"2024-09-19T04:35:54.808248+0000","last_unstale":"2024-09-19T04:35:54.811442+0000","last_undegraded":"2024-09-19T04:35:54.811442+0000","last_fullsized":"2024-09-19T04:35:54.811442+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:02:41.436281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.806012+0000","last_change":"2024-09-19T04:35:53.793118+0000","last_active":"2024-09-19T04:35:55.806012+0000","last_peered":"2024-09-19T04:35:55.806012+0000","last_clean":"2024-09-19T04:35:55.806012+0000","last_became_active":"2024-09-19T04:35:53.792829+0000","last_became_peered":"2024-09-19T04:35:53.792829+0000","last_unstale":"2024-09-19T04:35:55.806012+0000","last_undegraded":"2024-09-19T04:35:55.806012+0000","last_fullsized":"2024-09-19T04:35:55.806012+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:29.342160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.803648+0000","last_change":"2024-09-19T04:35:54.795059+0000","last_active":"2024-09-19T04:35:55.803648+0000","last_peered":"2024-09-19T04:35:55.803648+0000","last_clean":"2024-09-19T04:35:55.803648+0000","last_became_active":"2024-09-19T04:35:54.794812+0000","last_became_peered":"2024-09-19T04:35:54.794812+0000","last_unstale":"2024-09-19T04:35:55.803648+0000","last_undegraded":"2024-09-19T04:35:55.803648+0000","last_fullsized":"2024-09-19T04:35:55.803648+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:28.386563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.788222+0000","last_change":"2024-09-19T04:35:53.796761+0000","last_active":"2024-09-19T04:35:55.788222+0000","last_peered":"2024-09-19T04:35:55.788222+0000","last_clean":"2024-09-19T04:35:55.788222+0000","last_became_active":"2024-09-19T04:35:53.796452+0000","last_became_peered":"2024-09-19T04:35:53.796452+0000","last_unstale":"2024-09-19T04:35:55.788222+0000","last_undegraded":"2024-09-19T04:35:55.788222+0000","last_fullsized":"2024-09-19T04:35:55.788222+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:46:26.358742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812946+0000","last_change":"2024-09-19T04:35:54.803707+0000","last_active":"2024-09-19T04:35:54.812946+0000","last_peered":"2024-09-19T04:35:54.812946+0000","last_clean":"2024-09-19T04:35:54.812946+0000","last_became_active":"2024-09-19T04:35:54.803243+0000","last_became_peered":"2024-09-19T04:35:54.803243+0000","last_unstale":"2024-09-19T04:35:54.812946+0000","last_undegraded":"2024-09-19T04:35:54.812946+0000","last_fullsized":"2024-09-19T04:35:54.812946+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:15:41.067860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.792551+0000","last_change":"2024-09-19T04:35:53.803005+0000","last_active":"2024-09-19T04:35:54.792551+0000","last_peered":"2024-09-19T04:35:54.792551+0000","last_clean":"2024-09-19T04:35:54.792551+0000","last_became_active":"2024-09-19T04:35:53.802735+0000","last_became_peered":"2024-09-19T04:35:53.802735+0000","last_unstale":"2024-09-19T04:35:54.792551+0000","last_undegraded":"2024-09-19T04:35:54.792551+0000","last_fullsized":"2024-09-19T04:35:54.792551+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:29.342160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.813045+0000","last_change":"2024-09-19T04:35:54.809588+0000","last_active":"2024-09-19T04:35:54.813045+0000","last_peered":"2024-09-19T04:35:54.813045+0000","last_clean":"2024-09-19T04:35:54.813045+0000","last_became_active":"2024-09-19T04:35:54.809323+0000","last_became_peered":"2024-09-19T04:35:54.809323+0000","last_unstale":"2024-09-19T04:35:54.813045+0000","last_undegraded":"2024-09-19T04:35:54.813045+0000","last_fullsized":"2024-09-19T04:35:54.813045+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:41.889081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.787475+0000","last_change":"2024-09-19T04:35:53.799952+0000","last_active":"2024-09-19T04:35:55.787475+0000","last_peered":"2024-09-19T04:35:55.787475+0000","last_clean":"2024-09-19T04:35:55.787475+0000","last_became_active":"2024-09-19T04:35:53.799461+0000","last_became_peered":"2024-09-19T04:35:53.799461+0000","last_unstale":"2024-09-19T04:35:55.787475+0000","last_undegraded":"2024-09-19T04:35:55.787475+0000","last_fullsized":"2024-09-19T04:35:55.787475+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:52:25.316306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.802101+0000","last_change":"2024-09-19T04:35:54.796452+0000","last_active":"2024-09-19T04:35:54.802101+0000","last_peered":"2024-09-19T04:35:54.802101+0000","last_clean":"2024-09-19T04:35:54.802101+0000","last_became_active":"2024-09-19T04:35:54.796178+0000","last_became_peered":"2024-09-19T04:35:54.796178+0000","last_unstale":"2024-09-19T04:35:54.802101+0000","last_undegraded":"2024-09-19T04:35:54.802101+0000","last_fullsized":"2024-09-19T04:35:54.802101+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:36:25.315323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.792581+0000","last_change":"2024-09-19T04:35:53.804204+0000","last_active":"2024-09-19T04:35:54.792581+0000","last_peered":"2024-09-19T04:35:54.792581+0000","last_clean":"2024-09-19T04:35:54.792581+0000","last_became_active":"2024-09-19T04:35:53.803953+0000","last_became_peered":"2024-09-19T04:35:53.803953+0000","last_unstale":"2024-09-19T04:35:54.792581+0000","last_undegraded":"2024-09-19T04:35:54.792581+0000","last_fullsized":"2024-09-19T04:35:54.792581+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:58.231191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.802696+0000","last_change":"2024-09-19T04:35:54.797833+0000","last_active":"2024-09-19T04:35:54.802696+0000","last_peered":"2024-09-19T04:35:54.802696+0000","last_clean":"2024-09-19T04:35:54.802696+0000","last_became_active":"2024-09-19T04:35:54.797574+0000","last_became_peered":"2024-09-19T04:35:54.797574+0000","last_unstale":"2024-09-19T04:35:54.802696+0000","last_undegraded":"2024-09-19T04:35:54.802696+0000","last_fullsized":"2024-09-19T04:35:54.802696+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:21.993036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.792042+0000","last_change":"2024-09-19T04:35:53.797638+0000","last_active":"2024-09-19T04:35:54.792042+0000","last_peered":"2024-09-19T04:35:54.792042+0000","last_clean":"2024-09-19T04:35:54.792042+0000","last_became_active":"2024-09-19T04:35:53.797383+0000","last_became_peered":"2024-09-19T04:35:53.797383+0000","last_unstale":"2024-09-19T04:35:54.792042+0000","last_undegraded":"2024-09-19T04:35:54.792042+0000","last_fullsized":"2024-09-19T04:35:54.792042+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:22.632343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.812384+0000","last_change":"2024-09-19T04:35:54.802598+0000","last_active":"2024-09-19T04:35:54.812384+0000","last_peered":"2024-09-19T04:35:54.812384+0000","last_clean":"2024-09-19T04:35:54.812384+0000","last_became_active":"2024-09-19T04:35:54.802311+0000","last_became_peered":"2024-09-19T04:35:54.802311+0000","last_unstale":"2024-09-19T04:35:54.812384+0000","last_undegraded":"2024-09-19T04:35:54.812384+0000","last_fullsized":"2024-09-19T04:35:54.812384+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:53.775621+0000","last_clean_scrub_stamp":"2024-09-19T04:35:53.775621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:34.545188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:35:55.805991+0000","last_change":"2024-09-19T04:35:53.797718+0000","last_active":"2024-09-19T04:35:55.805991+0000","last_peered":"2024-09-19T04:35:55.805991+0000","last_clean":"2024-09-19T04:35:55.805991+0000","last_became_active":"2024-09-19T04:35:53.797418+0000","last_became_peered":"2024-09-19T04:35:53.797418+0000","last_unstale":"2024-09-19T04:35:55.805991+0000","last_undegraded":"2024-09-19T04:35:55.805991+0000","last_fullsized":"2024-09-19T04:35:55.805991+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:35:52.769283+0000","last_clean_scrub_stamp":"2024-09-19T04:35:52.769283+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:14:35.997017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":235,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T04:35:54.799493+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:35:54.799493+0000","last_peered":"2024-09-19T04:35:54.799493+0000","last_clean":"2024-09-19T04:35:54.799493+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:35:54.799493+0000","last_undegraded":"2024-09-19T04:35:54.799493+0000","last_fullsized":"2024-09-19T04:35:54.799493+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509482,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28284,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343556,"statfs":{"total":96636764160,"available":96607801344,"internally_reserved":0,"allocated":1277952,"data_stored":869119,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509482,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27688,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344152,"statfs":{"total":96636764160,"available":96608411648,"internally_reserved":0,"allocated":675840,"data_stored":278591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509482,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27704,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344136,"statfs":{"total":96636764160,"available":96608395264,"internally_reserved":0,"allocated":684032,"data_stored":279243,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509483,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27716,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344124,"statfs":{"total":96636764160,"available":96608382976,"internally_reserved":0,"allocated":700416,"data_stored":286503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542187,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31844,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339996,"statfs":{"total":96636764160,"available":96604155904,"internally_reserved":0,"allocated":663552,"data_stored":271816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542186,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27700,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344140,"statfs":{"total":96636764160,"available":96608399360,"internally_reserved":0,"allocated":684032,"data_stored":278647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542186,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31852,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339988,"statfs":{"total":96636764160,"available":96604147712,"internally_reserved":0,"allocated":679936,"data_stored":278681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542188,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28304,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343536,"statfs":{"total":96636764160,"available":96607780864,"internally_reserved":0,"allocated":1298432,"data_stored":877453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:36:02.366 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T04:36:02.367 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T04:36:02.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.509+0000 7fc6e27e4640 1 Processor -- start 2024-09-19T04:36:02.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.509+0000 7fc6e27e4640 1 -- start start 2024-09-19T04:36:02.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.510+0000 7fc6e27e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6dc06f130 0x7fc6dc072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:02.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.510+0000 7fc6e27e4640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6dc15c970 con 0x7fc6dc15f9f0 2024-09-19T04:36:02.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.510+0000 7fc6e27e4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6dc15bbb0 con 0x7fc6dc15b370 2024-09-19T04:36:02.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.510+0000 7fc6e27e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc6dc15fef0 con 0x7fc6dc06f130 2024-09-19T04:36:02.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.510+0000 7fc6e0d81640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fc6dc15f9f0 0x7fc6dc0ce490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:49606/0 (socket says 172.21.15.111:49606) 2024-09-19T04:36:02.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.510+0000 7fc6e0d81640 1 -- 172.21.15.111:0/3231812461 learned_addr learned my addr 172.21.15.111:0/3231812461 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:02.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.510+0000 7fc6db7fe640 1 --2- 172.21.15.111:0/3231812461 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6dc06f130 0x7fc6dc072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:02.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.510+0000 7fc6daffd640 1 -- 172.21.15.111:0/3231812461 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3723813295 0 0) 0x7fc6dc15c970 con 0x7fc6dc15f9f0 2024-09-19T04:36:02.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.510+0000 7fc6daffd640 1 -- 172.21.15.111:0/3231812461 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc6c4003520 con 0x7fc6dc15f9f0 2024-09-19T04:36:02.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.510+0000 7fc6daffd640 1 -- 172.21.15.111:0/3231812461 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3814079447 0 0) 0x7fc6dc15bbb0 con 0x7fc6dc15b370 2024-09-19T04:36:02.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.510+0000 7fc6daffd640 1 -- 172.21.15.111:0/3231812461 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc6dc15c970 con 0x7fc6dc15b370 2024-09-19T04:36:02.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.510+0000 7fc6db7fe640 1 -- 172.21.15.111:0/3231812461 >> v1:172.21.15.114:6789/0 conn(0x7fc6dc15b370 legacy=0x7fc6dc06ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:02.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.510+0000 7fc6daffd640 1 -- 172.21.15.111:0/3231812461 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2676109251 0 0) 0x7fc6c4003520 con 0x7fc6dc15f9f0 2024-09-19T04:36:02.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.510+0000 7fc6db7fe640 1 -- 172.21.15.111:0/3231812461 >> v1:172.21.15.111:6789/0 conn(0x7fc6dc15f9f0 legacy=0x7fc6dc0ce490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:02.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.510+0000 7fc6db7fe640 1 -- 172.21.15.111:0/3231812461 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6dc15be90 con 0x7fc6dc06f130 2024-09-19T04:36:02.514 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.511+0000 7fc6db7fe640 1 --2- 172.21.15.111:0/3231812461 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6dc06f130 0x7fc6dc072560 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc6d00097d0 tx=0x7fc6d002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a90ed1a8f394d074 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:02.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.511+0000 7fc6daffd640 1 -- 172.21.15.111:0/3231812461 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6d0037070 con 0x7fc6dc06f130 2024-09-19T04:36:02.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.511+0000 7fc6daffd640 1 -- 172.21.15.111:0/3231812461 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6d002ab90 con 0x7fc6dc06f130 2024-09-19T04:36:02.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.511+0000 7fc6daffd640 1 -- 172.21.15.111:0/3231812461 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6d40019f0 con 0x7fc6dc06f130 2024-09-19T04:36:02.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.512+0000 7fc6e27e4640 1 -- 172.21.15.111:0/3231812461 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6dc06f130 msgr2=0x7fc6dc072560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:02.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.512+0000 7fc6e27e4640 1 --2- 172.21.15.111:0/3231812461 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6dc06f130 0x7fc6dc072560 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc6d00097d0 tx=0x7fc6d002a100 comp rx=0 tx=0).stop 2024-09-19T04:36:02.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.512+0000 7fc6e27e4640 1 -- 172.21.15.111:0/3231812461 shutdown_connections 2024-09-19T04:36:02.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.512+0000 7fc6e27e4640 1 --2- 172.21.15.111:0/3231812461 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6dc06f130 0x7fc6dc072560 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:02.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.512+0000 7fc6e27e4640 1 -- 172.21.15.111:0/3231812461 >> 172.21.15.111:0/3231812461 conn(0x7fc6dc06bba0 msgr2=0x7fc6dc06bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:02.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.512+0000 7fc6e27e4640 1 -- 172.21.15.111:0/3231812461 shutdown_connections 2024-09-19T04:36:02.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.512+0000 7fc6e27e4640 1 -- 172.21.15.111:0/3231812461 wait complete. 2024-09-19T04:36:02.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.513+0000 7fc6e27e4640 1 Processor -- start 2024-09-19T04:36:02.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.513+0000 7fc6e27e4640 1 -- start start 2024-09-19T04:36:02.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.514+0000 7fc6e27e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6dc06f130 0x7fc6dc1531d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:02.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.514+0000 7fc6e27e4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6dc15b370 0x7fc6dc0b3570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:02.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.514+0000 7fc6e27e4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6dc15f9f0 0x7fc6dc1f4890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:02.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.514+0000 7fc6e27e4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc6dc0731b0 con 0x7fc6dc15f9f0 2024-09-19T04:36:02.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.514+0000 7fc6e27e4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc6dc15c450 con 0x7fc6dc15b370 2024-09-19T04:36:02.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.514+0000 7fc6e27e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc6dc15b750 con 0x7fc6dc06f130 2024-09-19T04:36:02.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.514+0000 7fc6e0d81640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6dc15f9f0 0x7fc6dc1f4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:02.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.514+0000 7fc6e0d81640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6dc15f9f0 0x7fc6dc1f4890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47272/0 (socket says 172.21.15.111:47272) 2024-09-19T04:36:02.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.514+0000 7fc6e0d81640 1 -- 172.21.15.111:0/3341849024 learned_addr learned my addr 172.21.15.111:0/3341849024 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:02.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.514+0000 7fc6dbfff640 1 --2- 172.21.15.111:0/3341849024 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6dc06f130 0x7fc6dc1531d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:02.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.514+0000 7fc6db7fe640 1 --2- 172.21.15.111:0/3341849024 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6dc15b370 0x7fc6dc0b3570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:02.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.514+0000 7fc6e0d81640 1 -- 172.21.15.111:0/3341849024 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6dc06f130 msgr2=0x7fc6dc1531d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:02.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.514+0000 7fc6e0d81640 1 --2- 172.21.15.111:0/3341849024 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6dc06f130 0x7fc6dc1531d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:02.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.514+0000 7fc6e0d81640 1 -- 172.21.15.111:0/3341849024 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6dc15b370 msgr2=0x7fc6dc0b3570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:02.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.514+0000 7fc6e0d81640 1 --2- 172.21.15.111:0/3341849024 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6dc15b370 0x7fc6dc0b3570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:02.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.514+0000 7fc6e0d81640 1 -- 172.21.15.111:0/3341849024 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6dc153710 con 0x7fc6dc15f9f0 2024-09-19T04:36:02.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.515+0000 7fc6e0d81640 1 --2- 172.21.15.111:0/3341849024 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6dc15f9f0 0x7fc6dc1f4890 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fc6d400cae0 tx=0x7fc6d400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:02.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.515+0000 7fc6d8ff9640 1 -- 172.21.15.111:0/3341849024 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6d4017070 con 0x7fc6dc15f9f0 2024-09-19T04:36:02.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.515+0000 7fc6d8ff9640 1 -- 172.21.15.111:0/3341849024 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6d400ac40 con 0x7fc6dc15f9f0 2024-09-19T04:36:02.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.515+0000 7fc6e27e4640 1 -- 172.21.15.111:0/3341849024 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6dc06e280 con 0x7fc6dc15f9f0 2024-09-19T04:36:02.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.515+0000 7fc6d8ff9640 1 -- 172.21.15.111:0/3341849024 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6d4012600 con 0x7fc6dc15f9f0 2024-09-19T04:36:02.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.515+0000 7fc6e27e4640 1 -- 172.21.15.111:0/3341849024 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6dc1f4090 con 0x7fc6dc15f9f0 2024-09-19T04:36:02.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.516+0000 7fc6e27e4640 1 -- 172.21.15.111:0/3341849024 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6dc072560 con 0x7fc6dc15f9f0 2024-09-19T04:36:02.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.516+0000 7fc6d8ff9640 1 -- 172.21.15.111:0/3341849024 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fc6d401a070 con 0x7fc6dc15f9f0 2024-09-19T04:36:02.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.517+0000 7fc6d8ff9640 1 --2- 172.21.15.111:0/3341849024 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc6c806c460 0x7fc6c806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:02.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.517+0000 7fc6d8ff9640 1 -- 172.21.15.111:0/3341849024 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fc6d408b330 con 0x7fc6dc15f9f0 2024-09-19T04:36:02.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.517+0000 7fc6dbfff640 1 --2- 172.21.15.111:0/3341849024 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc6c806c460 0x7fc6c806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:02.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.517+0000 7fc6dbfff640 1 --2- 172.21.15.111:0/3341849024 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc6c806c460 0x7fc6c806e920 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fc6cc0011e0 tx=0x7fc6cc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:02.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.521+0000 7fc6d8ff9640 1 -- 172.21.15.111:0/3341849024 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc6d4059280 con 0x7fc6dc15f9f0 2024-09-19T04:36:02.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.751+0000 7fc6e27e4640 1 -- 172.21.15.111:0/3341849024 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fc6dc06c090 con 0x7fc6dc15f9f0 2024-09-19T04:36:02.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.753+0000 7fc6d8ff9640 1 -- 172.21.15.111:0/3341849024 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v13) ==== 190+0+147 (secure 0 0 0) 0x7fc6d405d580 con 0x7fc6dc15f9f0 2024-09-19T04:36:02.755 INFO:teuthology.orchestra.run.smithi111.stdout:[client.0] 2024-09-19T04:36:02.755 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQA0qetmdEXYCBAAQK+0F5ouJPJAqZqCQHrMdQ== 2024-09-19T04:36:02.755 INFO:teuthology.orchestra.run.smithi111.stdout: caps mds = "allow" 2024-09-19T04:36:02.755 INFO:teuthology.orchestra.run.smithi111.stdout: caps mon = "allow r" 2024-09-19T04:36:02.755 INFO:teuthology.orchestra.run.smithi111.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T04:36:02.755 INFO:teuthology.orchestra.run.smithi111.stderr:updated caps for client.0 2024-09-19T04:36:02.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.756+0000 7fc6e27e4640 1 -- 172.21.15.111:0/3341849024 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc6c806c460 msgr2=0x7fc6c806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:02.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.756+0000 7fc6e27e4640 1 --2- 172.21.15.111:0/3341849024 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc6c806c460 0x7fc6c806e920 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fc6cc0011e0 tx=0x7fc6cc009040 comp rx=0 tx=0).stop 2024-09-19T04:36:02.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.756+0000 7fc6e27e4640 1 -- 172.21.15.111:0/3341849024 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6dc15f9f0 msgr2=0x7fc6dc1f4890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:02.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.756+0000 7fc6e27e4640 1 --2- 172.21.15.111:0/3341849024 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6dc15f9f0 0x7fc6dc1f4890 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fc6d400cae0 tx=0x7fc6d400a060 comp rx=0 tx=0).stop 2024-09-19T04:36:02.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.756+0000 7fc6e27e4640 1 -- 172.21.15.111:0/3341849024 shutdown_connections 2024-09-19T04:36:02.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.756+0000 7fc6e27e4640 1 --2- 172.21.15.111:0/3341849024 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc6c806c460 0x7fc6c806e920 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:02.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.756+0000 7fc6e27e4640 1 --2- 172.21.15.111:0/3341849024 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6dc15f9f0 0x7fc6dc1f4890 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:02.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.756+0000 7fc6e27e4640 1 --2- 172.21.15.111:0/3341849024 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6dc15b370 0x7fc6dc0b3570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:02.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.756+0000 7fc6e27e4640 1 --2- 172.21.15.111:0/3341849024 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6dc06f130 0x7fc6dc1531d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:02.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.756+0000 7fc6e27e4640 1 -- 172.21.15.111:0/3341849024 >> 172.21.15.111:0/3341849024 conn(0x7fc6dc06bba0 msgr2=0x7fc6dc0b0ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:02.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.756+0000 7fc6e27e4640 1 -- 172.21.15.111:0/3341849024 shutdown_connections 2024-09-19T04:36:02.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.756+0000 7fc6e27e4640 1 -- 172.21.15.111:0/3341849024 wait complete. 2024-09-19T04:36:02.768 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:36:02.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.868+0000 7f55effc4640 1 Processor -- start 2024-09-19T04:36:02.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.868+0000 7f55effc4640 1 -- start start 2024-09-19T04:36:02.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.869+0000 7f55effc4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f55e815c300 0x7f55e80affc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:02.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.869+0000 7f55effc4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f55e80cd300 0x7f55e806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:02.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.869+0000 7f55effc4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f55e815ecf0 con 0x7f55e806f010 2024-09-19T04:36:02.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.869+0000 7f55effc4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f55e815c6e0 con 0x7f55e815c300 2024-09-19T04:36:02.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.869+0000 7f55effc4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f55e815efb0 con 0x7f55e80cd300 2024-09-19T04:36:02.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.869+0000 7f55ed55f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f55e80cd300 0x7f55e806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:02.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.869+0000 7f55edd60640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f55e815c300 0x7f55e80affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:02.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.869+0000 7f55ed55f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f55e80cd300 0x7f55e806ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:45074/0 (socket says 172.21.15.111:45074) 2024-09-19T04:36:02.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.869+0000 7f55ed55f640 1 -- 172.21.15.111:0/1283202422 learned_addr learned my addr 172.21.15.111:0/1283202422 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:02.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.870+0000 7f55edd60640 1 -- 172.21.15.111:0/1283202422 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f55e80cd300 msgr2=0x7f55e806ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:02.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.870+0000 7f55edd60640 1 --2- 172.21.15.111:0/1283202422 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f55e80cd300 0x7f55e806ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:02.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.870+0000 7f55edd60640 1 -- 172.21.15.111:0/1283202422 >> v1:172.21.15.114:6789/0 conn(0x7f55e806f010 legacy=0x7f55e81622e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:02.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.870+0000 7f55edd60640 1 -- 172.21.15.111:0/1283202422 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55e815f290 con 0x7f55e815c300 2024-09-19T04:36:02.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.870+0000 7f55ed55f640 1 --2- 172.21.15.111:0/1283202422 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f55e80cd300 0x7f55e806ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:36:02.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.870+0000 7f55edd60640 1 --2- 172.21.15.111:0/1283202422 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f55e815c300 0x7f55e80affc0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f55e40097a0 tx=0x7f55e402a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e25f05ae0f6368a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:02.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.871+0000 7f55ecd5e640 1 -- 172.21.15.111:0/1283202422 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e4037070 con 0x7f55e815c300 2024-09-19T04:36:02.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.871+0000 7f55ecd5e640 1 -- 172.21.15.111:0/1283202422 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55e402ae50 con 0x7f55e815c300 2024-09-19T04:36:02.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.871+0000 7f55ecd5e640 1 -- 172.21.15.111:0/1283202422 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e4032660 con 0x7f55e815c300 2024-09-19T04:36:02.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.871+0000 7f55effc4640 1 -- 172.21.15.111:0/1283202422 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f55e815c300 msgr2=0x7f55e80affc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:02.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.871+0000 7f55effc4640 1 --2- 172.21.15.111:0/1283202422 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f55e815c300 0x7f55e80affc0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f55e40097a0 tx=0x7f55e402a100 comp rx=0 tx=0).stop 2024-09-19T04:36:02.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.871+0000 7f55effc4640 1 -- 172.21.15.111:0/1283202422 shutdown_connections 2024-09-19T04:36:02.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.871+0000 7f55effc4640 1 --2- 172.21.15.111:0/1283202422 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f55e80cd300 0x7f55e806ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:02.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.871+0000 7f55effc4640 1 --2- 172.21.15.111:0/1283202422 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f55e815c300 0x7f55e80affc0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:02.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.871+0000 7f55effc4640 1 -- 172.21.15.111:0/1283202422 >> 172.21.15.111:0/1283202422 conn(0x7f55e806cae0 msgr2=0x7f55e806cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:02.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.871+0000 7f55effc4640 1 -- 172.21.15.111:0/1283202422 shutdown_connections 2024-09-19T04:36:02.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.871+0000 7f55effc4640 1 -- 172.21.15.111:0/1283202422 wait complete. 2024-09-19T04:36:02.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.872+0000 7f55effc4640 1 Processor -- start 2024-09-19T04:36:02.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.872+0000 7f55effc4640 1 -- start start 2024-09-19T04:36:02.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.873+0000 7f55effc4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f55e806f010 0x7f55e81f7c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:02.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.873+0000 7f55effc4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f55e80cd300 0x7f55e80cd8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:02.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.873+0000 7f55effc4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f55e815c300 0x7f55e8160590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:02.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.873+0000 7f55effc4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f55e8071880 con 0x7f55e815c300 2024-09-19T04:36:02.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.873+0000 7f55effc4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f55e815f850 con 0x7f55e806f010 2024-09-19T04:36:02.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.873+0000 7f55effc4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f55e80b0500 con 0x7f55e80cd300 2024-09-19T04:36:02.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.873+0000 7f55ee561640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f55e815c300 0x7f55e8160590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:02.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.873+0000 7f55ee561640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f55e815c300 0x7f55e8160590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47288/0 (socket says 172.21.15.111:47288) 2024-09-19T04:36:02.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.873+0000 7f55ee561640 1 -- 172.21.15.111:0/1586411427 learned_addr learned my addr 172.21.15.111:0/1586411427 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:02.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.873+0000 7f55edd60640 1 --2- 172.21.15.111:0/1586411427 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f55e806f010 0x7f55e81f7c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:02.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.873+0000 7f55ed55f640 1 --2- 172.21.15.111:0/1586411427 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f55e80cd300 0x7f55e80cd8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:02.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.874+0000 7f55ee561640 1 -- 172.21.15.111:0/1586411427 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f55e80cd300 msgr2=0x7f55e80cd8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:02.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.874+0000 7f55ee561640 1 --2- 172.21.15.111:0/1586411427 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f55e80cd300 0x7f55e80cd8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:02.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.874+0000 7f55ee561640 1 -- 172.21.15.111:0/1586411427 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f55e806f010 msgr2=0x7f55e81f7c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:02.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.874+0000 7f55ee561640 1 --2- 172.21.15.111:0/1586411427 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f55e806f010 0x7f55e81f7c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:02.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.874+0000 7f55ee561640 1 -- 172.21.15.111:0/1586411427 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55e81f8ae0 con 0x7f55e815c300 2024-09-19T04:36:02.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.874+0000 7f55edd60640 1 --2- 172.21.15.111:0/1586411427 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f55e806f010 0x7f55e81f7c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:36:02.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.874+0000 7f55ee561640 1 --2- 172.21.15.111:0/1586411427 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f55e815c300 0x7f55e8160590 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f55e000c710 tx=0x7f55e000cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:02.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.874+0000 7f55de7fc640 1 -- 172.21.15.111:0/1586411427 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e0016020 con 0x7f55e815c300 2024-09-19T04:36:02.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.874+0000 7f55de7fc640 1 -- 172.21.15.111:0/1586411427 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55e0006d50 con 0x7f55e815c300 2024-09-19T04:36:02.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.874+0000 7f55effc4640 1 -- 172.21.15.111:0/1586411427 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55e81f8520 con 0x7f55e815c300 2024-09-19T04:36:02.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.874+0000 7f55de7fc640 1 -- 172.21.15.111:0/1586411427 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e0003bb0 con 0x7f55e815c300 2024-09-19T04:36:02.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.874+0000 7f55effc4640 1 -- 172.21.15.111:0/1586411427 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55e8155490 con 0x7f55e815c300 2024-09-19T04:36:02.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.875+0000 7f55effc4640 1 -- 172.21.15.111:0/1586411427 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55e806ead0 con 0x7f55e815c300 2024-09-19T04:36:02.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.875+0000 7f55de7fc640 1 -- 172.21.15.111:0/1586411427 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f55e000a7f0 con 0x7f55e815c300 2024-09-19T04:36:02.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.876+0000 7f55de7fc640 1 --2- 172.21.15.111:0/1586411427 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f55cc06c460 0x7f55cc06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:02.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.876+0000 7f55de7fc640 1 -- 172.21.15.111:0/1586411427 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f55e008b1f0 con 0x7f55e815c300 2024-09-19T04:36:02.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.876+0000 7f55edd60640 1 --2- 172.21.15.111:0/1586411427 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f55cc06c460 0x7f55cc06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:02.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.876+0000 7f55edd60640 1 --2- 172.21.15.111:0/1586411427 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f55cc06c460 0x7f55cc06e920 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f55e4034000 tx=0x7f55e402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:02.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:02.880+0000 7f55de7fc640 1 -- 172.21.15.111:0/1586411427 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f55e0020020 con 0x7f55e815c300 2024-09-19T04:36:03.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.077+0000 7f55effc4640 1 -- 172.21.15.111:0/1586411427 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f55e8159040 con 0x7f55e815c300 2024-09-19T04:36:03.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.077+0000 7f55de7fc640 1 -- 172.21.15.111:0/1586411427 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5232 (secure 0 0 0) 0x7f55e000ce20 con 0x7f55e815c300 2024-09-19T04:36:03.079 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:03.079 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":28,"btime":"2024-09-19T04:35:56:799755+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5057,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/2129760899","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":2129760899},{"type":"v1","addr":"172.21.15.114:6834","nonce":2129760899}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":5368,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/984457279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":984457279},{"type":"v1","addr":"172.21.15.114:6835","nonce":984457279}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":5631,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/3612593317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":3612593317},{"type":"v1","addr":"172.21.15.111:6835","nonce":3612593317}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24}],"filesystems":[{"mdsmap":{"epoch":28,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:35:54.120660+0000","modified":"2024-09-19T04:35:56.123266+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5652},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5652":{"gid":5652,"name":"a","rank":0,"incarnation":26,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6837/2608480199","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":2608480199},{"type":"v1","addr":"172.21.15.111:6837","nonce":2608480199}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5652,"qdb_cluster":[5652]},"id":4}]} 2024-09-19T04:36:03.079 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 28 2024-09-19T04:36:03.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.079+0000 7f55effc4640 1 -- 172.21.15.111:0/1586411427 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f55cc06c460 msgr2=0x7f55cc06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:03.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.079+0000 7f55effc4640 1 --2- 172.21.15.111:0/1586411427 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f55cc06c460 0x7f55cc06e920 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f55e4034000 tx=0x7f55e402e000 comp rx=0 tx=0).stop 2024-09-19T04:36:03.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.079+0000 7f55effc4640 1 -- 172.21.15.111:0/1586411427 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f55e815c300 msgr2=0x7f55e8160590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:03.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.079+0000 7f55effc4640 1 --2- 172.21.15.111:0/1586411427 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f55e815c300 0x7f55e8160590 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f55e000c710 tx=0x7f55e000cbd0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.079+0000 7f55effc4640 1 -- 172.21.15.111:0/1586411427 shutdown_connections 2024-09-19T04:36:03.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.079+0000 7f55effc4640 1 --2- 172.21.15.111:0/1586411427 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f55cc06c460 0x7f55cc06e920 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.079+0000 7f55effc4640 1 --2- 172.21.15.111:0/1586411427 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f55e815c300 0x7f55e8160590 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.079+0000 7f55effc4640 1 --2- 172.21.15.111:0/1586411427 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f55e80cd300 0x7f55e80cd8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.079+0000 7f55effc4640 1 --2- 172.21.15.111:0/1586411427 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f55e806f010 0x7f55e81f7c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.079+0000 7f55effc4640 1 -- 172.21.15.111:0/1586411427 >> 172.21.15.111:0/1586411427 conn(0x7f55e806cae0 msgr2=0x7f55e8162270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:03.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.079+0000 7f55effc4640 1 -- 172.21.15.111:0/1586411427 shutdown_connections 2024-09-19T04:36:03.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.079+0000 7f55effc4640 1 -- 172.21.15.111:0/1586411427 wait complete. 2024-09-19T04:36:03.494 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T04:35:54.120660+0000', 'modified': '2024-09-19T04:35:56.123266+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5652}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5652': {'gid': 5652, 'name': 'a', 'rank': 0, 'incarnation': 26, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.111:6837/2608480199', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.111:6836', 'nonce': 2608480199}, {'type': 'v1', 'addr': '172.21.15.111:6837', 'nonce': 2608480199}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5652, 'qdb_cluster': [5652]} 2024-09-19T04:36:03.494 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T04:36:03.494 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-19T04:36:03.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.593+0000 7fb5701b7640 1 Processor -- start 2024-09-19T04:36:03.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.594+0000 7fb5701b7640 1 -- start start 2024-09-19T04:36:03.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.594+0000 7fb5701b7640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fb56815c5e0 0x7fb5680712b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.594+0000 7fb5701b7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb5680b66e0 0x7fb5680b7190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.594+0000 7fb5701b7640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb56815c9c0 con 0x7fb5680b6d50 2024-09-19T04:36:03.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.594+0000 7fb5701b7640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fb568074100 con 0x7fb56815c5e0 2024-09-19T04:36:03.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.594+0000 7fb5701b7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb5680b76d0 con 0x7fb5680b66e0 2024-09-19T04:36:03.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.595+0000 7fb56e754640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb5680b66e0 0x7fb5680b7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.595+0000 7fb56df53640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fb56815c5e0 0x7fb5680712b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.595+0000 7fb56e754640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb5680b66e0 0x7fb5680b7190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:45096/0 (socket says 172.21.15.111:45096) 2024-09-19T04:36:03.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.595+0000 7fb56e754640 1 -- 172.21.15.111:0/2769228080 learned_addr learned my addr 172.21.15.111:0/2769228080 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:03.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.595+0000 7fb56d752640 1 --1- 172.21.15.111:0/2769228080 >> v1:172.21.15.114:6789/0 conn(0x7fb5680b6d50 0x7fb5681600e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:56782/0 (socket says 172.21.15.111:56782) 2024-09-19T04:36:03.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.595+0000 7fb56e754640 1 -- 172.21.15.111:0/2769228080 >> v2:172.21.15.114:3300/0 conn(0x7fb56815c5e0 msgr2=0x7fb5680712b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:03.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.595+0000 7fb56e754640 1 --2- 172.21.15.111:0/2769228080 >> v2:172.21.15.114:3300/0 conn(0x7fb56815c5e0 0x7fb5680712b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.595+0000 7fb56e754640 1 -- 172.21.15.111:0/2769228080 >> v1:172.21.15.114:6789/0 conn(0x7fb5680b6d50 legacy=0x7fb5681600e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:03.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.595+0000 7fb56e754640 1 -- 172.21.15.111:0/2769228080 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5680b1dd0 con 0x7fb5680b66e0 2024-09-19T04:36:03.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.596+0000 7fb56e754640 1 --2- 172.21.15.111:0/2769228080 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb5680b66e0 0x7fb5680b7190 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fb560009e50 tx=0x7fb56002a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9b5b7579358f8c86 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:03.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.596+0000 7fb56cf51640 1 -- 172.21.15.111:0/2769228080 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb560036070 con 0x7fb5680b66e0 2024-09-19T04:36:03.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.596+0000 7fb56cf51640 1 -- 172.21.15.111:0/2769228080 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb560031600 con 0x7fb5680b66e0 2024-09-19T04:36:03.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.596+0000 7fb56cf51640 1 -- 172.21.15.111:0/2769228080 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5600319d0 con 0x7fb5680b66e0 2024-09-19T04:36:03.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.597+0000 7fb5701b7640 1 -- 172.21.15.111:0/2769228080 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb5680b66e0 msgr2=0x7fb5680b7190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:03.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.597+0000 7fb5701b7640 1 --2- 172.21.15.111:0/2769228080 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb5680b66e0 0x7fb5680b7190 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fb560009e50 tx=0x7fb56002a710 comp rx=0 tx=0).stop 2024-09-19T04:36:03.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.597+0000 7fb5701b7640 1 -- 172.21.15.111:0/2769228080 shutdown_connections 2024-09-19T04:36:03.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.597+0000 7fb5701b7640 1 --2- 172.21.15.111:0/2769228080 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb5680b66e0 0x7fb5680b7190 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.597+0000 7fb5701b7640 1 --2- 172.21.15.111:0/2769228080 >> v2:172.21.15.114:3300/0 conn(0x7fb56815c5e0 0x7fb5680712b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.597+0000 7fb5701b7640 1 -- 172.21.15.111:0/2769228080 >> 172.21.15.111:0/2769228080 conn(0x7fb5680b4220 msgr2=0x7fb5680b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:03.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.597+0000 7fb5701b7640 1 -- 172.21.15.111:0/2769228080 shutdown_connections 2024-09-19T04:36:03.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.597+0000 7fb5701b7640 1 -- 172.21.15.111:0/2769228080 wait complete. 2024-09-19T04:36:03.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.598+0000 7fb5701b7640 1 Processor -- start 2024-09-19T04:36:03.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.598+0000 7fb5701b7640 1 -- start start 2024-09-19T04:36:03.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.599+0000 7fb5701b7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb5680b66e0 0x7fb5681f4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.599+0000 7fb5701b7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb5680b6d50 0x7fb568151950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.599+0000 7fb5701b7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb56815c5e0 0x7fb5680b1160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.599+0000 7fb5701b7640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb568073ab0 con 0x7fb5680b66e0 2024-09-19T04:36:03.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.599+0000 7fb5701b7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb5680737d0 con 0x7fb56815c5e0 2024-09-19T04:36:03.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.599+0000 7fb5701b7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb568073d90 con 0x7fb5680b6d50 2024-09-19T04:36:03.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.599+0000 7fb56df53640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb5680b66e0 0x7fb5681f4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.599+0000 7fb56df53640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb5680b66e0 0x7fb5681f4810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47292/0 (socket says 172.21.15.111:47292) 2024-09-19T04:36:03.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.599+0000 7fb56df53640 1 -- 172.21.15.111:0/185330679 learned_addr learned my addr 172.21.15.111:0/185330679 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:03.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.599+0000 7fb56d752640 1 --2- 172.21.15.111:0/185330679 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb5680b6d50 0x7fb568151950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.599+0000 7fb56e754640 1 --2- 172.21.15.111:0/185330679 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb56815c5e0 0x7fb5680b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.599+0000 7fb56df53640 1 -- 172.21.15.111:0/185330679 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb5680b6d50 msgr2=0x7fb568151950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:03.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.599+0000 7fb56df53640 1 --2- 172.21.15.111:0/185330679 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb5680b6d50 0x7fb568151950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.599+0000 7fb56df53640 1 -- 172.21.15.111:0/185330679 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb56815c5e0 msgr2=0x7fb5680b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:03.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.599+0000 7fb56df53640 1 --2- 172.21.15.111:0/185330679 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb56815c5e0 0x7fb5680b1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.599+0000 7fb56df53640 1 -- 172.21.15.111:0/185330679 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb56806cf00 con 0x7fb5680b66e0 2024-09-19T04:36:03.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.599+0000 7fb56df53640 1 --2- 172.21.15.111:0/185330679 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb5680b66e0 0x7fb5681f4810 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fb56400e870 tx=0x7fb56400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:03.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.599+0000 7fb55a7fc640 1 -- 172.21.15.111:0/185330679 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb564017070 con 0x7fb5680b66e0 2024-09-19T04:36:03.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.599+0000 7fb55a7fc640 1 -- 172.21.15.111:0/185330679 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb56400c940 con 0x7fb5680b66e0 2024-09-19T04:36:03.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.599+0000 7fb5701b7640 1 -- 172.21.15.111:0/185330679 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb56806d1e0 con 0x7fb5680b66e0 2024-09-19T04:36:03.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.599+0000 7fb55a7fc640 1 -- 172.21.15.111:0/185330679 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb56400cd30 con 0x7fb5680b66e0 2024-09-19T04:36:03.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.599+0000 7fb5701b7640 1 -- 172.21.15.111:0/185330679 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb56806d7a0 con 0x7fb5680b66e0 2024-09-19T04:36:03.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.601+0000 7fb55a7fc640 1 -- 172.21.15.111:0/185330679 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fb56401a070 con 0x7fb5680b66e0 2024-09-19T04:36:03.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.601+0000 7fb55a7fc640 1 --2- 172.21.15.111:0/185330679 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb54c06c460 0x7fb54c06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.602+0000 7fb55a7fc640 1 -- 172.21.15.111:0/185330679 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fb56408b7d0 con 0x7fb5680b66e0 2024-09-19T04:36:03.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.602+0000 7fb56d752640 1 --2- 172.21.15.111:0/185330679 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb54c06c460 0x7fb54c06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.602+0000 7fb56d752640 1 --2- 172.21.15.111:0/185330679 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb54c06c460 0x7fb54c06e920 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fb568154f80 tx=0x7fb55c000ed0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:03.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.602+0000 7fb57302c740 1 Processor -- start 2024-09-19T04:36:03.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.603+0000 7fb57302c740 1 -- start start 2024-09-19T04:36:03.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.603+0000 7fb57302c740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55942b9402c0 0x55942b985a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.603+0000 7fb57302c740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55942b93da80 0x55942b9406a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.603+0000 7fb57302c740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b941a50 0x55942b93a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.603+0000 7fb57302c740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55942b8a2520 con 0x55942b941a50 2024-09-19T04:36:03.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.603+0000 7fb57302c740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55942b84a3e0 con 0x55942b9402c0 2024-09-19T04:36:03.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.603+0000 7fb57302c740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x55942b89e4e0 con 0x55942b93da80 2024-09-19T04:36:03.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.604+0000 7fb56e754640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b941a50 0x55942b93a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.604+0000 7fb56e754640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b941a50 0x55942b93a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47302/0 (socket says 172.21.15.111:47302) 2024-09-19T04:36:03.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.604+0000 7fb56e754640 1 -- 172.21.15.111:0/3771663394 learned_addr learned my addr 172.21.15.111:0/3771663394 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:03.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.604+0000 7fb56df53640 1 --2- 172.21.15.111:0/3771663394 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55942b9402c0 0x55942b985a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.604+0000 7fb56d752640 1 --2- 172.21.15.111:0/3771663394 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55942b93da80 0x55942b9406a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.604+0000 7fb56e754640 1 -- 172.21.15.111:0/3771663394 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55942b93da80 msgr2=0x55942b9406a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:03.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.604+0000 7fb56e754640 1 --2- 172.21.15.111:0/3771663394 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55942b93da80 0x55942b9406a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.604+0000 7fb56e754640 1 -- 172.21.15.111:0/3771663394 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55942b9402c0 msgr2=0x55942b985a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:03.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.604+0000 7fb56e754640 1 --2- 172.21.15.111:0/3771663394 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55942b9402c0 0x55942b985a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.604+0000 7fb56e754640 1 -- 172.21.15.111:0/3771663394 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55942b8652f0 con 0x55942b941a50 2024-09-19T04:36:03.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.604+0000 7fb56e754640 1 --2- 172.21.15.111:0/3771663394 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b941a50 0x55942b93a8b0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fb56002ad00 tx=0x7fb56002e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0b14ea0ae7f8dea server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:03.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.604+0000 7fb54b7fe640 1 -- 172.21.15.111:0/3771663394 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb560036040 con 0x55942b941a50 2024-09-19T04:36:03.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.604+0000 7fb54b7fe640 1 -- 172.21.15.111:0/3771663394 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb560037040 con 0x55942b941a50 2024-09-19T04:36:03.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.604+0000 7fb54b7fe640 1 -- 172.21.15.111:0/3771663394 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb560031820 con 0x55942b941a50 2024-09-19T04:36:03.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.605+0000 7fb57302c740 1 -- 172.21.15.111:0/3771663394 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b941a50 msgr2=0x55942b93a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:03.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.605+0000 7fb57302c740 1 --2- 172.21.15.111:0/3771663394 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b941a50 0x55942b93a8b0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fb56002ad00 tx=0x7fb56002e000 comp rx=0 tx=0).stop 2024-09-19T04:36:03.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.605+0000 7fb57302c740 1 -- 172.21.15.111:0/3771663394 shutdown_connections 2024-09-19T04:36:03.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.605+0000 7fb57302c740 1 --2- 172.21.15.111:0/3771663394 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b941a50 0x55942b93a8b0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.605+0000 7fb57302c740 1 --2- 172.21.15.111:0/3771663394 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55942b93da80 0x55942b9406a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.605+0000 7fb57302c740 1 --2- 172.21.15.111:0/3771663394 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55942b9402c0 0x55942b985a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.605+0000 7fb57302c740 1 -- 172.21.15.111:0/3771663394 >> 172.21.15.111:0/3771663394 conn(0x55942b93ca80 msgr2=0x55942b984f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:03.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.605+0000 7fb57302c740 1 -- 172.21.15.111:0/3771663394 shutdown_connections 2024-09-19T04:36:03.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.605+0000 7fb57302c740 1 -- 172.21.15.111:0/3771663394 wait complete. 2024-09-19T04:36:03.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.606+0000 7fb57302c740 1 -- start start 2024-09-19T04:36:03.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.606+0000 7fb57302c740 1 Processor -- start 2024-09-19T04:36:03.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.607+0000 7fb57302c740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55942b9402c0 0x55942b96a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.607+0000 7fb57302c740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b941a50 0x55942b9889d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.607+0000 7fb57302c740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55942b96a670 0x55942b95fa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.607+0000 7fb57302c740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55942b93bf20 con 0x55942b941a50 2024-09-19T04:36:03.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.607+0000 7fb57302c740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55942b82b450 con 0x55942b9402c0 2024-09-19T04:36:03.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.607+0000 7fb57302c740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x55942b986290 con 0x55942b96a670 2024-09-19T04:36:03.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.607+0000 7fb57302c740 10 client.0 _ll_register_callbacks cb 0x55942b5b4ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:36:03.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.607+0000 7fb56d752640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b941a50 0x55942b9889d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.607+0000 7fb56d752640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b941a50 0x55942b9889d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47318/0 (socket says 172.21.15.111:47318) 2024-09-19T04:36:03.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.607+0000 7fb56d752640 1 -- 172.21.15.111:0/3175117560 learned_addr learned my addr 172.21.15.111:0/3175117560 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:03.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.607+0000 7fb56df53640 1 --2- 172.21.15.111:0/3175117560 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55942b9402c0 0x55942b96a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.607+0000 7fb56e754640 1 --2- 172.21.15.111:0/3175117560 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55942b96a670 0x55942b95fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.607+0000 7fb56d752640 1 -- 172.21.15.111:0/3175117560 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55942b96a670 msgr2=0x55942b95fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:03.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.607+0000 7fb56d752640 1 --2- 172.21.15.111:0/3175117560 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55942b96a670 0x55942b95fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.607+0000 7fb56d752640 1 -- 172.21.15.111:0/3175117560 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55942b9402c0 msgr2=0x55942b96a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:03.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.607+0000 7fb56d752640 1 --2- 172.21.15.111:0/3175117560 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55942b9402c0 0x55942b96a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.607+0000 7fb56d752640 1 -- 172.21.15.111:0/3175117560 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55942b5b52d0 con 0x55942b941a50 2024-09-19T04:36:03.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.607+0000 7fb56d752640 1 --2- 172.21.15.111:0/3175117560 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b941a50 0x55942b9889d0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fb55c0146b0 tx=0x7fb55c007f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69473c6562811a13 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:03.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.607+0000 7fb548ff9640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-09-19T04:36:03.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.607+0000 7fb548ff9640 1 -- 172.21.15.111:0/3175117560 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb55c028060 con 0x55942b941a50 2024-09-19T04:36:03.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.607+0000 7fb548ff9640 1 -- 172.21.15.111:0/3175117560 <== mon.0 v2:172.21.15.111:3300/0 2 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fb55c010040 con 0x55942b941a50 2024-09-19T04:36:03.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.607+0000 7fb57302c740 1 -- 172.21.15.111:0/3175117560 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb560037040 con 0x55942b941a50 2024-09-19T04:36:03.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.607+0000 7fb548ff9640 1 -- 172.21.15.111:0/3175117560 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb55c0126e0 con 0x55942b941a50 2024-09-19T04:36:03.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.607+0000 7fb57302c740 10 client.5787 fetch_fsmap learned FSMap version 28 2024-09-19T04:36:03.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.608+0000 7fb57302c740 1 -- 172.21.15.111:0/3175117560 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x55942b67f6b0 con 0x55942b941a50 2024-09-19T04:36:03.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.608+0000 7fb548ff9640 1 -- 172.21.15.111:0/3175117560 <== mon.0 v2:172.21.15.111:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb560037040 con 0x55942b941a50 2024-09-19T04:36:03.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.608+0000 7fb548ff9640 1 -- 172.21.15.111:0/3175117560 <== mon.0 v2:172.21.15.111:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7fb55c012880 con 0x55942b941a50 2024-09-19T04:36:03.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.608+0000 7fb57302c740 10 client.5787 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T04:36:03.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.608+0000 7fb57302c740 10 client.5787 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T04:36:03.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.608+0000 7fb57302c740 20 client.5787 populate_metadata read hostname 'smithi111' 2024-09-19T04:36:03.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.608+0000 7fb57302c740 1 --2- 172.21.15.111:0/3175117560 >> [v2:172.21.15.111:6836/2608480199,v1:172.21.15.111:6837/2608480199] conn(0x55942b967dc0 0x55942b960820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.608+0000 7fb57302c740 4 client.5787 mds_command: new command op to 5652 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T04:36:03.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.608+0000 7fb57302c740 1 -- 172.21.15.111:0/3175117560 --> [v2:172.21.15.111:6836/2608480199,v1:172.21.15.111:6837/2608480199] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55942b8afc50 con 0x55942b967dc0 2024-09-19T04:36:03.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.608+0000 7fb56df53640 1 --2- 172.21.15.111:0/3175117560 >> [v2:172.21.15.111:6836/2608480199,v1:172.21.15.111:6837/2608480199] conn(0x55942b967dc0 0x55942b960820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.608+0000 7fb548ff9640 10 client.5787 ms_handle_connect on v2:172.21.15.111:6836/2608480199 2024-09-19T04:36:03.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.608+0000 7fb56df53640 1 --2- 172.21.15.111:0/3175117560 >> [v2:172.21.15.111:6836/2608480199,v1:172.21.15.111:6837/2608480199] conn(0x55942b967dc0 0x55942b960820 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e0186be946627a6 server_cookie=fca6037c7bc98cc7 in_seq=0 out_seq=0 2024-09-19T04:36:03.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.609+0000 7fb548ff9640 1 -- 172.21.15.111:0/3175117560 <== mds.0 v2:172.21.15.111:6836/2608480199 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55942b8afc50 con 0x55942b967dc0 2024-09-19T04:36:03.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.609+0000 7fb548ff9640 10 client.5787 handle_command_reply: tid=0 2024-09-19T04:36:03.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.609+0000 7fb57302c740 1 client.5787 shutdown 2024-09-19T04:36:03.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.609+0000 7fb57302c740 1 -- 172.21.15.111:0/3175117560 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b941a50 msgr2=0x55942b9889d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:03.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.609+0000 7fb57302c740 1 --2- 172.21.15.111:0/3175117560 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b941a50 0x55942b9889d0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fb55c0146b0 tx=0x7fb55c007f90 comp rx=0 tx=0).stop 2024-09-19T04:36:03.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.609+0000 7fb57302c740 1 -- 172.21.15.111:0/3175117560 shutdown_connections 2024-09-19T04:36:03.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.609+0000 7fb57302c740 1 --2- 172.21.15.111:0/3175117560 >> [v2:172.21.15.111:6836/2608480199,v1:172.21.15.111:6837/2608480199] conn(0x55942b967dc0 0x55942b960820 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.609+0000 7fb57302c740 1 --2- 172.21.15.111:0/3175117560 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55942b96a670 0x55942b95fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.609+0000 7fb57302c740 1 --2- 172.21.15.111:0/3175117560 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b941a50 0x55942b9889d0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.609+0000 7fb57302c740 1 --2- 172.21.15.111:0/3175117560 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55942b9402c0 0x55942b96a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.609+0000 7fb57302c740 1 -- 172.21.15.111:0/3175117560 >> 172.21.15.111:0/3175117560 conn(0x55942b93da80 msgr2=0x55942b93e020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:03.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.609+0000 7fb548ff9640 0 client.5787 ms_handle_reset on v2:172.21.15.111:6836/2608480199 2024-09-19T04:36:03.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.609+0000 7fb57302c740 1 -- 172.21.15.111:0/3175117560 shutdown_connections 2024-09-19T04:36:03.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.609+0000 7fb57302c740 1 -- 172.21.15.111:0/3175117560 wait complete. 2024-09-19T04:36:03.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.609+0000 7fb57302c740 20 client.5787 trim_cache size 0 max 16384 2024-09-19T04:36:03.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.627+0000 7fb57302c740 1 Processor -- start 2024-09-19T04:36:03.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.627+0000 7fb57302c740 1 -- start start 2024-09-19T04:36:03.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.628+0000 7fb57302c740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b9402c0 0x55942b9a8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.628+0000 7fb57302c740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55942b941a50 0x55942b982ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.628+0000 7fb57302c740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55942b96a670 0x55942b983420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.628+0000 7fb57302c740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb568154970 con 0x55942b9402c0 2024-09-19T04:36:03.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.628+0000 7fb57302c740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb568153cd0 con 0x55942b941a50 2024-09-19T04:36:03.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.628+0000 7fb57302c740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb568154320 con 0x55942b96a670 2024-09-19T04:36:03.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.628+0000 7fb56df53640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b9402c0 0x55942b9a8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.628+0000 7fb56df53640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b9402c0 0x55942b9a8e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47320/0 (socket says 172.21.15.111:47320) 2024-09-19T04:36:03.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.628+0000 7fb56df53640 1 -- 172.21.15.111:0/1426126243 learned_addr learned my addr 172.21.15.111:0/1426126243 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:03.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.628+0000 7fb56d752640 1 --2- 172.21.15.111:0/1426126243 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55942b941a50 0x55942b982ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.628+0000 7fb56e754640 1 --2- 172.21.15.111:0/1426126243 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55942b96a670 0x55942b983420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.628+0000 7fb56df53640 1 -- 172.21.15.111:0/1426126243 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55942b96a670 msgr2=0x55942b983420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:03.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.628+0000 7fb56df53640 1 --2- 172.21.15.111:0/1426126243 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55942b96a670 0x55942b983420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.628+0000 7fb56df53640 1 -- 172.21.15.111:0/1426126243 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55942b941a50 msgr2=0x55942b982ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:03.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.628+0000 7fb56df53640 1 --2- 172.21.15.111:0/1426126243 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55942b941a50 0x55942b982ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.628+0000 7fb56df53640 1 -- 172.21.15.111:0/1426126243 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55942b96a0a0 con 0x55942b9402c0 2024-09-19T04:36:03.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.628+0000 7fb56d752640 1 --2- 172.21.15.111:0/1426126243 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55942b941a50 0x55942b982ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:03.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.628+0000 7fb56df53640 1 --2- 172.21.15.111:0/1426126243 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b9402c0 0x55942b9a8e40 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fb564055c10 tx=0x7fb56405c040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e935a56bdd409c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:03.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.628+0000 7fb54affd640 1 -- 172.21.15.111:0/1426126243 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb564021040 con 0x55942b9402c0 2024-09-19T04:36:03.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.628+0000 7fb54affd640 1 -- 172.21.15.111:0/1426126243 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb564089070 con 0x55942b9402c0 2024-09-19T04:36:03.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.628+0000 7fb54affd640 1 -- 172.21.15.111:0/1426126243 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5640622e0 con 0x55942b9402c0 2024-09-19T04:36:03.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.629+0000 7fb57302c740 1 -- 172.21.15.111:0/1426126243 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b9402c0 msgr2=0x55942b9a8e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:03.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.629+0000 7fb57302c740 1 --2- 172.21.15.111:0/1426126243 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b9402c0 0x55942b9a8e40 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fb564055c10 tx=0x7fb56405c040 comp rx=0 tx=0).stop 2024-09-19T04:36:03.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.629+0000 7fb57302c740 1 -- 172.21.15.111:0/1426126243 shutdown_connections 2024-09-19T04:36:03.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.629+0000 7fb57302c740 1 --2- 172.21.15.111:0/1426126243 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55942b96a670 0x55942b983420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.629+0000 7fb57302c740 1 --2- 172.21.15.111:0/1426126243 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55942b941a50 0x55942b982ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.629+0000 7fb57302c740 1 --2- 172.21.15.111:0/1426126243 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b9402c0 0x55942b9a8e40 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.629+0000 7fb57302c740 1 -- 172.21.15.111:0/1426126243 >> 172.21.15.111:0/1426126243 conn(0x55942b93da80 msgr2=0x55942b969550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:03.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.629+0000 7fb57302c740 1 -- 172.21.15.111:0/1426126243 shutdown_connections 2024-09-19T04:36:03.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.629+0000 7fb57302c740 1 -- 172.21.15.111:0/1426126243 wait complete. 2024-09-19T04:36:03.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.629+0000 7fb57302c740 1 -- start start 2024-09-19T04:36:03.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.629+0000 7fb57302c740 1 Processor -- start 2024-09-19T04:36:03.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.630+0000 7fb57302c740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b9402c0 0x55942b9a8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.630+0000 7fb57302c740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55942b941a50 0x55942ba06400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.630+0000 7fb57302c740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55942b96a670 0x55942b9a7cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.630+0000 7fb57302c740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55942b960450 con 0x55942b9402c0 2024-09-19T04:36:03.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.630+0000 7fb57302c740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55942b95ffb0 con 0x55942b96a670 2024-09-19T04:36:03.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.630+0000 7fb57302c740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x55942b968210 con 0x55942b941a50 2024-09-19T04:36:03.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.630+0000 7fb57302c740 10 client.0 _ll_register_callbacks cb 0x7fb55c004db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:36:03.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.630+0000 7fb56df53640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b9402c0 0x55942b9a8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.630+0000 7fb56df53640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b9402c0 0x55942b9a8e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47330/0 (socket says 172.21.15.111:47330) 2024-09-19T04:36:03.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.630+0000 7fb56df53640 1 -- 172.21.15.111:0/1668066586 learned_addr learned my addr 172.21.15.111:0/1668066586 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:03.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.630+0000 7fb56e754640 1 --2- 172.21.15.111:0/1668066586 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55942b96a670 0x55942b9a7cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.630+0000 7fb56d752640 1 --2- 172.21.15.111:0/1668066586 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55942b941a50 0x55942ba06400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.631+0000 7fb56df53640 1 -- 172.21.15.111:0/1668066586 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55942b941a50 msgr2=0x55942ba06400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:03.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.631+0000 7fb56df53640 1 --2- 172.21.15.111:0/1668066586 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55942b941a50 0x55942ba06400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.631+0000 7fb56df53640 1 -- 172.21.15.111:0/1668066586 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55942b96a670 msgr2=0x55942b9a7cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:03.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.631+0000 7fb56df53640 1 --2- 172.21.15.111:0/1668066586 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55942b96a670 0x55942b9a7cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.631+0000 7fb56df53640 1 -- 172.21.15.111:0/1668066586 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55942b9a9380 con 0x55942b9402c0 2024-09-19T04:36:03.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.631+0000 7fb56df53640 1 --2- 172.21.15.111:0/1668066586 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b9402c0 0x55942b9a8e40 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fb564057a60 tx=0x7fb56401e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc3200fc7cf95350 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:03.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.631+0000 7fb548ff9640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-09-19T04:36:03.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.631+0000 7fb548ff9640 1 -- 172.21.15.111:0/1668066586 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb564021040 con 0x55942b9402c0 2024-09-19T04:36:03.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.631+0000 7fb548ff9640 1 -- 172.21.15.111:0/1668066586 <== mon.0 v2:172.21.15.111:3300/0 2 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fb56406dd90 con 0x55942b9402c0 2024-09-19T04:36:03.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.631+0000 7fb57302c740 1 -- 172.21.15.111:0/1668066586 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb564089070 con 0x55942b9402c0 2024-09-19T04:36:03.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.631+0000 7fb548ff9640 1 -- 172.21.15.111:0/1668066586 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb564058c00 con 0x55942b9402c0 2024-09-19T04:36:03.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.631+0000 7fb57302c740 10 client.5793 fetch_fsmap learned FSMap version 28 2024-09-19T04:36:03.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.631+0000 7fb57302c740 1 -- 172.21.15.111:0/1668066586 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x55942b9608c0 con 0x55942b9402c0 2024-09-19T04:36:03.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.631+0000 7fb548ff9640 1 -- 172.21.15.111:0/1668066586 <== mon.0 v2:172.21.15.111:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb564089070 con 0x55942b9402c0 2024-09-19T04:36:03.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.631+0000 7fb548ff9640 1 -- 172.21.15.111:0/1668066586 <== mon.0 v2:172.21.15.111:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7fb564058da0 con 0x55942b9402c0 2024-09-19T04:36:03.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.631+0000 7fb57302c740 10 client.5793 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T04:36:03.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.631+0000 7fb57302c740 10 client.5793 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T04:36:03.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.631+0000 7fb57302c740 20 client.5793 populate_metadata read hostname 'smithi111' 2024-09-19T04:36:03.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.631+0000 7fb57302c740 1 --2- 172.21.15.111:0/1668066586 >> [v2:172.21.15.111:6836/2608480199,v1:172.21.15.111:6837/2608480199] conn(0x55942b956840 0x55942b956c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.631+0000 7fb57302c740 4 client.5793 mds_command: new command op to 5652 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T04:36:03.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.631+0000 7fb57302c740 1 -- 172.21.15.111:0/1668066586 --> [v2:172.21.15.111:6836/2608480199,v1:172.21.15.111:6837/2608480199] -- command(tid 0: {"prefix": "status"}) -- 0x55942b8a9fa0 con 0x55942b956840 2024-09-19T04:36:03.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.632+0000 7fb56d752640 1 --2- 172.21.15.111:0/1668066586 >> [v2:172.21.15.111:6836/2608480199,v1:172.21.15.111:6837/2608480199] conn(0x55942b956840 0x55942b956c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.632+0000 7fb548ff9640 10 client.5793 ms_handle_connect on v2:172.21.15.111:6836/2608480199 2024-09-19T04:36:03.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.632+0000 7fb56d752640 1 --2- 172.21.15.111:0/1668066586 >> [v2:172.21.15.111:6836/2608480199,v1:172.21.15.111:6837/2608480199] conn(0x55942b956840 0x55942b956c20 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a94f9bf4add3ab7 server_cookie=b3e95e53ecbd0604 in_seq=0 out_seq=0 2024-09-19T04:36:03.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.632+0000 7fb548ff9640 1 -- 172.21.15.111:0/1668066586 <== mds.0 v2:172.21.15.111:6836/2608480199 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x55942b8a9fa0 con 0x55942b956840 2024-09-19T04:36:03.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.632+0000 7fb548ff9640 10 client.5793 handle_command_reply: tid=0 2024-09-19T04:36:03.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.632+0000 7fb57302c740 1 client.5793 shutdown 2024-09-19T04:36:03.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.632+0000 7fb57302c740 1 -- 172.21.15.111:0/1668066586 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b9402c0 msgr2=0x55942b9a8e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:03.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.632+0000 7fb57302c740 1 --2- 172.21.15.111:0/1668066586 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b9402c0 0x55942b9a8e40 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fb564057a60 tx=0x7fb56401e040 comp rx=0 tx=0).stop 2024-09-19T04:36:03.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.632+0000 7fb57302c740 1 -- 172.21.15.111:0/1668066586 shutdown_connections 2024-09-19T04:36:03.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.632+0000 7fb57302c740 1 --2- 172.21.15.111:0/1668066586 >> [v2:172.21.15.111:6836/2608480199,v1:172.21.15.111:6837/2608480199] conn(0x55942b956840 0x55942b956c20 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.632+0000 7fb57302c740 1 --2- 172.21.15.111:0/1668066586 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55942b96a670 0x55942b9a7cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.632+0000 7fb57302c740 1 --2- 172.21.15.111:0/1668066586 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55942b941a50 0x55942ba06400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.632+0000 7fb548ff9640 0 client.5793 ms_handle_reset on v2:172.21.15.111:6836/2608480199 2024-09-19T04:36:03.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.632+0000 7fb57302c740 1 --2- 172.21.15.111:0/1668066586 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55942b9402c0 0x55942b9a8e40 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.632+0000 7fb57302c740 1 -- 172.21.15.111:0/1668066586 >> 172.21.15.111:0/1668066586 conn(0x55942b93da80 msgr2=0x55942b969580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:03.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.632+0000 7fb57302c740 1 -- 172.21.15.111:0/1668066586 shutdown_connections 2024-09-19T04:36:03.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.632+0000 7fb57302c740 1 -- 172.21.15.111:0/1668066586 wait complete. 2024-09-19T04:36:03.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.632+0000 7fb57302c740 20 client.5793 trim_cache size 0 max 16384 2024-09-19T04:36:03.642 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:36:03.642 INFO:teuthology.orchestra.run.smithi111.stdout: "cluster_fsid": "96a4203e-380c-426d-916c-b9d719e0db84", 2024-09-19T04:36:03.642 INFO:teuthology.orchestra.run.smithi111.stdout: "whoami": 0, 2024-09-19T04:36:03.642 INFO:teuthology.orchestra.run.smithi111.stdout: "id": 5652, 2024-09-19T04:36:03.642 INFO:teuthology.orchestra.run.smithi111.stdout: "want_state": "up:active", 2024-09-19T04:36:03.642 INFO:teuthology.orchestra.run.smithi111.stdout: "state": "up:active", 2024-09-19T04:36:03.642 INFO:teuthology.orchestra.run.smithi111.stdout: "fs_name": "cephfs", 2024-09-19T04:36:03.642 INFO:teuthology.orchestra.run.smithi111.stdout: "rank_uptime": 8.837395742, 2024-09-19T04:36:03.642 INFO:teuthology.orchestra.run.smithi111.stdout: "mdsmap_epoch": 28, 2024-09-19T04:36:03.642 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch": 58, 2024-09-19T04:36:03.643 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch_barrier": 58, 2024-09-19T04:36:03.643 INFO:teuthology.orchestra.run.smithi111.stdout: "uptime": 12.942785686000001 2024-09-19T04:36:03.643 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:36:03.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.633+0000 7fb5701b7640 1 -- 172.21.15.111:0/185330679 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb54c06c460 msgr2=0x7fb54c06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:03.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.633+0000 7fb5701b7640 1 --2- 172.21.15.111:0/185330679 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb54c06c460 0x7fb54c06e920 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fb568154f80 tx=0x7fb55c000ed0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.633+0000 7fb5701b7640 1 -- 172.21.15.111:0/185330679 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb5680b66e0 msgr2=0x7fb5681f4810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:03.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.633+0000 7fb5701b7640 1 --2- 172.21.15.111:0/185330679 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb5680b66e0 0x7fb5681f4810 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fb56400e870 tx=0x7fb56400ed30 comp rx=0 tx=0).stop 2024-09-19T04:36:03.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.633+0000 7fb5701b7640 1 -- 172.21.15.111:0/185330679 shutdown_connections 2024-09-19T04:36:03.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.633+0000 7fb5701b7640 1 --2- 172.21.15.111:0/185330679 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb54c06c460 0x7fb54c06e920 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.633+0000 7fb5701b7640 1 --2- 172.21.15.111:0/185330679 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb56815c5e0 0x7fb5680b1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.633+0000 7fb5701b7640 1 --2- 172.21.15.111:0/185330679 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb5680b6d50 0x7fb568151950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.633+0000 7fb5701b7640 1 --2- 172.21.15.111:0/185330679 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb5680b66e0 0x7fb5681f4810 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.633+0000 7fb5701b7640 1 -- 172.21.15.111:0/185330679 >> 172.21.15.111:0/185330679 conn(0x7fb5680b4220 msgr2=0x7fb5680b5df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:03.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.633+0000 7fb5701b7640 1 -- 172.21.15.111:0/185330679 shutdown_connections 2024-09-19T04:36:03.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.633+0000 7fb5701b7640 1 -- 172.21.15.111:0/185330679 wait complete. 2024-09-19T04:36:03.645 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:36:03.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.742+0000 7fe03dc27640 1 Processor -- start 2024-09-19T04:36:03.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.742+0000 7fe03dc27640 1 -- start start 2024-09-19T04:36:03.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.743+0000 7fe03dc27640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe038156880 0x7fe0380cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.743+0000 7fe03dc27640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe0380aff30 0x7fe0380b0340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.743+0000 7fe03dc27640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe0380b0880 con 0x7fe0380b65c0 2024-09-19T04:36:03.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.743+0000 7fe03dc27640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fe0380ce150 con 0x7fe038156880 2024-09-19T04:36:03.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.743+0000 7fe03dc27640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe0380ce430 con 0x7fe0380aff30 2024-09-19T04:36:03.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.743+0000 7fe0377fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe038156880 0x7fe0380cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.743+0000 7fe0377fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe038156880 0x7fe0380cdae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47336/0 (socket says 172.21.15.111:47336) 2024-09-19T04:36:03.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.743+0000 7fe0377fe640 1 -- 172.21.15.111:0/2044754216 learned_addr learned my addr 172.21.15.111:0/2044754216 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:03.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.743+0000 7fe037fff640 1 --2- 172.21.15.111:0/2044754216 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe0380aff30 0x7fe0380b0340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.743+0000 7fe0377fe640 1 -- 172.21.15.111:0/2044754216 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe0380aff30 msgr2=0x7fe0380b0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:03.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.743+0000 7fe0377fe640 1 --2- 172.21.15.111:0/2044754216 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe0380aff30 0x7fe0380b0340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.743+0000 7fe0377fe640 1 -- 172.21.15.111:0/2044754216 >> v1:172.21.15.114:6789/0 conn(0x7fe0380b65c0 legacy=0x7fe038160730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:03.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.743+0000 7fe0377fe640 1 -- 172.21.15.111:0/2044754216 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe03815ff30 con 0x7fe038156880 2024-09-19T04:36:03.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.744+0000 7fe0377fe640 1 --2- 172.21.15.111:0/2044754216 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe038156880 0x7fe0380cdae0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fe028009870 tx=0x7fe02802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a335c01e2edb9746 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:03.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.744+0000 7fe0367fc640 1 -- 172.21.15.111:0/2044754216 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe028037070 con 0x7fe038156880 2024-09-19T04:36:03.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.744+0000 7fe0367fc640 1 -- 172.21.15.111:0/2044754216 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe028032440 con 0x7fe038156880 2024-09-19T04:36:03.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.744+0000 7fe0367fc640 1 -- 172.21.15.111:0/2044754216 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe028032810 con 0x7fe038156880 2024-09-19T04:36:03.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.744+0000 7fe03dc27640 1 -- 172.21.15.111:0/2044754216 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe038156880 msgr2=0x7fe0380cdae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:03.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.744+0000 7fe03dc27640 1 --2- 172.21.15.111:0/2044754216 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe038156880 0x7fe0380cdae0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fe028009870 tx=0x7fe02802a180 comp rx=0 tx=0).stop 2024-09-19T04:36:03.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.744+0000 7fe03dc27640 1 -- 172.21.15.111:0/2044754216 shutdown_connections 2024-09-19T04:36:03.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.744+0000 7fe03dc27640 1 --2- 172.21.15.111:0/2044754216 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe0380aff30 0x7fe0380b0340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.744+0000 7fe03dc27640 1 --2- 172.21.15.111:0/2044754216 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe038156880 0x7fe0380cdae0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.744+0000 7fe03dc27640 1 -- 172.21.15.111:0/2044754216 >> 172.21.15.111:0/2044754216 conn(0x7fe03806cae0 msgr2=0x7fe03806cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:03.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.745+0000 7fe03dc27640 1 -- 172.21.15.111:0/2044754216 shutdown_connections 2024-09-19T04:36:03.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.745+0000 7fe03dc27640 1 -- 172.21.15.111:0/2044754216 wait complete. 2024-09-19T04:36:03.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.746+0000 7fe03dc27640 1 Processor -- start 2024-09-19T04:36:03.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.746+0000 7fe03dc27640 1 -- start start 2024-09-19T04:36:03.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.747+0000 7fe03dc27640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe0380aff30 0x7fe038157e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.747+0000 7fe03dc27640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe0380b65c0 0x7fe0381593f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.747+0000 7fe03dc27640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe038156880 0x7fe0381f2560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.747+0000 7fe03dc27640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe0380b6a30 con 0x7fe0380aff30 2024-09-19T04:36:03.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.747+0000 7fe03dc27640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe038156c60 con 0x7fe0380b65c0 2024-09-19T04:36:03.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.747+0000 7fe03dc27640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe0380ce710 con 0x7fe038156880 2024-09-19T04:36:03.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.747+0000 7fe0377fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe0380aff30 0x7fe038157e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.747+0000 7fe0377fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe0380aff30 0x7fe038157e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47350/0 (socket says 172.21.15.111:47350) 2024-09-19T04:36:03.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.747+0000 7fe0377fe640 1 -- 172.21.15.111:0/1935087453 learned_addr learned my addr 172.21.15.111:0/1935087453 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:03.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.747+0000 7fe036ffd640 1 --2- 172.21.15.111:0/1935087453 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe0380b65c0 0x7fe0381593f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.747+0000 7fe037fff640 1 --2- 172.21.15.111:0/1935087453 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe038156880 0x7fe0381f2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.747+0000 7fe0377fe640 1 -- 172.21.15.111:0/1935087453 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe038156880 msgr2=0x7fe0381f2560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:03.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.747+0000 7fe0377fe640 1 --2- 172.21.15.111:0/1935087453 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe038156880 0x7fe0381f2560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.747+0000 7fe0377fe640 1 -- 172.21.15.111:0/1935087453 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe0380b65c0 msgr2=0x7fe0381593f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:03.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.747+0000 7fe0377fe640 1 --2- 172.21.15.111:0/1935087453 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe0380b65c0 0x7fe0381593f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.747+0000 7fe0377fe640 1 -- 172.21.15.111:0/1935087453 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0381584a0 con 0x7fe0380aff30 2024-09-19T04:36:03.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.747+0000 7fe036ffd640 1 --2- 172.21.15.111:0/1935087453 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe0380b65c0 0x7fe0381593f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:03.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.747+0000 7fe0377fe640 1 --2- 172.21.15.111:0/1935087453 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe0380aff30 0x7fe038157e30 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fe028009870 tx=0x7fe0280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:03.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.747+0000 7fe02ffff640 1 -- 172.21.15.111:0/1935087453 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe028041020 con 0x7fe0380aff30 2024-09-19T04:36:03.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.747+0000 7fe02ffff640 1 -- 172.21.15.111:0/1935087453 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0280306c0 con 0x7fe0380aff30 2024-09-19T04:36:03.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.747+0000 7fe03dc27640 1 -- 172.21.15.111:0/1935087453 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe038158780 con 0x7fe0380aff30 2024-09-19T04:36:03.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.747+0000 7fe02ffff640 1 -- 172.21.15.111:0/1935087453 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe028037040 con 0x7fe0380aff30 2024-09-19T04:36:03.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.747+0000 7fe03dc27640 1 -- 172.21.15.111:0/1935087453 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe038158d40 con 0x7fe0380aff30 2024-09-19T04:36:03.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.748+0000 7fe03dc27640 1 -- 172.21.15.111:0/1935087453 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0380b0340 con 0x7fe0380aff30 2024-09-19T04:36:03.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.749+0000 7fe02ffff640 1 -- 172.21.15.111:0/1935087453 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fe028044020 con 0x7fe0380aff30 2024-09-19T04:36:03.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.749+0000 7fe02ffff640 1 --2- 172.21.15.111:0/1935087453 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe01806c460 0x7fe01806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:03.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.749+0000 7fe02ffff640 1 -- 172.21.15.111:0/1935087453 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fe0280abec0 con 0x7fe0380aff30 2024-09-19T04:36:03.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.749+0000 7fe036ffd640 1 --2- 172.21.15.111:0/1935087453 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe01806c460 0x7fe01806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:03.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.750+0000 7fe036ffd640 1 --2- 172.21.15.111:0/1935087453 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe01806c460 0x7fe01806e920 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fe0381591c0 tx=0x7fe020009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:03.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.754+0000 7fe02ffff640 1 -- 172.21.15.111:0/1935087453 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe02804b030 con 0x7fe0380aff30 2024-09-19T04:36:03.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.955+0000 7fe03dc27640 1 -- 172.21.15.111:0/1935087453 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fe03806f320 con 0x7fe0380aff30 2024-09-19T04:36:03.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.955+0000 7fe02ffff640 1 -- 172.21.15.111:0/1935087453 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v28) ==== 53+0+73 (secure 0 0 0) 0x7fe0380b0880 con 0x7fe0380aff30 2024-09-19T04:36:03.957 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:36:03.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.957+0000 7fe03dc27640 1 -- 172.21.15.111:0/1935087453 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe01806c460 msgr2=0x7fe01806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:03.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.957+0000 7fe03dc27640 1 --2- 172.21.15.111:0/1935087453 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe01806c460 0x7fe01806e920 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fe0381591c0 tx=0x7fe020009040 comp rx=0 tx=0).stop 2024-09-19T04:36:03.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.957+0000 7fe03dc27640 1 -- 172.21.15.111:0/1935087453 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe0380aff30 msgr2=0x7fe038157e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:03.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.957+0000 7fe03dc27640 1 --2- 172.21.15.111:0/1935087453 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe0380aff30 0x7fe038157e30 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fe028009870 tx=0x7fe0280046c0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.957+0000 7fe03dc27640 1 -- 172.21.15.111:0/1935087453 shutdown_connections 2024-09-19T04:36:03.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.957+0000 7fe03dc27640 1 --2- 172.21.15.111:0/1935087453 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe01806c460 0x7fe01806e920 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.957+0000 7fe03dc27640 1 --2- 172.21.15.111:0/1935087453 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe038156880 0x7fe0381f2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.957+0000 7fe03dc27640 1 --2- 172.21.15.111:0/1935087453 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe0380b65c0 0x7fe0381593f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.957+0000 7fe03dc27640 1 --2- 172.21.15.111:0/1935087453 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe0380aff30 0x7fe038157e30 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:03.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.957+0000 7fe03dc27640 1 -- 172.21.15.111:0/1935087453 >> 172.21.15.111:0/1935087453 conn(0x7fe03806cae0 msgr2=0x7fe0380b2230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:03.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.957+0000 7fe03dc27640 1 -- 172.21.15.111:0/1935087453 shutdown_connections 2024-09-19T04:36:03.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:03.957+0000 7fe03dc27640 1 -- 172.21.15.111:0/1935087453 wait complete. 2024-09-19T04:36:03.969 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:36:03.970 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:36:03.970 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi111.front.sepia.ceph.com 2024-09-19T04:36:03.970 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T04:36:03.970 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T04:36:03.970 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:36:03.970 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:36:03.970 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:36:03.970 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:36:03.970 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:03.970 DEBUG:teuthology.orchestra.run.smithi111:> ip addr 2024-09-19T04:36:03.986 INFO:teuthology.orchestra.run.smithi111.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:36:03.986 INFO:teuthology.orchestra.run.smithi111.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:36:03.986 INFO:teuthology.orchestra.run.smithi111.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:36:03.986 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:03.987 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 ::1/128 scope host 2024-09-19T04:36:03.987 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:03.987 INFO:teuthology.orchestra.run.smithi111.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:36:03.987 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:24 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:36:03.987 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f0 2024-09-19T04:36:03.987 INFO:teuthology.orchestra.run.smithi111.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:36:03.987 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:25 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:36:03.987 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f1 2024-09-19T04:36:03.987 INFO:teuthology.orchestra.run.smithi111.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:36:03.987 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2e brd ff:ff:ff:ff:ff:ff 2024-09-19T04:36:03.987 INFO:teuthology.orchestra.run.smithi111.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:36:03.987 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2f brd ff:ff:ff:ff:ff:ff 2024-09-19T04:36:03.987 INFO:teuthology.orchestra.run.smithi111.stdout: inet 172.21.15.111/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:36:03.988 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft 42602sec preferred_lft 42602sec 2024-09-19T04:36:03.988 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::ec4:7aff:fe8f:cc2f/64 scope link noprefixroute 2024-09-19T04:36:03.988 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:03.988 INFO:teuthology.orchestra.run.smithi111.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:36:03.988 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 52:d4:1f:0e:24:21 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:36:03.988 INFO:teuthology.orchestra.run.smithi111.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:36:03.988 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:03.988 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::6cca:96ff:fe86:c24e/64 scope link 2024-09-19T04:36:03.988 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:03.988 INFO:teuthology.orchestra.run.smithi111.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:36:03.988 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 76:f0:b7:84:e3:fb brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T04:36:03.988 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::74f0:b7ff:fe84:e3fb/64 scope link 2024-09-19T04:36:03.988 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:03.988 INFO:teuthology.orchestra.run.smithi111.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:36:03.989 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 52:d4:1f:0e:24:21 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T04:36:03.989 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::50d4:1fff:fe0e:2421/64 scope link 2024-09-19T04:36:03.989 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:03.989 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:03.989 DEBUG:teuthology.orchestra.run.smithi111:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:36:04.049 INFO:teuthology.orchestra.run.smithi111.stdout:1 2024-09-19T04:36:04.050 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:04.051 DEBUG:teuthology.orchestra.run.smithi111:> route 2024-09-19T04:36:04.107 INFO:teuthology.orchestra.run.smithi111.stdout:Kernel IP routing table 2024-09-19T04:36:04.107 INFO:teuthology.orchestra.run.smithi111.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:36:04.107 INFO:teuthology.orchestra.run.smithi111.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:36:04.107 INFO:teuthology.orchestra.run.smithi111.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:36:04.107 INFO:teuthology.orchestra.run.smithi111.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:36:04.108 DEBUG:teuthology.orchestra.run.smithi111:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:36:04.108 DEBUG:teuthology.orchestra.run.smithi111:> set -e 2024-09-19T04:36:04.108 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:36:04.108 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:36:04.108 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:36:04.108 DEBUG:teuthology.orchestra.run.smithi111:> ') 2024-09-19T04:36:04.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:36:04.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:36:04.233 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:04.233 DEBUG:teuthology.orchestra.run.smithi111:> ip netns list 2024-09-19T04:36:04.248 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T04:36:04.248 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T04:36:04.248 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:36:04.248 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:04.249 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip link set brx.0 up 2024-09-19T04:36:04.313 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:36:04.313 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T04:36:04.368 INFO:teuthology.orchestra.run.smithi111.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:36:04.369 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:36:04.369 DEBUG:teuthology.orchestra.run.smithi111:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:36:04.424 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T04:36:04.424 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:04.424 DEBUG:teuthology.orchestra.run.smithi111:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:36:04.507 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:36:04.507 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:36:04.515 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:36:04.515 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:36:04.515 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:36:04.515 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: trying mount with new device syntax: 0@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:36:04.515 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:36:04.516 INFO:teuthology.orchestra.run.smithi111.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T04:36:04.516 INFO:teuthology.orchestra.run.smithi111.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:36:04.516 INFO:teuthology.orchestra.run.smithi111.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:36:04.516 INFO:teuthology.orchestra.run.smithi111.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:36:04.516 INFO:teuthology.orchestra.run.smithi111.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:36:04.517 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:36:04.518 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:04.518 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:36:04.583 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:36:04.672 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:36:04.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:36:04.682 INFO:teuthology.orchestra.run.smithi111.stdout:client5503 2024-09-19T04:36:04.682 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:36:04.683 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:04.698 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:36:04.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.836+0000 7f0a4648d640 1 Processor -- start 2024-09-19T04:36:04.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.836+0000 7f0a4648d640 1 -- start start 2024-09-19T04:36:04.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.836+0000 7f0a4648d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0a4015e940 0x7f0a400d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:04.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.836+0000 7f0a4648d640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a400b7170 con 0x7f0a4015ed20 2024-09-19T04:36:04.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.836+0000 7f0a4648d640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a400b7aa0 con 0x7f0a400cef90 2024-09-19T04:36:04.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.836+0000 7f0a4648d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0a400d3660 con 0x7f0a4015e940 2024-09-19T04:36:04.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.836+0000 7f0a3f7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f0a4015ed20 0x7f0a400b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:49612/0 (socket says 172.21.15.111:49612) 2024-09-19T04:36:04.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.836+0000 7f0a3f7fe640 1 -- 172.21.15.111:0/4018618343 learned_addr learned my addr 172.21.15.111:0/4018618343 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:04.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.837+0000 7f0a3effd640 1 -- 172.21.15.111:0/4018618343 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1166450897 0 0) 0x7f0a34001110 con 0x7f0a4015ed20 2024-09-19T04:36:04.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.837+0000 7f0a3effd640 1 -- 172.21.15.111:0/4018618343 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0a28003520 con 0x7f0a4015ed20 2024-09-19T04:36:04.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.837+0000 7f0a3ffff640 1 --2- 172.21.15.111:0/4018618343 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0a4015e940 0x7f0a400d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:04.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.837+0000 7f0a3effd640 1 -- 172.21.15.111:0/4018618343 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4178572911 0 0) 0x7f0a28003520 con 0x7f0a4015ed20 2024-09-19T04:36:04.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.837+0000 7f0a3effd640 1 -- 172.21.15.111:0/4018618343 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0a4015e940 msgr2=0x7f0a400d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:04.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.837+0000 7f0a3effd640 1 --2- 172.21.15.111:0/4018618343 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0a4015e940 0x7f0a400d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:04.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.837+0000 7f0a3effd640 1 -- 172.21.15.111:0/4018618343 >> v1:172.21.15.114:6789/0 conn(0x7f0a400cef90 legacy=0x7f0a400b3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:04.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.837+0000 7f0a3effd640 1 -- 172.21.15.111:0/4018618343 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a400d3940 con 0x7f0a4015ed20 2024-09-19T04:36:04.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.837+0000 7f0a3effd640 1 -- 172.21.15.111:0/4018618343 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f0a34001840 con 0x7f0a4015ed20 2024-09-19T04:36:04.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.837+0000 7f0a3effd640 1 -- 172.21.15.111:0/4018618343 >> v1:172.21.15.111:6789/0 conn(0x7f0a4015ed20 legacy=0x7f0a400b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:04.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.837+0000 7f0a3effd640 1 --2- 172.21.15.111:0/4018618343 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0a4015e940 0x7f0a280039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:04.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.837+0000 7f0a3effd640 1 --2- 172.21.15.111:0/4018618343 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0a28004010 0x7f0a28004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:04.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.837+0000 7f0a3effd640 1 --2- 172.21.15.111:0/4018618343 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0a28004d40 0x7f0a280051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:04.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.837+0000 7f0a3effd640 1 -- 172.21.15.111:0/4018618343 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0a400d3660 con 0x7f0a28004010 2024-09-19T04:36:04.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.837+0000 7f0a3effd640 1 -- 172.21.15.111:0/4018618343 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0a2800bc10 con 0x7f0a28004d40 2024-09-19T04:36:04.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.837+0000 7f0a3effd640 1 -- 172.21.15.111:0/4018618343 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0a2800be10 con 0x7f0a4015e940 2024-09-19T04:36:04.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.837+0000 7f0a3f7fe640 1 --2- 172.21.15.111:0/4018618343 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0a28004010 0x7f0a28004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:04.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.837+0000 7f0a3ffff640 1 --2- 172.21.15.111:0/4018618343 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0a4015e940 0x7f0a280039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:04.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.837+0000 7f0a44a2a640 1 --2- 172.21.15.111:0/4018618343 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0a28004d40 0x7f0a280051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:04.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.837+0000 7f0a3f7fe640 1 -- 172.21.15.111:0/4018618343 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0a4015e940 msgr2=0x7f0a280039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:04.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.837+0000 7f0a3f7fe640 1 --2- 172.21.15.111:0/4018618343 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0a4015e940 0x7f0a280039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:04.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.837+0000 7f0a3f7fe640 1 -- 172.21.15.111:0/4018618343 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0a28004d40 msgr2=0x7f0a280051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:04.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.837+0000 7f0a3f7fe640 1 --2- 172.21.15.111:0/4018618343 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0a28004d40 0x7f0a280051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:04.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.837+0000 7f0a3f7fe640 1 -- 172.21.15.111:0/4018618343 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a28003520 con 0x7f0a28004010 2024-09-19T04:36:04.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.838+0000 7f0a3f7fe640 1 --2- 172.21.15.111:0/4018618343 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0a28004010 0x7f0a28004800 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f0a3400c4c0 tx=0x7f0a28005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d1b03583c86a72f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:04.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.838+0000 7f0a3effd640 1 -- 172.21.15.111:0/4018618343 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a3400c0e0 con 0x7f0a28004010 2024-09-19T04:36:04.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.838+0000 7f0a3effd640 1 -- 172.21.15.111:0/4018618343 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a34034070 con 0x7f0a28004010 2024-09-19T04:36:04.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.838+0000 7f0a3effd640 1 -- 172.21.15.111:0/4018618343 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a34005d70 con 0x7f0a28004010 2024-09-19T04:36:04.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.839+0000 7f0a4648d640 1 -- 172.21.15.111:0/4018618343 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0a28004010 msgr2=0x7f0a28004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:04.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.839+0000 7f0a4648d640 1 --2- 172.21.15.111:0/4018618343 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0a28004010 0x7f0a28004800 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f0a3400c4c0 tx=0x7f0a28005830 comp rx=0 tx=0).stop 2024-09-19T04:36:04.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.839+0000 7f0a44a2a640 1 -- 172.21.15.111:0/4018618343 reap_dead start 2024-09-19T04:36:04.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.839+0000 7f0a4648d640 1 -- 172.21.15.111:0/4018618343 shutdown_connections 2024-09-19T04:36:04.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.839+0000 7f0a4648d640 1 -- 172.21.15.111:0/4018618343 >> 172.21.15.111:0/4018618343 conn(0x7f0a400b6240 msgr2=0x7f0a400b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:04.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.839+0000 7f0a4648d640 1 -- 172.21.15.111:0/4018618343 shutdown_connections 2024-09-19T04:36:04.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.839+0000 7f0a4648d640 1 -- 172.21.15.111:0/4018618343 wait complete. 2024-09-19T04:36:04.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.840+0000 7f0a4648d640 1 Processor -- start 2024-09-19T04:36:04.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.840+0000 7f0a4648d640 1 -- start start 2024-09-19T04:36:04.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.841+0000 7f0a4648d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0a28004010 0x7f0a400cdd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:04.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.841+0000 7f0a4648d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0a400c8260 0x7f0a40154b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:04.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.841+0000 7f0a4648d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0a400cc230 0x7f0a4015fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:04.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.841+0000 7f0a4648d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0a400d3310 con 0x7f0a400cc230 2024-09-19T04:36:04.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.841+0000 7f0a4648d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0a400d3f00 con 0x7f0a400c8260 2024-09-19T04:36:04.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.841+0000 7f0a4648d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0a400d1ef0 con 0x7f0a28004010 2024-09-19T04:36:04.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.841+0000 7f0a44a2a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0a400cc230 0x7f0a4015fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:04.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.841+0000 7f0a44a2a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0a400cc230 0x7f0a4015fdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47366/0 (socket says 172.21.15.111:47366) 2024-09-19T04:36:04.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.841+0000 7f0a44a2a640 1 -- 172.21.15.111:0/3858046666 learned_addr learned my addr 172.21.15.111:0/3858046666 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:04.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.841+0000 7f0a3ffff640 1 --2- 172.21.15.111:0/3858046666 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0a28004010 0x7f0a400cdd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:04.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.841+0000 7f0a3f7fe640 1 --2- 172.21.15.111:0/3858046666 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0a400c8260 0x7f0a40154b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:04.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.841+0000 7f0a44a2a640 1 -- 172.21.15.111:0/3858046666 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0a28004010 msgr2=0x7f0a400cdd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:04.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.841+0000 7f0a44a2a640 1 --2- 172.21.15.111:0/3858046666 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0a28004010 0x7f0a400cdd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:04.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.841+0000 7f0a44a2a640 1 -- 172.21.15.111:0/3858046666 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0a400c8260 msgr2=0x7f0a40154b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:04.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.841+0000 7f0a44a2a640 1 --2- 172.21.15.111:0/3858046666 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0a400c8260 0x7f0a40154b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:04.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.841+0000 7f0a44a2a640 1 -- 172.21.15.111:0/3858046666 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a400c86e0 con 0x7f0a400cc230 2024-09-19T04:36:04.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.841+0000 7f0a44a2a640 1 --2- 172.21.15.111:0/3858046666 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0a400cc230 0x7f0a4015fdb0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f0a400d04f0 tx=0x7f0a3800fd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:04.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.842+0000 7f0a3cff9640 1 -- 172.21.15.111:0/3858046666 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a3801a070 con 0x7f0a400cc230 2024-09-19T04:36:04.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.842+0000 7f0a3cff9640 1 -- 172.21.15.111:0/3858046666 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a38006d60 con 0x7f0a400cc230 2024-09-19T04:36:04.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.842+0000 7f0a4648d640 1 -- 172.21.15.111:0/3858046666 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a400ce410 con 0x7f0a400cc230 2024-09-19T04:36:04.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.842+0000 7f0a3cff9640 1 -- 172.21.15.111:0/3858046666 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a38003b90 con 0x7f0a400cc230 2024-09-19T04:36:04.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.842+0000 7f0a4648d640 1 -- 172.21.15.111:0/3858046666 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a401564c0 con 0x7f0a400cc230 2024-09-19T04:36:04.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.843+0000 7f0a4648d640 1 -- 172.21.15.111:0/3858046666 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a400d1060 con 0x7f0a400cc230 2024-09-19T04:36:04.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.843+0000 7f0a3cff9640 1 -- 172.21.15.111:0/3858046666 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f0a3801d070 con 0x7f0a400cc230 2024-09-19T04:36:04.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.843+0000 7f0a3cff9640 1 --2- 172.21.15.111:0/3858046666 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0a2c06c460 0x7f0a2c06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:04.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.843+0000 7f0a3cff9640 1 -- 172.21.15.111:0/3858046666 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f0a3808abb0 con 0x7f0a400cc230 2024-09-19T04:36:04.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.843+0000 7f0a3ffff640 1 --2- 172.21.15.111:0/3858046666 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0a2c06c460 0x7f0a2c06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:04.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.844+0000 7f0a3ffff640 1 --2- 172.21.15.111:0/3858046666 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0a2c06c460 0x7f0a2c06e920 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f0a400cb380 tx=0x7f0a30008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:04.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:04.848+0000 7f0a3cff9640 1 -- 172.21.15.111:0/3858046666 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0a38058b00 con 0x7f0a400cc230 2024-09-19T04:36:05.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.046+0000 7f0a4648d640 1 -- 172.21.15.111:0/3858046666 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f0a400ba6b0 con 0x7f0a400cc230 2024-09-19T04:36:05.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.046+0000 7f0a3cff9640 1 -- 172.21.15.111:0/3858046666 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v28) ==== 53+0+73 (secure 0 0 0) 0x7f0a3805ce00 con 0x7f0a400cc230 2024-09-19T04:36:05.048 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:36:05.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.048+0000 7f0a4648d640 1 -- 172.21.15.111:0/3858046666 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0a2c06c460 msgr2=0x7f0a2c06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:05.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.048+0000 7f0a4648d640 1 --2- 172.21.15.111:0/3858046666 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0a2c06c460 0x7f0a2c06e920 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f0a400cb380 tx=0x7f0a30008040 comp rx=0 tx=0).stop 2024-09-19T04:36:05.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.048+0000 7f0a4648d640 1 -- 172.21.15.111:0/3858046666 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0a400cc230 msgr2=0x7f0a4015fdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:05.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.048+0000 7f0a4648d640 1 --2- 172.21.15.111:0/3858046666 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0a400cc230 0x7f0a4015fdb0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f0a400d04f0 tx=0x7f0a3800fd40 comp rx=0 tx=0).stop 2024-09-19T04:36:05.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.049+0000 7f0a4648d640 1 -- 172.21.15.111:0/3858046666 shutdown_connections 2024-09-19T04:36:05.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.049+0000 7f0a4648d640 1 --2- 172.21.15.111:0/3858046666 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0a2c06c460 0x7f0a2c06e920 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:05.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.049+0000 7f0a4648d640 1 --2- 172.21.15.111:0/3858046666 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0a400cc230 0x7f0a4015fdb0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:05.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.049+0000 7f0a4648d640 1 --2- 172.21.15.111:0/3858046666 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0a400c8260 0x7f0a40154b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:05.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.049+0000 7f0a4648d640 1 --2- 172.21.15.111:0/3858046666 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0a28004010 0x7f0a400cdd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:05.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.049+0000 7f0a4648d640 1 -- 172.21.15.111:0/3858046666 >> 172.21.15.111:0/3858046666 conn(0x7f0a400b6240 msgr2=0x7f0a400d45c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:05.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.049+0000 7f0a4648d640 1 -- 172.21.15.111:0/3858046666 shutdown_connections 2024-09-19T04:36:05.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.049+0000 7f0a4648d640 1 -- 172.21.15.111:0/3858046666 wait complete. 2024-09-19T04:36:05.061 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:36:05.061 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:36:05.061 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi114.front.sepia.ceph.com 2024-09-19T04:36:05.061 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T04:36:05.061 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T04:36:05.061 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:36:05.061 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:36:05.061 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:36:05.061 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:36:05.062 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:05.062 DEBUG:teuthology.orchestra.run.smithi114:> ip addr 2024-09-19T04:36:05.081 INFO:teuthology.orchestra.run.smithi114.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:36:05.081 INFO:teuthology.orchestra.run.smithi114.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:36:05.081 INFO:teuthology.orchestra.run.smithi114.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:36:05.082 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:05.082 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 ::1/128 scope host 2024-09-19T04:36:05.082 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:05.082 INFO:teuthology.orchestra.run.smithi114.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:36:05.082 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:36:05.082 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f0 2024-09-19T04:36:05.082 INFO:teuthology.orchestra.run.smithi114.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:36:05.082 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:36:05.082 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f1 2024-09-19T04:36:05.082 INFO:teuthology.orchestra.run.smithi114.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:36:05.082 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:62 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:36:05.082 INFO:teuthology.orchestra.run.smithi114.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:36:05.082 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:63 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:36:05.082 INFO:teuthology.orchestra.run.smithi114.stdout: inet 172.21.15.114/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:36:05.083 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft 42591sec preferred_lft 42591sec 2024-09-19T04:36:05.083 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::ec4:7aff:fe8f:cb63/64 scope link noprefixroute 2024-09-19T04:36:05.083 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:05.083 INFO:teuthology.orchestra.run.smithi114.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:36:05.083 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether ca:e7:76:90:98:85 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:36:05.083 INFO:teuthology.orchestra.run.smithi114.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:36:05.083 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:05.083 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::9858:beff:fef5:aa6d/64 scope link 2024-09-19T04:36:05.083 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:05.084 INFO:teuthology.orchestra.run.smithi114.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:36:05.084 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether ca:e7:76:90:98:85 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T04:36:05.084 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::c8e7:76ff:fe90:9885/64 scope link 2024-09-19T04:36:05.084 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:05.084 INFO:teuthology.orchestra.run.smithi114.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:36:05.084 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether d6:e6:9a:34:5c:2e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T04:36:05.084 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::d4e6:9aff:fe34:5c2e/64 scope link 2024-09-19T04:36:05.084 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:05.084 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:05.084 DEBUG:teuthology.orchestra.run.smithi114:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:36:05.150 INFO:teuthology.orchestra.run.smithi114.stdout:1 2024-09-19T04:36:05.152 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:05.152 DEBUG:teuthology.orchestra.run.smithi114:> route 2024-09-19T04:36:05.211 INFO:teuthology.orchestra.run.smithi114.stdout:Kernel IP routing table 2024-09-19T04:36:05.211 INFO:teuthology.orchestra.run.smithi114.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:36:05.211 INFO:teuthology.orchestra.run.smithi114.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:36:05.211 INFO:teuthology.orchestra.run.smithi114.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:36:05.211 INFO:teuthology.orchestra.run.smithi114.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:36:05.212 DEBUG:teuthology.orchestra.run.smithi114:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:36:05.212 DEBUG:teuthology.orchestra.run.smithi114:> set -e 2024-09-19T04:36:05.212 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:36:05.212 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:36:05.212 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:36:05.212 DEBUG:teuthology.orchestra.run.smithi114:> ') 2024-09-19T04:36:05.304 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:36:05 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:36:05.337 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:36:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:36:05.343 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:05.343 DEBUG:teuthology.orchestra.run.smithi114:> ip netns list 2024-09-19T04:36:05.359 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T04:36:05.359 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T04:36:05.359 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:36:05.359 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:05.359 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip link set brx.0 up 2024-09-19T04:36:05.425 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:36:05.425 DEBUG:teuthology.orchestra.run.smithi114:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T04:36:05.480 INFO:teuthology.orchestra.run.smithi114.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:36:05.480 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:36:05.481 DEBUG:teuthology.orchestra.run.smithi114:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:36:05.535 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-19T04:36:05.536 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:05.536 DEBUG:teuthology.orchestra.run.smithi114:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:36:05.619 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:36:05.619 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:36:05.639 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:36:05.639 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:36:05.639 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:36:05.639 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: trying mount with new device syntax: 1@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:36:05.640 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:36:05.640 INFO:teuthology.orchestra.run.smithi114.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T04:36:05.640 INFO:teuthology.orchestra.run.smithi114.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:36:05.640 INFO:teuthology.orchestra.run.smithi114.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:36:05.640 INFO:teuthology.orchestra.run.smithi114.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:36:05.640 INFO:teuthology.orchestra.run.smithi114.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:36:05.641 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:36:05.642 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:05.642 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:36:05.706 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:36:05.795 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:36:05 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:36:05.796 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:36:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:36:05.802 INFO:teuthology.orchestra.run.smithi114.stdout:client5512 2024-09-19T04:36:05.802 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:36:05.802 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:05.818 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-19T04:36:05.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.926+0000 7fa71a85e640 1 Processor -- start 2024-09-19T04:36:05.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.926+0000 7fa71a85e640 1 -- start start 2024-09-19T04:36:05.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.927+0000 7fa71a85e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa71415c4b0 0x7fa7140b4f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:05.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.927+0000 7fa71a85e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa714160ed0 con 0x7fa7140b5c10 2024-09-19T04:36:05.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.927+0000 7fa71a85e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7140b0470 con 0x7fa71406ee60 2024-09-19T04:36:05.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.927+0000 7fa71a85e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fa7140cdc10 con 0x7fa71415c4b0 2024-09-19T04:36:05.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.927+0000 7fa7137fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fa7140b5c10 0x7fa7141600b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:49624/0 (socket says 172.21.15.111:49624) 2024-09-19T04:36:05.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.927+0000 7fa7137fe640 1 -- 172.21.15.111:0/1791870249 learned_addr learned my addr 172.21.15.111:0/1791870249 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:05.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.927+0000 7fa713fff640 1 --2- 172.21.15.111:0/1791870249 >> v2:172.21.15.114:3300/0 conn(0x7fa71415c4b0 0x7fa7140b4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:05.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.927+0000 7fa712ffd640 1 -- 172.21.15.111:0/1791870249 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3146173543 0 0) 0x7fa714160ed0 con 0x7fa7140b5c10 2024-09-19T04:36:05.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.927+0000 7fa712ffd640 1 -- 172.21.15.111:0/1791870249 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa6fc003520 con 0x7fa7140b5c10 2024-09-19T04:36:05.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.927+0000 7fa713fff640 1 -- 172.21.15.111:0/1791870249 >> v1:172.21.15.114:6789/0 conn(0x7fa71406ee60 legacy=0x7fa7141607c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:05.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.927+0000 7fa713fff640 1 -- 172.21.15.111:0/1791870249 >> v1:172.21.15.111:6789/0 conn(0x7fa7140b5c10 legacy=0x7fa7141600b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:05.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.927+0000 7fa713fff640 1 -- 172.21.15.111:0/1791870249 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7140cdef0 con 0x7fa71415c4b0 2024-09-19T04:36:05.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.928+0000 7fa713fff640 1 --2- 172.21.15.111:0/1791870249 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa71415c4b0 0x7fa7140b4f20 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fa7040097a0 tx=0x7fa70402a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=da2ff96f1e859907 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:05.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.928+0000 7fa712ffd640 1 -- 172.21.15.111:0/1791870249 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa704037070 con 0x7fa71415c4b0 2024-09-19T04:36:05.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.928+0000 7fa712ffd640 1 -- 172.21.15.111:0/1791870249 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa704032440 con 0x7fa71415c4b0 2024-09-19T04:36:05.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.928+0000 7fa712ffd640 1 -- 172.21.15.111:0/1791870249 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa704032810 con 0x7fa71415c4b0 2024-09-19T04:36:05.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.929+0000 7fa71a85e640 1 -- 172.21.15.111:0/1791870249 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa71415c4b0 msgr2=0x7fa7140b4f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:05.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.929+0000 7fa71a85e640 1 --2- 172.21.15.111:0/1791870249 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa71415c4b0 0x7fa7140b4f20 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fa7040097a0 tx=0x7fa70402a230 comp rx=0 tx=0).stop 2024-09-19T04:36:05.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.929+0000 7fa71a85e640 1 -- 172.21.15.111:0/1791870249 shutdown_connections 2024-09-19T04:36:05.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.929+0000 7fa71a85e640 1 --2- 172.21.15.111:0/1791870249 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa71415c4b0 0x7fa7140b4f20 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:05.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.929+0000 7fa71a85e640 1 -- 172.21.15.111:0/1791870249 >> 172.21.15.111:0/1791870249 conn(0x7fa71406c9f0 msgr2=0x7fa71406cdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:05.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.929+0000 7fa71a85e640 1 -- 172.21.15.111:0/1791870249 shutdown_connections 2024-09-19T04:36:05.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.929+0000 7fa71a85e640 1 -- 172.21.15.111:0/1791870249 wait complete. 2024-09-19T04:36:05.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.930+0000 7fa71a85e640 1 Processor -- start 2024-09-19T04:36:05.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.930+0000 7fa71a85e640 1 -- start start 2024-09-19T04:36:05.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.931+0000 7fa71a85e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa71406ee60 0x7fa7140734d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:05.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.931+0000 7fa71a85e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7140b5c10 0x7fa714146680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:05.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.931+0000 7fa71a85e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa71415c4b0 0x7fa714152fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:05.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.931+0000 7fa71a85e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa71415c890 con 0x7fa7140b5c10 2024-09-19T04:36:05.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.931+0000 7fa71a85e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa7140ce4b0 con 0x7fa71406ee60 2024-09-19T04:36:05.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.931+0000 7fa71a85e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa7140ce790 con 0x7fa71415c4b0 2024-09-19T04:36:05.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.931+0000 7fa7137fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7140b5c10 0x7fa714146680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:05.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.931+0000 7fa7137fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7140b5c10 0x7fa714146680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47382/0 (socket says 172.21.15.111:47382) 2024-09-19T04:36:05.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.931+0000 7fa7137fe640 1 -- 172.21.15.111:0/1059266901 learned_addr learned my addr 172.21.15.111:0/1059266901 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:05.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.931+0000 7fa7137fe640 1 -- 172.21.15.111:0/1059266901 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa71415c4b0 msgr2=0x7fa714152fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:05.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.931+0000 7fa7137fe640 1 --2- 172.21.15.111:0/1059266901 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa71415c4b0 0x7fa714152fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:05.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.931+0000 7fa7137fe640 1 -- 172.21.15.111:0/1059266901 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa71406ee60 msgr2=0x7fa7140734d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:05.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.931+0000 7fa713fff640 1 --2- 172.21.15.111:0/1059266901 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa71406ee60 0x7fa7140734d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:05.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.931+0000 7fa7137fe640 1 --2- 172.21.15.111:0/1059266901 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa71406ee60 0x7fa7140734d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:05.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.931+0000 7fa7137fe640 1 -- 172.21.15.111:0/1059266901 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa714157770 con 0x7fa7140b5c10 2024-09-19T04:36:05.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.932+0000 7fa7137fe640 1 --2- 172.21.15.111:0/1059266901 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7140b5c10 0x7fa714146680 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fa70800c500 tx=0x7fa70800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:05.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.932+0000 7fa710ff9640 1 -- 172.21.15.111:0/1059266901 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa708017070 con 0x7fa7140b5c10 2024-09-19T04:36:05.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.932+0000 7fa710ff9640 1 -- 172.21.15.111:0/1059266901 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa708005ce0 con 0x7fa7140b5c10 2024-09-19T04:36:05.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.932+0000 7fa71a85e640 1 -- 172.21.15.111:0/1059266901 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa714157a50 con 0x7fa7140b5c10 2024-09-19T04:36:05.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.932+0000 7fa710ff9640 1 -- 172.21.15.111:0/1059266901 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa708007330 con 0x7fa7140b5c10 2024-09-19T04:36:05.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.932+0000 7fa71a85e640 1 -- 172.21.15.111:0/1059266901 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa714158010 con 0x7fa7140b5c10 2024-09-19T04:36:05.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.933+0000 7fa71a85e640 1 -- 172.21.15.111:0/1059266901 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7140d0820 con 0x7fa7140b5c10 2024-09-19T04:36:05.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.933+0000 7fa710ff9640 1 -- 172.21.15.111:0/1059266901 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fa70801a070 con 0x7fa7140b5c10 2024-09-19T04:36:05.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.934+0000 7fa710ff9640 1 --2- 172.21.15.111:0/1059266901 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa70006c460 0x7fa70006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:05.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.934+0000 7fa710ff9640 1 -- 172.21.15.111:0/1059266901 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fa70808ab30 con 0x7fa7140b5c10 2024-09-19T04:36:05.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.934+0000 7fa713fff640 1 --2- 172.21.15.111:0/1059266901 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa70006c460 0x7fa70006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:05.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.934+0000 7fa713fff640 1 --2- 172.21.15.111:0/1059266901 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa70006c460 0x7fa70006e920 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fa704034000 tx=0x7fa70402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:05.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:05.938+0000 7fa710ff9640 1 -- 172.21.15.111:0/1059266901 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa708059170 con 0x7fa7140b5c10 2024-09-19T04:36:06.138 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.137+0000 7fa71a85e640 1 -- 172.21.15.111:0/1059266901 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7fa7140b0d60 con 0x7fa7140b5c10 2024-09-19T04:36:06.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.826+0000 7fa710ff9640 1 -- 172.21.15.111:0/1059266901 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v29) ==== 136+0+0 (secure 0 0 0) 0x7fa708058a70 con 0x7fa7140b5c10 2024-09-19T04:36:06.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.828+0000 7fa71a85e640 1 -- 172.21.15.111:0/1059266901 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa70006c460 msgr2=0x7fa70006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:06.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.828+0000 7fa71a85e640 1 --2- 172.21.15.111:0/1059266901 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa70006c460 0x7fa70006e920 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fa704034000 tx=0x7fa70402e000 comp rx=0 tx=0).stop 2024-09-19T04:36:06.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.828+0000 7fa71a85e640 1 -- 172.21.15.111:0/1059266901 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7140b5c10 msgr2=0x7fa714146680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:06.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.828+0000 7fa71a85e640 1 --2- 172.21.15.111:0/1059266901 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7140b5c10 0x7fa714146680 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fa70800c500 tx=0x7fa70800c9c0 comp rx=0 tx=0).stop 2024-09-19T04:36:06.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.828+0000 7fa71a85e640 1 -- 172.21.15.111:0/1059266901 shutdown_connections 2024-09-19T04:36:06.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.828+0000 7fa71a85e640 1 --2- 172.21.15.111:0/1059266901 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fa70006c460 0x7fa70006e920 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:06.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.828+0000 7fa71a85e640 1 --2- 172.21.15.111:0/1059266901 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa71415c4b0 0x7fa714152fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:06.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.828+0000 7fa71a85e640 1 --2- 172.21.15.111:0/1059266901 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7140b5c10 0x7fa714146680 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:06.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.828+0000 7fa71a85e640 1 --2- 172.21.15.111:0/1059266901 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa71406ee60 0x7fa7140734d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:06.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.828+0000 7fa71a85e640 1 -- 172.21.15.111:0/1059266901 >> 172.21.15.111:0/1059266901 conn(0x7fa71406c9f0 msgr2=0x7fa714158d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:06.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.828+0000 7fa71a85e640 1 -- 172.21.15.111:0/1059266901 shutdown_connections 2024-09-19T04:36:06.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.828+0000 7fa71a85e640 1 -- 172.21.15.111:0/1059266901 wait complete. 2024-09-19T04:36:06.841 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-19T04:36:06.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.939+0000 7fe1a05a6640 1 Processor -- start 2024-09-19T04:36:06.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.939+0000 7fe1a05a6640 1 -- start start 2024-09-19T04:36:06.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.940+0000 7fe1a05a6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fe1980b8f90 0x7fe1980b3930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:06.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.940+0000 7fe1a05a6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1980b7170 con 0x7fe19815ed20 2024-09-19T04:36:06.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.940+0000 7fe1a05a6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1980b7aa0 con 0x7fe19815e940 2024-09-19T04:36:06.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.940+0000 7fe1a05a6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fe1980d3660 con 0x7fe1980b8f90 2024-09-19T04:36:06.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.941+0000 7fe19db41640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fe19815ed20 0x7fe1980b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:49640/0 (socket says 172.21.15.111:49640) 2024-09-19T04:36:06.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.941+0000 7fe19db41640 1 -- 172.21.15.111:0/3237400345 learned_addr learned my addr 172.21.15.111:0/3237400345 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:06.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.941+0000 7fe19eb43640 1 --2- 172.21.15.111:0/3237400345 >> v2:172.21.15.114:3300/0 conn(0x7fe1980b8f90 0x7fe1980b3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:06.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.941+0000 7fe19d340640 1 -- 172.21.15.111:0/3237400345 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1921754833 0 0) 0x7fe18c001110 con 0x7fe19815ed20 2024-09-19T04:36:06.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.941+0000 7fe19d340640 1 -- 172.21.15.111:0/3237400345 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe180003520 con 0x7fe19815ed20 2024-09-19T04:36:06.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.941+0000 7fe19d340640 1 -- 172.21.15.111:0/3237400345 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2498265906 0 0) 0x7fe180003520 con 0x7fe19815ed20 2024-09-19T04:36:06.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.941+0000 7fe19d340640 1 -- 172.21.15.111:0/3237400345 >> v2:172.21.15.114:3300/0 conn(0x7fe1980b8f90 msgr2=0x7fe1980b3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:06.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.941+0000 7fe19d340640 1 --2- 172.21.15.111:0/3237400345 >> v2:172.21.15.114:3300/0 conn(0x7fe1980b8f90 0x7fe1980b3930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:06.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.941+0000 7fe19d340640 1 -- 172.21.15.111:0/3237400345 >> v1:172.21.15.114:6789/0 conn(0x7fe19815e940 legacy=0x7fe1980d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:06.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.941+0000 7fe19d340640 1 -- 172.21.15.111:0/3237400345 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1980d3940 con 0x7fe19815ed20 2024-09-19T04:36:06.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.941+0000 7fe19d340640 1 -- 172.21.15.111:0/3237400345 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fe18c001840 con 0x7fe19815ed20 2024-09-19T04:36:06.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.941+0000 7fe19d340640 1 -- 172.21.15.111:0/3237400345 >> v1:172.21.15.111:6789/0 conn(0x7fe19815ed20 legacy=0x7fe1980b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:06.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.941+0000 7fe19d340640 1 --2- 172.21.15.111:0/3237400345 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1800039b0 0x7fe180003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:06.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.941+0000 7fe19d340640 1 --2- 172.21.15.111:0/3237400345 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe180004800 0x7fe180004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:06.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.941+0000 7fe19d340640 1 --2- 172.21.15.111:0/3237400345 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1800051c0 0x7fe18000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:06.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.941+0000 7fe19d340640 1 -- 172.21.15.111:0/3237400345 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe1980d3660 con 0x7fe1800039b0 2024-09-19T04:36:06.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.941+0000 7fe19d340640 1 -- 172.21.15.111:0/3237400345 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe18000c070 con 0x7fe1800051c0 2024-09-19T04:36:06.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.941+0000 7fe19d340640 1 -- 172.21.15.111:0/3237400345 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe18000c270 con 0x7fe180004800 2024-09-19T04:36:06.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.941+0000 7fe19e342640 1 --2- 172.21.15.111:0/3237400345 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1800039b0 0x7fe180003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:06.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.941+0000 7fe19eb43640 1 --2- 172.21.15.111:0/3237400345 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1800051c0 0x7fe18000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:06.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.941+0000 7fe19db41640 1 --2- 172.21.15.111:0/3237400345 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe180004800 0x7fe180004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:06.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.942+0000 7fe19e342640 1 -- 172.21.15.111:0/3237400345 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe180004800 msgr2=0x7fe180004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:06.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.942+0000 7fe19e342640 1 --2- 172.21.15.111:0/3237400345 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe180004800 0x7fe180004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:06.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.942+0000 7fe19e342640 1 -- 172.21.15.111:0/3237400345 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1800051c0 msgr2=0x7fe18000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:06.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.942+0000 7fe19e342640 1 --2- 172.21.15.111:0/3237400345 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1800051c0 0x7fe18000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:06.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.942+0000 7fe19e342640 1 -- 172.21.15.111:0/3237400345 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe180003520 con 0x7fe1800039b0 2024-09-19T04:36:06.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.942+0000 7fe19eb43640 1 -- 172.21.15.111:0/3237400345 reap_dead start 2024-09-19T04:36:06.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.942+0000 7fe19e342640 1 --2- 172.21.15.111:0/3237400345 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1800039b0 0x7fe180003dd0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fe188001e50 tx=0x7fe180005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e76d9b47fc3a2c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:06.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.942+0000 7fe19d340640 1 -- 172.21.15.111:0/3237400345 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe188001a70 con 0x7fe1800039b0 2024-09-19T04:36:06.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.942+0000 7fe19d340640 1 -- 172.21.15.111:0/3237400345 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe18802ae40 con 0x7fe1800039b0 2024-09-19T04:36:06.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.942+0000 7fe19d340640 1 -- 172.21.15.111:0/3237400345 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe188003bb0 con 0x7fe1800039b0 2024-09-19T04:36:06.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.943+0000 7fe1a05a6640 1 -- 172.21.15.111:0/3237400345 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1800039b0 msgr2=0x7fe180003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:06.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.943+0000 7fe1a05a6640 1 --2- 172.21.15.111:0/3237400345 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1800039b0 0x7fe180003dd0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fe188001e50 tx=0x7fe180005830 comp rx=0 tx=0).stop 2024-09-19T04:36:06.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.943+0000 7fe1a05a6640 1 -- 172.21.15.111:0/3237400345 shutdown_connections 2024-09-19T04:36:06.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.943+0000 7fe1a05a6640 1 --2- 172.21.15.111:0/3237400345 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1800039b0 0x7fe180003dd0 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:06.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.943+0000 7fe1a05a6640 1 -- 172.21.15.111:0/3237400345 >> 172.21.15.111:0/3237400345 conn(0x7fe1980b6240 msgr2=0x7fe1980b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:06.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.943+0000 7fe1a05a6640 1 -- 172.21.15.111:0/3237400345 shutdown_connections 2024-09-19T04:36:06.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.943+0000 7fe1a05a6640 1 -- 172.21.15.111:0/3237400345 wait complete. 2024-09-19T04:36:06.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.944+0000 7fe1a05a6640 1 Processor -- start 2024-09-19T04:36:06.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.944+0000 7fe1a05a6640 1 -- start start 2024-09-19T04:36:06.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.945+0000 7fe1a05a6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe1800039b0 0x7fe1980cd9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:06.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.945+0000 7fe1a05a6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe198158700 0x7fe1980cdf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:06.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.945+0000 7fe1a05a6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1981f5ab0 0x7fe1980c8260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:06.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.945+0000 7fe1a05a6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe1980d1ef0 con 0x7fe1981f5ab0 2024-09-19T04:36:06.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.945+0000 7fe1a05a6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe1980d3f00 con 0x7fe198158700 2024-09-19T04:36:06.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.945+0000 7fe1a05a6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe1980d2070 con 0x7fe1800039b0 2024-09-19T04:36:06.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.945+0000 7fe19eb43640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1981f5ab0 0x7fe1980c8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:06.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.945+0000 7fe19eb43640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1981f5ab0 0x7fe1980c8260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47398/0 (socket says 172.21.15.111:47398) 2024-09-19T04:36:06.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.945+0000 7fe19eb43640 1 -- 172.21.15.111:0/2677538639 learned_addr learned my addr 172.21.15.111:0/2677538639 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:06.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.945+0000 7fe19e342640 1 --2- 172.21.15.111:0/2677538639 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe1800039b0 0x7fe1980cd9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:06.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.945+0000 7fe19db41640 1 --2- 172.21.15.111:0/2677538639 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe198158700 0x7fe1980cdf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:06.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.945+0000 7fe19eb43640 1 -- 172.21.15.111:0/2677538639 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe1800039b0 msgr2=0x7fe1980cd9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:06.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.945+0000 7fe19eb43640 1 --2- 172.21.15.111:0/2677538639 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe1800039b0 0x7fe1980cd9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:06.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.945+0000 7fe19eb43640 1 -- 172.21.15.111:0/2677538639 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe198158700 msgr2=0x7fe1980cdf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:06.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.945+0000 7fe19eb43640 1 --2- 172.21.15.111:0/2677538639 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe198158700 0x7fe1980cdf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:06.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.945+0000 7fe19eb43640 1 -- 172.21.15.111:0/2677538639 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1981596f0 con 0x7fe1981f5ab0 2024-09-19T04:36:06.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.946+0000 7fe19eb43640 1 --2- 172.21.15.111:0/2677538639 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1981f5ab0 0x7fe1980c8260 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fe19806ed30 tx=0x7fe190011cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:06.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.946+0000 7fe196ffd640 1 -- 172.21.15.111:0/2677538639 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe190004030 con 0x7fe1981f5ab0 2024-09-19T04:36:06.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.946+0000 7fe196ffd640 1 -- 172.21.15.111:0/2677538639 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe19001c070 con 0x7fe1981f5ab0 2024-09-19T04:36:06.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.946+0000 7fe196ffd640 1 -- 172.21.15.111:0/2677538639 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe190004430 con 0x7fe1981f5ab0 2024-09-19T04:36:06.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.946+0000 7fe1a05a6640 1 -- 172.21.15.111:0/2677538639 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe198159410 con 0x7fe1981f5ab0 2024-09-19T04:36:06.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.946+0000 7fe1a05a6640 1 -- 172.21.15.111:0/2677538639 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1981f52b0 con 0x7fe1981f5ab0 2024-09-19T04:36:06.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.947+0000 7fe1a05a6640 1 -- 172.21.15.111:0/2677538639 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1980cf020 con 0x7fe1981f5ab0 2024-09-19T04:36:06.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.947+0000 7fe196ffd640 1 -- 172.21.15.111:0/2677538639 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fe190012040 con 0x7fe1981f5ab0 2024-09-19T04:36:06.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.948+0000 7fe196ffd640 1 --2- 172.21.15.111:0/2677538639 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe18406c490 0x7fe18406e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:06.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.948+0000 7fe196ffd640 1 -- 172.21.15.111:0/2677538639 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fe19008b510 con 0x7fe1981f5ab0 2024-09-19T04:36:06.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.948+0000 7fe19e342640 1 --2- 172.21.15.111:0/2677538639 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe18406c490 0x7fe18406e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:06.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.948+0000 7fe19e342640 1 --2- 172.21.15.111:0/2677538639 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe18406c490 0x7fe18406e950 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fe188032000 tx=0x7fe18802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:06.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:06.952+0000 7fe196ffd640 1 -- 172.21.15.111:0/2677538639 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe1981596f0 con 0x7fe1981f5ab0 2024-09-19T04:36:07.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.139+0000 7fe1a05a6640 1 -- 172.21.15.111:0/2677538639 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7fe198076020 con 0x7fe18406c490 2024-09-19T04:36:07.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.140+0000 7fe196ffd640 1 -- 172.21.15.111:0/2677538639 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fe198076020 con 0x7fe18406c490 2024-09-19T04:36:07.142 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:36:07.142 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:07.142 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "cephfs" 2024-09-19T04:36:07.142 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:07.142 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:36:07.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.142+0000 7fe1a05a6640 1 -- 172.21.15.111:0/2677538639 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe18406c490 msgr2=0x7fe18406e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:07.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.142+0000 7fe1a05a6640 1 --2- 172.21.15.111:0/2677538639 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe18406c490 0x7fe18406e950 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fe188032000 tx=0x7fe18802e000 comp rx=0 tx=0).stop 2024-09-19T04:36:07.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.142+0000 7fe1a05a6640 1 -- 172.21.15.111:0/2677538639 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1981f5ab0 msgr2=0x7fe1980c8260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:07.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.142+0000 7fe1a05a6640 1 --2- 172.21.15.111:0/2677538639 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1981f5ab0 0x7fe1980c8260 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fe19806ed30 tx=0x7fe190011cf0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.143+0000 7fe1a05a6640 1 -- 172.21.15.111:0/2677538639 shutdown_connections 2024-09-19T04:36:07.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.143+0000 7fe1a05a6640 1 --2- 172.21.15.111:0/2677538639 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe18406c490 0x7fe18406e950 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.143+0000 7fe1a05a6640 1 --2- 172.21.15.111:0/2677538639 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1981f5ab0 0x7fe1980c8260 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.143+0000 7fe1a05a6640 1 --2- 172.21.15.111:0/2677538639 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe198158700 0x7fe1980cdf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.143+0000 7fe1a05a6640 1 --2- 172.21.15.111:0/2677538639 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe1800039b0 0x7fe1980cd9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.143+0000 7fe1a05a6640 1 -- 172.21.15.111:0/2677538639 >> 172.21.15.111:0/2677538639 conn(0x7fe1980b6240 msgr2=0x7fe1980b6620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:07.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.143+0000 7fe1a05a6640 1 -- 172.21.15.111:0/2677538639 shutdown_connections 2024-09-19T04:36:07.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.143+0000 7fe1a05a6640 1 -- 172.21.15.111:0/2677538639 wait complete. 2024-09-19T04:36:07.155 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T04:36:07.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.254+0000 7fea9db78640 1 Processor -- start 2024-09-19T04:36:07.256 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.254+0000 7fea9db78640 1 -- start start 2024-09-19T04:36:07.260 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.255+0000 7fea9db78640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fea980b5050 0x7fea9815c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:07.261 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.255+0000 7fea9db78640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fea980b5500 con 0x7fea98158e50 2024-09-19T04:36:07.261 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.255+0000 7fea9db78640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fea980b43f0 con 0x7fea9806f130 2024-09-19T04:36:07.261 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.255+0000 7fea9db78640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fea980b3630 con 0x7fea980b5050 2024-09-19T04:36:07.261 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.255+0000 7fea977fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fea98158e50 0x7fea9806ea20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:49650/0 (socket says 172.21.15.111:49650) 2024-09-19T04:36:07.261 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.255+0000 7fea977fe640 1 -- 172.21.15.111:0/4055113045 learned_addr learned my addr 172.21.15.111:0/4055113045 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:07.261 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.255+0000 7fea967fc640 1 -- 172.21.15.111:0/4055113045 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2543746003 0 0) 0x7fea88001110 con 0x7fea98158e50 2024-09-19T04:36:07.261 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.255+0000 7fea97fff640 1 --2- 172.21.15.111:0/4055113045 >> v2:172.21.15.114:3300/0 conn(0x7fea980b5050 0x7fea9815c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:07.261 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.255+0000 7fea967fc640 1 -- 172.21.15.111:0/4055113045 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fea80003520 con 0x7fea98158e50 2024-09-19T04:36:07.261 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.256+0000 7fea967fc640 1 -- 172.21.15.111:0/4055113045 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1538518741 0 0) 0x7fea80003520 con 0x7fea98158e50 2024-09-19T04:36:07.261 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.256+0000 7fea967fc640 1 -- 172.21.15.111:0/4055113045 >> v2:172.21.15.114:3300/0 conn(0x7fea980b5050 msgr2=0x7fea9815c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:07.261 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.256+0000 7fea967fc640 1 --2- 172.21.15.111:0/4055113045 >> v2:172.21.15.114:3300/0 conn(0x7fea980b5050 0x7fea9815c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.256+0000 7fea967fc640 1 -- 172.21.15.111:0/4055113045 >> v1:172.21.15.114:6789/0 conn(0x7fea9806f130 legacy=0x7fea980ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:07.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.256+0000 7fea967fc640 1 -- 172.21.15.111:0/4055113045 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea980b3910 con 0x7fea98158e50 2024-09-19T04:36:07.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.256+0000 7fea967fc640 1 -- 172.21.15.111:0/4055113045 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fea88001840 con 0x7fea98158e50 2024-09-19T04:36:07.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.256+0000 7fea967fc640 1 -- 172.21.15.111:0/4055113045 >> v1:172.21.15.111:6789/0 conn(0x7fea98158e50 legacy=0x7fea9806ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:07.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.256+0000 7fea967fc640 1 --2- 172.21.15.111:0/4055113045 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fea800039b0 0x7fea80003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:07.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.256+0000 7fea967fc640 1 --2- 172.21.15.111:0/4055113045 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea80004800 0x7fea80004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:07.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.256+0000 7fea967fc640 1 --2- 172.21.15.111:0/4055113045 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea800051c0 0x7fea8000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:07.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.256+0000 7fea967fc640 1 -- 172.21.15.111:0/4055113045 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fea980b3630 con 0x7fea80004800 2024-09-19T04:36:07.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.256+0000 7fea967fc640 1 -- 172.21.15.111:0/4055113045 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fea8000c160 con 0x7fea800051c0 2024-09-19T04:36:07.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.256+0000 7fea967fc640 1 -- 172.21.15.111:0/4055113045 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fea8000e570 con 0x7fea800039b0 2024-09-19T04:36:07.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.256+0000 7fea96ffd640 1 --2- 172.21.15.111:0/4055113045 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea80004800 0x7fea80004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:07.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.256+0000 7fea97fff640 1 --2- 172.21.15.111:0/4055113045 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea800051c0 0x7fea8000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:07.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.256+0000 7fea977fe640 1 --2- 172.21.15.111:0/4055113045 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fea800039b0 0x7fea80003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:07.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.256+0000 7fea96ffd640 1 -- 172.21.15.111:0/4055113045 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fea800039b0 msgr2=0x7fea80003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:07.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.256+0000 7fea96ffd640 1 --2- 172.21.15.111:0/4055113045 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fea800039b0 0x7fea80003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.256+0000 7fea96ffd640 1 -- 172.21.15.111:0/4055113045 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea800051c0 msgr2=0x7fea8000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:07.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.256+0000 7fea96ffd640 1 --2- 172.21.15.111:0/4055113045 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea800051c0 0x7fea8000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.256+0000 7fea96ffd640 1 -- 172.21.15.111:0/4055113045 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea80003520 con 0x7fea80004800 2024-09-19T04:36:07.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.256+0000 7fea97fff640 1 -- 172.21.15.111:0/4055113045 reap_dead start 2024-09-19T04:36:07.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.257+0000 7fea96ffd640 1 --2- 172.21.15.111:0/4055113045 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea80004800 0x7fea80004c80 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fea980cc940 tx=0x7fea80005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a21ae0a01cb981b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:07.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.257+0000 7fea967fc640 1 -- 172.21.15.111:0/4055113045 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea8c0013c0 con 0x7fea80004800 2024-09-19T04:36:07.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.257+0000 7fea967fc640 1 -- 172.21.15.111:0/4055113045 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea8c0052d0 con 0x7fea80004800 2024-09-19T04:36:07.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.257+0000 7fea967fc640 1 -- 172.21.15.111:0/4055113045 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea8c02a870 con 0x7fea80004800 2024-09-19T04:36:07.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.257+0000 7fea9db78640 1 -- 172.21.15.111:0/4055113045 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea80004800 msgr2=0x7fea80004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:07.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.257+0000 7fea9db78640 1 --2- 172.21.15.111:0/4055113045 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea80004800 0x7fea80004c80 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fea980cc940 tx=0x7fea80005830 comp rx=0 tx=0).stop 2024-09-19T04:36:07.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.257+0000 7fea9db78640 1 -- 172.21.15.111:0/4055113045 shutdown_connections 2024-09-19T04:36:07.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.257+0000 7fea9db78640 1 --2- 172.21.15.111:0/4055113045 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea80004800 0x7fea80004c80 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.257+0000 7fea9db78640 1 -- 172.21.15.111:0/4055113045 >> 172.21.15.111:0/4055113045 conn(0x7fea9806bba0 msgr2=0x7fea9806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:07.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.258+0000 7fea9db78640 1 -- 172.21.15.111:0/4055113045 shutdown_connections 2024-09-19T04:36:07.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.258+0000 7fea9db78640 1 -- 172.21.15.111:0/4055113045 wait complete. 2024-09-19T04:36:07.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.259+0000 7fea9db78640 1 Processor -- start 2024-09-19T04:36:07.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.259+0000 7fea9db78640 1 -- start start 2024-09-19T04:36:07.267 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.260+0000 7fea9db78640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fea80004800 0x7fea98144fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:07.267 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.260+0000 7fea9db78640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea981e4c90 0x7fea98142400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:07.267 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.260+0000 7fea9db78640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea981e50d0 0x7fea98142940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:07.267 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.260+0000 7fea9db78640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fea98159230 con 0x7fea981e50d0 2024-09-19T04:36:07.267 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.260+0000 7fea9db78640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fea980b3ed0 con 0x7fea981e4c90 2024-09-19T04:36:07.267 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.260+0000 7fea9db78640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fea9815c370 con 0x7fea80004800 2024-09-19T04:36:07.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.260+0000 7fea97fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea981e50d0 0x7fea98142940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:07.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.260+0000 7fea97fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea981e50d0 0x7fea98142940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47424/0 (socket says 172.21.15.111:47424) 2024-09-19T04:36:07.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.260+0000 7fea97fff640 1 -- 172.21.15.111:0/1797966528 learned_addr learned my addr 172.21.15.111:0/1797966528 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:07.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.260+0000 7fea977fe640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fea80004800 0x7fea98144fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:07.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.260+0000 7fea96ffd640 1 --2- 172.21.15.111:0/1797966528 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea981e4c90 0x7fea98142400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:07.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.260+0000 7fea97fff640 1 -- 172.21.15.111:0/1797966528 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fea80004800 msgr2=0x7fea98144fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:07.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.260+0000 7fea97fff640 1 --2- 172.21.15.111:0/1797966528 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fea80004800 0x7fea98144fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.260+0000 7fea97fff640 1 -- 172.21.15.111:0/1797966528 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea981e4c90 msgr2=0x7fea98142400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:07.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.260+0000 7fea97fff640 1 --2- 172.21.15.111:0/1797966528 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea981e4c90 0x7fea98142400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.260+0000 7fea97fff640 1 -- 172.21.15.111:0/1797966528 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea981e5650 con 0x7fea981e50d0 2024-09-19T04:36:07.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.260+0000 7fea97fff640 1 --2- 172.21.15.111:0/1797966528 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea981e50d0 0x7fea98142940 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fea980cdc90 tx=0x7fea9000f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:07.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.260+0000 7fea7ffff640 1 -- 172.21.15.111:0/1797966528 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea9000fd80 con 0x7fea981e50d0 2024-09-19T04:36:07.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.260+0000 7fea7ffff640 1 -- 172.21.15.111:0/1797966528 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea9001d070 con 0x7fea981e50d0 2024-09-19T04:36:07.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.260+0000 7fea7ffff640 1 -- 172.21.15.111:0/1797966528 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea90015670 con 0x7fea981e50d0 2024-09-19T04:36:07.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.260+0000 7fea9db78640 1 -- 172.21.15.111:0/1797966528 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea981e5930 con 0x7fea981e50d0 2024-09-19T04:36:07.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.260+0000 7fea9db78640 1 -- 172.21.15.111:0/1797966528 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea981e5ef0 con 0x7fea981e50d0 2024-09-19T04:36:07.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.261+0000 7fea9db78640 1 -- 172.21.15.111:0/1797966528 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea980cd2c0 con 0x7fea981e50d0 2024-09-19T04:36:07.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.262+0000 7fea7ffff640 1 -- 172.21.15.111:0/1797966528 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fea90015810 con 0x7fea981e50d0 2024-09-19T04:36:07.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.262+0000 7fea7ffff640 1 --2- 172.21.15.111:0/1797966528 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fea8406c490 0x7fea8406e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:07.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.262+0000 7fea7ffff640 1 -- 172.21.15.111:0/1797966528 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fea9008c300 con 0x7fea981e50d0 2024-09-19T04:36:07.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.262+0000 7fea977fe640 1 --2- 172.21.15.111:0/1797966528 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fea8406c490 0x7fea8406e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:07.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.263+0000 7fea977fe640 1 --2- 172.21.15.111:0/1797966528 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fea8406c490 0x7fea8406e950 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fea880013b0 tx=0x7fea88001340 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:07.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.267+0000 7fea7ffff640 1 -- 172.21.15.111:0/1797966528 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fea980cd2c0 con 0x7fea981e50d0 2024-09-19T04:36:07.434 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.433+0000 7fea9db78640 1 -- 172.21.15.111:0/1797966528 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fea9815c6a0 con 0x7fea981e50d0 2024-09-19T04:36:07.435 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.434+0000 7fea7ffff640 1 -- 172.21.15.111:0/1797966528 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v14)=0 v14) ==== 122+0+0 (secure 0 0 0) 0x7fea90027020 con 0x7fea981e50d0 2024-09-19T04:36:07.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.436+0000 7fea9db78640 1 -- 172.21.15.111:0/1797966528 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fea8406c490 msgr2=0x7fea8406e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:07.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.436+0000 7fea9db78640 1 --2- 172.21.15.111:0/1797966528 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fea8406c490 0x7fea8406e950 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fea880013b0 tx=0x7fea88001340 comp rx=0 tx=0).stop 2024-09-19T04:36:07.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.436+0000 7fea9db78640 1 -- 172.21.15.111:0/1797966528 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea981e50d0 msgr2=0x7fea98142940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:07.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.436+0000 7fea9db78640 1 --2- 172.21.15.111:0/1797966528 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea981e50d0 0x7fea98142940 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fea980cdc90 tx=0x7fea9000f580 comp rx=0 tx=0).stop 2024-09-19T04:36:07.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.436+0000 7fea9db78640 1 -- 172.21.15.111:0/1797966528 shutdown_connections 2024-09-19T04:36:07.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.436+0000 7fea9db78640 1 --2- 172.21.15.111:0/1797966528 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fea8406c490 0x7fea8406e950 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.436+0000 7fea9db78640 1 --2- 172.21.15.111:0/1797966528 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea981e50d0 0x7fea98142940 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.436+0000 7fea9db78640 1 --2- 172.21.15.111:0/1797966528 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea981e4c90 0x7fea98142400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.436+0000 7fea9db78640 1 --2- 172.21.15.111:0/1797966528 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fea80004800 0x7fea98144fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.436+0000 7fea9db78640 1 -- 172.21.15.111:0/1797966528 >> 172.21.15.111:0/1797966528 conn(0x7fea9806bba0 msgr2=0x7fea980b0b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:07.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.436+0000 7fea9db78640 1 -- 172.21.15.111:0/1797966528 shutdown_connections 2024-09-19T04:36:07.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.436+0000 7fea9db78640 1 -- 172.21.15.111:0/1797966528 wait complete. 2024-09-19T04:36:07.449 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:07.449 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p ./volumes/_nogroup/subvol99480) 2024-09-19T04:36:07.479 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:07.479 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-19T04:36:07.535 INFO:teuthology.orchestra.run.smithi111.stdout:cephfs_data 2024-09-19T04:36:07.535 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:07.535 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data ./volumes/_nogroup/subvol99480) 2024-09-19T04:36:07.603 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs subvol68511 2024-09-19T04:36:07.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.742+0000 7fef529cd640 1 Processor -- start 2024-09-19T04:36:07.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.742+0000 7fef529cd640 1 -- start start 2024-09-19T04:36:07.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.743+0000 7fef529cd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fef4c0b5f50 0x7fef4c0ce2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:07.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.743+0000 7fef529cd640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fef4c0cfd90 0x7fef4c0d0200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:07.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.743+0000 7fef529cd640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef4c15ccb0 con 0x7fef4c15ffe0 2024-09-19T04:36:07.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.743+0000 7fef529cd640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fef4c15cf90 con 0x7fef4c0b5f50 2024-09-19T04:36:07.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.743+0000 7fef529cd640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fef4c15d270 con 0x7fef4c0cfd90 2024-09-19T04:36:07.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.744+0000 7fef4bfff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fef4c0b5f50 0x7fef4c0ce2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:07.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.744+0000 7fef4bfff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fef4c0b5f50 0x7fef4c0ce2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47428/0 (socket says 172.21.15.111:47428) 2024-09-19T04:36:07.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.744+0000 7fef4bfff640 1 -- 172.21.15.111:0/98106104 learned_addr learned my addr 172.21.15.111:0/98106104 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:07.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.744+0000 7fef50f6a640 1 --1- 172.21.15.111:0/98106104 >> v1:172.21.15.111:6789/0 conn(0x7fef4c15ffe0 0x7fef4c160450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:49652/0 (socket says 172.21.15.111:49652) 2024-09-19T04:36:07.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.744+0000 7fef4b7fe640 1 --2- 172.21.15.111:0/98106104 >> v2:172.21.15.114:3300/0 conn(0x7fef4c0cfd90 0x7fef4c0d0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:07.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.744+0000 7fef4bfff640 1 -- 172.21.15.111:0/98106104 >> v2:172.21.15.114:3300/0 conn(0x7fef4c0cfd90 msgr2=0x7fef4c0d0200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:07.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.744+0000 7fef4bfff640 1 --2- 172.21.15.111:0/98106104 >> v2:172.21.15.114:3300/0 conn(0x7fef4c0cfd90 0x7fef4c0d0200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.744+0000 7fef4bfff640 1 -- 172.21.15.111:0/98106104 >> v1:172.21.15.111:6789/0 conn(0x7fef4c15ffe0 legacy=0x7fef4c160450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:07.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.744+0000 7fef4bfff640 1 -- 172.21.15.111:0/98106104 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef4c15d550 con 0x7fef4c0b5f50 2024-09-19T04:36:07.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.744+0000 7fef4affd640 1 -- 172.21.15.111:0/98106104 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1353299310 0 0) 0x7fef4c15ccb0 con 0x7fef4c15ffe0 2024-09-19T04:36:07.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.745+0000 7fef4bfff640 1 --2- 172.21.15.111:0/98106104 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef4c0b5f50 0x7fef4c0ce2e0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fef4c06f5d0 tx=0x7fef3c02a150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64919e8c963b6984 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:07.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.745+0000 7fef4affd640 1 -- 172.21.15.111:0/98106104 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef3c037070 con 0x7fef4c0b5f50 2024-09-19T04:36:07.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.745+0000 7fef4affd640 1 -- 172.21.15.111:0/98106104 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef3c032440 con 0x7fef4c0b5f50 2024-09-19T04:36:07.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.745+0000 7fef4affd640 1 -- 172.21.15.111:0/98106104 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef3c032810 con 0x7fef4c0b5f50 2024-09-19T04:36:07.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.745+0000 7fef529cd640 1 -- 172.21.15.111:0/98106104 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef4c0b5f50 msgr2=0x7fef4c0ce2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:07.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.745+0000 7fef529cd640 1 --2- 172.21.15.111:0/98106104 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef4c0b5f50 0x7fef4c0ce2e0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fef4c06f5d0 tx=0x7fef3c02a150 comp rx=0 tx=0).stop 2024-09-19T04:36:07.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.745+0000 7fef529cd640 1 -- 172.21.15.111:0/98106104 shutdown_connections 2024-09-19T04:36:07.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.745+0000 7fef529cd640 1 --2- 172.21.15.111:0/98106104 >> v2:172.21.15.114:3300/0 conn(0x7fef4c0cfd90 0x7fef4c0d0200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.745+0000 7fef529cd640 1 --2- 172.21.15.111:0/98106104 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef4c0b5f50 0x7fef4c0ce2e0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.745+0000 7fef529cd640 1 -- 172.21.15.111:0/98106104 >> 172.21.15.111:0/98106104 conn(0x7fef4c06bba0 msgr2=0x7fef4c06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:07.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.745+0000 7fef529cd640 1 -- 172.21.15.111:0/98106104 shutdown_connections 2024-09-19T04:36:07.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.745+0000 7fef529cd640 1 -- 172.21.15.111:0/98106104 wait complete. 2024-09-19T04:36:07.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.746+0000 7fef529cd640 1 Processor -- start 2024-09-19T04:36:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.747+0000 7fef529cd640 1 -- start start 2024-09-19T04:36:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.747+0000 7fef529cd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef4c0b5f50 0x7fef4c159590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.747+0000 7fef529cd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef4c0cfd90 0x7fef4c157000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.747+0000 7fef529cd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef4c15ffe0 0x7fef4c1f4160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.747+0000 7fef529cd640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fef4c15c970 con 0x7fef4c15ffe0 2024-09-19T04:36:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.747+0000 7fef529cd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fef4c0d0740 con 0x7fef4c0cfd90 2024-09-19T04:36:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.747+0000 7fef529cd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fef4c0ce820 con 0x7fef4c0b5f50 2024-09-19T04:36:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.747+0000 7fef50f6a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef4c15ffe0 0x7fef4c1f4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.747+0000 7fef50f6a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef4c15ffe0 0x7fef4c1f4160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47434/0 (socket says 172.21.15.111:47434) 2024-09-19T04:36:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.747+0000 7fef50f6a640 1 -- 172.21.15.111:0/21136409 learned_addr learned my addr 172.21.15.111:0/21136409 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.748+0000 7fef4b7fe640 1 --2- 172.21.15.111:0/21136409 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef4c0cfd90 0x7fef4c157000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.748+0000 7fef4bfff640 1 --2- 172.21.15.111:0/21136409 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef4c0b5f50 0x7fef4c159590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.748+0000 7fef50f6a640 1 -- 172.21.15.111:0/21136409 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef4c0b5f50 msgr2=0x7fef4c159590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.748+0000 7fef50f6a640 1 --2- 172.21.15.111:0/21136409 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef4c0b5f50 0x7fef4c159590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.748+0000 7fef50f6a640 1 -- 172.21.15.111:0/21136409 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef4c0cfd90 msgr2=0x7fef4c157000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:07.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.748+0000 7fef50f6a640 1 --2- 172.21.15.111:0/21136409 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef4c0cfd90 0x7fef4c157000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.748+0000 7fef50f6a640 1 -- 172.21.15.111:0/21136409 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef4c15a130 con 0x7fef4c15ffe0 2024-09-19T04:36:07.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.748+0000 7fef50f6a640 1 --2- 172.21.15.111:0/21136409 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef4c15ffe0 0x7fef4c1f4160 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fef4400c700 tx=0x7fef4400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:07.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.748+0000 7fef48ff9640 1 -- 172.21.15.111:0/21136409 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef44018070 con 0x7fef4c15ffe0 2024-09-19T04:36:07.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.748+0000 7fef48ff9640 1 -- 172.21.15.111:0/21136409 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef4400ce10 con 0x7fef4c15ffe0 2024-09-19T04:36:07.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.748+0000 7fef529cd640 1 -- 172.21.15.111:0/21136409 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef4c159b70 con 0x7fef4c15ffe0 2024-09-19T04:36:07.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.748+0000 7fef48ff9640 1 -- 172.21.15.111:0/21136409 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef4400a860 con 0x7fef4c15ffe0 2024-09-19T04:36:07.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.748+0000 7fef529cd640 1 -- 172.21.15.111:0/21136409 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef4c071a60 con 0x7fef4c15ffe0 2024-09-19T04:36:07.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.749+0000 7fef529cd640 1 -- 172.21.15.111:0/21136409 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef4c0cd970 con 0x7fef4c15ffe0 2024-09-19T04:36:07.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.750+0000 7fef48ff9640 1 -- 172.21.15.111:0/21136409 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fef4401b070 con 0x7fef4c15ffe0 2024-09-19T04:36:07.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.750+0000 7fef48ff9640 1 --2- 172.21.15.111:0/21136409 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fef3806c460 0x7fef3806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:07.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.750+0000 7fef48ff9640 1 -- 172.21.15.111:0/21136409 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fef4408aac0 con 0x7fef4c15ffe0 2024-09-19T04:36:07.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.750+0000 7fef4bfff640 1 --2- 172.21.15.111:0/21136409 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fef3806c460 0x7fef3806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:07.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.750+0000 7fef4bfff640 1 --2- 172.21.15.111:0/21136409 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fef3806c460 0x7fef3806e920 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fef3c034000 tx=0x7fef3c02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:07.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.754+0000 7fef48ff9640 1 -- 172.21.15.111:0/21136409 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fef44058aa0 con 0x7fef4c15ffe0 2024-09-19T04:36:07.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.947+0000 7fef529cd640 1 -- 172.21.15.111:0/21136409 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "subvol68511", "target": ["mon-mgr", ""]}) -- 0x7fef4c15a360 con 0x7fef3806c460 2024-09-19T04:36:07.952 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:07.950+0000 7f2ee8c90640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:07.952 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:07.950+0000 7f2ee8c90640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:07.952 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:07.950+0000 7f2ee8c90640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:07.952 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:07.950+0000 7f2ee8c90640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:07.953 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:07.950+0000 7f2ee8c90640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:07.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.979+0000 7fef48ff9640 1 -- 172.21.15.111:0/21136409 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fef4c15a360 con 0x7fef3806c460 2024-09-19T04:36:07.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.981+0000 7fef529cd640 1 -- 172.21.15.111:0/21136409 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fef3806c460 msgr2=0x7fef3806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:07.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.981+0000 7fef529cd640 1 --2- 172.21.15.111:0/21136409 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fef3806c460 0x7fef3806e920 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fef3c034000 tx=0x7fef3c02e000 comp rx=0 tx=0).stop 2024-09-19T04:36:07.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.981+0000 7fef529cd640 1 -- 172.21.15.111:0/21136409 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef4c15ffe0 msgr2=0x7fef4c1f4160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:07.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.981+0000 7fef529cd640 1 --2- 172.21.15.111:0/21136409 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef4c15ffe0 0x7fef4c1f4160 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fef4400c700 tx=0x7fef4400cbc0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.981+0000 7fef529cd640 1 -- 172.21.15.111:0/21136409 shutdown_connections 2024-09-19T04:36:07.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.981+0000 7fef529cd640 1 --2- 172.21.15.111:0/21136409 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fef3806c460 0x7fef3806e920 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.984 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.981+0000 7fef529cd640 1 --2- 172.21.15.111:0/21136409 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef4c15ffe0 0x7fef4c1f4160 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.984 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.981+0000 7fef529cd640 1 --2- 172.21.15.111:0/21136409 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef4c0cfd90 0x7fef4c157000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.984 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.981+0000 7fef529cd640 1 --2- 172.21.15.111:0/21136409 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef4c0b5f50 0x7fef4c159590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:07.984 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.981+0000 7fef529cd640 1 -- 172.21.15.111:0/21136409 >> 172.21.15.111:0/21136409 conn(0x7fef4c06bba0 msgr2=0x7fef4c15ea40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:07.984 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.982+0000 7fef529cd640 1 -- 172.21.15.111:0/21136409 shutdown_connections 2024-09-19T04:36:07.984 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:07.982+0000 7fef529cd640 1 -- 172.21.15.111:0/21136409 wait complete. 2024-09-19T04:36:07.993 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:07.993 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cp ./volumes/_nogroup/subvol68511/.meta ./volumes/_nogroup/subvol99480) 2024-09-19T04:36:10.702 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol99480 2024-09-19T04:36:10.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.814+0000 7f8c1ad9f640 1 Processor -- start 2024-09-19T04:36:10.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.814+0000 7f8c1ad9f640 1 -- start start 2024-09-19T04:36:10.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.815+0000 7f8c1ad9f640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f8c1415e6a0 0x7f8c1406bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:10.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.815+0000 7f8c1ad9f640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8c1406c0e0 0x7f8c1406eae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:10.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.815+0000 7f8c1ad9f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c1406f020 0x7f8c140720f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:10.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.815+0000 7f8c1ad9f640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f8c1406c550 con 0x7f8c1406c0e0 2024-09-19T04:36:10.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.815+0000 7f8c1ad9f640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f8c1406f780 con 0x7f8c1415e6a0 2024-09-19T04:36:10.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.815+0000 7f8c1ad9f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8c1415ea80 con 0x7f8c1406f020 2024-09-19T04:36:10.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.815+0000 7f8c13fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8c1406c0e0 0x7f8c1406eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:10.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.815+0000 7f8c13fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8c1406c0e0 0x7f8c1406eae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47472/0 (socket says 172.21.15.111:47472) 2024-09-19T04:36:10.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.815+0000 7f8c13fff640 1 -- 172.21.15.111:0/1887892656 learned_addr learned my addr 172.21.15.111:0/1887892656 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:10.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.816+0000 7f8c18b3b640 1 --2- 172.21.15.111:0/1887892656 >> v2:172.21.15.114:3300/0 conn(0x7f8c1415e6a0 0x7f8c1406bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:10.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.816+0000 7f8c1933c640 1 --2- 172.21.15.111:0/1887892656 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c1406f020 0x7f8c140720f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:10.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.816+0000 7f8c13fff640 1 -- 172.21.15.111:0/1887892656 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c1406f020 msgr2=0x7f8c140720f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:10.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.816+0000 7f8c13fff640 1 --2- 172.21.15.111:0/1887892656 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c1406f020 0x7f8c140720f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:10.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.816+0000 7f8c13fff640 1 -- 172.21.15.111:0/1887892656 >> v2:172.21.15.114:3300/0 conn(0x7f8c1415e6a0 msgr2=0x7f8c1406bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:10.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.816+0000 7f8c13fff640 1 --2- 172.21.15.111:0/1887892656 >> v2:172.21.15.114:3300/0 conn(0x7f8c1415e6a0 0x7f8c1406bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:10.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.816+0000 7f8c13fff640 1 -- 172.21.15.111:0/1887892656 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c140b4880 con 0x7f8c1406c0e0 2024-09-19T04:36:10.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.816+0000 7f8c13fff640 1 --2- 172.21.15.111:0/1887892656 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c1406c0e0 0x7f8c1406eae0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f8c1406d8e0 tx=0x7f8c0002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec04ee763f771457 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:10.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.817+0000 7f8c137fe640 1 -- 172.21.15.111:0/1887892656 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c00004030 con 0x7f8c1406c0e0 2024-09-19T04:36:10.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.817+0000 7f8c137fe640 1 -- 172.21.15.111:0/1887892656 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c000041d0 con 0x7f8c1406c0e0 2024-09-19T04:36:10.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.817+0000 7f8c137fe640 1 -- 172.21.15.111:0/1887892656 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c00003610 con 0x7f8c1406c0e0 2024-09-19T04:36:10.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.817+0000 7f8c1ad9f640 1 -- 172.21.15.111:0/1887892656 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c1406c0e0 msgr2=0x7f8c1406eae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:10.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.817+0000 7f8c1ad9f640 1 --2- 172.21.15.111:0/1887892656 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c1406c0e0 0x7f8c1406eae0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f8c1406d8e0 tx=0x7f8c0002a1c0 comp rx=0 tx=0).stop 2024-09-19T04:36:10.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.817+0000 7f8c1ad9f640 1 -- 172.21.15.111:0/1887892656 shutdown_connections 2024-09-19T04:36:10.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.817+0000 7f8c1ad9f640 1 --2- 172.21.15.111:0/1887892656 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c1406f020 0x7f8c140720f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:10.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.817+0000 7f8c1ad9f640 1 --2- 172.21.15.111:0/1887892656 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c1406c0e0 0x7f8c1406eae0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:10.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.817+0000 7f8c1ad9f640 1 --2- 172.21.15.111:0/1887892656 >> v2:172.21.15.114:3300/0 conn(0x7f8c1415e6a0 0x7f8c1406bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:10.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.817+0000 7f8c1ad9f640 1 -- 172.21.15.111:0/1887892656 >> 172.21.15.111:0/1887892656 conn(0x7f8c1406ccb0 msgr2=0x7f8c1406d090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:10.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.817+0000 7f8c1ad9f640 1 -- 172.21.15.111:0/1887892656 shutdown_connections 2024-09-19T04:36:10.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.817+0000 7f8c1ad9f640 1 -- 172.21.15.111:0/1887892656 wait complete. 2024-09-19T04:36:10.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.818+0000 7f8c1ad9f640 1 Processor -- start 2024-09-19T04:36:10.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.818+0000 7f8c1ad9f640 1 -- start start 2024-09-19T04:36:10.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.819+0000 7f8c1ad9f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c1406c0e0 0x7f8c14158f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:10.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.819+0000 7f8c1ad9f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c1406f020 0x7f8c14146ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:10.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.819+0000 7f8c1ad9f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c1415e6a0 0x7f8c1415aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:10.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.819+0000 7f8c1ad9f640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8c140b5120 con 0x7f8c1415e6a0 2024-09-19T04:36:10.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.819+0000 7f8c1ad9f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8c140b4e40 con 0x7f8c1406c0e0 2024-09-19T04:36:10.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.819+0000 7f8c1ad9f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8c1406f490 con 0x7f8c1406f020 2024-09-19T04:36:10.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.819+0000 7f8c1933c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c1415e6a0 0x7f8c1415aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:10.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.819+0000 7f8c1933c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c1415e6a0 0x7f8c1415aaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47486/0 (socket says 172.21.15.111:47486) 2024-09-19T04:36:10.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.820+0000 7f8c1933c640 1 -- 172.21.15.111:0/2352152552 learned_addr learned my addr 172.21.15.111:0/2352152552 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:10.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.820+0000 7f8c13fff640 1 --2- 172.21.15.111:0/2352152552 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c1406f020 0x7f8c14146ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:10.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.820+0000 7f8c18b3b640 1 --2- 172.21.15.111:0/2352152552 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c1406c0e0 0x7f8c14158f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:10.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.820+0000 7f8c1933c640 1 -- 172.21.15.111:0/2352152552 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c1406f020 msgr2=0x7f8c14146ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:10.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.820+0000 7f8c1933c640 1 --2- 172.21.15.111:0/2352152552 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c1406f020 0x7f8c14146ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:10.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.820+0000 7f8c1933c640 1 -- 172.21.15.111:0/2352152552 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c1406c0e0 msgr2=0x7f8c14158f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:10.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.820+0000 7f8c1933c640 1 --2- 172.21.15.111:0/2352152552 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c1406c0e0 0x7f8c14158f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:10.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.820+0000 7f8c1933c640 1 -- 172.21.15.111:0/2352152552 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c14147410 con 0x7f8c1415e6a0 2024-09-19T04:36:10.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.820+0000 7f8c18b3b640 1 --2- 172.21.15.111:0/2352152552 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c1406c0e0 0x7f8c14158f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:10.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.820+0000 7f8c1933c640 1 --2- 172.21.15.111:0/2352152552 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c1415e6a0 0x7f8c1415aaf0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f8c0c007e70 tx=0x7f8c0c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:10.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.820+0000 7f8c117fa640 1 -- 172.21.15.111:0/2352152552 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c0c014620 con 0x7f8c1415e6a0 2024-09-19T04:36:10.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.820+0000 7f8c117fa640 1 -- 172.21.15.111:0/2352152552 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c0c019070 con 0x7f8c1415e6a0 2024-09-19T04:36:10.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.820+0000 7f8c117fa640 1 -- 172.21.15.111:0/2352152552 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c0c014a20 con 0x7f8c1415e6a0 2024-09-19T04:36:10.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.820+0000 7f8c1ad9f640 1 -- 172.21.15.111:0/2352152552 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c141525a0 con 0x7f8c1415e6a0 2024-09-19T04:36:10.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.820+0000 7f8c1ad9f640 1 -- 172.21.15.111:0/2352152552 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c14152b60 con 0x7f8c1415e6a0 2024-09-19T04:36:10.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.821+0000 7f8c1ad9f640 1 -- 172.21.15.111:0/2352152552 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c140cac30 con 0x7f8c1415e6a0 2024-09-19T04:36:10.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.822+0000 7f8c117fa640 1 -- 172.21.15.111:0/2352152552 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 10) ==== 91050+0+0 (secure 0 0 0) 0x7f8c0c014bc0 con 0x7f8c1415e6a0 2024-09-19T04:36:10.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.822+0000 7f8c117fa640 1 --2- 172.21.15.111:0/2352152552 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8bf806c520 0x7f8bf806e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:10.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.822+0000 7f8c18b3b640 1 --2- 172.21.15.111:0/2352152552 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8bf806c520 0x7f8bf806e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:10.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.822+0000 7f8c117fa640 1 -- 172.21.15.111:0/2352152552 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f8c0c08c080 con 0x7f8c1415e6a0 2024-09-19T04:36:10.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.823+0000 7f8c18b3b640 1 --2- 172.21.15.111:0/2352152552 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8bf806c520 0x7f8bf806e9e0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f8c0800b970 tx=0x7f8c08008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:10.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:10.827+0000 7f8c117fa640 1 -- 172.21.15.111:0/2352152552 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8c0c05a560 con 0x7f8c1415e6a0 2024-09-19T04:36:11.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.018+0000 7f8c1ad9f640 1 -- 172.21.15.111:0/2352152552 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol99480", "target": ["mon-mgr", ""]}) -- 0x7f8c14152350 con 0x7f8bf806c520 2024-09-19T04:36:11.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.047+0000 7f8c117fa640 1 -- 172.21.15.111:0/2352152552 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+30 (secure 0 0 0) 0x7f8c14152350 con 0x7f8bf806c520 2024-09-19T04:36:11.049 INFO:teuthology.orchestra.run.smithi111.stdout:/volumes/_nogroup/subvol99480 2024-09-19T04:36:11.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.049+0000 7f8c1ad9f640 1 -- 172.21.15.111:0/2352152552 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8bf806c520 msgr2=0x7f8bf806e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:11.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.049+0000 7f8c1ad9f640 1 --2- 172.21.15.111:0/2352152552 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8bf806c520 0x7f8bf806e9e0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f8c0800b970 tx=0x7f8c08008040 comp rx=0 tx=0).stop 2024-09-19T04:36:11.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.049+0000 7f8c1ad9f640 1 -- 172.21.15.111:0/2352152552 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c1415e6a0 msgr2=0x7f8c1415aaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:11.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.049+0000 7f8c1ad9f640 1 --2- 172.21.15.111:0/2352152552 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c1415e6a0 0x7f8c1415aaf0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f8c0c007e70 tx=0x7f8c0c00e4b0 comp rx=0 tx=0).stop 2024-09-19T04:36:11.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.049+0000 7f8c1ad9f640 1 -- 172.21.15.111:0/2352152552 shutdown_connections 2024-09-19T04:36:11.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.049+0000 7f8c1ad9f640 1 --2- 172.21.15.111:0/2352152552 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8bf806c520 0x7f8bf806e9e0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:11.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.049+0000 7f8c1ad9f640 1 --2- 172.21.15.111:0/2352152552 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c1415e6a0 0x7f8c1415aaf0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:11.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.049+0000 7f8c1ad9f640 1 --2- 172.21.15.111:0/2352152552 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c1406f020 0x7f8c14146ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:11.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.049+0000 7f8c1ad9f640 1 --2- 172.21.15.111:0/2352152552 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c1406c0e0 0x7f8c14158f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:11.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.049+0000 7f8c1ad9f640 1 -- 172.21.15.111:0/2352152552 >> 172.21.15.111:0/2352152552 conn(0x7f8c1406ccb0 msgr2=0x7f8c141546d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:11.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.049+0000 7f8c1ad9f640 1 -- 172.21.15.111:0/2352152552 shutdown_connections 2024-09-19T04:36:11.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.049+0000 7f8c1ad9f640 1 -- 172.21.15.111:0/2352152552 wait complete. 2024-09-19T04:36:11.062 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol99480 2024-09-19T04:36:11.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.161+0000 7f8e476ba640 1 Processor -- start 2024-09-19T04:36:11.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.161+0000 7f8e476ba640 1 -- start start 2024-09-19T04:36:11.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.162+0000 7f8e476ba640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8e400d1ed0 0x7f8e400d0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:11.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.162+0000 7f8e476ba640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8e400d0980 0x7f8e40073150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:11.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.162+0000 7f8e476ba640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e40070930 con 0x7f8e400b1da0 2024-09-19T04:36:11.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.162+0000 7f8e476ba640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f8e40070c80 con 0x7f8e400d0980 2024-09-19T04:36:11.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.162+0000 7f8e476ba640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8e400b71d0 con 0x7f8e400d1ed0 2024-09-19T04:36:11.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.162+0000 7f8e45c57640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8e400d0980 0x7f8e40073150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:11.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.162+0000 7f8e45456640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f8e400b1da0 0x7f8e4015d490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:49654/0 (socket says 172.21.15.111:49654) 2024-09-19T04:36:11.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.162+0000 7f8e45456640 1 -- 172.21.15.111:0/1998145642 learned_addr learned my addr 172.21.15.111:0/1998145642 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:11.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.163+0000 7f8e45c57640 1 -- 172.21.15.111:0/1998145642 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8e400d1ed0 msgr2=0x7f8e400d0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:11.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.163+0000 7f8e44c55640 1 --2- 172.21.15.111:0/1998145642 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8e400d1ed0 0x7f8e400d0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:11.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.163+0000 7f8e3ffff640 1 -- 172.21.15.111:0/1998145642 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4106895104 0 0) 0x7f8e40070930 con 0x7f8e400b1da0 2024-09-19T04:36:11.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.163+0000 7f8e45c57640 1 --2- 172.21.15.111:0/1998145642 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8e400d1ed0 0x7f8e400d0440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:11.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.163+0000 7f8e45c57640 1 -- 172.21.15.111:0/1998145642 >> v1:172.21.15.111:6789/0 conn(0x7f8e400b1da0 legacy=0x7f8e4015d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:11.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.163+0000 7f8e45c57640 1 -- 172.21.15.111:0/1998145642 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e400b74b0 con 0x7f8e400d0980 2024-09-19T04:36:11.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.163+0000 7f8e45c57640 1 --2- 172.21.15.111:0/1998145642 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8e400d0980 0x7f8e40073150 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f8e38009d90 tx=0x7f8e3802a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b043f1b6b857043f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:11.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.164+0000 7f8e3ffff640 1 -- 172.21.15.111:0/1998145642 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e38031600 con 0x7f8e400d0980 2024-09-19T04:36:11.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.164+0000 7f8e3ffff640 1 -- 172.21.15.111:0/1998145642 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e380317a0 con 0x7f8e400d0980 2024-09-19T04:36:11.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.164+0000 7f8e3ffff640 1 -- 172.21.15.111:0/1998145642 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e38031b70 con 0x7f8e400d0980 2024-09-19T04:36:11.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.164+0000 7f8e476ba640 1 -- 172.21.15.111:0/1998145642 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8e400d0980 msgr2=0x7f8e40073150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:11.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.164+0000 7f8e476ba640 1 --2- 172.21.15.111:0/1998145642 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8e400d0980 0x7f8e40073150 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f8e38009d90 tx=0x7f8e3802a5d0 comp rx=0 tx=0).stop 2024-09-19T04:36:11.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.164+0000 7f8e476ba640 1 -- 172.21.15.111:0/1998145642 shutdown_connections 2024-09-19T04:36:11.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.164+0000 7f8e476ba640 1 --2- 172.21.15.111:0/1998145642 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8e400d0980 0x7f8e40073150 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:11.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.164+0000 7f8e476ba640 1 --2- 172.21.15.111:0/1998145642 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8e400d1ed0 0x7f8e400d0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:11.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.164+0000 7f8e476ba640 1 -- 172.21.15.111:0/1998145642 >> 172.21.15.111:0/1998145642 conn(0x7f8e400b4290 msgr2=0x7f8e400b4670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:11.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.164+0000 7f8e476ba640 1 -- 172.21.15.111:0/1998145642 shutdown_connections 2024-09-19T04:36:11.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.164+0000 7f8e476ba640 1 -- 172.21.15.111:0/1998145642 wait complete. 2024-09-19T04:36:11.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.165+0000 7f8e476ba640 1 Processor -- start 2024-09-19T04:36:11.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.165+0000 7f8e476ba640 1 -- start start 2024-09-19T04:36:11.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.166+0000 7f8e476ba640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8e400b1da0 0x7f8e400ab9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:11.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.166+0000 7f8e476ba640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8e400d0980 0x7f8e4015f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:11.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.166+0000 7f8e476ba640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8e400d1ed0 0x7f8e4014ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:11.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.166+0000 7f8e476ba640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8e40073810 con 0x7f8e400b1da0 2024-09-19T04:36:11.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.166+0000 7f8e476ba640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8e40073690 con 0x7f8e400d1ed0 2024-09-19T04:36:11.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.166+0000 7f8e476ba640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8e40073990 con 0x7f8e400d0980 2024-09-19T04:36:11.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.166+0000 7f8e45456640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8e400b1da0 0x7f8e400ab9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:11.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.166+0000 7f8e45456640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8e400b1da0 0x7f8e400ab9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47514/0 (socket says 172.21.15.111:47514) 2024-09-19T04:36:11.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.166+0000 7f8e45456640 1 -- 172.21.15.111:0/176908823 learned_addr learned my addr 172.21.15.111:0/176908823 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:11.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.167+0000 7f8e44c55640 1 --2- 172.21.15.111:0/176908823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8e400d0980 0x7f8e4015f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:11.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.167+0000 7f8e45456640 1 -- 172.21.15.111:0/176908823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8e400d0980 msgr2=0x7f8e4015f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:11.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.167+0000 7f8e45c57640 1 --2- 172.21.15.111:0/176908823 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8e400d1ed0 0x7f8e4014ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:11.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.167+0000 7f8e45456640 1 --2- 172.21.15.111:0/176908823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8e400d0980 0x7f8e4015f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:11.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.167+0000 7f8e45456640 1 -- 172.21.15.111:0/176908823 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8e400d1ed0 msgr2=0x7f8e4014ecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:11.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.167+0000 7f8e45456640 1 --2- 172.21.15.111:0/176908823 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8e400d1ed0 0x7f8e4014ecf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:11.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.167+0000 7f8e45456640 1 -- 172.21.15.111:0/176908823 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e4014fc00 con 0x7f8e400b1da0 2024-09-19T04:36:11.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.167+0000 7f8e45456640 1 --2- 172.21.15.111:0/176908823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8e400b1da0 0x7f8e400ab9d0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f8e3000c4d0 tx=0x7f8e3000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:11.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.167+0000 7f8e3dffb640 1 -- 172.21.15.111:0/176908823 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e30018070 con 0x7f8e400b1da0 2024-09-19T04:36:11.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.167+0000 7f8e3dffb640 1 -- 172.21.15.111:0/176908823 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e30007500 con 0x7f8e400b1da0 2024-09-19T04:36:11.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.167+0000 7f8e476ba640 1 -- 172.21.15.111:0/176908823 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e40152100 con 0x7f8e400b1da0 2024-09-19T04:36:11.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.167+0000 7f8e3dffb640 1 -- 172.21.15.111:0/176908823 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e30004a20 con 0x7f8e400b1da0 2024-09-19T04:36:11.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.167+0000 7f8e476ba640 1 -- 172.21.15.111:0/176908823 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e401526c0 con 0x7f8e400b1da0 2024-09-19T04:36:11.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.168+0000 7f8e476ba640 1 -- 172.21.15.111:0/176908823 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e40073150 con 0x7f8e400b1da0 2024-09-19T04:36:11.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.168+0000 7f8e3dffb640 1 -- 172.21.15.111:0/176908823 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 10) ==== 91050+0+0 (secure 0 0 0) 0x7f8e3001b070 con 0x7f8e400b1da0 2024-09-19T04:36:11.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.169+0000 7f8e3dffb640 1 --2- 172.21.15.111:0/176908823 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8e2c06c4f0 0x7f8e2c06e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:11.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.169+0000 7f8e3dffb640 1 -- 172.21.15.111:0/176908823 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f8e3008ab50 con 0x7f8e400b1da0 2024-09-19T04:36:11.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.169+0000 7f8e44c55640 1 --2- 172.21.15.111:0/176908823 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8e2c06c4f0 0x7f8e2c06e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:11.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.169+0000 7f8e44c55640 1 --2- 172.21.15.111:0/176908823 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8e2c06c4f0 0x7f8e2c06e9b0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f8e401f7650 tx=0x7f8e34008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:11.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.173+0000 7f8e3dffb640 1 -- 172.21.15.111:0/176908823 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8e30058ff0 con 0x7f8e400b1da0 2024-09-19T04:36:11.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.364+0000 7f8e476ba640 1 -- 172.21.15.111:0/176908823 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol99480", "target": ["mon-mgr", ""]}) -- 0x7f8e400b6420 con 0x7f8e2c06c4f0 2024-09-19T04:36:11.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.368+0000 7f8e3dffb640 1 -- 172.21.15.111:0/176908823 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+30 (secure 0 0 0) 0x7f8e400b6420 con 0x7f8e2c06c4f0 2024-09-19T04:36:11.369 INFO:teuthology.orchestra.run.smithi111.stdout:/volumes/_nogroup/subvol99480 2024-09-19T04:36:11.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.370+0000 7f8e476ba640 1 -- 172.21.15.111:0/176908823 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8e2c06c4f0 msgr2=0x7f8e2c06e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:11.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.370+0000 7f8e476ba640 1 --2- 172.21.15.111:0/176908823 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8e2c06c4f0 0x7f8e2c06e9b0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f8e401f7650 tx=0x7f8e34008040 comp rx=0 tx=0).stop 2024-09-19T04:36:11.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.370+0000 7f8e476ba640 1 -- 172.21.15.111:0/176908823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8e400b1da0 msgr2=0x7f8e400ab9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:11.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.370+0000 7f8e476ba640 1 --2- 172.21.15.111:0/176908823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8e400b1da0 0x7f8e400ab9d0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f8e3000c4d0 tx=0x7f8e3000c990 comp rx=0 tx=0).stop 2024-09-19T04:36:11.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.370+0000 7f8e476ba640 1 -- 172.21.15.111:0/176908823 shutdown_connections 2024-09-19T04:36:11.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.370+0000 7f8e476ba640 1 --2- 172.21.15.111:0/176908823 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f8e2c06c4f0 0x7f8e2c06e9b0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:11.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.370+0000 7f8e476ba640 1 --2- 172.21.15.111:0/176908823 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8e400d1ed0 0x7f8e4014ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:11.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.370+0000 7f8e476ba640 1 --2- 172.21.15.111:0/176908823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8e400d0980 0x7f8e4015f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:11.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.370+0000 7f8e476ba640 1 --2- 172.21.15.111:0/176908823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8e400b1da0 0x7f8e400ab9d0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:11.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.370+0000 7f8e476ba640 1 -- 172.21.15.111:0/176908823 >> 172.21.15.111:0/176908823 conn(0x7f8e400b4290 msgr2=0x7f8e400b5590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:11.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.370+0000 7f8e476ba640 1 -- 172.21.15.111:0/176908823 shutdown_connections 2024-09-19T04:36:11.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:11.370+0000 7f8e476ba640 1 -- 172.21.15.111:0/176908823 wait complete. 2024-09-19T04:36:11.382 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:11.382 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_legacy/7e838f4ca925bbe2327cf44c3c9e3c07.meta) 2024-09-19T04:36:15.697 INFO:teuthology.orchestra.run.smithi111.stdout:[GLOBAL] 2024-09-19T04:36:15.698 INFO:teuthology.orchestra.run.smithi111.stdout:version = 1 2024-09-19T04:36:15.698 INFO:teuthology.orchestra.run.smithi111.stdout:type = subvolume 2024-09-19T04:36:15.698 INFO:teuthology.orchestra.run.smithi111.stdout:path = /volumes/_nogroup/subvol99480 2024-09-19T04:36:15.698 INFO:teuthology.orchestra.run.smithi111.stdout:state = complete 2024-09-19T04:36:15.698 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:15.700 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume authorize cephfs subvol99480 alice 2024-09-19T04:36:15.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.812+0000 7fd86e176640 1 Processor -- start 2024-09-19T04:36:15.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.812+0000 7fd86e176640 1 -- start start 2024-09-19T04:36:15.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.813+0000 7fd86e176640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd8681554d0 0x7fd86815f640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:15.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.813+0000 7fd86e176640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd8680ae8e0 0x7fd8680b4f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:15.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.813+0000 7fd86e176640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fd8680b5460 0x7fd868072a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:15.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.813+0000 7fd86e176640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fd8680af050 con 0x7fd8681554d0 2024-09-19T04:36:15.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.813+0000 7fd86e176640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fd8680af330 con 0x7fd8680b5460 2024-09-19T04:36:15.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.813+0000 7fd86e176640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd8680af610 con 0x7fd8680ae8e0 2024-09-19T04:36:15.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.813+0000 7fd8677fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd8681554d0 0x7fd86815f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:15.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.813+0000 7fd8677fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd8681554d0 0x7fd86815f640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48636/0 (socket says 172.21.15.111:48636) 2024-09-19T04:36:15.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.813+0000 7fd8677fe640 1 -- 172.21.15.111:0/1747391454 learned_addr learned my addr 172.21.15.111:0/1747391454 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:15.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.813+0000 7fd867fff640 1 --2- 172.21.15.111:0/1747391454 >> v2:172.21.15.114:3300/0 conn(0x7fd8680b5460 0x7fd868072a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:15.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.813+0000 7fd866ffd640 1 --2- 172.21.15.111:0/1747391454 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd8680ae8e0 0x7fd8680b4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:15.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.813+0000 7fd8677fe640 1 -- 172.21.15.111:0/1747391454 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd8680ae8e0 msgr2=0x7fd8680b4f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:15.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.813+0000 7fd8677fe640 1 --2- 172.21.15.111:0/1747391454 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd8680ae8e0 0x7fd8680b4f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:15.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.813+0000 7fd8677fe640 1 -- 172.21.15.111:0/1747391454 >> v2:172.21.15.114:3300/0 conn(0x7fd8680b5460 msgr2=0x7fd868072a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:15.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.813+0000 7fd8677fe640 1 --2- 172.21.15.111:0/1747391454 >> v2:172.21.15.114:3300/0 conn(0x7fd8680b5460 0x7fd868072a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:15.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.813+0000 7fd8677fe640 1 -- 172.21.15.111:0/1747391454 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8680af8f0 con 0x7fd8681554d0 2024-09-19T04:36:15.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.813+0000 7fd867fff640 1 --2- 172.21.15.111:0/1747391454 >> v2:172.21.15.114:3300/0 conn(0x7fd8680b5460 0x7fd868072a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:15.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.814+0000 7fd8677fe640 1 --2- 172.21.15.111:0/1747391454 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd8681554d0 0x7fd86815f640 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fd86815eba0 tx=0x7fd85802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47a779a369a923dc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:15.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.814+0000 7fd8667fc640 1 -- 172.21.15.111:0/1747391454 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd858037070 con 0x7fd8681554d0 2024-09-19T04:36:15.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.814+0000 7fd8667fc640 1 -- 172.21.15.111:0/1747391454 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd858032440 con 0x7fd8681554d0 2024-09-19T04:36:15.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.814+0000 7fd8667fc640 1 -- 172.21.15.111:0/1747391454 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd858032810 con 0x7fd8681554d0 2024-09-19T04:36:15.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.815+0000 7fd86e176640 1 -- 172.21.15.111:0/1747391454 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd8681554d0 msgr2=0x7fd86815f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:15.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.815+0000 7fd86e176640 1 --2- 172.21.15.111:0/1747391454 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd8681554d0 0x7fd86815f640 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fd86815eba0 tx=0x7fd85802a1e0 comp rx=0 tx=0).stop 2024-09-19T04:36:15.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.815+0000 7fd86e176640 1 -- 172.21.15.111:0/1747391454 shutdown_connections 2024-09-19T04:36:15.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.815+0000 7fd86e176640 1 --2- 172.21.15.111:0/1747391454 >> v2:172.21.15.114:3300/0 conn(0x7fd8680b5460 0x7fd868072a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:15.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.815+0000 7fd86e176640 1 --2- 172.21.15.111:0/1747391454 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd8680ae8e0 0x7fd8680b4f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:15.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.815+0000 7fd86e176640 1 --2- 172.21.15.111:0/1747391454 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd8681554d0 0x7fd86815f640 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:15.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.815+0000 7fd86e176640 1 -- 172.21.15.111:0/1747391454 >> 172.21.15.111:0/1747391454 conn(0x7fd86806c9f0 msgr2=0x7fd86806cdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:15.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.815+0000 7fd86e176640 1 -- 172.21.15.111:0/1747391454 shutdown_connections 2024-09-19T04:36:15.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.815+0000 7fd86e176640 1 -- 172.21.15.111:0/1747391454 wait complete. 2024-09-19T04:36:15.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.816+0000 7fd86e176640 1 Processor -- start 2024-09-19T04:36:15.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.816+0000 7fd86e176640 1 -- start start 2024-09-19T04:36:15.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.817+0000 7fd86e176640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd8680ae8e0 0x7fd86814aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:15.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.817+0000 7fd86e176640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd8680b5460 0x7fd868160eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:15.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.817+0000 7fd86e176640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd8681554d0 0x7fd86814b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:15.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.817+0000 7fd86e176640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd8681558b0 con 0x7fd8680b5460 2024-09-19T04:36:15.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.817+0000 7fd86e176640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd8680aed70 con 0x7fd8681554d0 2024-09-19T04:36:15.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.817+0000 7fd86e176640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd868155a30 con 0x7fd8680ae8e0 2024-09-19T04:36:15.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.817+0000 7fd866ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd8680b5460 0x7fd868160eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:15.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.817+0000 7fd866ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd8680b5460 0x7fd868160eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48642/0 (socket says 172.21.15.111:48642) 2024-09-19T04:36:15.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.817+0000 7fd866ffd640 1 -- 172.21.15.111:0/668469426 learned_addr learned my addr 172.21.15.111:0/668469426 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:15.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.817+0000 7fd867fff640 1 --2- 172.21.15.111:0/668469426 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd8681554d0 0x7fd86814b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:15.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.817+0000 7fd8677fe640 1 --2- 172.21.15.111:0/668469426 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd8680ae8e0 0x7fd86814aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:15.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.817+0000 7fd866ffd640 1 -- 172.21.15.111:0/668469426 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd8680ae8e0 msgr2=0x7fd86814aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:15.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.817+0000 7fd866ffd640 1 --2- 172.21.15.111:0/668469426 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd8680ae8e0 0x7fd86814aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:15.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.817+0000 7fd866ffd640 1 -- 172.21.15.111:0/668469426 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd8681554d0 msgr2=0x7fd86814b1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:15.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.817+0000 7fd866ffd640 1 --2- 172.21.15.111:0/668469426 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd8681554d0 0x7fd86814b1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:15.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.817+0000 7fd866ffd640 1 -- 172.21.15.111:0/668469426 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8681e72a0 con 0x7fd8680b5460 2024-09-19T04:36:15.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.817+0000 7fd867fff640 1 --2- 172.21.15.111:0/668469426 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd8681554d0 0x7fd86814b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:15.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.817+0000 7fd8677fe640 1 --2- 172.21.15.111:0/668469426 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd8680ae8e0 0x7fd86814aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:15.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.818+0000 7fd866ffd640 1 --2- 172.21.15.111:0/668469426 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd8680b5460 0x7fd868160eb0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fd85000d800 tx=0x7fd85000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:15.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.818+0000 7fd85ffff640 1 -- 172.21.15.111:0/668469426 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd850018020 con 0x7fd8680b5460 2024-09-19T04:36:15.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.818+0000 7fd85ffff640 1 -- 172.21.15.111:0/668469426 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8500096a0 con 0x7fd8680b5460 2024-09-19T04:36:15.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.818+0000 7fd85ffff640 1 -- 172.21.15.111:0/668469426 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd850009a70 con 0x7fd8680b5460 2024-09-19T04:36:15.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.818+0000 7fd86e176640 1 -- 172.21.15.111:0/668469426 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8681e7580 con 0x7fd8680b5460 2024-09-19T04:36:15.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.818+0000 7fd86e176640 1 -- 172.21.15.111:0/668469426 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8681e7b40 con 0x7fd8680b5460 2024-09-19T04:36:15.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.819+0000 7fd86e176640 1 -- 172.21.15.111:0/668469426 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8680b4f20 con 0x7fd8680b5460 2024-09-19T04:36:15.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.819+0000 7fd85ffff640 1 -- 172.21.15.111:0/668469426 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 10) ==== 91050+0+0 (secure 0 0 0) 0x7fd85001b020 con 0x7fd8680b5460 2024-09-19T04:36:15.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.820+0000 7fd85ffff640 1 --2- 172.21.15.111:0/668469426 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd84806c4f0 0x7fd84806e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:15.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.820+0000 7fd85ffff640 1 -- 172.21.15.111:0/668469426 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fd85008bd60 con 0x7fd8680b5460 2024-09-19T04:36:15.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.820+0000 7fd8677fe640 1 --2- 172.21.15.111:0/668469426 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd84806c4f0 0x7fd84806e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:15.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.820+0000 7fd8677fe640 1 --2- 172.21.15.111:0/668469426 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd84806c4f0 0x7fd84806e9b0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fd858034000 tx=0x7fd85802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:15.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:15.824+0000 7fd85ffff640 1 -- 172.21.15.111:0/668469426 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd850022020 con 0x7fd8680b5460 2024-09-19T04:36:16.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.014+0000 7fd86e176640 1 -- 172.21.15.111:0/668469426 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "fs subvolume authorize", "vol_name": "cephfs", "sub_name": "subvol99480", "auth_id": "alice", "target": ["mon-mgr", ""]}) -- 0x7fd8681e6f50 con 0x7fd84806c4f0 2024-09-19T04:36:16.022 INFO:tasks.ceph.mgr.y.smithi111.stderr:Creating meta for ID alice with tenant None 2024-09-19T04:36:16.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.062+0000 7fd85ffff640 1 -- 172.21.15.111:0/668469426 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fd8681e6f50 con 0x7fd84806c4f0 2024-09-19T04:36:16.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.064+0000 7fd86e176640 1 -- 172.21.15.111:0/668469426 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd84806c4f0 msgr2=0x7fd84806e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:16.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.064+0000 7fd86e176640 1 --2- 172.21.15.111:0/668469426 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd84806c4f0 0x7fd84806e9b0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fd858034000 tx=0x7fd85802e000 comp rx=0 tx=0).stop 2024-09-19T04:36:16.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.064+0000 7fd86e176640 1 -- 172.21.15.111:0/668469426 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd8680b5460 msgr2=0x7fd868160eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:16.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.064+0000 7fd86e176640 1 --2- 172.21.15.111:0/668469426 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd8680b5460 0x7fd868160eb0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fd85000d800 tx=0x7fd85000dcc0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.064+0000 7fd86e176640 1 -- 172.21.15.111:0/668469426 shutdown_connections 2024-09-19T04:36:16.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.064+0000 7fd86e176640 1 --2- 172.21.15.111:0/668469426 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd84806c4f0 0x7fd84806e9b0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.064+0000 7fd86e176640 1 --2- 172.21.15.111:0/668469426 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd8681554d0 0x7fd86814b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.065+0000 7fd86e176640 1 --2- 172.21.15.111:0/668469426 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd8680b5460 0x7fd868160eb0 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.065+0000 7fd86e176640 1 --2- 172.21.15.111:0/668469426 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd8680ae8e0 0x7fd86814aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.065+0000 7fd86e176640 1 -- 172.21.15.111:0/668469426 >> 172.21.15.111:0/668469426 conn(0x7fd86806c9f0 msgr2=0x7fd86815ddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:16.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.065+0000 7fd86e176640 1 -- 172.21.15.111:0/668469426 shutdown_connections 2024-09-19T04:36:16.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.065+0000 7fd86e176640 1 -- 172.21.15.111:0/668469426 wait complete. 2024-09-19T04:36:16.077 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get client.alice --format=json-pretty 2024-09-19T04:36:16.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.174+0000 7fcc17bf8640 1 Processor -- start 2024-09-19T04:36:16.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.174+0000 7fcc17bf8640 1 -- start start 2024-09-19T04:36:16.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.175+0000 7fcc17bf8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc100d02a0 0x7fcc100d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:16.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.175+0000 7fcc17bf8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fcc1015ce80 0x7fcc101594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:16.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.175+0000 7fcc17bf8640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcc100d0bc0 con 0x7fcc1015ca40 2024-09-19T04:36:16.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.175+0000 7fcc17bf8640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fcc1015d390 con 0x7fcc1015ce80 2024-09-19T04:36:16.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.175+0000 7fcc17bf8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcc1015d670 con 0x7fcc100d02a0 2024-09-19T04:36:16.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.175+0000 7fcc16195640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fcc1015ce80 0x7fcc101594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:16.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.175+0000 7fcc16195640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fcc1015ce80 0x7fcc101594c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48654/0 (socket says 172.21.15.111:48654) 2024-09-19T04:36:16.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.175+0000 7fcc16195640 1 -- 172.21.15.111:0/3621840204 learned_addr learned my addr 172.21.15.111:0/3621840204 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:16.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.175+0000 7fcc15994640 1 --2- 172.21.15.111:0/3621840204 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc100d02a0 0x7fcc100d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:16.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.175+0000 7fcc16195640 1 -- 172.21.15.111:0/3621840204 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc100d02a0 msgr2=0x7fcc100d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:16.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.175+0000 7fcc16195640 1 --2- 172.21.15.111:0/3621840204 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc100d02a0 0x7fcc100d0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.175+0000 7fcc16195640 1 -- 172.21.15.111:0/3621840204 >> v1:172.21.15.114:6789/0 conn(0x7fcc1015ca40 legacy=0x7fcc1015e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:16.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.175+0000 7fcc16195640 1 -- 172.21.15.111:0/3621840204 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc1015d950 con 0x7fcc1015ce80 2024-09-19T04:36:16.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.176+0000 7fcc16195640 1 --2- 172.21.15.111:0/3621840204 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc1015ce80 0x7fcc101594c0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fcc08009e50 tx=0x7fcc0802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e76e55185b73a076 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:16.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.176+0000 7fcc14992640 1 -- 172.21.15.111:0/3621840204 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc08036070 con 0x7fcc1015ce80 2024-09-19T04:36:16.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.176+0000 7fcc14992640 1 -- 172.21.15.111:0/3621840204 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc08031600 con 0x7fcc1015ce80 2024-09-19T04:36:16.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.176+0000 7fcc14992640 1 -- 172.21.15.111:0/3621840204 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc080319d0 con 0x7fcc1015ce80 2024-09-19T04:36:16.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.177+0000 7fcc17bf8640 1 -- 172.21.15.111:0/3621840204 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc1015ce80 msgr2=0x7fcc101594c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:16.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.177+0000 7fcc17bf8640 1 --2- 172.21.15.111:0/3621840204 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc1015ce80 0x7fcc101594c0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fcc08009e50 tx=0x7fcc0802a680 comp rx=0 tx=0).stop 2024-09-19T04:36:16.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.177+0000 7fcc17bf8640 1 -- 172.21.15.111:0/3621840204 shutdown_connections 2024-09-19T04:36:16.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.177+0000 7fcc17bf8640 1 --2- 172.21.15.111:0/3621840204 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc1015ce80 0x7fcc101594c0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.177+0000 7fcc17bf8640 1 --2- 172.21.15.111:0/3621840204 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc100d02a0 0x7fcc100d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.177+0000 7fcc17bf8640 1 -- 172.21.15.111:0/3621840204 >> 172.21.15.111:0/3621840204 conn(0x7fcc10062cc0 msgr2=0x7fcc1006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:16.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.177+0000 7fcc17bf8640 1 -- 172.21.15.111:0/3621840204 shutdown_connections 2024-09-19T04:36:16.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.177+0000 7fcc17bf8640 1 -- 172.21.15.111:0/3621840204 wait complete. 2024-09-19T04:36:16.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.178+0000 7fcc17bf8640 1 Processor -- start 2024-09-19T04:36:16.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.178+0000 7fcc17bf8640 1 -- start start 2024-09-19T04:36:16.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.179+0000 7fcc17bf8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc100d02a0 0x7fcc10071070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:16.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.179+0000 7fcc17bf8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc1015ca40 0x7fcc10072f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:16.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.179+0000 7fcc17bf8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc1015ce80 0x7fcc100737f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:16.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.179+0000 7fcc17bf8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fcc1015eb40 con 0x7fcc100d02a0 2024-09-19T04:36:16.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.179+0000 7fcc17bf8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fcc1015df10 con 0x7fcc1015ca40 2024-09-19T04:36:16.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.179+0000 7fcc17bf8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcc10155b90 con 0x7fcc1015ce80 2024-09-19T04:36:16.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.179+0000 7fcc15994640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc100d02a0 0x7fcc10071070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:16.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.179+0000 7fcc15994640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc100d02a0 0x7fcc10071070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48668/0 (socket says 172.21.15.111:48668) 2024-09-19T04:36:16.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.179+0000 7fcc15994640 1 -- 172.21.15.111:0/4183867314 learned_addr learned my addr 172.21.15.111:0/4183867314 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:16.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.179+0000 7fcc16195640 1 --2- 172.21.15.111:0/4183867314 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc1015ce80 0x7fcc100737f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:16.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.179+0000 7fcc15193640 1 --2- 172.21.15.111:0/4183867314 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc1015ca40 0x7fcc10072f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:16.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.179+0000 7fcc15994640 1 -- 172.21.15.111:0/4183867314 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc1015ce80 msgr2=0x7fcc100737f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:16.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.179+0000 7fcc15994640 1 --2- 172.21.15.111:0/4183867314 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc1015ce80 0x7fcc100737f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.179+0000 7fcc15994640 1 -- 172.21.15.111:0/4183867314 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc1015ca40 msgr2=0x7fcc10072f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:16.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.179+0000 7fcc15994640 1 --2- 172.21.15.111:0/4183867314 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc1015ca40 0x7fcc10072f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.179+0000 7fcc15994640 1 -- 172.21.15.111:0/4183867314 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc10073d30 con 0x7fcc100d02a0 2024-09-19T04:36:16.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.179+0000 7fcc15994640 1 --2- 172.21.15.111:0/4183867314 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc100d02a0 0x7fcc10071070 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fcc0c00d620 tx=0x7fcc0c00dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:16.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.179+0000 7fcc067fc640 1 -- 172.21.15.111:0/4183867314 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc0c00b620 con 0x7fcc100d02a0 2024-09-19T04:36:16.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.179+0000 7fcc067fc640 1 -- 172.21.15.111:0/4183867314 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc0c019070 con 0x7fcc100d02a0 2024-09-19T04:36:16.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.179+0000 7fcc17bf8640 1 -- 172.21.15.111:0/4183867314 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc100b1190 con 0x7fcc100d02a0 2024-09-19T04:36:16.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.180+0000 7fcc067fc640 1 -- 172.21.15.111:0/4183867314 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc0c00ba00 con 0x7fcc100d02a0 2024-09-19T04:36:16.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.180+0000 7fcc17bf8640 1 -- 172.21.15.111:0/4183867314 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc100b1710 con 0x7fcc100d02a0 2024-09-19T04:36:16.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.180+0000 7fcc17bf8640 1 -- 172.21.15.111:0/4183867314 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc100b4790 con 0x7fcc100d02a0 2024-09-19T04:36:16.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.181+0000 7fcc067fc640 1 -- 172.21.15.111:0/4183867314 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 10) ==== 91050+0+0 (secure 0 0 0) 0x7fcc0c00bba0 con 0x7fcc100d02a0 2024-09-19T04:36:16.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.181+0000 7fcc067fc640 1 --2- 172.21.15.111:0/4183867314 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcbf406c4f0 0x7fcbf406e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:16.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.181+0000 7fcc067fc640 1 -- 172.21.15.111:0/4183867314 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fcc0c08bb10 con 0x7fcc100d02a0 2024-09-19T04:36:16.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.182+0000 7fcc15193640 1 --2- 172.21.15.111:0/4183867314 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcbf406c4f0 0x7fcbf406e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:16.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.182+0000 7fcc15193640 1 --2- 172.21.15.111:0/4183867314 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcbf406c4f0 0x7fcbf406e9b0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fcc100cc620 tx=0x7fcc00009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:16.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.186+0000 7fcc067fc640 1 -- 172.21.15.111:0/4183867314 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcc10073d30 con 0x7fcc100d02a0 2024-09-19T04:36:16.414 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.413+0000 7fcc17bf8640 1 -- 172.21.15.111:0/4183867314 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth get", "entity": "client.alice", "format": "json-pretty"} v 0) -- 0x7fcc10150920 con 0x7fcc100d02a0 2024-09-19T04:36:16.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.413+0000 7fcc067fc640 1 -- 172.21.15.111:0/4183867314 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth get", "entity": "client.alice", "format": "json-pretty"}]=0 v14) ==== 107+0+280 (secure 0 0 0) 0x7fcc0c0598d0 con 0x7fcc100d02a0 2024-09-19T04:36:16.415 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:16.415 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:36:16.415 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:16.415 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.alice", 2024-09-19T04:36:16.415 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBAqutmtMArAhAAPlTupc0Eu0g+KDo0tKhI6w==", 2024-09-19T04:36:16.415 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:36:16.415 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow rw path=/volumes/_nogroup/subvol99480", 2024-09-19T04:36:16.415 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow r", 2024-09-19T04:36:16.415 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rw pool=cephfs_data" 2024-09-19T04:36:16.416 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:16.416 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:16.416 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:36:16.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.415+0000 7fcc17bf8640 1 -- 172.21.15.111:0/4183867314 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcbf406c4f0 msgr2=0x7fcbf406e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:16.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.415+0000 7fcc17bf8640 1 --2- 172.21.15.111:0/4183867314 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcbf406c4f0 0x7fcbf406e9b0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fcc100cc620 tx=0x7fcc00009040 comp rx=0 tx=0).stop 2024-09-19T04:36:16.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.415+0000 7fcc17bf8640 1 -- 172.21.15.111:0/4183867314 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc100d02a0 msgr2=0x7fcc10071070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:16.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.415+0000 7fcc17bf8640 1 --2- 172.21.15.111:0/4183867314 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc100d02a0 0x7fcc10071070 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fcc0c00d620 tx=0x7fcc0c00dae0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.415+0000 7fcc17bf8640 1 -- 172.21.15.111:0/4183867314 shutdown_connections 2024-09-19T04:36:16.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.415+0000 7fcc17bf8640 1 --2- 172.21.15.111:0/4183867314 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcbf406c4f0 0x7fcbf406e9b0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.415+0000 7fcc17bf8640 1 --2- 172.21.15.111:0/4183867314 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc1015ce80 0x7fcc100737f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.415+0000 7fcc17bf8640 1 --2- 172.21.15.111:0/4183867314 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc1015ca40 0x7fcc10072f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.415+0000 7fcc17bf8640 1 --2- 172.21.15.111:0/4183867314 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc100d02a0 0x7fcc10071070 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.415+0000 7fcc17bf8640 1 -- 172.21.15.111:0/4183867314 >> 172.21.15.111:0/4183867314 conn(0x7fcc10062cc0 msgr2=0x7fcc101539e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:16.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.415+0000 7fcc17bf8640 1 -- 172.21.15.111:0/4183867314 shutdown_connections 2024-09-19T04:36:16.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.415+0000 7fcc17bf8640 1 -- 172.21.15.111:0/4183867314 wait complete. 2024-09-19T04:36:16.427 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol99480 2024-09-19T04:36:16.448 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:36:16.472 DEBUG:teuthology.orchestra.run.smithi114:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:36:16.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.529+0000 7f299df0a640 1 Processor -- start 2024-09-19T04:36:16.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.530+0000 7f299df0a640 1 -- start start 2024-09-19T04:36:16.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.530+0000 7f299df0a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f29980b5770 0x7f299806dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:16.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.530+0000 7f299df0a640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f29980ce0d0 0x7f299806e510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:16.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.530+0000 7f299df0a640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29980ce620 con 0x7f299815c200 2024-09-19T04:36:16.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.530+0000 7f299df0a640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f2998062630 con 0x7f29980b5770 2024-09-19T04:36:16.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.530+0000 7f299df0a640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f2998062910 con 0x7f29980ce0d0 2024-09-19T04:36:16.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.530+0000 7f2996ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f29980b5770 0x7f299806dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:16.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.531+0000 7f29977fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f299815c200 0x7f29980b5060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:42130/0 (socket says 172.21.15.111:42130) 2024-09-19T04:36:16.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.531+0000 7f29977fe640 1 -- 172.21.15.111:0/1202478610 learned_addr learned my addr 172.21.15.111:0/1202478610 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:16.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.531+0000 7f2996ffd640 1 --2- 172.21.15.111:0/1202478610 >> v2:172.21.15.111:3300/0 conn(0x7f29980b5770 0x7f299806dfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48682/0 (socket says 172.21.15.111:48682) 2024-09-19T04:36:16.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.531+0000 7f2997fff640 1 --2- 172.21.15.111:0/1202478610 >> v2:172.21.15.114:3300/0 conn(0x7f29980ce0d0 0x7f299806e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:16.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.531+0000 7f2996ffd640 1 -- 172.21.15.111:0/1202478610 >> v2:172.21.15.114:3300/0 conn(0x7f29980ce0d0 msgr2=0x7f299806e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:16.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.531+0000 7f2996ffd640 1 --2- 172.21.15.111:0/1202478610 >> v2:172.21.15.114:3300/0 conn(0x7f29980ce0d0 0x7f299806e510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.531+0000 7f2996ffd640 1 -- 172.21.15.111:0/1202478610 >> v1:172.21.15.111:6789/0 conn(0x7f299815c200 legacy=0x7f29980b5060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:16.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.531+0000 7f2996ffd640 1 -- 172.21.15.111:0/1202478610 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2998062bf0 con 0x7f29980b5770 2024-09-19T04:36:16.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.531+0000 7f2996ffd640 1 --2- 172.21.15.111:0/1202478610 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29980b5770 0x7f299806dfd0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f29980ceef0 tx=0x7f298c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d406cd73451ce7dd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:16.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.532+0000 7f29967fc640 1 -- 172.21.15.111:0/1202478610 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f298c037070 con 0x7f29980b5770 2024-09-19T04:36:16.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.532+0000 7f29967fc640 1 -- 172.21.15.111:0/1202478610 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f298c032440 con 0x7f29980b5770 2024-09-19T04:36:16.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.532+0000 7f29967fc640 1 -- 172.21.15.111:0/1202478610 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f298c032810 con 0x7f29980b5770 2024-09-19T04:36:16.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.532+0000 7f299df0a640 1 -- 172.21.15.111:0/1202478610 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29980b5770 msgr2=0x7f299806dfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:16.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.532+0000 7f299df0a640 1 --2- 172.21.15.111:0/1202478610 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29980b5770 0x7f299806dfd0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f29980ceef0 tx=0x7f298c02a1a0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.532+0000 7f299df0a640 1 -- 172.21.15.111:0/1202478610 shutdown_connections 2024-09-19T04:36:16.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.532+0000 7f299df0a640 1 --2- 172.21.15.111:0/1202478610 >> v2:172.21.15.114:3300/0 conn(0x7f29980ce0d0 0x7f299806e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.532+0000 7f299df0a640 1 --2- 172.21.15.111:0/1202478610 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29980b5770 0x7f299806dfd0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.532+0000 7f299df0a640 1 -- 172.21.15.111:0/1202478610 >> 172.21.15.111:0/1202478610 conn(0x7f299806cae0 msgr2=0x7f299806cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:16.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.532+0000 7f299df0a640 1 -- 172.21.15.111:0/1202478610 shutdown_connections 2024-09-19T04:36:16.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.532+0000 7f299df0a640 1 -- 172.21.15.111:0/1202478610 wait complete. 2024-09-19T04:36:16.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.533+0000 7f299df0a640 1 Processor -- start 2024-09-19T04:36:16.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.534+0000 7f299df0a640 1 -- start start 2024-09-19T04:36:16.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.534+0000 7f299df0a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29980b5770 0x7f299814a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:16.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.534+0000 7f299df0a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f29980ce0d0 0x7f29980718a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:16.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.534+0000 7f299df0a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f299815c200 0x7f29981601b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:16.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.534+0000 7f299df0a640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f299815c5e0 con 0x7f29980b5770 2024-09-19T04:36:16.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.534+0000 7f299df0a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2998070020 con 0x7f29980ce0d0 2024-09-19T04:36:16.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.534+0000 7f299df0a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f299815c760 con 0x7f299815c200 2024-09-19T04:36:16.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.534+0000 7f29977fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29980b5770 0x7f299814a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:16.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.534+0000 7f29977fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29980b5770 0x7f299814a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48686/0 (socket says 172.21.15.111:48686) 2024-09-19T04:36:16.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.534+0000 7f29977fe640 1 -- 172.21.15.111:0/590278280 learned_addr learned my addr 172.21.15.111:0/590278280 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:16.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.535+0000 7f2996ffd640 1 --2- 172.21.15.111:0/590278280 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f29980ce0d0 0x7f29980718a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:16.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.535+0000 7f2997fff640 1 --2- 172.21.15.111:0/590278280 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f299815c200 0x7f29981601b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:16.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.535+0000 7f29977fe640 1 -- 172.21.15.111:0/590278280 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f299815c200 msgr2=0x7f29981601b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:16.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.535+0000 7f29977fe640 1 --2- 172.21.15.111:0/590278280 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f299815c200 0x7f29981601b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.535+0000 7f29977fe640 1 -- 172.21.15.111:0/590278280 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f29980ce0d0 msgr2=0x7f29980718a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:16.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.535+0000 7f29977fe640 1 --2- 172.21.15.111:0/590278280 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f29980ce0d0 0x7f29980718a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.535+0000 7f29977fe640 1 -- 172.21.15.111:0/590278280 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f299815dcf0 con 0x7f29980b5770 2024-09-19T04:36:16.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.535+0000 7f29977fe640 1 --2- 172.21.15.111:0/590278280 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29980b5770 0x7f299814a570 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f298800c3c0 tx=0x7f298800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:16.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.535+0000 7f297ffff640 1 -- 172.21.15.111:0/590278280 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2988017070 con 0x7f29980b5770 2024-09-19T04:36:16.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.535+0000 7f297ffff640 1 -- 172.21.15.111:0/590278280 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2988005ce0 con 0x7f29980b5770 2024-09-19T04:36:16.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.535+0000 7f299df0a640 1 -- 172.21.15.111:0/590278280 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f299815f150 con 0x7f29980b5770 2024-09-19T04:36:16.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.535+0000 7f297ffff640 1 -- 172.21.15.111:0/590278280 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29880072f0 con 0x7f29980b5770 2024-09-19T04:36:16.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.535+0000 7f299df0a640 1 -- 172.21.15.111:0/590278280 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f299815f9b0 con 0x7f29980b5770 2024-09-19T04:36:16.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.536+0000 7f299df0a640 1 -- 172.21.15.111:0/590278280 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f299815f500 con 0x7f29980b5770 2024-09-19T04:36:16.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.536+0000 7f297ffff640 1 -- 172.21.15.111:0/590278280 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 10) ==== 91050+0+0 (secure 0 0 0) 0x7f298801a070 con 0x7f29980b5770 2024-09-19T04:36:16.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.537+0000 7f297ffff640 1 --2- 172.21.15.111:0/590278280 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f298406c4f0 0x7f298406e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:16.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.537+0000 7f297ffff640 1 -- 172.21.15.111:0/590278280 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f298808ab30 con 0x7f29980b5770 2024-09-19T04:36:16.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.537+0000 7f2996ffd640 1 --2- 172.21.15.111:0/590278280 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f298406c4f0 0x7f298406e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:16.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.537+0000 7f2996ffd640 1 --2- 172.21.15.111:0/590278280 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f298406c4f0 0x7f298406e9b0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f298c034000 tx=0x7f298c02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:16.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.541+0000 7f297ffff640 1 -- 172.21.15.111:0/590278280 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f299815dcf0 con 0x7f29980b5770 2024-09-19T04:36:16.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.731+0000 7f299df0a640 1 -- 172.21.15.111:0/590278280 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol99480", "target": ["mon-mgr", ""]}) -- 0x7f29980af730 con 0x7f298406c4f0 2024-09-19T04:36:16.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.742+0000 7f297ffff640 1 -- 172.21.15.111:0/590278280 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f29980af730 con 0x7f298406c4f0 2024-09-19T04:36:16.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.744+0000 7f299df0a640 1 -- 172.21.15.111:0/590278280 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f298406c4f0 msgr2=0x7f298406e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:16.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.744+0000 7f299df0a640 1 --2- 172.21.15.111:0/590278280 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f298406c4f0 0x7f298406e9b0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f298c034000 tx=0x7f298c02e000 comp rx=0 tx=0).stop 2024-09-19T04:36:16.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.744+0000 7f299df0a640 1 -- 172.21.15.111:0/590278280 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29980b5770 msgr2=0x7f299814a570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:16.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.744+0000 7f299df0a640 1 --2- 172.21.15.111:0/590278280 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29980b5770 0x7f299814a570 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f298800c3c0 tx=0x7f298800c880 comp rx=0 tx=0).stop 2024-09-19T04:36:16.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.744+0000 7f299df0a640 1 -- 172.21.15.111:0/590278280 shutdown_connections 2024-09-19T04:36:16.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.744+0000 7f299df0a640 1 --2- 172.21.15.111:0/590278280 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f298406c4f0 0x7f298406e9b0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.744+0000 7f299df0a640 1 --2- 172.21.15.111:0/590278280 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f299815c200 0x7f29981601b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.744+0000 7f299df0a640 1 --2- 172.21.15.111:0/590278280 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f29980ce0d0 0x7f29980718a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.744+0000 7f299df0a640 1 --2- 172.21.15.111:0/590278280 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29980b5770 0x7f299814a570 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.744+0000 7f299df0a640 1 -- 172.21.15.111:0/590278280 >> 172.21.15.111:0/590278280 conn(0x7f299806cae0 msgr2=0x7f299815b410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:16.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.745+0000 7f299df0a640 1 -- 172.21.15.111:0/590278280 shutdown_connections 2024-09-19T04:36:16.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.745+0000 7f299df0a640 1 -- 172.21.15.111:0/590278280 wait complete. 2024-09-19T04:36:16.748 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:16.745+0000 7f2eea493640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:16.748 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:16.745+0000 7f2eea493640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:16.748 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:16.745+0000 7f2eea493640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:16.749 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:16.745+0000 7f2eea493640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:16.749 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:16.745+0000 7f2eea493640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:16.759 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol68511 2024-09-19T04:36:16.760 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:16.758+0000 7f2eebc96640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:16.760 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:16.758+0000 7f2eebc96640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:16.760 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:16.758+0000 7f2eebc96640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:16.760 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:16.758+0000 7f2eebc96640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:16.760 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:16.758+0000 7f2eebc96640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:16.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.863+0000 7fbad944c640 1 Processor -- start 2024-09-19T04:36:16.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.863+0000 7fbad944c640 1 -- start start 2024-09-19T04:36:16.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.864+0000 7fbad944c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fbad4161e30 0x7fbad40d34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:16.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.864+0000 7fbad944c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbad40b3d50 0x7fbad406d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:16.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.864+0000 7fbad944c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fbad40b3290 0x7fbad406de00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:16.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.864+0000 7fbad944c640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fbad40cfcf0 con 0x7fbad40b3290 2024-09-19T04:36:16.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.864+0000 7fbad944c640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fbad40cf9a0 con 0x7fbad4161e30 2024-09-19T04:36:16.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.864+0000 7fbad944c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fbad4162210 con 0x7fbad40b3d50 2024-09-19T04:36:16.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.864+0000 7fbad37fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fbad40b3290 0x7fbad406de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:16.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.864+0000 7fbad37fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fbad40b3290 0x7fbad406de00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48736/0 (socket says 172.21.15.111:48736) 2024-09-19T04:36:16.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.864+0000 7fbad37fe640 1 -- 172.21.15.111:0/3099553688 learned_addr learned my addr 172.21.15.111:0/3099553688 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:16.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.864+0000 7fbad2ffd640 1 --2- 172.21.15.111:0/3099553688 >> v2:172.21.15.114:3300/0 conn(0x7fbad4161e30 0x7fbad40d34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:16.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.864+0000 7fbacbfff640 1 --2- 172.21.15.111:0/3099553688 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbad40b3d50 0x7fbad406d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:16.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.864+0000 7fbad37fe640 1 -- 172.21.15.111:0/3099553688 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbad40b3d50 msgr2=0x7fbad406d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:16.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.864+0000 7fbad37fe640 1 --2- 172.21.15.111:0/3099553688 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbad40b3d50 0x7fbad406d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.864+0000 7fbad37fe640 1 -- 172.21.15.111:0/3099553688 >> v2:172.21.15.114:3300/0 conn(0x7fbad4161e30 msgr2=0x7fbad40d34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:16.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.864+0000 7fbad37fe640 1 --2- 172.21.15.111:0/3099553688 >> v2:172.21.15.114:3300/0 conn(0x7fbad4161e30 0x7fbad40d34a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.864+0000 7fbad37fe640 1 -- 172.21.15.111:0/3099553688 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbad40d5210 con 0x7fbad40b3290 2024-09-19T04:36:16.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.865+0000 7fbad37fe640 1 --2- 172.21.15.111:0/3099553688 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbad40b3290 0x7fbad406de00 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fbad408dc90 tx=0x7fbacc02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b207579f37f8b669 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:16.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.865+0000 7fbad27fc640 1 -- 172.21.15.111:0/3099553688 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbacc036070 con 0x7fbad40b3290 2024-09-19T04:36:16.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.865+0000 7fbad27fc640 1 -- 172.21.15.111:0/3099553688 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbacc031600 con 0x7fbad40b3290 2024-09-19T04:36:16.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.865+0000 7fbad27fc640 1 -- 172.21.15.111:0/3099553688 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbacc0319d0 con 0x7fbad40b3290 2024-09-19T04:36:16.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.866+0000 7fbad944c640 1 -- 172.21.15.111:0/3099553688 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbad40b3290 msgr2=0x7fbad406de00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:16.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.866+0000 7fbad944c640 1 --2- 172.21.15.111:0/3099553688 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbad40b3290 0x7fbad406de00 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fbad408dc90 tx=0x7fbacc02a6a0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.866+0000 7fbad944c640 1 -- 172.21.15.111:0/3099553688 shutdown_connections 2024-09-19T04:36:16.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.866+0000 7fbad944c640 1 --2- 172.21.15.111:0/3099553688 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbad40b3290 0x7fbad406de00 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.866+0000 7fbad944c640 1 --2- 172.21.15.111:0/3099553688 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbad40b3d50 0x7fbad406d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.866+0000 7fbad944c640 1 --2- 172.21.15.111:0/3099553688 >> v2:172.21.15.114:3300/0 conn(0x7fbad4161e30 0x7fbad40d34a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.866+0000 7fbad944c640 1 -- 172.21.15.111:0/3099553688 >> 172.21.15.111:0/3099553688 conn(0x7fbad40d1870 msgr2=0x7fbad40d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:16.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.866+0000 7fbad944c640 1 -- 172.21.15.111:0/3099553688 shutdown_connections 2024-09-19T04:36:16.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.866+0000 7fbad944c640 1 -- 172.21.15.111:0/3099553688 wait complete. 2024-09-19T04:36:16.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.867+0000 7fbad944c640 1 Processor -- start 2024-09-19T04:36:16.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.867+0000 7fbad944c640 1 -- start start 2024-09-19T04:36:16.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.868+0000 7fbad944c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbad40b3290 0x7fbad4159f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:16.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.868+0000 7fbad944c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbad40b3d50 0x7fbad41f4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:16.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.868+0000 7fbad944c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbad4161e30 0x7fbad415a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:16.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.868+0000 7fbad944c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fbad40d39e0 con 0x7fbad40b3290 2024-09-19T04:36:16.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.868+0000 7fbad944c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fbad40b3950 con 0x7fbad4161e30 2024-09-19T04:36:16.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.868+0000 7fbad944c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fbad41591a0 con 0x7fbad40b3d50 2024-09-19T04:36:16.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.868+0000 7fbad2ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbad40b3290 0x7fbad4159f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:16.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.868+0000 7fbad2ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbad40b3290 0x7fbad4159f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48750/0 (socket says 172.21.15.111:48750) 2024-09-19T04:36:16.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.868+0000 7fbad2ffd640 1 -- 172.21.15.111:0/3373337860 learned_addr learned my addr 172.21.15.111:0/3373337860 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:16.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.868+0000 7fbad37fe640 1 --2- 172.21.15.111:0/3373337860 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbad4161e30 0x7fbad415a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:16.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.868+0000 7fbacbfff640 1 --2- 172.21.15.111:0/3373337860 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbad40b3d50 0x7fbad41f4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:16.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.868+0000 7fbad2ffd640 1 -- 172.21.15.111:0/3373337860 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbad40b3d50 msgr2=0x7fbad41f4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:16.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.868+0000 7fbad2ffd640 1 --2- 172.21.15.111:0/3373337860 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbad40b3d50 0x7fbad41f4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.868+0000 7fbad2ffd640 1 -- 172.21.15.111:0/3373337860 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbad4161e30 msgr2=0x7fbad415a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:16.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.868+0000 7fbad2ffd640 1 --2- 172.21.15.111:0/3373337860 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbad4161e30 0x7fbad415a970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:16.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.868+0000 7fbad2ffd640 1 -- 172.21.15.111:0/3373337860 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbad4159480 con 0x7fbad40b3290 2024-09-19T04:36:16.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.868+0000 7fbacbfff640 1 --2- 172.21.15.111:0/3373337860 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbad40b3d50 0x7fbad41f4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:16.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.868+0000 7fbad2ffd640 1 --2- 172.21.15.111:0/3373337860 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbad40b3290 0x7fbad4159f60 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fbac400e9b0 tx=0x7fbac400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:16.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.868+0000 7fbacb7fe640 1 -- 172.21.15.111:0/3373337860 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbac4017070 con 0x7fbad40b3290 2024-09-19T04:36:16.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.868+0000 7fbacb7fe640 1 -- 172.21.15.111:0/3373337860 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbac400c9a0 con 0x7fbad40b3290 2024-09-19T04:36:16.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.868+0000 7fbad944c640 1 -- 172.21.15.111:0/3373337860 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbad4159760 con 0x7fbad40b3290 2024-09-19T04:36:16.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.868+0000 7fbacb7fe640 1 -- 172.21.15.111:0/3373337860 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbac400cd90 con 0x7fbad40b3290 2024-09-19T04:36:16.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.868+0000 7fbad944c640 1 -- 172.21.15.111:0/3373337860 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbad415b430 con 0x7fbad40b3290 2024-09-19T04:36:16.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.869+0000 7fbad944c640 1 -- 172.21.15.111:0/3373337860 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbad40d34a0 con 0x7fbad40b3290 2024-09-19T04:36:16.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.870+0000 7fbacb7fe640 1 -- 172.21.15.111:0/3373337860 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 10) ==== 91050+0+0 (secure 0 0 0) 0x7fbac401a070 con 0x7fbad40b3290 2024-09-19T04:36:16.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.870+0000 7fbacb7fe640 1 --2- 172.21.15.111:0/3373337860 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbab406c4f0 0x7fbab406e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:16.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.870+0000 7fbacb7fe640 1 -- 172.21.15.111:0/3373337860 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fbac408bb50 con 0x7fbad40b3290 2024-09-19T04:36:16.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.870+0000 7fbacbfff640 1 --2- 172.21.15.111:0/3373337860 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbab406c4f0 0x7fbab406e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:16.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.871+0000 7fbacbfff640 1 --2- 172.21.15.111:0/3373337860 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbab406c4f0 0x7fbab406e9b0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fbad4161aa0 tx=0x7fbabc008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:16.876 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:16.875+0000 7fbacb7fe640 1 -- 172.21.15.111:0/3373337860 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbac4059ff0 con 0x7fbad40b3290 2024-09-19T04:36:17.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.066+0000 7fbad944c640 1 -- 172.21.15.111:0/3373337860 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol68511", "target": ["mon-mgr", ""]}) -- 0x7fbad4160f70 con 0x7fbab406c4f0 2024-09-19T04:36:17.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.079+0000 7fbacb7fe640 1 -- 172.21.15.111:0/3373337860 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fbad4160f70 con 0x7fbab406c4f0 2024-09-19T04:36:17.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.082+0000 7fbad944c640 1 -- 172.21.15.111:0/3373337860 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbab406c4f0 msgr2=0x7fbab406e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:17.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.082+0000 7fbad944c640 1 --2- 172.21.15.111:0/3373337860 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbab406c4f0 0x7fbab406e9b0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fbad4161aa0 tx=0x7fbabc008040 comp rx=0 tx=0).stop 2024-09-19T04:36:17.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.082+0000 7fbad944c640 1 -- 172.21.15.111:0/3373337860 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbad40b3290 msgr2=0x7fbad4159f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:17.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.082+0000 7fbad944c640 1 --2- 172.21.15.111:0/3373337860 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbad40b3290 0x7fbad4159f60 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fbac400e9b0 tx=0x7fbac400ee70 comp rx=0 tx=0).stop 2024-09-19T04:36:17.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.082+0000 7fbad944c640 1 -- 172.21.15.111:0/3373337860 shutdown_connections 2024-09-19T04:36:17.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.082+0000 7fbad944c640 1 --2- 172.21.15.111:0/3373337860 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fbab406c4f0 0x7fbab406e9b0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:17.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.082+0000 7fbad944c640 1 --2- 172.21.15.111:0/3373337860 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbad4161e30 0x7fbad415a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:17.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.082+0000 7fbad944c640 1 --2- 172.21.15.111:0/3373337860 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbad40b3d50 0x7fbad41f4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:17.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.082+0000 7fbad944c640 1 --2- 172.21.15.111:0/3373337860 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbad40b3290 0x7fbad4159f60 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:17.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.082+0000 7fbad944c640 1 -- 172.21.15.111:0/3373337860 >> 172.21.15.111:0/3373337860 conn(0x7fbad40d1870 msgr2=0x7fbad40b7a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:17.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.082+0000 7fbad944c640 1 -- 172.21.15.111:0/3373337860 shutdown_connections 2024-09-19T04:36:17.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.082+0000 7fbad944c640 1 -- 172.21.15.111:0/3373337860 wait complete. 2024-09-19T04:36:17.097 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'stat -c %h /home/ubuntu/cephtest/mnt.0/./volumes/_deleting') 2024-09-19T04:36:17.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:36:17.150 INFO:teuthology.orchestra.run.smithi111.stdout:2 2024-09-19T04:36:17.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:36:17.157 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:36:17.157 DEBUG:teuthology.orchestra.run.smithi111:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:36:17.201 DEBUG:teuthology.orchestra.run.smithi114:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:36:17.242 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:36:17.242 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:36:17.242 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:36:17.242 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:17.258 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:36:17.258 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:17.315 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:36:17.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.454+0000 7f5181923640 1 Processor -- start 2024-09-19T04:36:17.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.454+0000 7f5181923640 1 -- start start 2024-09-19T04:36:17.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f5181923640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f517c15eac0 0x7f517c0cfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:17.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f5181923640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f517c0d26f0 con 0x7f517c0b68d0 2024-09-19T04:36:17.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f5181923640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f517c0d29d0 con 0x7f517c0ced90 2024-09-19T04:36:17.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f5181923640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f517c0d2cb0 con 0x7f517c15eac0 2024-09-19T04:36:17.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f517b7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f517c0b68d0 0x7f517c0d3790 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:42146/0 (socket says 172.21.15.111:42146) 2024-09-19T04:36:17.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f517b7fe640 1 -- 172.21.15.111:0/3736260759 learned_addr learned my addr 172.21.15.111:0/3736260759 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:17.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f517a7fc640 1 -- 172.21.15.111:0/3736260759 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3721685275 0 0) 0x7f517c0d26f0 con 0x7f517c0b68d0 2024-09-19T04:36:17.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f517a7fc640 1 -- 172.21.15.111:0/3736260759 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5168003520 con 0x7f517c0b68d0 2024-09-19T04:36:17.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f517affd640 1 --2- 172.21.15.111:0/3736260759 >> v2:172.21.15.114:3300/0 conn(0x7f517c15eac0 0x7f517c0cfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:17.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f517a7fc640 1 -- 172.21.15.111:0/3736260759 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 724501701 0 0) 0x7f5168003520 con 0x7f517c0b68d0 2024-09-19T04:36:17.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f517a7fc640 1 -- 172.21.15.111:0/3736260759 >> v2:172.21.15.114:3300/0 conn(0x7f517c15eac0 msgr2=0x7f517c0cfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:17.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f517a7fc640 1 --2- 172.21.15.111:0/3736260759 >> v2:172.21.15.114:3300/0 conn(0x7f517c15eac0 0x7f517c0cfc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:17.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f517a7fc640 1 -- 172.21.15.111:0/3736260759 >> v1:172.21.15.114:6789/0 conn(0x7f517c0ced90 legacy=0x7f517c0b61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:17.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f517a7fc640 1 -- 172.21.15.111:0/3736260759 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f517c0d2f90 con 0x7f517c0b68d0 2024-09-19T04:36:17.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f517a7fc640 1 -- 172.21.15.111:0/3736260759 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f51740019f0 con 0x7f517c0b68d0 2024-09-19T04:36:17.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f517affd640 1 --2- 172.21.15.111:0/3736260759 >> v2:172.21.15.114:3300/0 conn(0x7f517c15eac0 0x7f517c0cfc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:17.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f517a7fc640 1 -- 172.21.15.111:0/3736260759 >> v1:172.21.15.111:6789/0 conn(0x7f517c0b68d0 legacy=0x7f517c0d3790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:17.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f517a7fc640 1 --2- 172.21.15.111:0/3736260759 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f51680039b0 0x7f5168003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:17.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f517a7fc640 1 --2- 172.21.15.111:0/3736260759 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5168004800 0x7f5168004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:17.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f517a7fc640 1 --2- 172.21.15.111:0/3736260759 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51680051c0 0x7f516800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:17.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f517a7fc640 1 -- 172.21.15.111:0/3736260759 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f517c0d2cb0 con 0x7f51680051c0 2024-09-19T04:36:17.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f517a7fc640 1 -- 172.21.15.111:0/3736260759 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f516800c110 con 0x7f51680039b0 2024-09-19T04:36:17.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f517a7fc640 1 -- 172.21.15.111:0/3736260759 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f516800c310 con 0x7f5168004800 2024-09-19T04:36:17.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f517b7fe640 1 --2- 172.21.15.111:0/3736260759 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51680051c0 0x7f516800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:17.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.455+0000 7f517affd640 1 --2- 172.21.15.111:0/3736260759 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f51680039b0 0x7f5168003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:17.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.456+0000 7f51727fc640 1 --2- 172.21.15.111:0/3736260759 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5168004800 0x7f5168004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:17.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.456+0000 7f517b7fe640 1 -- 172.21.15.111:0/3736260759 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5168004800 msgr2=0x7f5168004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:17.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.456+0000 7f517b7fe640 1 --2- 172.21.15.111:0/3736260759 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5168004800 0x7f5168004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:17.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.456+0000 7f517b7fe640 1 -- 172.21.15.111:0/3736260759 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f51680039b0 msgr2=0x7f5168003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:17.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.456+0000 7f517b7fe640 1 --2- 172.21.15.111:0/3736260759 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f51680039b0 0x7f5168003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:17.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.456+0000 7f517b7fe640 1 -- 172.21.15.111:0/3736260759 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5168003520 con 0x7f51680051c0 2024-09-19T04:36:17.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.456+0000 7f51727fc640 1 --2- 172.21.15.111:0/3736260759 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5168004800 0x7f5168004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:17.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.456+0000 7f517b7fe640 1 -- 172.21.15.111:0/3736260759 reap_dead start 2024-09-19T04:36:17.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.456+0000 7f517b7fe640 1 --2- 172.21.15.111:0/3736260759 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51680051c0 0x7f516800b9c0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f517400a860 tx=0x7f5168005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=990eb55d4511ae12 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:17.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.456+0000 7f517a7fc640 1 -- 172.21.15.111:0/3736260759 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f517400a480 con 0x7f51680051c0 2024-09-19T04:36:17.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.456+0000 7f517a7fc640 1 -- 172.21.15.111:0/3736260759 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f517402f070 con 0x7f51680051c0 2024-09-19T04:36:17.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.457+0000 7f517a7fc640 1 -- 172.21.15.111:0/3736260759 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f517402bca0 con 0x7f51680051c0 2024-09-19T04:36:17.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.457+0000 7f5181923640 1 -- 172.21.15.111:0/3736260759 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51680051c0 msgr2=0x7f516800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:17.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.457+0000 7f5181923640 1 --2- 172.21.15.111:0/3736260759 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51680051c0 0x7f516800b9c0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f517400a860 tx=0x7f5168005830 comp rx=0 tx=0).stop 2024-09-19T04:36:17.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.457+0000 7f5181923640 1 -- 172.21.15.111:0/3736260759 shutdown_connections 2024-09-19T04:36:17.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.457+0000 7f5181923640 1 --2- 172.21.15.111:0/3736260759 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51680051c0 0x7f516800b9c0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:17.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.457+0000 7f5181923640 1 -- 172.21.15.111:0/3736260759 >> 172.21.15.111:0/3736260759 conn(0x7f517c0d11c0 msgr2=0x7f517c0d15d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:17.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.457+0000 7f5181923640 1 -- 172.21.15.111:0/3736260759 shutdown_connections 2024-09-19T04:36:17.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.457+0000 7f5181923640 1 -- 172.21.15.111:0/3736260759 wait complete. 2024-09-19T04:36:17.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.458+0000 7f5181923640 1 Processor -- start 2024-09-19T04:36:17.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.458+0000 7f5181923640 1 -- start start 2024-09-19T04:36:17.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.459+0000 7f5181923640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f51680051c0 0x7f517c156cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:17.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.459+0000 7f5181923640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f517c1576e0 0x7f517c157b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:17.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.459+0000 7f5181923640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f517c0cd300 0x7f517c0cd780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:17.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.459+0000 7f5181923640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f517c0d2490 con 0x7f517c0cd300 2024-09-19T04:36:17.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.459+0000 7f5181923640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f517c0d2310 con 0x7f51680051c0 2024-09-19T04:36:17.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.459+0000 7f5181923640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f517c0cfc80 con 0x7f517c1576e0 2024-09-19T04:36:17.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.459+0000 7f517b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f517c0cd300 0x7f517c0cd780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:17.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.459+0000 7f517b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f517c0cd300 0x7f517c0cd780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48756/0 (socket says 172.21.15.111:48756) 2024-09-19T04:36:17.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.459+0000 7f517b7fe640 1 -- 172.21.15.111:0/2212723951 learned_addr learned my addr 172.21.15.111:0/2212723951 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:17.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.460+0000 7f517b7fe640 1 -- 172.21.15.111:0/2212723951 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f517c1576e0 msgr2=0x7f517c157b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:17.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.460+0000 7f51727fc640 1 --2- 172.21.15.111:0/2212723951 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f517c1576e0 0x7f517c157b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:17.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.460+0000 7f517affd640 1 --2- 172.21.15.111:0/2212723951 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f51680051c0 0x7f517c156cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:17.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.460+0000 7f517b7fe640 1 --2- 172.21.15.111:0/2212723951 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f517c1576e0 0x7f517c157b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:17.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.460+0000 7f517b7fe640 1 -- 172.21.15.111:0/2212723951 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f51680051c0 msgr2=0x7f517c156cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:17.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.460+0000 7f517b7fe640 1 --2- 172.21.15.111:0/2212723951 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f51680051c0 0x7f517c156cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:17.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.460+0000 7f517b7fe640 1 -- 172.21.15.111:0/2212723951 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f517c0ce0c0 con 0x7f517c0cd300 2024-09-19T04:36:17.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.460+0000 7f517b7fe640 1 --2- 172.21.15.111:0/2212723951 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f517c0cd300 0x7f517c0cd780 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f517402b530 tx=0x7f517402d070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:17.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.460+0000 7f5178ff9640 1 -- 172.21.15.111:0/2212723951 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f517400a480 con 0x7f517c0cd300 2024-09-19T04:36:17.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.460+0000 7f5178ff9640 1 -- 172.21.15.111:0/2212723951 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5174034670 con 0x7f517c0cd300 2024-09-19T04:36:17.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.460+0000 7f5178ff9640 1 -- 172.21.15.111:0/2212723951 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5174034a40 con 0x7f517c0cd300 2024-09-19T04:36:17.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.460+0000 7f5181923640 1 -- 172.21.15.111:0/2212723951 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f517c15f550 con 0x7f517c0cd300 2024-09-19T04:36:17.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.460+0000 7f5181923640 1 -- 172.21.15.111:0/2212723951 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f517c15fb10 con 0x7f517c0cd300 2024-09-19T04:36:17.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.461+0000 7f5181923640 1 -- 172.21.15.111:0/2212723951 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f517c0b8170 con 0x7f517c0cd300 2024-09-19T04:36:17.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.462+0000 7f5178ff9640 1 -- 172.21.15.111:0/2212723951 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 10) ==== 91050+0+0 (secure 0 0 0) 0x7f5174034be0 con 0x7f517c0cd300 2024-09-19T04:36:17.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.462+0000 7f5178ff9640 1 --2- 172.21.15.111:0/2212723951 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f515c06c520 0x7f515c06e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:17.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.462+0000 7f517affd640 1 --2- 172.21.15.111:0/2212723951 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f515c06c520 0x7f515c06e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:17.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.462+0000 7f5178ff9640 1 -- 172.21.15.111:0/2212723951 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f51740aba60 con 0x7f517c0cd300 2024-09-19T04:36:17.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.462+0000 7f517affd640 1 --2- 172.21.15.111:0/2212723951 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f515c06c520 0x7f515c06e9e0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f517c0b3a90 tx=0x7f516c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:17.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.466+0000 7f5178ff9640 1 -- 172.21.15.111:0/2212723951 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5174046060 con 0x7f517c0cd300 2024-09-19T04:36:17.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.644+0000 7f5181923640 1 -- 172.21.15.111:0/2212723951 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f517c0ba450 con 0x7f517c0cd300 2024-09-19T04:36:17.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.644+0000 7f5178ff9640 1 -- 172.21.15.111:0/2212723951 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v58) ==== 80+0+0 (secure 0 0 0) 0x7f5174079e70 con 0x7f517c0cd300 2024-09-19T04:36:17.646 INFO:teuthology.orchestra.run.smithi111.stderr:listed 0 entries 2024-09-19T04:36:17.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.646+0000 7f5181923640 1 -- 172.21.15.111:0/2212723951 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f515c06c520 msgr2=0x7f515c06e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:17.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.646+0000 7f5181923640 1 --2- 172.21.15.111:0/2212723951 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f515c06c520 0x7f515c06e9e0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f517c0b3a90 tx=0x7f516c008040 comp rx=0 tx=0).stop 2024-09-19T04:36:17.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.646+0000 7f5181923640 1 -- 172.21.15.111:0/2212723951 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f517c0cd300 msgr2=0x7f517c0cd780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:17.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.646+0000 7f5181923640 1 --2- 172.21.15.111:0/2212723951 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f517c0cd300 0x7f517c0cd780 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f517402b530 tx=0x7f517402d070 comp rx=0 tx=0).stop 2024-09-19T04:36:17.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.646+0000 7f5181923640 1 -- 172.21.15.111:0/2212723951 shutdown_connections 2024-09-19T04:36:17.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.646+0000 7f5181923640 1 --2- 172.21.15.111:0/2212723951 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f515c06c520 0x7f515c06e9e0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:17.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.646+0000 7f5181923640 1 --2- 172.21.15.111:0/2212723951 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f517c0cd300 0x7f517c0cd780 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:17.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.646+0000 7f5181923640 1 --2- 172.21.15.111:0/2212723951 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f517c1576e0 0x7f517c157b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:17.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.646+0000 7f5181923640 1 --2- 172.21.15.111:0/2212723951 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f51680051c0 0x7f517c156cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:17.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.646+0000 7f5181923640 1 -- 172.21.15.111:0/2212723951 >> 172.21.15.111:0/2212723951 conn(0x7f517c0d11c0 msgr2=0x7f517c0b4620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:17.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.646+0000 7f5181923640 1 -- 172.21.15.111:0/2212723951 shutdown_connections 2024-09-19T04:36:17.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.646+0000 7f5181923640 1 -- 172.21.15.111:0/2212723951 wait complete. 2024-09-19T04:36:17.658 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T04:36:17.658 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:17.658 DEBUG:teuthology.orchestra.run.smithi111:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T04:36:17.700 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi111.front.sepia.ceph.com 2024-09-19T04:36:17.701 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:17.701 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T04:36:17.756 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:36:17.757 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:36:17.757 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:17.774 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:36:17.774 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:17.831 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:36:17.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.930+0000 7f681c368640 1 Processor -- start 2024-09-19T04:36:17.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.930+0000 7f681c368640 1 -- start start 2024-09-19T04:36:17.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.931+0000 7f681c368640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f68140b3550 0x7f68140b3990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:17.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.931+0000 7f681c368640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68140ce200 0x7f68140ce690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:17.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.931+0000 7f681c368640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68140b5a60 con 0x7f681415c3d0 2024-09-19T04:36:17.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.931+0000 7f681c368640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f68140b3ed0 con 0x7f68140b3550 2024-09-19T04:36:17.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.931+0000 7f681c368640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f68140b5d00 con 0x7f68140ce200 2024-09-19T04:36:17.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.931+0000 7f681a104640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f681415c3d0 0x7f68140b67e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:42160/0 (socket says 172.21.15.111:42160) 2024-09-19T04:36:17.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.931+0000 7f681a104640 1 -- 172.21.15.111:0/3976754131 learned_addr learned my addr 172.21.15.111:0/3976754131 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:17.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.931+0000 7f6819903640 1 --2- 172.21.15.111:0/3976754131 >> v2:172.21.15.111:3300/0 conn(0x7f68140b3550 0x7f68140b3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:17.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.931+0000 7f681a905640 1 --2- 172.21.15.111:0/3976754131 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68140ce200 0x7f68140ce690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:17.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.931+0000 7f6819903640 1 -- 172.21.15.111:0/3976754131 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68140ce200 msgr2=0x7f68140ce690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:17.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.931+0000 7f6819903640 1 --2- 172.21.15.111:0/3976754131 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68140ce200 0x7f68140ce690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:17.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.931+0000 7f6819903640 1 -- 172.21.15.111:0/3976754131 >> v1:172.21.15.111:6789/0 conn(0x7f681415c3d0 legacy=0x7f68140b67e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:17.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.931+0000 7f6819903640 1 -- 172.21.15.111:0/3976754131 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68140b5fe0 con 0x7f68140b3550 2024-09-19T04:36:17.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.931+0000 7f6819102640 1 -- 172.21.15.111:0/3976754131 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 70930841 0 0) 0x7f68140b5a60 con 0x7f681415c3d0 2024-09-19T04:36:17.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.932+0000 7f6819903640 1 --2- 172.21.15.111:0/3976754131 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68140b3550 0x7f68140b3990 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f68140b4050 tx=0x7f680802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98891e9ac24e91d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:17.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.932+0000 7f6819102640 1 -- 172.21.15.111:0/3976754131 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6808037070 con 0x7f68140b3550 2024-09-19T04:36:17.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.932+0000 7f6819102640 1 -- 172.21.15.111:0/3976754131 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6808032440 con 0x7f68140b3550 2024-09-19T04:36:17.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.932+0000 7f6819102640 1 -- 172.21.15.111:0/3976754131 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6808032810 con 0x7f68140b3550 2024-09-19T04:36:17.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.933+0000 7f681c368640 1 -- 172.21.15.111:0/3976754131 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68140b3550 msgr2=0x7f68140b3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:17.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.933+0000 7f681c368640 1 --2- 172.21.15.111:0/3976754131 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68140b3550 0x7f68140b3990 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f68140b4050 tx=0x7f680802a180 comp rx=0 tx=0).stop 2024-09-19T04:36:17.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.933+0000 7f681c368640 1 -- 172.21.15.111:0/3976754131 shutdown_connections 2024-09-19T04:36:17.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.933+0000 7f681c368640 1 --2- 172.21.15.111:0/3976754131 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68140ce200 0x7f68140ce690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:17.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.933+0000 7f681c368640 1 --2- 172.21.15.111:0/3976754131 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68140b3550 0x7f68140b3990 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:17.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.933+0000 7f681c368640 1 -- 172.21.15.111:0/3976754131 >> 172.21.15.111:0/3976754131 conn(0x7f681406ce90 msgr2=0x7f681406d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:17.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.933+0000 7f681c368640 1 -- 172.21.15.111:0/3976754131 shutdown_connections 2024-09-19T04:36:17.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.933+0000 7f681c368640 1 -- 172.21.15.111:0/3976754131 wait complete. 2024-09-19T04:36:17.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.934+0000 7f681c368640 1 Processor -- start 2024-09-19T04:36:17.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.934+0000 7f681c368640 1 -- start start 2024-09-19T04:36:17.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.935+0000 7f681c368640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68140b3550 0x7f68140aaee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:17.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.935+0000 7f681c368640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68140ce200 0x7f681414dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:17.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.935+0000 7f681c368640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f681415c3d0 0x7f68140cda20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:17.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.935+0000 7f681c368640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f68140cf0f0 con 0x7f68140b3550 2024-09-19T04:36:17.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.935+0000 7f681c368640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f68140cef70 con 0x7f681415c3d0 2024-09-19T04:36:17.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.935+0000 7f681c368640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f68140cebd0 con 0x7f68140ce200 2024-09-19T04:36:17.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.935+0000 7f681a104640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68140b3550 0x7f68140aaee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:17.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.935+0000 7f681a104640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68140b3550 0x7f68140aaee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48766/0 (socket says 172.21.15.111:48766) 2024-09-19T04:36:17.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.935+0000 7f681a104640 1 -- 172.21.15.111:0/2957988030 learned_addr learned my addr 172.21.15.111:0/2957988030 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:17.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.935+0000 7f6819903640 1 --2- 172.21.15.111:0/2957988030 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68140ce200 0x7f681414dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:17.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.935+0000 7f681a905640 1 --2- 172.21.15.111:0/2957988030 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f681415c3d0 0x7f68140cda20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:17.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.935+0000 7f681a104640 1 -- 172.21.15.111:0/2957988030 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68140ce200 msgr2=0x7f681414dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:17.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.935+0000 7f681a104640 1 --2- 172.21.15.111:0/2957988030 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68140ce200 0x7f681414dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:17.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.935+0000 7f681a104640 1 -- 172.21.15.111:0/2957988030 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f681415c3d0 msgr2=0x7f68140cda20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:17.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.935+0000 7f681a104640 1 --2- 172.21.15.111:0/2957988030 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f681415c3d0 0x7f68140cda20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:17.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.935+0000 7f681a104640 1 -- 172.21.15.111:0/2957988030 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68140ab5e0 con 0x7f68140b3550 2024-09-19T04:36:17.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.935+0000 7f6819903640 1 --2- 172.21.15.111:0/2957988030 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68140ce200 0x7f681414dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:17.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.935+0000 7f681a104640 1 --2- 172.21.15.111:0/2957988030 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68140b3550 0x7f68140aaee0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f680400c7c0 tx=0x7f680400cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:17.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.935+0000 7f6812ffd640 1 -- 172.21.15.111:0/2957988030 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6804018070 con 0x7f68140b3550 2024-09-19T04:36:17.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.935+0000 7f6812ffd640 1 -- 172.21.15.111:0/2957988030 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f680400a640 con 0x7f68140b3550 2024-09-19T04:36:17.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.935+0000 7f681c368640 1 -- 172.21.15.111:0/2957988030 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68140ab8c0 con 0x7f68140b3550 2024-09-19T04:36:17.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.935+0000 7f6812ffd640 1 -- 172.21.15.111:0/2957988030 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f680400aa30 con 0x7f68140b3550 2024-09-19T04:36:17.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.936+0000 7f681c368640 1 -- 172.21.15.111:0/2957988030 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68140abe80 con 0x7f68140b3550 2024-09-19T04:36:17.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.936+0000 7f681c368640 1 -- 172.21.15.111:0/2957988030 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68140d0b60 con 0x7f68140b3550 2024-09-19T04:36:17.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.937+0000 7f6812ffd640 1 -- 172.21.15.111:0/2957988030 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 10) ==== 91050+0+0 (secure 0 0 0) 0x7f680401b070 con 0x7f68140b3550 2024-09-19T04:36:17.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.937+0000 7f6812ffd640 1 --2- 172.21.15.111:0/2957988030 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f680006c520 0x7f680006e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:17.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.937+0000 7f6812ffd640 1 -- 172.21.15.111:0/2957988030 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f680408ae90 con 0x7f68140b3550 2024-09-19T04:36:17.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.937+0000 7f6819903640 1 --2- 172.21.15.111:0/2957988030 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f680006c520 0x7f680006e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:17.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.938+0000 7f6819903640 1 --2- 172.21.15.111:0/2957988030 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f680006c520 0x7f680006e9e0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f6808034000 tx=0x7f680802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:17.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:17.942+0000 7f6812ffd640 1 -- 172.21.15.111:0/2957988030 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f68040592a0 con 0x7f68140b3550 2024-09-19T04:36:18.121 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.119+0000 7f681c368640 1 -- 172.21.15.111:0/2957988030 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f68140b3990 con 0x7f68140b3550 2024-09-19T04:36:18.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.120+0000 7f6812ffd640 1 -- 172.21.15.111:0/2957988030 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v58) ==== 80+0+0 (secure 0 0 0) 0x7f6804058ba0 con 0x7f68140b3550 2024-09-19T04:36:18.225 INFO:teuthology.orchestra.run.smithi111.stderr:listed 0 entries 2024-09-19T04:36:18.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.122+0000 7f681c368640 1 -- 172.21.15.111:0/2957988030 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f680006c520 msgr2=0x7f680006e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:18.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.122+0000 7f681c368640 1 --2- 172.21.15.111:0/2957988030 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f680006c520 0x7f680006e9e0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f6808034000 tx=0x7f680802e000 comp rx=0 tx=0).stop 2024-09-19T04:36:18.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.122+0000 7f681c368640 1 -- 172.21.15.111:0/2957988030 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68140b3550 msgr2=0x7f68140aaee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:18.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.122+0000 7f681c368640 1 --2- 172.21.15.111:0/2957988030 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68140b3550 0x7f68140aaee0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f680400c7c0 tx=0x7f680400cc80 comp rx=0 tx=0).stop 2024-09-19T04:36:18.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.122+0000 7f681c368640 1 -- 172.21.15.111:0/2957988030 shutdown_connections 2024-09-19T04:36:18.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.122+0000 7f681c368640 1 --2- 172.21.15.111:0/2957988030 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f680006c520 0x7f680006e9e0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:18.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.122+0000 7f681c368640 1 --2- 172.21.15.111:0/2957988030 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f681415c3d0 0x7f68140cda20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:18.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.122+0000 7f681c368640 1 --2- 172.21.15.111:0/2957988030 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68140ce200 0x7f681414dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:18.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.122+0000 7f681c368640 1 --2- 172.21.15.111:0/2957988030 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68140b3550 0x7f68140aaee0 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:18.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.122+0000 7f681c368640 1 -- 172.21.15.111:0/2957988030 >> 172.21.15.111:0/2957988030 conn(0x7f681406ce90 msgr2=0x7f681415e7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:18.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.122+0000 7f681c368640 1 -- 172.21.15.111:0/2957988030 shutdown_connections 2024-09-19T04:36:18.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.122+0000 7f681c368640 1 -- 172.21.15.111:0/2957988030 wait complete. 2024-09-19T04:36:18.228 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T04:36:18.228 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:18.229 DEBUG:teuthology.orchestra.run.smithi114:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T04:36:18.262 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi114.front.sepia.ceph.com 2024-09-19T04:36:18.262 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:18.262 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T04:36:18.320 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:36:18.320 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:36:18.321 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:18.337 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:36:18.337 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:36:18.338 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:36:18.338 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:18.379 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:36:18.380 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:36:18.480 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.478+0000 7f70dbe8d640 1 Processor -- start 2024-09-19T04:36:18.480 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.479+0000 7f70dbe8d640 1 -- start start 2024-09-19T04:36:18.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.479+0000 7f70dbe8d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f70d415c5e0 0x7f70d40712b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:18.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.479+0000 7f70dbe8d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f70d40b66e0 0x7f70d40b7190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:18.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.479+0000 7f70dbe8d640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f70d415c9c0 con 0x7f70d40b6d50 2024-09-19T04:36:18.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.479+0000 7f70dbe8d640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f70d4074100 con 0x7f70d40b66e0 2024-09-19T04:36:18.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.479+0000 7f70dbe8d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f70d40b76d0 con 0x7f70d415c5e0 2024-09-19T04:36:18.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.480+0000 7f70da42a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f70d40b66e0 0x7f70d40b7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:18.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.480+0000 7f70da42a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f70d40b66e0 0x7f70d40b7190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48770/0 (socket says 172.21.15.111:48770) 2024-09-19T04:36:18.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.480+0000 7f70da42a640 1 -- 172.21.15.111:0/1564719232 learned_addr learned my addr 172.21.15.111:0/1564719232 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:18.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.480+0000 7f70da42a640 1 -- 172.21.15.111:0/1564719232 >> v2:172.21.15.114:3300/0 conn(0x7f70d415c5e0 msgr2=0x7f70d40712b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:18.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.480+0000 7f70d9c29640 1 --2- 172.21.15.111:0/1564719232 >> v2:172.21.15.114:3300/0 conn(0x7f70d415c5e0 0x7f70d40712b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:18.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.480+0000 7f70da42a640 1 --2- 172.21.15.111:0/1564719232 >> v2:172.21.15.114:3300/0 conn(0x7f70d415c5e0 0x7f70d40712b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:18.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.480+0000 7f70da42a640 1 -- 172.21.15.111:0/1564719232 >> v1:172.21.15.111:6789/0 conn(0x7f70d40b6d50 legacy=0x7f70d41600e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:18.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.480+0000 7f70da42a640 1 -- 172.21.15.111:0/1564719232 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70d40b1dd0 con 0x7f70d40b66e0 2024-09-19T04:36:18.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.480+0000 7f70d8c27640 1 -- 172.21.15.111:0/1564719232 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3760237612 0 0) 0x7f70d415c9c0 con 0x7f70d40b6d50 2024-09-19T04:36:18.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.480+0000 7f70d9c29640 1 --2- 172.21.15.111:0/1564719232 >> v2:172.21.15.114:3300/0 conn(0x7f70d415c5e0 0x7f70d40712b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:18.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.481+0000 7f70da42a640 1 --2- 172.21.15.111:0/1564719232 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f70d40b66e0 0x7f70d40b7190 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f70d40638c0 tx=0x7f70c402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df1c04505451e61d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:18.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.481+0000 7f70d8c27640 1 -- 172.21.15.111:0/1564719232 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70c4036070 con 0x7f70d40b66e0 2024-09-19T04:36:18.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.481+0000 7f70d8c27640 1 -- 172.21.15.111:0/1564719232 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70c4031600 con 0x7f70d40b66e0 2024-09-19T04:36:18.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.481+0000 7f70d8c27640 1 -- 172.21.15.111:0/1564719232 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70c40319d0 con 0x7f70d40b66e0 2024-09-19T04:36:18.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.481+0000 7f70dbe8d640 1 -- 172.21.15.111:0/1564719232 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f70d40b66e0 msgr2=0x7f70d40b7190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:18.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.481+0000 7f70dbe8d640 1 --2- 172.21.15.111:0/1564719232 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f70d40b66e0 0x7f70d40b7190 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f70d40638c0 tx=0x7f70c402a730 comp rx=0 tx=0).stop 2024-09-19T04:36:18.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.481+0000 7f70dbe8d640 1 -- 172.21.15.111:0/1564719232 shutdown_connections 2024-09-19T04:36:18.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.481+0000 7f70dbe8d640 1 --2- 172.21.15.111:0/1564719232 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f70d40b66e0 0x7f70d40b7190 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:18.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.481+0000 7f70dbe8d640 1 --2- 172.21.15.111:0/1564719232 >> v2:172.21.15.114:3300/0 conn(0x7f70d415c5e0 0x7f70d40712b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:18.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.481+0000 7f70dbe8d640 1 -- 172.21.15.111:0/1564719232 >> 172.21.15.111:0/1564719232 conn(0x7f70d40b4220 msgr2=0x7f70d40b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:18.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.481+0000 7f70dbe8d640 1 -- 172.21.15.111:0/1564719232 shutdown_connections 2024-09-19T04:36:18.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.481+0000 7f70dbe8d640 1 -- 172.21.15.111:0/1564719232 wait complete. 2024-09-19T04:36:18.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.483+0000 7f70dbe8d640 1 Processor -- start 2024-09-19T04:36:18.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.483+0000 7f70dbe8d640 1 -- start start 2024-09-19T04:36:18.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.483+0000 7f70dbe8d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f70d40b66e0 0x7f70d414d280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:18.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.483+0000 7f70dbe8d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f70d40b6d50 0x7f70d41587c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:18.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.483+0000 7f70dbe8d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f70d415c5e0 0x7f70d41f3880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:18.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.483+0000 7f70dbe8d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f70d4073ab0 con 0x7f70d40b66e0 2024-09-19T04:36:18.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.483+0000 7f70dbe8d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f70d40737d0 con 0x7f70d415c5e0 2024-09-19T04:36:18.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.483+0000 7f70dbe8d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f70d4073d90 con 0x7f70d40b6d50 2024-09-19T04:36:18.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.483+0000 7f70d9c29640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f70d40b66e0 0x7f70d414d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:18.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.483+0000 7f70d9c29640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f70d40b66e0 0x7f70d414d280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48778/0 (socket says 172.21.15.111:48778) 2024-09-19T04:36:18.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.483+0000 7f70d9c29640 1 -- 172.21.15.111:0/1994828286 learned_addr learned my addr 172.21.15.111:0/1994828286 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:18.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.484+0000 7f70da42a640 1 --2- 172.21.15.111:0/1994828286 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f70d415c5e0 0x7f70d41f3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:18.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.484+0000 7f70d9428640 1 --2- 172.21.15.111:0/1994828286 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f70d40b6d50 0x7f70d41587c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:18.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.484+0000 7f70d9c29640 1 -- 172.21.15.111:0/1994828286 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f70d40b6d50 msgr2=0x7f70d41587c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:18.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.484+0000 7f70d9c29640 1 --2- 172.21.15.111:0/1994828286 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f70d40b6d50 0x7f70d41587c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:18.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.484+0000 7f70d9c29640 1 -- 172.21.15.111:0/1994828286 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f70d415c5e0 msgr2=0x7f70d41f3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:18.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.484+0000 7f70d9c29640 1 --2- 172.21.15.111:0/1994828286 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f70d415c5e0 0x7f70d41f3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:18.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.484+0000 7f70d9c29640 1 -- 172.21.15.111:0/1994828286 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70d41f2660 con 0x7f70d40b66e0 2024-09-19T04:36:18.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.484+0000 7f70da42a640 1 --2- 172.21.15.111:0/1994828286 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f70d415c5e0 0x7f70d41f3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:18.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.484+0000 7f70d9c29640 1 --2- 172.21.15.111:0/1994828286 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f70d40b66e0 0x7f70d414d280 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f70cc00c7f0 tx=0x7f70cc00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:18.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.484+0000 7f70d27fc640 1 -- 172.21.15.111:0/1994828286 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70cc015070 con 0x7f70d40b66e0 2024-09-19T04:36:18.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.484+0000 7f70d27fc640 1 -- 172.21.15.111:0/1994828286 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70cc007820 con 0x7f70d40b66e0 2024-09-19T04:36:18.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.484+0000 7f70dbe8d640 1 -- 172.21.15.111:0/1994828286 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70d4160ee0 con 0x7f70d40b66e0 2024-09-19T04:36:18.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.484+0000 7f70d27fc640 1 -- 172.21.15.111:0/1994828286 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70cc007bd0 con 0x7f70d40b66e0 2024-09-19T04:36:18.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.484+0000 7f70dbe8d640 1 -- 172.21.15.111:0/1994828286 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70d4159430 con 0x7f70d40b66e0 2024-09-19T04:36:18.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.485+0000 7f70dbe8d640 1 -- 172.21.15.111:0/1994828286 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70d40d3660 con 0x7f70d40b66e0 2024-09-19T04:36:18.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.486+0000 7f70d27fc640 1 -- 172.21.15.111:0/1994828286 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 10) ==== 91050+0+0 (secure 0 0 0) 0x7f70cc018070 con 0x7f70d40b66e0 2024-09-19T04:36:18.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.486+0000 7f70d27fc640 1 --2- 172.21.15.111:0/1994828286 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f70c006c4f0 0x7f70c006e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:18.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.486+0000 7f70d27fc640 1 -- 172.21.15.111:0/1994828286 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f70cc08b9c0 con 0x7f70d40b66e0 2024-09-19T04:36:18.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.486+0000 7f70d9428640 1 --2- 172.21.15.111:0/1994828286 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f70c006c4f0 0x7f70c006e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:18.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.487+0000 7f70d9428640 1 --2- 172.21.15.111:0/1994828286 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f70c006c4f0 0x7f70c006e9b0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f70d415ac30 tx=0x7f70c8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:18.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.491+0000 7f70d27fc640 1 -- 172.21.15.111:0/1994828286 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f70cc08de20 con 0x7f70d40b66e0 2024-09-19T04:36:18.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.690+0000 7f70dbe8d640 1 -- 172.21.15.111:0/1994828286 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f70d415c9c0 con 0x7f70d40b66e0 2024-09-19T04:36:18.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.690+0000 7f70d27fc640 1 -- 172.21.15.111:0/1994828286 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+5232 (secure 0 0 0) 0x7f70cc059d50 con 0x7f70d40b66e0 2024-09-19T04:36:18.692 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:18.692 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":29,"btime":"2024-09-19T04:36:06:821600+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5057,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/2129760899","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":2129760899},{"type":"v1","addr":"172.21.15.114:6834","nonce":2129760899}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":5368,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/984457279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":984457279},{"type":"v1","addr":"172.21.15.114:6835","nonce":984457279}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":5631,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/3612593317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":3612593317},{"type":"v1","addr":"172.21.15.111:6835","nonce":3612593317}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24}],"filesystems":[{"mdsmap":{"epoch":28,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:35:54.120660+0000","modified":"2024-09-19T04:35:56.123266+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5652},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5652":{"gid":5652,"name":"a","rank":0,"incarnation":26,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6837/2608480199","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":2608480199},{"type":"v1","addr":"172.21.15.111:6837","nonce":2608480199}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5652,"qdb_cluster":[5652]},"id":4}]} 2024-09-19T04:36:18.692 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 29 2024-09-19T04:36:18.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.692+0000 7f70dbe8d640 1 -- 172.21.15.111:0/1994828286 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f70c006c4f0 msgr2=0x7f70c006e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:18.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.692+0000 7f70dbe8d640 1 --2- 172.21.15.111:0/1994828286 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f70c006c4f0 0x7f70c006e9b0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f70d415ac30 tx=0x7f70c8009040 comp rx=0 tx=0).stop 2024-09-19T04:36:18.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.692+0000 7f70dbe8d640 1 -- 172.21.15.111:0/1994828286 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f70d40b66e0 msgr2=0x7f70d414d280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:18.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.692+0000 7f70dbe8d640 1 --2- 172.21.15.111:0/1994828286 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f70d40b66e0 0x7f70d414d280 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f70cc00c7f0 tx=0x7f70cc00ccb0 comp rx=0 tx=0).stop 2024-09-19T04:36:18.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.693+0000 7f70dbe8d640 1 -- 172.21.15.111:0/1994828286 shutdown_connections 2024-09-19T04:36:18.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.693+0000 7f70dbe8d640 1 --2- 172.21.15.111:0/1994828286 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f70c006c4f0 0x7f70c006e9b0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:18.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.693+0000 7f70dbe8d640 1 --2- 172.21.15.111:0/1994828286 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f70d415c5e0 0x7f70d41f3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:18.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.693+0000 7f70dbe8d640 1 --2- 172.21.15.111:0/1994828286 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f70d40b6d50 0x7f70d41587c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:18.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.693+0000 7f70dbe8d640 1 --2- 172.21.15.111:0/1994828286 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f70d40b66e0 0x7f70d414d280 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:18.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.693+0000 7f70dbe8d640 1 -- 172.21.15.111:0/1994828286 >> 172.21.15.111:0/1994828286 conn(0x7f70d40b4220 msgr2=0x7f70d40d1790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:18.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.693+0000 7f70dbe8d640 1 -- 172.21.15.111:0/1994828286 shutdown_connections 2024-09-19T04:36:18.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.693+0000 7f70dbe8d640 1 -- 172.21.15.111:0/1994828286 wait complete. 2024-09-19T04:36:18.705 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:36:18.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.803+0000 7f45049d6640 1 Processor -- start 2024-09-19T04:36:18.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.803+0000 7f45049d6640 1 -- start start 2024-09-19T04:36:18.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.804+0000 7f45049d6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f450015c5e0 0x7f45000712b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:18.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.804+0000 7f45049d6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f45000b6d50 0x7f45000b7190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:18.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.804+0000 7f45049d6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f450015c9c0 con 0x7f45001600e0 2024-09-19T04:36:18.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.804+0000 7f45049d6640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f4500074100 con 0x7f450015c5e0 2024-09-19T04:36:18.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.804+0000 7f45049d6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f45000b76d0 con 0x7f45000b6d50 2024-09-19T04:36:18.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.804+0000 7f44fe59c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f450015c5e0 0x7f45000712b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:18.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.804+0000 7f44fe59c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f450015c5e0 0x7f45000712b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48792/0 (socket says 172.21.15.111:48792) 2024-09-19T04:36:18.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.804+0000 7f44fe59c640 1 -- 172.21.15.111:0/3374236771 learned_addr learned my addr 172.21.15.111:0/3374236771 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:18.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.804+0000 7f44fdd9b640 1 --2- 172.21.15.111:0/3374236771 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f45000b6d50 0x7f45000b7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:18.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.804+0000 7f44fe59c640 1 -- 172.21.15.111:0/3374236771 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f45000b6d50 msgr2=0x7f45000b7190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:18.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.804+0000 7f44fe59c640 1 --2- 172.21.15.111:0/3374236771 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f45000b6d50 0x7f45000b7190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:18.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.804+0000 7f44fe59c640 1 -- 172.21.15.111:0/3374236771 >> v1:172.21.15.114:6789/0 conn(0x7f45001600e0 legacy=0x7f4500160590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:18.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.804+0000 7f44fd59a640 1 -- 172.21.15.111:0/3374236771 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1900931028 0 0) 0x7f450015c9c0 con 0x7f45001600e0 2024-09-19T04:36:18.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.804+0000 7f44fe59c640 1 -- 172.21.15.111:0/3374236771 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45000b1dd0 con 0x7f450015c5e0 2024-09-19T04:36:18.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.805+0000 7f44fe59c640 1 --2- 172.21.15.111:0/3374236771 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f450015c5e0 0x7f45000712b0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f44f0009870 tx=0x7f44f002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8df9d3c96199b1ec server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:18.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.805+0000 7f44fd59a640 1 -- 172.21.15.111:0/3374236771 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44f0037070 con 0x7f450015c5e0 2024-09-19T04:36:18.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.805+0000 7f44fd59a640 1 -- 172.21.15.111:0/3374236771 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44f0032440 con 0x7f450015c5e0 2024-09-19T04:36:18.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.806+0000 7f44fd59a640 1 -- 172.21.15.111:0/3374236771 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44f0032810 con 0x7f450015c5e0 2024-09-19T04:36:18.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.806+0000 7f45049d6640 1 -- 172.21.15.111:0/3374236771 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f450015c5e0 msgr2=0x7f45000712b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:18.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.806+0000 7f45049d6640 1 --2- 172.21.15.111:0/3374236771 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f450015c5e0 0x7f45000712b0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f44f0009870 tx=0x7f44f002a270 comp rx=0 tx=0).stop 2024-09-19T04:36:18.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.806+0000 7f45049d6640 1 -- 172.21.15.111:0/3374236771 shutdown_connections 2024-09-19T04:36:18.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.806+0000 7f45049d6640 1 --2- 172.21.15.111:0/3374236771 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f45000b6d50 0x7f45000b7190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:18.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.806+0000 7f45049d6640 1 --2- 172.21.15.111:0/3374236771 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f450015c5e0 0x7f45000712b0 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:18.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.806+0000 7f45049d6640 1 -- 172.21.15.111:0/3374236771 >> 172.21.15.111:0/3374236771 conn(0x7f45000b4220 msgr2=0x7f45000b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:18.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.806+0000 7f45049d6640 1 -- 172.21.15.111:0/3374236771 shutdown_connections 2024-09-19T04:36:18.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.806+0000 7f45049d6640 1 -- 172.21.15.111:0/3374236771 wait complete. 2024-09-19T04:36:18.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.808+0000 7f45049d6640 1 Processor -- start 2024-09-19T04:36:18.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.808+0000 7f45049d6640 1 -- start start 2024-09-19T04:36:18.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.808+0000 7f45049d6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f45000b6d50 0x7f450015aed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:18.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.808+0000 7f45049d6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f450015c5e0 0x7f4500147ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:18.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.809+0000 7f45049d6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f45001600e0 0x7f45001474b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:18.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.809+0000 7f45049d6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4500073ab0 con 0x7f45000b6d50 2024-09-19T04:36:18.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.809+0000 7f45049d6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f45000737d0 con 0x7f45001600e0 2024-09-19T04:36:18.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.809+0000 7f45049d6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4500073d90 con 0x7f450015c5e0 2024-09-19T04:36:18.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.809+0000 7f44fe59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f45000b6d50 0x7f450015aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:18.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.809+0000 7f44fe59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f45000b6d50 0x7f450015aed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48806/0 (socket says 172.21.15.111:48806) 2024-09-19T04:36:18.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.809+0000 7f44fe59c640 1 -- 172.21.15.111:0/385910801 learned_addr learned my addr 172.21.15.111:0/385910801 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:18.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.809+0000 7f44fed9d640 1 --2- 172.21.15.111:0/385910801 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f45001600e0 0x7f45001474b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:18.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.809+0000 7f44fdd9b640 1 --2- 172.21.15.111:0/385910801 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f450015c5e0 0x7f4500147ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:18.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.809+0000 7f44fe59c640 1 -- 172.21.15.111:0/385910801 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f450015c5e0 msgr2=0x7f4500147ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:18.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.809+0000 7f44fe59c640 1 --2- 172.21.15.111:0/385910801 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f450015c5e0 0x7f4500147ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:18.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.809+0000 7f44fe59c640 1 -- 172.21.15.111:0/385910801 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f45001600e0 msgr2=0x7f45001474b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:18.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.809+0000 7f44fe59c640 1 --2- 172.21.15.111:0/385910801 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f45001600e0 0x7f45001474b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:18.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.809+0000 7f44fe59c640 1 -- 172.21.15.111:0/385910801 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45001479f0 con 0x7f45000b6d50 2024-09-19T04:36:18.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.809+0000 7f44fe59c640 1 --2- 172.21.15.111:0/385910801 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f45000b6d50 0x7f450015aed0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f44f0009870 tx=0x7f44f00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:18.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.809+0000 7f44eeffd640 1 -- 172.21.15.111:0/385910801 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44f0041070 con 0x7f45000b6d50 2024-09-19T04:36:18.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.809+0000 7f44eeffd640 1 -- 172.21.15.111:0/385910801 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44f003c890 con 0x7f45000b6d50 2024-09-19T04:36:18.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.809+0000 7f45049d6640 1 -- 172.21.15.111:0/385910801 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4500148450 con 0x7f45000b6d50 2024-09-19T04:36:18.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.809+0000 7f44eeffd640 1 -- 172.21.15.111:0/385910801 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44f0037040 con 0x7f45000b6d50 2024-09-19T04:36:18.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.809+0000 7f45049d6640 1 -- 172.21.15.111:0/385910801 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4500148a10 con 0x7f45000b6d50 2024-09-19T04:36:18.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.811+0000 7f45049d6640 1 -- 172.21.15.111:0/385910801 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4500069190 con 0x7f45000b6d50 2024-09-19T04:36:18.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.812+0000 7f44eeffd640 1 -- 172.21.15.111:0/385910801 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 10) ==== 91050+0+0 (secure 0 0 0) 0x7f44f0044070 con 0x7f45000b6d50 2024-09-19T04:36:18.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.812+0000 7f44eeffd640 1 --2- 172.21.15.111:0/385910801 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f44e006c4f0 0x7f44e006e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:18.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.813+0000 7f44eeffd640 1 -- 172.21.15.111:0/385910801 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f44f00ac400 con 0x7f45000b6d50 2024-09-19T04:36:18.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.813+0000 7f44fdd9b640 1 --2- 172.21.15.111:0/385910801 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f44e006c4f0 0x7f44e006e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:18.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.813+0000 7f44fdd9b640 1 --2- 172.21.15.111:0/385910801 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f44e006c4f0 0x7f44e006e9b0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f450015cce0 tx=0x7f44f4009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:18.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:18.817+0000 7f44eeffd640 1 -- 172.21.15.111:0/385910801 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f44f007a370 con 0x7f45000b6d50 2024-09-19T04:36:19.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.015+0000 7f45049d6640 1 -- 172.21.15.111:0/385910801 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4500071a60 con 0x7f45000b6d50 2024-09-19T04:36:19.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.015+0000 7f44eeffd640 1 -- 172.21.15.111:0/385910801 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+5232 (secure 0 0 0) 0x7f44f007e670 con 0x7f45000b6d50 2024-09-19T04:36:19.017 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:19.017 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":29,"btime":"2024-09-19T04:36:06:821600+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5057,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/2129760899","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":2129760899},{"type":"v1","addr":"172.21.15.114:6834","nonce":2129760899}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":5368,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/984457279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":984457279},{"type":"v1","addr":"172.21.15.114:6835","nonce":984457279}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":5631,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/3612593317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":3612593317},{"type":"v1","addr":"172.21.15.111:6835","nonce":3612593317}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24}],"filesystems":[{"mdsmap":{"epoch":28,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:35:54.120660+0000","modified":"2024-09-19T04:35:56.123266+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5652},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5652":{"gid":5652,"name":"a","rank":0,"incarnation":26,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6837/2608480199","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":2608480199},{"type":"v1","addr":"172.21.15.111:6837","nonce":2608480199}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5652,"qdb_cluster":[5652]},"id":4}]} 2024-09-19T04:36:19.017 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 29 2024-09-19T04:36:19.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.017+0000 7f45049d6640 1 -- 172.21.15.111:0/385910801 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f44e006c4f0 msgr2=0x7f44e006e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:19.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.017+0000 7f45049d6640 1 --2- 172.21.15.111:0/385910801 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f44e006c4f0 0x7f44e006e9b0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f450015cce0 tx=0x7f44f4009190 comp rx=0 tx=0).stop 2024-09-19T04:36:19.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.017+0000 7f45049d6640 1 -- 172.21.15.111:0/385910801 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f45000b6d50 msgr2=0x7f450015aed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:19.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.017+0000 7f45049d6640 1 --2- 172.21.15.111:0/385910801 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f45000b6d50 0x7f450015aed0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f44f0009870 tx=0x7f44f00046c0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.017+0000 7f45049d6640 1 -- 172.21.15.111:0/385910801 shutdown_connections 2024-09-19T04:36:19.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.017+0000 7f45049d6640 1 --2- 172.21.15.111:0/385910801 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f44e006c4f0 0x7f44e006e9b0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.017+0000 7f45049d6640 1 --2- 172.21.15.111:0/385910801 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f45001600e0 0x7f45001474b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.017+0000 7f45049d6640 1 --2- 172.21.15.111:0/385910801 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f450015c5e0 0x7f4500147ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.017+0000 7f45049d6640 1 --2- 172.21.15.111:0/385910801 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f45000b6d50 0x7f450015aed0 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.017+0000 7f45049d6640 1 -- 172.21.15.111:0/385910801 >> 172.21.15.111:0/385910801 conn(0x7f45000b4220 msgr2=0x7f45000b2940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:19.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.017+0000 7f45049d6640 1 -- 172.21.15.111:0/385910801 shutdown_connections 2024-09-19T04:36:19.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.017+0000 7f45049d6640 1 -- 172.21.15.111:0/385910801 wait complete. 2024-09-19T04:36:19.030 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:36:19.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.129+0000 7ffb9e9d6640 1 Processor -- start 2024-09-19T04:36:19.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.129+0000 7ffb9e9d6640 1 -- start start 2024-09-19T04:36:19.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.129+0000 7ffb9e9d6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ffb980cf070 0x7ffb980cf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:19.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.129+0000 7ffb9e9d6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffb980ce740 con 0x7ffb9815c180 2024-09-19T04:36:19.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.129+0000 7ffb9e9d6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffb98072640 con 0x7ffb98073120 2024-09-19T04:36:19.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.129+0000 7ffb9e9d6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ffb98072920 con 0x7ffb980cf070 2024-09-19T04:36:19.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.130+0000 7ffb97fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7ffb9815c180 0x7ffb980cdcf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:42184/0 (socket says 172.21.15.111:42184) 2024-09-19T04:36:19.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.130+0000 7ffb97fff640 1 -- 172.21.15.111:0/1007120416 learned_addr learned my addr 172.21.15.111:0/1007120416 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:19.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.130+0000 7ffb977fe640 1 --2- 172.21.15.111:0/1007120416 >> v2:172.21.15.114:3300/0 conn(0x7ffb980cf070 0x7ffb980cf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:19.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.130+0000 7ffb96ffd640 1 -- 172.21.15.111:0/1007120416 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4281159720 0 0) 0x7ffb980ce740 con 0x7ffb9815c180 2024-09-19T04:36:19.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.130+0000 7ffb96ffd640 1 -- 172.21.15.111:0/1007120416 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffb84003520 con 0x7ffb9815c180 2024-09-19T04:36:19.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.130+0000 7ffb96ffd640 1 -- 172.21.15.111:0/1007120416 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3580892713 0 0) 0x7ffb84003520 con 0x7ffb9815c180 2024-09-19T04:36:19.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.130+0000 7ffb96ffd640 1 -- 172.21.15.111:0/1007120416 >> v2:172.21.15.114:3300/0 conn(0x7ffb980cf070 msgr2=0x7ffb980cf4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:19.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.130+0000 7ffb96ffd640 1 --2- 172.21.15.111:0/1007120416 >> v2:172.21.15.114:3300/0 conn(0x7ffb980cf070 0x7ffb980cf4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.130+0000 7ffb96ffd640 1 -- 172.21.15.111:0/1007120416 >> v1:172.21.15.114:6789/0 conn(0x7ffb98073120 legacy=0x7ffb9806bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:19.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.130+0000 7ffb96ffd640 1 -- 172.21.15.111:0/1007120416 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb98072c00 con 0x7ffb9815c180 2024-09-19T04:36:19.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.130+0000 7ffb96ffd640 1 -- 172.21.15.111:0/1007120416 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7ffb88001670 con 0x7ffb9815c180 2024-09-19T04:36:19.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.130+0000 7ffb977fe640 1 --2- 172.21.15.111:0/1007120416 >> v2:172.21.15.114:3300/0 conn(0x7ffb980cf070 0x7ffb980cf4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:36:19.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.130+0000 7ffb96ffd640 1 -- 172.21.15.111:0/1007120416 >> v1:172.21.15.111:6789/0 conn(0x7ffb9815c180 legacy=0x7ffb980cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:19.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.130+0000 7ffb96ffd640 1 --2- 172.21.15.111:0/1007120416 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb840039b0 0x7ffb84003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:19.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.130+0000 7ffb96ffd640 1 --2- 172.21.15.111:0/1007120416 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb84004800 0x7ffb84004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:19.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.130+0000 7ffb96ffd640 1 --2- 172.21.15.111:0/1007120416 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb840051c0 0x7ffb8400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:19.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.130+0000 7ffb96ffd640 1 -- 172.21.15.111:0/1007120416 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ffb98072920 con 0x7ffb840039b0 2024-09-19T04:36:19.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.130+0000 7ffb96ffd640 1 -- 172.21.15.111:0/1007120416 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ffb8400c160 con 0x7ffb84004800 2024-09-19T04:36:19.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.130+0000 7ffb96ffd640 1 -- 172.21.15.111:0/1007120416 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ffb8400c360 con 0x7ffb840051c0 2024-09-19T04:36:19.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.130+0000 7ffb97fff640 1 --2- 172.21.15.111:0/1007120416 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb840039b0 0x7ffb84003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:19.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.130+0000 7ffb977fe640 1 --2- 172.21.15.111:0/1007120416 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb84004800 0x7ffb84004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:19.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.130+0000 7ffb9cf73640 1 --2- 172.21.15.111:0/1007120416 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb840051c0 0x7ffb8400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:19.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.131+0000 7ffb97fff640 1 -- 172.21.15.111:0/1007120416 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb840051c0 msgr2=0x7ffb8400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:19.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.131+0000 7ffb97fff640 1 --2- 172.21.15.111:0/1007120416 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb840051c0 0x7ffb8400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.131+0000 7ffb97fff640 1 -- 172.21.15.111:0/1007120416 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb84004800 msgr2=0x7ffb84004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:19.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.131+0000 7ffb97fff640 1 --2- 172.21.15.111:0/1007120416 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb84004800 0x7ffb84004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.131+0000 7ffb97fff640 1 -- 172.21.15.111:0/1007120416 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb84003520 con 0x7ffb840039b0 2024-09-19T04:36:19.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.131+0000 7ffb9cf73640 1 --2- 172.21.15.111:0/1007120416 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb840051c0 0x7ffb8400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:19.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.131+0000 7ffb9cf73640 1 -- 172.21.15.111:0/1007120416 reap_dead start 2024-09-19T04:36:19.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.131+0000 7ffb97fff640 1 --2- 172.21.15.111:0/1007120416 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb840039b0 0x7ffb84003dd0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7ffb8800c240 tx=0x7ffb84005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8424bd3c7f76fc14 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:19.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.131+0000 7ffb96ffd640 1 -- 172.21.15.111:0/1007120416 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb88007cf0 con 0x7ffb840039b0 2024-09-19T04:36:19.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.131+0000 7ffb96ffd640 1 -- 172.21.15.111:0/1007120416 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb880058d0 con 0x7ffb840039b0 2024-09-19T04:36:19.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.131+0000 7ffb96ffd640 1 -- 172.21.15.111:0/1007120416 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb88005d20 con 0x7ffb840039b0 2024-09-19T04:36:19.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.132+0000 7ffb9e9d6640 1 -- 172.21.15.111:0/1007120416 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb840039b0 msgr2=0x7ffb84003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:19.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.132+0000 7ffb9e9d6640 1 --2- 172.21.15.111:0/1007120416 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb840039b0 0x7ffb84003dd0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7ffb8800c240 tx=0x7ffb84005830 comp rx=0 tx=0).stop 2024-09-19T04:36:19.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.132+0000 7ffb9e9d6640 1 -- 172.21.15.111:0/1007120416 shutdown_connections 2024-09-19T04:36:19.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.132+0000 7ffb9e9d6640 1 --2- 172.21.15.111:0/1007120416 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb840039b0 0x7ffb84003dd0 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.132+0000 7ffb9e9d6640 1 -- 172.21.15.111:0/1007120416 >> 172.21.15.111:0/1007120416 conn(0x7ffb98062cc0 msgr2=0x7ffb9806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:19.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.132+0000 7ffb9e9d6640 1 -- 172.21.15.111:0/1007120416 shutdown_connections 2024-09-19T04:36:19.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.132+0000 7ffb9e9d6640 1 -- 172.21.15.111:0/1007120416 wait complete. 2024-09-19T04:36:19.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.133+0000 7ffb9e9d6640 1 Processor -- start 2024-09-19T04:36:19.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.133+0000 7ffb9e9d6640 1 -- start start 2024-09-19T04:36:19.152 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.134+0000 7ffb9e9d6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb840039b0 0x7ffb981451c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:19.152 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.134+0000 7ffb9e9d6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb98141dc0 0x7ffb98151710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:19.152 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.134+0000 7ffb9e9d6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb98142660 0x7ffb98153660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:19.152 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.134+0000 7ffb9e9d6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ffb9815c560 con 0x7ffb98141dc0 2024-09-19T04:36:19.152 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.134+0000 7ffb9e9d6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ffb980722f0 con 0x7ffb98142660 2024-09-19T04:36:19.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.134+0000 7ffb9e9d6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ffb9815c6e0 con 0x7ffb840039b0 2024-09-19T04:36:19.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.134+0000 7ffb977fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb98141dc0 0x7ffb98151710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:19.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.134+0000 7ffb977fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb98141dc0 0x7ffb98151710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48818/0 (socket says 172.21.15.111:48818) 2024-09-19T04:36:19.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.134+0000 7ffb977fe640 1 -- 172.21.15.111:0/282691843 learned_addr learned my addr 172.21.15.111:0/282691843 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:19.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.134+0000 7ffb9cf73640 1 --2- 172.21.15.111:0/282691843 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb98142660 0x7ffb98153660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:19.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.134+0000 7ffb97fff640 1 --2- 172.21.15.111:0/282691843 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb840039b0 0x7ffb981451c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:19.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.134+0000 7ffb977fe640 1 -- 172.21.15.111:0/282691843 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb840039b0 msgr2=0x7ffb981451c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:19.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.134+0000 7ffb977fe640 1 --2- 172.21.15.111:0/282691843 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb840039b0 0x7ffb981451c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.134+0000 7ffb977fe640 1 -- 172.21.15.111:0/282691843 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb98142660 msgr2=0x7ffb98153660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:19.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.134+0000 7ffb977fe640 1 --2- 172.21.15.111:0/282691843 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb98142660 0x7ffb98153660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.134+0000 7ffb977fe640 1 -- 172.21.15.111:0/282691843 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb98151c50 con 0x7ffb98141dc0 2024-09-19T04:36:19.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.134+0000 7ffb9cf73640 1 --2- 172.21.15.111:0/282691843 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb98142660 0x7ffb98153660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:19.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.134+0000 7ffb97fff640 1 --2- 172.21.15.111:0/282691843 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb840039b0 0x7ffb981451c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:19.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.135+0000 7ffb977fe640 1 --2- 172.21.15.111:0/282691843 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb98141dc0 0x7ffb98151710 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7ffb80011cd0 tx=0x7ffb8000f610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:19.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.135+0000 7ffb94ff9640 1 -- 172.21.15.111:0/282691843 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb8000fd20 con 0x7ffb98141dc0 2024-09-19T04:36:19.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.135+0000 7ffb94ff9640 1 -- 172.21.15.111:0/282691843 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb80014440 con 0x7ffb98141dc0 2024-09-19T04:36:19.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.135+0000 7ffb9e9d6640 1 -- 172.21.15.111:0/282691843 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb98142240 con 0x7ffb98141dc0 2024-09-19T04:36:19.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.135+0000 7ffb94ff9640 1 -- 172.21.15.111:0/282691843 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb80014830 con 0x7ffb98141dc0 2024-09-19T04:36:19.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.135+0000 7ffb9e9d6640 1 -- 172.21.15.111:0/282691843 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb9814f330 con 0x7ffb98141dc0 2024-09-19T04:36:19.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.136+0000 7ffb9e9d6640 1 -- 172.21.15.111:0/282691843 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb980cf4e0 con 0x7ffb98141dc0 2024-09-19T04:36:19.156 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.136+0000 7ffb94ff9640 1 -- 172.21.15.111:0/282691843 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7ffb80012040 con 0x7ffb98141dc0 2024-09-19T04:36:19.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.137+0000 7ffb94ff9640 1 --2- 172.21.15.111:0/282691843 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ffb7806c610 0x7ffb7806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:19.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.137+0000 7ffb94ff9640 1 -- 172.21.15.111:0/282691843 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7ffb8008c120 con 0x7ffb98141dc0 2024-09-19T04:36:19.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.137+0000 7ffb97fff640 1 --2- 172.21.15.111:0/282691843 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ffb7806c610 0x7ffb7806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:19.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.137+0000 7ffb97fff640 1 --2- 172.21.15.111:0/282691843 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ffb7806c610 0x7ffb7806ead0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7ffb88033000 tx=0x7ffb88009030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:19.157 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.141+0000 7ffb94ff9640 1 -- 172.21.15.111:0/282691843 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffb98151c50 con 0x7ffb98141dc0 2024-09-19T04:36:19.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.308+0000 7ffb9e9d6640 1 -- 172.21.15.111:0/282691843 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ffb980cc990 con 0x7ffb98141dc0 2024-09-19T04:36:19.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.309+0000 7ffb94ff9640 1 -- 172.21.15.111:0/282691843 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) ==== 74+0+16773 (secure 0 0 0) 0x7ffb80019030 con 0x7ffb98141dc0 2024-09-19T04:36:19.311 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:19.311 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":58,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:35:55.782841+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:35:52.734216+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T04:35:53.094533+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:36:19.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.311+0000 7ffb9e9d6640 1 -- 172.21.15.111:0/282691843 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ffb7806c610 msgr2=0x7ffb7806ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:19.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.311+0000 7ffb9e9d6640 1 --2- 172.21.15.111:0/282691843 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ffb7806c610 0x7ffb7806ead0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7ffb88033000 tx=0x7ffb88009030 comp rx=0 tx=0).stop 2024-09-19T04:36:19.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.311+0000 7ffb9e9d6640 1 -- 172.21.15.111:0/282691843 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb98141dc0 msgr2=0x7ffb98151710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:19.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.311+0000 7ffb9e9d6640 1 --2- 172.21.15.111:0/282691843 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb98141dc0 0x7ffb98151710 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7ffb80011cd0 tx=0x7ffb8000f610 comp rx=0 tx=0).stop 2024-09-19T04:36:19.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.311+0000 7ffb9e9d6640 1 -- 172.21.15.111:0/282691843 shutdown_connections 2024-09-19T04:36:19.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.311+0000 7ffb9e9d6640 1 --2- 172.21.15.111:0/282691843 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ffb7806c610 0x7ffb7806ead0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.311+0000 7ffb9e9d6640 1 --2- 172.21.15.111:0/282691843 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb98142660 0x7ffb98153660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.311+0000 7ffb9e9d6640 1 --2- 172.21.15.111:0/282691843 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb98141dc0 0x7ffb98151710 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.311+0000 7ffb9e9d6640 1 --2- 172.21.15.111:0/282691843 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb840039b0 0x7ffb981451c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.311+0000 7ffb9e9d6640 1 -- 172.21.15.111:0/282691843 >> 172.21.15.111:0/282691843 conn(0x7ffb98062cc0 msgr2=0x7ffb980b1dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:19.314 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.311+0000 7ffb9e9d6640 1 -- 172.21.15.111:0/282691843 shutdown_connections 2024-09-19T04:36:19.314 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.311+0000 7ffb9e9d6640 1 -- 172.21.15.111:0/282691843 wait complete. 2024-09-19T04:36:19.323 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T04:36:19.324 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:36:19.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.421+0000 7f9bf3a65640 1 Processor -- start 2024-09-19T04:36:19.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.421+0000 7f9bf3a65640 1 -- start start 2024-09-19T04:36:19.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.422+0000 7f9bf3a65640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bec15c180 0x7f9bec0cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:19.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.422+0000 7f9bf3a65640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9bec0ce740 con 0x7f9bec0ce230 2024-09-19T04:36:19.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.422+0000 7f9bf3a65640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9bec072640 con 0x7f9bec073120 2024-09-19T04:36:19.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.422+0000 7f9bf3a65640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9bec072920 con 0x7f9bec15c180 2024-09-19T04:36:19.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.422+0000 7f9bf1000640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f9bec0ce230 0x7f9bec0cf070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:42188/0 (socket says 172.21.15.111:42188) 2024-09-19T04:36:19.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.422+0000 7f9bf1000640 1 -- 172.21.15.111:0/4020149305 learned_addr learned my addr 172.21.15.111:0/4020149305 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:19.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.422+0000 7f9bf1801640 1 --2- 172.21.15.111:0/4020149305 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bec15c180 0x7f9bec0cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:19.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.423+0000 7f9be3fff640 1 -- 172.21.15.111:0/4020149305 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3208314636 0 0) 0x7f9bec0ce740 con 0x7f9bec0ce230 2024-09-19T04:36:19.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.423+0000 7f9be3fff640 1 -- 172.21.15.111:0/4020149305 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9bd8003520 con 0x7f9bec0ce230 2024-09-19T04:36:19.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.423+0000 7f9be3fff640 1 -- 172.21.15.111:0/4020149305 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2237521775 0 0) 0x7f9bec072640 con 0x7f9bec073120 2024-09-19T04:36:19.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.423+0000 7f9be3fff640 1 -- 172.21.15.111:0/4020149305 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9bec0ce740 con 0x7f9bec073120 2024-09-19T04:36:19.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.423+0000 7f9bf1801640 1 -- 172.21.15.111:0/4020149305 >> v1:172.21.15.114:6789/0 conn(0x7f9bec073120 legacy=0x7f9bec06bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:19.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.423+0000 7f9be3fff640 1 -- 172.21.15.111:0/4020149305 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 497042313 0 0) 0x7f9bd8003520 con 0x7f9bec0ce230 2024-09-19T04:36:19.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.423+0000 7f9bf1801640 1 -- 172.21.15.111:0/4020149305 >> v1:172.21.15.111:6789/0 conn(0x7f9bec0ce230 legacy=0x7f9bec0cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:19.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.423+0000 7f9bf1801640 1 -- 172.21.15.111:0/4020149305 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bec072c00 con 0x7f9bec15c180 2024-09-19T04:36:19.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.424+0000 7f9bf1801640 1 --2- 172.21.15.111:0/4020149305 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bec15c180 0x7f9bec0cdcf0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9be80097d0 tx=0x7f9be802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6cecf4323d75e46d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:19.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.424+0000 7f9be3fff640 1 -- 172.21.15.111:0/4020149305 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9be8037070 con 0x7f9bec15c180 2024-09-19T04:36:19.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.424+0000 7f9be3fff640 1 -- 172.21.15.111:0/4020149305 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9be802ab90 con 0x7f9bec15c180 2024-09-19T04:36:19.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.424+0000 7f9be3fff640 1 -- 172.21.15.111:0/4020149305 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bdc001670 con 0x7f9bec15c180 2024-09-19T04:36:19.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.424+0000 7f9bf3a65640 1 -- 172.21.15.111:0/4020149305 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bec15c180 msgr2=0x7f9bec0cdcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:19.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.424+0000 7f9bf3a65640 1 --2- 172.21.15.111:0/4020149305 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bec15c180 0x7f9bec0cdcf0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9be80097d0 tx=0x7f9be802a100 comp rx=0 tx=0).stop 2024-09-19T04:36:19.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.424+0000 7f9bf3a65640 1 -- 172.21.15.111:0/4020149305 shutdown_connections 2024-09-19T04:36:19.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.424+0000 7f9bf3a65640 1 --2- 172.21.15.111:0/4020149305 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bec15c180 0x7f9bec0cdcf0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.424+0000 7f9bf3a65640 1 -- 172.21.15.111:0/4020149305 >> 172.21.15.111:0/4020149305 conn(0x7f9bec062cc0 msgr2=0x7f9bec06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:19.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.425+0000 7f9bf3a65640 1 -- 172.21.15.111:0/4020149305 shutdown_connections 2024-09-19T04:36:19.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.425+0000 7f9bf3a65640 1 -- 172.21.15.111:0/4020149305 wait complete. 2024-09-19T04:36:19.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.426+0000 7f9bf3a65640 1 Processor -- start 2024-09-19T04:36:19.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.426+0000 7f9bf3a65640 1 -- start start 2024-09-19T04:36:19.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.426+0000 7f9bf3a65640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9bec073120 0x7f9bec0abf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:19.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.426+0000 7f9bf3a65640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bec0ce230 0x7f9bec159b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:19.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.426+0000 7f9bf3a65640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bec15c180 0x7f9bec0aed20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:19.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.426+0000 7f9bf3a65640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9bec0cf780 con 0x7f9bec15c180 2024-09-19T04:36:19.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.426+0000 7f9bf3a65640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9bec0722f0 con 0x7f9bec073120 2024-09-19T04:36:19.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.426+0000 7f9bf3a65640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9bec15c560 con 0x7f9bec0ce230 2024-09-19T04:36:19.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.427+0000 7f9bf2002640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bec15c180 0x7f9bec0aed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:19.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.427+0000 7f9bf2002640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bec15c180 0x7f9bec0aed20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48826/0 (socket says 172.21.15.111:48826) 2024-09-19T04:36:19.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.427+0000 7f9bf2002640 1 -- 172.21.15.111:0/3837507652 learned_addr learned my addr 172.21.15.111:0/3837507652 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:19.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.427+0000 7f9bf1000640 1 --2- 172.21.15.111:0/3837507652 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bec0ce230 0x7f9bec159b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:19.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.427+0000 7f9bf1801640 1 --2- 172.21.15.111:0/3837507652 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9bec073120 0x7f9bec0abf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:19.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.427+0000 7f9bf2002640 1 -- 172.21.15.111:0/3837507652 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bec0ce230 msgr2=0x7f9bec159b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:19.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.427+0000 7f9bf2002640 1 --2- 172.21.15.111:0/3837507652 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bec0ce230 0x7f9bec159b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.427+0000 7f9bf2002640 1 -- 172.21.15.111:0/3837507652 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9bec073120 msgr2=0x7f9bec0abf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:19.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.427+0000 7f9bf2002640 1 --2- 172.21.15.111:0/3837507652 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9bec073120 0x7f9bec0abf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.427+0000 7f9bf2002640 1 -- 172.21.15.111:0/3837507652 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bec0ac860 con 0x7f9bec15c180 2024-09-19T04:36:19.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.427+0000 7f9bf2002640 1 --2- 172.21.15.111:0/3837507652 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bec15c180 0x7f9bec0aed20 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f9be400c6e0 tx=0x7f9be400cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:19.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.427+0000 7f9be1ffb640 1 -- 172.21.15.111:0/3837507652 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9be4003b70 con 0x7f9bec15c180 2024-09-19T04:36:19.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.427+0000 7f9be1ffb640 1 -- 172.21.15.111:0/3837507652 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9be4003d10 con 0x7f9bec15c180 2024-09-19T04:36:19.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.427+0000 7f9bf3a65640 1 -- 172.21.15.111:0/3837507652 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9bec0ae520 con 0x7f9bec15c180 2024-09-19T04:36:19.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.427+0000 7f9be1ffb640 1 -- 172.21.15.111:0/3837507652 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9be40052d0 con 0x7f9bec15c180 2024-09-19T04:36:19.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.427+0000 7f9bf3a65640 1 -- 172.21.15.111:0/3837507652 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9bec0acb40 con 0x7f9bec15c180 2024-09-19T04:36:19.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.428+0000 7f9bf3a65640 1 -- 172.21.15.111:0/3837507652 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9bec0cdcf0 con 0x7f9bec15c180 2024-09-19T04:36:19.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.429+0000 7f9be1ffb640 1 -- 172.21.15.111:0/3837507652 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f9be4005470 con 0x7f9bec15c180 2024-09-19T04:36:19.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.429+0000 7f9be1ffb640 1 --2- 172.21.15.111:0/3837507652 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9bd006c610 0x7f9bd006ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:19.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.429+0000 7f9be1ffb640 1 -- 172.21.15.111:0/3837507652 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f9be408b810 con 0x7f9bec15c180 2024-09-19T04:36:19.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.429+0000 7f9bf1801640 1 --2- 172.21.15.111:0/3837507652 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9bd006c610 0x7f9bd006ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:19.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.430+0000 7f9bf1801640 1 --2- 172.21.15.111:0/3837507652 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9bd006c610 0x7f9bd006ead0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f9be8034000 tx=0x7f9be802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:19.435 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.433+0000 7f9be1ffb640 1 -- 172.21.15.111:0/3837507652 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9be4059420 con 0x7f9bec15c180 2024-09-19T04:36:19.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.631+0000 7f9bf3a65640 1 -- 172.21.15.111:0/3837507652 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9bec0b2d90 con 0x7f9bec15c180 2024-09-19T04:36:19.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.632+0000 7f9be1ffb640 1 -- 172.21.15.111:0/3837507652 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+5232 (secure 0 0 0) 0x7f9be405d720 con 0x7f9bec15c180 2024-09-19T04:36:19.634 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:19.634 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":29,"btime":"2024-09-19T04:36:06:821600+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5057,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/2129760899","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":2129760899},{"type":"v1","addr":"172.21.15.114:6834","nonce":2129760899}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":5368,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/984457279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":984457279},{"type":"v1","addr":"172.21.15.114:6835","nonce":984457279}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":5631,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/3612593317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":3612593317},{"type":"v1","addr":"172.21.15.111:6835","nonce":3612593317}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24}],"filesystems":[{"mdsmap":{"epoch":28,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:35:54.120660+0000","modified":"2024-09-19T04:35:56.123266+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5652},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5652":{"gid":5652,"name":"a","rank":0,"incarnation":26,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6837/2608480199","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":2608480199},{"type":"v1","addr":"172.21.15.111:6837","nonce":2608480199}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5652,"qdb_cluster":[5652]},"id":4}]} 2024-09-19T04:36:19.634 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 29 2024-09-19T04:36:19.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.634+0000 7f9bf3a65640 1 -- 172.21.15.111:0/3837507652 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9bd006c610 msgr2=0x7f9bd006ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:19.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.634+0000 7f9bf3a65640 1 --2- 172.21.15.111:0/3837507652 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9bd006c610 0x7f9bd006ead0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f9be8034000 tx=0x7f9be802e000 comp rx=0 tx=0).stop 2024-09-19T04:36:19.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.634+0000 7f9bf3a65640 1 -- 172.21.15.111:0/3837507652 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bec15c180 msgr2=0x7f9bec0aed20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:19.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.634+0000 7f9bf3a65640 1 --2- 172.21.15.111:0/3837507652 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bec15c180 0x7f9bec0aed20 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f9be400c6e0 tx=0x7f9be400cba0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.634+0000 7f9bf3a65640 1 -- 172.21.15.111:0/3837507652 shutdown_connections 2024-09-19T04:36:19.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.634+0000 7f9bf3a65640 1 --2- 172.21.15.111:0/3837507652 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9bd006c610 0x7f9bd006ead0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.634+0000 7f9bf3a65640 1 --2- 172.21.15.111:0/3837507652 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bec15c180 0x7f9bec0aed20 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.634+0000 7f9bf3a65640 1 --2- 172.21.15.111:0/3837507652 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bec0ce230 0x7f9bec159b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.634+0000 7f9bf3a65640 1 --2- 172.21.15.111:0/3837507652 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9bec073120 0x7f9bec0abf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.634+0000 7f9bf3a65640 1 -- 172.21.15.111:0/3837507652 >> 172.21.15.111:0/3837507652 conn(0x7f9bec062cc0 msgr2=0x7f9bec1575a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:19.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.634+0000 7f9bf3a65640 1 -- 172.21.15.111:0/3837507652 shutdown_connections 2024-09-19T04:36:19.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.634+0000 7f9bf3a65640 1 -- 172.21.15.111:0/3837507652 wait complete. 2024-09-19T04:36:19.647 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:36:19.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.743+0000 7fd9c3978640 1 Processor -- start 2024-09-19T04:36:19.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.743+0000 7fd9c3978640 1 -- start start 2024-09-19T04:36:19.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.744+0000 7fd9c3978640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9bc06c1f0 0x7fd9bc0cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:19.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.744+0000 7fd9c3978640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9bc0cd5f0 con 0x7fd9bc151c50 2024-09-19T04:36:19.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.744+0000 7fd9c3978640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9bc0cd8d0 con 0x7fd9bc06be10 2024-09-19T04:36:19.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.744+0000 7fd9c3978640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd9bc0cdbb0 con 0x7fd9bc06c1f0 2024-09-19T04:36:19.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.744+0000 7fd9c0f13640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fd9bc151c50 0x7fd9bc162740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:42190/0 (socket says 172.21.15.111:42190) 2024-09-19T04:36:19.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.744+0000 7fd9c0f13640 1 -- 172.21.15.111:0/1245591310 learned_addr learned my addr 172.21.15.111:0/1245591310 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:19.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.744+0000 7fd9b3fff640 1 -- 172.21.15.111:0/1245591310 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2344041472 0 0) 0x7fd9bc0cd5f0 con 0x7fd9bc151c50 2024-09-19T04:36:19.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.744+0000 7fd9c1f15640 1 --2- 172.21.15.111:0/1245591310 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9bc06c1f0 0x7fd9bc0cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:19.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.744+0000 7fd9b3fff640 1 -- 172.21.15.111:0/1245591310 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd9a8003520 con 0x7fd9bc151c50 2024-09-19T04:36:19.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.745+0000 7fd9b3fff640 1 -- 172.21.15.111:0/1245591310 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2735926808 0 0) 0x7fd9a8003520 con 0x7fd9bc151c50 2024-09-19T04:36:19.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.745+0000 7fd9b3fff640 1 -- 172.21.15.111:0/1245591310 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9bc06c1f0 msgr2=0x7fd9bc0cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:19.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.745+0000 7fd9b3fff640 1 --2- 172.21.15.111:0/1245591310 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9bc06c1f0 0x7fd9bc0cd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.745+0000 7fd9b3fff640 1 -- 172.21.15.111:0/1245591310 >> v1:172.21.15.114:6789/0 conn(0x7fd9bc06be10 legacy=0x7fd9bc151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:19.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.745+0000 7fd9b3fff640 1 -- 172.21.15.111:0/1245591310 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9bc0cde90 con 0x7fd9bc151c50 2024-09-19T04:36:19.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.745+0000 7fd9b3fff640 1 -- 172.21.15.111:0/1245591310 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fd9ac001670 con 0x7fd9bc151c50 2024-09-19T04:36:19.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.745+0000 7fd9b3fff640 1 -- 172.21.15.111:0/1245591310 >> v1:172.21.15.111:6789/0 conn(0x7fd9bc151c50 legacy=0x7fd9bc162740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:19.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.745+0000 7fd9b3fff640 1 --2- 172.21.15.111:0/1245591310 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9bc06c1f0 0x7fd9a80039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:19.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.745+0000 7fd9b3fff640 1 --2- 172.21.15.111:0/1245591310 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9a8003f60 0x7fd9a8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:19.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.745+0000 7fd9b3fff640 1 --2- 172.21.15.111:0/1245591310 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd9a8004d40 0x7fd9a80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:19.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.745+0000 7fd9b3fff640 1 -- 172.21.15.111:0/1245591310 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd9bc0cdbb0 con 0x7fd9a8003f60 2024-09-19T04:36:19.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.745+0000 7fd9b3fff640 1 -- 172.21.15.111:0/1245591310 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd9a800cbb0 con 0x7fd9a8004d40 2024-09-19T04:36:19.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.745+0000 7fd9b3fff640 1 -- 172.21.15.111:0/1245591310 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd9a800cdb0 con 0x7fd9bc06c1f0 2024-09-19T04:36:19.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.745+0000 7fd9c0f13640 1 --2- 172.21.15.111:0/1245591310 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9a8003f60 0x7fd9a8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:19.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.745+0000 7fd9c1714640 1 --2- 172.21.15.111:0/1245591310 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9bc06c1f0 0x7fd9a80039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:19.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.745+0000 7fd9c1f15640 1 --2- 172.21.15.111:0/1245591310 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd9a8004d40 0x7fd9a80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:19.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.745+0000 7fd9c0f13640 1 -- 172.21.15.111:0/1245591310 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9bc06c1f0 msgr2=0x7fd9a80039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:19.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.745+0000 7fd9c0f13640 1 --2- 172.21.15.111:0/1245591310 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9bc06c1f0 0x7fd9a80039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.745+0000 7fd9c0f13640 1 -- 172.21.15.111:0/1245591310 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd9a8004d40 msgr2=0x7fd9a80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:19.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.745+0000 7fd9c0f13640 1 --2- 172.21.15.111:0/1245591310 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd9a8004d40 0x7fd9a80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.745+0000 7fd9c0f13640 1 -- 172.21.15.111:0/1245591310 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9a8003520 con 0x7fd9a8003f60 2024-09-19T04:36:19.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.746+0000 7fd9c0f13640 1 --2- 172.21.15.111:0/1245591310 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9a8003f60 0x7fd9a8004800 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fd9ac00c210 tx=0x7fd9a8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b6e249f8a94f4dd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:19.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.746+0000 7fd9b3fff640 1 -- 172.21.15.111:0/1245591310 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9ac007cf0 con 0x7fd9a8003f60 2024-09-19T04:36:19.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.746+0000 7fd9b3fff640 1 -- 172.21.15.111:0/1245591310 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9ac005af0 con 0x7fd9a8003f60 2024-09-19T04:36:19.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.746+0000 7fd9b3fff640 1 -- 172.21.15.111:0/1245591310 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9ac007070 con 0x7fd9a8003f60 2024-09-19T04:36:19.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.746+0000 7fd9c3978640 1 -- 172.21.15.111:0/1245591310 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9a8003f60 msgr2=0x7fd9a8004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:19.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.746+0000 7fd9c3978640 1 --2- 172.21.15.111:0/1245591310 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9a8003f60 0x7fd9a8004800 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fd9ac00c210 tx=0x7fd9a8005830 comp rx=0 tx=0).stop 2024-09-19T04:36:19.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.746+0000 7fd9c1f15640 1 -- 172.21.15.111:0/1245591310 reap_dead start 2024-09-19T04:36:19.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.747+0000 7fd9c3978640 1 -- 172.21.15.111:0/1245591310 shutdown_connections 2024-09-19T04:36:19.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.747+0000 7fd9c3978640 1 -- 172.21.15.111:0/1245591310 >> 172.21.15.111:0/1245591310 conn(0x7fd9bc062cc0 msgr2=0x7fd9bc06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:19.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.747+0000 7fd9c3978640 1 -- 172.21.15.111:0/1245591310 shutdown_connections 2024-09-19T04:36:19.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.747+0000 7fd9c3978640 1 -- 172.21.15.111:0/1245591310 wait complete. 2024-09-19T04:36:19.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.748+0000 7fd9c3978640 1 Processor -- start 2024-09-19T04:36:19.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.748+0000 7fd9c3978640 1 -- start start 2024-09-19T04:36:19.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.749+0000 7fd9c3978640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9a8003f60 0x7fd9bc14a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:19.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.749+0000 7fd9c3978640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd9bc14a060 0x7fd9bc0733c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:19.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.749+0000 7fd9c3978640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9bc1493a0 0x7fd9bc149830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:19.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.749+0000 7fd9c3978640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd9bc0cd010 con 0x7fd9a8003f60 2024-09-19T04:36:19.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.749+0000 7fd9c3978640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd9bc0ce690 con 0x7fd9bc14a060 2024-09-19T04:36:19.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.749+0000 7fd9c3978640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd9bc0cd190 con 0x7fd9bc1493a0 2024-09-19T04:36:19.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.749+0000 7fd9c1714640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9a8003f60 0x7fd9bc14a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:19.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.749+0000 7fd9c1714640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9a8003f60 0x7fd9bc14a5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48844/0 (socket says 172.21.15.111:48844) 2024-09-19T04:36:19.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.749+0000 7fd9c1714640 1 -- 172.21.15.111:0/2960090896 learned_addr learned my addr 172.21.15.111:0/2960090896 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:19.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.749+0000 7fd9c0f13640 1 --2- 172.21.15.111:0/2960090896 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd9bc14a060 0x7fd9bc0733c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:19.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.749+0000 7fd9c1f15640 1 --2- 172.21.15.111:0/2960090896 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9bc1493a0 0x7fd9bc149830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:19.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.749+0000 7fd9c1714640 1 -- 172.21.15.111:0/2960090896 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9bc1493a0 msgr2=0x7fd9bc149830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:19.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.749+0000 7fd9c1714640 1 --2- 172.21.15.111:0/2960090896 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9bc1493a0 0x7fd9bc149830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.749+0000 7fd9c1714640 1 -- 172.21.15.111:0/2960090896 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd9bc14a060 msgr2=0x7fd9bc0733c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:19.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.749+0000 7fd9c1714640 1 --2- 172.21.15.111:0/2960090896 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd9bc14a060 0x7fd9bc0733c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.749+0000 7fd9c1714640 1 -- 172.21.15.111:0/2960090896 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9bc0af4d0 con 0x7fd9a8003f60 2024-09-19T04:36:19.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.749+0000 7fd9c1714640 1 --2- 172.21.15.111:0/2960090896 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9a8003f60 0x7fd9bc14a5f0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fd9b400fb90 tx=0x7fd9b400ff90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:19.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.749+0000 7fd9b1ffb640 1 -- 172.21.15.111:0/2960090896 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9b4003b80 con 0x7fd9a8003f60 2024-09-19T04:36:19.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.749+0000 7fd9b1ffb640 1 -- 172.21.15.111:0/2960090896 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9b4018070 con 0x7fd9a8003f60 2024-09-19T04:36:19.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.749+0000 7fd9b1ffb640 1 -- 172.21.15.111:0/2960090896 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9b400d7f0 con 0x7fd9a8003f60 2024-09-19T04:36:19.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.749+0000 7fd9c3978640 1 -- 172.21.15.111:0/2960090896 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9bc14af60 con 0x7fd9a8003f60 2024-09-19T04:36:19.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.750+0000 7fd9c3978640 1 -- 172.21.15.111:0/2960090896 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9bc14b520 con 0x7fd9a8003f60 2024-09-19T04:36:19.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.750+0000 7fd9c3978640 1 -- 172.21.15.111:0/2960090896 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9bc15baa0 con 0x7fd9a8003f60 2024-09-19T04:36:19.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.751+0000 7fd9b1ffb640 1 -- 172.21.15.111:0/2960090896 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7fd9b400d990 con 0x7fd9a8003f60 2024-09-19T04:36:19.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.751+0000 7fd9b1ffb640 1 --2- 172.21.15.111:0/2960090896 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd9a006c610 0x7fd9a006ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:19.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.751+0000 7fd9c0f13640 1 --2- 172.21.15.111:0/2960090896 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd9a006c610 0x7fd9a006ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:19.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.751+0000 7fd9b1ffb640 1 -- 172.21.15.111:0/2960090896 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fd9b408b920 con 0x7fd9a8003f60 2024-09-19T04:36:19.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.752+0000 7fd9c0f13640 1 --2- 172.21.15.111:0/2960090896 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd9a006c610 0x7fd9a006ead0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fd9ac032000 tx=0x7fd9ac034040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:19.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.756+0000 7fd9b1ffb640 1 -- 172.21.15.111:0/2960090896 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd9b4059d10 con 0x7fd9a8003f60 2024-09-19T04:36:19.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.959+0000 7fd9c3978640 1 -- 172.21.15.111:0/2960090896 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd9bc0ceed0 con 0x7fd9a8003f60 2024-09-19T04:36:19.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.960+0000 7fd9b1ffb640 1 -- 172.21.15.111:0/2960090896 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+5232 (secure 0 0 0) 0x7fd9b4059610 con 0x7fd9a8003f60 2024-09-19T04:36:19.961 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:19.962 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":29,"btime":"2024-09-19T04:36:06:821600+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5057,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/2129760899","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":2129760899},{"type":"v1","addr":"172.21.15.114:6834","nonce":2129760899}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":5368,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/984457279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":984457279},{"type":"v1","addr":"172.21.15.114:6835","nonce":984457279}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":5631,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/3612593317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":3612593317},{"type":"v1","addr":"172.21.15.111:6835","nonce":3612593317}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24}],"filesystems":[{"mdsmap":{"epoch":28,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:35:54.120660+0000","modified":"2024-09-19T04:35:56.123266+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5652},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5652":{"gid":5652,"name":"a","rank":0,"incarnation":26,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6837/2608480199","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":2608480199},{"type":"v1","addr":"172.21.15.111:6837","nonce":2608480199}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5652,"qdb_cluster":[5652]},"id":4}]} 2024-09-19T04:36:19.962 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 29 2024-09-19T04:36:19.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.962+0000 7fd9c3978640 1 -- 172.21.15.111:0/2960090896 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd9a006c610 msgr2=0x7fd9a006ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:19.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.962+0000 7fd9c3978640 1 --2- 172.21.15.111:0/2960090896 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd9a006c610 0x7fd9a006ead0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fd9ac032000 tx=0x7fd9ac034040 comp rx=0 tx=0).stop 2024-09-19T04:36:19.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.962+0000 7fd9c3978640 1 -- 172.21.15.111:0/2960090896 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9a8003f60 msgr2=0x7fd9bc14a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:19.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.962+0000 7fd9c3978640 1 --2- 172.21.15.111:0/2960090896 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9a8003f60 0x7fd9bc14a5f0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fd9b400fb90 tx=0x7fd9b400ff90 comp rx=0 tx=0).stop 2024-09-19T04:36:19.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.962+0000 7fd9c3978640 1 -- 172.21.15.111:0/2960090896 shutdown_connections 2024-09-19T04:36:19.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.962+0000 7fd9c3978640 1 --2- 172.21.15.111:0/2960090896 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd9a006c610 0x7fd9a006ead0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.962+0000 7fd9c3978640 1 --2- 172.21.15.111:0/2960090896 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9bc1493a0 0x7fd9bc149830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.962+0000 7fd9c3978640 1 --2- 172.21.15.111:0/2960090896 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd9bc14a060 0x7fd9bc0733c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.962+0000 7fd9c3978640 1 --2- 172.21.15.111:0/2960090896 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9a8003f60 0x7fd9bc14a5f0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:19.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.962+0000 7fd9c3978640 1 -- 172.21.15.111:0/2960090896 >> 172.21.15.111:0/2960090896 conn(0x7fd9bc062cc0 msgr2=0x7fd9bc0b1900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:19.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.962+0000 7fd9c3978640 1 -- 172.21.15.111:0/2960090896 shutdown_connections 2024-09-19T04:36:19.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:19.962+0000 7fd9c3978640 1 -- 172.21.15.111:0/2960090896 wait complete. 2024-09-19T04:36:19.975 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:36:20.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.072+0000 7fc9b20a6640 1 Processor -- start 2024-09-19T04:36:20.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.072+0000 7fc9b20a6640 1 -- start start 2024-09-19T04:36:20.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.073+0000 7fc9b20a6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc9ac15c300 0x7fc9ac0affc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:20.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.073+0000 7fc9b20a6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc9ac0cd300 0x7fc9ac06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:20.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.073+0000 7fc9b20a6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc9ac06f010 0x7fc9ac1622e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:20.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.073+0000 7fc9b20a6640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fc9ac15ecf0 con 0x7fc9ac15c300 2024-09-19T04:36:20.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.073+0000 7fc9b20a6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fc9ac15c6e0 con 0x7fc9ac06f010 2024-09-19T04:36:20.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.073+0000 7fc9b20a6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc9ac15efb0 con 0x7fc9ac0cd300 2024-09-19T04:36:20.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.073+0000 7fc9ab7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc9ac15c300 0x7fc9ac0affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:20.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.073+0000 7fc9ab7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc9ac15c300 0x7fc9ac0affc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48854/0 (socket says 172.21.15.111:48854) 2024-09-19T04:36:20.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.073+0000 7fc9ab7fe640 1 -- 172.21.15.111:0/748694919 learned_addr learned my addr 172.21.15.111:0/748694919 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:20.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.073+0000 7fc9aaffd640 1 --2- 172.21.15.111:0/748694919 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc9ac0cd300 0x7fc9ac06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:20.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.073+0000 7fc9abfff640 1 --2- 172.21.15.111:0/748694919 >> v2:172.21.15.114:3300/0 conn(0x7fc9ac06f010 0x7fc9ac1622e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:20.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.073+0000 7fc9ab7fe640 1 -- 172.21.15.111:0/748694919 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc9ac0cd300 msgr2=0x7fc9ac06ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:20.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.073+0000 7fc9ab7fe640 1 --2- 172.21.15.111:0/748694919 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc9ac0cd300 0x7fc9ac06ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.073+0000 7fc9ab7fe640 1 -- 172.21.15.111:0/748694919 >> v2:172.21.15.114:3300/0 conn(0x7fc9ac06f010 msgr2=0x7fc9ac1622e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:20.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.073+0000 7fc9ab7fe640 1 --2- 172.21.15.111:0/748694919 >> v2:172.21.15.114:3300/0 conn(0x7fc9ac06f010 0x7fc9ac1622e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.073+0000 7fc9ab7fe640 1 -- 172.21.15.111:0/748694919 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9ac15f290 con 0x7fc9ac15c300 2024-09-19T04:36:20.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.074+0000 7fc9ab7fe640 1 --2- 172.21.15.111:0/748694919 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9ac15c300 0x7fc9ac0affc0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fc9ac06f820 tx=0x7fc99c02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af6d032b7e24ee35 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:20.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.074+0000 7fc9aa7fc640 1 -- 172.21.15.111:0/748694919 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc99c036070 con 0x7fc9ac15c300 2024-09-19T04:36:20.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.074+0000 7fc9aa7fc640 1 -- 172.21.15.111:0/748694919 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc99c031600 con 0x7fc9ac15c300 2024-09-19T04:36:20.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.074+0000 7fc9aa7fc640 1 -- 172.21.15.111:0/748694919 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc99c0319d0 con 0x7fc9ac15c300 2024-09-19T04:36:20.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.075+0000 7fc9b20a6640 1 -- 172.21.15.111:0/748694919 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9ac15c300 msgr2=0x7fc9ac0affc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:20.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.075+0000 7fc9b20a6640 1 --2- 172.21.15.111:0/748694919 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9ac15c300 0x7fc9ac0affc0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fc9ac06f820 tx=0x7fc99c02a610 comp rx=0 tx=0).stop 2024-09-19T04:36:20.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.075+0000 7fc9b20a6640 1 -- 172.21.15.111:0/748694919 shutdown_connections 2024-09-19T04:36:20.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.075+0000 7fc9b20a6640 1 --2- 172.21.15.111:0/748694919 >> v2:172.21.15.114:3300/0 conn(0x7fc9ac06f010 0x7fc9ac1622e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.075+0000 7fc9b20a6640 1 --2- 172.21.15.111:0/748694919 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc9ac0cd300 0x7fc9ac06ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.075+0000 7fc9b20a6640 1 --2- 172.21.15.111:0/748694919 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9ac15c300 0x7fc9ac0affc0 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.075+0000 7fc9b20a6640 1 -- 172.21.15.111:0/748694919 >> 172.21.15.111:0/748694919 conn(0x7fc9ac06cae0 msgr2=0x7fc9ac06cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:20.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.075+0000 7fc9b20a6640 1 -- 172.21.15.111:0/748694919 shutdown_connections 2024-09-19T04:36:20.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.075+0000 7fc9b20a6640 1 -- 172.21.15.111:0/748694919 wait complete. 2024-09-19T04:36:20.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.076+0000 7fc9b20a6640 1 Processor -- start 2024-09-19T04:36:20.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.076+0000 7fc9b20a6640 1 -- start start 2024-09-19T04:36:20.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.077+0000 7fc9b20a6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc9ac06f010 0x7fc9ac1f72e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:20.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.077+0000 7fc9b20a6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc9ac0cd300 0x7fc9ac1f55d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:20.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.077+0000 7fc9b20a6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9ac15c300 0x7fc9ac0b1cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:20.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.077+0000 7fc9b20a6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc9ac071880 con 0x7fc9ac15c300 2024-09-19T04:36:20.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.077+0000 7fc9b20a6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc9ac15f850 con 0x7fc9ac0cd300 2024-09-19T04:36:20.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.077+0000 7fc9b20a6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc9ac0b0500 con 0x7fc9ac06f010 2024-09-19T04:36:20.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.077+0000 7fc9abfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9ac15c300 0x7fc9ac0b1cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:20.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.077+0000 7fc9abfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9ac15c300 0x7fc9ac0b1cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48866/0 (socket says 172.21.15.111:48866) 2024-09-19T04:36:20.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.077+0000 7fc9abfff640 1 -- 172.21.15.111:0/3739142669 learned_addr learned my addr 172.21.15.111:0/3739142669 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:20.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.077+0000 7fc9aaffd640 1 --2- 172.21.15.111:0/3739142669 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc9ac0cd300 0x7fc9ac1f55d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:20.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.077+0000 7fc9ab7fe640 1 --2- 172.21.15.111:0/3739142669 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc9ac06f010 0x7fc9ac1f72e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:20.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.077+0000 7fc9abfff640 1 -- 172.21.15.111:0/3739142669 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc9ac06f010 msgr2=0x7fc9ac1f72e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:20.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.077+0000 7fc9abfff640 1 --2- 172.21.15.111:0/3739142669 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc9ac06f010 0x7fc9ac1f72e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.077+0000 7fc9abfff640 1 -- 172.21.15.111:0/3739142669 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc9ac0cd300 msgr2=0x7fc9ac1f55d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:20.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.077+0000 7fc9abfff640 1 --2- 172.21.15.111:0/3739142669 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc9ac0cd300 0x7fc9ac1f55d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.077+0000 7fc9abfff640 1 -- 172.21.15.111:0/3739142669 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9ac15c910 con 0x7fc9ac15c300 2024-09-19T04:36:20.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.077+0000 7fc9aaffd640 1 --2- 172.21.15.111:0/3739142669 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc9ac0cd300 0x7fc9ac1f55d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:20.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.077+0000 7fc9abfff640 1 --2- 172.21.15.111:0/3739142669 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9ac15c300 0x7fc9ac0b1cc0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fc9a400d5d0 tx=0x7fc9a400da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:20.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.078+0000 7fc993fff640 1 -- 172.21.15.111:0/3739142669 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9a4018020 con 0x7fc9ac15c300 2024-09-19T04:36:20.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.078+0000 7fc993fff640 1 -- 172.21.15.111:0/3739142669 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9a4014620 con 0x7fc9ac15c300 2024-09-19T04:36:20.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.078+0000 7fc9b20a6640 1 -- 172.21.15.111:0/3739142669 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9ac1f5b10 con 0x7fc9ac15c300 2024-09-19T04:36:20.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.078+0000 7fc993fff640 1 -- 172.21.15.111:0/3739142669 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9a40149f0 con 0x7fc9ac15c300 2024-09-19T04:36:20.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.078+0000 7fc9b20a6640 1 -- 172.21.15.111:0/3739142669 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9ac15cbb0 con 0x7fc9ac15c300 2024-09-19T04:36:20.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.079+0000 7fc9b20a6640 1 -- 172.21.15.111:0/3739142669 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9ac06ead0 con 0x7fc9ac15c300 2024-09-19T04:36:20.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.079+0000 7fc993fff640 1 -- 172.21.15.111:0/3739142669 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7fc9a401b020 con 0x7fc9ac15c300 2024-09-19T04:36:20.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.079+0000 7fc993fff640 1 --2- 172.21.15.111:0/3739142669 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc99806c610 0x7fc99806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:20.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.079+0000 7fc993fff640 1 -- 172.21.15.111:0/3739142669 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fc9a408ba70 con 0x7fc9ac15c300 2024-09-19T04:36:20.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.079+0000 7fc9ab7fe640 1 --2- 172.21.15.111:0/3739142669 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc99806c610 0x7fc99806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:20.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.080+0000 7fc9ab7fe640 1 --2- 172.21.15.111:0/3739142669 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc99806c610 0x7fc99806ead0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fc99c033000 tx=0x7fc99c009000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:20.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.084+0000 7fc993fff640 1 -- 172.21.15.111:0/3739142669 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc9a4022030 con 0x7fc9ac15c300 2024-09-19T04:36:20.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.251+0000 7fc9b20a6640 1 -- 172.21.15.111:0/3739142669 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc9ac0b65c0 con 0x7fc9ac15c300 2024-09-19T04:36:20.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.252+0000 7fc993fff640 1 -- 172.21.15.111:0/3739142669 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) ==== 74+0+16773 (secure 0 0 0) 0x7fc9a4059dd0 con 0x7fc9ac15c300 2024-09-19T04:36:20.253 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:20.254 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":58,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:35:55.782841+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:35:52.734216+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T04:35:53.094533+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:36:20.256 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.254+0000 7fc9b20a6640 1 -- 172.21.15.111:0/3739142669 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc99806c610 msgr2=0x7fc99806ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:20.256 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.254+0000 7fc9b20a6640 1 --2- 172.21.15.111:0/3739142669 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc99806c610 0x7fc99806ead0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fc99c033000 tx=0x7fc99c009000 comp rx=0 tx=0).stop 2024-09-19T04:36:20.256 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.254+0000 7fc9b20a6640 1 -- 172.21.15.111:0/3739142669 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9ac15c300 msgr2=0x7fc9ac0b1cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:20.256 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.254+0000 7fc9b20a6640 1 --2- 172.21.15.111:0/3739142669 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9ac15c300 0x7fc9ac0b1cc0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fc9a400d5d0 tx=0x7fc9a400da90 comp rx=0 tx=0).stop 2024-09-19T04:36:20.256 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.254+0000 7fc9b20a6640 1 -- 172.21.15.111:0/3739142669 shutdown_connections 2024-09-19T04:36:20.256 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.254+0000 7fc9b20a6640 1 --2- 172.21.15.111:0/3739142669 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc99806c610 0x7fc99806ead0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.256 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.254+0000 7fc9b20a6640 1 --2- 172.21.15.111:0/3739142669 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9ac15c300 0x7fc9ac0b1cc0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.256 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.254+0000 7fc9b20a6640 1 --2- 172.21.15.111:0/3739142669 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc9ac0cd300 0x7fc9ac1f55d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.256 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.254+0000 7fc9b20a6640 1 --2- 172.21.15.111:0/3739142669 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc9ac06f010 0x7fc9ac1f72e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.256 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.254+0000 7fc9b20a6640 1 -- 172.21.15.111:0/3739142669 >> 172.21.15.111:0/3739142669 conn(0x7fc9ac06cae0 msgr2=0x7fc9ac06cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:20.256 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.254+0000 7fc9b20a6640 1 -- 172.21.15.111:0/3739142669 shutdown_connections 2024-09-19T04:36:20.256 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.254+0000 7fc9b20a6640 1 -- 172.21.15.111:0/3739142669 wait complete. 2024-09-19T04:36:20.267 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T04:36:20.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.364+0000 7f11d822e640 1 Processor -- start 2024-09-19T04:36:20.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.364+0000 7f11d822e640 1 -- start start 2024-09-19T04:36:20.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.365+0000 7f11d822e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f11d015e940 0x7f11d00d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:20.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.365+0000 7f11d822e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f11d015ed20 0x7f11d00d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:20.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.365+0000 7f11d822e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11d00b7170 con 0x7f11d00cef90 2024-09-19T04:36:20.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.365+0000 7f11d822e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f11d00d1ae0 con 0x7f11d015ed20 2024-09-19T04:36:20.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.365+0000 7f11d822e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f11d00b7aa0 con 0x7f11d015e940 2024-09-19T04:36:20.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.365+0000 7f11d57c9640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f11d015ed20 0x7f11d00d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:20.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.365+0000 7f11d57c9640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f11d015ed20 0x7f11d00d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48868/0 (socket says 172.21.15.111:48868) 2024-09-19T04:36:20.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.365+0000 7f11d57c9640 1 -- 172.21.15.111:0/2533781876 learned_addr learned my addr 172.21.15.111:0/2533781876 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:20.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.366+0000 7f11d5fca640 1 --2- 172.21.15.111:0/2533781876 >> v2:172.21.15.114:3300/0 conn(0x7f11d015e940 0x7f11d00d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:20.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.366+0000 7f11d57c9640 1 -- 172.21.15.111:0/2533781876 >> v2:172.21.15.114:3300/0 conn(0x7f11d015e940 msgr2=0x7f11d00d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:20.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.366+0000 7f11d57c9640 1 --2- 172.21.15.111:0/2533781876 >> v2:172.21.15.114:3300/0 conn(0x7f11d015e940 0x7f11d00d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.366+0000 7f11d57c9640 1 -- 172.21.15.111:0/2533781876 >> v1:172.21.15.114:6789/0 conn(0x7f11d00cef90 legacy=0x7f11d00b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:20.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.366+0000 7f11d57c9640 1 -- 172.21.15.111:0/2533781876 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11d00d3660 con 0x7f11d015ed20 2024-09-19T04:36:20.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.366+0000 7f11d57c9640 1 --2- 172.21.15.111:0/2533781876 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11d015ed20 0x7f11d00d15a0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f11d00509d0 tx=0x7f11c402a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=455197e34a505e51 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:20.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.366+0000 7f11d4fc8640 1 -- 172.21.15.111:0/2533781876 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11c4037070 con 0x7f11d015ed20 2024-09-19T04:36:20.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.367+0000 7f11d4fc8640 1 -- 172.21.15.111:0/2533781876 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11c4032440 con 0x7f11d015ed20 2024-09-19T04:36:20.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.367+0000 7f11d4fc8640 1 -- 172.21.15.111:0/2533781876 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11c4032810 con 0x7f11d015ed20 2024-09-19T04:36:20.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.367+0000 7f11d822e640 1 -- 172.21.15.111:0/2533781876 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11d015ed20 msgr2=0x7f11d00d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:20.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.367+0000 7f11d822e640 1 --2- 172.21.15.111:0/2533781876 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11d015ed20 0x7f11d00d15a0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f11d00509d0 tx=0x7f11c402a2c0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.367+0000 7f11d822e640 1 -- 172.21.15.111:0/2533781876 shutdown_connections 2024-09-19T04:36:20.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.367+0000 7f11d822e640 1 --2- 172.21.15.111:0/2533781876 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11d015ed20 0x7f11d00d15a0 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.367+0000 7f11d822e640 1 --2- 172.21.15.111:0/2533781876 >> v2:172.21.15.114:3300/0 conn(0x7f11d015e940 0x7f11d00d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.367+0000 7f11d822e640 1 -- 172.21.15.111:0/2533781876 >> 172.21.15.111:0/2533781876 conn(0x7f11d00b6240 msgr2=0x7f11d00b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:20.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.367+0000 7f11d822e640 1 -- 172.21.15.111:0/2533781876 shutdown_connections 2024-09-19T04:36:20.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.367+0000 7f11d822e640 1 -- 172.21.15.111:0/2533781876 wait complete. 2024-09-19T04:36:20.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.368+0000 7f11d822e640 1 Processor -- start 2024-09-19T04:36:20.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.368+0000 7f11d822e640 1 -- start start 2024-09-19T04:36:20.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.369+0000 7f11d822e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f11d00cef90 0x7f11d015a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:20.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.369+0000 7f11d822e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f11d015e940 0x7f11d014ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:20.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.369+0000 7f11d822e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11d015ed20 0x7f11d015af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:20.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.369+0000 7f11d822e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f11d00d3f00 con 0x7f11d015ed20 2024-09-19T04:36:20.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.369+0000 7f11d822e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f11d00d3c20 con 0x7f11d00cef90 2024-09-19T04:36:20.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.369+0000 7f11d822e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f11d00d3310 con 0x7f11d015e940 2024-09-19T04:36:20.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.369+0000 7f11d67cb640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11d015ed20 0x7f11d015af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:20.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.369+0000 7f11d67cb640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11d015ed20 0x7f11d015af80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48880/0 (socket says 172.21.15.111:48880) 2024-09-19T04:36:20.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.369+0000 7f11d67cb640 1 -- 172.21.15.111:0/592072166 learned_addr learned my addr 172.21.15.111:0/592072166 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:20.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.369+0000 7f11d5fca640 1 --2- 172.21.15.111:0/592072166 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f11d00cef90 0x7f11d015a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:20.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.369+0000 7f11d57c9640 1 --2- 172.21.15.111:0/592072166 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f11d015e940 0x7f11d014ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:20.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.370+0000 7f11d67cb640 1 -- 172.21.15.111:0/592072166 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f11d015e940 msgr2=0x7f11d014ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:20.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.370+0000 7f11d67cb640 1 --2- 172.21.15.111:0/592072166 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f11d015e940 0x7f11d014ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.370+0000 7f11d67cb640 1 -- 172.21.15.111:0/592072166 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f11d00cef90 msgr2=0x7f11d015a3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:20.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.370+0000 7f11d67cb640 1 --2- 172.21.15.111:0/592072166 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f11d00cef90 0x7f11d015a3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.370+0000 7f11d67cb640 1 -- 172.21.15.111:0/592072166 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11d0159050 con 0x7f11d015ed20 2024-09-19T04:36:20.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.370+0000 7f11d67cb640 1 --2- 172.21.15.111:0/592072166 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11d015ed20 0x7f11d015af80 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f11c800b990 tx=0x7f11c800be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:20.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.370+0000 7f11ce7fc640 1 -- 172.21.15.111:0/592072166 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11c8019070 con 0x7f11d015ed20 2024-09-19T04:36:20.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.370+0000 7f11ce7fc640 1 -- 172.21.15.111:0/592072166 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11c800cba0 con 0x7f11d015ed20 2024-09-19T04:36:20.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.370+0000 7f11d822e640 1 -- 172.21.15.111:0/592072166 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11d0159330 con 0x7f11d015ed20 2024-09-19T04:36:20.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.370+0000 7f11ce7fc640 1 -- 172.21.15.111:0/592072166 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11c8014440 con 0x7f11d015ed20 2024-09-19T04:36:20.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.370+0000 7f11d822e640 1 -- 172.21.15.111:0/592072166 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11d01598f0 con 0x7f11d015ed20 2024-09-19T04:36:20.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.371+0000 7f11d822e640 1 -- 172.21.15.111:0/592072166 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11d00d1ef0 con 0x7f11d015ed20 2024-09-19T04:36:20.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.371+0000 7f11ce7fc640 1 -- 172.21.15.111:0/592072166 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f11c801c070 con 0x7f11d015ed20 2024-09-19T04:36:20.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.372+0000 7f11ce7fc640 1 --2- 172.21.15.111:0/592072166 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f11bc06c580 0x7f11bc06ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:20.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.372+0000 7f11ce7fc640 1 -- 172.21.15.111:0/592072166 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f11c808b640 con 0x7f11d015ed20 2024-09-19T04:36:20.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.372+0000 7f11d5fca640 1 --2- 172.21.15.111:0/592072166 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f11bc06c580 0x7f11bc06ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:20.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.372+0000 7f11d5fca640 1 --2- 172.21.15.111:0/592072166 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f11bc06c580 0x7f11bc06ea40 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f11c000aac0 tx=0x7f11c0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:20.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.376+0000 7f11ce7fc640 1 -- 172.21.15.111:0/592072166 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f11c80593a0 con 0x7f11d015ed20 2024-09-19T04:36:20.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.578+0000 7f11d822e640 1 -- 172.21.15.111:0/592072166 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f11d00ba6b0 con 0x7f11d015ed20 2024-09-19T04:36:20.580 INFO:tasks.ceph.mon.a.smithi111.stderr:2024-09-19T04:36:20.579+0000 7fab606dd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T04:36:20.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.580+0000 7f11ce7fc640 1 -- 172.21.15.111:0/592072166 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v30) ==== 161+0+0 (secure 0 0 0) 0x7f11c805d6a0 con 0x7f11d015ed20 2024-09-19T04:36:20.581 INFO:teuthology.orchestra.run.smithi111.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T04:36:20.585 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.583+0000 7f11d822e640 1 -- 172.21.15.111:0/592072166 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f11bc06c580 msgr2=0x7f11bc06ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:20.585 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.583+0000 7f11d822e640 1 --2- 172.21.15.111:0/592072166 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f11bc06c580 0x7f11bc06ea40 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f11c000aac0 tx=0x7f11c0008040 comp rx=0 tx=0).stop 2024-09-19T04:36:20.585 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.583+0000 7f11d822e640 1 -- 172.21.15.111:0/592072166 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11d015ed20 msgr2=0x7f11d015af80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:20.585 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.583+0000 7f11d822e640 1 --2- 172.21.15.111:0/592072166 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11d015ed20 0x7f11d015af80 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f11c800b990 tx=0x7f11c800be50 comp rx=0 tx=0).stop 2024-09-19T04:36:20.585 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.583+0000 7f11d822e640 1 -- 172.21.15.111:0/592072166 shutdown_connections 2024-09-19T04:36:20.585 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.583+0000 7f11d822e640 1 --2- 172.21.15.111:0/592072166 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f11bc06c580 0x7f11bc06ea40 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.585 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.583+0000 7f11d822e640 1 --2- 172.21.15.111:0/592072166 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11d015ed20 0x7f11d015af80 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.585 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.583+0000 7f11d822e640 1 --2- 172.21.15.111:0/592072166 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f11d015e940 0x7f11d014ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.585 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.583+0000 7f11d822e640 1 --2- 172.21.15.111:0/592072166 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f11d00cef90 0x7f11d015a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.585 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.583+0000 7f11d822e640 1 -- 172.21.15.111:0/592072166 >> 172.21.15.111:0/592072166 conn(0x7f11d00b6240 msgr2=0x7f11d00b6620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:20.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.583+0000 7f11d822e640 1 -- 172.21.15.111:0/592072166 shutdown_connections 2024-09-19T04:36:20.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.583+0000 7f11d822e640 1 -- 172.21.15.111:0/592072166 wait complete. 2024-09-19T04:36:20.596 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T04:36:20.622 INFO:tasks.ceph.mds.a.smithi111.stdout:starting mds.a at 2024-09-19T04:36:20.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.696+0000 7f6208853640 1 Processor -- start 2024-09-19T04:36:20.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.696+0000 7f6208853640 1 -- start start 2024-09-19T04:36:20.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.697+0000 7f6208853640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6204161e30 0x7f62040d34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:20.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.697+0000 7f6208853640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62040cf9a0 con 0x7f62040b3d50 2024-09-19T04:36:20.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.697+0000 7f6208853640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6204162210 con 0x7f620406dfd0 2024-09-19T04:36:20.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.697+0000 7f6208853640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f62040cfcf0 con 0x7f6204161e30 2024-09-19T04:36:20.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.697+0000 7f6201d9b640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f62040b3d50 0x7f620406d8c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:42202/0 (socket says 172.21.15.111:42202) 2024-09-19T04:36:20.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.698+0000 7f6201d9b640 1 -- 172.21.15.111:0/21028832 learned_addr learned my addr 172.21.15.111:0/21028832 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:20.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.698+0000 7f620259c640 1 --2- 172.21.15.111:0/21028832 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6204161e30 0x7f62040d34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:20.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.698+0000 7f620159a640 1 -- 172.21.15.111:0/21028832 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4275225106 0 0) 0x7f62040cf9a0 con 0x7f62040b3d50 2024-09-19T04:36:20.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.698+0000 7f620159a640 1 -- 172.21.15.111:0/21028832 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f61ec003520 con 0x7f62040b3d50 2024-09-19T04:36:20.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.698+0000 7f620159a640 1 -- 172.21.15.111:0/21028832 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 336039448 0 0) 0x7f61ec003520 con 0x7f62040b3d50 2024-09-19T04:36:20.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.698+0000 7f620159a640 1 -- 172.21.15.111:0/21028832 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6204161e30 msgr2=0x7f62040d34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:20.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.698+0000 7f620159a640 1 --2- 172.21.15.111:0/21028832 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6204161e30 0x7f62040d34a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.698+0000 7f620159a640 1 -- 172.21.15.111:0/21028832 >> v1:172.21.15.114:6789/0 conn(0x7f620406dfd0 legacy=0x7f62040b78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:20.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.698+0000 7f620159a640 1 -- 172.21.15.111:0/21028832 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62040d5210 con 0x7f62040b3d50 2024-09-19T04:36:20.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.698+0000 7f620159a640 1 -- 172.21.15.111:0/21028832 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f61f8001690 con 0x7f62040b3d50 2024-09-19T04:36:20.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.698+0000 7f620159a640 1 -- 172.21.15.111:0/21028832 >> v1:172.21.15.111:6789/0 conn(0x7f62040b3d50 legacy=0x7f620406d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:20.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.698+0000 7f620159a640 1 --2- 172.21.15.111:0/21028832 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f61ec0039e0 0x7f61ec003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:20.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.698+0000 7f620159a640 1 --2- 172.21.15.111:0/21028832 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f61ec004390 0x7f61ec004860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:20.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.698+0000 7f620159a640 1 --2- 172.21.15.111:0/21028832 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61ec005010 0x7f61ec00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:20.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.698+0000 7f620159a640 1 -- 172.21.15.111:0/21028832 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f62040cfcf0 con 0x7f61ec0039e0 2024-09-19T04:36:20.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.698+0000 7f620159a640 1 -- 172.21.15.111:0/21028832 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f61ec00bf30 con 0x7f61ec005010 2024-09-19T04:36:20.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.698+0000 7f620159a640 1 -- 172.21.15.111:0/21028832 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f61ec00c130 con 0x7f61ec004390 2024-09-19T04:36:20.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.698+0000 7f620259c640 1 --2- 172.21.15.111:0/21028832 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6204161e30 0x7f62040d34a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:36:20.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.698+0000 7f6201d9b640 1 --2- 172.21.15.111:0/21028832 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f61ec004390 0x7f61ec004860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:20.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.698+0000 7f620259c640 1 --2- 172.21.15.111:0/21028832 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f61ec0039e0 0x7f61ec003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:20.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.698+0000 7f6202d9d640 1 --2- 172.21.15.111:0/21028832 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61ec005010 0x7f61ec00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:20.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.698+0000 7f620259c640 1 -- 172.21.15.111:0/21028832 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f61ec004390 msgr2=0x7f61ec004860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:20.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.698+0000 7f620259c640 1 --2- 172.21.15.111:0/21028832 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f61ec004390 0x7f61ec004860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.699+0000 7f620259c640 1 -- 172.21.15.111:0/21028832 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61ec005010 msgr2=0x7f61ec00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:20.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.699+0000 7f620259c640 1 --2- 172.21.15.111:0/21028832 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61ec005010 0x7f61ec00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.699+0000 7f620259c640 1 -- 172.21.15.111:0/21028832 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61ec003520 con 0x7f61ec0039e0 2024-09-19T04:36:20.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.699+0000 7f620259c640 1 --2- 172.21.15.111:0/21028832 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f61ec0039e0 0x7f61ec003dc0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f620408d7d0 tx=0x7f61ec005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e89ec04d7a4effa6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:20.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.699+0000 7f620159a640 1 -- 172.21.15.111:0/21028832 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61f4036070 con 0x7f61ec0039e0 2024-09-19T04:36:20.704 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.699+0000 7f620159a640 1 -- 172.21.15.111:0/21028832 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61f4003c50 con 0x7f61ec0039e0 2024-09-19T04:36:20.704 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.699+0000 7f620159a640 1 -- 172.21.15.111:0/21028832 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61f4009d40 con 0x7f61ec0039e0 2024-09-19T04:36:20.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.700+0000 7f6208853640 1 -- 172.21.15.111:0/21028832 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f61ec0039e0 msgr2=0x7f61ec003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:20.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.700+0000 7f6208853640 1 --2- 172.21.15.111:0/21028832 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f61ec0039e0 0x7f61ec003dc0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f620408d7d0 tx=0x7f61ec005830 comp rx=0 tx=0).stop 2024-09-19T04:36:20.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.700+0000 7f6202d9d640 1 -- 172.21.15.111:0/21028832 reap_dead start 2024-09-19T04:36:20.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.700+0000 7f6208853640 1 -- 172.21.15.111:0/21028832 shutdown_connections 2024-09-19T04:36:20.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.700+0000 7f6208853640 1 -- 172.21.15.111:0/21028832 >> 172.21.15.111:0/21028832 conn(0x7f62040d1870 msgr2=0x7f62040d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:20.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.700+0000 7f6208853640 1 -- 172.21.15.111:0/21028832 shutdown_connections 2024-09-19T04:36:20.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.700+0000 7f6208853640 1 -- 172.21.15.111:0/21028832 wait complete. 2024-09-19T04:36:20.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.701+0000 7f6208853640 1 Processor -- start 2024-09-19T04:36:20.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.701+0000 7f6208853640 1 -- start start 2024-09-19T04:36:20.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.702+0000 7f6208853640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61ec0039e0 0x7f62040cae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:20.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.702+0000 7f6208853640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6204154850 0x7f62041578e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:20.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.702+0000 7f6208853640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6204154da0 0x7f6204157e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:20.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.702+0000 7f6208853640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f62040b3290 con 0x7f6204154850 2024-09-19T04:36:20.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.702+0000 7f6208853640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f62040b3950 con 0x7f61ec0039e0 2024-09-19T04:36:20.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.702+0000 7f6208853640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f62040b3410 con 0x7f6204154da0 2024-09-19T04:36:20.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.702+0000 7f6201d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6204154850 0x7f62041578e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:20.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.702+0000 7f6201d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6204154850 0x7f62041578e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48910/0 (socket says 172.21.15.111:48910) 2024-09-19T04:36:20.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.702+0000 7f6201d9b640 1 -- 172.21.15.111:0/508501963 learned_addr learned my addr 172.21.15.111:0/508501963 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:20.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.702+0000 7f620259c640 1 --2- 172.21.15.111:0/508501963 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61ec0039e0 0x7f62040cae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:20.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.702+0000 7f6202d9d640 1 --2- 172.21.15.111:0/508501963 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6204154da0 0x7f6204157e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:20.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.703+0000 7f6201d9b640 1 -- 172.21.15.111:0/508501963 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6204154da0 msgr2=0x7f6204157e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:20.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.703+0000 7f6201d9b640 1 --2- 172.21.15.111:0/508501963 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6204154da0 0x7f6204157e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.703+0000 7f6201d9b640 1 -- 172.21.15.111:0/508501963 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61ec0039e0 msgr2=0x7f62040cae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:20.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.703+0000 7f6201d9b640 1 --2- 172.21.15.111:0/508501963 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61ec0039e0 0x7f62040cae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:20.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.703+0000 7f6201d9b640 1 -- 172.21.15.111:0/508501963 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6204156020 con 0x7f6204154850 2024-09-19T04:36:20.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.703+0000 7f620259c640 1 --2- 172.21.15.111:0/508501963 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61ec0039e0 0x7f62040cae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:20.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.703+0000 7f6201d9b640 1 --2- 172.21.15.111:0/508501963 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6204154850 0x7f62041578e0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f61f8004ec0 tx=0x7f61f8007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:20.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.703+0000 7f61f2ffd640 1 -- 172.21.15.111:0/508501963 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61f800f750 con 0x7f6204154850 2024-09-19T04:36:20.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.703+0000 7f61f2ffd640 1 -- 172.21.15.111:0/508501963 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61f8018070 con 0x7f6204154850 2024-09-19T04:36:20.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.703+0000 7f6208853640 1 -- 172.21.15.111:0/508501963 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6204156300 con 0x7f6204154850 2024-09-19T04:36:20.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.703+0000 7f61f2ffd640 1 -- 172.21.15.111:0/508501963 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61f800fb50 con 0x7f6204154850 2024-09-19T04:36:20.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.703+0000 7f6208853640 1 -- 172.21.15.111:0/508501963 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62041568c0 con 0x7f6204154850 2024-09-19T04:36:20.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.704+0000 7f6208853640 1 -- 172.21.15.111:0/508501963 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6204069190 con 0x7f6204154850 2024-09-19T04:36:20.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.704+0000 7f61f2ffd640 1 -- 172.21.15.111:0/508501963 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f61f800fcf0 con 0x7f6204154850 2024-09-19T04:36:20.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.705+0000 7f61f2ffd640 1 --2- 172.21.15.111:0/508501963 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f61e406c610 0x7f61e406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:20.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.705+0000 7f61f2ffd640 1 -- 172.21.15.111:0/508501963 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7f61f808b900 con 0x7f6204154850 2024-09-19T04:36:20.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.705+0000 7f620259c640 1 --2- 172.21.15.111:0/508501963 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f61e406c610 0x7f61e406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:20.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.705+0000 7f620259c640 1 --2- 172.21.15.111:0/508501963 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f61e406c610 0x7f61e406ead0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f61f4033000 tx=0x7f61f402f000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:20.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.709+0000 7f61f2ffd640 1 -- 172.21.15.111:0/508501963 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f61f8059cc0 con 0x7f6204154850 2024-09-19T04:36:20.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:20.911+0000 7f6208853640 1 -- 172.21.15.111:0/508501963 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f620406d8c0 con 0x7f6204154850 2024-09-19T04:36:21.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.581+0000 7f61f2ffd640 1 -- 172.21.15.111:0/508501963 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v31) ==== 104+0+0 (secure 0 0 0) 0x7f61f80595c0 con 0x7f6204154850 2024-09-19T04:36:21.585 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.584+0000 7f6208853640 1 -- 172.21.15.111:0/508501963 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f61e406c610 msgr2=0x7f61e406ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:21.585 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.584+0000 7f6208853640 1 --2- 172.21.15.111:0/508501963 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f61e406c610 0x7f61e406ead0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f61f4033000 tx=0x7f61f402f000 comp rx=0 tx=0).stop 2024-09-19T04:36:21.585 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.584+0000 7f6208853640 1 -- 172.21.15.111:0/508501963 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6204154850 msgr2=0x7f62041578e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:21.585 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.584+0000 7f6208853640 1 --2- 172.21.15.111:0/508501963 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6204154850 0x7f62041578e0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f61f8004ec0 tx=0x7f61f8007430 comp rx=0 tx=0).stop 2024-09-19T04:36:21.585 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.584+0000 7f6208853640 1 -- 172.21.15.111:0/508501963 shutdown_connections 2024-09-19T04:36:21.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.584+0000 7f6208853640 1 --2- 172.21.15.111:0/508501963 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f61e406c610 0x7f61e406ead0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:21.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.584+0000 7f6208853640 1 --2- 172.21.15.111:0/508501963 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6204154da0 0x7f6204157e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:21.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.584+0000 7f6208853640 1 --2- 172.21.15.111:0/508501963 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6204154850 0x7f62041578e0 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:21.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.584+0000 7f6208853640 1 --2- 172.21.15.111:0/508501963 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61ec0039e0 0x7f62040cae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:21.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.584+0000 7f6208853640 1 -- 172.21.15.111:0/508501963 >> 172.21.15.111:0/508501963 conn(0x7f62040d1870 msgr2=0x7f62040b8d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:21.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.584+0000 7f6208853640 1 -- 172.21.15.111:0/508501963 shutdown_connections 2024-09-19T04:36:21.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.584+0000 7f6208853640 1 -- 172.21.15.111:0/508501963 wait complete. 2024-09-19T04:36:21.598 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T04:36:21.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.741+0000 7f47b4503640 1 Processor -- start 2024-09-19T04:36:21.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.741+0000 7f47b4503640 1 -- start start 2024-09-19T04:36:21.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.742+0000 7f47b4503640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f47ac0b5630 0x7f47ac06de50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:21.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.742+0000 7f47b4503640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f47ac0b0470 con 0x7f47ac0b5c10 2024-09-19T04:36:21.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.742+0000 7f47b4503640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f47ac0cdc10 con 0x7f47ac15c4b0 2024-09-19T04:36:21.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.742+0000 7f47b4503640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f47ac0cdef0 con 0x7f47ac0b5630 2024-09-19T04:36:21.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.742+0000 7f47b1a9e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f47ac0b5630 0x7f47ac06de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:21.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.742+0000 7f47b1a9e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f47ac0b5630 0x7f47ac06de50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36148/0 (socket says 172.21.15.111:36148) 2024-09-19T04:36:21.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.742+0000 7f47b2aa0640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f47ac0b5c10 0x7f47ac06e390 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:51764/0 (socket says 172.21.15.111:51764) 2024-09-19T04:36:21.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.742+0000 7f47b1a9e640 1 -- 172.21.15.111:0/3029668459 learned_addr learned my addr 172.21.15.111:0/3029668459 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:21.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.742+0000 7f47b1a9e640 1 -- 172.21.15.111:0/3029668459 >> v1:172.21.15.114:6789/0 conn(0x7f47ac15c4b0 legacy=0x7f47ac0b4f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:21.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.742+0000 7f47b1a9e640 1 -- 172.21.15.111:0/3029668459 >> v1:172.21.15.111:6789/0 conn(0x7f47ac0b5c10 legacy=0x7f47ac06e390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:21.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.742+0000 7f47b129d640 1 -- 172.21.15.111:0/3029668459 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3473177298 0 0) 0x7f47ac0b0470 con 0x7f47ac0b5c10 2024-09-19T04:36:21.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.742+0000 7f47b1a9e640 1 -- 172.21.15.111:0/3029668459 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47ac0ce1d0 con 0x7f47ac0b5630 2024-09-19T04:36:21.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.743+0000 7f47b1a9e640 1 --2- 172.21.15.111:0/3029668459 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47ac0b5630 0x7f47ac06de50 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f47a0009870 tx=0x7f47a002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d628b8d33e5d13cd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:21.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.743+0000 7f47b129d640 1 -- 172.21.15.111:0/3029668459 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a0037070 con 0x7f47ac0b5630 2024-09-19T04:36:21.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.743+0000 7f47b129d640 1 -- 172.21.15.111:0/3029668459 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47a002ae50 con 0x7f47ac0b5630 2024-09-19T04:36:21.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.743+0000 7f47b129d640 1 -- 172.21.15.111:0/3029668459 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a0032860 con 0x7f47ac0b5630 2024-09-19T04:36:21.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.743+0000 7f47b4503640 1 -- 172.21.15.111:0/3029668459 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47ac0b5630 msgr2=0x7f47ac06de50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:21.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.743+0000 7f47b4503640 1 --2- 172.21.15.111:0/3029668459 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47ac0b5630 0x7f47ac06de50 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f47a0009870 tx=0x7f47a002a300 comp rx=0 tx=0).stop 2024-09-19T04:36:21.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.743+0000 7f47b4503640 1 -- 172.21.15.111:0/3029668459 shutdown_connections 2024-09-19T04:36:21.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.743+0000 7f47b4503640 1 --2- 172.21.15.111:0/3029668459 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47ac0b5630 0x7f47ac06de50 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:21.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.743+0000 7f47b4503640 1 -- 172.21.15.111:0/3029668459 >> 172.21.15.111:0/3029668459 conn(0x7f47ac06c9f0 msgr2=0x7f47ac06cdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:21.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.744+0000 7f47b4503640 1 -- 172.21.15.111:0/3029668459 shutdown_connections 2024-09-19T04:36:21.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.744+0000 7f47b4503640 1 -- 172.21.15.111:0/3029668459 wait complete. 2024-09-19T04:36:21.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.745+0000 7f47b4503640 1 Processor -- start 2024-09-19T04:36:21.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.745+0000 7f47b4503640 1 -- start start 2024-09-19T04:36:21.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.745+0000 7f47b4503640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47ac0b5630 0x7f47ac155810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:21.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.745+0000 7f47b4503640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f47ac0b5c10 0x7f47ac15ca10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:21.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.745+0000 7f47b4503640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f47ac15c4b0 0x7f47ac145b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:21.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.745+0000 7f47b4503640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f47ac0ce790 con 0x7f47ac0b5630 2024-09-19T04:36:21.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.745+0000 7f47b4503640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f47ac15c890 con 0x7f47ac0b5c10 2024-09-19T04:36:21.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.745+0000 7f47b4503640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f47ac0ce910 con 0x7f47ac15c4b0 2024-09-19T04:36:21.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.745+0000 7f47b229f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47ac0b5630 0x7f47ac155810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:21.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.745+0000 7f47b229f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47ac0b5630 0x7f47ac155810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36162/0 (socket says 172.21.15.111:36162) 2024-09-19T04:36:21.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.745+0000 7f47b229f640 1 -- 172.21.15.111:0/1707606578 learned_addr learned my addr 172.21.15.111:0/1707606578 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:21.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.746+0000 7f47b229f640 1 -- 172.21.15.111:0/1707606578 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f47ac15c4b0 msgr2=0x7f47ac145b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:21.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.746+0000 7f47b229f640 1 --2- 172.21.15.111:0/1707606578 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f47ac15c4b0 0x7f47ac145b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:21.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.746+0000 7f47b229f640 1 -- 172.21.15.111:0/1707606578 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f47ac0b5c10 msgr2=0x7f47ac15ca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:21.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.746+0000 7f47b229f640 1 --2- 172.21.15.111:0/1707606578 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f47ac0b5c10 0x7f47ac15ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:21.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.746+0000 7f47b229f640 1 -- 172.21.15.111:0/1707606578 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47ac1463a0 con 0x7f47ac0b5630 2024-09-19T04:36:21.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.746+0000 7f47b229f640 1 --2- 172.21.15.111:0/1707606578 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47ac0b5630 0x7f47ac155810 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f47a400c430 tx=0x7f47a400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:21.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.746+0000 7f47aaffd640 1 -- 172.21.15.111:0/1707606578 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a4017070 con 0x7f47ac0b5630 2024-09-19T04:36:21.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.746+0000 7f47aaffd640 1 -- 172.21.15.111:0/1707606578 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47a40052d0 con 0x7f47ac0b5630 2024-09-19T04:36:21.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.746+0000 7f47b4503640 1 -- 172.21.15.111:0/1707606578 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47ac146680 con 0x7f47ac0b5630 2024-09-19T04:36:21.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.746+0000 7f47aaffd640 1 -- 172.21.15.111:0/1707606578 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a4003830 con 0x7f47ac0b5630 2024-09-19T04:36:21.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.746+0000 7f47b4503640 1 -- 172.21.15.111:0/1707606578 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47ac146c40 con 0x7f47ac0b5630 2024-09-19T04:36:21.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.747+0000 7f47b4503640 1 -- 172.21.15.111:0/1707606578 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47ac0d0820 con 0x7f47ac0b5630 2024-09-19T04:36:21.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.747+0000 7f47aaffd640 1 -- 172.21.15.111:0/1707606578 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f47a401a070 con 0x7f47ac0b5630 2024-09-19T04:36:21.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.748+0000 7f47aaffd640 1 --2- 172.21.15.111:0/1707606578 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f479806c610 0x7f479806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:21.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.748+0000 7f47aaffd640 1 -- 172.21.15.111:0/1707606578 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7f47a408aca0 con 0x7f47ac0b5630 2024-09-19T04:36:21.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.748+0000 7f47b1a9e640 1 --2- 172.21.15.111:0/1707606578 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f479806c610 0x7f479806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:21.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.748+0000 7f47b1a9e640 1 --2- 172.21.15.111:0/1707606578 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f479806c610 0x7f479806ead0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f47a0034000 tx=0x7f47a002c000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:21.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.752+0000 7f47aaffd640 1 -- 172.21.15.111:0/1707606578 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f47a4059030 con 0x7f47ac0b5630 2024-09-19T04:36:21.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:21.917+0000 7f47b4503640 1 -- 172.21.15.111:0/1707606578 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f47ac1460b0 con 0x7f47ac0b5630 2024-09-19T04:36:22.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.583+0000 7f47aaffd640 1 -- 172.21.15.111:0/1707606578 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v60) ==== 181+0+0 (secure 0 0 0) 0x7f47a4058930 con 0x7f47ac0b5630 2024-09-19T04:36:22.585 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' removed 2024-09-19T04:36:22.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.586+0000 7f47b4503640 1 -- 172.21.15.111:0/1707606578 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f479806c610 msgr2=0x7f479806ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:22.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.586+0000 7f47b4503640 1 --2- 172.21.15.111:0/1707606578 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f479806c610 0x7f479806ead0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f47a0034000 tx=0x7f47a002c000 comp rx=0 tx=0).stop 2024-09-19T04:36:22.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.586+0000 7f47b4503640 1 -- 172.21.15.111:0/1707606578 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47ac0b5630 msgr2=0x7f47ac155810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:22.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.586+0000 7f47b4503640 1 --2- 172.21.15.111:0/1707606578 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47ac0b5630 0x7f47ac155810 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f47a400c430 tx=0x7f47a400c8f0 comp rx=0 tx=0).stop 2024-09-19T04:36:22.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.587+0000 7f47b4503640 1 -- 172.21.15.111:0/1707606578 shutdown_connections 2024-09-19T04:36:22.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.587+0000 7f47b4503640 1 --2- 172.21.15.111:0/1707606578 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f479806c610 0x7f479806ead0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:22.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.587+0000 7f47b4503640 1 --2- 172.21.15.111:0/1707606578 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f47ac15c4b0 0x7f47ac145b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:22.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.587+0000 7f47b4503640 1 --2- 172.21.15.111:0/1707606578 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f47ac0b5c10 0x7f47ac15ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:22.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.587+0000 7f47b4503640 1 --2- 172.21.15.111:0/1707606578 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47ac0b5630 0x7f47ac155810 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:22.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.587+0000 7f47b4503640 1 -- 172.21.15.111:0/1707606578 >> 172.21.15.111:0/1707606578 conn(0x7f47ac06c9f0 msgr2=0x7f47ac15afb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:22.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.587+0000 7f47b4503640 1 -- 172.21.15.111:0/1707606578 shutdown_connections 2024-09-19T04:36:22.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.587+0000 7f47b4503640 1 -- 172.21.15.111:0/1707606578 wait complete. 2024-09-19T04:36:22.601 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T04:36:22.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.705+0000 7f45c0fd8640 1 Processor -- start 2024-09-19T04:36:22.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.705+0000 7f45c0fd8640 1 -- start start 2024-09-19T04:36:22.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.706+0000 7f45c0fd8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f45bc06ccb0 0x7f45bc070d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:22.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.706+0000 7f45c0fd8640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45bc06d0c0 con 0x7f45bc0d2c00 2024-09-19T04:36:22.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.706+0000 7f45c0fd8640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45bc071760 con 0x7f45bc15eb10 2024-09-19T04:36:22.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.706+0000 7f45c0fd8640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f45bc06e5d0 con 0x7f45bc06ccb0 2024-09-19T04:36:22.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.706+0000 7f45bad9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f45bc06ccb0 0x7f45bc070d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:22.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.706+0000 7f45bad9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f45bc06ccb0 0x7f45bc070d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36170/0 (socket says 172.21.15.111:36170) 2024-09-19T04:36:22.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.706+0000 7f45b9d9b640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f45bc0d2c00 0x7f45bc15f210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:51778/0 (socket says 172.21.15.111:51778) 2024-09-19T04:36:22.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.706+0000 7f45bad9d640 1 -- 172.21.15.111:0/1716032640 learned_addr learned my addr 172.21.15.111:0/1716032640 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:22.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.706+0000 7f45bad9d640 1 -- 172.21.15.111:0/1716032640 >> v1:172.21.15.114:6789/0 conn(0x7f45bc15eb10 legacy=0x7f45bc0d24f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:22.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.706+0000 7f45bad9d640 1 -- 172.21.15.111:0/1716032640 >> v1:172.21.15.111:6789/0 conn(0x7f45bc0d2c00 legacy=0x7f45bc15f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:22.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.706+0000 7f45b959a640 1 -- 172.21.15.111:0/1716032640 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2045086101 0 0) 0x7f45b0001110 con 0x7f45bc0d2c00 2024-09-19T04:36:22.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.706+0000 7f45bad9d640 1 -- 172.21.15.111:0/1716032640 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45bc071a40 con 0x7f45bc06ccb0 2024-09-19T04:36:22.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.707+0000 7f45bad9d640 1 --2- 172.21.15.111:0/1716032640 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f45bc06ccb0 0x7f45bc070d30 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f45bc06e750 tx=0x7f45b402a750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67c6afc32b614a0f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:22.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.707+0000 7f45b959a640 1 -- 172.21.15.111:0/1716032640 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b4036070 con 0x7f45bc06ccb0 2024-09-19T04:36:22.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.707+0000 7f45b959a640 1 -- 172.21.15.111:0/1716032640 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45b4031600 con 0x7f45bc06ccb0 2024-09-19T04:36:22.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.707+0000 7f45b959a640 1 -- 172.21.15.111:0/1716032640 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b40319d0 con 0x7f45bc06ccb0 2024-09-19T04:36:22.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.708+0000 7f45c0fd8640 1 -- 172.21.15.111:0/1716032640 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f45bc06ccb0 msgr2=0x7f45bc070d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:22.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.708+0000 7f45c0fd8640 1 --2- 172.21.15.111:0/1716032640 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f45bc06ccb0 0x7f45bc070d30 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f45bc06e750 tx=0x7f45b402a750 comp rx=0 tx=0).stop 2024-09-19T04:36:22.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.708+0000 7f45c0fd8640 1 -- 172.21.15.111:0/1716032640 shutdown_connections 2024-09-19T04:36:22.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.708+0000 7f45c0fd8640 1 --2- 172.21.15.111:0/1716032640 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f45bc06ccb0 0x7f45bc070d30 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:22.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.708+0000 7f45c0fd8640 1 -- 172.21.15.111:0/1716032640 >> 172.21.15.111:0/1716032640 conn(0x7f45bc06f370 msgr2=0x7f45bc06f780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:22.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.708+0000 7f45c0fd8640 1 -- 172.21.15.111:0/1716032640 shutdown_connections 2024-09-19T04:36:22.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.708+0000 7f45c0fd8640 1 -- 172.21.15.111:0/1716032640 wait complete. 2024-09-19T04:36:22.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.709+0000 7f45c0fd8640 1 Processor -- start 2024-09-19T04:36:22.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.709+0000 7f45c0fd8640 1 -- start start 2024-09-19T04:36:22.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.710+0000 7f45c0fd8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f45bc06ccb0 0x7f45bc161850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:22.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.710+0000 7f45c0fd8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f45bc0d2c00 0x7f45bc149690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:22.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.710+0000 7f45c0fd8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f45bc15eb10 0x7f45bc15fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:22.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.710+0000 7f45c0fd8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f45bc0b56a0 con 0x7f45bc0d2c00 2024-09-19T04:36:22.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.710+0000 7f45c0fd8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f45bc06eb00 con 0x7f45bc06ccb0 2024-09-19T04:36:22.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.710+0000 7f45c0fd8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f45bc0b5820 con 0x7f45bc15eb10 2024-09-19T04:36:22.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.710+0000 7f45b9d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f45bc0d2c00 0x7f45bc149690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:22.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.710+0000 7f45b9d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f45bc0d2c00 0x7f45bc149690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36186/0 (socket says 172.21.15.111:36186) 2024-09-19T04:36:22.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.710+0000 7f45b9d9b640 1 -- 172.21.15.111:0/1144039538 learned_addr learned my addr 172.21.15.111:0/1144039538 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:22.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.710+0000 7f45ba59c640 1 --2- 172.21.15.111:0/1144039538 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f45bc06ccb0 0x7f45bc161850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:22.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.710+0000 7f45bad9d640 1 --2- 172.21.15.111:0/1144039538 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f45bc15eb10 0x7f45bc15fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:22.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.710+0000 7f45b9d9b640 1 -- 172.21.15.111:0/1144039538 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f45bc15eb10 msgr2=0x7f45bc15fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:22.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.710+0000 7f45b9d9b640 1 --2- 172.21.15.111:0/1144039538 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f45bc15eb10 0x7f45bc15fc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:22.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.710+0000 7f45b9d9b640 1 -- 172.21.15.111:0/1144039538 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f45bc06ccb0 msgr2=0x7f45bc161850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:22.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.710+0000 7f45b9d9b640 1 --2- 172.21.15.111:0/1144039538 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f45bc06ccb0 0x7f45bc161850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:22.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.710+0000 7f45b9d9b640 1 -- 172.21.15.111:0/1144039538 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45bc149bd0 con 0x7f45bc0d2c00 2024-09-19T04:36:22.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.710+0000 7f45b9d9b640 1 --2- 172.21.15.111:0/1144039538 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f45bc0d2c00 0x7f45bc149690 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f45b000c750 tx=0x7f45b000cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:22.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.710+0000 7f45aaffd640 1 -- 172.21.15.111:0/1144039538 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b0018070 con 0x7f45bc0d2c00 2024-09-19T04:36:22.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.711+0000 7f45aaffd640 1 -- 172.21.15.111:0/1144039538 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45b00072d0 con 0x7f45bc0d2c00 2024-09-19T04:36:22.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.711+0000 7f45c0fd8640 1 -- 172.21.15.111:0/1144039538 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45bc160160 con 0x7f45bc0d2c00 2024-09-19T04:36:22.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.711+0000 7f45aaffd640 1 -- 172.21.15.111:0/1144039538 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b00047e0 con 0x7f45bc0d2c00 2024-09-19T04:36:22.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.711+0000 7f45c0fd8640 1 -- 172.21.15.111:0/1144039538 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45bc1606e0 con 0x7f45bc0d2c00 2024-09-19T04:36:22.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.711+0000 7f45c0fd8640 1 -- 172.21.15.111:0/1144039538 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45bc070d30 con 0x7f45bc0d2c00 2024-09-19T04:36:22.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.712+0000 7f45aaffd640 1 -- 172.21.15.111:0/1144039538 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f45b001b070 con 0x7f45bc0d2c00 2024-09-19T04:36:22.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.712+0000 7f45aaffd640 1 --2- 172.21.15.111:0/1144039538 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f459c06c610 0x7f459c06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:22.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.712+0000 7f45aaffd640 1 -- 172.21.15.111:0/1144039538 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5357+0+0 (secure 0 0 0) 0x7f45b008ac70 con 0x7f45bc0d2c00 2024-09-19T04:36:22.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.712+0000 7f45ba59c640 1 --2- 172.21.15.111:0/1144039538 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f459c06c610 0x7f459c06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:22.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.713+0000 7f45ba59c640 1 --2- 172.21.15.111:0/1144039538 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f459c06c610 0x7f459c06ead0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f45ac006fd0 tx=0x7f45ac008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:22.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.717+0000 7f45aaffd640 1 -- 172.21.15.111:0/1144039538 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f45bc06d0c0 con 0x7f45bc0d2c00 2024-09-19T04:36:22.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:22.884+0000 7f45c0fd8640 1 -- 172.21.15.111:0/1144039538 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f45bc069160 con 0x7f45bc0d2c00 2024-09-19T04:36:23.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.585+0000 7f45aaffd640 1 -- 172.21.15.111:0/1144039538 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v61) ==== 169+0+0 (secure 0 0 0) 0x7f45b0059030 con 0x7f45bc0d2c00 2024-09-19T04:36:23.586 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' removed 2024-09-19T04:36:23.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.587+0000 7f45c0fd8640 1 -- 172.21.15.111:0/1144039538 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f459c06c610 msgr2=0x7f459c06ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:23.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.587+0000 7f45c0fd8640 1 --2- 172.21.15.111:0/1144039538 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f459c06c610 0x7f459c06ead0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f45ac006fd0 tx=0x7f45ac008040 comp rx=0 tx=0).stop 2024-09-19T04:36:23.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.587+0000 7f45c0fd8640 1 -- 172.21.15.111:0/1144039538 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f45bc0d2c00 msgr2=0x7f45bc149690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:23.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.587+0000 7f45c0fd8640 1 --2- 172.21.15.111:0/1144039538 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f45bc0d2c00 0x7f45bc149690 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f45b000c750 tx=0x7f45b000cc10 comp rx=0 tx=0).stop 2024-09-19T04:36:23.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.587+0000 7f45c0fd8640 1 -- 172.21.15.111:0/1144039538 shutdown_connections 2024-09-19T04:36:23.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.587+0000 7f45c0fd8640 1 --2- 172.21.15.111:0/1144039538 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f459c06c610 0x7f459c06ead0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:23.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.587+0000 7f45c0fd8640 1 --2- 172.21.15.111:0/1144039538 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f45bc15eb10 0x7f45bc15fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:23.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.587+0000 7f45c0fd8640 1 --2- 172.21.15.111:0/1144039538 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f45bc0d2c00 0x7f45bc149690 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:23.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.587+0000 7f45c0fd8640 1 --2- 172.21.15.111:0/1144039538 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f45bc06ccb0 0x7f45bc161850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:23.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.587+0000 7f45c0fd8640 1 -- 172.21.15.111:0/1144039538 >> 172.21.15.111:0/1144039538 conn(0x7f45bc06f370 msgr2=0x7f45bc06d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:23.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.587+0000 7f45c0fd8640 1 -- 172.21.15.111:0/1144039538 shutdown_connections 2024-09-19T04:36:23.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.587+0000 7f45c0fd8640 1 -- 172.21.15.111:0/1144039538 wait complete. 2024-09-19T04:36:23.606 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T04:36:23.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.709+0000 7ff998949640 1 Processor -- start 2024-09-19T04:36:23.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.709+0000 7ff998949640 1 -- start start 2024-09-19T04:36:23.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.710+0000 7ff998949640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff99415e860 0x7ff994070bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:23.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.710+0000 7ff998949640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff99415ec40 0x7ff9940b4330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:23.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.710+0000 7ff998949640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff994073380 con 0x7ff9940714c0 2024-09-19T04:36:23.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.710+0000 7ff998949640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ff994074140 con 0x7ff99415e860 2024-09-19T04:36:23.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.710+0000 7ff998949640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff9940b1e30 con 0x7ff99415ec40 2024-09-19T04:36:23.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.710+0000 7ff99259c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff99415e860 0x7ff994070bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:23.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.710+0000 7ff989d9b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff99415ec40 0x7ff9940b4330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:23.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.710+0000 7ff989d9b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff99415ec40 0x7ff9940b4330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:58234/0 (socket says 172.21.15.111:58234) 2024-09-19T04:36:23.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.710+0000 7ff992d9d640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7ff9940714c0 0x7ff994162610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:45726/0 (socket says 172.21.15.111:45726) 2024-09-19T04:36:23.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.710+0000 7ff99259c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff99415e860 0x7ff994070bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:56536/0 (socket says 172.21.15.111:56536) 2024-09-19T04:36:23.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.711+0000 7ff989d9b640 1 -- 172.21.15.111:0/82182804 learned_addr learned my addr 172.21.15.111:0/82182804 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:23.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.711+0000 7ff99259c640 1 -- 172.21.15.111:0/82182804 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff99415ec40 msgr2=0x7ff9940b4330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:23.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.711+0000 7ff99259c640 1 --2- 172.21.15.111:0/82182804 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff99415ec40 0x7ff9940b4330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:23.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.711+0000 7ff99259c640 1 -- 172.21.15.111:0/82182804 >> v1:172.21.15.114:6789/0 conn(0x7ff9940714c0 legacy=0x7ff994162610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:23.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.711+0000 7ff99259c640 1 -- 172.21.15.111:0/82182804 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff994073660 con 0x7ff99415e860 2024-09-19T04:36:23.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.711+0000 7ff989d9b640 1 --2- 172.21.15.111:0/82182804 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff99415ec40 0x7ff9940b4330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:36:23.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.712+0000 7ff99259c640 1 --2- 172.21.15.111:0/82182804 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff99415e860 0x7ff994070bd0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ff9840097a0 tx=0x7ff98402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1db31df93e1db6bd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:23.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.712+0000 7ff991d9b640 1 -- 172.21.15.111:0/82182804 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff984037070 con 0x7ff99415e860 2024-09-19T04:36:23.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.712+0000 7ff991d9b640 1 -- 172.21.15.111:0/82182804 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff984032440 con 0x7ff99415e860 2024-09-19T04:36:23.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.712+0000 7ff991d9b640 1 -- 172.21.15.111:0/82182804 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff984032810 con 0x7ff99415e860 2024-09-19T04:36:23.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.712+0000 7ff998949640 1 -- 172.21.15.111:0/82182804 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff99415e860 msgr2=0x7ff994070bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:23.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.712+0000 7ff998949640 1 --2- 172.21.15.111:0/82182804 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff99415e860 0x7ff994070bd0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ff9840097a0 tx=0x7ff98402a180 comp rx=0 tx=0).stop 2024-09-19T04:36:23.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.712+0000 7ff998949640 1 -- 172.21.15.111:0/82182804 shutdown_connections 2024-09-19T04:36:23.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.712+0000 7ff998949640 1 --2- 172.21.15.111:0/82182804 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff99415ec40 0x7ff9940b4330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:23.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.712+0000 7ff998949640 1 --2- 172.21.15.111:0/82182804 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff99415e860 0x7ff994070bd0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:23.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.712+0000 7ff998949640 1 -- 172.21.15.111:0/82182804 >> 172.21.15.111:0/82182804 conn(0x7ff99406f370 msgr2=0x7ff99406f780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:23.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.712+0000 7ff998949640 1 -- 172.21.15.111:0/82182804 shutdown_connections 2024-09-19T04:36:23.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.712+0000 7ff998949640 1 -- 172.21.15.111:0/82182804 wait complete. 2024-09-19T04:36:23.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.714+0000 7ff998949640 1 Processor -- start 2024-09-19T04:36:23.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.714+0000 7ff998949640 1 -- start start 2024-09-19T04:36:23.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.715+0000 7ff998949640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9940714c0 0x7ff99415d430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:23.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.715+0000 7ff998949640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff99415e860 0x7ff994146fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:23.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.715+0000 7ff998949640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff99415ec40 0x7ff9940cd4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:23.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.715+0000 7ff998949640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff994073c20 con 0x7ff9940714c0 2024-09-19T04:36:23.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.715+0000 7ff998949640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff994071110 con 0x7ff99415e860 2024-09-19T04:36:23.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.715+0000 7ff998949640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff99406dc50 con 0x7ff99415ec40 2024-09-19T04:36:23.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.715+0000 7ff99259c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9940714c0 0x7ff99415d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:23.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.715+0000 7ff99259c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9940714c0 0x7ff99415d430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36188/0 (socket says 172.21.15.111:36188) 2024-09-19T04:36:23.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.715+0000 7ff99259c640 1 -- 172.21.15.111:0/585064915 learned_addr learned my addr 172.21.15.111:0/585064915 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:23.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.715+0000 7ff992d9d640 1 --2- 172.21.15.111:0/585064915 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff99415ec40 0x7ff9940cd4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:23.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.715+0000 7ff989d9b640 1 --2- 172.21.15.111:0/585064915 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff99415e860 0x7ff994146fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:23.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.715+0000 7ff99259c640 1 -- 172.21.15.111:0/585064915 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff99415ec40 msgr2=0x7ff9940cd4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:23.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.715+0000 7ff99259c640 1 --2- 172.21.15.111:0/585064915 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff99415ec40 0x7ff9940cd4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:23.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.715+0000 7ff99259c640 1 -- 172.21.15.111:0/585064915 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff99415e860 msgr2=0x7ff994146fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:23.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.715+0000 7ff99259c640 1 --2- 172.21.15.111:0/585064915 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff99415e860 0x7ff994146fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:23.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.715+0000 7ff99259c640 1 -- 172.21.15.111:0/585064915 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff99415b450 con 0x7ff9940714c0 2024-09-19T04:36:23.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.715+0000 7ff99259c640 1 --2- 172.21.15.111:0/585064915 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9940714c0 0x7ff99415d430 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7ff9840098c0 tx=0x7ff9840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:23.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.715+0000 7ff98b7fe640 1 -- 172.21.15.111:0/585064915 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff984037040 con 0x7ff9940714c0 2024-09-19T04:36:23.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.715+0000 7ff98b7fe640 1 -- 172.21.15.111:0/585064915 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff984030500 con 0x7ff9940714c0 2024-09-19T04:36:23.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.715+0000 7ff998949640 1 -- 172.21.15.111:0/585064915 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff99415b730 con 0x7ff9940714c0 2024-09-19T04:36:23.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.716+0000 7ff98b7fe640 1 -- 172.21.15.111:0/585064915 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9840308d0 con 0x7ff9940714c0 2024-09-19T04:36:23.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.716+0000 7ff998949640 1 -- 172.21.15.111:0/585064915 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff99415bcf0 con 0x7ff9940714c0 2024-09-19T04:36:23.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.716+0000 7ff998949640 1 -- 172.21.15.111:0/585064915 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff994070bd0 con 0x7ff9940714c0 2024-09-19T04:36:23.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.717+0000 7ff98b7fe640 1 -- 172.21.15.111:0/585064915 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7ff984044020 con 0x7ff9940714c0 2024-09-19T04:36:23.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.717+0000 7ff98b7fe640 1 --2- 172.21.15.111:0/585064915 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff97406c610 0x7ff97406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:23.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.717+0000 7ff98b7fe640 1 -- 172.21.15.111:0/585064915 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 4943+0+0 (secure 0 0 0) 0x7ff9840ab7f0 con 0x7ff9940714c0 2024-09-19T04:36:23.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.717+0000 7ff989d9b640 1 --2- 172.21.15.111:0/585064915 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff97406c610 0x7ff97406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:23.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.718+0000 7ff989d9b640 1 --2- 172.21.15.111:0/585064915 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff97406c610 0x7ff97406ead0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7ff9940b4680 tx=0x7ff97c009240 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:23.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.722+0000 7ff98b7fe640 1 -- 172.21.15.111:0/585064915 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff984079780 con 0x7ff9940714c0 2024-09-19T04:36:23.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.889+0000 7ff998949640 1 -- 172.21.15.111:0/585064915 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7ff994158580 con 0x7ff9940714c0 2024-09-19T04:36:23.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.892+0000 7ff98b7fe640 1 -- 172.21.15.111:0/585064915 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v15) ==== 104+0+0 (secure 0 0 0) 0x7ff98407da80 con 0x7ff9940714c0 2024-09-19T04:36:23.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.895+0000 7ff998949640 1 -- 172.21.15.111:0/585064915 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff97406c610 msgr2=0x7ff97406ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:23.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.895+0000 7ff998949640 1 --2- 172.21.15.111:0/585064915 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff97406c610 0x7ff97406ead0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7ff9940b4680 tx=0x7ff97c009240 comp rx=0 tx=0).stop 2024-09-19T04:36:23.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.895+0000 7ff998949640 1 -- 172.21.15.111:0/585064915 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9940714c0 msgr2=0x7ff99415d430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:23.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.895+0000 7ff998949640 1 --2- 172.21.15.111:0/585064915 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9940714c0 0x7ff99415d430 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7ff9840098c0 tx=0x7ff9840046c0 comp rx=0 tx=0).stop 2024-09-19T04:36:23.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.895+0000 7ff998949640 1 -- 172.21.15.111:0/585064915 shutdown_connections 2024-09-19T04:36:23.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.895+0000 7ff998949640 1 --2- 172.21.15.111:0/585064915 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff97406c610 0x7ff97406ead0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:23.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.895+0000 7ff998949640 1 --2- 172.21.15.111:0/585064915 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff99415ec40 0x7ff9940cd4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:23.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.895+0000 7ff998949640 1 --2- 172.21.15.111:0/585064915 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff99415e860 0x7ff994146fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:23.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.895+0000 7ff998949640 1 --2- 172.21.15.111:0/585064915 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9940714c0 0x7ff99415d430 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:23.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.895+0000 7ff998949640 1 -- 172.21.15.111:0/585064915 >> 172.21.15.111:0/585064915 conn(0x7ff99406f370 msgr2=0x7ff994161cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:23.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.895+0000 7ff998949640 1 -- 172.21.15.111:0/585064915 shutdown_connections 2024-09-19T04:36:23.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:23.895+0000 7ff998949640 1 -- 172.21.15.111:0/585064915 wait complete. 2024-09-19T04:36:23.908 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_malicious_metafile_on_legacy_to_v1_upgrade' 2024-09-19T04:36:24.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.005+0000 7f9984627640 1 Processor -- start 2024-09-19T04:36:24.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.005+0000 7f9984627640 1 -- start start 2024-09-19T04:36:24.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.006+0000 7f9984627640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f997c15c300 0x7f997c0affc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:24.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.006+0000 7f9984627640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f997c0cd300 0x7f997c06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:24.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.006+0000 7f9984627640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f997c15ecf0 con 0x7f997c06f010 2024-09-19T04:36:24.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.006+0000 7f9984627640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f997c15c6e0 con 0x7f997c0cd300 2024-09-19T04:36:24.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.006+0000 7f9984627640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f997c15efb0 con 0x7f997c15c300 2024-09-19T04:36:24.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.006+0000 7f9982bc4640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f997c06f010 0x7f997c1622e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:51782/0 (socket says 172.21.15.111:51782) 2024-09-19T04:36:24.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.006+0000 7f9982bc4640 1 -- 172.21.15.111:0/1477705713 learned_addr learned my addr 172.21.15.111:0/1477705713 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:24.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.006+0000 7f99813c1640 1 -- 172.21.15.111:0/1477705713 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3910318974 0 0) 0x7f997c15ecf0 con 0x7f997c06f010 2024-09-19T04:36:24.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.006+0000 7f99813c1640 1 -- 172.21.15.111:0/1477705713 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9968003520 con 0x7f997c06f010 2024-09-19T04:36:24.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.006+0000 7f9981bc2640 1 --2- 172.21.15.111:0/1477705713 >> v2:172.21.15.114:3300/0 conn(0x7f997c0cd300 0x7f997c06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:24.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.006+0000 7f99823c3640 1 --2- 172.21.15.111:0/1477705713 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f997c15c300 0x7f997c0affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:24.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.007+0000 7f99813c1640 1 -- 172.21.15.111:0/1477705713 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3060451444 0 0) 0x7f9968003520 con 0x7f997c06f010 2024-09-19T04:36:24.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.007+0000 7f99813c1640 1 -- 172.21.15.111:0/1477705713 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f997c15c300 msgr2=0x7f997c0affc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:24.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.007+0000 7f99813c1640 1 --2- 172.21.15.111:0/1477705713 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f997c15c300 0x7f997c0affc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:24.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.007+0000 7f99813c1640 1 -- 172.21.15.111:0/1477705713 >> v2:172.21.15.114:3300/0 conn(0x7f997c0cd300 msgr2=0x7f997c06ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:24.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.007+0000 7f99813c1640 1 --2- 172.21.15.111:0/1477705713 >> v2:172.21.15.114:3300/0 conn(0x7f997c0cd300 0x7f997c06ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:24.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.007+0000 7f99813c1640 1 -- 172.21.15.111:0/1477705713 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f997c15f290 con 0x7f997c06f010 2024-09-19T04:36:24.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.007+0000 7f99813c1640 1 -- 172.21.15.111:0/1477705713 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f99740019f0 con 0x7f997c06f010 2024-09-19T04:36:24.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.007+0000 7f9981bc2640 1 --2- 172.21.15.111:0/1477705713 >> v2:172.21.15.114:3300/0 conn(0x7f997c0cd300 0x7f997c06ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:24.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.007+0000 7f99813c1640 1 -- 172.21.15.111:0/1477705713 >> v1:172.21.15.111:6789/0 conn(0x7f997c06f010 legacy=0x7f997c1622e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:24.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.007+0000 7f99813c1640 1 --2- 172.21.15.111:0/1477705713 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f997c15c300 0x7f99680039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:24.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.007+0000 7f99813c1640 1 --2- 172.21.15.111:0/1477705713 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9968003fe0 0x7f9968004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:24.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.007+0000 7f99813c1640 1 --2- 172.21.15.111:0/1477705713 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9968004d40 0x7f99680051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:24.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.007+0000 7f99813c1640 1 -- 172.21.15.111:0/1477705713 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f997c15c6e0 con 0x7f9968003fe0 2024-09-19T04:36:24.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.007+0000 7f99813c1640 1 -- 172.21.15.111:0/1477705713 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f997c15efb0 con 0x7f9968004d40 2024-09-19T04:36:24.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.007+0000 7f99813c1640 1 -- 172.21.15.111:0/1477705713 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f996800bb80 con 0x7f997c15c300 2024-09-19T04:36:24.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.007+0000 7f9981bc2640 1 --2- 172.21.15.111:0/1477705713 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9968003fe0 0x7f9968004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:24.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.007+0000 7f99823c3640 1 --2- 172.21.15.111:0/1477705713 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f997c15c300 0x7f99680039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:24.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.007+0000 7f9982bc4640 1 --2- 172.21.15.111:0/1477705713 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9968004d40 0x7f99680051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:24.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.007+0000 7f9981bc2640 1 -- 172.21.15.111:0/1477705713 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f997c15c300 msgr2=0x7f99680039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:24.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.007+0000 7f9981bc2640 1 --2- 172.21.15.111:0/1477705713 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f997c15c300 0x7f99680039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:24.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.007+0000 7f9981bc2640 1 -- 172.21.15.111:0/1477705713 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9968004d40 msgr2=0x7f99680051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:24.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.007+0000 7f9981bc2640 1 --2- 172.21.15.111:0/1477705713 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9968004d40 0x7f99680051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:24.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.007+0000 7f9981bc2640 1 -- 172.21.15.111:0/1477705713 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9968003520 con 0x7f9968003fe0 2024-09-19T04:36:24.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.008+0000 7f9981bc2640 1 --2- 172.21.15.111:0/1477705713 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9968003fe0 0x7f9968004800 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f997c062b50 tx=0x7f9968005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6083cfcb59a9494 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:24.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.008+0000 7f99813c1640 1 -- 172.21.15.111:0/1477705713 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f996c037070 con 0x7f9968003fe0 2024-09-19T04:36:24.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.008+0000 7f99813c1640 1 -- 172.21.15.111:0/1477705713 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f996c02ace0 con 0x7f9968003fe0 2024-09-19T04:36:24.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.008+0000 7f99813c1640 1 -- 172.21.15.111:0/1477705713 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f996c00f040 con 0x7f9968003fe0 2024-09-19T04:36:24.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.008+0000 7f9984627640 1 -- 172.21.15.111:0/1477705713 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9968003fe0 msgr2=0x7f9968004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:24.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.008+0000 7f9984627640 1 --2- 172.21.15.111:0/1477705713 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9968003fe0 0x7f9968004800 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f997c062b50 tx=0x7f9968005830 comp rx=0 tx=0).stop 2024-09-19T04:36:24.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.008+0000 7f9982bc4640 1 -- 172.21.15.111:0/1477705713 reap_dead start 2024-09-19T04:36:24.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.009+0000 7f9984627640 1 -- 172.21.15.111:0/1477705713 shutdown_connections 2024-09-19T04:36:24.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.009+0000 7f9984627640 1 -- 172.21.15.111:0/1477705713 >> 172.21.15.111:0/1477705713 conn(0x7f997c06cae0 msgr2=0x7f997c06cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:24.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.009+0000 7f9984627640 1 -- 172.21.15.111:0/1477705713 shutdown_connections 2024-09-19T04:36:24.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.009+0000 7f9984627640 1 -- 172.21.15.111:0/1477705713 wait complete. 2024-09-19T04:36:24.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.010+0000 7f9984627640 1 Processor -- start 2024-09-19T04:36:24.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.010+0000 7f9984627640 1 -- start start 2024-09-19T04:36:24.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.010+0000 7f9984627640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9968003fe0 0x7f997c0cd860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:24.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.010+0000 7f9984627640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f997c14daa0 0x7f997c15c860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:24.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.010+0000 7f9984627640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f997c0d0280 0x7f997c15cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:24.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.010+0000 7f9984627640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f997c071880 con 0x7f9968003fe0 2024-09-19T04:36:24.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.010+0000 7f9984627640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f997c15f850 con 0x7f997c14daa0 2024-09-19T04:36:24.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.010+0000 7f9984627640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f997c0affc0 con 0x7f997c0d0280 2024-09-19T04:36:24.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.011+0000 7f99823c3640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9968003fe0 0x7f997c0cd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:24.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.011+0000 7f99823c3640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9968003fe0 0x7f997c0cd860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36212/0 (socket says 172.21.15.111:36212) 2024-09-19T04:36:24.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.011+0000 7f99823c3640 1 -- 172.21.15.111:0/2344126675 learned_addr learned my addr 172.21.15.111:0/2344126675 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:24.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.011+0000 7f9981bc2640 1 --2- 172.21.15.111:0/2344126675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f997c14daa0 0x7f997c15c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:24.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.011+0000 7f9982bc4640 1 --2- 172.21.15.111:0/2344126675 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f997c0d0280 0x7f997c15cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:24.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.011+0000 7f99823c3640 1 -- 172.21.15.111:0/2344126675 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f997c0d0280 msgr2=0x7f997c15cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:24.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.011+0000 7f99823c3640 1 --2- 172.21.15.111:0/2344126675 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f997c0d0280 0x7f997c15cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:24.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.011+0000 7f99823c3640 1 -- 172.21.15.111:0/2344126675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f997c14daa0 msgr2=0x7f997c15c860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:24.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.011+0000 7f99823c3640 1 --2- 172.21.15.111:0/2344126675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f997c14daa0 0x7f997c15c860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:24.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.011+0000 7f99823c3640 1 -- 172.21.15.111:0/2344126675 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f997c0b29a0 con 0x7f9968003fe0 2024-09-19T04:36:24.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.011+0000 7f9982bc4640 1 --2- 172.21.15.111:0/2344126675 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f997c0d0280 0x7f997c15cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:24.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.011+0000 7f99823c3640 1 --2- 172.21.15.111:0/2344126675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9968003fe0 0x7f997c0cd860 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f997800b820 tx=0x7f997800bce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:24.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.011+0000 7f9972ffd640 1 -- 172.21.15.111:0/2344126675 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9978018070 con 0x7f9968003fe0 2024-09-19T04:36:24.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.011+0000 7f9972ffd640 1 -- 172.21.15.111:0/2344126675 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f997800be10 con 0x7f9968003fe0 2024-09-19T04:36:24.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.011+0000 7f9972ffd640 1 -- 172.21.15.111:0/2344126675 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9978010c60 con 0x7f9968003fe0 2024-09-19T04:36:24.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.011+0000 7f9984627640 1 -- 172.21.15.111:0/2344126675 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f997c15b5c0 con 0x7f9968003fe0 2024-09-19T04:36:24.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.011+0000 7f9984627640 1 -- 172.21.15.111:0/2344126675 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f997c0b0b90 con 0x7f9968003fe0 2024-09-19T04:36:24.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.012+0000 7f9984627640 1 -- 172.21.15.111:0/2344126675 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f997c15bae0 con 0x7f9968003fe0 2024-09-19T04:36:24.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.013+0000 7f9972ffd640 1 -- 172.21.15.111:0/2344126675 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f997801b070 con 0x7f9968003fe0 2024-09-19T04:36:24.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.013+0000 7f9972ffd640 1 --2- 172.21.15.111:0/2344126675 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f996006c640 0x7f996006eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:24.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.013+0000 7f9981bc2640 1 --2- 172.21.15.111:0/2344126675 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f996006c640 0x7f996006eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:24.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.013+0000 7f9972ffd640 1 -- 172.21.15.111:0/2344126675 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 4943+0+0 (secure 0 0 0) 0x7f997808b950 con 0x7f9968003fe0 2024-09-19T04:36:24.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.014+0000 7f9981bc2640 1 --2- 172.21.15.111:0/2344126675 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f996006c640 0x7f996006eb00 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f996c034000 tx=0x7f996c02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:24.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.018+0000 7f9972ffd640 1 -- 172.21.15.111:0/2344126675 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f997c0b29a0 con 0x7f9968003fe0 2024-09-19T04:36:24.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.253+0000 7f9984627640 1 -- 172.21.15.111:0/2344126675 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_malicious_metafile_on_legacy_to_v1_upgrade"]} v 0) -- 0x7f997c0b03a0 con 0x7f9968003fe0 2024-09-19T04:36:24.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.594+0000 7f9972ffd640 1 -- 172.21.15.111:0/2344126675 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_malicious_metafile_on_legacy_to_v1_upgrade"]}]=0 v190) ==== 161+0+0 (secure 0 0 0) 0x7f9978059860 con 0x7f9968003fe0 2024-09-19T04:36:24.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.597+0000 7f9984627640 1 -- 172.21.15.111:0/2344126675 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f996006c640 msgr2=0x7f996006eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:24.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.597+0000 7f9984627640 1 --2- 172.21.15.111:0/2344126675 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f996006c640 0x7f996006eb00 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f996c034000 tx=0x7f996c02e000 comp rx=0 tx=0).stop 2024-09-19T04:36:24.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.597+0000 7f9984627640 1 -- 172.21.15.111:0/2344126675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9968003fe0 msgr2=0x7f997c0cd860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:24.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.597+0000 7f9984627640 1 --2- 172.21.15.111:0/2344126675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9968003fe0 0x7f997c0cd860 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f997800b820 tx=0x7f997800bce0 comp rx=0 tx=0).stop 2024-09-19T04:36:24.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.597+0000 7f9984627640 1 -- 172.21.15.111:0/2344126675 shutdown_connections 2024-09-19T04:36:24.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.597+0000 7f9984627640 1 --2- 172.21.15.111:0/2344126675 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f996006c640 0x7f996006eb00 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:24.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.597+0000 7f9984627640 1 --2- 172.21.15.111:0/2344126675 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f997c0d0280 0x7f997c15cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:24.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.597+0000 7f9984627640 1 --2- 172.21.15.111:0/2344126675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f997c14daa0 0x7f997c15c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:24.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.597+0000 7f9984627640 1 --2- 172.21.15.111:0/2344126675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9968003fe0 0x7f997c0cd860 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:24.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.597+0000 7f9984627640 1 -- 172.21.15.111:0/2344126675 >> 172.21.15.111:0/2344126675 conn(0x7f997c06cae0 msgr2=0x7f997c073660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:24.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.597+0000 7f9984627640 1 -- 172.21.15.111:0/2344126675 shutdown_connections 2024-09-19T04:36:24.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.597+0000 7f9984627640 1 -- 172.21.15.111:0/2344126675 wait complete. 2024-09-19T04:36:24.610 INFO:tasks.cephfs_test_runner:Validate handcrafted .meta file on legacy subvol root doesn't break the system ... ok 2024-09-19T04:36:24.610 INFO:tasks.cephfs_test_runner:Starting test: test_mgr_eviction (tasks.cephfs.test_volumes.TestMisc) 2024-09-19T04:36:24.611 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:36:24.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.709+0000 7f3df424c640 1 Processor -- start 2024-09-19T04:36:24.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.709+0000 7f3df424c640 1 -- start start 2024-09-19T04:36:24.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.710+0000 7f3df424c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f3dec0d02a0 0x7f3dec0d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:24.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.710+0000 7f3df424c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3dec15ceb0 0x7f3dec1594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:24.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.710+0000 7f3df424c640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3dec0d0bc0 con 0x7f3dec15ca40 2024-09-19T04:36:24.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.710+0000 7f3df424c640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f3dec15d390 con 0x7f3dec15ceb0 2024-09-19T04:36:24.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.710+0000 7f3df424c640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f3dec15d670 con 0x7f3dec0d02a0 2024-09-19T04:36:24.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.710+0000 7f3df27e9640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3dec15ceb0 0x7f3dec1594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:24.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.710+0000 7f3df17e7640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f3dec15ca40 0x7f3dec15e430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:51794/0 (socket says 172.21.15.111:51794) 2024-09-19T04:36:24.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.710+0000 7f3df17e7640 1 -- 172.21.15.111:0/3936716253 learned_addr learned my addr 172.21.15.111:0/3936716253 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:24.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.710+0000 7f3df1fe8640 1 --2- 172.21.15.111:0/3936716253 >> v2:172.21.15.114:3300/0 conn(0x7f3dec0d02a0 0x7f3dec0d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:24.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.710+0000 7f3df27e9640 1 -- 172.21.15.111:0/3936716253 >> v2:172.21.15.114:3300/0 conn(0x7f3dec0d02a0 msgr2=0x7f3dec0d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:24.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.710+0000 7f3df27e9640 1 --2- 172.21.15.111:0/3936716253 >> v2:172.21.15.114:3300/0 conn(0x7f3dec0d02a0 0x7f3dec0d0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:24.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.710+0000 7f3df27e9640 1 -- 172.21.15.111:0/3936716253 >> v1:172.21.15.111:6789/0 conn(0x7f3dec15ca40 legacy=0x7f3dec15e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:24.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.710+0000 7f3df27e9640 1 -- 172.21.15.111:0/3936716253 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dec15d950 con 0x7f3dec15ceb0 2024-09-19T04:36:24.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.710+0000 7f3df0fe6640 1 -- 172.21.15.111:0/3936716253 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3221482219 0 0) 0x7f3dec0d0bc0 con 0x7f3dec15ca40 2024-09-19T04:36:24.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.711+0000 7f3df27e9640 1 --2- 172.21.15.111:0/3936716253 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3dec15ceb0 0x7f3dec1594c0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f3dec06f030 tx=0x7f3de402a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=144547ee4fd62ce3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:24.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.711+0000 7f3df0fe6640 1 -- 172.21.15.111:0/3936716253 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de4007740 con 0x7f3dec15ceb0 2024-09-19T04:36:24.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.711+0000 7f3df0fe6640 1 -- 172.21.15.111:0/3936716253 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3de40078e0 con 0x7f3dec15ceb0 2024-09-19T04:36:24.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.711+0000 7f3df0fe6640 1 -- 172.21.15.111:0/3936716253 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de4007cb0 con 0x7f3dec15ceb0 2024-09-19T04:36:24.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.711+0000 7f3df424c640 1 -- 172.21.15.111:0/3936716253 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3dec15ceb0 msgr2=0x7f3dec1594c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:24.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.711+0000 7f3df424c640 1 --2- 172.21.15.111:0/3936716253 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3dec15ceb0 0x7f3dec1594c0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f3dec06f030 tx=0x7f3de402a5f0 comp rx=0 tx=0).stop 2024-09-19T04:36:24.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.712+0000 7f3df424c640 1 -- 172.21.15.111:0/3936716253 shutdown_connections 2024-09-19T04:36:24.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.712+0000 7f3df424c640 1 --2- 172.21.15.111:0/3936716253 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3dec15ceb0 0x7f3dec1594c0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:24.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.712+0000 7f3df424c640 1 --2- 172.21.15.111:0/3936716253 >> v2:172.21.15.114:3300/0 conn(0x7f3dec0d02a0 0x7f3dec0d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:24.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.712+0000 7f3df424c640 1 -- 172.21.15.111:0/3936716253 >> 172.21.15.111:0/3936716253 conn(0x7f3dec062cc0 msgr2=0x7f3dec06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:24.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.712+0000 7f3df424c640 1 -- 172.21.15.111:0/3936716253 shutdown_connections 2024-09-19T04:36:24.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.712+0000 7f3df424c640 1 -- 172.21.15.111:0/3936716253 wait complete. 2024-09-19T04:36:24.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.713+0000 7f3df424c640 1 Processor -- start 2024-09-19T04:36:24.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.713+0000 7f3df424c640 1 -- start start 2024-09-19T04:36:24.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.714+0000 7f3df424c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3dec0d02a0 0x7f3dec0732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:24.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.714+0000 7f3df424c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3dec15ca40 0x7f3dec13cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:24.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.714+0000 7f3df424c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3dec15ceb0 0x7f3dec159a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:24.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.714+0000 7f3df424c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3dec15eb40 con 0x7f3dec15ca40 2024-09-19T04:36:24.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.714+0000 7f3df424c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3dec15df10 con 0x7f3dec0d02a0 2024-09-19T04:36:24.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.714+0000 7f3df424c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3dec155b90 con 0x7f3dec15ceb0 2024-09-19T04:36:24.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.714+0000 7f3df17e7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3dec15ca40 0x7f3dec13cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:24.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.714+0000 7f3df17e7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3dec15ca40 0x7f3dec13cb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36232/0 (socket says 172.21.15.111:36232) 2024-09-19T04:36:24.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.714+0000 7f3df17e7640 1 -- 172.21.15.111:0/3588928534 learned_addr learned my addr 172.21.15.111:0/3588928534 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:24.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.714+0000 7f3df1fe8640 1 --2- 172.21.15.111:0/3588928534 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3dec0d02a0 0x7f3dec0732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:24.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.714+0000 7f3df27e9640 1 --2- 172.21.15.111:0/3588928534 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3dec15ceb0 0x7f3dec159a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:24.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.714+0000 7f3df17e7640 1 -- 172.21.15.111:0/3588928534 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3dec15ceb0 msgr2=0x7f3dec159a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:24.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.714+0000 7f3df17e7640 1 --2- 172.21.15.111:0/3588928534 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3dec15ceb0 0x7f3dec159a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:24.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.714+0000 7f3df17e7640 1 -- 172.21.15.111:0/3588928534 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3dec0d02a0 msgr2=0x7f3dec0732a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:24.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.714+0000 7f3df17e7640 1 --2- 172.21.15.111:0/3588928534 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3dec0d02a0 0x7f3dec0732a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:24.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.714+0000 7f3df17e7640 1 -- 172.21.15.111:0/3588928534 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dec13d060 con 0x7f3dec15ca40 2024-09-19T04:36:24.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.714+0000 7f3df27e9640 1 --2- 172.21.15.111:0/3588928534 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3dec15ceb0 0x7f3dec159a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:24.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.714+0000 7f3df17e7640 1 --2- 172.21.15.111:0/3588928534 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3dec15ca40 0x7f3dec13cb20 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f3ddc00c4d0 tx=0x7f3ddc00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:24.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.714+0000 7f3de27fc640 1 -- 172.21.15.111:0/3588928534 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ddc018070 con 0x7f3dec15ca40 2024-09-19T04:36:24.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.714+0000 7f3de27fc640 1 -- 172.21.15.111:0/3588928534 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ddc007500 con 0x7f3dec15ca40 2024-09-19T04:36:24.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.714+0000 7f3df424c640 1 -- 172.21.15.111:0/3588928534 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3dec073890 con 0x7f3dec15ca40 2024-09-19T04:36:24.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.714+0000 7f3de27fc640 1 -- 172.21.15.111:0/3588928534 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ddc004a20 con 0x7f3dec15ca40 2024-09-19T04:36:24.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.714+0000 7f3df424c640 1 -- 172.21.15.111:0/3588928534 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3dec073e50 con 0x7f3dec15ca40 2024-09-19T04:36:24.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.715+0000 7f3df424c640 1 -- 172.21.15.111:0/3588928534 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3dec0b4790 con 0x7f3dec15ca40 2024-09-19T04:36:24.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.716+0000 7f3de27fc640 1 -- 172.21.15.111:0/3588928534 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f3ddc01b070 con 0x7f3dec15ca40 2024-09-19T04:36:24.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.716+0000 7f3de27fc640 1 --2- 172.21.15.111:0/3588928534 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3dd006c610 0x7f3dd006ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:24.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.716+0000 7f3df1fe8640 1 --2- 172.21.15.111:0/3588928534 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3dd006c610 0x7f3dd006ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:24.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.716+0000 7f3de27fc640 1 -- 172.21.15.111:0/3588928534 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 4943+0+0 (secure 0 0 0) 0x7f3ddc08a950 con 0x7f3dec15ca40 2024-09-19T04:36:24.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.717+0000 7f3df1fe8640 1 --2- 172.21.15.111:0/3588928534 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3dd006c610 0x7f3dd006ead0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f3de8006fd0 tx=0x7f3de8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:24.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.721+0000 7f3de27fc640 1 -- 172.21.15.111:0/3588928534 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3ddc0588f0 con 0x7f3dec15ca40 2024-09-19T04:36:24.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.885+0000 7f3df424c640 1 -- 172.21.15.111:0/3588928534 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3dec074050 con 0x7f3dec15ca40 2024-09-19T04:36:24.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.886+0000 7f3de27fc640 1 -- 172.21.15.111:0/3588928534 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v61) ==== 74+0+13082 (secure 0 0 0) 0x7f3ddc05cbf0 con 0x7f3dec15ca40 2024-09-19T04:36:24.888 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:24.888 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":61,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:36:23.584290+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.111:6837/2608480199":"2024-09-20T04:36:20.579682+0000","172.21.15.111:6836/2608480199":"2024-09-20T04:36:20.579682+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:36:24.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.888+0000 7f3df424c640 1 -- 172.21.15.111:0/3588928534 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3dd006c610 msgr2=0x7f3dd006ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:24.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.888+0000 7f3df424c640 1 --2- 172.21.15.111:0/3588928534 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3dd006c610 0x7f3dd006ead0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f3de8006fd0 tx=0x7f3de8008040 comp rx=0 tx=0).stop 2024-09-19T04:36:24.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.888+0000 7f3df424c640 1 -- 172.21.15.111:0/3588928534 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3dec15ca40 msgr2=0x7f3dec13cb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:24.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.888+0000 7f3df424c640 1 --2- 172.21.15.111:0/3588928534 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3dec15ca40 0x7f3dec13cb20 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f3ddc00c4d0 tx=0x7f3ddc00c990 comp rx=0 tx=0).stop 2024-09-19T04:36:24.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.888+0000 7f3df424c640 1 -- 172.21.15.111:0/3588928534 shutdown_connections 2024-09-19T04:36:24.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.888+0000 7f3df424c640 1 --2- 172.21.15.111:0/3588928534 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f3dd006c610 0x7f3dd006ead0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:24.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.888+0000 7f3df424c640 1 --2- 172.21.15.111:0/3588928534 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3dec15ceb0 0x7f3dec159a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:24.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.888+0000 7f3df424c640 1 --2- 172.21.15.111:0/3588928534 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3dec15ca40 0x7f3dec13cb20 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:24.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.888+0000 7f3df424c640 1 --2- 172.21.15.111:0/3588928534 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3dec0d02a0 0x7f3dec0732a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:24.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.888+0000 7f3df424c640 1 -- 172.21.15.111:0/3588928534 >> 172.21.15.111:0/3588928534 conn(0x7f3dec062cc0 msgr2=0x7f3dec0b5340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:24.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.888+0000 7f3df424c640 1 -- 172.21.15.111:0/3588928534 shutdown_connections 2024-09-19T04:36:24.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:24.888+0000 7f3df424c640 1 -- 172.21.15.111:0/3588928534 wait complete. 2024-09-19T04:36:24.901 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T04:32:40.437094+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T04:36:24.901 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T04:36:25.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.000+0000 7f9b76a53640 1 Processor -- start 2024-09-19T04:36:25.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.001+0000 7f9b76a53640 1 -- start start 2024-09-19T04:36:25.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.001+0000 7f9b76a53640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9b70161e30 0x7f9b700d34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:25.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.001+0000 7f9b76a53640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f9b7006dfd0 0x7f9b700b78b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:25.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.001+0000 7f9b76a53640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b700cf9a0 con 0x7f9b700b3d50 2024-09-19T04:36:25.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.001+0000 7f9b76a53640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f9b700cfcf0 con 0x7f9b7006dfd0 2024-09-19T04:36:25.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.001+0000 7f9b76a53640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9b70162210 con 0x7f9b70161e30 2024-09-19T04:36:25.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.001+0000 7f9b74ff0640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f9b7006dfd0 0x7f9b700b78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:25.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.002+0000 7f9b74ff0640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f9b7006dfd0 0x7f9b700b78b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36234/0 (socket says 172.21.15.111:36234) 2024-09-19T04:36:25.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.002+0000 7f9b74ff0640 1 -- 172.21.15.111:0/1893519106 learned_addr learned my addr 172.21.15.111:0/1893519106 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:25.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.002+0000 7f9b6ffff640 1 --2- 172.21.15.111:0/1893519106 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9b70161e30 0x7f9b700d34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:25.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.002+0000 7f9b74ff0640 1 -- 172.21.15.111:0/1893519106 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9b70161e30 msgr2=0x7f9b700d34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:25.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.002+0000 7f9b74ff0640 1 --2- 172.21.15.111:0/1893519106 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9b70161e30 0x7f9b700d34a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.002+0000 7f9b74ff0640 1 -- 172.21.15.111:0/1893519106 >> v1:172.21.15.114:6789/0 conn(0x7f9b700b3d50 legacy=0x7f9b7006d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:25.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.002+0000 7f9b74ff0640 1 -- 172.21.15.111:0/1893519106 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b700d5210 con 0x7f9b7006dfd0 2024-09-19T04:36:25.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.003+0000 7f9b74ff0640 1 --2- 172.21.15.111:0/1893519106 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9b7006dfd0 0x7f9b700b78b0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f9b68009e50 tx=0x7f9b6802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=859865999a0d3f73 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:25.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.003+0000 7f9b6effd640 1 -- 172.21.15.111:0/1893519106 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b68036070 con 0x7f9b7006dfd0 2024-09-19T04:36:25.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.003+0000 7f9b6effd640 1 -- 172.21.15.111:0/1893519106 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b68031600 con 0x7f9b7006dfd0 2024-09-19T04:36:25.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.003+0000 7f9b6effd640 1 -- 172.21.15.111:0/1893519106 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b680319d0 con 0x7f9b7006dfd0 2024-09-19T04:36:25.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.003+0000 7f9b76a53640 1 -- 172.21.15.111:0/1893519106 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9b7006dfd0 msgr2=0x7f9b700b78b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:25.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.003+0000 7f9b76a53640 1 --2- 172.21.15.111:0/1893519106 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9b7006dfd0 0x7f9b700b78b0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f9b68009e50 tx=0x7f9b6802a710 comp rx=0 tx=0).stop 2024-09-19T04:36:25.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.003+0000 7f9b76a53640 1 -- 172.21.15.111:0/1893519106 shutdown_connections 2024-09-19T04:36:25.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.003+0000 7f9b76a53640 1 --2- 172.21.15.111:0/1893519106 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9b7006dfd0 0x7f9b700b78b0 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.003+0000 7f9b76a53640 1 --2- 172.21.15.111:0/1893519106 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9b70161e30 0x7f9b700d34a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.003+0000 7f9b76a53640 1 -- 172.21.15.111:0/1893519106 >> 172.21.15.111:0/1893519106 conn(0x7f9b700d1870 msgr2=0x7f9b700d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:25.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.003+0000 7f9b76a53640 1 -- 172.21.15.111:0/1893519106 shutdown_connections 2024-09-19T04:36:25.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.003+0000 7f9b76a53640 1 -- 172.21.15.111:0/1893519106 wait complete. 2024-09-19T04:36:25.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.004+0000 7f9b76a53640 1 Processor -- start 2024-09-19T04:36:25.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.005+0000 7f9b76a53640 1 -- start start 2024-09-19T04:36:25.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.005+0000 7f9b76a53640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9b7006dfd0 0x7f9b7015a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:25.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.005+0000 7f9b76a53640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9b700b3d50 0x7f9b7015b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:25.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.005+0000 7f9b76a53640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9b70161e30 0x7f9b7015be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:25.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.005+0000 7f9b76a53640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9b700d39e0 con 0x7f9b700b3d50 2024-09-19T04:36:25.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.005+0000 7f9b76a53640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9b700b3950 con 0x7f9b70161e30 2024-09-19T04:36:25.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.005+0000 7f9b76a53640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9b7015b1c0 con 0x7f9b7006dfd0 2024-09-19T04:36:25.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.005+0000 7f9b6f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9b700b3d50 0x7f9b7015b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:25.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.005+0000 7f9b6f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9b700b3d50 0x7f9b7015b8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36242/0 (socket says 172.21.15.111:36242) 2024-09-19T04:36:25.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.005+0000 7f9b6f7fe640 1 -- 172.21.15.111:0/4090452361 learned_addr learned my addr 172.21.15.111:0/4090452361 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:25.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.006+0000 7f9b74ff0640 1 --2- 172.21.15.111:0/4090452361 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9b70161e30 0x7f9b7015be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:25.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.006+0000 7f9b6ffff640 1 --2- 172.21.15.111:0/4090452361 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9b7006dfd0 0x7f9b7015a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:25.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.006+0000 7f9b6f7fe640 1 -- 172.21.15.111:0/4090452361 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9b7006dfd0 msgr2=0x7f9b7015a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:25.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.006+0000 7f9b6f7fe640 1 --2- 172.21.15.111:0/4090452361 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9b7006dfd0 0x7f9b7015a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.006+0000 7f9b6f7fe640 1 -- 172.21.15.111:0/4090452361 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9b70161e30 msgr2=0x7f9b7015be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:25.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.006+0000 7f9b6f7fe640 1 --2- 172.21.15.111:0/4090452361 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9b70161e30 0x7f9b7015be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.006+0000 7f9b6f7fe640 1 -- 172.21.15.111:0/4090452361 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b700c95a0 con 0x7f9b700b3d50 2024-09-19T04:36:25.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.006+0000 7f9b6f7fe640 1 --2- 172.21.15.111:0/4090452361 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9b700b3d50 0x7f9b7015b8c0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f9b6400c400 tx=0x7f9b6400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:25.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.006+0000 7f9b6cff9640 1 -- 172.21.15.111:0/4090452361 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b64017070 con 0x7f9b700b3d50 2024-09-19T04:36:25.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.006+0000 7f9b6cff9640 1 -- 172.21.15.111:0/4090452361 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b640052d0 con 0x7f9b700b3d50 2024-09-19T04:36:25.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.006+0000 7f9b6cff9640 1 -- 172.21.15.111:0/4090452361 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b64003850 con 0x7f9b700b3d50 2024-09-19T04:36:25.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.006+0000 7f9b76a53640 1 -- 172.21.15.111:0/4090452361 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b700c9880 con 0x7f9b700b3d50 2024-09-19T04:36:25.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.006+0000 7f9b76a53640 1 -- 172.21.15.111:0/4090452361 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b7015ab40 con 0x7f9b700b3d50 2024-09-19T04:36:25.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.007+0000 7f9b76a53640 1 -- 172.21.15.111:0/4090452361 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b700b3290 con 0x7f9b700b3d50 2024-09-19T04:36:25.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.008+0000 7f9b6cff9640 1 -- 172.21.15.111:0/4090452361 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f9b6401a070 con 0x7f9b700b3d50 2024-09-19T04:36:25.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.008+0000 7f9b6cff9640 1 --2- 172.21.15.111:0/4090452361 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9b5c06c610 0x7f9b5c06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:25.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.008+0000 7f9b6cff9640 1 -- 172.21.15.111:0/4090452361 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 4943+0+0 (secure 0 0 0) 0x7f9b6408a990 con 0x7f9b700b3d50 2024-09-19T04:36:25.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.008+0000 7f9b6ffff640 1 --2- 172.21.15.111:0/4090452361 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9b5c06c610 0x7f9b5c06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:25.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.008+0000 7f9b6ffff640 1 --2- 172.21.15.111:0/4090452361 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9b5c06c610 0x7f9b5c06ead0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f9b7015c440 tx=0x7f9b60009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:25.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.012+0000 7f9b6cff9640 1 -- 172.21.15.111:0/4090452361 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9b64058a60 con 0x7f9b700b3d50 2024-09-19T04:36:25.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.175+0000 7f9b76a53640 1 -- 172.21.15.111:0/4090452361 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f9b7015dc10 con 0x7f9b700b3d50 2024-09-19T04:36:25.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.176+0000 7f9b6cff9640 1 -- 172.21.15.111:0/4090452361 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v61) ==== 93+0+10 (secure 0 0 0) 0x7f9b6405cd60 con 0x7f9b700b3d50 2024-09-19T04:36:25.177 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 1 2024-09-19T04:36:25.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.178+0000 7f9b76a53640 1 -- 172.21.15.111:0/4090452361 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9b5c06c610 msgr2=0x7f9b5c06ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:25.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.178+0000 7f9b76a53640 1 --2- 172.21.15.111:0/4090452361 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9b5c06c610 0x7f9b5c06ead0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f9b7015c440 tx=0x7f9b60009190 comp rx=0 tx=0).stop 2024-09-19T04:36:25.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.178+0000 7f9b76a53640 1 -- 172.21.15.111:0/4090452361 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9b700b3d50 msgr2=0x7f9b7015b8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:25.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.178+0000 7f9b76a53640 1 --2- 172.21.15.111:0/4090452361 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9b700b3d50 0x7f9b7015b8c0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f9b6400c400 tx=0x7f9b6400c8c0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.178+0000 7f9b76a53640 1 -- 172.21.15.111:0/4090452361 shutdown_connections 2024-09-19T04:36:25.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.178+0000 7f9b76a53640 1 --2- 172.21.15.111:0/4090452361 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9b5c06c610 0x7f9b5c06ead0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.178+0000 7f9b76a53640 1 --2- 172.21.15.111:0/4090452361 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9b70161e30 0x7f9b7015be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.178+0000 7f9b76a53640 1 --2- 172.21.15.111:0/4090452361 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9b700b3d50 0x7f9b7015b8c0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.178+0000 7f9b76a53640 1 --2- 172.21.15.111:0/4090452361 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9b7006dfd0 0x7f9b7015a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.178+0000 7f9b76a53640 1 -- 172.21.15.111:0/4090452361 >> 172.21.15.111:0/4090452361 conn(0x7f9b700d1870 msgr2=0x7f9b700b7d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:25.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.178+0000 7f9b76a53640 1 -- 172.21.15.111:0/4090452361 shutdown_connections 2024-09-19T04:36:25.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.178+0000 7f9b76a53640 1 -- 172.21.15.111:0/4090452361 wait complete. 2024-09-19T04:36:25.190 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_mgr_eviction' 2024-09-19T04:36:25.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.286+0000 7f12abb86640 1 Processor -- start 2024-09-19T04:36:25.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.286+0000 7f12abb86640 1 -- start start 2024-09-19T04:36:25.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.287+0000 7f12abb86640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f12a406be10 0x7f12a40cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:25.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.287+0000 7f12abb86640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f12a406c1f0 0x7f12a415baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:25.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.287+0000 7f12abb86640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12a40cd5f0 con 0x7f12a4151540 2024-09-19T04:36:25.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.287+0000 7f12abb86640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f12a40cd8d0 con 0x7f12a406c1f0 2024-09-19T04:36:25.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.287+0000 7f12abb86640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f12a40cdbb0 con 0x7f12a406be10 2024-09-19T04:36:25.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.287+0000 7f12a9121640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f12a406c1f0 0x7f12a415baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:25.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.287+0000 7f12a9121640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f12a406c1f0 0x7f12a415baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36244/0 (socket says 172.21.15.111:36244) 2024-09-19T04:36:25.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.287+0000 7f12aa123640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f12a4151540 0x7f12a4151980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:51800/0 (socket says 172.21.15.111:51800) 2024-09-19T04:36:25.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.287+0000 7f12a9121640 1 -- 172.21.15.111:0/3533379011 learned_addr learned my addr 172.21.15.111:0/3533379011 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:25.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.287+0000 7f12a9922640 1 --2- 172.21.15.111:0/3533379011 >> v2:172.21.15.114:3300/0 conn(0x7f12a406be10 0x7f12a40cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:25.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.287+0000 7f12a9121640 1 -- 172.21.15.111:0/3533379011 >> v2:172.21.15.114:3300/0 conn(0x7f12a406be10 msgr2=0x7f12a40cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:25.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.287+0000 7f12a9121640 1 --2- 172.21.15.111:0/3533379011 >> v2:172.21.15.114:3300/0 conn(0x7f12a406be10 0x7f12a40cd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.287+0000 7f12a9121640 1 -- 172.21.15.111:0/3533379011 >> v1:172.21.15.111:6789/0 conn(0x7f12a4151540 legacy=0x7f12a4151980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:25.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.287+0000 7f12a9121640 1 -- 172.21.15.111:0/3533379011 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12a40cde90 con 0x7f12a406c1f0 2024-09-19T04:36:25.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.287+0000 7f12a8920640 1 -- 172.21.15.111:0/3533379011 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 535055027 0 0) 0x7f12a40cd5f0 con 0x7f12a4151540 2024-09-19T04:36:25.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.287+0000 7f12a9922640 1 --2- 172.21.15.111:0/3533379011 >> v2:172.21.15.114:3300/0 conn(0x7f12a406be10 0x7f12a40cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:25.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.288+0000 7f12a9121640 1 --2- 172.21.15.111:0/3533379011 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f12a406c1f0 0x7f12a415baa0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f12a406f180 tx=0x7f129402b630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a55d9f74b5b672e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:25.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.288+0000 7f12a8920640 1 -- 172.21.15.111:0/3533379011 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f129400b040 con 0x7f12a406c1f0 2024-09-19T04:36:25.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.288+0000 7f12a8920640 1 -- 172.21.15.111:0/3533379011 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f129402be50 con 0x7f12a406c1f0 2024-09-19T04:36:25.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.288+0000 7f12a8920640 1 -- 172.21.15.111:0/3533379011 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1294030930 con 0x7f12a406c1f0 2024-09-19T04:36:25.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.289+0000 7f12abb86640 1 -- 172.21.15.111:0/3533379011 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f12a406c1f0 msgr2=0x7f12a415baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:25.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.289+0000 7f12abb86640 1 --2- 172.21.15.111:0/3533379011 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f12a406c1f0 0x7f12a415baa0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f12a406f180 tx=0x7f129402b630 comp rx=0 tx=0).stop 2024-09-19T04:36:25.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.289+0000 7f12abb86640 1 -- 172.21.15.111:0/3533379011 shutdown_connections 2024-09-19T04:36:25.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.289+0000 7f12abb86640 1 --2- 172.21.15.111:0/3533379011 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f12a406c1f0 0x7f12a415baa0 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.289+0000 7f12abb86640 1 --2- 172.21.15.111:0/3533379011 >> v2:172.21.15.114:3300/0 conn(0x7f12a406be10 0x7f12a40cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.289+0000 7f12abb86640 1 -- 172.21.15.111:0/3533379011 >> 172.21.15.111:0/3533379011 conn(0x7f12a4062cc0 msgr2=0x7f12a406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:25.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.289+0000 7f12abb86640 1 -- 172.21.15.111:0/3533379011 shutdown_connections 2024-09-19T04:36:25.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.289+0000 7f12abb86640 1 -- 172.21.15.111:0/3533379011 wait complete. 2024-09-19T04:36:25.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.290+0000 7f12abb86640 1 Processor -- start 2024-09-19T04:36:25.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.290+0000 7f12abb86640 1 -- start start 2024-09-19T04:36:25.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.291+0000 7f12abb86640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12a406be10 0x7f12a41efe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:25.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.291+0000 7f12abb86640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f12a406c1f0 0x7f12a41549c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:25.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.291+0000 7f12abb86640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f12a4151540 0x7f12a41501c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:25.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.291+0000 7f12abb86640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f12a40d0310 con 0x7f12a406c1f0 2024-09-19T04:36:25.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.291+0000 7f12abb86640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f12a40ce690 con 0x7f12a4151540 2024-09-19T04:36:25.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.291+0000 7f12abb86640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f12a40d0490 con 0x7f12a406be10 2024-09-19T04:36:25.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.291+0000 7f12a9121640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f12a406c1f0 0x7f12a41549c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:25.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.291+0000 7f12a9121640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f12a406c1f0 0x7f12a41549c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36254/0 (socket says 172.21.15.111:36254) 2024-09-19T04:36:25.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.291+0000 7f12a9121640 1 -- 172.21.15.111:0/1620460239 learned_addr learned my addr 172.21.15.111:0/1620460239 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:25.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.291+0000 7f12aa123640 1 --2- 172.21.15.111:0/1620460239 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f12a4151540 0x7f12a41501c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:25.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.291+0000 7f12a9121640 1 -- 172.21.15.111:0/1620460239 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12a406be10 msgr2=0x7f12a41efe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:25.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.291+0000 7f12a9922640 1 --2- 172.21.15.111:0/1620460239 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12a406be10 0x7f12a41efe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:25.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.291+0000 7f12a9121640 1 --2- 172.21.15.111:0/1620460239 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12a406be10 0x7f12a41efe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.291+0000 7f12a9121640 1 -- 172.21.15.111:0/1620460239 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f12a4151540 msgr2=0x7f12a41501c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:25.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.291+0000 7f12a9121640 1 --2- 172.21.15.111:0/1620460239 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f12a4151540 0x7f12a41501c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.291+0000 7f12a9121640 1 -- 172.21.15.111:0/1620460239 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12a4150700 con 0x7f12a406c1f0 2024-09-19T04:36:25.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.291+0000 7f12aa123640 1 --2- 172.21.15.111:0/1620460239 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f12a4151540 0x7f12a41501c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:25.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.291+0000 7f12a9922640 1 --2- 172.21.15.111:0/1620460239 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12a406be10 0x7f12a41efe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:25.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.291+0000 7f12a9121640 1 --2- 172.21.15.111:0/1620460239 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f12a406c1f0 0x7f12a41549c0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f129400a1c0 tx=0x7f12940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:25.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.291+0000 7f129a7fc640 1 -- 172.21.15.111:0/1620460239 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1294004230 con 0x7f12a406c1f0 2024-09-19T04:36:25.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.291+0000 7f129a7fc640 1 -- 172.21.15.111:0/1620460239 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12940043d0 con 0x7f12a406c1f0 2024-09-19T04:36:25.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.291+0000 7f12abb86640 1 -- 172.21.15.111:0/1620460239 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12a41f04b0 con 0x7f12a406c1f0 2024-09-19T04:36:25.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.291+0000 7f129a7fc640 1 -- 172.21.15.111:0/1620460239 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1294032990 con 0x7f12a406c1f0 2024-09-19T04:36:25.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.291+0000 7f12abb86640 1 -- 172.21.15.111:0/1620460239 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12a41f0a70 con 0x7f12a406c1f0 2024-09-19T04:36:25.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.292+0000 7f12abb86640 1 -- 172.21.15.111:0/1620460239 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12a40d0850 con 0x7f12a406c1f0 2024-09-19T04:36:25.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.293+0000 7f129a7fc640 1 -- 172.21.15.111:0/1620460239 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f1294032b30 con 0x7f12a406c1f0 2024-09-19T04:36:25.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.294+0000 7f129a7fc640 1 --2- 172.21.15.111:0/1620460239 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f128806c610 0x7f128806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:25.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.294+0000 7f12a9922640 1 --2- 172.21.15.111:0/1620460239 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f128806c610 0x7f128806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:25.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.294+0000 7f129a7fc640 1 -- 172.21.15.111:0/1620460239 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 4943+0+0 (secure 0 0 0) 0x7f12940ac340 con 0x7f12a406c1f0 2024-09-19T04:36:25.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.294+0000 7f12a9922640 1 --2- 172.21.15.111:0/1620460239 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f128806c610 0x7f128806ead0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f12a0006fd0 tx=0x7f12a0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:25.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.298+0000 7f129a7fc640 1 -- 172.21.15.111:0/1620460239 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1294041020 con 0x7f12a406c1f0 2024-09-19T04:36:25.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.524+0000 7f12abb86640 1 -- 172.21.15.111:0/1620460239 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_mgr_eviction"]} v 0) -- 0x7f12a406d160 con 0x7f12a406c1f0 2024-09-19T04:36:25.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.595+0000 7f129a7fc640 1 -- 172.21.15.111:0/1620460239 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_mgr_eviction"]}]=0 v191) ==== 134+0+0 (secure 0 0 0) 0x7f1294032e20 con 0x7f12a406c1f0 2024-09-19T04:36:25.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.597+0000 7f12abb86640 1 -- 172.21.15.111:0/1620460239 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f128806c610 msgr2=0x7f128806ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:25.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.597+0000 7f12abb86640 1 --2- 172.21.15.111:0/1620460239 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f128806c610 0x7f128806ead0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f12a0006fd0 tx=0x7f12a0008040 comp rx=0 tx=0).stop 2024-09-19T04:36:25.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.597+0000 7f12abb86640 1 -- 172.21.15.111:0/1620460239 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f12a406c1f0 msgr2=0x7f12a41549c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:25.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.597+0000 7f12abb86640 1 --2- 172.21.15.111:0/1620460239 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f12a406c1f0 0x7f12a41549c0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f129400a1c0 tx=0x7f12940046c0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.597+0000 7f12abb86640 1 -- 172.21.15.111:0/1620460239 shutdown_connections 2024-09-19T04:36:25.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.597+0000 7f12abb86640 1 --2- 172.21.15.111:0/1620460239 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f128806c610 0x7f128806ead0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.597+0000 7f12abb86640 1 --2- 172.21.15.111:0/1620460239 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f12a4151540 0x7f12a41501c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.597+0000 7f12abb86640 1 --2- 172.21.15.111:0/1620460239 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f12a406c1f0 0x7f12a41549c0 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.597+0000 7f12abb86640 1 --2- 172.21.15.111:0/1620460239 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12a406be10 0x7f12a41efe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.597+0000 7f12abb86640 1 -- 172.21.15.111:0/1620460239 >> 172.21.15.111:0/1620460239 conn(0x7f12a4062cc0 msgr2=0x7f12a4158bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:25.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.597+0000 7f12abb86640 1 -- 172.21.15.111:0/1620460239 shutdown_connections 2024-09-19T04:36:25.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.597+0000 7f12abb86640 1 -- 172.21.15.111:0/1620460239 wait complete. 2024-09-19T04:36:25.609 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T04:36:25.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.709+0000 7fe1cab9d640 1 Processor -- start 2024-09-19T04:36:25.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.709+0000 7fe1cab9d640 1 -- start start 2024-09-19T04:36:25.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.710+0000 7fe1cab9d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fe1c415c470 0x7fe1c40b0740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:25.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.710+0000 7fe1cab9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe1c415c850 0x7fe1c40d1e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:25.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.710+0000 7fe1cab9d640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1c40cf340 con 0x7fe1c406e690 2024-09-19T04:36:25.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.710+0000 7fe1cab9d640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fe1c40cf620 con 0x7fe1c415c850 2024-09-19T04:36:25.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.710+0000 7fe1cab9d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fe1c406e170 con 0x7fe1c415c470 2024-09-19T04:36:25.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.710+0000 7fe1c939a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe1c415c850 0x7fe1c40d1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:25.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.710+0000 7fe1ca39c640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fe1c406e690 0x7fe1c406bba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:51816/0 (socket says 172.21.15.111:51816) 2024-09-19T04:36:25.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.710+0000 7fe1ca39c640 1 -- 172.21.15.111:0/843775678 learned_addr learned my addr 172.21.15.111:0/843775678 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:25.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.711+0000 7fe1c9b9b640 1 --2- 172.21.15.111:0/843775678 >> v2:172.21.15.114:3300/0 conn(0x7fe1c415c470 0x7fe1c40b0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:25.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.711+0000 7fe1c939a640 1 -- 172.21.15.111:0/843775678 >> v2:172.21.15.114:3300/0 conn(0x7fe1c415c470 msgr2=0x7fe1c40b0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:25.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.711+0000 7fe1c939a640 1 --2- 172.21.15.111:0/843775678 >> v2:172.21.15.114:3300/0 conn(0x7fe1c415c470 0x7fe1c40b0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.711+0000 7fe1c939a640 1 -- 172.21.15.111:0/843775678 >> v1:172.21.15.111:6789/0 conn(0x7fe1c406e690 legacy=0x7fe1c406bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:25.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.711+0000 7fe1c939a640 1 -- 172.21.15.111:0/843775678 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1c406f7a0 con 0x7fe1c415c850 2024-09-19T04:36:25.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.711+0000 7fe1c939a640 1 --2- 172.21.15.111:0/843775678 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1c415c850 0x7fe1c40d1e20 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fe1c40634b0 tx=0x7fe1b802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=165f1b8122914ee3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:25.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.712+0000 7fe1c8b99640 1 -- 172.21.15.111:0/843775678 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b8037070 con 0x7fe1c415c850 2024-09-19T04:36:25.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.712+0000 7fe1c8b99640 1 -- 172.21.15.111:0/843775678 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1b8032440 con 0x7fe1c415c850 2024-09-19T04:36:25.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.712+0000 7fe1c8b99640 1 -- 172.21.15.111:0/843775678 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b802ae60 con 0x7fe1c415c850 2024-09-19T04:36:25.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.712+0000 7fe1cab9d640 1 -- 172.21.15.111:0/843775678 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1c415c850 msgr2=0x7fe1c40d1e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:25.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.712+0000 7fe1cab9d640 1 --2- 172.21.15.111:0/843775678 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1c415c850 0x7fe1c40d1e20 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fe1c40634b0 tx=0x7fe1b802a110 comp rx=0 tx=0).stop 2024-09-19T04:36:25.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.712+0000 7fe1cab9d640 1 -- 172.21.15.111:0/843775678 shutdown_connections 2024-09-19T04:36:25.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.712+0000 7fe1cab9d640 1 --2- 172.21.15.111:0/843775678 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1c415c850 0x7fe1c40d1e20 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.712+0000 7fe1cab9d640 1 --2- 172.21.15.111:0/843775678 >> v2:172.21.15.114:3300/0 conn(0x7fe1c415c470 0x7fe1c40b0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.712+0000 7fe1cab9d640 1 -- 172.21.15.111:0/843775678 >> 172.21.15.111:0/843775678 conn(0x7fe1c40d12c0 msgr2=0x7fe1c40d16d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:25.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.712+0000 7fe1cab9d640 1 -- 172.21.15.111:0/843775678 shutdown_connections 2024-09-19T04:36:25.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.712+0000 7fe1cab9d640 1 -- 172.21.15.111:0/843775678 wait complete. 2024-09-19T04:36:25.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.713+0000 7fe1cab9d640 1 Processor -- start 2024-09-19T04:36:25.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.713+0000 7fe1cab9d640 1 -- start start 2024-09-19T04:36:25.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.714+0000 7fe1cab9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1c406e690 0x7fe1c41f21e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:25.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.714+0000 7fe1cab9d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe1c415c470 0x7fe1c413dd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:25.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.714+0000 7fe1cab9d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1c415c850 0x7fe1c415ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:25.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.714+0000 7fe1cab9d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe1c406eb00 con 0x7fe1c406e690 2024-09-19T04:36:25.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.714+0000 7fe1cab9d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe1c406c4c0 con 0x7fe1c415c850 2024-09-19T04:36:25.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.714+0000 7fe1cab9d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe1c406ec80 con 0x7fe1c415c470 2024-09-19T04:36:25.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.714+0000 7fe1c9b9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1c406e690 0x7fe1c41f21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:25.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.714+0000 7fe1c9b9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1c406e690 0x7fe1c41f21e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36280/0 (socket says 172.21.15.111:36280) 2024-09-19T04:36:25.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.714+0000 7fe1c9b9b640 1 -- 172.21.15.111:0/2604153394 learned_addr learned my addr 172.21.15.111:0/2604153394 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:25.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.714+0000 7fe1c939a640 1 --2- 172.21.15.111:0/2604153394 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe1c415c470 0x7fe1c413dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:25.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.714+0000 7fe1ca39c640 1 --2- 172.21.15.111:0/2604153394 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1c415c850 0x7fe1c415ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:25.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.714+0000 7fe1c9b9b640 1 -- 172.21.15.111:0/2604153394 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe1c415c470 msgr2=0x7fe1c413dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:25.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.714+0000 7fe1c9b9b640 1 --2- 172.21.15.111:0/2604153394 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe1c415c470 0x7fe1c413dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.714+0000 7fe1c9b9b640 1 -- 172.21.15.111:0/2604153394 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1c415c850 msgr2=0x7fe1c415ecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:25.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.714+0000 7fe1c9b9b640 1 --2- 172.21.15.111:0/2604153394 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1c415c850 0x7fe1c415ecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.714+0000 7fe1c9b9b640 1 -- 172.21.15.111:0/2604153394 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1c41f2830 con 0x7fe1c406e690 2024-09-19T04:36:25.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.714+0000 7fe1c939a640 1 --2- 172.21.15.111:0/2604153394 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe1c415c470 0x7fe1c413dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:25.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.714+0000 7fe1ca39c640 1 --2- 172.21.15.111:0/2604153394 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1c415c850 0x7fe1c415ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:25.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.715+0000 7fe1c9b9b640 1 --2- 172.21.15.111:0/2604153394 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1c406e690 0x7fe1c41f21e0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fe1b400d830 tx=0x7fe1b400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:25.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.715+0000 7fe1c27fc640 1 -- 172.21.15.111:0/2604153394 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b400b6c0 con 0x7fe1c406e690 2024-09-19T04:36:25.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.715+0000 7fe1c27fc640 1 -- 172.21.15.111:0/2604153394 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1b4019070 con 0x7fe1c406e690 2024-09-19T04:36:25.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.715+0000 7fe1cab9d640 1 -- 172.21.15.111:0/2604153394 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1c41f2b10 con 0x7fe1c406e690 2024-09-19T04:36:25.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.715+0000 7fe1c27fc640 1 -- 172.21.15.111:0/2604153394 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b400ba80 con 0x7fe1c406e690 2024-09-19T04:36:25.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.715+0000 7fe1cab9d640 1 -- 172.21.15.111:0/2604153394 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1c415f210 con 0x7fe1c406e690 2024-09-19T04:36:25.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.716+0000 7fe1cab9d640 1 -- 172.21.15.111:0/2604153394 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1c40b0740 con 0x7fe1c406e690 2024-09-19T04:36:25.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.716+0000 7fe1c27fc640 1 -- 172.21.15.111:0/2604153394 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7fe1b401e460 con 0x7fe1c406e690 2024-09-19T04:36:25.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.717+0000 7fe1c27fc640 1 --2- 172.21.15.111:0/2604153394 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe1b006c610 0x7fe1b006ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:25.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.717+0000 7fe1c939a640 1 --2- 172.21.15.111:0/2604153394 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe1b006c610 0x7fe1b006ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:25.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.717+0000 7fe1c27fc640 1 -- 172.21.15.111:0/2604153394 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 4943+0+0 (secure 0 0 0) 0x7fe1b408bcc0 con 0x7fe1c406e690 2024-09-19T04:36:25.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.717+0000 7fe1c939a640 1 --2- 172.21.15.111:0/2604153394 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe1b006c610 0x7fe1b006ead0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fe1b8034000 tx=0x7fe1b802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:25.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.721+0000 7fe1c27fc640 1 -- 172.21.15.111:0/2604153394 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe1b405a3b0 con 0x7fe1c406e690 2024-09-19T04:36:25.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.887+0000 7fe1cab9d640 1 -- 172.21.15.111:0/2604153394 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fe1c40b5a10 con 0x7fe1c406e690 2024-09-19T04:36:25.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.890+0000 7fe1c27fc640 1 -- 172.21.15.111:0/2604153394 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v16)=0 v16) ==== 122+0+0 (secure 0 0 0) 0x7fe1b4059cb0 con 0x7fe1c406e690 2024-09-19T04:36:25.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.893+0000 7fe1cab9d640 1 -- 172.21.15.111:0/2604153394 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe1b006c610 msgr2=0x7fe1b006ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:25.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.893+0000 7fe1cab9d640 1 --2- 172.21.15.111:0/2604153394 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe1b006c610 0x7fe1b006ead0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fe1b8034000 tx=0x7fe1b802e000 comp rx=0 tx=0).stop 2024-09-19T04:36:25.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.893+0000 7fe1cab9d640 1 -- 172.21.15.111:0/2604153394 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1c406e690 msgr2=0x7fe1c41f21e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:25.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.893+0000 7fe1cab9d640 1 --2- 172.21.15.111:0/2604153394 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1c406e690 0x7fe1c41f21e0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fe1b400d830 tx=0x7fe1b400dcf0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.893+0000 7fe1cab9d640 1 -- 172.21.15.111:0/2604153394 shutdown_connections 2024-09-19T04:36:25.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.893+0000 7fe1cab9d640 1 --2- 172.21.15.111:0/2604153394 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe1b006c610 0x7fe1b006ead0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.893+0000 7fe1cab9d640 1 --2- 172.21.15.111:0/2604153394 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1c415c850 0x7fe1c415ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.893+0000 7fe1cab9d640 1 --2- 172.21.15.111:0/2604153394 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe1c415c470 0x7fe1c413dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.893+0000 7fe1cab9d640 1 --2- 172.21.15.111:0/2604153394 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe1c406e690 0x7fe1c41f21e0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:25.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.893+0000 7fe1cab9d640 1 -- 172.21.15.111:0/2604153394 >> 172.21.15.111:0/2604153394 conn(0x7fe1c40d12c0 msgr2=0x7fe1c40ce620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:25.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.893+0000 7fe1cab9d640 1 -- 172.21.15.111:0/2604153394 shutdown_connections 2024-09-19T04:36:25.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:25.893+0000 7fe1cab9d640 1 -- 172.21.15.111:0/2604153394 wait complete. 2024-09-19T04:36:25.905 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:36:25.905 DEBUG:teuthology.orchestra.run.smithi111:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:36:25.949 DEBUG:teuthology.orchestra.run.smithi114:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:36:25.990 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:36:25.990 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:36:25.990 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:26.006 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:36:26.006 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:36:26.006 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:26.049 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:36:26.049 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:36:26.049 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:26.065 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:36:26.065 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:36:26.065 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:26.107 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:36:26.107 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T04:36:26.108 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:36:26.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.204+0000 7feed5a9b640 1 Processor -- start 2024-09-19T04:36:26.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.204+0000 7feed5a9b640 1 -- start start 2024-09-19T04:36:26.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.205+0000 7feed5a9b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7feed0151c50 0x7feed00cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:26.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.205+0000 7feed5a9b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7feed006c1f0 0x7feed015baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:26.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.205+0000 7feed5a9b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feed00cd5f0 con 0x7feed006be10 2024-09-19T04:36:26.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.205+0000 7feed5a9b640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7feed00cd8d0 con 0x7feed006c1f0 2024-09-19T04:36:26.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.205+0000 7feed5a9b640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7feed00cdbb0 con 0x7feed0151c50 2024-09-19T04:36:26.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.205+0000 7feecffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7feed006c1f0 0x7feed015baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:26.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.205+0000 7feecf7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7feed006be10 0x7feed0151540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:51828/0 (socket says 172.21.15.111:51828) 2024-09-19T04:36:26.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.205+0000 7feecffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7feed006c1f0 0x7feed015baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36284/0 (socket says 172.21.15.111:36284) 2024-09-19T04:36:26.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.205+0000 7feecf7fe640 1 -- 172.21.15.111:0/2088970447 learned_addr learned my addr 172.21.15.111:0/2088970447 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:26.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.205+0000 7feeceffd640 1 --2- 172.21.15.111:0/2088970447 >> v2:172.21.15.114:3300/0 conn(0x7feed0151c50 0x7feed00cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:26.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.205+0000 7feecffff640 1 -- 172.21.15.111:0/2088970447 >> v2:172.21.15.114:3300/0 conn(0x7feed0151c50 msgr2=0x7feed00cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:26.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.205+0000 7feecffff640 1 --2- 172.21.15.111:0/2088970447 >> v2:172.21.15.114:3300/0 conn(0x7feed0151c50 0x7feed00cd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:26.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.205+0000 7feecffff640 1 -- 172.21.15.111:0/2088970447 >> v1:172.21.15.111:6789/0 conn(0x7feed006be10 legacy=0x7feed0151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:26.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.205+0000 7feecffff640 1 -- 172.21.15.111:0/2088970447 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feed00cde90 con 0x7feed006c1f0 2024-09-19T04:36:26.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.205+0000 7feeceffd640 1 --2- 172.21.15.111:0/2088970447 >> v2:172.21.15.114:3300/0 conn(0x7feed0151c50 0x7feed00cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:26.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.206+0000 7feecffff640 1 --2- 172.21.15.111:0/2088970447 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feed006c1f0 0x7feed015baa0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7feed006ca50 tx=0x7feec802c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58c12b0080d91148 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:26.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.206+0000 7feece7fc640 1 -- 172.21.15.111:0/2088970447 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec8039070 con 0x7feed006c1f0 2024-09-19T04:36:26.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.206+0000 7feece7fc640 1 -- 172.21.15.111:0/2088970447 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feec8009540 con 0x7feed006c1f0 2024-09-19T04:36:26.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.206+0000 7feece7fc640 1 -- 172.21.15.111:0/2088970447 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec8009910 con 0x7feed006c1f0 2024-09-19T04:36:26.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.206+0000 7feed5a9b640 1 -- 172.21.15.111:0/2088970447 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feed006c1f0 msgr2=0x7feed015baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:26.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.206+0000 7feed5a9b640 1 --2- 172.21.15.111:0/2088970447 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feed006c1f0 0x7feed015baa0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7feed006ca50 tx=0x7feec802c890 comp rx=0 tx=0).stop 2024-09-19T04:36:26.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.207+0000 7feed5a9b640 1 -- 172.21.15.111:0/2088970447 shutdown_connections 2024-09-19T04:36:26.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.207+0000 7feed5a9b640 1 --2- 172.21.15.111:0/2088970447 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feed006c1f0 0x7feed015baa0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:26.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.207+0000 7feed5a9b640 1 --2- 172.21.15.111:0/2088970447 >> v2:172.21.15.114:3300/0 conn(0x7feed0151c50 0x7feed00cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:26.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.207+0000 7feed5a9b640 1 -- 172.21.15.111:0/2088970447 >> 172.21.15.111:0/2088970447 conn(0x7feed0062cc0 msgr2=0x7feed006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:26.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.207+0000 7feed5a9b640 1 -- 172.21.15.111:0/2088970447 shutdown_connections 2024-09-19T04:36:26.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.207+0000 7feed5a9b640 1 -- 172.21.15.111:0/2088970447 wait complete. 2024-09-19T04:36:26.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.208+0000 7feed5a9b640 1 Processor -- start 2024-09-19T04:36:26.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.208+0000 7feed5a9b640 1 -- start start 2024-09-19T04:36:26.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.209+0000 7feed5a9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feed006be10 0x7feed015a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:26.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.209+0000 7feed5a9b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7feed006c1f0 0x7feed0152a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:26.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.209+0000 7feed5a9b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7feed0151c50 0x7feed00ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:26.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.209+0000 7feed5a9b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7feed00d0310 con 0x7feed006be10 2024-09-19T04:36:26.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.209+0000 7feed5a9b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7feed00ce690 con 0x7feed006c1f0 2024-09-19T04:36:26.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.209+0000 7feed5a9b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7feed00d0490 con 0x7feed0151c50 2024-09-19T04:36:26.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.209+0000 7feecf7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feed006be10 0x7feed015a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:26.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.209+0000 7feecf7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feed006be10 0x7feed015a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36296/0 (socket says 172.21.15.111:36296) 2024-09-19T04:36:26.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.209+0000 7feecf7fe640 1 -- 172.21.15.111:0/39341445 learned_addr learned my addr 172.21.15.111:0/39341445 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:26.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.209+0000 7feeceffd640 1 --2- 172.21.15.111:0/39341445 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7feed006c1f0 0x7feed0152a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:26.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.209+0000 7feecffff640 1 --2- 172.21.15.111:0/39341445 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7feed0151c50 0x7feed00ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:26.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.209+0000 7feecf7fe640 1 -- 172.21.15.111:0/39341445 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7feed0151c50 msgr2=0x7feed00ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:26.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.209+0000 7feecf7fe640 1 --2- 172.21.15.111:0/39341445 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7feed0151c50 0x7feed00ae8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:26.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.209+0000 7feecf7fe640 1 -- 172.21.15.111:0/39341445 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7feed006c1f0 msgr2=0x7feed0152a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:26.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.209+0000 7feecf7fe640 1 --2- 172.21.15.111:0/39341445 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7feed006c1f0 0x7feed0152a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:26.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.209+0000 7feecf7fe640 1 -- 172.21.15.111:0/39341445 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feed015ab00 con 0x7feed006be10 2024-09-19T04:36:26.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.209+0000 7feecf7fe640 1 --2- 172.21.15.111:0/39341445 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feed006be10 0x7feed015a5c0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7feec000c400 tx=0x7feec000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:26.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.209+0000 7feeb7fff640 1 -- 172.21.15.111:0/39341445 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec0017070 con 0x7feed006be10 2024-09-19T04:36:26.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.209+0000 7feeb7fff640 1 -- 172.21.15.111:0/39341445 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feec0005ce0 con 0x7feed006be10 2024-09-19T04:36:26.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.209+0000 7feeb7fff640 1 -- 172.21.15.111:0/39341445 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec00072f0 con 0x7feed006be10 2024-09-19T04:36:26.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.209+0000 7feed5a9b640 1 -- 172.21.15.111:0/39341445 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feed0153410 con 0x7feed006be10 2024-09-19T04:36:26.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.209+0000 7feed5a9b640 1 -- 172.21.15.111:0/39341445 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feed0153cb0 con 0x7feed006be10 2024-09-19T04:36:26.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.210+0000 7feed5a9b640 1 -- 172.21.15.111:0/39341445 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feed00d0850 con 0x7feed006be10 2024-09-19T04:36:26.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.211+0000 7feeb7fff640 1 -- 172.21.15.111:0/39341445 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7feec001a070 con 0x7feed006be10 2024-09-19T04:36:26.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.211+0000 7feeb7fff640 1 --2- 172.21.15.111:0/39341445 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7feebc06c610 0x7feebc06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:26.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.211+0000 7feeb7fff640 1 -- 172.21.15.111:0/39341445 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 4943+0+0 (secure 0 0 0) 0x7feec008a9f0 con 0x7feed006be10 2024-09-19T04:36:26.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.211+0000 7feeceffd640 1 --2- 172.21.15.111:0/39341445 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7feebc06c610 0x7feebc06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:26.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.212+0000 7feeceffd640 1 --2- 172.21.15.111:0/39341445 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7feebc06c610 0x7feebc06ead0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7feed01f76a0 tx=0x7feec4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:26.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.216+0000 7feeb7fff640 1 -- 172.21.15.111:0/39341445 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7feed015ab00 con 0x7feed006be10 2024-09-19T04:36:26.416 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.414+0000 7feed5a9b640 1 -- 172.21.15.111:0/39341445 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feed01537a0 con 0x7feed006be10 2024-09-19T04:36:26.416 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.415+0000 7feeb7fff640 1 -- 172.21.15.111:0/39341445 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+3920 (secure 0 0 0) 0x7feec0058a00 con 0x7feed006be10 2024-09-19T04:36:26.417 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:26.417 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":31,"btime":"2024-09-19T04:36:21:581258+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5057,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/2129760899","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":2129760899},{"type":"v1","addr":"172.21.15.114:6834","nonce":2129760899}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":5368,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/984457279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":984457279},{"type":"v1","addr":"172.21.15.114:6835","nonce":984457279}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":5631,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/3612593317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":3612593317},{"type":"v1","addr":"172.21.15.111:6835","nonce":3612593317}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":5961,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/1857850012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":1857850012},{"type":"v1","addr":"172.21.15.111:6837","nonce":1857850012}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31}],"filesystems":[]} 2024-09-19T04:36:26.417 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 31 2024-09-19T04:36:26.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.417+0000 7feed5a9b640 1 -- 172.21.15.111:0/39341445 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7feebc06c610 msgr2=0x7feebc06ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:26.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.417+0000 7feed5a9b640 1 --2- 172.21.15.111:0/39341445 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7feebc06c610 0x7feebc06ead0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7feed01f76a0 tx=0x7feec4008040 comp rx=0 tx=0).stop 2024-09-19T04:36:26.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.417+0000 7feed5a9b640 1 -- 172.21.15.111:0/39341445 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feed006be10 msgr2=0x7feed015a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:26.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.417+0000 7feed5a9b640 1 --2- 172.21.15.111:0/39341445 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feed006be10 0x7feed015a5c0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7feec000c400 tx=0x7feec000c8c0 comp rx=0 tx=0).stop 2024-09-19T04:36:26.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.417+0000 7feed5a9b640 1 -- 172.21.15.111:0/39341445 shutdown_connections 2024-09-19T04:36:26.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.417+0000 7feed5a9b640 1 --2- 172.21.15.111:0/39341445 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7feebc06c610 0x7feebc06ead0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:26.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.417+0000 7feed5a9b640 1 --2- 172.21.15.111:0/39341445 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7feed0151c50 0x7feed00ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:26.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.417+0000 7feed5a9b640 1 --2- 172.21.15.111:0/39341445 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7feed006c1f0 0x7feed0152a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:26.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.417+0000 7feed5a9b640 1 --2- 172.21.15.111:0/39341445 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feed006be10 0x7feed015a5c0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:26.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.417+0000 7feed5a9b640 1 -- 172.21.15.111:0/39341445 >> 172.21.15.111:0/39341445 conn(0x7feed0062cc0 msgr2=0x7feed006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:26.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.417+0000 7feed5a9b640 1 -- 172.21.15.111:0/39341445 shutdown_connections 2024-09-19T04:36:26.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.417+0000 7feed5a9b640 1 -- 172.21.15.111:0/39341445 wait complete. 2024-09-19T04:36:26.430 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T04:36:26.430 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T04:36:26.430 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T04:36:26.430 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:36:26.431 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T04:36:26.431 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T04:36:26.431 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T04:36:26.431 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:36:26.431 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T04:36:26.431 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T04:36:26.431 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T04:36:26.431 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:36:26.432 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T04:36:26.432 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T04:36:26.432 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T04:36:26.432 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:36:26.440 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T04:36:26.440 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T04:36:26.441 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T04:36:26.441 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T04:36:26.444 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T04:36:26.444 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T04:36:26.445 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T04:36:26.445 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T04:36:26.482 INFO:tasks.ceph.mds.a:Started 2024-09-19T04:36:26.483 DEBUG:teuthology.parallel:result is None 2024-09-19T04:36:26.483 INFO:tasks.ceph.mds.c:Started 2024-09-19T04:36:26.483 DEBUG:teuthology.parallel:result is None 2024-09-19T04:36:26.486 INFO:tasks.ceph.mds.b:Started 2024-09-19T04:36:26.487 DEBUG:teuthology.parallel:result is None 2024-09-19T04:36:26.487 INFO:tasks.ceph.mds.d:Started 2024-09-19T04:36:26.487 DEBUG:teuthology.parallel:result is None 2024-09-19T04:36:26.488 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T04:36:26.558 INFO:tasks.ceph.mds.a.smithi111.stdout:starting mds.a at 2024-09-19T04:36:26.558 INFO:tasks.ceph.mds.c.smithi111.stdout:starting mds.c at 2024-09-19T04:36:26.569 INFO:tasks.ceph.mds.d.smithi114.stdout:starting mds.d at 2024-09-19T04:36:26.569 INFO:tasks.ceph.mds.b.smithi114.stdout:starting mds.b at 2024-09-19T04:36:26.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.592+0000 7fcc465f6640 1 Processor -- start 2024-09-19T04:36:26.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.592+0000 7fcc465f6640 1 -- start start 2024-09-19T04:36:26.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.592+0000 7fcc465f6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc4015ed20 0x7fcc400b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:26.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.592+0000 7fcc465f6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcc400b7170 con 0x7fcc4015e940 2024-09-19T04:36:26.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.592+0000 7fcc465f6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcc400b7aa0 con 0x7fcc400cef90 2024-09-19T04:36:26.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.592+0000 7fcc465f6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcc400d3660 con 0x7fcc4015ed20 2024-09-19T04:36:26.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.593+0000 7fcc3ffff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fcc4015e940 0x7fcc400d1060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:51840/0 (socket says 172.21.15.111:51840) 2024-09-19T04:36:26.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.593+0000 7fcc3ffff640 1 -- 172.21.15.111:0/4047761718 learned_addr learned my addr 172.21.15.111:0/4047761718 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:26.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.593+0000 7fcc3f7fe640 1 --2- 172.21.15.111:0/4047761718 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc4015ed20 0x7fcc400b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:26.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.593+0000 7fcc3effd640 1 -- 172.21.15.111:0/4047761718 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2337129373 0 0) 0x7fcc30001110 con 0x7fcc4015e940 2024-09-19T04:36:26.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.593+0000 7fcc3effd640 1 -- 172.21.15.111:0/4047761718 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcc28003520 con 0x7fcc4015e940 2024-09-19T04:36:26.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.593+0000 7fcc3effd640 1 -- 172.21.15.111:0/4047761718 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3790871774 0 0) 0x7fcc400b7aa0 con 0x7fcc400cef90 2024-09-19T04:36:26.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.593+0000 7fcc3effd640 1 -- 172.21.15.111:0/4047761718 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcc30001110 con 0x7fcc400cef90 2024-09-19T04:36:26.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.593+0000 7fcc3f7fe640 1 -- 172.21.15.111:0/4047761718 >> v1:172.21.15.114:6789/0 conn(0x7fcc400cef90 legacy=0x7fcc400b3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:26.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.593+0000 7fcc3f7fe640 1 -- 172.21.15.111:0/4047761718 >> v1:172.21.15.111:6789/0 conn(0x7fcc4015e940 legacy=0x7fcc400d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:26.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.593+0000 7fcc3f7fe640 1 -- 172.21.15.111:0/4047761718 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc400d3940 con 0x7fcc4015ed20 2024-09-19T04:36:26.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.594+0000 7fcc3f7fe640 1 --2- 172.21.15.111:0/4047761718 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc4015ed20 0x7fcc400b3220 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fcc340097d0 tx=0x7fcc3402a290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=801df294dbcc6b62 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:26.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.594+0000 7fcc3effd640 1 -- 172.21.15.111:0/4047761718 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc34037070 con 0x7fcc4015ed20 2024-09-19T04:36:26.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.594+0000 7fcc3effd640 1 -- 172.21.15.111:0/4047761718 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc34032440 con 0x7fcc4015ed20 2024-09-19T04:36:26.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.594+0000 7fcc3effd640 1 -- 172.21.15.111:0/4047761718 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc340327f0 con 0x7fcc4015ed20 2024-09-19T04:36:26.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.594+0000 7fcc465f6640 1 -- 172.21.15.111:0/4047761718 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc4015ed20 msgr2=0x7fcc400b3220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:26.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.594+0000 7fcc465f6640 1 --2- 172.21.15.111:0/4047761718 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc4015ed20 0x7fcc400b3220 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fcc340097d0 tx=0x7fcc3402a290 comp rx=0 tx=0).stop 2024-09-19T04:36:26.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.594+0000 7fcc465f6640 1 -- 172.21.15.111:0/4047761718 shutdown_connections 2024-09-19T04:36:26.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.594+0000 7fcc465f6640 1 --2- 172.21.15.111:0/4047761718 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc4015ed20 0x7fcc400b3220 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:26.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.595+0000 7fcc465f6640 1 -- 172.21.15.111:0/4047761718 >> 172.21.15.111:0/4047761718 conn(0x7fcc400b6240 msgr2=0x7fcc400b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:26.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.595+0000 7fcc465f6640 1 -- 172.21.15.111:0/4047761718 shutdown_connections 2024-09-19T04:36:26.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.595+0000 7fcc465f6640 1 -- 172.21.15.111:0/4047761718 wait complete. 2024-09-19T04:36:26.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.596+0000 7fcc465f6640 1 Processor -- start 2024-09-19T04:36:26.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.596+0000 7fcc465f6640 1 -- start start 2024-09-19T04:36:26.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.597+0000 7fcc465f6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc400cef90 0x7fcc4014ec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:26.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.597+0000 7fcc465f6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc4015e940 0x7fcc400ca8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:26.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.597+0000 7fcc465f6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc4015ed20 0x7fcc400cae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:26.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.597+0000 7fcc465f6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fcc400d3310 con 0x7fcc4015ed20 2024-09-19T04:36:26.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.597+0000 7fcc465f6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fcc400d3f00 con 0x7fcc4015e940 2024-09-19T04:36:26.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.597+0000 7fcc465f6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcc400d1ef0 con 0x7fcc400cef90 2024-09-19T04:36:26.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.597+0000 7fcc44b93640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc4015ed20 0x7fcc400cae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:26.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.597+0000 7fcc44b93640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc4015ed20 0x7fcc400cae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36324/0 (socket says 172.21.15.111:36324) 2024-09-19T04:36:26.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.597+0000 7fcc44b93640 1 -- 172.21.15.111:0/3836377936 learned_addr learned my addr 172.21.15.111:0/3836377936 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:26.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.597+0000 7fcc3ffff640 1 --2- 172.21.15.111:0/3836377936 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc400cef90 0x7fcc4014ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:26.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.597+0000 7fcc3f7fe640 1 --2- 172.21.15.111:0/3836377936 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc4015e940 0x7fcc400ca8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:26.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.597+0000 7fcc44b93640 1 -- 172.21.15.111:0/3836377936 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc400cef90 msgr2=0x7fcc4014ec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:26.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.597+0000 7fcc44b93640 1 --2- 172.21.15.111:0/3836377936 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc400cef90 0x7fcc4014ec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:26.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.597+0000 7fcc44b93640 1 -- 172.21.15.111:0/3836377936 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc4015e940 msgr2=0x7fcc400ca8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:26.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.597+0000 7fcc44b93640 1 --2- 172.21.15.111:0/3836377936 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc4015e940 0x7fcc400ca8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:26.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.597+0000 7fcc44b93640 1 -- 172.21.15.111:0/3836377936 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc4014f140 con 0x7fcc4015ed20 2024-09-19T04:36:26.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.598+0000 7fcc44b93640 1 --2- 172.21.15.111:0/3836377936 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc4015ed20 0x7fcc400cae20 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fcc3800c7d0 tx=0x7fcc3800cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:26.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.600+0000 7fcc3cff9640 1 -- 172.21.15.111:0/3836377936 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc38003b70 con 0x7fcc4015ed20 2024-09-19T04:36:26.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.600+0000 7fcc3cff9640 1 -- 172.21.15.111:0/3836377936 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc38003d30 con 0x7fcc4015ed20 2024-09-19T04:36:26.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.600+0000 7fcc465f6640 1 -- 172.21.15.111:0/3836377936 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc400cb4a0 con 0x7fcc4015ed20 2024-09-19T04:36:26.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.600+0000 7fcc3cff9640 1 -- 172.21.15.111:0/3836377936 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc3800aa90 con 0x7fcc4015ed20 2024-09-19T04:36:26.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.600+0000 7fcc465f6640 1 -- 172.21.15.111:0/3836377936 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc40159c00 con 0x7fcc4015ed20 2024-09-19T04:36:26.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.601+0000 7fcc465f6640 1 -- 172.21.15.111:0/3836377936 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc400d1060 con 0x7fcc4015ed20 2024-09-19T04:36:26.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.601+0000 7fcc3cff9640 1 -- 172.21.15.111:0/3836377936 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7fcc3800ac30 con 0x7fcc4015ed20 2024-09-19T04:36:26.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.602+0000 7fcc3cff9640 1 --2- 172.21.15.111:0/3836377936 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcc2c06c610 0x7fcc2c06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:26.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.602+0000 7fcc3cff9640 1 -- 172.21.15.111:0/3836377936 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 4943+0+0 (secure 0 0 0) 0x7fcc3808b4d0 con 0x7fcc4015ed20 2024-09-19T04:36:26.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.602+0000 7fcc3ffff640 1 --2- 172.21.15.111:0/3836377936 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcc2c06c610 0x7fcc2c06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:26.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.602+0000 7fcc3ffff640 1 --2- 172.21.15.111:0/3836377936 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcc2c06c610 0x7fcc2c06ead0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fcc30000f60 tx=0x7fcc30007d30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:26.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.606+0000 7fcc3cff9640 1 -- 172.21.15.111:0/3836377936 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcc4014f140 con 0x7fcc4015ed20 2024-09-19T04:36:26.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:26.785+0000 7fcc465f6640 1 -- 172.21.15.111:0/3836377936 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fcc400ba6b0 con 0x7fcc4015ed20 2024-09-19T04:36:27.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.615+0000 7fcc3cff9640 1 -- 172.21.15.111:0/3836377936 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v66) ==== 97+0+0 (secure 0 0 0) 0x7fcc38059470 con 0x7fcc4015ed20 2024-09-19T04:36:27.617 INFO:teuthology.orchestra.run.smithi111.stderr: removed all blocklist entries 2024-09-19T04:36:27.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.619+0000 7fcc465f6640 1 -- 172.21.15.111:0/3836377936 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcc2c06c610 msgr2=0x7fcc2c06ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:27.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.619+0000 7fcc465f6640 1 --2- 172.21.15.111:0/3836377936 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcc2c06c610 0x7fcc2c06ead0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fcc30000f60 tx=0x7fcc30007d30 comp rx=0 tx=0).stop 2024-09-19T04:36:27.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.619+0000 7fcc465f6640 1 -- 172.21.15.111:0/3836377936 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc4015ed20 msgr2=0x7fcc400cae20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:27.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.619+0000 7fcc465f6640 1 --2- 172.21.15.111:0/3836377936 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc4015ed20 0x7fcc400cae20 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fcc3800c7d0 tx=0x7fcc3800cc90 comp rx=0 tx=0).stop 2024-09-19T04:36:27.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.619+0000 7fcc465f6640 1 -- 172.21.15.111:0/3836377936 shutdown_connections 2024-09-19T04:36:27.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.619+0000 7fcc465f6640 1 --2- 172.21.15.111:0/3836377936 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fcc2c06c610 0x7fcc2c06ead0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:27.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.619+0000 7fcc465f6640 1 --2- 172.21.15.111:0/3836377936 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc4015ed20 0x7fcc400cae20 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:27.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.619+0000 7fcc465f6640 1 --2- 172.21.15.111:0/3836377936 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc4015e940 0x7fcc400ca8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:27.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.619+0000 7fcc465f6640 1 --2- 172.21.15.111:0/3836377936 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc400cef90 0x7fcc4014ec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:27.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.619+0000 7fcc465f6640 1 -- 172.21.15.111:0/3836377936 >> 172.21.15.111:0/3836377936 conn(0x7fcc400b6240 msgr2=0x7fcc4015faa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:27.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.619+0000 7fcc465f6640 1 -- 172.21.15.111:0/3836377936 shutdown_connections 2024-09-19T04:36:27.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.619+0000 7fcc465f6640 1 -- 172.21.15.111:0/3836377936 wait complete. 2024-09-19T04:36:27.633 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T04:36:27.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.732+0000 7f9b027fd640 1 Processor -- start 2024-09-19T04:36:27.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.732+0000 7f9b027fd640 1 -- start start 2024-09-19T04:36:27.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.733+0000 7f9b027fd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f9afc0d02a0 0x7f9afc0d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:27.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.733+0000 7f9b027fd640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9afc0d0bc0 con 0x7f9afc15ca40 2024-09-19T04:36:27.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.733+0000 7f9b027fd640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9afc15d390 con 0x7f9afc15ceb0 2024-09-19T04:36:27.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.733+0000 7f9b027fd640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f9afc15d670 con 0x7f9afc0d02a0 2024-09-19T04:36:27.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.733+0000 7f9afbfff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f9afc0d02a0 0x7f9afc0d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:27.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.733+0000 7f9afb7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f9afc15ca40 0x7f9afc15e430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:51854/0 (socket says 172.21.15.111:51854) 2024-09-19T04:36:27.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.733+0000 7f9afb7fe640 1 -- 172.21.15.111:0/3185390060 learned_addr learned my addr 172.21.15.111:0/3185390060 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:27.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.734+0000 7f9afbfff640 1 -- 172.21.15.111:0/3185390060 >> v1:172.21.15.114:6789/0 conn(0x7f9afc15ceb0 legacy=0x7f9afc1594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:27.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.734+0000 7f9afbfff640 1 -- 172.21.15.111:0/3185390060 >> v1:172.21.15.111:6789/0 conn(0x7f9afc15ca40 legacy=0x7f9afc15e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:27.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.734+0000 7f9afbfff640 1 -- 172.21.15.111:0/3185390060 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9afc15d950 con 0x7f9afc0d02a0 2024-09-19T04:36:27.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.734+0000 7f9afaffd640 1 -- 172.21.15.111:0/3185390060 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3513661460 0 0) 0x7f9afc0d0bc0 con 0x7f9afc15ca40 2024-09-19T04:36:27.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.734+0000 7f9afbfff640 1 --2- 172.21.15.111:0/3185390060 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9afc0d02a0 0x7f9afc0d0680 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f9aec0097a0 tx=0x7f9aec02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b59c90a39d4882f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:27.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.734+0000 7f9afaffd640 1 -- 172.21.15.111:0/3185390060 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aec037070 con 0x7f9afc0d02a0 2024-09-19T04:36:27.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.734+0000 7f9afaffd640 1 -- 172.21.15.111:0/3185390060 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9aec02ae50 con 0x7f9afc0d02a0 2024-09-19T04:36:27.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.734+0000 7f9afaffd640 1 -- 172.21.15.111:0/3185390060 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aec032660 con 0x7f9afc0d02a0 2024-09-19T04:36:27.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.735+0000 7f9b027fd640 1 -- 172.21.15.111:0/3185390060 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9afc0d02a0 msgr2=0x7f9afc0d0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:27.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.735+0000 7f9b027fd640 1 --2- 172.21.15.111:0/3185390060 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9afc0d02a0 0x7f9afc0d0680 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f9aec0097a0 tx=0x7f9aec02a140 comp rx=0 tx=0).stop 2024-09-19T04:36:27.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.735+0000 7f9b027fd640 1 -- 172.21.15.111:0/3185390060 shutdown_connections 2024-09-19T04:36:27.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.735+0000 7f9b027fd640 1 --2- 172.21.15.111:0/3185390060 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9afc0d02a0 0x7f9afc0d0680 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:27.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.735+0000 7f9b027fd640 1 -- 172.21.15.111:0/3185390060 >> 172.21.15.111:0/3185390060 conn(0x7f9afc062cc0 msgr2=0x7f9afc06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:27.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.735+0000 7f9b027fd640 1 -- 172.21.15.111:0/3185390060 shutdown_connections 2024-09-19T04:36:27.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.735+0000 7f9b027fd640 1 -- 172.21.15.111:0/3185390060 wait complete. 2024-09-19T04:36:27.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.736+0000 7f9b027fd640 1 Processor -- start 2024-09-19T04:36:27.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.736+0000 7f9b027fd640 1 -- start start 2024-09-19T04:36:27.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.737+0000 7f9b027fd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9afc0d02a0 0x7f9afc14cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.737+0000 7f9b027fd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9afc15ca40 0x7f9afc0cc930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.737+0000 7f9b027fd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9afc15ceb0 0x7f9afc072e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.737+0000 7f9b027fd640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9afc15eb40 con 0x7f9afc15ca40 2024-09-19T04:36:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.737+0000 7f9b027fd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9afc15df10 con 0x7f9afc0d02a0 2024-09-19T04:36:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.737+0000 7f9b027fd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9afc155b90 con 0x7f9afc15ceb0 2024-09-19T04:36:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.737+0000 7f9afb7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9afc15ca40 0x7f9afc0cc930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.737+0000 7f9afb7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9afc15ca40 0x7f9afc0cc930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36350/0 (socket says 172.21.15.111:36350) 2024-09-19T04:36:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.737+0000 7f9afb7fe640 1 -- 172.21.15.111:0/3250154380 learned_addr learned my addr 172.21.15.111:0/3250154380 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.737+0000 7f9afb7fe640 1 -- 172.21.15.111:0/3250154380 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9afc15ceb0 msgr2=0x7f9afc072e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.737+0000 7f9afb7fe640 1 --2- 172.21.15.111:0/3250154380 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9afc15ceb0 0x7f9afc072e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.737+0000 7f9afbfff640 1 --2- 172.21.15.111:0/3250154380 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9afc0d02a0 0x7f9afc14cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.737+0000 7f9afb7fe640 1 -- 172.21.15.111:0/3250154380 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9afc0d02a0 msgr2=0x7f9afc14cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.737+0000 7f9afb7fe640 1 --2- 172.21.15.111:0/3250154380 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9afc0d02a0 0x7f9afc14cab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:27.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.737+0000 7f9afb7fe640 1 -- 172.21.15.111:0/3250154380 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9afc073fd0 con 0x7f9afc15ca40 2024-09-19T04:36:27.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.737+0000 7f9afbfff640 1 --2- 172.21.15.111:0/3250154380 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9afc0d02a0 0x7f9afc14cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:27.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.738+0000 7f9afb7fe640 1 --2- 172.21.15.111:0/3250154380 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9afc15ca40 0x7f9afc0cc930 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f9af000c500 tx=0x7f9af000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:27.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.738+0000 7f9af8ff9640 1 -- 172.21.15.111:0/3250154380 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9af0018070 con 0x7f9afc15ca40 2024-09-19T04:36:27.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.738+0000 7f9af8ff9640 1 -- 172.21.15.111:0/3250154380 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9af0007580 con 0x7f9afc15ca40 2024-09-19T04:36:27.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.738+0000 7f9af8ff9640 1 -- 172.21.15.111:0/3250154380 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9af0004a20 con 0x7f9afc15ca40 2024-09-19T04:36:27.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.738+0000 7f9b027fd640 1 -- 172.21.15.111:0/3250154380 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9afc073cf0 con 0x7f9afc15ca40 2024-09-19T04:36:27.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.738+0000 7f9b027fd640 1 -- 172.21.15.111:0/3250154380 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9afc1572f0 con 0x7f9afc15ca40 2024-09-19T04:36:27.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.739+0000 7f9b027fd640 1 -- 172.21.15.111:0/3250154380 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9afc1574f0 con 0x7f9afc15ca40 2024-09-19T04:36:27.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.739+0000 7f9af8ff9640 1 -- 172.21.15.111:0/3250154380 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f9af001b070 con 0x7f9afc15ca40 2024-09-19T04:36:27.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.740+0000 7f9af8ff9640 1 --2- 172.21.15.111:0/3250154380 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9ae806c610 0x7f9ae806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:27.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.740+0000 7f9af8ff9640 1 -- 172.21.15.111:0/3250154380 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 4857+0+0 (secure 0 0 0) 0x7f9af008a900 con 0x7f9afc15ca40 2024-09-19T04:36:27.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.740+0000 7f9afbfff640 1 --2- 172.21.15.111:0/3250154380 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9ae806c610 0x7f9ae806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:27.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.740+0000 7f9afbfff640 1 --2- 172.21.15.111:0/3250154380 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9ae806c610 0x7f9ae806ead0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f9aec034000 tx=0x7f9aec02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:27.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.744+0000 7f9af8ff9640 1 -- 172.21.15.111:0/3250154380 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9afc1574f0 con 0x7f9afc15ca40 2024-09-19T04:36:27.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.973+0000 7f9b027fd640 1 -- 172.21.15.111:0/3250154380 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f9afc0b4790 con 0x7f9afc15ca40 2024-09-19T04:36:27.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.973+0000 7f9af8ff9640 1 -- 172.21.15.111:0/3250154380 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v14) ==== 80+0+5617 (secure 0 0 0) 0x7f9af0058f40 con 0x7f9afc15ca40 2024-09-19T04:36:27.975 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:27.975 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:36:27.975 INFO:teuthology.orchestra.run.smithi111.stdout: "auth_dump": [ 2024-09-19T04:36:27.975 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:27.975 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.a", 2024-09-19T04:36:27.975 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmCnXHLRAAedEy+KfNFU7YOhRhgLYdMA==", 2024-09-19T04:36:27.975 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:36:27.975 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:36:27.975 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:36:27.975 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:36:27.975 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:36:27.975 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:27.976 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:27.976 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:27.976 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.b", 2024-09-19T04:36:27.976 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmj2hsORAAjwXo3DZ4XRGCsUOxqI9CjA==", 2024-09-19T04:36:27.976 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:36:27.976 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:36:27.976 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:36:27.976 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:36:27.976 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:36:27.976 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:27.976 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:27.976 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:27.977 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.c", 2024-09-19T04:36:27.977 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmNXLHNBAAmsO18sf+jcsAfzbE1mj2oA==", 2024-09-19T04:36:27.977 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:36:27.977 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:36:27.977 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:36:27.977 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:36:27.977 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:36:27.977 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:27.977 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:27.977 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:27.977 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.d", 2024-09-19T04:36:27.977 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmNfTNBBAAj7NZf67zeYo/yvhfnAxkww==", 2024-09-19T04:36:27.977 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:36:27.978 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:36:27.978 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:36:27.978 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:36:27.978 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:36:27.978 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:27.978 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:27.978 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:27.978 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.0", 2024-09-19T04:36:27.978 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA3qetmXK2QIBAAR75oRgwzgVuLQhvMlJa4CA==", 2024-09-19T04:36:27.978 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:36:27.978 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:36:27.978 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:36:27.978 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:36:27.979 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:27.979 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:27.979 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:27.979 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.1", 2024-09-19T04:36:27.979 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA7qetmkWR6ExAA0lWBxpiPAGZCLmu4h7iPMg==", 2024-09-19T04:36:27.979 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:36:27.979 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:36:27.979 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:36:27.979 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:36:27.979 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:27.979 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:27.979 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:27.979 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.2", 2024-09-19T04:36:27.980 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA/qetmgxH4FBAAdBD58YlH15hiLasWSnbxgQ==", 2024-09-19T04:36:27.980 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:36:27.980 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:36:27.980 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:36:27.980 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:36:27.980 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:27.980 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:27.980 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:27.980 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.3", 2024-09-19T04:36:27.980 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBDqetmvScfFhAAjBKwn49kZcL8j+xfBzuAXQ==", 2024-09-19T04:36:27.980 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:36:27.980 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:36:27.980 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:36:27.981 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:36:27.981 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:27.981 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:27.984 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:27.984 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.4", 2024-09-19T04:36:27.984 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBKqetms9roERAALAlOKQm99bEbtaMUdCEfCQ==", 2024-09-19T04:36:27.984 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:36:27.984 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:36:27.984 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:36:27.984 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:36:27.984 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:27.985 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:27.985 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:27.985 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.5", 2024-09-19T04:36:27.985 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBOqetmmoAIBBAA0fKuVAffYGZnFsgCXtti2Q==", 2024-09-19T04:36:27.985 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:36:27.985 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:36:27.985 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:36:27.985 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:36:27.985 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:27.985 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:27.986 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:27.986 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.6", 2024-09-19T04:36:27.986 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBRqetm6XavKhAAIL2OCxOxpUEc8vXFj6gN7A==", 2024-09-19T04:36:27.986 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:36:27.986 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:36:27.986 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:36:27.986 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:36:27.986 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:27.986 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:27.986 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:27.986 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.7", 2024-09-19T04:36:27.986 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBVqetmhUn4KxAA7yNGTx+mbKjnHNUg8hxx+w==", 2024-09-19T04:36:27.986 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:36:27.987 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:36:27.987 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:36:27.987 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:36:27.987 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:27.987 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:27.987 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:27.987 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.0", 2024-09-19T04:36:27.987 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmdEXYCBAAQK+0F5ouJPJAqZqCQHrMdQ==", 2024-09-19T04:36:27.987 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:36:27.987 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:36:27.987 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow r", 2024-09-19T04:36:27.987 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T04:36:27.987 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:27.988 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:27.988 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:27.988 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.1", 2024-09-19T04:36:27.988 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmsJubERAAw8fZEkmvI5BUEFNZBk1MLg==", 2024-09-19T04:36:27.988 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:36:27.988 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:36:27.988 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:36:27.988 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:36:27.988 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:36:27.988 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:27.988 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:27.988 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:27.988 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.2", 2024-09-19T04:36:27.988 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmMCNpDhAAAOVbb+49iDsZc+49qDrLTw==", 2024-09-19T04:36:27.989 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:36:27.989 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:36:27.989 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:36:27.989 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:36:27.989 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:36:27.989 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:27.989 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:27.989 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:27.989 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.3", 2024-09-19T04:36:27.989 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetm4QAqFxAAod68YP3hsE1q4q0VXSLlnQ==", 2024-09-19T04:36:27.989 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:36:27.989 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:36:27.989 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:36:27.990 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:36:27.990 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:36:27.990 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:27.990 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:27.990 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:27.990 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.admin", 2024-09-19T04:36:27.990 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmrRVMEhAAHd1CNriXFbfJyf4GC8hYMQ==", 2024-09-19T04:36:27.990 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:36:27.990 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:36:27.990 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:36:27.990 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:36:27.990 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:36:27.990 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:27.990 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:27.991 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:27.991 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.alice", 2024-09-19T04:36:27.991 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBAqutmtMArAhAAPlTupc0Eu0g+KDo0tKhI6w==", 2024-09-19T04:36:27.991 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:36:27.991 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow rw path=/volumes/_nogroup/subvol99480", 2024-09-19T04:36:27.991 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow r", 2024-09-19T04:36:27.991 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rw pool=cephfs_data" 2024-09-19T04:36:27.991 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:27.991 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:27.992 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:27.992 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mgr.x", 2024-09-19T04:36:27.992 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmCAiOKhAA2pudSPuE+yJMoNgHi4eu4A==", 2024-09-19T04:36:27.992 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:36:27.992 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:36:27.992 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile mgr", 2024-09-19T04:36:27.992 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:36:27.992 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:27.992 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:27.992 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:27.993 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mgr.y", 2024-09-19T04:36:27.993 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetm8NjVJhAAOyZKidS0VOLEDBwUteHNGw==", 2024-09-19T04:36:27.993 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:36:27.993 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:36:27.993 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile mgr", 2024-09-19T04:36:27.993 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:36:27.993 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:27.993 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:27.993 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:36:27.993 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:36:27.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.975+0000 7f9b027fd640 1 -- 172.21.15.111:0/3250154380 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9ae806c610 msgr2=0x7f9ae806ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:27.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.975+0000 7f9b027fd640 1 --2- 172.21.15.111:0/3250154380 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9ae806c610 0x7f9ae806ead0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f9aec034000 tx=0x7f9aec02e000 comp rx=0 tx=0).stop 2024-09-19T04:36:27.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.975+0000 7f9b027fd640 1 -- 172.21.15.111:0/3250154380 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9afc15ca40 msgr2=0x7f9afc0cc930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:27.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.975+0000 7f9b027fd640 1 --2- 172.21.15.111:0/3250154380 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9afc15ca40 0x7f9afc0cc930 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f9af000c500 tx=0x7f9af000c9c0 comp rx=0 tx=0).stop 2024-09-19T04:36:27.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.975+0000 7f9b027fd640 1 -- 172.21.15.111:0/3250154380 shutdown_connections 2024-09-19T04:36:27.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.975+0000 7f9b027fd640 1 --2- 172.21.15.111:0/3250154380 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9ae806c610 0x7f9ae806ead0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:27.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.975+0000 7f9b027fd640 1 --2- 172.21.15.111:0/3250154380 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9afc15ceb0 0x7f9afc072e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:27.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.975+0000 7f9b027fd640 1 --2- 172.21.15.111:0/3250154380 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9afc15ca40 0x7f9afc0cc930 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:27.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.975+0000 7f9b027fd640 1 --2- 172.21.15.111:0/3250154380 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9afc0d02a0 0x7f9afc14cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:27.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.975+0000 7f9b027fd640 1 -- 172.21.15.111:0/3250154380 >> 172.21.15.111:0/3250154380 conn(0x7f9afc062cc0 msgr2=0x7f9afc06bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:27.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.975+0000 7f9b027fd640 1 -- 172.21.15.111:0/3250154380 shutdown_connections 2024-09-19T04:36:27.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:27.975+0000 7f9b027fd640 1 -- 172.21.15.111:0/3250154380 wait complete. 2024-09-19T04:36:27.996 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.alice 2024-09-19T04:36:28.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.094+0000 7f08fb503640 1 Processor -- start 2024-09-19T04:36:28.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.094+0000 7f08fb503640 1 -- start start 2024-09-19T04:36:28.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.095+0000 7f08fb503640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f08f415e940 0x7f08f40d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:28.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.095+0000 7f08fb503640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f08f40cef90 0x7f08f40d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:28.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.095+0000 7f08fb503640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f08f40b7170 con 0x7f08f415ed20 2024-09-19T04:36:28.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.095+0000 7f08fb503640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f08f40d1ae0 con 0x7f08f415e940 2024-09-19T04:36:28.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.095+0000 7f08fb503640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f08f40b7aa0 con 0x7f08f40cef90 2024-09-19T04:36:28.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.095+0000 7f08f929f640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f08f415e940 0x7f08f40d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:28.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.095+0000 7f08f929f640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f08f415e940 0x7f08f40d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36362/0 (socket says 172.21.15.111:36362) 2024-09-19T04:36:28.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.095+0000 7f08f929f640 1 -- 172.21.15.111:0/2360497865 learned_addr learned my addr 172.21.15.111:0/2360497865 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:28.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.095+0000 7f08f929f640 1 -- 172.21.15.111:0/2360497865 >> v2:172.21.15.114:3300/0 conn(0x7f08f40cef90 msgr2=0x7f08f40d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:28.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.095+0000 7f08f9aa0640 1 --2- 172.21.15.111:0/2360497865 >> v2:172.21.15.114:3300/0 conn(0x7f08f40cef90 0x7f08f40d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:28.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.095+0000 7f08f929f640 1 --2- 172.21.15.111:0/2360497865 >> v2:172.21.15.114:3300/0 conn(0x7f08f40cef90 0x7f08f40d15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.095+0000 7f08f929f640 1 -- 172.21.15.111:0/2360497865 >> v1:172.21.15.114:6789/0 conn(0x7f08f415ed20 legacy=0x7f08f40b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:28.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.095+0000 7f08f929f640 1 -- 172.21.15.111:0/2360497865 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08f40d3660 con 0x7f08f415e940 2024-09-19T04:36:28.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.095+0000 7f08f9aa0640 1 --2- 172.21.15.111:0/2360497865 >> v2:172.21.15.114:3300/0 conn(0x7f08f40cef90 0x7f08f40d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:28.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.096+0000 7f08f929f640 1 --2- 172.21.15.111:0/2360497865 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f08f415e940 0x7f08f40d1060 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f08f406d070 tx=0x7f08f002a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39e9e82fef6e6c94 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:28.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.096+0000 7f08ebfff640 1 -- 172.21.15.111:0/2360497865 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08f0037070 con 0x7f08f415e940 2024-09-19T04:36:28.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.096+0000 7f08ebfff640 1 -- 172.21.15.111:0/2360497865 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08f0032440 con 0x7f08f415e940 2024-09-19T04:36:28.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.096+0000 7f08ebfff640 1 -- 172.21.15.111:0/2360497865 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08f0032810 con 0x7f08f415e940 2024-09-19T04:36:28.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.097+0000 7f08fb503640 1 -- 172.21.15.111:0/2360497865 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f08f415e940 msgr2=0x7f08f40d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:28.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.097+0000 7f08fb503640 1 --2- 172.21.15.111:0/2360497865 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f08f415e940 0x7f08f40d1060 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f08f406d070 tx=0x7f08f002a2c0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.097+0000 7f08fb503640 1 -- 172.21.15.111:0/2360497865 shutdown_connections 2024-09-19T04:36:28.101 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.097+0000 7f08fb503640 1 --2- 172.21.15.111:0/2360497865 >> v2:172.21.15.114:3300/0 conn(0x7f08f40cef90 0x7f08f40d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.101 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.097+0000 7f08fb503640 1 --2- 172.21.15.111:0/2360497865 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f08f415e940 0x7f08f40d1060 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.101 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.097+0000 7f08fb503640 1 -- 172.21.15.111:0/2360497865 >> 172.21.15.111:0/2360497865 conn(0x7f08f40b6240 msgr2=0x7f08f40b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:28.101 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.097+0000 7f08fb503640 1 -- 172.21.15.111:0/2360497865 shutdown_connections 2024-09-19T04:36:28.101 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.097+0000 7f08fb503640 1 -- 172.21.15.111:0/2360497865 wait complete. 2024-09-19T04:36:28.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.098+0000 7f08fb503640 1 Processor -- start 2024-09-19T04:36:28.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.098+0000 7f08fb503640 1 -- start start 2024-09-19T04:36:28.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.099+0000 7f08fb503640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f08f40cef90 0x7f08f40ce760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:28.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.099+0000 7f08fb503640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f08f415e940 0x7f08f40aca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:28.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.099+0000 7f08fb503640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f08f415ed20 0x7f08f40ab1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:28.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.099+0000 7f08fb503640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f08f40d3f00 con 0x7f08f40cef90 2024-09-19T04:36:28.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.099+0000 7f08fb503640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f08f40d3c20 con 0x7f08f415ed20 2024-09-19T04:36:28.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.099+0000 7f08fb503640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f08f40d3310 con 0x7f08f415e940 2024-09-19T04:36:28.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.099+0000 7f08f929f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f08f40cef90 0x7f08f40ce760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:28.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.099+0000 7f08f929f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f08f40cef90 0x7f08f40ce760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36378/0 (socket says 172.21.15.111:36378) 2024-09-19T04:36:28.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.099+0000 7f08f929f640 1 -- 172.21.15.111:0/3976648349 learned_addr learned my addr 172.21.15.111:0/3976648349 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:28.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.099+0000 7f08f9aa0640 1 --2- 172.21.15.111:0/3976648349 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f08f415ed20 0x7f08f40ab1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:28.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.099+0000 7f08f8a9e640 1 --2- 172.21.15.111:0/3976648349 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f08f415e940 0x7f08f40aca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:28.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.099+0000 7f08f929f640 1 -- 172.21.15.111:0/3976648349 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f08f415e940 msgr2=0x7f08f40aca50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:28.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.099+0000 7f08f929f640 1 --2- 172.21.15.111:0/3976648349 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f08f415e940 0x7f08f40aca50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.099+0000 7f08f929f640 1 -- 172.21.15.111:0/3976648349 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f08f415ed20 msgr2=0x7f08f40ab1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:28.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.099+0000 7f08f929f640 1 --2- 172.21.15.111:0/3976648349 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f08f415ed20 0x7f08f40ab1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.099+0000 7f08f929f640 1 -- 172.21.15.111:0/3976648349 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08f40acf90 con 0x7f08f40cef90 2024-09-19T04:36:28.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.099+0000 7f08f9aa0640 1 --2- 172.21.15.111:0/3976648349 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f08f415ed20 0x7f08f40ab1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:28.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.099+0000 7f08f929f640 1 --2- 172.21.15.111:0/3976648349 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f08f40cef90 0x7f08f40ce760 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f08f0000c00 tx=0x7f08f00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:28.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.099+0000 7f08e9ffb640 1 -- 172.21.15.111:0/3976648349 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08f0041020 con 0x7f08f40cef90 2024-09-19T04:36:28.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.099+0000 7f08e9ffb640 1 -- 172.21.15.111:0/3976648349 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08f0030970 con 0x7f08f40cef90 2024-09-19T04:36:28.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.099+0000 7f08fb503640 1 -- 172.21.15.111:0/3976648349 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08f40ab6e0 con 0x7f08f40cef90 2024-09-19T04:36:28.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.099+0000 7f08e9ffb640 1 -- 172.21.15.111:0/3976648349 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08f0037040 con 0x7f08f40cef90 2024-09-19T04:36:28.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.100+0000 7f08fb503640 1 -- 172.21.15.111:0/3976648349 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08f40abc90 con 0x7f08f40cef90 2024-09-19T04:36:28.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.100+0000 7f08fb503640 1 -- 172.21.15.111:0/3976648349 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08f40d1ef0 con 0x7f08f40cef90 2024-09-19T04:36:28.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.101+0000 7f08e9ffb640 1 -- 172.21.15.111:0/3976648349 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f08f0044020 con 0x7f08f40cef90 2024-09-19T04:36:28.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.101+0000 7f08e9ffb640 1 --2- 172.21.15.111:0/3976648349 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f08d806c610 0x7f08d806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:28.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.102+0000 7f08e9ffb640 1 -- 172.21.15.111:0/3976648349 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 4857+0+0 (secure 0 0 0) 0x7f08f00ac000 con 0x7f08f40cef90 2024-09-19T04:36:28.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.102+0000 7f08f8a9e640 1 --2- 172.21.15.111:0/3976648349 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f08d806c610 0x7f08d806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:28.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.102+0000 7f08f8a9e640 1 --2- 172.21.15.111:0/3976648349 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f08d806c610 0x7f08d806ead0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f08f40b9cb0 tx=0x7f08e4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:28.107 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.106+0000 7f08e9ffb640 1 -- 172.21.15.111:0/3976648349 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f08f004b030 con 0x7f08f40cef90 2024-09-19T04:36:28.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.338+0000 7f08fb503640 1 -- 172.21.15.111:0/3976648349 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.alice"} v 0) -- 0x7f08f40ba6b0 con 0x7f08f40cef90 2024-09-19T04:36:28.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.339+0000 7f08e9ffb640 1 -- 172.21.15.111:0/3976648349 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.alice"}]=0 v15) ==== 82+0+0 (secure 0 0 0) 0x7f08f40b7170 con 0x7f08f40cef90 2024-09-19T04:36:28.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.341+0000 7f08fb503640 1 -- 172.21.15.111:0/3976648349 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f08d806c610 msgr2=0x7f08d806ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:28.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.341+0000 7f08fb503640 1 --2- 172.21.15.111:0/3976648349 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f08d806c610 0x7f08d806ead0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f08f40b9cb0 tx=0x7f08e4009040 comp rx=0 tx=0).stop 2024-09-19T04:36:28.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.341+0000 7f08fb503640 1 -- 172.21.15.111:0/3976648349 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f08f40cef90 msgr2=0x7f08f40ce760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:28.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.341+0000 7f08fb503640 1 --2- 172.21.15.111:0/3976648349 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f08f40cef90 0x7f08f40ce760 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f08f0000c00 tx=0x7f08f00046c0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.341+0000 7f08fb503640 1 -- 172.21.15.111:0/3976648349 shutdown_connections 2024-09-19T04:36:28.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.341+0000 7f08fb503640 1 --2- 172.21.15.111:0/3976648349 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f08d806c610 0x7f08d806ead0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.341+0000 7f08fb503640 1 --2- 172.21.15.111:0/3976648349 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f08f415ed20 0x7f08f40ab1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.341+0000 7f08fb503640 1 --2- 172.21.15.111:0/3976648349 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f08f415e940 0x7f08f40aca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.341+0000 7f08fb503640 1 --2- 172.21.15.111:0/3976648349 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f08f40cef90 0x7f08f40ce760 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.341+0000 7f08fb503640 1 -- 172.21.15.111:0/3976648349 >> 172.21.15.111:0/3976648349 conn(0x7f08f40b6240 msgr2=0x7f08f40d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:28.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.342+0000 7f08fb503640 1 -- 172.21.15.111:0/3976648349 shutdown_connections 2024-09-19T04:36:28.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.342+0000 7f08fb503640 1 -- 172.21.15.111:0/3976648349 wait complete. 2024-09-19T04:36:28.354 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T04:36:28.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.451+0000 7f03a2f03640 1 Processor -- start 2024-09-19T04:36:28.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.451+0000 7f03a2f03640 1 -- start start 2024-09-19T04:36:28.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.452+0000 7f03a2f03640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f039c0b6d30 0x7f039c160c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:28.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.452+0000 7f03a2f03640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f039c0d27c0 con 0x7f039c0d0440 2024-09-19T04:36:28.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.452+0000 7f03a2f03640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f039c0d2aa0 con 0x7f039c0d1fe0 2024-09-19T04:36:28.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.452+0000 7f03a2f03640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f039c0d2d80 con 0x7f039c0b6d30 2024-09-19T04:36:28.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.452+0000 7f03a14a0640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f039c0d0440 0x7f039c073810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:51868/0 (socket says 172.21.15.111:51868) 2024-09-19T04:36:28.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.452+0000 7f03a14a0640 1 -- 172.21.15.111:0/2344340960 learned_addr learned my addr 172.21.15.111:0/2344340960 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:28.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.452+0000 7f03a0c9f640 1 --2- 172.21.15.111:0/2344340960 >> v2:172.21.15.114:3300/0 conn(0x7f039c0b6d30 0x7f039c160c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:28.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.452+0000 7f039b7fe640 1 -- 172.21.15.111:0/2344340960 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4110924041 0 0) 0x7f039c0d27c0 con 0x7f039c0d0440 2024-09-19T04:36:28.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.452+0000 7f039b7fe640 1 -- 172.21.15.111:0/2344340960 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0388003520 con 0x7f039c0d0440 2024-09-19T04:36:28.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.452+0000 7f039b7fe640 1 -- 172.21.15.111:0/2344340960 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 823330420 0 0) 0x7f039c0d2aa0 con 0x7f039c0d1fe0 2024-09-19T04:36:28.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.452+0000 7f039b7fe640 1 -- 172.21.15.111:0/2344340960 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f039c0d27c0 con 0x7f039c0d1fe0 2024-09-19T04:36:28.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.452+0000 7f039b7fe640 1 -- 172.21.15.111:0/2344340960 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3177897818 0 0) 0x7f0388003520 con 0x7f039c0d0440 2024-09-19T04:36:28.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.452+0000 7f039b7fe640 1 -- 172.21.15.111:0/2344340960 >> v2:172.21.15.114:3300/0 conn(0x7f039c0b6d30 msgr2=0x7f039c160c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:28.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.452+0000 7f039b7fe640 1 --2- 172.21.15.111:0/2344340960 >> v2:172.21.15.114:3300/0 conn(0x7f039c0b6d30 0x7f039c160c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.452+0000 7f039b7fe640 1 -- 172.21.15.111:0/2344340960 >> v1:172.21.15.114:6789/0 conn(0x7f039c0d1fe0 legacy=0x7f039c0b7110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:28.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.452+0000 7f039b7fe640 1 -- 172.21.15.111:0/2344340960 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f039c0d2400 con 0x7f039c0d0440 2024-09-19T04:36:28.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.452+0000 7f039b7fe640 1 -- 172.21.15.111:0/2344340960 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f038c001670 con 0x7f039c0d0440 2024-09-19T04:36:28.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.452+0000 7f039b7fe640 1 -- 172.21.15.111:0/2344340960 >> v1:172.21.15.111:6789/0 conn(0x7f039c0d0440 legacy=0x7f039c073810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:28.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.452+0000 7f039b7fe640 1 --2- 172.21.15.111:0/2344340960 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0388003b40 0x7f0388003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:28.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.452+0000 7f039b7fe640 1 --2- 172.21.15.111:0/2344340960 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0388004800 0x7f0388004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:28.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.452+0000 7f039b7fe640 1 --2- 172.21.15.111:0/2344340960 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f03880051c0 0x7f038800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:28.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.452+0000 7f039b7fe640 1 -- 172.21.15.111:0/2344340960 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f039c0d2d80 con 0x7f0388004800 2024-09-19T04:36:28.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.452+0000 7f039b7fe640 1 -- 172.21.15.111:0/2344340960 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f038800c040 con 0x7f03880051c0 2024-09-19T04:36:28.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.452+0000 7f039b7fe640 1 -- 172.21.15.111:0/2344340960 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f038800c240 con 0x7f0388003b40 2024-09-19T04:36:28.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.453+0000 7f039bfff640 1 --2- 172.21.15.111:0/2344340960 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0388004800 0x7f0388004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:28.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.453+0000 7f03a0c9f640 1 --2- 172.21.15.111:0/2344340960 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0388003b40 0x7f0388003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:28.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.453+0000 7f03a14a0640 1 --2- 172.21.15.111:0/2344340960 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f03880051c0 0x7f038800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:28.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.453+0000 7f039bfff640 1 -- 172.21.15.111:0/2344340960 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0388003b40 msgr2=0x7f0388003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:28.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.453+0000 7f039bfff640 1 --2- 172.21.15.111:0/2344340960 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0388003b40 0x7f0388003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.453+0000 7f039bfff640 1 -- 172.21.15.111:0/2344340960 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f03880051c0 msgr2=0x7f038800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:28.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.453+0000 7f039bfff640 1 --2- 172.21.15.111:0/2344340960 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f03880051c0 0x7f038800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.453+0000 7f03a14a0640 1 -- 172.21.15.111:0/2344340960 reap_dead start 2024-09-19T04:36:28.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.453+0000 7f039bfff640 1 -- 172.21.15.111:0/2344340960 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0388003520 con 0x7f0388004800 2024-09-19T04:36:28.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.453+0000 7f03a0c9f640 1 --2- 172.21.15.111:0/2344340960 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0388003b40 0x7f0388003f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:28.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.453+0000 7f039bfff640 1 --2- 172.21.15.111:0/2344340960 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0388004800 0x7f0388004c80 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f0384001fd0 tx=0x7f0388005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41249abd0fc4bb0d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:28.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.454+0000 7f039b7fe640 1 -- 172.21.15.111:0/2344340960 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0384001bf0 con 0x7f0388004800 2024-09-19T04:36:28.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.454+0000 7f039b7fe640 1 -- 172.21.15.111:0/2344340960 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0384003b70 con 0x7f0388004800 2024-09-19T04:36:28.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.454+0000 7f039b7fe640 1 -- 172.21.15.111:0/2344340960 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03840050d0 con 0x7f0388004800 2024-09-19T04:36:28.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.454+0000 7f03a2f03640 1 -- 172.21.15.111:0/2344340960 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0388004800 msgr2=0x7f0388004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:28.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.454+0000 7f03a2f03640 1 --2- 172.21.15.111:0/2344340960 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0388004800 0x7f0388004c80 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f0384001fd0 tx=0x7f0388005830 comp rx=0 tx=0).stop 2024-09-19T04:36:28.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.454+0000 7f03a2f03640 1 -- 172.21.15.111:0/2344340960 shutdown_connections 2024-09-19T04:36:28.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.454+0000 7f03a2f03640 1 --2- 172.21.15.111:0/2344340960 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0388004800 0x7f0388004c80 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.454+0000 7f03a2f03640 1 -- 172.21.15.111:0/2344340960 >> 172.21.15.111:0/2344340960 conn(0x7f039c06f390 msgr2=0x7f039c06f770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:28.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.454+0000 7f03a2f03640 1 -- 172.21.15.111:0/2344340960 shutdown_connections 2024-09-19T04:36:28.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.454+0000 7f03a2f03640 1 -- 172.21.15.111:0/2344340960 wait complete. 2024-09-19T04:36:28.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.455+0000 7f03a2f03640 1 Processor -- start 2024-09-19T04:36:28.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.455+0000 7f03a2f03640 1 -- start start 2024-09-19T04:36:28.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.456+0000 7f03a2f03640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0388004800 0x7f039c144970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:28.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.456+0000 7f03a2f03640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f039c147af0 0x7f039c148620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:28.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.456+0000 7f03a2f03640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f039c15b5b0 0x7f039c15ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:28.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.456+0000 7f03a2f03640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f039c0d0890 con 0x7f039c147af0 2024-09-19T04:36:28.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.456+0000 7f03a2f03640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f039c0b2040 con 0x7f0388004800 2024-09-19T04:36:28.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.456+0000 7f03a2f03640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f039c0d0a10 con 0x7f039c15b5b0 2024-09-19T04:36:28.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.456+0000 7f039bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f039c147af0 0x7f039c148620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:28.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.456+0000 7f039bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f039c147af0 0x7f039c148620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36396/0 (socket says 172.21.15.111:36396) 2024-09-19T04:36:28.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.456+0000 7f039bfff640 1 -- 172.21.15.111:0/271820424 learned_addr learned my addr 172.21.15.111:0/271820424 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:28.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.457+0000 7f03a0c9f640 1 --2- 172.21.15.111:0/271820424 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0388004800 0x7f039c144970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:28.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.457+0000 7f03a14a0640 1 --2- 172.21.15.111:0/271820424 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f039c15b5b0 0x7f039c15ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:28.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.457+0000 7f039bfff640 1 -- 172.21.15.111:0/271820424 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f039c15b5b0 msgr2=0x7f039c15ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:28.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.457+0000 7f039bfff640 1 --2- 172.21.15.111:0/271820424 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f039c15b5b0 0x7f039c15ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.457+0000 7f039bfff640 1 -- 172.21.15.111:0/271820424 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0388004800 msgr2=0x7f039c144970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:28.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.457+0000 7f039bfff640 1 --2- 172.21.15.111:0/271820424 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0388004800 0x7f039c144970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.457+0000 7f039bfff640 1 -- 172.21.15.111:0/271820424 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f039c145460 con 0x7f039c147af0 2024-09-19T04:36:28.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.457+0000 7f03a0c9f640 1 --2- 172.21.15.111:0/271820424 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0388004800 0x7f039c144970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:28.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.457+0000 7f03a14a0640 1 --2- 172.21.15.111:0/271820424 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f039c15b5b0 0x7f039c15ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:28.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.457+0000 7f039bfff640 1 --2- 172.21.15.111:0/271820424 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f039c147af0 0x7f039c148620 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f0384033040 tx=0x7f0384001650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:28.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.457+0000 7f03997fa640 1 -- 172.21.15.111:0/271820424 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0384040070 con 0x7f039c147af0 2024-09-19T04:36:28.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.457+0000 7f03997fa640 1 -- 172.21.15.111:0/271820424 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0384003970 con 0x7f039c147af0 2024-09-19T04:36:28.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.457+0000 7f03997fa640 1 -- 172.21.15.111:0/271820424 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0384001bf0 con 0x7f039c147af0 2024-09-19T04:36:28.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.457+0000 7f03a2f03640 1 -- 172.21.15.111:0/271820424 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f039c145740 con 0x7f039c147af0 2024-09-19T04:36:28.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.457+0000 7f03a2f03640 1 -- 172.21.15.111:0/271820424 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f039c145d00 con 0x7f039c147af0 2024-09-19T04:36:28.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.458+0000 7f03a2f03640 1 -- 172.21.15.111:0/271820424 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f039c06fca0 con 0x7f039c147af0 2024-09-19T04:36:28.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.459+0000 7f03997fa640 1 -- 172.21.15.111:0/271820424 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f0384043070 con 0x7f039c147af0 2024-09-19T04:36:28.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.459+0000 7f03997fa640 1 --2- 172.21.15.111:0/271820424 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f037c06c610 0x7f037c06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:28.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.459+0000 7f03997fa640 1 -- 172.21.15.111:0/271820424 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 4857+0+0 (secure 0 0 0) 0x7f03840abee0 con 0x7f039c147af0 2024-09-19T04:36:28.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.459+0000 7f03a0c9f640 1 --2- 172.21.15.111:0/271820424 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f037c06c610 0x7f037c06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:28.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.460+0000 7f03a0c9f640 1 --2- 172.21.15.111:0/271820424 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f037c06c610 0x7f037c06ead0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f039c069380 tx=0x7f0394008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:28.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.464+0000 7f03997fa640 1 -- 172.21.15.111:0/271820424 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f039c06fca0 con 0x7f039c147af0 2024-09-19T04:36:28.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.630+0000 7f03a2f03640 1 -- 172.21.15.111:0/271820424 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f039c160c00 con 0x7f039c147af0 2024-09-19T04:36:28.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.630+0000 7f03997fa640 1 -- 172.21.15.111:0/271820424 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v66) ==== 84+0+65 (secure 0 0 0) 0x7f0384003b40 con 0x7f039c147af0 2024-09-19T04:36:28.632 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:28.632 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:36:28.632 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:28.632 INFO:teuthology.orchestra.run.smithi111.stdout: "poolnum": 1, 2024-09-19T04:36:28.632 INFO:teuthology.orchestra.run.smithi111.stdout: "poolname": ".mgr" 2024-09-19T04:36:28.632 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:28.632 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:36:28.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.632+0000 7f03a2f03640 1 -- 172.21.15.111:0/271820424 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f037c06c610 msgr2=0x7f037c06ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:28.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.632+0000 7f03a2f03640 1 --2- 172.21.15.111:0/271820424 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f037c06c610 0x7f037c06ead0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f039c069380 tx=0x7f0394008040 comp rx=0 tx=0).stop 2024-09-19T04:36:28.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.632+0000 7f03a2f03640 1 -- 172.21.15.111:0/271820424 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f039c147af0 msgr2=0x7f039c148620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:28.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.632+0000 7f03a2f03640 1 --2- 172.21.15.111:0/271820424 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f039c147af0 0x7f039c148620 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f0384033040 tx=0x7f0384001650 comp rx=0 tx=0).stop 2024-09-19T04:36:28.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.632+0000 7f03a2f03640 1 -- 172.21.15.111:0/271820424 shutdown_connections 2024-09-19T04:36:28.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.632+0000 7f03a2f03640 1 --2- 172.21.15.111:0/271820424 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f037c06c610 0x7f037c06ead0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.632+0000 7f03a2f03640 1 --2- 172.21.15.111:0/271820424 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f039c15b5b0 0x7f039c15ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.632+0000 7f03a2f03640 1 --2- 172.21.15.111:0/271820424 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f039c147af0 0x7f039c148620 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.632+0000 7f03a2f03640 1 --2- 172.21.15.111:0/271820424 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0388004800 0x7f039c144970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.632+0000 7f03a2f03640 1 -- 172.21.15.111:0/271820424 >> 172.21.15.111:0/271820424 conn(0x7f039c06f390 msgr2=0x7f039c0b2bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:28.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.633+0000 7f03a2f03640 1 -- 172.21.15.111:0/271820424 shutdown_connections 2024-09-19T04:36:28.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.633+0000 7f03a2f03640 1 -- 172.21.15.111:0/271820424 wait complete. 2024-09-19T04:36:28.644 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T04:36:28.645 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T04:36:28.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.745+0000 7f18981f1640 1 Processor -- start 2024-09-19T04:36:28.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.746+0000 7f18981f1640 1 -- start start 2024-09-19T04:36:28.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.746+0000 7f18981f1640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f18900b61e0 0x7f18900b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:28.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.746+0000 7f18981f1640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18901633f0 con 0x7f18900d3990 2024-09-19T04:36:28.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.746+0000 7f18981f1640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18900b6b00 con 0x7f18900b3b00 2024-09-19T04:36:28.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.746+0000 7f18981f1640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f18900d24f0 con 0x7f18900b61e0 2024-09-19T04:36:28.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.747+0000 7f189678e640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f18900d3990 0x7f1890162ce0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:51884/0 (socket says 172.21.15.111:51884) 2024-09-19T04:36:28.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.747+0000 7f189678e640 1 -- 172.21.15.111:0/4184118731 learned_addr learned my addr 172.21.15.111:0/4184118731 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:28.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.747+0000 7f1894f8b640 1 -- 172.21.15.111:0/4184118731 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3268455651 0 0) 0x7f18901633f0 con 0x7f18900d3990 2024-09-19T04:36:28.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.747+0000 7f1894f8b640 1 -- 172.21.15.111:0/4184118731 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1878003520 con 0x7f18900d3990 2024-09-19T04:36:28.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.747+0000 7f1895f8d640 1 --2- 172.21.15.111:0/4184118731 >> v2:172.21.15.114:3300/0 conn(0x7f18900b61e0 0x7f18900b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:28.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.747+0000 7f1894f8b640 1 -- 172.21.15.111:0/4184118731 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1211291518 0 0) 0x7f1878003520 con 0x7f18900d3990 2024-09-19T04:36:28.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.747+0000 7f1894f8b640 1 -- 172.21.15.111:0/4184118731 >> v2:172.21.15.114:3300/0 conn(0x7f18900b61e0 msgr2=0x7f18900b65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:28.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.747+0000 7f1894f8b640 1 --2- 172.21.15.111:0/4184118731 >> v2:172.21.15.114:3300/0 conn(0x7f18900b61e0 0x7f18900b65c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.747+0000 7f1894f8b640 1 -- 172.21.15.111:0/4184118731 >> v1:172.21.15.114:6789/0 conn(0x7f18900b3b00 legacy=0x7f18901625d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:28.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.747+0000 7f1894f8b640 1 -- 172.21.15.111:0/4184118731 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18900d20e0 con 0x7f18900d3990 2024-09-19T04:36:28.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.747+0000 7f1894f8b640 1 -- 172.21.15.111:0/4184118731 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f1888001670 con 0x7f18900d3990 2024-09-19T04:36:28.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.747+0000 7f1894f8b640 1 -- 172.21.15.111:0/4184118731 >> v1:172.21.15.111:6789/0 conn(0x7f18900d3990 legacy=0x7f1890162ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:28.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.747+0000 7f1894f8b640 1 --2- 172.21.15.111:0/4184118731 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f18780039b0 0x7f1878003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:28.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.747+0000 7f1894f8b640 1 --2- 172.21.15.111:0/4184118731 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1878004800 0x7f1878004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:28.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.747+0000 7f1894f8b640 1 --2- 172.21.15.111:0/4184118731 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f18780053c0 0x7f187800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:28.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.747+0000 7f1894f8b640 1 -- 172.21.15.111:0/4184118731 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f18900d24f0 con 0x7f18780053c0 2024-09-19T04:36:28.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.747+0000 7f1894f8b640 1 -- 172.21.15.111:0/4184118731 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f187800c250 con 0x7f18780039b0 2024-09-19T04:36:28.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.747+0000 7f1894f8b640 1 -- 172.21.15.111:0/4184118731 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f187800c450 con 0x7f1878004800 2024-09-19T04:36:28.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.747+0000 7f189678e640 1 --2- 172.21.15.111:0/4184118731 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f18780053c0 0x7f187800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:28.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.747+0000 7f1895f8d640 1 --2- 172.21.15.111:0/4184118731 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f18780039b0 0x7f1878003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:28.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.747+0000 7f189578c640 1 --2- 172.21.15.111:0/4184118731 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1878004800 0x7f1878004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:28.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.747+0000 7f189678e640 1 -- 172.21.15.111:0/4184118731 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1878004800 msgr2=0x7f1878004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:28.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.747+0000 7f189678e640 1 --2- 172.21.15.111:0/4184118731 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1878004800 0x7f1878004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.748+0000 7f189678e640 1 -- 172.21.15.111:0/4184118731 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f18780039b0 msgr2=0x7f1878003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:28.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.748+0000 7f189678e640 1 --2- 172.21.15.111:0/4184118731 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f18780039b0 0x7f1878003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.748+0000 7f189678e640 1 -- 172.21.15.111:0/4184118731 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1878003520 con 0x7f18780053c0 2024-09-19T04:36:28.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.748+0000 7f189678e640 1 -- 172.21.15.111:0/4184118731 reap_dead start 2024-09-19T04:36:28.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.748+0000 7f189678e640 1 --2- 172.21.15.111:0/4184118731 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f18780053c0 0x7f187800b9c0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f188800c210 tx=0x7f1878005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edffac872134ba49 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:28.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.748+0000 7f1894f8b640 1 -- 172.21.15.111:0/4184118731 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1888007d30 con 0x7f18780053c0 2024-09-19T04:36:28.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.748+0000 7f1894f8b640 1 -- 172.21.15.111:0/4184118731 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1888005ad0 con 0x7f18780053c0 2024-09-19T04:36:28.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.748+0000 7f1894f8b640 1 -- 172.21.15.111:0/4184118731 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1888007070 con 0x7f18780053c0 2024-09-19T04:36:28.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.749+0000 7f18981f1640 1 -- 172.21.15.111:0/4184118731 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f18780053c0 msgr2=0x7f187800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:28.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.749+0000 7f18981f1640 1 --2- 172.21.15.111:0/4184118731 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f18780053c0 0x7f187800b9c0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f188800c210 tx=0x7f1878005830 comp rx=0 tx=0).stop 2024-09-19T04:36:28.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.749+0000 7f18981f1640 1 -- 172.21.15.111:0/4184118731 shutdown_connections 2024-09-19T04:36:28.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.749+0000 7f18981f1640 1 --2- 172.21.15.111:0/4184118731 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f18780053c0 0x7f187800b9c0 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.749+0000 7f18981f1640 1 -- 172.21.15.111:0/4184118731 >> 172.21.15.111:0/4184118731 conn(0x7f18900d11e0 msgr2=0x7f18900d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:28.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.749+0000 7f18981f1640 1 -- 172.21.15.111:0/4184118731 shutdown_connections 2024-09-19T04:36:28.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.749+0000 7f18981f1640 1 -- 172.21.15.111:0/4184118731 wait complete. 2024-09-19T04:36:28.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.750+0000 7f18981f1640 1 Processor -- start 2024-09-19T04:36:28.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.750+0000 7f18981f1640 1 -- start start 2024-09-19T04:36:28.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.751+0000 7f18981f1640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f18780053c0 0x7f189015d770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:28.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.751+0000 7f18981f1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f18900ad940 0x7f18900adda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:28.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.751+0000 7f18981f1640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f18900cd290 0x7f18900cd710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:28.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.751+0000 7f18981f1640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f18900d0030 con 0x7f18900cd290 2024-09-19T04:36:28.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.751+0000 7f18981f1640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f18900cfd50 con 0x7f18780053c0 2024-09-19T04:36:28.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.751+0000 7f18981f1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f189015edc0 con 0x7f18900ad940 2024-09-19T04:36:28.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.751+0000 7f189678e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f18900cd290 0x7f18900cd710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:28.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.751+0000 7f189678e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f18900cd290 0x7f18900cd710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36424/0 (socket says 172.21.15.111:36424) 2024-09-19T04:36:28.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.751+0000 7f189678e640 1 -- 172.21.15.111:0/3695990066 learned_addr learned my addr 172.21.15.111:0/3695990066 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:28.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.751+0000 7f189578c640 1 --2- 172.21.15.111:0/3695990066 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f18900ad940 0x7f18900adda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:28.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.751+0000 7f1895f8d640 1 --2- 172.21.15.111:0/3695990066 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f18780053c0 0x7f189015d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:28.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.751+0000 7f189678e640 1 -- 172.21.15.111:0/3695990066 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f18900ad940 msgr2=0x7f18900adda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:28.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.751+0000 7f189678e640 1 --2- 172.21.15.111:0/3695990066 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f18900ad940 0x7f18900adda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.751+0000 7f189678e640 1 -- 172.21.15.111:0/3695990066 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f18780053c0 msgr2=0x7f189015d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:28.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.751+0000 7f189678e640 1 --2- 172.21.15.111:0/3695990066 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f18780053c0 0x7f189015d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:28.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.751+0000 7f189678e640 1 -- 172.21.15.111:0/3695990066 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f189015dcb0 con 0x7f18900cd290 2024-09-19T04:36:28.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.751+0000 7f189578c640 1 --2- 172.21.15.111:0/3695990066 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f18900ad940 0x7f18900adda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:28.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.751+0000 7f1895f8d640 1 --2- 172.21.15.111:0/3695990066 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f18780053c0 0x7f189015d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:28.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.751+0000 7f189678e640 1 --2- 172.21.15.111:0/3695990066 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f18900cd290 0x7f18900cd710 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f188800c300 tx=0x7f1888001a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:28.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.752+0000 7f188e7fc640 1 -- 172.21.15.111:0/3695990066 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1888004bf0 con 0x7f18900cd290 2024-09-19T04:36:28.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.752+0000 7f188e7fc640 1 -- 172.21.15.111:0/3695990066 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1888042070 con 0x7f18900cd290 2024-09-19T04:36:28.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.752+0000 7f18981f1640 1 -- 172.21.15.111:0/3695990066 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f189015e1d0 con 0x7f18900cd290 2024-09-19T04:36:28.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.752+0000 7f188e7fc640 1 -- 172.21.15.111:0/3695990066 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1888007070 con 0x7f18900cd290 2024-09-19T04:36:28.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.752+0000 7f18981f1640 1 -- 172.21.15.111:0/3695990066 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18900ce150 con 0x7f18900cd290 2024-09-19T04:36:28.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.753+0000 7f18981f1640 1 -- 172.21.15.111:0/3695990066 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18900d1d00 con 0x7f18900cd290 2024-09-19T04:36:28.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.753+0000 7f188e7fc640 1 -- 172.21.15.111:0/3695990066 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f1888007210 con 0x7f18900cd290 2024-09-19T04:36:28.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.753+0000 7f188e7fc640 1 --2- 172.21.15.111:0/3695990066 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f187c06c640 0x7f187c06eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:28.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.754+0000 7f188e7fc640 1 -- 172.21.15.111:0/3695990066 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 4857+0+0 (secure 0 0 0) 0x7f18880ab980 con 0x7f18900cd290 2024-09-19T04:36:28.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.754+0000 7f1895f8d640 1 --2- 172.21.15.111:0/3695990066 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f187c06c640 0x7f187c06eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:28.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.754+0000 7f1895f8d640 1 --2- 172.21.15.111:0/3695990066 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f187c06c640 0x7f187c06eb00 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f1880003aa0 tx=0x7f1880009760 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:28.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.758+0000 7f188e7fc640 1 -- 172.21.15.111:0/3695990066 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f189015e1d0 con 0x7f18900cd290 2024-09-19T04:36:28.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:28.923+0000 7f18981f1640 1 -- 172.21.15.111:0/3695990066 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f18900b6d80 con 0x7f18900cd290 2024-09-19T04:36:29.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.622+0000 7f188e7fc640 1 -- 172.21.15.111:0/3695990066 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v67) ==== 138+0+0 (secure 0 0 0) 0x7f188807a0c0 con 0x7f18900cd290 2024-09-19T04:36:29.623 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' created 2024-09-19T04:36:29.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.624+0000 7f18981f1640 1 -- 172.21.15.111:0/3695990066 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f187c06c640 msgr2=0x7f187c06eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:29.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.624+0000 7f18981f1640 1 --2- 172.21.15.111:0/3695990066 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f187c06c640 0x7f187c06eb00 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f1880003aa0 tx=0x7f1880009760 comp rx=0 tx=0).stop 2024-09-19T04:36:29.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.625+0000 7f18981f1640 1 -- 172.21.15.111:0/3695990066 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f18900cd290 msgr2=0x7f18900cd710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:29.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.625+0000 7f18981f1640 1 --2- 172.21.15.111:0/3695990066 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f18900cd290 0x7f18900cd710 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f188800c300 tx=0x7f1888001a40 comp rx=0 tx=0).stop 2024-09-19T04:36:29.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.626+0000 7f18981f1640 1 -- 172.21.15.111:0/3695990066 shutdown_connections 2024-09-19T04:36:29.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.626+0000 7f18981f1640 1 --2- 172.21.15.111:0/3695990066 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f187c06c640 0x7f187c06eb00 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:29.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.626+0000 7f18981f1640 1 --2- 172.21.15.111:0/3695990066 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f18900cd290 0x7f18900cd710 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:29.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.626+0000 7f18981f1640 1 --2- 172.21.15.111:0/3695990066 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f18900ad940 0x7f18900adda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:29.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.626+0000 7f18981f1640 1 --2- 172.21.15.111:0/3695990066 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f18780053c0 0x7f189015d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:29.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.626+0000 7f18981f1640 1 -- 172.21.15.111:0/3695990066 >> 172.21.15.111:0/3695990066 conn(0x7f18900d11e0 msgr2=0x7f18900d3040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:29.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.626+0000 7f18981f1640 1 -- 172.21.15.111:0/3695990066 shutdown_connections 2024-09-19T04:36:29.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.626+0000 7f18981f1640 1 -- 172.21.15.111:0/3695990066 wait complete. 2024-09-19T04:36:29.643 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T04:36:29.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.752+0000 7f9572cf1640 1 Processor -- start 2024-09-19T04:36:29.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.752+0000 7f9572cf1640 1 -- start start 2024-09-19T04:36:29.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.753+0000 7f9572cf1640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f956c06f130 0x7f956c072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:29.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.753+0000 7f9572cf1640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f956c15c970 con 0x7f956c15b370 2024-09-19T04:36:29.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.753+0000 7f9572cf1640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f956c15bbb0 con 0x7f956c15f9f0 2024-09-19T04:36:29.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.753+0000 7f9572cf1640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f956c15fef0 con 0x7f956c06f130 2024-09-19T04:36:29.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.753+0000 7f9570a8d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f956c15b370 0x7f956c06ea20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:51898/0 (socket says 172.21.15.111:51898) 2024-09-19T04:36:29.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.753+0000 7f9570a8d640 1 -- 172.21.15.111:0/3814676051 learned_addr learned my addr 172.21.15.111:0/3814676051 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:29.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.753+0000 7f956bfff640 1 --2- 172.21.15.111:0/3814676051 >> v2:172.21.15.114:3300/0 conn(0x7f956c06f130 0x7f956c072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:29.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.753+0000 7f956b7fe640 1 -- 172.21.15.111:0/3814676051 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2434366832 0 0) 0x7f956c15c970 con 0x7f956c15b370 2024-09-19T04:36:29.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.753+0000 7f956b7fe640 1 -- 172.21.15.111:0/3814676051 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f955c003520 con 0x7f956c15b370 2024-09-19T04:36:29.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.753+0000 7f956bfff640 1 -- 172.21.15.111:0/3814676051 >> v1:172.21.15.114:6789/0 conn(0x7f956c15f9f0 legacy=0x7f956c0ce490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:29.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.753+0000 7f956bfff640 1 -- 172.21.15.111:0/3814676051 >> v1:172.21.15.111:6789/0 conn(0x7f956c15b370 legacy=0x7f956c06ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:29.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.753+0000 7f956bfff640 1 -- 172.21.15.111:0/3814676051 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f956c15be90 con 0x7f956c06f130 2024-09-19T04:36:29.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.754+0000 7f956bfff640 1 --2- 172.21.15.111:0/3814676051 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f956c06f130 0x7f956c072560 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f95580097a0 tx=0x7f955802a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ebd04e05c227221c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:29.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.754+0000 7f956b7fe640 1 -- 172.21.15.111:0/3814676051 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9558037070 con 0x7f956c06f130 2024-09-19T04:36:29.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.754+0000 7f956b7fe640 1 -- 172.21.15.111:0/3814676051 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9558032440 con 0x7f956c06f130 2024-09-19T04:36:29.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.754+0000 7f956b7fe640 1 -- 172.21.15.111:0/3814676051 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95580327f0 con 0x7f956c06f130 2024-09-19T04:36:29.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.755+0000 7f9572cf1640 1 -- 172.21.15.111:0/3814676051 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f956c06f130 msgr2=0x7f956c072560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:29.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.755+0000 7f9572cf1640 1 --2- 172.21.15.111:0/3814676051 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f956c06f130 0x7f956c072560 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f95580097a0 tx=0x7f955802a1a0 comp rx=0 tx=0).stop 2024-09-19T04:36:29.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.755+0000 7f9572cf1640 1 -- 172.21.15.111:0/3814676051 shutdown_connections 2024-09-19T04:36:29.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.755+0000 7f9572cf1640 1 --2- 172.21.15.111:0/3814676051 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f956c06f130 0x7f956c072560 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:29.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.755+0000 7f9572cf1640 1 -- 172.21.15.111:0/3814676051 >> 172.21.15.111:0/3814676051 conn(0x7f956c06bba0 msgr2=0x7f956c06bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:29.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.755+0000 7f9572cf1640 1 -- 172.21.15.111:0/3814676051 shutdown_connections 2024-09-19T04:36:29.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.755+0000 7f9572cf1640 1 -- 172.21.15.111:0/3814676051 wait complete. 2024-09-19T04:36:29.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.756+0000 7f9572cf1640 1 Processor -- start 2024-09-19T04:36:29.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.756+0000 7f9572cf1640 1 -- start start 2024-09-19T04:36:29.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.757+0000 7f9572cf1640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f956c06f130 0x7f956c0b4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:29.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.757+0000 7f9572cf1640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f956c15b370 0x7f956c0b5010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:29.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.757+0000 7f9572cf1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f956c15f9f0 0x7f956c1f54e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:29.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.757+0000 7f9572cf1640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f956c0731b0 con 0x7f956c15b370 2024-09-19T04:36:29.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.757+0000 7f9572cf1640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f956c15c450 con 0x7f956c06f130 2024-09-19T04:36:29.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.757+0000 7f9572cf1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f956c15b750 con 0x7f956c15f9f0 2024-09-19T04:36:29.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.757+0000 7f956bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f956c15b370 0x7f956c0b5010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:29.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.757+0000 7f956bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f956c15b370 0x7f956c0b5010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36440/0 (socket says 172.21.15.111:36440) 2024-09-19T04:36:29.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.757+0000 7f956bfff640 1 -- 172.21.15.111:0/3120709349 learned_addr learned my addr 172.21.15.111:0/3120709349 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:29.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.757+0000 7f9570a8d640 1 --2- 172.21.15.111:0/3120709349 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f956c06f130 0x7f956c0b4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:29.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.757+0000 7f957128e640 1 --2- 172.21.15.111:0/3120709349 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f956c15f9f0 0x7f956c1f54e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:29.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.757+0000 7f956bfff640 1 -- 172.21.15.111:0/3120709349 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f956c15f9f0 msgr2=0x7f956c1f54e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:29.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.757+0000 7f956bfff640 1 --2- 172.21.15.111:0/3120709349 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f956c15f9f0 0x7f956c1f54e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:29.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.757+0000 7f956bfff640 1 -- 172.21.15.111:0/3120709349 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f956c06f130 msgr2=0x7f956c0b4ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:29.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.757+0000 7f956bfff640 1 --2- 172.21.15.111:0/3120709349 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f956c06f130 0x7f956c0b4ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:29.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.757+0000 7f956bfff640 1 -- 172.21.15.111:0/3120709349 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f956c0aa570 con 0x7f956c15b370 2024-09-19T04:36:29.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.758+0000 7f956bfff640 1 --2- 172.21.15.111:0/3120709349 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f956c15b370 0x7f956c0b5010 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f95580097a0 tx=0x7f95580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:29.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.758+0000 7f95697fa640 1 -- 172.21.15.111:0/3120709349 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9558037050 con 0x7f956c15b370 2024-09-19T04:36:29.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.758+0000 7f95697fa640 1 -- 172.21.15.111:0/3120709349 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9558038040 con 0x7f956c15b370 2024-09-19T04:36:29.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.758+0000 7f9572cf1640 1 -- 172.21.15.111:0/3120709349 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f956c0aa850 con 0x7f956c15b370 2024-09-19T04:36:29.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.758+0000 7f95697fa640 1 -- 172.21.15.111:0/3120709349 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9558004470 con 0x7f956c15b370 2024-09-19T04:36:29.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.758+0000 7f9572cf1640 1 -- 172.21.15.111:0/3120709349 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f956c0ab330 con 0x7f956c15b370 2024-09-19T04:36:29.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.759+0000 7f9572cf1640 1 -- 172.21.15.111:0/3120709349 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f956c072560 con 0x7f956c15b370 2024-09-19T04:36:29.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.759+0000 7f95697fa640 1 -- 172.21.15.111:0/3120709349 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f955803c6d0 con 0x7f956c15b370 2024-09-19T04:36:29.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.760+0000 7f95697fa640 1 --2- 172.21.15.111:0/3120709349 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f955006c610 0x7f955006ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:29.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.760+0000 7f95697fa640 1 -- 172.21.15.111:0/3120709349 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 5227+0+0 (secure 0 0 0) 0x7f95580ac2a0 con 0x7f956c15b370 2024-09-19T04:36:29.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.760+0000 7f9570a8d640 1 --2- 172.21.15.111:0/3120709349 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f955006c610 0x7f955006ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:29.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.760+0000 7f9570a8d640 1 --2- 172.21.15.111:0/3120709349 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f955006c610 0x7f955006ead0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f95600011e0 tx=0x7f9560009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:29.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.764+0000 7f95697fa640 1 -- 172.21.15.111:0/3120709349 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f955807a6e0 con 0x7f956c15b370 2024-09-19T04:36:29.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:29.932+0000 7f9572cf1640 1 -- 172.21.15.111:0/3120709349 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f956c0b15a0 con 0x7f956c15b370 2024-09-19T04:36:30.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.625+0000 7f95697fa640 1 -- 172.21.15.111:0/3120709349 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v68) ==== 170+0+0 (secure 0 0 0) 0x7f9558079fe0 con 0x7f956c15b370 2024-09-19T04:36:30.628 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' created 2024-09-19T04:36:30.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.628+0000 7f9572cf1640 1 -- 172.21.15.111:0/3120709349 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f955006c610 msgr2=0x7f955006ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:30.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.628+0000 7f9572cf1640 1 --2- 172.21.15.111:0/3120709349 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f955006c610 0x7f955006ead0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f95600011e0 tx=0x7f9560009040 comp rx=0 tx=0).stop 2024-09-19T04:36:30.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.628+0000 7f9572cf1640 1 -- 172.21.15.111:0/3120709349 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f956c15b370 msgr2=0x7f956c0b5010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:30.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.628+0000 7f9572cf1640 1 --2- 172.21.15.111:0/3120709349 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f956c15b370 0x7f956c0b5010 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f95580097a0 tx=0x7f95580046c0 comp rx=0 tx=0).stop 2024-09-19T04:36:30.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.628+0000 7f9572cf1640 1 -- 172.21.15.111:0/3120709349 shutdown_connections 2024-09-19T04:36:30.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.628+0000 7f9572cf1640 1 --2- 172.21.15.111:0/3120709349 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f955006c610 0x7f955006ead0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:30.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.628+0000 7f9572cf1640 1 --2- 172.21.15.111:0/3120709349 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f956c15f9f0 0x7f956c1f54e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:30.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.628+0000 7f9572cf1640 1 --2- 172.21.15.111:0/3120709349 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f956c15b370 0x7f956c0b5010 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:30.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.628+0000 7f9572cf1640 1 --2- 172.21.15.111:0/3120709349 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f956c06f130 0x7f956c0b4ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:30.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.628+0000 7f9572cf1640 1 -- 172.21.15.111:0/3120709349 >> 172.21.15.111:0/3120709349 conn(0x7f956c06bba0 msgr2=0x7f956c0ce450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:30.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.628+0000 7f9572cf1640 1 -- 172.21.15.111:0/3120709349 shutdown_connections 2024-09-19T04:36:30.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.628+0000 7f9572cf1640 1 -- 172.21.15.111:0/3120709349 wait complete. 2024-09-19T04:36:30.650 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T04:36:30.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.750+0000 7f74c6865640 1 Processor -- start 2024-09-19T04:36:30.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.751+0000 7f74c6865640 1 -- start start 2024-09-19T04:36:30.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.751+0000 7f74c6865640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f74c0161e30 0x7f74c00d34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:30.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.751+0000 7f74c6865640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f74c00b3d50 0x7f74c006d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:30.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.751+0000 7f74c6865640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f74c00b3290 0x7f74c006de00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:30.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.751+0000 7f74c6865640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f74c00cfcf0 con 0x7f74c00b3290 2024-09-19T04:36:30.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.751+0000 7f74c6865640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f74c00cf9a0 con 0x7f74c00b3d50 2024-09-19T04:36:30.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.751+0000 7f74c6865640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f74c0162210 con 0x7f74c0161e30 2024-09-19T04:36:30.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.752+0000 7f74c4e02640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f74c00b3290 0x7f74c006de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:30.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.752+0000 7f74c4e02640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f74c00b3290 0x7f74c006de00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36456/0 (socket says 172.21.15.111:36456) 2024-09-19T04:36:30.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.752+0000 7f74c4e02640 1 -- 172.21.15.111:0/1230176025 learned_addr learned my addr 172.21.15.111:0/1230176025 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:30.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.752+0000 7f74bffff640 1 --2- 172.21.15.111:0/1230176025 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f74c0161e30 0x7f74c00d34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:30.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.752+0000 7f74bf7fe640 1 --2- 172.21.15.111:0/1230176025 >> v2:172.21.15.114:3300/0 conn(0x7f74c00b3d50 0x7f74c006d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:30.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.752+0000 7f74c4e02640 1 -- 172.21.15.111:0/1230176025 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f74c0161e30 msgr2=0x7f74c00d34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:30.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.752+0000 7f74c4e02640 1 --2- 172.21.15.111:0/1230176025 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f74c0161e30 0x7f74c00d34a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:30.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.752+0000 7f74c4e02640 1 -- 172.21.15.111:0/1230176025 >> v2:172.21.15.114:3300/0 conn(0x7f74c00b3d50 msgr2=0x7f74c006d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:30.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.752+0000 7f74c4e02640 1 --2- 172.21.15.111:0/1230176025 >> v2:172.21.15.114:3300/0 conn(0x7f74c00b3d50 0x7f74c006d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:30.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.752+0000 7f74c4e02640 1 -- 172.21.15.111:0/1230176025 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74c00d5210 con 0x7f74c00b3290 2024-09-19T04:36:30.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.753+0000 7f74c4e02640 1 --2- 172.21.15.111:0/1230176025 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f74c00b3290 0x7f74c006de00 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f74c00b73b0 tx=0x7f74b802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f5e7c416ae5d143 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:30.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.753+0000 7f74beffd640 1 -- 172.21.15.111:0/1230176025 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74b8036070 con 0x7f74c00b3290 2024-09-19T04:36:30.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.753+0000 7f74beffd640 1 -- 172.21.15.111:0/1230176025 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74b8031600 con 0x7f74c00b3290 2024-09-19T04:36:30.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.753+0000 7f74beffd640 1 -- 172.21.15.111:0/1230176025 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74b80319d0 con 0x7f74c00b3290 2024-09-19T04:36:30.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.753+0000 7f74c6865640 1 -- 172.21.15.111:0/1230176025 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f74c00b3290 msgr2=0x7f74c006de00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:30.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.753+0000 7f74c6865640 1 --2- 172.21.15.111:0/1230176025 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f74c00b3290 0x7f74c006de00 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f74c00b73b0 tx=0x7f74b802a6a0 comp rx=0 tx=0).stop 2024-09-19T04:36:30.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.753+0000 7f74c6865640 1 -- 172.21.15.111:0/1230176025 shutdown_connections 2024-09-19T04:36:30.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.753+0000 7f74c6865640 1 --2- 172.21.15.111:0/1230176025 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f74c00b3290 0x7f74c006de00 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:30.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.753+0000 7f74c6865640 1 --2- 172.21.15.111:0/1230176025 >> v2:172.21.15.114:3300/0 conn(0x7f74c00b3d50 0x7f74c006d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:30.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.753+0000 7f74c6865640 1 --2- 172.21.15.111:0/1230176025 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f74c0161e30 0x7f74c00d34a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:30.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.753+0000 7f74c6865640 1 -- 172.21.15.111:0/1230176025 >> 172.21.15.111:0/1230176025 conn(0x7f74c00d1870 msgr2=0x7f74c00d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:30.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.753+0000 7f74c6865640 1 -- 172.21.15.111:0/1230176025 shutdown_connections 2024-09-19T04:36:30.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.753+0000 7f74c6865640 1 -- 172.21.15.111:0/1230176025 wait complete. 2024-09-19T04:36:30.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.755+0000 7f74c6865640 1 Processor -- start 2024-09-19T04:36:30.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.755+0000 7f74c6865640 1 -- start start 2024-09-19T04:36:30.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.755+0000 7f74c6865640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f74c00b3290 0x7f74c00cb890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:30.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.755+0000 7f74c6865640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f74c00b3d50 0x7f74c01f3820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:30.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.755+0000 7f74c6865640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f74c0161e30 0x7f74c0158070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:30.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.755+0000 7f74c6865640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f74c00d39e0 con 0x7f74c00b3d50 2024-09-19T04:36:30.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.755+0000 7f74c6865640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f74c00b3950 con 0x7f74c0161e30 2024-09-19T04:36:30.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.755+0000 7f74c6865640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f74c0159310 con 0x7f74c00b3290 2024-09-19T04:36:30.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.756+0000 7f74bf7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f74c00b3d50 0x7f74c01f3820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:30.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.756+0000 7f74bf7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f74c00b3d50 0x7f74c01f3820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36462/0 (socket says 172.21.15.111:36462) 2024-09-19T04:36:30.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.756+0000 7f74bf7fe640 1 -- 172.21.15.111:0/2990694000 learned_addr learned my addr 172.21.15.111:0/2990694000 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:30.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.756+0000 7f74bffff640 1 --2- 172.21.15.111:0/2990694000 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f74c00b3290 0x7f74c00cb890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:30.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.756+0000 7f74c4e02640 1 --2- 172.21.15.111:0/2990694000 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f74c0161e30 0x7f74c0158070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:30.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.756+0000 7f74bf7fe640 1 -- 172.21.15.111:0/2990694000 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f74c00b3290 msgr2=0x7f74c00cb890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:30.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.756+0000 7f74bf7fe640 1 --2- 172.21.15.111:0/2990694000 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f74c00b3290 0x7f74c00cb890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:30.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.756+0000 7f74bf7fe640 1 -- 172.21.15.111:0/2990694000 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f74c0161e30 msgr2=0x7f74c0158070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:30.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.756+0000 7f74bf7fe640 1 --2- 172.21.15.111:0/2990694000 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f74c0161e30 0x7f74c0158070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:30.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.756+0000 7f74bf7fe640 1 -- 172.21.15.111:0/2990694000 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74c01595f0 con 0x7f74c00b3d50 2024-09-19T04:36:30.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.756+0000 7f74bf7fe640 1 --2- 172.21.15.111:0/2990694000 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f74c00b3d50 0x7f74c01f3820 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f74b400e840 tx=0x7f74b400ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:30.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.756+0000 7f74bcff9640 1 -- 172.21.15.111:0/2990694000 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74b4017070 con 0x7f74c00b3d50 2024-09-19T04:36:30.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.756+0000 7f74bcff9640 1 -- 172.21.15.111:0/2990694000 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74b400c730 con 0x7f74c00b3d50 2024-09-19T04:36:30.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.756+0000 7f74c6865640 1 -- 172.21.15.111:0/2990694000 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74c01598d0 con 0x7f74c00b3d50 2024-09-19T04:36:30.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.756+0000 7f74bcff9640 1 -- 172.21.15.111:0/2990694000 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74b400cb00 con 0x7f74c00b3d50 2024-09-19T04:36:30.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.756+0000 7f74c6865640 1 -- 172.21.15.111:0/2990694000 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74c0159e90 con 0x7f74c00b3d50 2024-09-19T04:36:30.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.757+0000 7f74c6865640 1 -- 172.21.15.111:0/2990694000 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74c00d34a0 con 0x7f74c00b3d50 2024-09-19T04:36:30.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.758+0000 7f74bcff9640 1 -- 172.21.15.111:0/2990694000 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f74b401a070 con 0x7f74c00b3d50 2024-09-19T04:36:30.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.758+0000 7f74bcff9640 1 --2- 172.21.15.111:0/2990694000 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f74ac06c640 0x7f74ac06eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:30.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.758+0000 7f74bcff9640 1 -- 172.21.15.111:0/2990694000 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5609+0+0 (secure 0 0 0) 0x7f74b408b970 con 0x7f74c00b3d50 2024-09-19T04:36:30.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.758+0000 7f74bffff640 1 --2- 172.21.15.111:0/2990694000 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f74ac06c640 0x7f74ac06eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:30.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.759+0000 7f74bffff640 1 --2- 172.21.15.111:0/2990694000 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f74ac06c640 0x7f74ac06eb00 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f74b0009b40 tx=0x7f74b0009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:30.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.763+0000 7f74bcff9640 1 -- 172.21.15.111:0/2990694000 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f74b4059770 con 0x7f74c00b3d50 2024-09-19T04:36:30.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:30.961+0000 7f74c6865640 1 -- 172.21.15.111:0/2990694000 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f74c015e4e0 con 0x7f74c00b3d50 2024-09-19T04:36:31.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.638+0000 7f74bcff9640 1 -- 172.21.15.111:0/2990694000 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 10 and data pool 11 v33) ==== 174+0+0 (secure 0 0 0) 0x7f74b405da70 con 0x7f74c00b3d50 2024-09-19T04:36:31.641 INFO:teuthology.orchestra.run.smithi111.stderr:new fs with metadata pool 10 and data pool 11 2024-09-19T04:36:31.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.644+0000 7f74c6865640 1 -- 172.21.15.111:0/2990694000 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f74ac06c640 msgr2=0x7f74ac06eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:31.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.644+0000 7f74c6865640 1 --2- 172.21.15.111:0/2990694000 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f74ac06c640 0x7f74ac06eb00 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f74b0009b40 tx=0x7f74b0009190 comp rx=0 tx=0).stop 2024-09-19T04:36:31.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.644+0000 7f74c6865640 1 -- 172.21.15.111:0/2990694000 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f74c00b3d50 msgr2=0x7f74c01f3820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:31.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.644+0000 7f74c6865640 1 --2- 172.21.15.111:0/2990694000 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f74c00b3d50 0x7f74c01f3820 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f74b400e840 tx=0x7f74b400ed00 comp rx=0 tx=0).stop 2024-09-19T04:36:31.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.647+0000 7f74c6865640 1 -- 172.21.15.111:0/2990694000 shutdown_connections 2024-09-19T04:36:31.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.647+0000 7f74c6865640 1 --2- 172.21.15.111:0/2990694000 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f74ac06c640 0x7f74ac06eb00 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:31.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.647+0000 7f74c6865640 1 --2- 172.21.15.111:0/2990694000 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f74c0161e30 0x7f74c0158070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:31.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.647+0000 7f74c6865640 1 --2- 172.21.15.111:0/2990694000 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f74c00b3d50 0x7f74c01f3820 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:31.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.647+0000 7f74c6865640 1 --2- 172.21.15.111:0/2990694000 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f74c00b3290 0x7f74c00cb890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:31.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.647+0000 7f74c6865640 1 -- 172.21.15.111:0/2990694000 >> 172.21.15.111:0/2990694000 conn(0x7f74c00d1870 msgr2=0x7f74c00b8d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:31.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.649+0000 7f74c6865640 1 -- 172.21.15.111:0/2990694000 shutdown_connections 2024-09-19T04:36:31.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.649+0000 7f74c6865640 1 -- 172.21.15.111:0/2990694000 wait complete. 2024-09-19T04:36:31.671 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:36:31.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.767+0000 7f059bd42640 1 Processor -- start 2024-09-19T04:36:31.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.768+0000 7f059bd42640 1 -- start start 2024-09-19T04:36:31.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.768+0000 7f059bd42640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f059415ed20 0x7f05940b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:31.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.769+0000 7f059bd42640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f05940b7170 con 0x7f059415e940 2024-09-19T04:36:31.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.769+0000 7f059bd42640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f05940b7aa0 con 0x7f05940cef90 2024-09-19T04:36:31.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.769+0000 7f059bd42640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f05940d3660 con 0x7f059415ed20 2024-09-19T04:36:31.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.769+0000 7f05992dd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f059415ed20 0x7f05940b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:31.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.769+0000 7f0599ade640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f059415e940 0x7f05940d1060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:37466/0 (socket says 172.21.15.111:37466) 2024-09-19T04:36:31.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.769+0000 7f0599ade640 1 -- 172.21.15.111:0/3791472277 learned_addr learned my addr 172.21.15.111:0/3791472277 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:31.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.769+0000 7f05992dd640 1 -- 172.21.15.111:0/3791472277 >> v1:172.21.15.114:6789/0 conn(0x7f05940cef90 legacy=0x7f05940b3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:31.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.769+0000 7f05992dd640 1 -- 172.21.15.111:0/3791472277 >> v1:172.21.15.111:6789/0 conn(0x7f059415e940 legacy=0x7f05940d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:31.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.769+0000 7f05992dd640 1 -- 172.21.15.111:0/3791472277 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05940d3940 con 0x7f059415ed20 2024-09-19T04:36:31.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.769+0000 7f0598adc640 1 -- 172.21.15.111:0/3791472277 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1664880035 0 0) 0x7f0590001110 con 0x7f059415e940 2024-09-19T04:36:31.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.770+0000 7f05992dd640 1 --2- 172.21.15.111:0/3791472277 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f059415ed20 0x7f05940b3220 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f05880097a0 tx=0x7f058802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf97c0f3a99dc650 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:31.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.770+0000 7f0598adc640 1 -- 172.21.15.111:0/3791472277 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0588037070 con 0x7f059415ed20 2024-09-19T04:36:31.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.770+0000 7f0598adc640 1 -- 172.21.15.111:0/3791472277 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0588032440 con 0x7f059415ed20 2024-09-19T04:36:31.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.770+0000 7f0598adc640 1 -- 172.21.15.111:0/3791472277 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0588032810 con 0x7f059415ed20 2024-09-19T04:36:31.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.770+0000 7f059bd42640 1 -- 172.21.15.111:0/3791472277 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f059415ed20 msgr2=0x7f05940b3220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:31.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.770+0000 7f059bd42640 1 --2- 172.21.15.111:0/3791472277 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f059415ed20 0x7f05940b3220 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f05880097a0 tx=0x7f058802a270 comp rx=0 tx=0).stop 2024-09-19T04:36:31.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.770+0000 7f059bd42640 1 -- 172.21.15.111:0/3791472277 shutdown_connections 2024-09-19T04:36:31.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.770+0000 7f059bd42640 1 --2- 172.21.15.111:0/3791472277 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f059415ed20 0x7f05940b3220 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:31.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.770+0000 7f059bd42640 1 -- 172.21.15.111:0/3791472277 >> 172.21.15.111:0/3791472277 conn(0x7f05940b6240 msgr2=0x7f05940b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:31.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.770+0000 7f059bd42640 1 -- 172.21.15.111:0/3791472277 shutdown_connections 2024-09-19T04:36:31.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.770+0000 7f059bd42640 1 -- 172.21.15.111:0/3791472277 wait complete. 2024-09-19T04:36:31.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.772+0000 7f059bd42640 1 Processor -- start 2024-09-19T04:36:31.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.772+0000 7f059bd42640 1 -- start start 2024-09-19T04:36:31.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.772+0000 7f059bd42640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05940cef90 0x7f05940c8420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:31.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.772+0000 7f059bd42640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f059415e940 0x7f05941577b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:31.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.772+0000 7f059bd42640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f059415ed20 0x7f059415b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:31.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.772+0000 7f059bd42640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f05940d3310 con 0x7f059415ed20 2024-09-19T04:36:31.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.772+0000 7f059bd42640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f05940d3f00 con 0x7f059415e940 2024-09-19T04:36:31.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.772+0000 7f059bd42640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f05940d1ef0 con 0x7f05940cef90 2024-09-19T04:36:31.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.772+0000 7f059a2df640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f059415ed20 0x7f059415b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:31.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.772+0000 7f059a2df640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f059415ed20 0x7f059415b430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56608/0 (socket says 172.21.15.111:56608) 2024-09-19T04:36:31.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.772+0000 7f059a2df640 1 -- 172.21.15.111:0/786915573 learned_addr learned my addr 172.21.15.111:0/786915573 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:31.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.773+0000 7f05992dd640 1 --2- 172.21.15.111:0/786915573 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f059415e940 0x7f05941577b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:31.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.773+0000 7f0599ade640 1 --2- 172.21.15.111:0/786915573 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05940cef90 0x7f05940c8420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:31.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.773+0000 7f059a2df640 1 -- 172.21.15.111:0/786915573 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05940cef90 msgr2=0x7f05940c8420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:31.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.773+0000 7f059a2df640 1 --2- 172.21.15.111:0/786915573 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05940cef90 0x7f05940c8420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:31.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.773+0000 7f059a2df640 1 -- 172.21.15.111:0/786915573 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f059415e940 msgr2=0x7f05941577b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:31.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.773+0000 7f059a2df640 1 --2- 172.21.15.111:0/786915573 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f059415e940 0x7f05941577b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:31.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.773+0000 7f059a2df640 1 -- 172.21.15.111:0/786915573 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f059415b970 con 0x7f059415ed20 2024-09-19T04:36:31.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.773+0000 7f059a2df640 1 --2- 172.21.15.111:0/786915573 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f059415ed20 0x7f059415b430 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f058c00c7b0 tx=0x7f058c00cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:31.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.773+0000 7f05867fc640 1 -- 172.21.15.111:0/786915573 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f058c004b60 con 0x7f059415ed20 2024-09-19T04:36:31.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.773+0000 7f05867fc640 1 -- 172.21.15.111:0/786915573 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f058c004d00 con 0x7f059415ed20 2024-09-19T04:36:31.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.773+0000 7f059bd42640 1 -- 172.21.15.111:0/786915573 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05940c8ab0 con 0x7f059415ed20 2024-09-19T04:36:31.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.773+0000 7f05867fc640 1 -- 172.21.15.111:0/786915573 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f058c00aa90 con 0x7f059415ed20 2024-09-19T04:36:31.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.773+0000 7f059bd42640 1 -- 172.21.15.111:0/786915573 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05940ca740 con 0x7f059415ed20 2024-09-19T04:36:31.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.774+0000 7f059bd42640 1 -- 172.21.15.111:0/786915573 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05940d1060 con 0x7f059415ed20 2024-09-19T04:36:31.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.775+0000 7f05867fc640 1 -- 172.21.15.111:0/786915573 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f058c00ac30 con 0x7f059415ed20 2024-09-19T04:36:31.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.775+0000 7f05867fc640 1 --2- 172.21.15.111:0/786915573 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f057806c610 0x7f057806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:31.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.775+0000 7f05867fc640 1 -- 172.21.15.111:0/786915573 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f058c08bdc0 con 0x7f059415ed20 2024-09-19T04:36:31.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.775+0000 7f0599ade640 1 --2- 172.21.15.111:0/786915573 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f057806c610 0x7f057806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:31.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.776+0000 7f0599ade640 1 --2- 172.21.15.111:0/786915573 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f057806c610 0x7f057806ead0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f0590000f60 tx=0x7f0590007b50 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:31.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.780+0000 7f05867fc640 1 -- 172.21.15.111:0/786915573 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f058c059a60 con 0x7f059415ed20 2024-09-19T04:36:31.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.945+0000 7f059bd42640 1 -- 172.21.15.111:0/786915573 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f05940ba6b0 con 0x7f059415ed20 2024-09-19T04:36:31.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.946+0000 7f05867fc640 1 -- 172.21.15.111:0/786915573 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v69) ==== 74+0+16789 (secure 0 0 0) 0x7f058c05dd60 con 0x7f059415ed20 2024-09-19T04:36:31.949 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:31.949 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":69,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:36:30.963419+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:36:28.942662+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-19T04:36:29.951428+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:36:31.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.948+0000 7f059bd42640 1 -- 172.21.15.111:0/786915573 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f057806c610 msgr2=0x7f057806ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:31.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.948+0000 7f059bd42640 1 --2- 172.21.15.111:0/786915573 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f057806c610 0x7f057806ead0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f0590000f60 tx=0x7f0590007b50 comp rx=0 tx=0).stop 2024-09-19T04:36:31.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.948+0000 7f059bd42640 1 -- 172.21.15.111:0/786915573 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f059415ed20 msgr2=0x7f059415b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:31.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.948+0000 7f059bd42640 1 --2- 172.21.15.111:0/786915573 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f059415ed20 0x7f059415b430 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f058c00c7b0 tx=0x7f058c00cc70 comp rx=0 tx=0).stop 2024-09-19T04:36:31.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.948+0000 7f059bd42640 1 -- 172.21.15.111:0/786915573 shutdown_connections 2024-09-19T04:36:31.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.948+0000 7f059bd42640 1 --2- 172.21.15.111:0/786915573 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f057806c610 0x7f057806ead0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:31.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.948+0000 7f059bd42640 1 --2- 172.21.15.111:0/786915573 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f059415ed20 0x7f059415b430 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:31.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.948+0000 7f059bd42640 1 --2- 172.21.15.111:0/786915573 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f059415e940 0x7f05941577b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:31.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.948+0000 7f059bd42640 1 --2- 172.21.15.111:0/786915573 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05940cef90 0x7f05940c8420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:31.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.948+0000 7f059bd42640 1 -- 172.21.15.111:0/786915573 >> 172.21.15.111:0/786915573 conn(0x7f05940b6240 msgr2=0x7f05940d4f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:31.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.949+0000 7f059bd42640 1 -- 172.21.15.111:0/786915573 shutdown_connections 2024-09-19T04:36:31.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:31.949+0000 7f059bd42640 1 -- 172.21.15.111:0/786915573 wait complete. 2024-09-19T04:36:31.962 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:36:32.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.058+0000 7fc62b82e640 1 Processor -- start 2024-09-19T04:36:32.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.059+0000 7fc62b82e640 1 -- start start 2024-09-19T04:36:32.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.059+0000 7fc62b82e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc62415e940 0x7fc6240d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:32.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.059+0000 7fc62b82e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6240cef90 0x7fc6240d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:32.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.059+0000 7fc62b82e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6240b7170 con 0x7fc62415ed20 2024-09-19T04:36:32.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.059+0000 7fc62b82e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fc6240d1ae0 con 0x7fc62415e940 2024-09-19T04:36:32.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.059+0000 7fc62b82e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc6240b7aa0 con 0x7fc6240cef90 2024-09-19T04:36:32.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.060+0000 7fc6295ca640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc62415e940 0x7fc6240d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:32.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.060+0000 7fc629dcb640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6240cef90 0x7fc6240d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:32.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.060+0000 7fc628dc9640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7fc62415ed20 0x7fc6240b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:44670/0 (socket says 172.21.15.111:44670) 2024-09-19T04:36:32.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.060+0000 7fc6295ca640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc62415e940 0x7fc6240d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:34636/0 (socket says 172.21.15.111:34636) 2024-09-19T04:36:32.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.060+0000 7fc628dc9640 1 -- 172.21.15.111:0/2431328950 learned_addr learned my addr 172.21.15.111:0/2431328950 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:32.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.060+0000 7fc629dcb640 1 -- 172.21.15.111:0/2431328950 >> v2:172.21.15.114:3300/0 conn(0x7fc62415e940 msgr2=0x7fc6240d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:32.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.060+0000 7fc629dcb640 1 --2- 172.21.15.111:0/2431328950 >> v2:172.21.15.114:3300/0 conn(0x7fc62415e940 0x7fc6240d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.060+0000 7fc629dcb640 1 -- 172.21.15.111:0/2431328950 >> v1:172.21.15.114:6789/0 conn(0x7fc62415ed20 legacy=0x7fc6240b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:32.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.060+0000 7fc629dcb640 1 -- 172.21.15.111:0/2431328950 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6240d3660 con 0x7fc6240cef90 2024-09-19T04:36:32.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.060+0000 7fc6295ca640 1 --2- 172.21.15.111:0/2431328950 >> v2:172.21.15.114:3300/0 conn(0x7fc62415e940 0x7fc6240d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:36:32.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.061+0000 7fc629dcb640 1 --2- 172.21.15.111:0/2431328950 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6240cef90 0x7fc6240d15a0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fc61c009d90 tx=0x7fc61c02a6f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f48dfd62d9b8b49b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:32.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.061+0000 7fc61bfff640 1 -- 172.21.15.111:0/2431328950 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc61c007740 con 0x7fc6240cef90 2024-09-19T04:36:32.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.061+0000 7fc61bfff640 1 -- 172.21.15.111:0/2431328950 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc61c0078e0 con 0x7fc6240cef90 2024-09-19T04:36:32.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.061+0000 7fc61bfff640 1 -- 172.21.15.111:0/2431328950 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc61c007cb0 con 0x7fc6240cef90 2024-09-19T04:36:32.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.062+0000 7fc62b82e640 1 -- 172.21.15.111:0/2431328950 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6240cef90 msgr2=0x7fc6240d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:32.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.062+0000 7fc62b82e640 1 --2- 172.21.15.111:0/2431328950 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6240cef90 0x7fc6240d15a0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fc61c009d90 tx=0x7fc61c02a6f0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.062+0000 7fc62b82e640 1 -- 172.21.15.111:0/2431328950 shutdown_connections 2024-09-19T04:36:32.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.062+0000 7fc62b82e640 1 --2- 172.21.15.111:0/2431328950 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6240cef90 0x7fc6240d15a0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.062+0000 7fc62b82e640 1 --2- 172.21.15.111:0/2431328950 >> v2:172.21.15.114:3300/0 conn(0x7fc62415e940 0x7fc6240d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.062+0000 7fc62b82e640 1 -- 172.21.15.111:0/2431328950 >> 172.21.15.111:0/2431328950 conn(0x7fc6240b6240 msgr2=0x7fc6240b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:32.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.062+0000 7fc62b82e640 1 -- 172.21.15.111:0/2431328950 shutdown_connections 2024-09-19T04:36:32.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.062+0000 7fc62b82e640 1 -- 172.21.15.111:0/2431328950 wait complete. 2024-09-19T04:36:32.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.063+0000 7fc62b82e640 1 Processor -- start 2024-09-19T04:36:32.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.063+0000 7fc62b82e640 1 -- start start 2024-09-19T04:36:32.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.064+0000 7fc62b82e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6240cef90 0x7fc624159fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:32.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.064+0000 7fc62b82e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc62415e940 0x7fc62414eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:32.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.064+0000 7fc62b82e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc62415ed20 0x7fc6241f4930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:32.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.064+0000 7fc62b82e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc6240d3f00 con 0x7fc62415e940 2024-09-19T04:36:32.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.064+0000 7fc62b82e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc6240d3c20 con 0x7fc6240cef90 2024-09-19T04:36:32.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.064+0000 7fc62b82e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc6240d3310 con 0x7fc62415ed20 2024-09-19T04:36:32.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.064+0000 7fc628dc9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc62415e940 0x7fc62414eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:32.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.064+0000 7fc628dc9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc62415e940 0x7fc62414eb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56616/0 (socket says 172.21.15.111:56616) 2024-09-19T04:36:32.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.064+0000 7fc6295ca640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6240cef90 0x7fc624159fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:32.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.064+0000 7fc628dc9640 1 -- 172.21.15.111:0/103910982 learned_addr learned my addr 172.21.15.111:0/103910982 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:32.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.064+0000 7fc629dcb640 1 --2- 172.21.15.111:0/103910982 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc62415ed20 0x7fc6241f4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:32.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.064+0000 7fc6295ca640 1 -- 172.21.15.111:0/103910982 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc62415ed20 msgr2=0x7fc6241f4930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:32.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.064+0000 7fc6295ca640 1 --2- 172.21.15.111:0/103910982 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc62415ed20 0x7fc6241f4930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.064+0000 7fc6295ca640 1 -- 172.21.15.111:0/103910982 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc62415e940 msgr2=0x7fc62414eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:32.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.064+0000 7fc6295ca640 1 --2- 172.21.15.111:0/103910982 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc62415e940 0x7fc62414eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.064+0000 7fc6295ca640 1 -- 172.21.15.111:0/103910982 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc62415a500 con 0x7fc6240cef90 2024-09-19T04:36:32.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.064+0000 7fc628dc9640 1 --2- 172.21.15.111:0/103910982 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc62415e940 0x7fc62414eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:36:32.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.064+0000 7fc6295ca640 1 --2- 172.21.15.111:0/103910982 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6240cef90 0x7fc624159fc0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fc61400e900 tx=0x7fc61400edc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:32.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.064+0000 7fc619ffb640 1 -- 172.21.15.111:0/103910982 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc614017070 con 0x7fc6240cef90 2024-09-19T04:36:32.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.065+0000 7fc619ffb640 1 -- 172.21.15.111:0/103910982 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc61400ca00 con 0x7fc6240cef90 2024-09-19T04:36:32.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.065+0000 7fc619ffb640 1 -- 172.21.15.111:0/103910982 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc61400cdf0 con 0x7fc6240cef90 2024-09-19T04:36:32.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.065+0000 7fc62b82e640 1 -- 172.21.15.111:0/103910982 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc62415a7a0 con 0x7fc6240cef90 2024-09-19T04:36:32.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.065+0000 7fc62b82e640 1 -- 172.21.15.111:0/103910982 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc62415ad60 con 0x7fc6240cef90 2024-09-19T04:36:32.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.066+0000 7fc62b82e640 1 -- 172.21.15.111:0/103910982 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6240d1ef0 con 0x7fc6240cef90 2024-09-19T04:36:32.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.066+0000 7fc619ffb640 1 -- 172.21.15.111:0/103910982 <== mon.1 v2:172.21.15.114:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7fc61401a070 con 0x7fc6240cef90 2024-09-19T04:36:32.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.067+0000 7fc619ffb640 1 --2- 172.21.15.111:0/103910982 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc60806c610 0x7fc60806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:32.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.067+0000 7fc619ffb640 1 -- 172.21.15.111:0/103910982 <== mon.1 v2:172.21.15.114:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7fc61408b790 con 0x7fc6240cef90 2024-09-19T04:36:32.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.067+0000 7fc628dc9640 1 --2- 172.21.15.111:0/103910982 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc60806c610 0x7fc60806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:32.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.067+0000 7fc628dc9640 1 --2- 172.21.15.111:0/103910982 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc60806c610 0x7fc60806ead0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fc62414f3f0 tx=0x7fc620007ee0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:32.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.071+0000 7fc619ffb640 1 -- 172.21.15.111:0/103910982 <== mon.1 v2:172.21.15.114:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc6140594e0 con 0x7fc6240cef90 2024-09-19T04:36:32.239 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.236+0000 7fc62b82e640 1 -- 172.21.15.111:0/103910982 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc6240ba6b0 con 0x7fc6240cef90 2024-09-19T04:36:32.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.239+0000 7fc619ffb640 1 -- 172.21.15.111:0/103910982 <== mon.1 v2:172.21.15.114:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v69) ==== 74+0+16789 (secure 0 0 0) 0x7fc61405d7e0 con 0x7fc6240cef90 2024-09-19T04:36:32.241 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:32.241 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":69,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:36:30.963419+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:36:28.942662+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-19T04:36:29.951428+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:36:32.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.240+0000 7fc62b82e640 1 -- 172.21.15.111:0/103910982 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc60806c610 msgr2=0x7fc60806ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:32.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.240+0000 7fc62b82e640 1 --2- 172.21.15.111:0/103910982 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc60806c610 0x7fc60806ead0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fc62414f3f0 tx=0x7fc620007ee0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.240+0000 7fc62b82e640 1 -- 172.21.15.111:0/103910982 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6240cef90 msgr2=0x7fc624159fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:32.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.240+0000 7fc62b82e640 1 --2- 172.21.15.111:0/103910982 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6240cef90 0x7fc624159fc0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fc61400e900 tx=0x7fc61400edc0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.240+0000 7fc62b82e640 1 -- 172.21.15.111:0/103910982 shutdown_connections 2024-09-19T04:36:32.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.240+0000 7fc62b82e640 1 --2- 172.21.15.111:0/103910982 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc60806c610 0x7fc60806ead0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.240+0000 7fc62b82e640 1 --2- 172.21.15.111:0/103910982 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc62415ed20 0x7fc6241f4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.240+0000 7fc62b82e640 1 --2- 172.21.15.111:0/103910982 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc62415e940 0x7fc62414eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.240+0000 7fc62b82e640 1 --2- 172.21.15.111:0/103910982 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6240cef90 0x7fc624159fc0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.240+0000 7fc62b82e640 1 -- 172.21.15.111:0/103910982 >> 172.21.15.111:0/103910982 conn(0x7fc6240b6240 msgr2=0x7fc6240b7f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:32.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.240+0000 7fc62b82e640 1 -- 172.21.15.111:0/103910982 shutdown_connections 2024-09-19T04:36:32.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.240+0000 7fc62b82e640 1 -- 172.21.15.111:0/103910982 wait complete. 2024-09-19T04:36:32.253 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T04:36:32.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.352+0000 7fb22d149640 1 Processor -- start 2024-09-19T04:36:32.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.352+0000 7fb22d149640 1 -- start start 2024-09-19T04:36:32.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.353+0000 7fb22d149640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fb228158e50 0x7fb2280b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:32.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.353+0000 7fb22d149640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb22815c800 con 0x7fb22806f130 2024-09-19T04:36:32.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.353+0000 7fb22d149640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb2280b43f0 con 0x7fb22815c370 2024-09-19T04:36:32.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.353+0000 7fb22d149640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fb2280b3630 con 0x7fb228158e50 2024-09-19T04:36:32.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.353+0000 7fb226d9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fb228158e50 0x7fb2280b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:32.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.353+0000 7fb22759e640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fb22806f130 0x7fb2280ce200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:37474/0 (socket says 172.21.15.111:37474) 2024-09-19T04:36:32.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.353+0000 7fb22759e640 1 -- 172.21.15.111:0/2070038898 learned_addr learned my addr 172.21.15.111:0/2070038898 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:32.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.354+0000 7fb226d9d640 1 -- 172.21.15.111:0/2070038898 >> v1:172.21.15.114:6789/0 conn(0x7fb22815c370 legacy=0x7fb22806ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:32.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.354+0000 7fb226d9d640 1 -- 172.21.15.111:0/2070038898 >> v1:172.21.15.111:6789/0 conn(0x7fb22806f130 legacy=0x7fb2280ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:32.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.354+0000 7fb226d9d640 1 -- 172.21.15.111:0/2070038898 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2280b3910 con 0x7fb228158e50 2024-09-19T04:36:32.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.354+0000 7fb226d9d640 1 --2- 172.21.15.111:0/2070038898 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb228158e50 0x7fb2280b5050 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fb218009d90 tx=0x7fb21802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ac229fff7a07de0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:32.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.355+0000 7fb225d9b640 1 -- 172.21.15.111:0/2070038898 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb218031600 con 0x7fb228158e50 2024-09-19T04:36:32.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.355+0000 7fb225d9b640 1 -- 172.21.15.111:0/2070038898 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2180317a0 con 0x7fb228158e50 2024-09-19T04:36:32.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.355+0000 7fb225d9b640 1 -- 172.21.15.111:0/2070038898 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb218031b70 con 0x7fb228158e50 2024-09-19T04:36:32.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.355+0000 7fb22d149640 1 -- 172.21.15.111:0/2070038898 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb228158e50 msgr2=0x7fb2280b5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:32.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.355+0000 7fb22d149640 1 --2- 172.21.15.111:0/2070038898 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb228158e50 0x7fb2280b5050 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fb218009d90 tx=0x7fb21802a610 comp rx=0 tx=0).stop 2024-09-19T04:36:32.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.355+0000 7fb22d149640 1 -- 172.21.15.111:0/2070038898 shutdown_connections 2024-09-19T04:36:32.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.355+0000 7fb22d149640 1 --2- 172.21.15.111:0/2070038898 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb228158e50 0x7fb2280b5050 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.355+0000 7fb22d149640 1 -- 172.21.15.111:0/2070038898 >> 172.21.15.111:0/2070038898 conn(0x7fb22806bba0 msgr2=0x7fb22806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:32.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.355+0000 7fb22d149640 1 -- 172.21.15.111:0/2070038898 shutdown_connections 2024-09-19T04:36:32.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.355+0000 7fb22d149640 1 -- 172.21.15.111:0/2070038898 wait complete. 2024-09-19T04:36:32.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.357+0000 7fb22d149640 1 Processor -- start 2024-09-19T04:36:32.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.357+0000 7fb22d149640 1 -- start start 2024-09-19T04:36:32.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.357+0000 7fb22d149640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb22806f130 0x7fb2281e4f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:32.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.357+0000 7fb22d149640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb228158e50 0x7fb2281f8770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:32.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.357+0000 7fb22d149640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb22815c370 0x7fb22814b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:32.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.357+0000 7fb22d149640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb228159230 con 0x7fb22806f130 2024-09-19T04:36:32.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.357+0000 7fb22d149640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb2280b3ed0 con 0x7fb228158e50 2024-09-19T04:36:32.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.357+0000 7fb22d149640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb2280ce910 con 0x7fb22815c370 2024-09-19T04:36:32.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.357+0000 7fb226d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb22806f130 0x7fb2281e4f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:32.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.358+0000 7fb226d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb22806f130 0x7fb2281e4f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56636/0 (socket says 172.21.15.111:56636) 2024-09-19T04:36:32.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.358+0000 7fb226d9d640 1 -- 172.21.15.111:0/4130659675 learned_addr learned my addr 172.21.15.111:0/4130659675 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:32.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.358+0000 7fb22659c640 1 --2- 172.21.15.111:0/4130659675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb228158e50 0x7fb2281f8770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:32.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.358+0000 7fb22759e640 1 --2- 172.21.15.111:0/4130659675 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb22815c370 0x7fb22814b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:32.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.358+0000 7fb226d9d640 1 -- 172.21.15.111:0/4130659675 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb22815c370 msgr2=0x7fb22814b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:32.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.358+0000 7fb226d9d640 1 --2- 172.21.15.111:0/4130659675 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb22815c370 0x7fb22814b6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.358+0000 7fb226d9d640 1 -- 172.21.15.111:0/4130659675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb228158e50 msgr2=0x7fb2281f8770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:32.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.358+0000 7fb226d9d640 1 --2- 172.21.15.111:0/4130659675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb228158e50 0x7fb2281f8770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.358+0000 7fb226d9d640 1 -- 172.21.15.111:0/4130659675 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2281e55c0 con 0x7fb22806f130 2024-09-19T04:36:32.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.358+0000 7fb226d9d640 1 --2- 172.21.15.111:0/4130659675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb22806f130 0x7fb2281e4f30 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fb218009eb0 tx=0x7fb218004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:32.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.358+0000 7fb21f7fe640 1 -- 172.21.15.111:0/4130659675 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb218040070 con 0x7fb22806f130 2024-09-19T04:36:32.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.358+0000 7fb21f7fe640 1 -- 172.21.15.111:0/4130659675 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb218030be0 con 0x7fb22806f130 2024-09-19T04:36:32.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.358+0000 7fb21f7fe640 1 -- 172.21.15.111:0/4130659675 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb218009450 con 0x7fb22806f130 2024-09-19T04:36:32.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.358+0000 7fb22d149640 1 -- 172.21.15.111:0/4130659675 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2281e58a0 con 0x7fb22806f130 2024-09-19T04:36:32.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.358+0000 7fb22d149640 1 -- 172.21.15.111:0/4130659675 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2281e5e60 con 0x7fb22806f130 2024-09-19T04:36:32.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.359+0000 7fb22d149640 1 -- 172.21.15.111:0/4130659675 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2280afd90 con 0x7fb22806f130 2024-09-19T04:36:32.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.360+0000 7fb21f7fe640 1 -- 172.21.15.111:0/4130659675 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7fb218039040 con 0x7fb22806f130 2024-09-19T04:36:32.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.360+0000 7fb21f7fe640 1 --2- 172.21.15.111:0/4130659675 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb20806c610 0x7fb20806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:32.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.360+0000 7fb21f7fe640 1 -- 172.21.15.111:0/4130659675 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7fb2180ad2c0 con 0x7fb22806f130 2024-09-19T04:36:32.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.360+0000 7fb22659c640 1 --2- 172.21.15.111:0/4130659675 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb20806c610 0x7fb20806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:32.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.361+0000 7fb22659c640 1 --2- 172.21.15.111:0/4130659675 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb20806c610 0x7fb20806ead0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fb2281e4ec0 tx=0x7fb210009060 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:32.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.364+0000 7fb21f7fe640 1 -- 172.21.15.111:0/4130659675 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb21807aec0 con 0x7fb22806f130 2024-09-19T04:36:32.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.567+0000 7fb22d149640 1 -- 172.21.15.111:0/4130659675 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fb2280ce340 con 0x7fb22806f130 2024-09-19T04:36:32.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.646+0000 7fb21f7fe640 1 -- 172.21.15.111:0/4130659675 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v34) ==== 118+0+0 (secure 0 0 0) 0x7fb21807f1c0 con 0x7fb22806f130 2024-09-19T04:36:32.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.649+0000 7fb22d149640 1 -- 172.21.15.111:0/4130659675 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb20806c610 msgr2=0x7fb20806ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:32.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.649+0000 7fb22d149640 1 --2- 172.21.15.111:0/4130659675 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb20806c610 0x7fb20806ead0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fb2281e4ec0 tx=0x7fb210009060 comp rx=0 tx=0).stop 2024-09-19T04:36:32.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.649+0000 7fb22d149640 1 -- 172.21.15.111:0/4130659675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb22806f130 msgr2=0x7fb2281e4f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:32.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.649+0000 7fb22d149640 1 --2- 172.21.15.111:0/4130659675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb22806f130 0x7fb2281e4f30 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fb218009eb0 tx=0x7fb218004a40 comp rx=0 tx=0).stop 2024-09-19T04:36:32.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.649+0000 7fb22d149640 1 -- 172.21.15.111:0/4130659675 shutdown_connections 2024-09-19T04:36:32.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.649+0000 7fb22d149640 1 --2- 172.21.15.111:0/4130659675 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb20806c610 0x7fb20806ead0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.649+0000 7fb22d149640 1 --2- 172.21.15.111:0/4130659675 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb22815c370 0x7fb22814b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.649+0000 7fb22d149640 1 --2- 172.21.15.111:0/4130659675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb228158e50 0x7fb2281f8770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.649+0000 7fb22d149640 1 --2- 172.21.15.111:0/4130659675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb22806f130 0x7fb2281e4f30 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.649+0000 7fb22d149640 1 -- 172.21.15.111:0/4130659675 >> 172.21.15.111:0/4130659675 conn(0x7fb22806bba0 msgr2=0x7fb2280cf8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:32.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.649+0000 7fb22d149640 1 -- 172.21.15.111:0/4130659675 shutdown_connections 2024-09-19T04:36:32.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.649+0000 7fb22d149640 1 -- 172.21.15.111:0/4130659675 wait complete. 2024-09-19T04:36:32.662 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T04:36:32.663 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T04:36:32.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.762+0000 7f37c9731640 1 Processor -- start 2024-09-19T04:36:32.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.762+0000 7f37c9731640 1 -- start start 2024-09-19T04:36:32.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.763+0000 7f37c9731640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f37c40b3d50 0x7f37c406d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:32.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.763+0000 7f37c9731640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f37c40cf9a0 con 0x7f37c40b3290 2024-09-19T04:36:32.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.763+0000 7f37c9731640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f37c4162210 con 0x7f37c4161e30 2024-09-19T04:36:32.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.763+0000 7f37c9731640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f37c40cfcf0 con 0x7f37c40b3d50 2024-09-19T04:36:32.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.763+0000 7f37c37fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f37c40b3290 0x7f37c40b78b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:37486/0 (socket says 172.21.15.111:37486) 2024-09-19T04:36:32.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.763+0000 7f37c37fe640 1 -- 172.21.15.111:0/3995229708 learned_addr learned my addr 172.21.15.111:0/3995229708 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:32.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.763+0000 7f37c27fc640 1 --2- 172.21.15.111:0/3995229708 >> v2:172.21.15.114:3300/0 conn(0x7f37c40b3d50 0x7f37c406d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:32.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.763+0000 7f37c1ffb640 1 -- 172.21.15.111:0/3995229708 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1613742677 0 0) 0x7f37c40cf9a0 con 0x7f37c40b3290 2024-09-19T04:36:32.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.763+0000 7f37c1ffb640 1 -- 172.21.15.111:0/3995229708 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f37ac003520 con 0x7f37c40b3290 2024-09-19T04:36:32.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.763+0000 7f37c1ffb640 1 -- 172.21.15.111:0/3995229708 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2787233820 0 0) 0x7f37ac003520 con 0x7f37c40b3290 2024-09-19T04:36:32.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.763+0000 7f37c1ffb640 1 -- 172.21.15.111:0/3995229708 >> v2:172.21.15.114:3300/0 conn(0x7f37c40b3d50 msgr2=0x7f37c406d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:32.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.763+0000 7f37c1ffb640 1 --2- 172.21.15.111:0/3995229708 >> v2:172.21.15.114:3300/0 conn(0x7f37c40b3d50 0x7f37c406d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.764+0000 7f37c1ffb640 1 -- 172.21.15.111:0/3995229708 >> v1:172.21.15.114:6789/0 conn(0x7f37c4161e30 legacy=0x7f37c40d34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:32.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.764+0000 7f37c1ffb640 1 -- 172.21.15.111:0/3995229708 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37c40d5210 con 0x7f37c40b3290 2024-09-19T04:36:32.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.764+0000 7f37c1ffb640 1 -- 172.21.15.111:0/3995229708 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f37bc0019f0 con 0x7f37c40b3290 2024-09-19T04:36:32.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.764+0000 7f37c1ffb640 1 -- 172.21.15.111:0/3995229708 >> v1:172.21.15.111:6789/0 conn(0x7f37c40b3290 legacy=0x7f37c40b78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:32.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.764+0000 7f37c1ffb640 1 --2- 172.21.15.111:0/3995229708 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37ac0039b0 0x7f37ac003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:32.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.764+0000 7f37c1ffb640 1 --2- 172.21.15.111:0/3995229708 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37ac004800 0x7f37ac004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:32.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.764+0000 7f37c1ffb640 1 --2- 172.21.15.111:0/3995229708 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37ac0051c0 0x7f37ac00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:32.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.764+0000 7f37c1ffb640 1 -- 172.21.15.111:0/3995229708 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f37c40cfcf0 con 0x7f37ac0051c0 2024-09-19T04:36:32.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.764+0000 7f37c1ffb640 1 -- 172.21.15.111:0/3995229708 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f37ac00c060 con 0x7f37ac0039b0 2024-09-19T04:36:32.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.764+0000 7f37c1ffb640 1 -- 172.21.15.111:0/3995229708 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f37ac00c260 con 0x7f37ac004800 2024-09-19T04:36:32.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.764+0000 7f37c37fe640 1 --2- 172.21.15.111:0/3995229708 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37ac0051c0 0x7f37ac00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:32.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.764+0000 7f37c2ffd640 1 --2- 172.21.15.111:0/3995229708 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37ac0039b0 0x7f37ac003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:32.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.764+0000 7f37c27fc640 1 --2- 172.21.15.111:0/3995229708 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37ac004800 0x7f37ac004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:32.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.764+0000 7f37c37fe640 1 -- 172.21.15.111:0/3995229708 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37ac004800 msgr2=0x7f37ac004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:32.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.764+0000 7f37c37fe640 1 --2- 172.21.15.111:0/3995229708 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37ac004800 0x7f37ac004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.764+0000 7f37c37fe640 1 -- 172.21.15.111:0/3995229708 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37ac0039b0 msgr2=0x7f37ac003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:32.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.764+0000 7f37c37fe640 1 --2- 172.21.15.111:0/3995229708 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37ac0039b0 0x7f37ac003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.764+0000 7f37c37fe640 1 -- 172.21.15.111:0/3995229708 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37ac003520 con 0x7f37ac0051c0 2024-09-19T04:36:32.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.765+0000 7f37c37fe640 1 -- 172.21.15.111:0/3995229708 reap_dead start 2024-09-19T04:36:32.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.765+0000 7f37c37fe640 1 --2- 172.21.15.111:0/3995229708 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37ac0051c0 0x7f37ac00b9c0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f37bc00a850 tx=0x7f37ac005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70b86acdf3f8056a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:32.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.765+0000 7f37c1ffb640 1 -- 172.21.15.111:0/3995229708 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37bc00a4a0 con 0x7f37ac0051c0 2024-09-19T04:36:32.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.765+0000 7f37c1ffb640 1 -- 172.21.15.111:0/3995229708 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37bc02f070 con 0x7f37ac0051c0 2024-09-19T04:36:32.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.765+0000 7f37c1ffb640 1 -- 172.21.15.111:0/3995229708 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37bc02bce0 con 0x7f37ac0051c0 2024-09-19T04:36:32.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.765+0000 7f37c9731640 1 -- 172.21.15.111:0/3995229708 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37ac0051c0 msgr2=0x7f37ac00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:32.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.765+0000 7f37c9731640 1 --2- 172.21.15.111:0/3995229708 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37ac0051c0 0x7f37ac00b9c0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f37bc00a850 tx=0x7f37ac005830 comp rx=0 tx=0).stop 2024-09-19T04:36:32.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.765+0000 7f37c9731640 1 -- 172.21.15.111:0/3995229708 shutdown_connections 2024-09-19T04:36:32.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.765+0000 7f37c9731640 1 --2- 172.21.15.111:0/3995229708 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37ac0051c0 0x7f37ac00b9c0 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.765+0000 7f37c9731640 1 -- 172.21.15.111:0/3995229708 >> 172.21.15.111:0/3995229708 conn(0x7f37c40d1870 msgr2=0x7f37c40d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:32.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.765+0000 7f37c9731640 1 -- 172.21.15.111:0/3995229708 shutdown_connections 2024-09-19T04:36:32.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.765+0000 7f37c9731640 1 -- 172.21.15.111:0/3995229708 wait complete. 2024-09-19T04:36:32.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.767+0000 7f37c9731640 1 Processor -- start 2024-09-19T04:36:32.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.767+0000 7f37c9731640 1 -- start start 2024-09-19T04:36:32.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.767+0000 7f37c9731640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37ac0051c0 0x7f37c40caf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:32.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.767+0000 7f37c9731640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37c40ccc90 0x7f37c4154d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:32.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.767+0000 7f37c9731640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37c415c910 0x7f37c415cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:32.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.767+0000 7f37c9731640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f37c40d34a0 con 0x7f37c40ccc90 2024-09-19T04:36:32.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.767+0000 7f37c9731640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f37c40b3950 con 0x7f37c415c910 2024-09-19T04:36:32.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.767+0000 7f37c9731640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f37c40d3620 con 0x7f37ac0051c0 2024-09-19T04:36:32.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.768+0000 7f37c27fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37c40ccc90 0x7f37c4154d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:32.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.768+0000 7f37c27fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37c40ccc90 0x7f37c4154d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56662/0 (socket says 172.21.15.111:56662) 2024-09-19T04:36:32.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.768+0000 7f37c27fc640 1 -- 172.21.15.111:0/3497857563 learned_addr learned my addr 172.21.15.111:0/3497857563 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:32.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.768+0000 7f37c2ffd640 1 --2- 172.21.15.111:0/3497857563 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37ac0051c0 0x7f37c40caf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:32.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.768+0000 7f37c37fe640 1 --2- 172.21.15.111:0/3497857563 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37c415c910 0x7f37c415cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:32.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.768+0000 7f37c27fc640 1 -- 172.21.15.111:0/3497857563 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37ac0051c0 msgr2=0x7f37c40caf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:32.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.768+0000 7f37c27fc640 1 --2- 172.21.15.111:0/3497857563 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37ac0051c0 0x7f37c40caf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.768+0000 7f37c27fc640 1 -- 172.21.15.111:0/3497857563 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37c415c910 msgr2=0x7f37c415cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:32.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.768+0000 7f37c27fc640 1 --2- 172.21.15.111:0/3497857563 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37c415c910 0x7f37c415cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:32.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.768+0000 7f37c27fc640 1 -- 172.21.15.111:0/3497857563 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37c40cc860 con 0x7f37c40ccc90 2024-09-19T04:36:32.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.768+0000 7f37c37fe640 1 --2- 172.21.15.111:0/3497857563 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37c415c910 0x7f37c415cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:32.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.768+0000 7f37c2ffd640 1 --2- 172.21.15.111:0/3497857563 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37ac0051c0 0x7f37c40caf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:32.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.768+0000 7f37c27fc640 1 --2- 172.21.15.111:0/3497857563 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37c40ccc90 0x7f37c4154d60 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f37b8011990 tx=0x7f37b8011e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:32.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.768+0000 7f37ab7fe640 1 -- 172.21.15.111:0/3497857563 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37b8019070 con 0x7f37c40ccc90 2024-09-19T04:36:32.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.768+0000 7f37ab7fe640 1 -- 172.21.15.111:0/3497857563 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37b8004240 con 0x7f37c40ccc90 2024-09-19T04:36:32.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.768+0000 7f37c9731640 1 -- 172.21.15.111:0/3497857563 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37c40cbbe0 con 0x7f37c40ccc90 2024-09-19T04:36:32.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.768+0000 7f37ab7fe640 1 -- 172.21.15.111:0/3497857563 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37b800f860 con 0x7f37c40ccc90 2024-09-19T04:36:32.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.768+0000 7f37c9731640 1 -- 172.21.15.111:0/3497857563 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37c40cc1a0 con 0x7f37c40ccc90 2024-09-19T04:36:32.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.769+0000 7f37c9731640 1 -- 172.21.15.111:0/3497857563 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37c40d39b0 con 0x7f37c40ccc90 2024-09-19T04:36:32.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.770+0000 7f37ab7fe640 1 -- 172.21.15.111:0/3497857563 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f37b801c070 con 0x7f37c40ccc90 2024-09-19T04:36:32.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.770+0000 7f37ab7fe640 1 --2- 172.21.15.111:0/3497857563 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f37b006c610 0x7f37b006ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:32.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.770+0000 7f37ab7fe640 1 -- 172.21.15.111:0/3497857563 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f37b808bd40 con 0x7f37c40ccc90 2024-09-19T04:36:32.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.770+0000 7f37c2ffd640 1 --2- 172.21.15.111:0/3497857563 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f37b006c610 0x7f37b006ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:32.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.771+0000 7f37c2ffd640 1 --2- 172.21.15.111:0/3497857563 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f37b006c610 0x7f37b006ead0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f37b4000c00 tx=0x7f37b4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:32.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.774+0000 7f37ab7fe640 1 -- 172.21.15.111:0/3497857563 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f37b805a0a0 con 0x7f37c40ccc90 2024-09-19T04:36:32.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:32.975+0000 7f37c9731640 1 -- 172.21.15.111:0/3497857563 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f37c415faf0 con 0x7f37c40ccc90 2024-09-19T04:36:33.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.647+0000 7f37ab7fe640 1 -- 172.21.15.111:0/3497857563 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v35) ==== 122+0+0 (secure 0 0 0) 0x7f37b80599a0 con 0x7f37c40ccc90 2024-09-19T04:36:33.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.651+0000 7f37c9731640 1 -- 172.21.15.111:0/3497857563 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f37b006c610 msgr2=0x7f37b006ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:33.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.651+0000 7f37c9731640 1 --2- 172.21.15.111:0/3497857563 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f37b006c610 0x7f37b006ead0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f37b4000c00 tx=0x7f37b4009040 comp rx=0 tx=0).stop 2024-09-19T04:36:33.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.651+0000 7f37c9731640 1 -- 172.21.15.111:0/3497857563 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37c40ccc90 msgr2=0x7f37c4154d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:33.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.651+0000 7f37c9731640 1 --2- 172.21.15.111:0/3497857563 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37c40ccc90 0x7f37c4154d60 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f37b8011990 tx=0x7f37b8011e50 comp rx=0 tx=0).stop 2024-09-19T04:36:33.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.651+0000 7f37c9731640 1 -- 172.21.15.111:0/3497857563 shutdown_connections 2024-09-19T04:36:33.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.651+0000 7f37c9731640 1 --2- 172.21.15.111:0/3497857563 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f37b006c610 0x7f37b006ead0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:33.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.651+0000 7f37c9731640 1 --2- 172.21.15.111:0/3497857563 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37c415c910 0x7f37c415cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:33.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.651+0000 7f37c9731640 1 --2- 172.21.15.111:0/3497857563 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f37c40ccc90 0x7f37c4154d60 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:33.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.651+0000 7f37c9731640 1 --2- 172.21.15.111:0/3497857563 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f37ac0051c0 0x7f37c40caf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:33.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.651+0000 7f37c9731640 1 -- 172.21.15.111:0/3497857563 >> 172.21.15.111:0/3497857563 conn(0x7f37c40d1870 msgr2=0x7f37c40cea70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:33.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.651+0000 7f37c9731640 1 -- 172.21.15.111:0/3497857563 shutdown_connections 2024-09-19T04:36:33.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.651+0000 7f37c9731640 1 -- 172.21.15.111:0/3497857563 wait complete. 2024-09-19T04:36:33.665 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T04:36:33.666 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:36:33.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.765+0000 7f63bfdd8640 1 Processor -- start 2024-09-19T04:36:33.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.765+0000 7f63bfdd8640 1 -- start start 2024-09-19T04:36:33.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.766+0000 7f63bfdd8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f63b815c3b0 0x7f63b8073110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:33.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.766+0000 7f63bfdd8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f63b80d08c0 0x7f63b80d0d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:33.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.766+0000 7f63bfdd8640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f63b8160420 con 0x7f63b80d1ee0 2024-09-19T04:36:33.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.766+0000 7f63bfdd8640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f63b8161030 con 0x7f63b80d08c0 2024-09-19T04:36:33.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.766+0000 7f63bfdd8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f63b80d0450 con 0x7f63b815c3b0 2024-09-19T04:36:33.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.766+0000 7f63be375640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f63b80d08c0 0x7f63b80d0d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:33.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.766+0000 7f63be375640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f63b80d08c0 0x7f63b80d0d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56668/0 (socket says 172.21.15.111:56668) 2024-09-19T04:36:33.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.766+0000 7f63be375640 1 -- 172.21.15.111:0/734581625 learned_addr learned my addr 172.21.15.111:0/734581625 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:33.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.766+0000 7f63be375640 1 -- 172.21.15.111:0/734581625 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f63b815c3b0 msgr2=0x7f63b8073110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:33.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.766+0000 7f63be375640 1 --2- 172.21.15.111:0/734581625 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f63b815c3b0 0x7f63b8073110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:33.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.766+0000 7f63be375640 1 -- 172.21.15.111:0/734581625 >> v1:172.21.15.114:6789/0 conn(0x7f63b80d1ee0 legacy=0x7f63b8073650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:33.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.766+0000 7f63be375640 1 -- 172.21.15.111:0/734581625 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63b8160700 con 0x7f63b80d08c0 2024-09-19T04:36:33.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.767+0000 7f63be375640 1 --2- 172.21.15.111:0/734581625 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63b80d08c0 0x7f63b80d0d70 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f63b0009e80 tx=0x7f63b002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83ea7c8e9f873f8c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:33.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.767+0000 7f63bcb72640 1 -- 172.21.15.111:0/734581625 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63b0036070 con 0x7f63b80d08c0 2024-09-19T04:36:33.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.767+0000 7f63bcb72640 1 -- 172.21.15.111:0/734581625 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63b0031600 con 0x7f63b80d08c0 2024-09-19T04:36:33.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.767+0000 7f63bcb72640 1 -- 172.21.15.111:0/734581625 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63b00319d0 con 0x7f63b80d08c0 2024-09-19T04:36:33.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.767+0000 7f63bfdd8640 1 -- 172.21.15.111:0/734581625 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63b80d08c0 msgr2=0x7f63b80d0d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:33.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.767+0000 7f63bfdd8640 1 --2- 172.21.15.111:0/734581625 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63b80d08c0 0x7f63b80d0d70 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f63b0009e80 tx=0x7f63b002a6f0 comp rx=0 tx=0).stop 2024-09-19T04:36:33.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.767+0000 7f63bfdd8640 1 -- 172.21.15.111:0/734581625 shutdown_connections 2024-09-19T04:36:33.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.767+0000 7f63bfdd8640 1 --2- 172.21.15.111:0/734581625 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63b80d08c0 0x7f63b80d0d70 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:33.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.767+0000 7f63bfdd8640 1 --2- 172.21.15.111:0/734581625 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f63b815c3b0 0x7f63b8073110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:33.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.768+0000 7f63bfdd8640 1 -- 172.21.15.111:0/734581625 >> 172.21.15.111:0/734581625 conn(0x7f63b80b4300 msgr2=0x7f63b80b46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:33.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.768+0000 7f63bfdd8640 1 -- 172.21.15.111:0/734581625 shutdown_connections 2024-09-19T04:36:33.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.768+0000 7f63bfdd8640 1 -- 172.21.15.111:0/734581625 wait complete. 2024-09-19T04:36:33.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.769+0000 7f63bfdd8640 1 Processor -- start 2024-09-19T04:36:33.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.769+0000 7f63bfdd8640 1 -- start start 2024-09-19T04:36:33.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.769+0000 7f63bfdd8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63b80d08c0 0x7f63b8150060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:33.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.769+0000 7f63bfdd8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f63b80d1ee0 0x7f63b806e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:33.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.769+0000 7f63bfdd8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f63b815c3b0 0x7f63b81594d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:33.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.769+0000 7f63bfdd8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f63b8160060 con 0x7f63b80d08c0 2024-09-19T04:36:33.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.769+0000 7f63bfdd8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f63b8160cc0 con 0x7f63b80d1ee0 2024-09-19T04:36:33.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.769+0000 7f63bfdd8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f63b81601e0 con 0x7f63b815c3b0 2024-09-19T04:36:33.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.770+0000 7f63bdb74640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63b80d08c0 0x7f63b8150060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:33.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.770+0000 7f63bdb74640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63b80d08c0 0x7f63b8150060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56674/0 (socket says 172.21.15.111:56674) 2024-09-19T04:36:33.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.770+0000 7f63bdb74640 1 -- 172.21.15.111:0/4134905535 learned_addr learned my addr 172.21.15.111:0/4134905535 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:33.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.770+0000 7f63be375640 1 --2- 172.21.15.111:0/4134905535 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f63b815c3b0 0x7f63b81594d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:33.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.770+0000 7f63bd373640 1 --2- 172.21.15.111:0/4134905535 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f63b80d1ee0 0x7f63b806e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:33.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.770+0000 7f63bdb74640 1 -- 172.21.15.111:0/4134905535 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f63b815c3b0 msgr2=0x7f63b81594d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:33.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.770+0000 7f63bdb74640 1 --2- 172.21.15.111:0/4134905535 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f63b815c3b0 0x7f63b81594d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:33.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.770+0000 7f63bdb74640 1 -- 172.21.15.111:0/4134905535 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f63b80d1ee0 msgr2=0x7f63b806e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:33.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.770+0000 7f63bdb74640 1 --2- 172.21.15.111:0/4134905535 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f63b80d1ee0 0x7f63b806e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:33.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.770+0000 7f63bdb74640 1 -- 172.21.15.111:0/4134905535 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63b8153660 con 0x7f63b80d08c0 2024-09-19T04:36:33.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.770+0000 7f63bd373640 1 --2- 172.21.15.111:0/4134905535 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f63b80d1ee0 0x7f63b806e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:33.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.770+0000 7f63bdb74640 1 --2- 172.21.15.111:0/4134905535 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63b80d08c0 0x7f63b8150060 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f63b400b410 tx=0x7f63b400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:33.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.770+0000 7f63ae7fc640 1 -- 172.21.15.111:0/4134905535 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63b4015020 con 0x7f63b80d08c0 2024-09-19T04:36:33.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.770+0000 7f63ae7fc640 1 -- 172.21.15.111:0/4134905535 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63b4011850 con 0x7f63b80d08c0 2024-09-19T04:36:33.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.770+0000 7f63bfdd8640 1 -- 172.21.15.111:0/4134905535 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63b8153940 con 0x7f63b80d08c0 2024-09-19T04:36:33.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.770+0000 7f63ae7fc640 1 -- 172.21.15.111:0/4134905535 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63b4011c40 con 0x7f63b80d08c0 2024-09-19T04:36:33.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.770+0000 7f63bfdd8640 1 -- 172.21.15.111:0/4134905535 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63b8153f00 con 0x7f63b80d08c0 2024-09-19T04:36:33.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.771+0000 7f63bfdd8640 1 -- 172.21.15.111:0/4134905535 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63b8073df0 con 0x7f63b80d08c0 2024-09-19T04:36:33.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.772+0000 7f63ae7fc640 1 -- 172.21.15.111:0/4134905535 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f63b4018020 con 0x7f63b80d08c0 2024-09-19T04:36:33.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.772+0000 7f63ae7fc640 1 --2- 172.21.15.111:0/4134905535 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f639c06c610 0x7f639c06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:33.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.772+0000 7f63ae7fc640 1 -- 172.21.15.111:0/4134905535 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f63b408b6f0 con 0x7f63b80d08c0 2024-09-19T04:36:33.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.772+0000 7f63bd373640 1 --2- 172.21.15.111:0/4134905535 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f639c06c610 0x7f639c06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:33.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.772+0000 7f63bd373640 1 --2- 172.21.15.111:0/4134905535 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f639c06c610 0x7f639c06ead0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f63b81f7ea0 tx=0x7f63a8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:33.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.776+0000 7f63ae7fc640 1 -- 172.21.15.111:0/4134905535 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f63b401f020 con 0x7f63b80d08c0 2024-09-19T04:36:33.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.975+0000 7f63bfdd8640 1 -- 172.21.15.111:0/4134905535 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f63b80cf1f0 con 0x7f63b80d08c0 2024-09-19T04:36:33.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.975+0000 7f63ae7fc640 1 -- 172.21.15.111:0/4134905535 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+5234 (secure 0 0 0) 0x7f63b4059b60 con 0x7f63b80d08c0 2024-09-19T04:36:33.978 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:33.978 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":35,"btime":"2024-09-19T04:36:33:648233+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5318,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/1725709183","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":1725709183},{"type":"v1","addr":"172.21.15.114:6834","nonce":1725709183}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":6045,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1645711536","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1645711536},{"type":"v1","addr":"172.21.15.111:6835","nonce":1645711536}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":6048,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/568432239","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":568432239},{"type":"v1","addr":"172.21.15.111:6837","nonce":568432239}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32}],"filesystems":[{"mdsmap":{"epoch":35,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:36:30.963741+0000","modified":"2024-09-19T04:36:32.977664+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6066},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6066":{"gid":6066,"name":"b","rank":0,"incarnation":33,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3176320608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3176320608},{"type":"v1","addr":"172.21.15.114:6835","nonce":3176320608}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6066,"qdb_cluster":[6066]},"id":5}]} 2024-09-19T04:36:33.978 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 35 2024-09-19T04:36:33.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.977+0000 7f63bfdd8640 1 -- 172.21.15.111:0/4134905535 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f639c06c610 msgr2=0x7f639c06ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:33.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.977+0000 7f63bfdd8640 1 --2- 172.21.15.111:0/4134905535 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f639c06c610 0x7f639c06ead0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f63b81f7ea0 tx=0x7f63a8009040 comp rx=0 tx=0).stop 2024-09-19T04:36:33.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.977+0000 7f63bfdd8640 1 -- 172.21.15.111:0/4134905535 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63b80d08c0 msgr2=0x7f63b8150060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:33.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.977+0000 7f63bfdd8640 1 --2- 172.21.15.111:0/4134905535 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63b80d08c0 0x7f63b8150060 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f63b400b410 tx=0x7f63b400b8d0 comp rx=0 tx=0).stop 2024-09-19T04:36:33.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.977+0000 7f63bfdd8640 1 -- 172.21.15.111:0/4134905535 shutdown_connections 2024-09-19T04:36:33.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.977+0000 7f63bfdd8640 1 --2- 172.21.15.111:0/4134905535 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f639c06c610 0x7f639c06ead0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:33.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.977+0000 7f63bfdd8640 1 --2- 172.21.15.111:0/4134905535 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f63b815c3b0 0x7f63b81594d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:33.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.977+0000 7f63bfdd8640 1 --2- 172.21.15.111:0/4134905535 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f63b80d1ee0 0x7f63b806e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:33.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.977+0000 7f63bfdd8640 1 --2- 172.21.15.111:0/4134905535 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63b80d08c0 0x7f63b8150060 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:33.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.977+0000 7f63bfdd8640 1 -- 172.21.15.111:0/4134905535 >> 172.21.15.111:0/4134905535 conn(0x7f63b80b4300 msgr2=0x7f63b80b46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:33.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.977+0000 7f63bfdd8640 1 -- 172.21.15.111:0/4134905535 shutdown_connections 2024-09-19T04:36:33.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:33.977+0000 7f63bfdd8640 1 -- 172.21.15.111:0/4134905535 wait complete. 2024-09-19T04:36:33.991 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:36:34.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.085+0000 7f0ef038d640 1 Processor -- start 2024-09-19T04:36:34.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.086+0000 7f0ef038d640 1 -- start start 2024-09-19T04:36:34.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.086+0000 7f0ef038d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f0ee815e940 0x7f0ee80d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:34.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.086+0000 7f0ef038d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0ee815ed20 0x7f0ee80d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:34.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.087+0000 7f0ef038d640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ee80b7170 con 0x7f0ee80cef90 2024-09-19T04:36:34.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.087+0000 7f0ef038d640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f0ee80d1ae0 con 0x7f0ee815ed20 2024-09-19T04:36:34.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.087+0000 7f0ef038d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f0ee80b7aa0 con 0x7f0ee815e940 2024-09-19T04:36:34.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.087+0000 7f0eed928640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0ee815ed20 0x7f0ee80d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:34.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.087+0000 7f0eee92a640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f0ee80cef90 0x7f0ee80b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:37492/0 (socket says 172.21.15.111:37492) 2024-09-19T04:36:34.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.087+0000 7f0eee92a640 1 -- 172.21.15.111:0/3398093603 learned_addr learned my addr 172.21.15.111:0/3398093603 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:34.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.087+0000 7f0eee129640 1 --2- 172.21.15.111:0/3398093603 >> v2:172.21.15.114:3300/0 conn(0x7f0ee815e940 0x7f0ee80d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:34.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.087+0000 7f0eed928640 1 -- 172.21.15.111:0/3398093603 >> v2:172.21.15.114:3300/0 conn(0x7f0ee815e940 msgr2=0x7f0ee80d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:34.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.087+0000 7f0eed928640 1 --2- 172.21.15.111:0/3398093603 >> v2:172.21.15.114:3300/0 conn(0x7f0ee815e940 0x7f0ee80d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.087+0000 7f0eed928640 1 -- 172.21.15.111:0/3398093603 >> v1:172.21.15.111:6789/0 conn(0x7f0ee80cef90 legacy=0x7f0ee80b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:34.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.087+0000 7f0eed928640 1 -- 172.21.15.111:0/3398093603 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ee80d3660 con 0x7f0ee815ed20 2024-09-19T04:36:34.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.087+0000 7f0eed127640 1 -- 172.21.15.111:0/3398093603 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 850395407 0 0) 0x7f0ee0001490 con 0x7f0ee80cef90 2024-09-19T04:36:34.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.088+0000 7f0eed928640 1 --2- 172.21.15.111:0/3398093603 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0ee815ed20 0x7f0ee80d15a0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f0ee80509d0 tx=0x7f0ed802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d715a0823d6d039 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:34.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.088+0000 7f0eed127640 1 -- 172.21.15.111:0/3398093603 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed8037070 con 0x7f0ee815ed20 2024-09-19T04:36:34.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.088+0000 7f0eed127640 1 -- 172.21.15.111:0/3398093603 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ed8032440 con 0x7f0ee815ed20 2024-09-19T04:36:34.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.088+0000 7f0eed127640 1 -- 172.21.15.111:0/3398093603 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed8032810 con 0x7f0ee815ed20 2024-09-19T04:36:34.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.088+0000 7f0ef038d640 1 -- 172.21.15.111:0/3398093603 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0ee815ed20 msgr2=0x7f0ee80d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:34.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.088+0000 7f0ef038d640 1 --2- 172.21.15.111:0/3398093603 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0ee815ed20 0x7f0ee80d15a0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f0ee80509d0 tx=0x7f0ed802a230 comp rx=0 tx=0).stop 2024-09-19T04:36:34.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.088+0000 7f0ef038d640 1 -- 172.21.15.111:0/3398093603 shutdown_connections 2024-09-19T04:36:34.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.088+0000 7f0ef038d640 1 --2- 172.21.15.111:0/3398093603 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0ee815ed20 0x7f0ee80d15a0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.088+0000 7f0ef038d640 1 --2- 172.21.15.111:0/3398093603 >> v2:172.21.15.114:3300/0 conn(0x7f0ee815e940 0x7f0ee80d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.088+0000 7f0ef038d640 1 -- 172.21.15.111:0/3398093603 >> 172.21.15.111:0/3398093603 conn(0x7f0ee80b6240 msgr2=0x7f0ee80b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:34.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.089+0000 7f0ef038d640 1 -- 172.21.15.111:0/3398093603 shutdown_connections 2024-09-19T04:36:34.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.089+0000 7f0ef038d640 1 -- 172.21.15.111:0/3398093603 wait complete. 2024-09-19T04:36:34.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.090+0000 7f0ef038d640 1 Processor -- start 2024-09-19T04:36:34.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.090+0000 7f0ef038d640 1 -- start start 2024-09-19T04:36:34.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.090+0000 7f0ef038d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0ee80cef90 0x7f0ee81592a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:34.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.090+0000 7f0ef038d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0ee815e940 0x7f0ee815a940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:34.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.090+0000 7f0ef038d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0ee815ed20 0x7f0ee8158020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:34.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.090+0000 7f0ef038d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee80d3f00 con 0x7f0ee80cef90 2024-09-19T04:36:34.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.090+0000 7f0ef038d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee80d3c20 con 0x7f0ee815ed20 2024-09-19T04:36:34.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.090+0000 7f0ef038d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0ee80d3310 con 0x7f0ee815e940 2024-09-19T04:36:34.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.090+0000 7f0eee129640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0ee80cef90 0x7f0ee81592a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:34.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.090+0000 7f0eee129640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0ee80cef90 0x7f0ee81592a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56694/0 (socket says 172.21.15.111:56694) 2024-09-19T04:36:34.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.090+0000 7f0eee129640 1 -- 172.21.15.111:0/4036266773 learned_addr learned my addr 172.21.15.111:0/4036266773 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:34.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.091+0000 7f0eee129640 1 -- 172.21.15.111:0/4036266773 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0ee815e940 msgr2=0x7f0ee815a940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:34.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.091+0000 7f0eee129640 1 --2- 172.21.15.111:0/4036266773 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0ee815e940 0x7f0ee815a940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.091+0000 7f0eee129640 1 -- 172.21.15.111:0/4036266773 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0ee815ed20 msgr2=0x7f0ee8158020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:34.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.091+0000 7f0eee129640 1 --2- 172.21.15.111:0/4036266773 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0ee815ed20 0x7f0ee8158020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.091+0000 7f0eee129640 1 -- 172.21.15.111:0/4036266773 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ee8159880 con 0x7f0ee80cef90 2024-09-19T04:36:34.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.091+0000 7f0eee129640 1 --2- 172.21.15.111:0/4036266773 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0ee80cef90 0x7f0ee81592a0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f0ee400e930 tx=0x7f0ee400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:34.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.091+0000 7f0edeffd640 1 -- 172.21.15.111:0/4036266773 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee4017070 con 0x7f0ee80cef90 2024-09-19T04:36:34.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.091+0000 7f0edeffd640 1 -- 172.21.15.111:0/4036266773 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ee400ca00 con 0x7f0ee80cef90 2024-09-19T04:36:34.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.091+0000 7f0ef038d640 1 -- 172.21.15.111:0/4036266773 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ee8159e60 con 0x7f0ee80cef90 2024-09-19T04:36:34.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.091+0000 7f0edeffd640 1 -- 172.21.15.111:0/4036266773 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee400cdf0 con 0x7f0ee80cef90 2024-09-19T04:36:34.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.091+0000 7f0ef038d640 1 -- 172.21.15.111:0/4036266773 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ee815a420 con 0x7f0ee80cef90 2024-09-19T04:36:34.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.092+0000 7f0ef038d640 1 -- 172.21.15.111:0/4036266773 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ee80d1ef0 con 0x7f0ee80cef90 2024-09-19T04:36:34.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.092+0000 7f0edeffd640 1 -- 172.21.15.111:0/4036266773 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f0ee401a070 con 0x7f0ee80cef90 2024-09-19T04:36:34.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.093+0000 7f0edeffd640 1 --2- 172.21.15.111:0/4036266773 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0ecc06c610 0x7f0ecc06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:34.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.093+0000 7f0eed928640 1 --2- 172.21.15.111:0/4036266773 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0ecc06c610 0x7f0ecc06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:34.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.093+0000 7f0edeffd640 1 -- 172.21.15.111:0/4036266773 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f0ee408bcd0 con 0x7f0ee80cef90 2024-09-19T04:36:34.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.093+0000 7f0eed928640 1 --2- 172.21.15.111:0/4036266773 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0ecc06c610 0x7f0ecc06ead0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f0ed8034000 tx=0x7f0ed802c000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:34.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.097+0000 7f0edeffd640 1 -- 172.21.15.111:0/4036266773 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0ee4091020 con 0x7f0ee80cef90 2024-09-19T04:36:34.267 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.264+0000 7f0ef038d640 1 -- 172.21.15.111:0/4036266773 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0ee80ba6b0 con 0x7f0ee80cef90 2024-09-19T04:36:34.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.265+0000 7f0edeffd640 1 -- 172.21.15.111:0/4036266773 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v70) ==== 74+0+16776 (secure 0 0 0) 0x7f0ee405a180 con 0x7f0ee80cef90 2024-09-19T04:36:34.268 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:34.268 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":70,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:36:32.640175+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:36:28.942662+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-19T04:36:29.951428+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:36:34.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.267+0000 7f0ef038d640 1 -- 172.21.15.111:0/4036266773 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0ecc06c610 msgr2=0x7f0ecc06ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:34.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.267+0000 7f0ef038d640 1 --2- 172.21.15.111:0/4036266773 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0ecc06c610 0x7f0ecc06ead0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f0ed8034000 tx=0x7f0ed802c000 comp rx=0 tx=0).stop 2024-09-19T04:36:34.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.267+0000 7f0ef038d640 1 -- 172.21.15.111:0/4036266773 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0ee80cef90 msgr2=0x7f0ee81592a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:34.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.267+0000 7f0ef038d640 1 --2- 172.21.15.111:0/4036266773 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0ee80cef90 0x7f0ee81592a0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f0ee400e930 tx=0x7f0ee400edf0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.267+0000 7f0ef038d640 1 -- 172.21.15.111:0/4036266773 shutdown_connections 2024-09-19T04:36:34.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.267+0000 7f0ef038d640 1 --2- 172.21.15.111:0/4036266773 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f0ecc06c610 0x7f0ecc06ead0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.267+0000 7f0ef038d640 1 --2- 172.21.15.111:0/4036266773 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0ee815ed20 0x7f0ee8158020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.267+0000 7f0ef038d640 1 --2- 172.21.15.111:0/4036266773 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0ee815e940 0x7f0ee815a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.267+0000 7f0ef038d640 1 --2- 172.21.15.111:0/4036266773 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0ee80cef90 0x7f0ee81592a0 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.267+0000 7f0ef038d640 1 -- 172.21.15.111:0/4036266773 >> 172.21.15.111:0/4036266773 conn(0x7f0ee80b6240 msgr2=0x7f0ee80b6620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:34.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.268+0000 7f0ef038d640 1 -- 172.21.15.111:0/4036266773 shutdown_connections 2024-09-19T04:36:34.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.268+0000 7f0ef038d640 1 -- 172.21.15.111:0/4036266773 wait complete. 2024-09-19T04:36:34.281 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T04:36:34.281 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:36:34.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.376+0000 7ff143342640 1 Processor -- start 2024-09-19T04:36:34.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.376+0000 7ff143342640 1 -- start start 2024-09-19T04:36:34.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.377+0000 7ff143342640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff13c15ed20 0x7ff13c0b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:34.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.377+0000 7ff143342640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff13c0cef90 0x7ff13c0b3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:34.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.377+0000 7ff143342640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff13c0b7170 con 0x7ff13c15e940 2024-09-19T04:36:34.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.377+0000 7ff143342640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7ff13c0b7aa0 con 0x7ff13c0cef90 2024-09-19T04:36:34.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.377+0000 7ff143342640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff13c0d3660 con 0x7ff13c15ed20 2024-09-19T04:36:34.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.377+0000 7ff1418df640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff13c0cef90 0x7ff13c0b3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:34.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.377+0000 7ff1418df640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff13c0cef90 0x7ff13c0b3760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56706/0 (socket says 172.21.15.111:56706) 2024-09-19T04:36:34.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.377+0000 7ff1418df640 1 -- 172.21.15.111:0/921606711 learned_addr learned my addr 172.21.15.111:0/921606711 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:34.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.378+0000 7ff1408dd640 1 --2- 172.21.15.111:0/921606711 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff13c15ed20 0x7ff13c0b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:34.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.378+0000 7ff1418df640 1 -- 172.21.15.111:0/921606711 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff13c15ed20 msgr2=0x7ff13c0b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:34.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.378+0000 7ff1418df640 1 --2- 172.21.15.111:0/921606711 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff13c15ed20 0x7ff13c0b3220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.378+0000 7ff1418df640 1 -- 172.21.15.111:0/921606711 >> v1:172.21.15.114:6789/0 conn(0x7ff13c15e940 legacy=0x7ff13c0d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:34.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.378+0000 7ff1418df640 1 -- 172.21.15.111:0/921606711 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff13c0d3940 con 0x7ff13c0cef90 2024-09-19T04:36:34.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.378+0000 7ff1408dd640 1 --2- 172.21.15.111:0/921606711 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff13c15ed20 0x7ff13c0b3220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:34.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.378+0000 7ff1418df640 1 --2- 172.21.15.111:0/921606711 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff13c0cef90 0x7ff13c0b3760 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7ff134009e50 tx=0x7ff13402a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5001b6b400fe44b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:34.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.379+0000 7ff133fff640 1 -- 172.21.15.111:0/921606711 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff134036070 con 0x7ff13c0cef90 2024-09-19T04:36:34.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.379+0000 7ff133fff640 1 -- 172.21.15.111:0/921606711 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff134031600 con 0x7ff13c0cef90 2024-09-19T04:36:34.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.379+0000 7ff133fff640 1 -- 172.21.15.111:0/921606711 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1340319d0 con 0x7ff13c0cef90 2024-09-19T04:36:34.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.379+0000 7ff143342640 1 -- 172.21.15.111:0/921606711 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff13c0cef90 msgr2=0x7ff13c0b3760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:34.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.379+0000 7ff143342640 1 --2- 172.21.15.111:0/921606711 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff13c0cef90 0x7ff13c0b3760 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7ff134009e50 tx=0x7ff13402a7a0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.379+0000 7ff143342640 1 -- 172.21.15.111:0/921606711 shutdown_connections 2024-09-19T04:36:34.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.379+0000 7ff143342640 1 --2- 172.21.15.111:0/921606711 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff13c0cef90 0x7ff13c0b3760 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.379+0000 7ff143342640 1 --2- 172.21.15.111:0/921606711 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff13c15ed20 0x7ff13c0b3220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.379+0000 7ff143342640 1 -- 172.21.15.111:0/921606711 >> 172.21.15.111:0/921606711 conn(0x7ff13c0b6240 msgr2=0x7ff13c0b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:34.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.379+0000 7ff143342640 1 -- 172.21.15.111:0/921606711 shutdown_connections 2024-09-19T04:36:34.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.379+0000 7ff143342640 1 -- 172.21.15.111:0/921606711 wait complete. 2024-09-19T04:36:34.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.380+0000 7ff143342640 1 Processor -- start 2024-09-19T04:36:34.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.380+0000 7ff143342640 1 -- start start 2024-09-19T04:36:34.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.381+0000 7ff143342640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff13c0cef90 0x7ff13c155df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:34.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.381+0000 7ff143342640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff13c15e940 0x7ff13c158ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:34.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.381+0000 7ff143342640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff13c15ed20 0x7ff13c0cd640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:34.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.381+0000 7ff143342640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff13c0d3310 con 0x7ff13c0cef90 2024-09-19T04:36:34.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.381+0000 7ff143342640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff13c0d3f00 con 0x7ff13c15e940 2024-09-19T04:36:34.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.381+0000 7ff143342640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff13c0d1ef0 con 0x7ff13c15ed20 2024-09-19T04:36:34.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.381+0000 7ff1410de640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff13c0cef90 0x7ff13c155df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:34.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.381+0000 7ff1410de640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff13c0cef90 0x7ff13c155df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56720/0 (socket says 172.21.15.111:56720) 2024-09-19T04:36:34.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.381+0000 7ff1410de640 1 -- 172.21.15.111:0/2199524187 learned_addr learned my addr 172.21.15.111:0/2199524187 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:34.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.381+0000 7ff1408dd640 1 --2- 172.21.15.111:0/2199524187 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff13c15e940 0x7ff13c158ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:34.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.381+0000 7ff1418df640 1 --2- 172.21.15.111:0/2199524187 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff13c15ed20 0x7ff13c0cd640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:34.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.382+0000 7ff1410de640 1 -- 172.21.15.111:0/2199524187 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff13c15ed20 msgr2=0x7ff13c0cd640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:34.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.382+0000 7ff1410de640 1 --2- 172.21.15.111:0/2199524187 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff13c15ed20 0x7ff13c0cd640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.382+0000 7ff1410de640 1 -- 172.21.15.111:0/2199524187 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff13c15e940 msgr2=0x7ff13c158ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:34.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.382+0000 7ff1410de640 1 --2- 172.21.15.111:0/2199524187 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff13c15e940 0x7ff13c158ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.382+0000 7ff1410de640 1 -- 172.21.15.111:0/2199524187 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff13c15b550 con 0x7ff13c0cef90 2024-09-19T04:36:34.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.382+0000 7ff1418df640 1 --2- 172.21.15.111:0/2199524187 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff13c15ed20 0x7ff13c0cd640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:34.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.382+0000 7ff1408dd640 1 --2- 172.21.15.111:0/2199524187 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff13c15e940 0x7ff13c158ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:34.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.382+0000 7ff1410de640 1 --2- 172.21.15.111:0/2199524187 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff13c0cef90 0x7ff13c155df0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7ff13800c400 tx=0x7ff13800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:34.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.382+0000 7ff131ffb640 1 -- 172.21.15.111:0/2199524187 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1380052d0 con 0x7ff13c0cef90 2024-09-19T04:36:34.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.382+0000 7ff131ffb640 1 -- 172.21.15.111:0/2199524187 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff138005490 con 0x7ff13c0cef90 2024-09-19T04:36:34.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.382+0000 7ff143342640 1 -- 172.21.15.111:0/2199524187 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff13c1e7570 con 0x7ff13c0cef90 2024-09-19T04:36:34.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.382+0000 7ff131ffb640 1 -- 172.21.15.111:0/2199524187 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff138007260 con 0x7ff13c0cef90 2024-09-19T04:36:34.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.382+0000 7ff143342640 1 -- 172.21.15.111:0/2199524187 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff13c1590e0 con 0x7ff13c0cef90 2024-09-19T04:36:34.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.383+0000 7ff143342640 1 -- 172.21.15.111:0/2199524187 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff13c0d1060 con 0x7ff13c0cef90 2024-09-19T04:36:34.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.383+0000 7ff131ffb640 1 -- 172.21.15.111:0/2199524187 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7ff138007400 con 0x7ff13c0cef90 2024-09-19T04:36:34.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.384+0000 7ff131ffb640 1 --2- 172.21.15.111:0/2199524187 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff12006c610 0x7ff12006ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:34.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.384+0000 7ff131ffb640 1 -- 172.21.15.111:0/2199524187 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7ff13808ae20 con 0x7ff13c0cef90 2024-09-19T04:36:34.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.384+0000 7ff1408dd640 1 --2- 172.21.15.111:0/2199524187 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff12006c610 0x7ff12006ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:34.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.384+0000 7ff1408dd640 1 --2- 172.21.15.111:0/2199524187 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff12006c610 0x7ff12006ead0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7ff13c0cafd0 tx=0x7ff12c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:34.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.388+0000 7ff131ffb640 1 -- 172.21.15.111:0/2199524187 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff13c0b7170 con 0x7ff13c0cef90 2024-09-19T04:36:34.553 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.551+0000 7ff143342640 1 -- 172.21.15.111:0/2199524187 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff13c0cd260 con 0x7ff12006c610 2024-09-19T04:36:34.559 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.557+0000 7ff131ffb640 1 -- 172.21.15.111:0/2199524187 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+243918 (secure 0 0 0) 0x7ff13c0cd260 con 0x7ff12006c610 2024-09-19T04:36:34.562 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:34.563 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:36:34.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.559+0000 7ff143342640 1 -- 172.21.15.111:0/2199524187 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff12006c610 msgr2=0x7ff12006ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:34.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.559+0000 7ff143342640 1 --2- 172.21.15.111:0/2199524187 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff12006c610 0x7ff12006ead0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7ff13c0cafd0 tx=0x7ff12c008040 comp rx=0 tx=0).stop 2024-09-19T04:36:34.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.559+0000 7ff143342640 1 -- 172.21.15.111:0/2199524187 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff13c0cef90 msgr2=0x7ff13c155df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:34.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.559+0000 7ff143342640 1 --2- 172.21.15.111:0/2199524187 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff13c0cef90 0x7ff13c155df0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7ff13800c400 tx=0x7ff13800c8c0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.560+0000 7ff143342640 1 -- 172.21.15.111:0/2199524187 shutdown_connections 2024-09-19T04:36:34.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.560+0000 7ff143342640 1 --2- 172.21.15.111:0/2199524187 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff12006c610 0x7ff12006ead0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.560+0000 7ff143342640 1 --2- 172.21.15.111:0/2199524187 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff13c15ed20 0x7ff13c0cd640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.560+0000 7ff143342640 1 --2- 172.21.15.111:0/2199524187 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff13c15e940 0x7ff13c158ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.560+0000 7ff143342640 1 --2- 172.21.15.111:0/2199524187 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff13c0cef90 0x7ff13c155df0 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.560+0000 7ff143342640 1 -- 172.21.15.111:0/2199524187 >> 172.21.15.111:0/2199524187 conn(0x7ff13c0b6240 msgr2=0x7ff13c0cf630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:34.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.560+0000 7ff143342640 1 -- 172.21.15.111:0/2199524187 shutdown_connections 2024-09-19T04:36:34.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.560+0000 7ff143342640 1 -- 172.21.15.111:0/2199524187 wait complete. 2024-09-19T04:36:34.572 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":180,"stamp":"2024-09-19T04:36:34.455574+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":138,"acting":138,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":29,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240400,"kb_used_data":7512,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754734320,"statfs":{"total":773094113280,"available":772847943680,"internally_reserved":0,"allocated":7692288,"data_stored":3878284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.832133"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.642625+0000","last_change":"2024-09-19T04:36:30.642625+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.642625+0000","last_undegraded":"2024-09-19T04:36:30.642625+0000","last_fullsized":"2024-09-19T04:36:30.642625+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.643788+0000","last_change":"2024-09-19T04:36:30.643788+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.643788+0000","last_undegraded":"2024-09-19T04:36:30.643788+0000","last_fullsized":"2024-09-19T04:36:30.643788+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.643485+0000","last_change":"2024-09-19T04:36:30.643485+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.643485+0000","last_undegraded":"2024-09-19T04:36:30.643485+0000","last_fullsized":"2024-09-19T04:36:30.643485+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.636937+0000","last_change":"2024-09-19T04:36:30.636937+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.636937+0000","last_undegraded":"2024-09-19T04:36:30.636937+0000","last_fullsized":"2024-09-19T04:36:30.636937+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641592+0000","last_change":"2024-09-19T04:36:30.641592+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641592+0000","last_undegraded":"2024-09-19T04:36:30.641592+0000","last_fullsized":"2024-09-19T04:36:30.641592+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.638360+0000","last_change":"2024-09-19T04:36:30.638360+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.638360+0000","last_undegraded":"2024-09-19T04:36:30.638360+0000","last_fullsized":"2024-09-19T04:36:30.638360+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.642304+0000","last_change":"2024-09-19T04:36:30.642304+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.642304+0000","last_undegraded":"2024-09-19T04:36:30.642304+0000","last_fullsized":"2024-09-19T04:36:30.642304+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.636214+0000","last_change":"2024-09-19T04:36:30.636214+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.636214+0000","last_undegraded":"2024-09-19T04:36:30.636214+0000","last_fullsized":"2024-09-19T04:36:30.636214+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.640863+0000","last_change":"2024-09-19T04:36:30.640863+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.640863+0000","last_undegraded":"2024-09-19T04:36:30.640863+0000","last_fullsized":"2024-09-19T04:36:30.640863+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.636177+0000","last_change":"2024-09-19T04:36:30.636177+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.636177+0000","last_undegraded":"2024-09-19T04:36:30.636177+0000","last_fullsized":"2024-09-19T04:36:30.636177+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.636382+0000","last_change":"2024-09-19T04:36:30.636382+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.636382+0000","last_undegraded":"2024-09-19T04:36:30.636382+0000","last_fullsized":"2024-09-19T04:36:30.636382+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.643326+0000","last_change":"2024-09-19T04:36:30.643326+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.643326+0000","last_undegraded":"2024-09-19T04:36:30.643326+0000","last_fullsized":"2024-09-19T04:36:30.643326+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641693+0000","last_change":"2024-09-19T04:36:30.641693+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641693+0000","last_undegraded":"2024-09-19T04:36:30.641693+0000","last_fullsized":"2024-09-19T04:36:30.641693+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.635630+0000","last_change":"2024-09-19T04:36:30.635630+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.635630+0000","last_undegraded":"2024-09-19T04:36:30.635630+0000","last_fullsized":"2024-09-19T04:36:30.635630+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.635810+0000","last_change":"2024-09-19T04:36:30.635810+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.635810+0000","last_undegraded":"2024-09-19T04:36:30.635810+0000","last_fullsized":"2024-09-19T04:36:30.635810+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.637364+0000","last_change":"2024-09-19T04:36:30.637364+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.637364+0000","last_undegraded":"2024-09-19T04:36:30.637364+0000","last_fullsized":"2024-09-19T04:36:30.637364+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.637816+0000","last_change":"2024-09-19T04:36:30.637816+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.637816+0000","last_undegraded":"2024-09-19T04:36:30.637816+0000","last_fullsized":"2024-09-19T04:36:30.637816+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.636210+0000","last_change":"2024-09-19T04:36:30.636210+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.636210+0000","last_undegraded":"2024-09-19T04:36:30.636210+0000","last_fullsized":"2024-09-19T04:36:30.636210+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641078+0000","last_change":"2024-09-19T04:36:30.641078+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641078+0000","last_undegraded":"2024-09-19T04:36:30.641078+0000","last_fullsized":"2024-09-19T04:36:30.641078+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.639997+0000","last_change":"2024-09-19T04:36:30.639997+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.639997+0000","last_undegraded":"2024-09-19T04:36:30.639997+0000","last_fullsized":"2024-09-19T04:36:30.639997+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.651287+0000","last_change":"2024-09-19T04:36:30.649932+0000","last_active":"2024-09-19T04:36:30.651287+0000","last_peered":"2024-09-19T04:36:30.651287+0000","last_clean":"2024-09-19T04:36:30.651287+0000","last_became_active":"2024-09-19T04:36:30.649646+0000","last_became_peered":"2024-09-19T04:36:30.649646+0000","last_unstale":"2024-09-19T04:36:30.651287+0000","last_undegraded":"2024-09-19T04:36:30.651287+0000","last_fullsized":"2024-09-19T04:36:30.651287+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:32:09.160499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.626938+0000","last_change":"2024-09-19T04:36:29.626938+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.626938+0000","last_undegraded":"2024-09-19T04:36:29.626938+0000","last_fullsized":"2024-09-19T04:36:29.626938+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.642496+0000","last_change":"2024-09-19T04:36:30.642496+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.642496+0000","last_undegraded":"2024-09-19T04:36:30.642496+0000","last_fullsized":"2024-09-19T04:36:30.642496+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.648536+0000","last_change":"2024-09-19T04:36:30.646388+0000","last_active":"2024-09-19T04:36:30.648536+0000","last_peered":"2024-09-19T04:36:30.648536+0000","last_clean":"2024-09-19T04:36:30.648536+0000","last_became_active":"2024-09-19T04:36:30.646114+0000","last_became_peered":"2024-09-19T04:36:30.646114+0000","last_unstale":"2024-09-19T04:36:30.648536+0000","last_undegraded":"2024-09-19T04:36:30.648536+0000","last_fullsized":"2024-09-19T04:36:30.648536+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:44.600738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641437+0000","last_change":"2024-09-19T04:36:30.641437+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641437+0000","last_undegraded":"2024-09-19T04:36:30.641437+0000","last_fullsized":"2024-09-19T04:36:30.641437+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652703+0000","last_change":"2024-09-19T04:36:30.651628+0000","last_active":"2024-09-19T04:36:30.652703+0000","last_peered":"2024-09-19T04:36:30.652703+0000","last_clean":"2024-09-19T04:36:30.652703+0000","last_became_active":"2024-09-19T04:36:30.651319+0000","last_became_peered":"2024-09-19T04:36:30.651319+0000","last_unstale":"2024-09-19T04:36:30.652703+0000","last_undegraded":"2024-09-19T04:36:30.652703+0000","last_fullsized":"2024-09-19T04:36:30.652703+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:53:19.353256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.637364+0000","last_change":"2024-09-19T04:36:30.637364+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.637364+0000","last_undegraded":"2024-09-19T04:36:30.637364+0000","last_fullsized":"2024-09-19T04:36:30.637364+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.629229+0000","last_change":"2024-09-19T04:36:29.629229+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.629229+0000","last_undegraded":"2024-09-19T04:36:29.629229+0000","last_fullsized":"2024-09-19T04:36:29.629229+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.635668+0000","last_change":"2024-09-19T04:36:30.635668+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.635668+0000","last_undegraded":"2024-09-19T04:36:30.635668+0000","last_fullsized":"2024-09-19T04:36:30.635668+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652229+0000","last_change":"2024-09-19T04:36:30.650629+0000","last_active":"2024-09-19T04:36:30.652229+0000","last_peered":"2024-09-19T04:36:30.652229+0000","last_clean":"2024-09-19T04:36:30.652229+0000","last_became_active":"2024-09-19T04:36:30.649233+0000","last_became_peered":"2024-09-19T04:36:30.649233+0000","last_unstale":"2024-09-19T04:36:30.652229+0000","last_undegraded":"2024-09-19T04:36:30.652229+0000","last_fullsized":"2024-09-19T04:36:30.652229+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:01.266242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.630587+0000","last_change":"2024-09-19T04:36:29.630587+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.630587+0000","last_undegraded":"2024-09-19T04:36:29.630587+0000","last_fullsized":"2024-09-19T04:36:29.630587+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.627959+0000","last_change":"2024-09-19T04:36:29.627959+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.627959+0000","last_undegraded":"2024-09-19T04:36:29.627959+0000","last_fullsized":"2024-09-19T04:36:29.627959+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.635418+0000","last_change":"2024-09-19T04:36:30.635418+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.635418+0000","last_undegraded":"2024-09-19T04:36:30.635418+0000","last_fullsized":"2024-09-19T04:36:30.635418+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.648506+0000","last_change":"2024-09-19T04:36:30.646498+0000","last_active":"2024-09-19T04:36:30.648506+0000","last_peered":"2024-09-19T04:36:30.648506+0000","last_clean":"2024-09-19T04:36:30.648506+0000","last_became_active":"2024-09-19T04:36:30.646225+0000","last_became_peered":"2024-09-19T04:36:30.646225+0000","last_unstale":"2024-09-19T04:36:30.648506+0000","last_undegraded":"2024-09-19T04:36:30.648506+0000","last_fullsized":"2024-09-19T04:36:30.648506+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:22.844542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.642242+0000","last_change":"2024-09-19T04:36:30.642242+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.642242+0000","last_undegraded":"2024-09-19T04:36:30.642242+0000","last_fullsized":"2024-09-19T04:36:30.642242+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652989+0000","last_change":"2024-09-19T04:36:30.652461+0000","last_active":"2024-09-19T04:36:30.652989+0000","last_peered":"2024-09-19T04:36:30.652989+0000","last_clean":"2024-09-19T04:36:30.652989+0000","last_became_active":"2024-09-19T04:36:30.652143+0000","last_became_peered":"2024-09-19T04:36:30.652143+0000","last_unstale":"2024-09-19T04:36:30.652989+0000","last_undegraded":"2024-09-19T04:36:30.652989+0000","last_fullsized":"2024-09-19T04:36:30.652989+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:49.953787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.642014+0000","last_change":"2024-09-19T04:36:30.642014+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.642014+0000","last_undegraded":"2024-09-19T04:36:30.642014+0000","last_fullsized":"2024-09-19T04:36:30.642014+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.629236+0000","last_change":"2024-09-19T04:36:29.629236+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.629236+0000","last_undegraded":"2024-09-19T04:36:29.629236+0000","last_fullsized":"2024-09-19T04:36:29.629236+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.630553+0000","last_change":"2024-09-19T04:36:29.630553+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.630553+0000","last_undegraded":"2024-09-19T04:36:29.630553+0000","last_fullsized":"2024-09-19T04:36:29.630553+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.639863+0000","last_change":"2024-09-19T04:36:30.639863+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.639863+0000","last_undegraded":"2024-09-19T04:36:30.639863+0000","last_fullsized":"2024-09-19T04:36:30.639863+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.630318+0000","last_change":"2024-09-19T04:36:29.630318+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.630318+0000","last_undegraded":"2024-09-19T04:36:29.630318+0000","last_fullsized":"2024-09-19T04:36:29.630318+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.634991+0000","last_change":"2024-09-19T04:36:30.634991+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.634991+0000","last_undegraded":"2024-09-19T04:36:30.634991+0000","last_fullsized":"2024-09-19T04:36:30.634991+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652677+0000","last_change":"2024-09-19T04:36:30.651158+0000","last_active":"2024-09-19T04:36:30.652677+0000","last_peered":"2024-09-19T04:36:30.652677+0000","last_clean":"2024-09-19T04:36:30.652677+0000","last_became_active":"2024-09-19T04:36:30.649304+0000","last_became_peered":"2024-09-19T04:36:30.649304+0000","last_unstale":"2024-09-19T04:36:30.652677+0000","last_undegraded":"2024-09-19T04:36:30.652677+0000","last_fullsized":"2024-09-19T04:36:30.652677+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:40:06.726054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652185+0000","last_change":"2024-09-19T04:36:30.648080+0000","last_active":"2024-09-19T04:36:30.652185+0000","last_peered":"2024-09-19T04:36:30.652185+0000","last_clean":"2024-09-19T04:36:30.652185+0000","last_became_active":"2024-09-19T04:36:30.647789+0000","last_became_peered":"2024-09-19T04:36:30.647789+0000","last_unstale":"2024-09-19T04:36:30.652185+0000","last_undegraded":"2024-09-19T04:36:30.652185+0000","last_fullsized":"2024-09-19T04:36:30.652185+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:18.367341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.650098+0000","last_change":"2024-09-19T04:36:30.647495+0000","last_active":"2024-09-19T04:36:30.650098+0000","last_peered":"2024-09-19T04:36:30.650098+0000","last_clean":"2024-09-19T04:36:30.650098+0000","last_became_active":"2024-09-19T04:36:30.647200+0000","last_became_peered":"2024-09-19T04:36:30.647200+0000","last_unstale":"2024-09-19T04:36:30.650098+0000","last_undegraded":"2024-09-19T04:36:30.650098+0000","last_fullsized":"2024-09-19T04:36:30.650098+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:57.835857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.637883+0000","last_change":"2024-09-19T04:36:30.637883+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.637883+0000","last_undegraded":"2024-09-19T04:36:30.637883+0000","last_fullsized":"2024-09-19T04:36:30.637883+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.651442+0000","last_change":"2024-09-19T04:36:30.648393+0000","last_active":"2024-09-19T04:36:30.651442+0000","last_peered":"2024-09-19T04:36:30.651442+0000","last_clean":"2024-09-19T04:36:30.651442+0000","last_became_active":"2024-09-19T04:36:30.648102+0000","last_became_peered":"2024-09-19T04:36:30.648102+0000","last_unstale":"2024-09-19T04:36:30.651442+0000","last_undegraded":"2024-09-19T04:36:30.651442+0000","last_fullsized":"2024-09-19T04:36:30.651442+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:55.972750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641592+0000","last_change":"2024-09-19T04:36:30.641592+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641592+0000","last_undegraded":"2024-09-19T04:36:30.641592+0000","last_fullsized":"2024-09-19T04:36:30.641592+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652804+0000","last_change":"2024-09-19T04:36:30.650077+0000","last_active":"2024-09-19T04:36:30.652804+0000","last_peered":"2024-09-19T04:36:30.652804+0000","last_clean":"2024-09-19T04:36:30.652804+0000","last_became_active":"2024-09-19T04:36:30.649390+0000","last_became_peered":"2024-09-19T04:36:30.649390+0000","last_unstale":"2024-09-19T04:36:30.652804+0000","last_undegraded":"2024-09-19T04:36:30.652804+0000","last_fullsized":"2024-09-19T04:36:30.652804+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:10.388009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.651373+0000","last_change":"2024-09-19T04:36:30.648297+0000","last_active":"2024-09-19T04:36:30.651373+0000","last_peered":"2024-09-19T04:36:30.651373+0000","last_clean":"2024-09-19T04:36:30.651373+0000","last_became_active":"2024-09-19T04:36:30.648016+0000","last_became_peered":"2024-09-19T04:36:30.648016+0000","last_unstale":"2024-09-19T04:36:30.651373+0000","last_undegraded":"2024-09-19T04:36:30.651373+0000","last_fullsized":"2024-09-19T04:36:30.651373+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:52.799071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.651634+0000","last_change":"2024-09-19T04:36:30.650100+0000","last_active":"2024-09-19T04:36:30.651634+0000","last_peered":"2024-09-19T04:36:30.651634+0000","last_clean":"2024-09-19T04:36:30.651634+0000","last_became_active":"2024-09-19T04:36:30.649828+0000","last_became_peered":"2024-09-19T04:36:30.649828+0000","last_unstale":"2024-09-19T04:36:30.651634+0000","last_undegraded":"2024-09-19T04:36:30.651634+0000","last_fullsized":"2024-09-19T04:36:30.651634+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:22.291910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652071+0000","last_change":"2024-09-19T04:36:30.650404+0000","last_active":"2024-09-19T04:36:30.652071+0000","last_peered":"2024-09-19T04:36:30.652071+0000","last_clean":"2024-09-19T04:36:30.652071+0000","last_became_active":"2024-09-19T04:36:30.648897+0000","last_became_peered":"2024-09-19T04:36:30.648897+0000","last_unstale":"2024-09-19T04:36:30.652071+0000","last_undegraded":"2024-09-19T04:36:30.652071+0000","last_fullsized":"2024-09-19T04:36:30.652071+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:43:30.448408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652167+0000","last_change":"2024-09-19T04:36:30.647519+0000","last_active":"2024-09-19T04:36:30.652167+0000","last_peered":"2024-09-19T04:36:30.652167+0000","last_clean":"2024-09-19T04:36:30.652167+0000","last_became_active":"2024-09-19T04:36:30.647219+0000","last_became_peered":"2024-09-19T04:36:30.647219+0000","last_unstale":"2024-09-19T04:36:30.652167+0000","last_undegraded":"2024-09-19T04:36:30.652167+0000","last_fullsized":"2024-09-19T04:36:30.652167+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:37:41.554862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.626444+0000","last_change":"2024-09-19T04:36:29.626444+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.626444+0000","last_undegraded":"2024-09-19T04:36:29.626444+0000","last_fullsized":"2024-09-19T04:36:29.626444+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.650375+0000","last_change":"2024-09-19T04:36:30.647697+0000","last_active":"2024-09-19T04:36:30.650375+0000","last_peered":"2024-09-19T04:36:30.650375+0000","last_clean":"2024-09-19T04:36:30.650375+0000","last_became_active":"2024-09-19T04:36:30.647357+0000","last_became_peered":"2024-09-19T04:36:30.647357+0000","last_unstale":"2024-09-19T04:36:30.650375+0000","last_undegraded":"2024-09-19T04:36:30.650375+0000","last_fullsized":"2024-09-19T04:36:30.650375+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:08.022526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.637692+0000","last_change":"2024-09-19T04:36:30.637692+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.637692+0000","last_undegraded":"2024-09-19T04:36:30.637692+0000","last_fullsized":"2024-09-19T04:36:30.637692+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652132+0000","last_change":"2024-09-19T04:36:30.648704+0000","last_active":"2024-09-19T04:36:30.652132+0000","last_peered":"2024-09-19T04:36:30.652132+0000","last_clean":"2024-09-19T04:36:30.652132+0000","last_became_active":"2024-09-19T04:36:30.648335+0000","last_became_peered":"2024-09-19T04:36:30.648335+0000","last_unstale":"2024-09-19T04:36:30.652132+0000","last_undegraded":"2024-09-19T04:36:30.652132+0000","last_fullsized":"2024-09-19T04:36:30.652132+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:43.663697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.640347+0000","last_change":"2024-09-19T04:36:30.640347+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.640347+0000","last_undegraded":"2024-09-19T04:36:30.640347+0000","last_fullsized":"2024-09-19T04:36:30.640347+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.628017+0000","last_change":"2024-09-19T04:36:29.628017+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.628017+0000","last_undegraded":"2024-09-19T04:36:29.628017+0000","last_fullsized":"2024-09-19T04:36:29.628017+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641065+0000","last_change":"2024-09-19T04:36:30.641065+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641065+0000","last_undegraded":"2024-09-19T04:36:30.641065+0000","last_fullsized":"2024-09-19T04:36:30.641065+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.626423+0000","last_change":"2024-09-19T04:36:29.626423+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.626423+0000","last_undegraded":"2024-09-19T04:36:29.626423+0000","last_fullsized":"2024-09-19T04:36:29.626423+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.627924+0000","last_change":"2024-09-19T04:36:29.627924+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.627924+0000","last_undegraded":"2024-09-19T04:36:29.627924+0000","last_fullsized":"2024-09-19T04:36:29.627924+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641966+0000","last_change":"2024-09-19T04:36:30.641966+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641966+0000","last_undegraded":"2024-09-19T04:36:30.641966+0000","last_fullsized":"2024-09-19T04:36:30.641966+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.630330+0000","last_change":"2024-09-19T04:36:29.630330+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.630330+0000","last_undegraded":"2024-09-19T04:36:29.630330+0000","last_fullsized":"2024-09-19T04:36:29.630330+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.650949+0000","last_change":"2024-09-19T04:36:30.648168+0000","last_active":"2024-09-19T04:36:30.650949+0000","last_peered":"2024-09-19T04:36:30.650949+0000","last_clean":"2024-09-19T04:36:30.650949+0000","last_became_active":"2024-09-19T04:36:30.647888+0000","last_became_peered":"2024-09-19T04:36:30.647888+0000","last_unstale":"2024-09-19T04:36:30.650949+0000","last_undegraded":"2024-09-19T04:36:30.650949+0000","last_fullsized":"2024-09-19T04:36:30.650949+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:30:14.175662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.640790+0000","last_change":"2024-09-19T04:36:30.640790+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.640790+0000","last_undegraded":"2024-09-19T04:36:30.640790+0000","last_fullsized":"2024-09-19T04:36:30.640790+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652721+0000","last_change":"2024-09-19T04:36:30.651586+0000","last_active":"2024-09-19T04:36:30.652721+0000","last_peered":"2024-09-19T04:36:30.652721+0000","last_clean":"2024-09-19T04:36:30.652721+0000","last_became_active":"2024-09-19T04:36:30.650758+0000","last_became_peered":"2024-09-19T04:36:30.650758+0000","last_unstale":"2024-09-19T04:36:30.652721+0000","last_undegraded":"2024-09-19T04:36:30.652721+0000","last_fullsized":"2024-09-19T04:36:30.652721+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:57.231530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652101+0000","last_change":"2024-09-19T04:36:30.651065+0000","last_active":"2024-09-19T04:36:30.652101+0000","last_peered":"2024-09-19T04:36:30.652101+0000","last_clean":"2024-09-19T04:36:30.652101+0000","last_became_active":"2024-09-19T04:36:30.650450+0000","last_became_peered":"2024-09-19T04:36:30.650450+0000","last_unstale":"2024-09-19T04:36:30.652101+0000","last_undegraded":"2024-09-19T04:36:30.652101+0000","last_fullsized":"2024-09-19T04:36:30.652101+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:47:03.207901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":255,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.644321+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:36:30.644321+0000","last_peered":"2024-09-19T04:36:30.644321+0000","last_clean":"2024-09-19T04:36:30.644321+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:36:30.644321+0000","last_undegraded":"2024-09-19T04:36:30.644321+0000","last_fullsized":"2024-09-19T04:36:30.644321+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":72,"acting":72,"num_store_stats":4},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509489,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32576,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339264,"statfs":{"total":96636764160,"available":96603406336,"internally_reserved":0,"allocated":1413120,"data_stored":930699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509489,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":819200,"data_stored":340331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509489,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":819200,"data_stored":340331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509490,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":819200,"data_stored":340331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542194,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":806912,"data_stored":334056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542193,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":806912,"data_stored":334056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542193,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":806912,"data_stored":334056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542194,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32556,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339284,"statfs":{"total":96636764160,"available":96603426816,"internally_reserved":0,"allocated":1400832,"data_stored":924424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:36:34.576 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:36:34.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.709+0000 7fe8ab9a6640 1 Processor -- start 2024-09-19T04:36:34.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.709+0000 7fe8ab9a6640 1 -- start start 2024-09-19T04:36:34.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.710+0000 7fe8ab9a6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe8a415e3f0 0x7fe8a4162ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:34.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.710+0000 7fe8ab9a6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fe8a415e7d0 0x7fe8a406bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:34.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.710+0000 7fe8ab9a6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe8a415ec40 0x7fe8a406c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:34.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.710+0000 7fe8ab9a6640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fe8a40b30d0 con 0x7fe8a415e3f0 2024-09-19T04:36:34.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.710+0000 7fe8ab9a6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fe8a4163010 con 0x7fe8a415e7d0 2024-09-19T04:36:34.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.710+0000 7fe8ab9a6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe8a40b0380 con 0x7fe8a415ec40 2024-09-19T04:36:34.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.710+0000 7fe8a9742640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe8a415e3f0 0x7fe8a4162ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:34.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.710+0000 7fe8a9742640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe8a415e3f0 0x7fe8a4162ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56722/0 (socket says 172.21.15.111:56722) 2024-09-19T04:36:34.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.710+0000 7fe8a9742640 1 -- 172.21.15.111:0/2354745620 learned_addr learned my addr 172.21.15.111:0/2354745620 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:34.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.710+0000 7fe8a9f43640 1 --2- 172.21.15.111:0/2354745620 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe8a415ec40 0x7fe8a406c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:34.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.710+0000 7fe8a8f41640 1 --2- 172.21.15.111:0/2354745620 >> v2:172.21.15.114:3300/0 conn(0x7fe8a415e7d0 0x7fe8a406bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:34.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.711+0000 7fe8a9742640 1 -- 172.21.15.111:0/2354745620 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe8a415ec40 msgr2=0x7fe8a406c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:34.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.711+0000 7fe8a9742640 1 --2- 172.21.15.111:0/2354745620 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe8a415ec40 0x7fe8a406c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.711+0000 7fe8a9742640 1 -- 172.21.15.111:0/2354745620 >> v2:172.21.15.114:3300/0 conn(0x7fe8a415e7d0 msgr2=0x7fe8a406bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:34.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.711+0000 7fe8a9742640 1 --2- 172.21.15.111:0/2354745620 >> v2:172.21.15.114:3300/0 conn(0x7fe8a415e7d0 0x7fe8a406bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.711+0000 7fe8a9742640 1 -- 172.21.15.111:0/2354745620 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8a415f0e0 con 0x7fe8a415e3f0 2024-09-19T04:36:34.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.711+0000 7fe8a9742640 1 --2- 172.21.15.111:0/2354745620 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe8a415e3f0 0x7fe8a4162ad0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fe8a40b78f0 tx=0x7fe8a002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f68bbb6ac56505d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:34.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.711+0000 7fe89bfff640 1 -- 172.21.15.111:0/2354745620 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8a0037070 con 0x7fe8a415e3f0 2024-09-19T04:36:34.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.711+0000 7fe89bfff640 1 -- 172.21.15.111:0/2354745620 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8a0032440 con 0x7fe8a415e3f0 2024-09-19T04:36:34.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.711+0000 7fe89bfff640 1 -- 172.21.15.111:0/2354745620 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8a0032810 con 0x7fe8a415e3f0 2024-09-19T04:36:34.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.712+0000 7fe8ab9a6640 1 -- 172.21.15.111:0/2354745620 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe8a415e3f0 msgr2=0x7fe8a4162ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:34.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.712+0000 7fe8ab9a6640 1 --2- 172.21.15.111:0/2354745620 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe8a415e3f0 0x7fe8a4162ad0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fe8a40b78f0 tx=0x7fe8a002a1e0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.712+0000 7fe8ab9a6640 1 -- 172.21.15.111:0/2354745620 shutdown_connections 2024-09-19T04:36:34.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.712+0000 7fe8ab9a6640 1 --2- 172.21.15.111:0/2354745620 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe8a415ec40 0x7fe8a406c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.712+0000 7fe8ab9a6640 1 --2- 172.21.15.111:0/2354745620 >> v2:172.21.15.114:3300/0 conn(0x7fe8a415e7d0 0x7fe8a406bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.712+0000 7fe8ab9a6640 1 --2- 172.21.15.111:0/2354745620 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe8a415e3f0 0x7fe8a4162ad0 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.712+0000 7fe8ab9a6640 1 -- 172.21.15.111:0/2354745620 >> 172.21.15.111:0/2354745620 conn(0x7fe8a406ce90 msgr2=0x7fe8a406d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:34.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.712+0000 7fe8ab9a6640 1 -- 172.21.15.111:0/2354745620 shutdown_connections 2024-09-19T04:36:34.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.712+0000 7fe8ab9a6640 1 -- 172.21.15.111:0/2354745620 wait complete. 2024-09-19T04:36:34.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.713+0000 7fe8ab9a6640 1 Processor -- start 2024-09-19T04:36:34.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.713+0000 7fe8ab9a6640 1 -- start start 2024-09-19T04:36:34.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.714+0000 7fe8ab9a6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe8a415e3f0 0x7fe8a415d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:34.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.714+0000 7fe8ab9a6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe8a415e7d0 0x7fe8a415d830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:34.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.714+0000 7fe8ab9a6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe8a415ec40 0x7fe8a41f7990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:34.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.714+0000 7fe8ab9a6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a415f980 con 0x7fe8a415e3f0 2024-09-19T04:36:34.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.714+0000 7fe8ab9a6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a415f6a0 con 0x7fe8a415ec40 2024-09-19T04:36:34.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.714+0000 7fe8ab9a6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe8a40ae8e0 con 0x7fe8a415e7d0 2024-09-19T04:36:34.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.714+0000 7fe8a9742640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe8a415e3f0 0x7fe8a415d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:34.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.714+0000 7fe8a9742640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe8a415e3f0 0x7fe8a415d2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56728/0 (socket says 172.21.15.111:56728) 2024-09-19T04:36:34.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.714+0000 7fe8a9742640 1 -- 172.21.15.111:0/3480270655 learned_addr learned my addr 172.21.15.111:0/3480270655 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:34.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.714+0000 7fe8a9f43640 1 --2- 172.21.15.111:0/3480270655 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe8a415ec40 0x7fe8a41f7990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:34.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.714+0000 7fe8a8f41640 1 --2- 172.21.15.111:0/3480270655 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe8a415e7d0 0x7fe8a415d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:34.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.714+0000 7fe8a9742640 1 -- 172.21.15.111:0/3480270655 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe8a415e7d0 msgr2=0x7fe8a415d830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:34.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.714+0000 7fe8a9742640 1 --2- 172.21.15.111:0/3480270655 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe8a415e7d0 0x7fe8a415d830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.714+0000 7fe8a9742640 1 -- 172.21.15.111:0/3480270655 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe8a415ec40 msgr2=0x7fe8a41f7990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:34.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.714+0000 7fe8a9742640 1 --2- 172.21.15.111:0/3480270655 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe8a415ec40 0x7fe8a41f7990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.714+0000 7fe8a9742640 1 -- 172.21.15.111:0/3480270655 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8a4154240 con 0x7fe8a415e3f0 2024-09-19T04:36:34.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.714+0000 7fe8a9f43640 1 --2- 172.21.15.111:0/3480270655 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe8a415ec40 0x7fe8a41f7990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:34.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.715+0000 7fe8a9742640 1 --2- 172.21.15.111:0/3480270655 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe8a415e3f0 0x7fe8a415d2f0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fe8a002a220 tx=0x7fe8a00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:34.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.715+0000 7fe899ffb640 1 -- 172.21.15.111:0/3480270655 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8a0041020 con 0x7fe8a415e3f0 2024-09-19T04:36:34.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.715+0000 7fe899ffb640 1 -- 172.21.15.111:0/3480270655 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8a00306c0 con 0x7fe8a415e3f0 2024-09-19T04:36:34.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.715+0000 7fe8ab9a6640 1 -- 172.21.15.111:0/3480270655 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8a4154520 con 0x7fe8a415e3f0 2024-09-19T04:36:34.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.715+0000 7fe899ffb640 1 -- 172.21.15.111:0/3480270655 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8a0037040 con 0x7fe8a415e3f0 2024-09-19T04:36:34.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.715+0000 7fe8ab9a6640 1 -- 172.21.15.111:0/3480270655 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8a4154ae0 con 0x7fe8a415e3f0 2024-09-19T04:36:34.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.716+0000 7fe8ab9a6640 1 -- 172.21.15.111:0/3480270655 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8a4162ad0 con 0x7fe8a415e3f0 2024-09-19T04:36:34.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.716+0000 7fe899ffb640 1 -- 172.21.15.111:0/3480270655 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7fe8a0044020 con 0x7fe8a415e3f0 2024-09-19T04:36:34.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.717+0000 7fe899ffb640 1 --2- 172.21.15.111:0/3480270655 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe88806c610 0x7fe88806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:34.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.717+0000 7fe899ffb640 1 -- 172.21.15.111:0/3480270655 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7fe8a00ac120 con 0x7fe8a415e3f0 2024-09-19T04:36:34.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.717+0000 7fe8a8f41640 1 --2- 172.21.15.111:0/3480270655 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe88806c610 0x7fe88806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:34.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.717+0000 7fe8a8f41640 1 --2- 172.21.15.111:0/3480270655 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe88806c610 0x7fe88806ead0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fe8a41538a0 tx=0x7fe894008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:34.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.721+0000 7fe899ffb640 1 -- 172.21.15.111:0/3480270655 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe8a004b030 con 0x7fe8a415e3f0 2024-09-19T04:36:34.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.884+0000 7fe8ab9a6640 1 -- 172.21.15.111:0/3480270655 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe8a40b38c0 con 0x7fe88806c610 2024-09-19T04:36:34.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.889+0000 7fe899ffb640 1 -- 172.21.15.111:0/3480270655 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+243918 (secure 0 0 0) 0x7fe8a40b38c0 con 0x7fe88806c610 2024-09-19T04:36:34.894 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:34.895 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:36:34.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.892+0000 7fe8ab9a6640 1 -- 172.21.15.111:0/3480270655 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe88806c610 msgr2=0x7fe88806ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:34.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.892+0000 7fe8ab9a6640 1 --2- 172.21.15.111:0/3480270655 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe88806c610 0x7fe88806ead0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fe8a41538a0 tx=0x7fe894008040 comp rx=0 tx=0).stop 2024-09-19T04:36:34.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.892+0000 7fe8ab9a6640 1 -- 172.21.15.111:0/3480270655 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe8a415e3f0 msgr2=0x7fe8a415d2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:34.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.892+0000 7fe8ab9a6640 1 --2- 172.21.15.111:0/3480270655 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe8a415e3f0 0x7fe8a415d2f0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fe8a002a220 tx=0x7fe8a00046c0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.892+0000 7fe8ab9a6640 1 -- 172.21.15.111:0/3480270655 shutdown_connections 2024-09-19T04:36:34.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.892+0000 7fe8ab9a6640 1 --2- 172.21.15.111:0/3480270655 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe88806c610 0x7fe88806ead0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.892+0000 7fe8ab9a6640 1 --2- 172.21.15.111:0/3480270655 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe8a415ec40 0x7fe8a41f7990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.892+0000 7fe8ab9a6640 1 --2- 172.21.15.111:0/3480270655 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe8a415e7d0 0x7fe8a415d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.892+0000 7fe8ab9a6640 1 --2- 172.21.15.111:0/3480270655 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe8a415e3f0 0x7fe8a415d2f0 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:34.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.892+0000 7fe8ab9a6640 1 -- 172.21.15.111:0/3480270655 >> 172.21.15.111:0/3480270655 conn(0x7fe8a406ce90 msgr2=0x7fe8a41597a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:34.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.892+0000 7fe8ab9a6640 1 -- 172.21.15.111:0/3480270655 shutdown_connections 2024-09-19T04:36:34.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:34.892+0000 7fe8ab9a6640 1 -- 172.21.15.111:0/3480270655 wait complete. 2024-09-19T04:36:34.906 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":180,"stamp":"2024-09-19T04:36:34.455574+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":138,"acting":138,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":29,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240400,"kb_used_data":7512,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754734320,"statfs":{"total":773094113280,"available":772847943680,"internally_reserved":0,"allocated":7692288,"data_stored":3878284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.832133"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.642625+0000","last_change":"2024-09-19T04:36:30.642625+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.642625+0000","last_undegraded":"2024-09-19T04:36:30.642625+0000","last_fullsized":"2024-09-19T04:36:30.642625+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.643788+0000","last_change":"2024-09-19T04:36:30.643788+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.643788+0000","last_undegraded":"2024-09-19T04:36:30.643788+0000","last_fullsized":"2024-09-19T04:36:30.643788+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.643485+0000","last_change":"2024-09-19T04:36:30.643485+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.643485+0000","last_undegraded":"2024-09-19T04:36:30.643485+0000","last_fullsized":"2024-09-19T04:36:30.643485+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.636937+0000","last_change":"2024-09-19T04:36:30.636937+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.636937+0000","last_undegraded":"2024-09-19T04:36:30.636937+0000","last_fullsized":"2024-09-19T04:36:30.636937+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641592+0000","last_change":"2024-09-19T04:36:30.641592+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641592+0000","last_undegraded":"2024-09-19T04:36:30.641592+0000","last_fullsized":"2024-09-19T04:36:30.641592+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.638360+0000","last_change":"2024-09-19T04:36:30.638360+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.638360+0000","last_undegraded":"2024-09-19T04:36:30.638360+0000","last_fullsized":"2024-09-19T04:36:30.638360+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.642304+0000","last_change":"2024-09-19T04:36:30.642304+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.642304+0000","last_undegraded":"2024-09-19T04:36:30.642304+0000","last_fullsized":"2024-09-19T04:36:30.642304+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.636214+0000","last_change":"2024-09-19T04:36:30.636214+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.636214+0000","last_undegraded":"2024-09-19T04:36:30.636214+0000","last_fullsized":"2024-09-19T04:36:30.636214+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.640863+0000","last_change":"2024-09-19T04:36:30.640863+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.640863+0000","last_undegraded":"2024-09-19T04:36:30.640863+0000","last_fullsized":"2024-09-19T04:36:30.640863+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.636177+0000","last_change":"2024-09-19T04:36:30.636177+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.636177+0000","last_undegraded":"2024-09-19T04:36:30.636177+0000","last_fullsized":"2024-09-19T04:36:30.636177+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.636382+0000","last_change":"2024-09-19T04:36:30.636382+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.636382+0000","last_undegraded":"2024-09-19T04:36:30.636382+0000","last_fullsized":"2024-09-19T04:36:30.636382+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.643326+0000","last_change":"2024-09-19T04:36:30.643326+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.643326+0000","last_undegraded":"2024-09-19T04:36:30.643326+0000","last_fullsized":"2024-09-19T04:36:30.643326+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641693+0000","last_change":"2024-09-19T04:36:30.641693+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641693+0000","last_undegraded":"2024-09-19T04:36:30.641693+0000","last_fullsized":"2024-09-19T04:36:30.641693+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.635630+0000","last_change":"2024-09-19T04:36:30.635630+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.635630+0000","last_undegraded":"2024-09-19T04:36:30.635630+0000","last_fullsized":"2024-09-19T04:36:30.635630+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.635810+0000","last_change":"2024-09-19T04:36:30.635810+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.635810+0000","last_undegraded":"2024-09-19T04:36:30.635810+0000","last_fullsized":"2024-09-19T04:36:30.635810+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.637364+0000","last_change":"2024-09-19T04:36:30.637364+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.637364+0000","last_undegraded":"2024-09-19T04:36:30.637364+0000","last_fullsized":"2024-09-19T04:36:30.637364+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.637816+0000","last_change":"2024-09-19T04:36:30.637816+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.637816+0000","last_undegraded":"2024-09-19T04:36:30.637816+0000","last_fullsized":"2024-09-19T04:36:30.637816+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.636210+0000","last_change":"2024-09-19T04:36:30.636210+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.636210+0000","last_undegraded":"2024-09-19T04:36:30.636210+0000","last_fullsized":"2024-09-19T04:36:30.636210+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641078+0000","last_change":"2024-09-19T04:36:30.641078+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641078+0000","last_undegraded":"2024-09-19T04:36:30.641078+0000","last_fullsized":"2024-09-19T04:36:30.641078+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.639997+0000","last_change":"2024-09-19T04:36:30.639997+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.639997+0000","last_undegraded":"2024-09-19T04:36:30.639997+0000","last_fullsized":"2024-09-19T04:36:30.639997+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.651287+0000","last_change":"2024-09-19T04:36:30.649932+0000","last_active":"2024-09-19T04:36:30.651287+0000","last_peered":"2024-09-19T04:36:30.651287+0000","last_clean":"2024-09-19T04:36:30.651287+0000","last_became_active":"2024-09-19T04:36:30.649646+0000","last_became_peered":"2024-09-19T04:36:30.649646+0000","last_unstale":"2024-09-19T04:36:30.651287+0000","last_undegraded":"2024-09-19T04:36:30.651287+0000","last_fullsized":"2024-09-19T04:36:30.651287+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:32:09.160499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.626938+0000","last_change":"2024-09-19T04:36:29.626938+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.626938+0000","last_undegraded":"2024-09-19T04:36:29.626938+0000","last_fullsized":"2024-09-19T04:36:29.626938+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.642496+0000","last_change":"2024-09-19T04:36:30.642496+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.642496+0000","last_undegraded":"2024-09-19T04:36:30.642496+0000","last_fullsized":"2024-09-19T04:36:30.642496+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.648536+0000","last_change":"2024-09-19T04:36:30.646388+0000","last_active":"2024-09-19T04:36:30.648536+0000","last_peered":"2024-09-19T04:36:30.648536+0000","last_clean":"2024-09-19T04:36:30.648536+0000","last_became_active":"2024-09-19T04:36:30.646114+0000","last_became_peered":"2024-09-19T04:36:30.646114+0000","last_unstale":"2024-09-19T04:36:30.648536+0000","last_undegraded":"2024-09-19T04:36:30.648536+0000","last_fullsized":"2024-09-19T04:36:30.648536+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:44.600738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641437+0000","last_change":"2024-09-19T04:36:30.641437+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641437+0000","last_undegraded":"2024-09-19T04:36:30.641437+0000","last_fullsized":"2024-09-19T04:36:30.641437+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652703+0000","last_change":"2024-09-19T04:36:30.651628+0000","last_active":"2024-09-19T04:36:30.652703+0000","last_peered":"2024-09-19T04:36:30.652703+0000","last_clean":"2024-09-19T04:36:30.652703+0000","last_became_active":"2024-09-19T04:36:30.651319+0000","last_became_peered":"2024-09-19T04:36:30.651319+0000","last_unstale":"2024-09-19T04:36:30.652703+0000","last_undegraded":"2024-09-19T04:36:30.652703+0000","last_fullsized":"2024-09-19T04:36:30.652703+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:53:19.353256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.637364+0000","last_change":"2024-09-19T04:36:30.637364+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.637364+0000","last_undegraded":"2024-09-19T04:36:30.637364+0000","last_fullsized":"2024-09-19T04:36:30.637364+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.629229+0000","last_change":"2024-09-19T04:36:29.629229+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.629229+0000","last_undegraded":"2024-09-19T04:36:29.629229+0000","last_fullsized":"2024-09-19T04:36:29.629229+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.635668+0000","last_change":"2024-09-19T04:36:30.635668+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.635668+0000","last_undegraded":"2024-09-19T04:36:30.635668+0000","last_fullsized":"2024-09-19T04:36:30.635668+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652229+0000","last_change":"2024-09-19T04:36:30.650629+0000","last_active":"2024-09-19T04:36:30.652229+0000","last_peered":"2024-09-19T04:36:30.652229+0000","last_clean":"2024-09-19T04:36:30.652229+0000","last_became_active":"2024-09-19T04:36:30.649233+0000","last_became_peered":"2024-09-19T04:36:30.649233+0000","last_unstale":"2024-09-19T04:36:30.652229+0000","last_undegraded":"2024-09-19T04:36:30.652229+0000","last_fullsized":"2024-09-19T04:36:30.652229+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:01.266242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.630587+0000","last_change":"2024-09-19T04:36:29.630587+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.630587+0000","last_undegraded":"2024-09-19T04:36:29.630587+0000","last_fullsized":"2024-09-19T04:36:29.630587+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.627959+0000","last_change":"2024-09-19T04:36:29.627959+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.627959+0000","last_undegraded":"2024-09-19T04:36:29.627959+0000","last_fullsized":"2024-09-19T04:36:29.627959+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.635418+0000","last_change":"2024-09-19T04:36:30.635418+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.635418+0000","last_undegraded":"2024-09-19T04:36:30.635418+0000","last_fullsized":"2024-09-19T04:36:30.635418+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.648506+0000","last_change":"2024-09-19T04:36:30.646498+0000","last_active":"2024-09-19T04:36:30.648506+0000","last_peered":"2024-09-19T04:36:30.648506+0000","last_clean":"2024-09-19T04:36:30.648506+0000","last_became_active":"2024-09-19T04:36:30.646225+0000","last_became_peered":"2024-09-19T04:36:30.646225+0000","last_unstale":"2024-09-19T04:36:30.648506+0000","last_undegraded":"2024-09-19T04:36:30.648506+0000","last_fullsized":"2024-09-19T04:36:30.648506+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:22.844542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.642242+0000","last_change":"2024-09-19T04:36:30.642242+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.642242+0000","last_undegraded":"2024-09-19T04:36:30.642242+0000","last_fullsized":"2024-09-19T04:36:30.642242+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652989+0000","last_change":"2024-09-19T04:36:30.652461+0000","last_active":"2024-09-19T04:36:30.652989+0000","last_peered":"2024-09-19T04:36:30.652989+0000","last_clean":"2024-09-19T04:36:30.652989+0000","last_became_active":"2024-09-19T04:36:30.652143+0000","last_became_peered":"2024-09-19T04:36:30.652143+0000","last_unstale":"2024-09-19T04:36:30.652989+0000","last_undegraded":"2024-09-19T04:36:30.652989+0000","last_fullsized":"2024-09-19T04:36:30.652989+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:49.953787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.642014+0000","last_change":"2024-09-19T04:36:30.642014+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.642014+0000","last_undegraded":"2024-09-19T04:36:30.642014+0000","last_fullsized":"2024-09-19T04:36:30.642014+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.629236+0000","last_change":"2024-09-19T04:36:29.629236+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.629236+0000","last_undegraded":"2024-09-19T04:36:29.629236+0000","last_fullsized":"2024-09-19T04:36:29.629236+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.630553+0000","last_change":"2024-09-19T04:36:29.630553+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.630553+0000","last_undegraded":"2024-09-19T04:36:29.630553+0000","last_fullsized":"2024-09-19T04:36:29.630553+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.639863+0000","last_change":"2024-09-19T04:36:30.639863+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.639863+0000","last_undegraded":"2024-09-19T04:36:30.639863+0000","last_fullsized":"2024-09-19T04:36:30.639863+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.630318+0000","last_change":"2024-09-19T04:36:29.630318+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.630318+0000","last_undegraded":"2024-09-19T04:36:29.630318+0000","last_fullsized":"2024-09-19T04:36:29.630318+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.634991+0000","last_change":"2024-09-19T04:36:30.634991+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.634991+0000","last_undegraded":"2024-09-19T04:36:30.634991+0000","last_fullsized":"2024-09-19T04:36:30.634991+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652677+0000","last_change":"2024-09-19T04:36:30.651158+0000","last_active":"2024-09-19T04:36:30.652677+0000","last_peered":"2024-09-19T04:36:30.652677+0000","last_clean":"2024-09-19T04:36:30.652677+0000","last_became_active":"2024-09-19T04:36:30.649304+0000","last_became_peered":"2024-09-19T04:36:30.649304+0000","last_unstale":"2024-09-19T04:36:30.652677+0000","last_undegraded":"2024-09-19T04:36:30.652677+0000","last_fullsized":"2024-09-19T04:36:30.652677+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:40:06.726054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652185+0000","last_change":"2024-09-19T04:36:30.648080+0000","last_active":"2024-09-19T04:36:30.652185+0000","last_peered":"2024-09-19T04:36:30.652185+0000","last_clean":"2024-09-19T04:36:30.652185+0000","last_became_active":"2024-09-19T04:36:30.647789+0000","last_became_peered":"2024-09-19T04:36:30.647789+0000","last_unstale":"2024-09-19T04:36:30.652185+0000","last_undegraded":"2024-09-19T04:36:30.652185+0000","last_fullsized":"2024-09-19T04:36:30.652185+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:18.367341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.650098+0000","last_change":"2024-09-19T04:36:30.647495+0000","last_active":"2024-09-19T04:36:30.650098+0000","last_peered":"2024-09-19T04:36:30.650098+0000","last_clean":"2024-09-19T04:36:30.650098+0000","last_became_active":"2024-09-19T04:36:30.647200+0000","last_became_peered":"2024-09-19T04:36:30.647200+0000","last_unstale":"2024-09-19T04:36:30.650098+0000","last_undegraded":"2024-09-19T04:36:30.650098+0000","last_fullsized":"2024-09-19T04:36:30.650098+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:57.835857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.637883+0000","last_change":"2024-09-19T04:36:30.637883+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.637883+0000","last_undegraded":"2024-09-19T04:36:30.637883+0000","last_fullsized":"2024-09-19T04:36:30.637883+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.651442+0000","last_change":"2024-09-19T04:36:30.648393+0000","last_active":"2024-09-19T04:36:30.651442+0000","last_peered":"2024-09-19T04:36:30.651442+0000","last_clean":"2024-09-19T04:36:30.651442+0000","last_became_active":"2024-09-19T04:36:30.648102+0000","last_became_peered":"2024-09-19T04:36:30.648102+0000","last_unstale":"2024-09-19T04:36:30.651442+0000","last_undegraded":"2024-09-19T04:36:30.651442+0000","last_fullsized":"2024-09-19T04:36:30.651442+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:55.972750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641592+0000","last_change":"2024-09-19T04:36:30.641592+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641592+0000","last_undegraded":"2024-09-19T04:36:30.641592+0000","last_fullsized":"2024-09-19T04:36:30.641592+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652804+0000","last_change":"2024-09-19T04:36:30.650077+0000","last_active":"2024-09-19T04:36:30.652804+0000","last_peered":"2024-09-19T04:36:30.652804+0000","last_clean":"2024-09-19T04:36:30.652804+0000","last_became_active":"2024-09-19T04:36:30.649390+0000","last_became_peered":"2024-09-19T04:36:30.649390+0000","last_unstale":"2024-09-19T04:36:30.652804+0000","last_undegraded":"2024-09-19T04:36:30.652804+0000","last_fullsized":"2024-09-19T04:36:30.652804+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:10.388009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.651373+0000","last_change":"2024-09-19T04:36:30.648297+0000","last_active":"2024-09-19T04:36:30.651373+0000","last_peered":"2024-09-19T04:36:30.651373+0000","last_clean":"2024-09-19T04:36:30.651373+0000","last_became_active":"2024-09-19T04:36:30.648016+0000","last_became_peered":"2024-09-19T04:36:30.648016+0000","last_unstale":"2024-09-19T04:36:30.651373+0000","last_undegraded":"2024-09-19T04:36:30.651373+0000","last_fullsized":"2024-09-19T04:36:30.651373+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:52.799071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.651634+0000","last_change":"2024-09-19T04:36:30.650100+0000","last_active":"2024-09-19T04:36:30.651634+0000","last_peered":"2024-09-19T04:36:30.651634+0000","last_clean":"2024-09-19T04:36:30.651634+0000","last_became_active":"2024-09-19T04:36:30.649828+0000","last_became_peered":"2024-09-19T04:36:30.649828+0000","last_unstale":"2024-09-19T04:36:30.651634+0000","last_undegraded":"2024-09-19T04:36:30.651634+0000","last_fullsized":"2024-09-19T04:36:30.651634+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:22.291910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652071+0000","last_change":"2024-09-19T04:36:30.650404+0000","last_active":"2024-09-19T04:36:30.652071+0000","last_peered":"2024-09-19T04:36:30.652071+0000","last_clean":"2024-09-19T04:36:30.652071+0000","last_became_active":"2024-09-19T04:36:30.648897+0000","last_became_peered":"2024-09-19T04:36:30.648897+0000","last_unstale":"2024-09-19T04:36:30.652071+0000","last_undegraded":"2024-09-19T04:36:30.652071+0000","last_fullsized":"2024-09-19T04:36:30.652071+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:43:30.448408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652167+0000","last_change":"2024-09-19T04:36:30.647519+0000","last_active":"2024-09-19T04:36:30.652167+0000","last_peered":"2024-09-19T04:36:30.652167+0000","last_clean":"2024-09-19T04:36:30.652167+0000","last_became_active":"2024-09-19T04:36:30.647219+0000","last_became_peered":"2024-09-19T04:36:30.647219+0000","last_unstale":"2024-09-19T04:36:30.652167+0000","last_undegraded":"2024-09-19T04:36:30.652167+0000","last_fullsized":"2024-09-19T04:36:30.652167+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:37:41.554862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.626444+0000","last_change":"2024-09-19T04:36:29.626444+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.626444+0000","last_undegraded":"2024-09-19T04:36:29.626444+0000","last_fullsized":"2024-09-19T04:36:29.626444+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.650375+0000","last_change":"2024-09-19T04:36:30.647697+0000","last_active":"2024-09-19T04:36:30.650375+0000","last_peered":"2024-09-19T04:36:30.650375+0000","last_clean":"2024-09-19T04:36:30.650375+0000","last_became_active":"2024-09-19T04:36:30.647357+0000","last_became_peered":"2024-09-19T04:36:30.647357+0000","last_unstale":"2024-09-19T04:36:30.650375+0000","last_undegraded":"2024-09-19T04:36:30.650375+0000","last_fullsized":"2024-09-19T04:36:30.650375+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:08.022526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.637692+0000","last_change":"2024-09-19T04:36:30.637692+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.637692+0000","last_undegraded":"2024-09-19T04:36:30.637692+0000","last_fullsized":"2024-09-19T04:36:30.637692+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652132+0000","last_change":"2024-09-19T04:36:30.648704+0000","last_active":"2024-09-19T04:36:30.652132+0000","last_peered":"2024-09-19T04:36:30.652132+0000","last_clean":"2024-09-19T04:36:30.652132+0000","last_became_active":"2024-09-19T04:36:30.648335+0000","last_became_peered":"2024-09-19T04:36:30.648335+0000","last_unstale":"2024-09-19T04:36:30.652132+0000","last_undegraded":"2024-09-19T04:36:30.652132+0000","last_fullsized":"2024-09-19T04:36:30.652132+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:43.663697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.640347+0000","last_change":"2024-09-19T04:36:30.640347+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.640347+0000","last_undegraded":"2024-09-19T04:36:30.640347+0000","last_fullsized":"2024-09-19T04:36:30.640347+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.628017+0000","last_change":"2024-09-19T04:36:29.628017+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.628017+0000","last_undegraded":"2024-09-19T04:36:29.628017+0000","last_fullsized":"2024-09-19T04:36:29.628017+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641065+0000","last_change":"2024-09-19T04:36:30.641065+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641065+0000","last_undegraded":"2024-09-19T04:36:30.641065+0000","last_fullsized":"2024-09-19T04:36:30.641065+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.626423+0000","last_change":"2024-09-19T04:36:29.626423+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.626423+0000","last_undegraded":"2024-09-19T04:36:29.626423+0000","last_fullsized":"2024-09-19T04:36:29.626423+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.627924+0000","last_change":"2024-09-19T04:36:29.627924+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.627924+0000","last_undegraded":"2024-09-19T04:36:29.627924+0000","last_fullsized":"2024-09-19T04:36:29.627924+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641966+0000","last_change":"2024-09-19T04:36:30.641966+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641966+0000","last_undegraded":"2024-09-19T04:36:30.641966+0000","last_fullsized":"2024-09-19T04:36:30.641966+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.630330+0000","last_change":"2024-09-19T04:36:29.630330+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.630330+0000","last_undegraded":"2024-09-19T04:36:29.630330+0000","last_fullsized":"2024-09-19T04:36:29.630330+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.650949+0000","last_change":"2024-09-19T04:36:30.648168+0000","last_active":"2024-09-19T04:36:30.650949+0000","last_peered":"2024-09-19T04:36:30.650949+0000","last_clean":"2024-09-19T04:36:30.650949+0000","last_became_active":"2024-09-19T04:36:30.647888+0000","last_became_peered":"2024-09-19T04:36:30.647888+0000","last_unstale":"2024-09-19T04:36:30.650949+0000","last_undegraded":"2024-09-19T04:36:30.650949+0000","last_fullsized":"2024-09-19T04:36:30.650949+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:30:14.175662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.640790+0000","last_change":"2024-09-19T04:36:30.640790+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.640790+0000","last_undegraded":"2024-09-19T04:36:30.640790+0000","last_fullsized":"2024-09-19T04:36:30.640790+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652721+0000","last_change":"2024-09-19T04:36:30.651586+0000","last_active":"2024-09-19T04:36:30.652721+0000","last_peered":"2024-09-19T04:36:30.652721+0000","last_clean":"2024-09-19T04:36:30.652721+0000","last_became_active":"2024-09-19T04:36:30.650758+0000","last_became_peered":"2024-09-19T04:36:30.650758+0000","last_unstale":"2024-09-19T04:36:30.652721+0000","last_undegraded":"2024-09-19T04:36:30.652721+0000","last_fullsized":"2024-09-19T04:36:30.652721+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:57.231530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652101+0000","last_change":"2024-09-19T04:36:30.651065+0000","last_active":"2024-09-19T04:36:30.652101+0000","last_peered":"2024-09-19T04:36:30.652101+0000","last_clean":"2024-09-19T04:36:30.652101+0000","last_became_active":"2024-09-19T04:36:30.650450+0000","last_became_peered":"2024-09-19T04:36:30.650450+0000","last_unstale":"2024-09-19T04:36:30.652101+0000","last_undegraded":"2024-09-19T04:36:30.652101+0000","last_fullsized":"2024-09-19T04:36:30.652101+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:47:03.207901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":255,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.644321+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:36:30.644321+0000","last_peered":"2024-09-19T04:36:30.644321+0000","last_clean":"2024-09-19T04:36:30.644321+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:36:30.644321+0000","last_undegraded":"2024-09-19T04:36:30.644321+0000","last_fullsized":"2024-09-19T04:36:30.644321+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":72,"acting":72,"num_store_stats":4},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509489,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32576,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339264,"statfs":{"total":96636764160,"available":96603406336,"internally_reserved":0,"allocated":1413120,"data_stored":930699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509489,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":819200,"data_stored":340331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509489,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":819200,"data_stored":340331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509490,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":819200,"data_stored":340331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542194,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":806912,"data_stored":334056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542193,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":806912,"data_stored":334056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542193,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":806912,"data_stored":334056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542194,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32556,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339284,"statfs":{"total":96636764160,"available":96603426816,"internally_reserved":0,"allocated":1400832,"data_stored":924424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:36:34.909 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:36:35.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.042+0000 7fdb38cc0640 1 Processor -- start 2024-09-19T04:36:35.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.042+0000 7fdb38cc0640 1 -- start start 2024-09-19T04:36:35.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.043+0000 7fdb38cc0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdb340cd300 0x7fdb3406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:35.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.043+0000 7fdb38cc0640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fdb3406f010 0x7fdb340ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:35.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.043+0000 7fdb38cc0640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb3415ecf0 con 0x7fdb3415c300 2024-09-19T04:36:35.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.043+0000 7fdb38cc0640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fdb3415c6e0 con 0x7fdb3406f010 2024-09-19T04:36:35.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.043+0000 7fdb38cc0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fdb3415efb0 con 0x7fdb340cd300 2024-09-19T04:36:35.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.043+0000 7fdb32d9d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fdb3406f010 0x7fdb340ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:35.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.043+0000 7fdb31d9b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdb340cd300 0x7fdb3406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:35.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.043+0000 7fdb32d9d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fdb3406f010 0x7fdb340ae8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:34752/0 (socket says 172.21.15.111:34752) 2024-09-19T04:36:35.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.043+0000 7fdb31d9b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdb340cd300 0x7fdb3406ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:60196/0 (socket says 172.21.15.111:60196) 2024-09-19T04:36:35.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.043+0000 7fdb32d9d640 1 -- 172.21.15.111:0/1867482715 learned_addr learned my addr 172.21.15.111:0/1867482715 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:35.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.043+0000 7fdb3259c640 1 --1- 172.21.15.111:0/1867482715 >> v1:172.21.15.114:6789/0 conn(0x7fdb3415c300 0x7fdb340affc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:44716/0 (socket says 172.21.15.111:44716) 2024-09-19T04:36:35.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.044+0000 7fdb31d9b640 1 -- 172.21.15.111:0/1867482715 >> v2:172.21.15.114:3300/0 conn(0x7fdb3406f010 msgr2=0x7fdb340ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:35.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.044+0000 7fdb31d9b640 1 --2- 172.21.15.111:0/1867482715 >> v2:172.21.15.114:3300/0 conn(0x7fdb3406f010 0x7fdb340ae8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.044+0000 7fdb31d9b640 1 -- 172.21.15.111:0/1867482715 >> v1:172.21.15.114:6789/0 conn(0x7fdb3415c300 legacy=0x7fdb340affc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:35.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.044+0000 7fdb31d9b640 1 -- 172.21.15.111:0/1867482715 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb3415f290 con 0x7fdb340cd300 2024-09-19T04:36:35.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.044+0000 7fdb32d9d640 1 --2- 172.21.15.111:0/1867482715 >> v2:172.21.15.114:3300/0 conn(0x7fdb3406f010 0x7fdb340ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:36:35.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.044+0000 7fdb31d9b640 1 --2- 172.21.15.111:0/1867482715 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdb340cd300 0x7fdb3406ead0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fdb280097a0 tx=0x7fdb2802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b5705fd9738ac8ac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:35.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.045+0000 7fdb3159a640 1 -- 172.21.15.111:0/1867482715 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb28037070 con 0x7fdb340cd300 2024-09-19T04:36:35.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.045+0000 7fdb3159a640 1 -- 172.21.15.111:0/1867482715 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb2802ae50 con 0x7fdb340cd300 2024-09-19T04:36:35.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.045+0000 7fdb3159a640 1 -- 172.21.15.111:0/1867482715 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb28032660 con 0x7fdb340cd300 2024-09-19T04:36:35.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.045+0000 7fdb38cc0640 1 -- 172.21.15.111:0/1867482715 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdb340cd300 msgr2=0x7fdb3406ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:35.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.045+0000 7fdb38cc0640 1 --2- 172.21.15.111:0/1867482715 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdb340cd300 0x7fdb3406ead0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fdb280097a0 tx=0x7fdb2802a100 comp rx=0 tx=0).stop 2024-09-19T04:36:35.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.045+0000 7fdb38cc0640 1 -- 172.21.15.111:0/1867482715 shutdown_connections 2024-09-19T04:36:35.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.045+0000 7fdb38cc0640 1 --2- 172.21.15.111:0/1867482715 >> v2:172.21.15.114:3300/0 conn(0x7fdb3406f010 0x7fdb340ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.045+0000 7fdb38cc0640 1 --2- 172.21.15.111:0/1867482715 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdb340cd300 0x7fdb3406ead0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.045+0000 7fdb38cc0640 1 -- 172.21.15.111:0/1867482715 >> 172.21.15.111:0/1867482715 conn(0x7fdb3406cae0 msgr2=0x7fdb3406cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:35.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.045+0000 7fdb38cc0640 1 -- 172.21.15.111:0/1867482715 shutdown_connections 2024-09-19T04:36:35.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.045+0000 7fdb38cc0640 1 -- 172.21.15.111:0/1867482715 wait complete. 2024-09-19T04:36:35.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.046+0000 7fdb38cc0640 1 Processor -- start 2024-09-19T04:36:35.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.046+0000 7fdb38cc0640 1 -- start start 2024-09-19T04:36:35.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.047+0000 7fdb38cc0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdb3406f010 0x7fdb3415fb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:35.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.047+0000 7fdb38cc0640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdb340cd300 0x7fdb340b1cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:35.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.047+0000 7fdb38cc0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdb3415c300 0x7fdb340b2210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:35.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.047+0000 7fdb38cc0640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fdb34071880 con 0x7fdb3406f010 2024-09-19T04:36:35.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.047+0000 7fdb38cc0640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fdb3415f850 con 0x7fdb340cd300 2024-09-19T04:36:35.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.047+0000 7fdb38cc0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fdb340aee20 con 0x7fdb3415c300 2024-09-19T04:36:35.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.047+0000 7fdb3259c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdb3406f010 0x7fdb3415fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:35.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.047+0000 7fdb3259c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdb3406f010 0x7fdb3415fb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56742/0 (socket says 172.21.15.111:56742) 2024-09-19T04:36:35.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.047+0000 7fdb3259c640 1 -- 172.21.15.111:0/2731584514 learned_addr learned my addr 172.21.15.111:0/2731584514 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:35.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.048+0000 7fdb31d9b640 1 --2- 172.21.15.111:0/2731584514 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdb340cd300 0x7fdb340b1cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:35.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.048+0000 7fdb32d9d640 1 --2- 172.21.15.111:0/2731584514 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdb3415c300 0x7fdb340b2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:35.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.048+0000 7fdb3259c640 1 -- 172.21.15.111:0/2731584514 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdb3415c300 msgr2=0x7fdb340b2210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:35.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.048+0000 7fdb3259c640 1 --2- 172.21.15.111:0/2731584514 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdb3415c300 0x7fdb340b2210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.048+0000 7fdb3259c640 1 -- 172.21.15.111:0/2731584514 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdb340cd300 msgr2=0x7fdb340b1cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:35.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.048+0000 7fdb3259c640 1 --2- 172.21.15.111:0/2731584514 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdb340cd300 0x7fdb340b1cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.048+0000 7fdb3259c640 1 -- 172.21.15.111:0/2731584514 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb34160070 con 0x7fdb3406f010 2024-09-19T04:36:35.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.048+0000 7fdb32d9d640 1 --2- 172.21.15.111:0/2731584514 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdb3415c300 0x7fdb340b2210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:35.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.048+0000 7fdb31d9b640 1 --2- 172.21.15.111:0/2731584514 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdb340cd300 0x7fdb340b1cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:35.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.048+0000 7fdb3259c640 1 --2- 172.21.15.111:0/2731584514 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdb3406f010 0x7fdb3415fb30 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fdb2400c3c0 tx=0x7fdb2400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:35.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.048+0000 7fdb22ffd640 1 -- 172.21.15.111:0/2731584514 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb240074e0 con 0x7fdb3406f010 2024-09-19T04:36:35.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.048+0000 7fdb22ffd640 1 -- 172.21.15.111:0/2731584514 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb24007680 con 0x7fdb3406f010 2024-09-19T04:36:35.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.048+0000 7fdb38cc0640 1 -- 172.21.15.111:0/2731584514 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb34160340 con 0x7fdb3406f010 2024-09-19T04:36:35.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.048+0000 7fdb22ffd640 1 -- 172.21.15.111:0/2731584514 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb24004a00 con 0x7fdb3406f010 2024-09-19T04:36:35.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.048+0000 7fdb38cc0640 1 -- 172.21.15.111:0/2731584514 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb3413b690 con 0x7fdb3406f010 2024-09-19T04:36:35.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.049+0000 7fdb38cc0640 1 -- 172.21.15.111:0/2731584514 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb340ae8e0 con 0x7fdb3406f010 2024-09-19T04:36:35.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.050+0000 7fdb22ffd640 1 -- 172.21.15.111:0/2731584514 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7fdb2401a020 con 0x7fdb3406f010 2024-09-19T04:36:35.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.050+0000 7fdb22ffd640 1 --2- 172.21.15.111:0/2731584514 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdb1406c610 0x7fdb1406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:35.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.050+0000 7fdb22ffd640 1 -- 172.21.15.111:0/2731584514 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7fdb2408b0f0 con 0x7fdb3406f010 2024-09-19T04:36:35.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.050+0000 7fdb31d9b640 1 --2- 172.21.15.111:0/2731584514 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdb1406c610 0x7fdb1406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:35.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.050+0000 7fdb31d9b640 1 --2- 172.21.15.111:0/2731584514 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdb1406c610 0x7fdb1406ead0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fdb28034000 tx=0x7fdb2802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:35.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.054+0000 7fdb22ffd640 1 -- 172.21.15.111:0/2731584514 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdb24059450 con 0x7fdb3406f010 2024-09-19T04:36:35.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.215+0000 7fdb38cc0640 1 -- 172.21.15.111:0/2731584514 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fdb34160860 con 0x7fdb1406c610 2024-09-19T04:36:35.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.221+0000 7fdb22ffd640 1 -- 172.21.15.111:0/2731584514 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+243918 (secure 0 0 0) 0x7fdb34160860 con 0x7fdb1406c610 2024-09-19T04:36:35.226 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:35.227 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:36:35.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.224+0000 7fdb38cc0640 1 -- 172.21.15.111:0/2731584514 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdb1406c610 msgr2=0x7fdb1406ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:35.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.224+0000 7fdb38cc0640 1 --2- 172.21.15.111:0/2731584514 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdb1406c610 0x7fdb1406ead0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fdb28034000 tx=0x7fdb2802e000 comp rx=0 tx=0).stop 2024-09-19T04:36:35.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.224+0000 7fdb38cc0640 1 -- 172.21.15.111:0/2731584514 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdb3406f010 msgr2=0x7fdb3415fb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:35.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.224+0000 7fdb38cc0640 1 --2- 172.21.15.111:0/2731584514 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdb3406f010 0x7fdb3415fb30 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fdb2400c3c0 tx=0x7fdb2400c880 comp rx=0 tx=0).stop 2024-09-19T04:36:35.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.224+0000 7fdb38cc0640 1 -- 172.21.15.111:0/2731584514 shutdown_connections 2024-09-19T04:36:35.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.224+0000 7fdb38cc0640 1 --2- 172.21.15.111:0/2731584514 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fdb1406c610 0x7fdb1406ead0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.224+0000 7fdb38cc0640 1 --2- 172.21.15.111:0/2731584514 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdb3415c300 0x7fdb340b2210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.224+0000 7fdb38cc0640 1 --2- 172.21.15.111:0/2731584514 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdb340cd300 0x7fdb340b1cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.224+0000 7fdb38cc0640 1 --2- 172.21.15.111:0/2731584514 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdb3406f010 0x7fdb3415fb30 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.224+0000 7fdb38cc0640 1 -- 172.21.15.111:0/2731584514 >> 172.21.15.111:0/2731584514 conn(0x7fdb3406cae0 msgr2=0x7fdb340b51c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:35.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.224+0000 7fdb38cc0640 1 -- 172.21.15.111:0/2731584514 shutdown_connections 2024-09-19T04:36:35.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.224+0000 7fdb38cc0640 1 -- 172.21.15.111:0/2731584514 wait complete. 2024-09-19T04:36:35.237 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":180,"stamp":"2024-09-19T04:36:34.455574+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":138,"acting":138,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":29,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240400,"kb_used_data":7512,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754734320,"statfs":{"total":773094113280,"available":772847943680,"internally_reserved":0,"allocated":7692288,"data_stored":3878284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.832133"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.642625+0000","last_change":"2024-09-19T04:36:30.642625+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.642625+0000","last_undegraded":"2024-09-19T04:36:30.642625+0000","last_fullsized":"2024-09-19T04:36:30.642625+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.643788+0000","last_change":"2024-09-19T04:36:30.643788+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.643788+0000","last_undegraded":"2024-09-19T04:36:30.643788+0000","last_fullsized":"2024-09-19T04:36:30.643788+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.643485+0000","last_change":"2024-09-19T04:36:30.643485+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.643485+0000","last_undegraded":"2024-09-19T04:36:30.643485+0000","last_fullsized":"2024-09-19T04:36:30.643485+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.636937+0000","last_change":"2024-09-19T04:36:30.636937+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.636937+0000","last_undegraded":"2024-09-19T04:36:30.636937+0000","last_fullsized":"2024-09-19T04:36:30.636937+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641592+0000","last_change":"2024-09-19T04:36:30.641592+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641592+0000","last_undegraded":"2024-09-19T04:36:30.641592+0000","last_fullsized":"2024-09-19T04:36:30.641592+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.638360+0000","last_change":"2024-09-19T04:36:30.638360+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.638360+0000","last_undegraded":"2024-09-19T04:36:30.638360+0000","last_fullsized":"2024-09-19T04:36:30.638360+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.642304+0000","last_change":"2024-09-19T04:36:30.642304+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.642304+0000","last_undegraded":"2024-09-19T04:36:30.642304+0000","last_fullsized":"2024-09-19T04:36:30.642304+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.636214+0000","last_change":"2024-09-19T04:36:30.636214+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.636214+0000","last_undegraded":"2024-09-19T04:36:30.636214+0000","last_fullsized":"2024-09-19T04:36:30.636214+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.640863+0000","last_change":"2024-09-19T04:36:30.640863+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.640863+0000","last_undegraded":"2024-09-19T04:36:30.640863+0000","last_fullsized":"2024-09-19T04:36:30.640863+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.636177+0000","last_change":"2024-09-19T04:36:30.636177+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.636177+0000","last_undegraded":"2024-09-19T04:36:30.636177+0000","last_fullsized":"2024-09-19T04:36:30.636177+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.636382+0000","last_change":"2024-09-19T04:36:30.636382+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.636382+0000","last_undegraded":"2024-09-19T04:36:30.636382+0000","last_fullsized":"2024-09-19T04:36:30.636382+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.643326+0000","last_change":"2024-09-19T04:36:30.643326+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.643326+0000","last_undegraded":"2024-09-19T04:36:30.643326+0000","last_fullsized":"2024-09-19T04:36:30.643326+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641693+0000","last_change":"2024-09-19T04:36:30.641693+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641693+0000","last_undegraded":"2024-09-19T04:36:30.641693+0000","last_fullsized":"2024-09-19T04:36:30.641693+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.635630+0000","last_change":"2024-09-19T04:36:30.635630+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.635630+0000","last_undegraded":"2024-09-19T04:36:30.635630+0000","last_fullsized":"2024-09-19T04:36:30.635630+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.635810+0000","last_change":"2024-09-19T04:36:30.635810+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.635810+0000","last_undegraded":"2024-09-19T04:36:30.635810+0000","last_fullsized":"2024-09-19T04:36:30.635810+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.637364+0000","last_change":"2024-09-19T04:36:30.637364+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.637364+0000","last_undegraded":"2024-09-19T04:36:30.637364+0000","last_fullsized":"2024-09-19T04:36:30.637364+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.637816+0000","last_change":"2024-09-19T04:36:30.637816+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.637816+0000","last_undegraded":"2024-09-19T04:36:30.637816+0000","last_fullsized":"2024-09-19T04:36:30.637816+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.636210+0000","last_change":"2024-09-19T04:36:30.636210+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.636210+0000","last_undegraded":"2024-09-19T04:36:30.636210+0000","last_fullsized":"2024-09-19T04:36:30.636210+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641078+0000","last_change":"2024-09-19T04:36:30.641078+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641078+0000","last_undegraded":"2024-09-19T04:36:30.641078+0000","last_fullsized":"2024-09-19T04:36:30.641078+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.639997+0000","last_change":"2024-09-19T04:36:30.639997+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.639997+0000","last_undegraded":"2024-09-19T04:36:30.639997+0000","last_fullsized":"2024-09-19T04:36:30.639997+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.651287+0000","last_change":"2024-09-19T04:36:30.649932+0000","last_active":"2024-09-19T04:36:30.651287+0000","last_peered":"2024-09-19T04:36:30.651287+0000","last_clean":"2024-09-19T04:36:30.651287+0000","last_became_active":"2024-09-19T04:36:30.649646+0000","last_became_peered":"2024-09-19T04:36:30.649646+0000","last_unstale":"2024-09-19T04:36:30.651287+0000","last_undegraded":"2024-09-19T04:36:30.651287+0000","last_fullsized":"2024-09-19T04:36:30.651287+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:32:09.160499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.626938+0000","last_change":"2024-09-19T04:36:29.626938+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.626938+0000","last_undegraded":"2024-09-19T04:36:29.626938+0000","last_fullsized":"2024-09-19T04:36:29.626938+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.642496+0000","last_change":"2024-09-19T04:36:30.642496+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.642496+0000","last_undegraded":"2024-09-19T04:36:30.642496+0000","last_fullsized":"2024-09-19T04:36:30.642496+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.648536+0000","last_change":"2024-09-19T04:36:30.646388+0000","last_active":"2024-09-19T04:36:30.648536+0000","last_peered":"2024-09-19T04:36:30.648536+0000","last_clean":"2024-09-19T04:36:30.648536+0000","last_became_active":"2024-09-19T04:36:30.646114+0000","last_became_peered":"2024-09-19T04:36:30.646114+0000","last_unstale":"2024-09-19T04:36:30.648536+0000","last_undegraded":"2024-09-19T04:36:30.648536+0000","last_fullsized":"2024-09-19T04:36:30.648536+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:44.600738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641437+0000","last_change":"2024-09-19T04:36:30.641437+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641437+0000","last_undegraded":"2024-09-19T04:36:30.641437+0000","last_fullsized":"2024-09-19T04:36:30.641437+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652703+0000","last_change":"2024-09-19T04:36:30.651628+0000","last_active":"2024-09-19T04:36:30.652703+0000","last_peered":"2024-09-19T04:36:30.652703+0000","last_clean":"2024-09-19T04:36:30.652703+0000","last_became_active":"2024-09-19T04:36:30.651319+0000","last_became_peered":"2024-09-19T04:36:30.651319+0000","last_unstale":"2024-09-19T04:36:30.652703+0000","last_undegraded":"2024-09-19T04:36:30.652703+0000","last_fullsized":"2024-09-19T04:36:30.652703+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:53:19.353256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.637364+0000","last_change":"2024-09-19T04:36:30.637364+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.637364+0000","last_undegraded":"2024-09-19T04:36:30.637364+0000","last_fullsized":"2024-09-19T04:36:30.637364+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.629229+0000","last_change":"2024-09-19T04:36:29.629229+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.629229+0000","last_undegraded":"2024-09-19T04:36:29.629229+0000","last_fullsized":"2024-09-19T04:36:29.629229+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.635668+0000","last_change":"2024-09-19T04:36:30.635668+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.635668+0000","last_undegraded":"2024-09-19T04:36:30.635668+0000","last_fullsized":"2024-09-19T04:36:30.635668+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652229+0000","last_change":"2024-09-19T04:36:30.650629+0000","last_active":"2024-09-19T04:36:30.652229+0000","last_peered":"2024-09-19T04:36:30.652229+0000","last_clean":"2024-09-19T04:36:30.652229+0000","last_became_active":"2024-09-19T04:36:30.649233+0000","last_became_peered":"2024-09-19T04:36:30.649233+0000","last_unstale":"2024-09-19T04:36:30.652229+0000","last_undegraded":"2024-09-19T04:36:30.652229+0000","last_fullsized":"2024-09-19T04:36:30.652229+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:01.266242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.630587+0000","last_change":"2024-09-19T04:36:29.630587+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.630587+0000","last_undegraded":"2024-09-19T04:36:29.630587+0000","last_fullsized":"2024-09-19T04:36:29.630587+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.627959+0000","last_change":"2024-09-19T04:36:29.627959+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.627959+0000","last_undegraded":"2024-09-19T04:36:29.627959+0000","last_fullsized":"2024-09-19T04:36:29.627959+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.635418+0000","last_change":"2024-09-19T04:36:30.635418+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.635418+0000","last_undegraded":"2024-09-19T04:36:30.635418+0000","last_fullsized":"2024-09-19T04:36:30.635418+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.648506+0000","last_change":"2024-09-19T04:36:30.646498+0000","last_active":"2024-09-19T04:36:30.648506+0000","last_peered":"2024-09-19T04:36:30.648506+0000","last_clean":"2024-09-19T04:36:30.648506+0000","last_became_active":"2024-09-19T04:36:30.646225+0000","last_became_peered":"2024-09-19T04:36:30.646225+0000","last_unstale":"2024-09-19T04:36:30.648506+0000","last_undegraded":"2024-09-19T04:36:30.648506+0000","last_fullsized":"2024-09-19T04:36:30.648506+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:22.844542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.642242+0000","last_change":"2024-09-19T04:36:30.642242+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.642242+0000","last_undegraded":"2024-09-19T04:36:30.642242+0000","last_fullsized":"2024-09-19T04:36:30.642242+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652989+0000","last_change":"2024-09-19T04:36:30.652461+0000","last_active":"2024-09-19T04:36:30.652989+0000","last_peered":"2024-09-19T04:36:30.652989+0000","last_clean":"2024-09-19T04:36:30.652989+0000","last_became_active":"2024-09-19T04:36:30.652143+0000","last_became_peered":"2024-09-19T04:36:30.652143+0000","last_unstale":"2024-09-19T04:36:30.652989+0000","last_undegraded":"2024-09-19T04:36:30.652989+0000","last_fullsized":"2024-09-19T04:36:30.652989+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:49.953787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.642014+0000","last_change":"2024-09-19T04:36:30.642014+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.642014+0000","last_undegraded":"2024-09-19T04:36:30.642014+0000","last_fullsized":"2024-09-19T04:36:30.642014+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.629236+0000","last_change":"2024-09-19T04:36:29.629236+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.629236+0000","last_undegraded":"2024-09-19T04:36:29.629236+0000","last_fullsized":"2024-09-19T04:36:29.629236+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.630553+0000","last_change":"2024-09-19T04:36:29.630553+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.630553+0000","last_undegraded":"2024-09-19T04:36:29.630553+0000","last_fullsized":"2024-09-19T04:36:29.630553+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.639863+0000","last_change":"2024-09-19T04:36:30.639863+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.639863+0000","last_undegraded":"2024-09-19T04:36:30.639863+0000","last_fullsized":"2024-09-19T04:36:30.639863+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.630318+0000","last_change":"2024-09-19T04:36:29.630318+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.630318+0000","last_undegraded":"2024-09-19T04:36:29.630318+0000","last_fullsized":"2024-09-19T04:36:29.630318+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.634991+0000","last_change":"2024-09-19T04:36:30.634991+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.634991+0000","last_undegraded":"2024-09-19T04:36:30.634991+0000","last_fullsized":"2024-09-19T04:36:30.634991+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652677+0000","last_change":"2024-09-19T04:36:30.651158+0000","last_active":"2024-09-19T04:36:30.652677+0000","last_peered":"2024-09-19T04:36:30.652677+0000","last_clean":"2024-09-19T04:36:30.652677+0000","last_became_active":"2024-09-19T04:36:30.649304+0000","last_became_peered":"2024-09-19T04:36:30.649304+0000","last_unstale":"2024-09-19T04:36:30.652677+0000","last_undegraded":"2024-09-19T04:36:30.652677+0000","last_fullsized":"2024-09-19T04:36:30.652677+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:40:06.726054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652185+0000","last_change":"2024-09-19T04:36:30.648080+0000","last_active":"2024-09-19T04:36:30.652185+0000","last_peered":"2024-09-19T04:36:30.652185+0000","last_clean":"2024-09-19T04:36:30.652185+0000","last_became_active":"2024-09-19T04:36:30.647789+0000","last_became_peered":"2024-09-19T04:36:30.647789+0000","last_unstale":"2024-09-19T04:36:30.652185+0000","last_undegraded":"2024-09-19T04:36:30.652185+0000","last_fullsized":"2024-09-19T04:36:30.652185+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:18.367341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.650098+0000","last_change":"2024-09-19T04:36:30.647495+0000","last_active":"2024-09-19T04:36:30.650098+0000","last_peered":"2024-09-19T04:36:30.650098+0000","last_clean":"2024-09-19T04:36:30.650098+0000","last_became_active":"2024-09-19T04:36:30.647200+0000","last_became_peered":"2024-09-19T04:36:30.647200+0000","last_unstale":"2024-09-19T04:36:30.650098+0000","last_undegraded":"2024-09-19T04:36:30.650098+0000","last_fullsized":"2024-09-19T04:36:30.650098+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:57.835857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.637883+0000","last_change":"2024-09-19T04:36:30.637883+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.637883+0000","last_undegraded":"2024-09-19T04:36:30.637883+0000","last_fullsized":"2024-09-19T04:36:30.637883+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.651442+0000","last_change":"2024-09-19T04:36:30.648393+0000","last_active":"2024-09-19T04:36:30.651442+0000","last_peered":"2024-09-19T04:36:30.651442+0000","last_clean":"2024-09-19T04:36:30.651442+0000","last_became_active":"2024-09-19T04:36:30.648102+0000","last_became_peered":"2024-09-19T04:36:30.648102+0000","last_unstale":"2024-09-19T04:36:30.651442+0000","last_undegraded":"2024-09-19T04:36:30.651442+0000","last_fullsized":"2024-09-19T04:36:30.651442+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:55.972750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641592+0000","last_change":"2024-09-19T04:36:30.641592+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641592+0000","last_undegraded":"2024-09-19T04:36:30.641592+0000","last_fullsized":"2024-09-19T04:36:30.641592+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652804+0000","last_change":"2024-09-19T04:36:30.650077+0000","last_active":"2024-09-19T04:36:30.652804+0000","last_peered":"2024-09-19T04:36:30.652804+0000","last_clean":"2024-09-19T04:36:30.652804+0000","last_became_active":"2024-09-19T04:36:30.649390+0000","last_became_peered":"2024-09-19T04:36:30.649390+0000","last_unstale":"2024-09-19T04:36:30.652804+0000","last_undegraded":"2024-09-19T04:36:30.652804+0000","last_fullsized":"2024-09-19T04:36:30.652804+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:10.388009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.651373+0000","last_change":"2024-09-19T04:36:30.648297+0000","last_active":"2024-09-19T04:36:30.651373+0000","last_peered":"2024-09-19T04:36:30.651373+0000","last_clean":"2024-09-19T04:36:30.651373+0000","last_became_active":"2024-09-19T04:36:30.648016+0000","last_became_peered":"2024-09-19T04:36:30.648016+0000","last_unstale":"2024-09-19T04:36:30.651373+0000","last_undegraded":"2024-09-19T04:36:30.651373+0000","last_fullsized":"2024-09-19T04:36:30.651373+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:52.799071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.651634+0000","last_change":"2024-09-19T04:36:30.650100+0000","last_active":"2024-09-19T04:36:30.651634+0000","last_peered":"2024-09-19T04:36:30.651634+0000","last_clean":"2024-09-19T04:36:30.651634+0000","last_became_active":"2024-09-19T04:36:30.649828+0000","last_became_peered":"2024-09-19T04:36:30.649828+0000","last_unstale":"2024-09-19T04:36:30.651634+0000","last_undegraded":"2024-09-19T04:36:30.651634+0000","last_fullsized":"2024-09-19T04:36:30.651634+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:22.291910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652071+0000","last_change":"2024-09-19T04:36:30.650404+0000","last_active":"2024-09-19T04:36:30.652071+0000","last_peered":"2024-09-19T04:36:30.652071+0000","last_clean":"2024-09-19T04:36:30.652071+0000","last_became_active":"2024-09-19T04:36:30.648897+0000","last_became_peered":"2024-09-19T04:36:30.648897+0000","last_unstale":"2024-09-19T04:36:30.652071+0000","last_undegraded":"2024-09-19T04:36:30.652071+0000","last_fullsized":"2024-09-19T04:36:30.652071+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:43:30.448408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652167+0000","last_change":"2024-09-19T04:36:30.647519+0000","last_active":"2024-09-19T04:36:30.652167+0000","last_peered":"2024-09-19T04:36:30.652167+0000","last_clean":"2024-09-19T04:36:30.652167+0000","last_became_active":"2024-09-19T04:36:30.647219+0000","last_became_peered":"2024-09-19T04:36:30.647219+0000","last_unstale":"2024-09-19T04:36:30.652167+0000","last_undegraded":"2024-09-19T04:36:30.652167+0000","last_fullsized":"2024-09-19T04:36:30.652167+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:37:41.554862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.626444+0000","last_change":"2024-09-19T04:36:29.626444+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.626444+0000","last_undegraded":"2024-09-19T04:36:29.626444+0000","last_fullsized":"2024-09-19T04:36:29.626444+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.650375+0000","last_change":"2024-09-19T04:36:30.647697+0000","last_active":"2024-09-19T04:36:30.650375+0000","last_peered":"2024-09-19T04:36:30.650375+0000","last_clean":"2024-09-19T04:36:30.650375+0000","last_became_active":"2024-09-19T04:36:30.647357+0000","last_became_peered":"2024-09-19T04:36:30.647357+0000","last_unstale":"2024-09-19T04:36:30.650375+0000","last_undegraded":"2024-09-19T04:36:30.650375+0000","last_fullsized":"2024-09-19T04:36:30.650375+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:08.022526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.637692+0000","last_change":"2024-09-19T04:36:30.637692+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.637692+0000","last_undegraded":"2024-09-19T04:36:30.637692+0000","last_fullsized":"2024-09-19T04:36:30.637692+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652132+0000","last_change":"2024-09-19T04:36:30.648704+0000","last_active":"2024-09-19T04:36:30.652132+0000","last_peered":"2024-09-19T04:36:30.652132+0000","last_clean":"2024-09-19T04:36:30.652132+0000","last_became_active":"2024-09-19T04:36:30.648335+0000","last_became_peered":"2024-09-19T04:36:30.648335+0000","last_unstale":"2024-09-19T04:36:30.652132+0000","last_undegraded":"2024-09-19T04:36:30.652132+0000","last_fullsized":"2024-09-19T04:36:30.652132+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:43.663697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.640347+0000","last_change":"2024-09-19T04:36:30.640347+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.640347+0000","last_undegraded":"2024-09-19T04:36:30.640347+0000","last_fullsized":"2024-09-19T04:36:30.640347+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.628017+0000","last_change":"2024-09-19T04:36:29.628017+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.628017+0000","last_undegraded":"2024-09-19T04:36:29.628017+0000","last_fullsized":"2024-09-19T04:36:29.628017+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641065+0000","last_change":"2024-09-19T04:36:30.641065+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641065+0000","last_undegraded":"2024-09-19T04:36:30.641065+0000","last_fullsized":"2024-09-19T04:36:30.641065+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.626423+0000","last_change":"2024-09-19T04:36:29.626423+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.626423+0000","last_undegraded":"2024-09-19T04:36:29.626423+0000","last_fullsized":"2024-09-19T04:36:29.626423+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.627924+0000","last_change":"2024-09-19T04:36:29.627924+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.627924+0000","last_undegraded":"2024-09-19T04:36:29.627924+0000","last_fullsized":"2024-09-19T04:36:29.627924+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641966+0000","last_change":"2024-09-19T04:36:30.641966+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641966+0000","last_undegraded":"2024-09-19T04:36:30.641966+0000","last_fullsized":"2024-09-19T04:36:30.641966+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.630330+0000","last_change":"2024-09-19T04:36:29.630330+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.630330+0000","last_undegraded":"2024-09-19T04:36:29.630330+0000","last_fullsized":"2024-09-19T04:36:29.630330+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.650949+0000","last_change":"2024-09-19T04:36:30.648168+0000","last_active":"2024-09-19T04:36:30.650949+0000","last_peered":"2024-09-19T04:36:30.650949+0000","last_clean":"2024-09-19T04:36:30.650949+0000","last_became_active":"2024-09-19T04:36:30.647888+0000","last_became_peered":"2024-09-19T04:36:30.647888+0000","last_unstale":"2024-09-19T04:36:30.650949+0000","last_undegraded":"2024-09-19T04:36:30.650949+0000","last_fullsized":"2024-09-19T04:36:30.650949+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:30:14.175662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.640790+0000","last_change":"2024-09-19T04:36:30.640790+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.640790+0000","last_undegraded":"2024-09-19T04:36:30.640790+0000","last_fullsized":"2024-09-19T04:36:30.640790+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652721+0000","last_change":"2024-09-19T04:36:30.651586+0000","last_active":"2024-09-19T04:36:30.652721+0000","last_peered":"2024-09-19T04:36:30.652721+0000","last_clean":"2024-09-19T04:36:30.652721+0000","last_became_active":"2024-09-19T04:36:30.650758+0000","last_became_peered":"2024-09-19T04:36:30.650758+0000","last_unstale":"2024-09-19T04:36:30.652721+0000","last_undegraded":"2024-09-19T04:36:30.652721+0000","last_fullsized":"2024-09-19T04:36:30.652721+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:57.231530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652101+0000","last_change":"2024-09-19T04:36:30.651065+0000","last_active":"2024-09-19T04:36:30.652101+0000","last_peered":"2024-09-19T04:36:30.652101+0000","last_clean":"2024-09-19T04:36:30.652101+0000","last_became_active":"2024-09-19T04:36:30.650450+0000","last_became_peered":"2024-09-19T04:36:30.650450+0000","last_unstale":"2024-09-19T04:36:30.652101+0000","last_undegraded":"2024-09-19T04:36:30.652101+0000","last_fullsized":"2024-09-19T04:36:30.652101+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:47:03.207901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":255,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.644321+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:36:30.644321+0000","last_peered":"2024-09-19T04:36:30.644321+0000","last_clean":"2024-09-19T04:36:30.644321+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:36:30.644321+0000","last_undegraded":"2024-09-19T04:36:30.644321+0000","last_fullsized":"2024-09-19T04:36:30.644321+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":72,"acting":72,"num_store_stats":4},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509489,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32576,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339264,"statfs":{"total":96636764160,"available":96603406336,"internally_reserved":0,"allocated":1413120,"data_stored":930699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509489,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":819200,"data_stored":340331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509489,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":819200,"data_stored":340331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509490,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":819200,"data_stored":340331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542194,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":806912,"data_stored":334056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542193,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":806912,"data_stored":334056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542193,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":806912,"data_stored":334056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542194,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32556,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339284,"statfs":{"total":96636764160,"available":96603426816,"internally_reserved":0,"allocated":1400832,"data_stored":924424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:36:35.241 INFO:tasks.ceph.ceph_manager.ceph:PG 11.3f is not active+clean 2024-09-19T04:36:35.241 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.642625+0000', 'last_change': '2024-09-19T04:36:30.642625+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.642625+0000', 'last_undegraded': '2024-09-19T04:36:30.642625+0000', 'last_fullsized': '2024-09-19T04:36:30.642625+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:36:35.241 INFO:tasks.ceph.ceph_manager.ceph:PG 11.3e is not active+clean 2024-09-19T04:36:35.241 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.643788+0000', 'last_change': '2024-09-19T04:36:30.643788+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.643788+0000', 'last_undegraded': '2024-09-19T04:36:30.643788+0000', 'last_fullsized': '2024-09-19T04:36:30.643788+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:36:35.241 INFO:tasks.ceph.ceph_manager.ceph:PG 11.3d is not active+clean 2024-09-19T04:36:35.241 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.241 INFO:tasks.ceph.ceph_manager.ceph:PG 11.3c is not active+clean 2024-09-19T04:36:35.241 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.241 INFO:tasks.ceph.ceph_manager.ceph:PG 11.3b is not active+clean 2024-09-19T04:36:35.241 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.242 INFO:tasks.ceph.ceph_manager.ceph:PG 11.3a is not active+clean 2024-09-19T04:36:35.242 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.643485+0000', 'last_change': '2024-09-19T04:36:30.643485+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.643485+0000', 'last_undegraded': '2024-09-19T04:36:30.643485+0000', 'last_fullsized': '2024-09-19T04:36:30.643485+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:36:35.242 INFO:tasks.ceph.ceph_manager.ceph:PG 11.39 is not active+clean 2024-09-19T04:36:35.242 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.636937+0000', 'last_change': '2024-09-19T04:36:30.636937+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.636937+0000', 'last_undegraded': '2024-09-19T04:36:30.636937+0000', 'last_fullsized': '2024-09-19T04:36:30.636937+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:36:35.242 INFO:tasks.ceph.ceph_manager.ceph:PG 11.38 is not active+clean 2024-09-19T04:36:35.242 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.641592+0000', 'last_change': '2024-09-19T04:36:30.641592+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.641592+0000', 'last_undegraded': '2024-09-19T04:36:30.641592+0000', 'last_fullsized': '2024-09-19T04:36:30.641592+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:36:35.242 INFO:tasks.ceph.ceph_manager.ceph:PG 11.37 is not active+clean 2024-09-19T04:36:35.242 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.242 INFO:tasks.ceph.ceph_manager.ceph:PG 11.36 is not active+clean 2024-09-19T04:36:35.242 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.638360+0000', 'last_change': '2024-09-19T04:36:30.638360+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.638360+0000', 'last_undegraded': '2024-09-19T04:36:30.638360+0000', 'last_fullsized': '2024-09-19T04:36:30.638360+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:36:35.242 INFO:tasks.ceph.ceph_manager.ceph:PG 11.35 is not active+clean 2024-09-19T04:36:35.242 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.642304+0000', 'last_change': '2024-09-19T04:36:30.642304+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.642304+0000', 'last_undegraded': '2024-09-19T04:36:30.642304+0000', 'last_fullsized': '2024-09-19T04:36:30.642304+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:36:35.242 INFO:tasks.ceph.ceph_manager.ceph:PG 11.34 is not active+clean 2024-09-19T04:36:35.243 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.243 INFO:tasks.ceph.ceph_manager.ceph:PG 11.33 is not active+clean 2024-09-19T04:36:35.243 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.243 INFO:tasks.ceph.ceph_manager.ceph:PG 11.32 is not active+clean 2024-09-19T04:36:35.243 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.243 INFO:tasks.ceph.ceph_manager.ceph:PG 11.31 is not active+clean 2024-09-19T04:36:35.243 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.243 INFO:tasks.ceph.ceph_manager.ceph:PG 11.30 is not active+clean 2024-09-19T04:36:35.243 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.636214+0000', 'last_change': '2024-09-19T04:36:30.636214+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.636214+0000', 'last_undegraded': '2024-09-19T04:36:30.636214+0000', 'last_fullsized': '2024-09-19T04:36:30.636214+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:36:35.243 INFO:tasks.ceph.ceph_manager.ceph:PG 11.2f is not active+clean 2024-09-19T04:36:35.243 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.244 INFO:tasks.ceph.ceph_manager.ceph:PG 11.2e is not active+clean 2024-09-19T04:36:35.244 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.244 INFO:tasks.ceph.ceph_manager.ceph:PG 11.2d is not active+clean 2024-09-19T04:36:35.244 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.640863+0000', 'last_change': '2024-09-19T04:36:30.640863+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.640863+0000', 'last_undegraded': '2024-09-19T04:36:30.640863+0000', 'last_fullsized': '2024-09-19T04:36:30.640863+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:36:35.244 INFO:tasks.ceph.ceph_manager.ceph:PG 11.2c is not active+clean 2024-09-19T04:36:35.244 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.244 INFO:tasks.ceph.ceph_manager.ceph:PG 11.2b is not active+clean 2024-09-19T04:36:35.244 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.636177+0000', 'last_change': '2024-09-19T04:36:30.636177+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.636177+0000', 'last_undegraded': '2024-09-19T04:36:30.636177+0000', 'last_fullsized': '2024-09-19T04:36:30.636177+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:36:35.244 INFO:tasks.ceph.ceph_manager.ceph:PG 11.2a is not active+clean 2024-09-19T04:36:35.244 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.636382+0000', 'last_change': '2024-09-19T04:36:30.636382+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.636382+0000', 'last_undegraded': '2024-09-19T04:36:30.636382+0000', 'last_fullsized': '2024-09-19T04:36:30.636382+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:36:35.244 INFO:tasks.ceph.ceph_manager.ceph:PG 11.29 is not active+clean 2024-09-19T04:36:35.244 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.643326+0000', 'last_change': '2024-09-19T04:36:30.643326+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.643326+0000', 'last_undegraded': '2024-09-19T04:36:30.643326+0000', 'last_fullsized': '2024-09-19T04:36:30.643326+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:36:35.245 INFO:tasks.ceph.ceph_manager.ceph:PG 11.28 is not active+clean 2024-09-19T04:36:35.245 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.641693+0000', 'last_change': '2024-09-19T04:36:30.641693+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.641693+0000', 'last_undegraded': '2024-09-19T04:36:30.641693+0000', 'last_fullsized': '2024-09-19T04:36:30.641693+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:36:35.245 INFO:tasks.ceph.ceph_manager.ceph:PG 11.27 is not active+clean 2024-09-19T04:36:35.245 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.635630+0000', 'last_change': '2024-09-19T04:36:30.635630+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.635630+0000', 'last_undegraded': '2024-09-19T04:36:30.635630+0000', 'last_fullsized': '2024-09-19T04:36:30.635630+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:36:35.245 INFO:tasks.ceph.ceph_manager.ceph:PG 11.26 is not active+clean 2024-09-19T04:36:35.245 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.635810+0000', 'last_change': '2024-09-19T04:36:30.635810+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.635810+0000', 'last_undegraded': '2024-09-19T04:36:30.635810+0000', 'last_fullsized': '2024-09-19T04:36:30.635810+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:36:35.245 INFO:tasks.ceph.ceph_manager.ceph:PG 11.25 is not active+clean 2024-09-19T04:36:35.245 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.246 INFO:tasks.ceph.ceph_manager.ceph:PG 11.24 is not active+clean 2024-09-19T04:36:35.246 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.637364+0000', 'last_change': '2024-09-19T04:36:30.637364+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.637364+0000', 'last_undegraded': '2024-09-19T04:36:30.637364+0000', 'last_fullsized': '2024-09-19T04:36:30.637364+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:36:35.246 INFO:tasks.ceph.ceph_manager.ceph:PG 11.23 is not active+clean 2024-09-19T04:36:35.246 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.246 INFO:tasks.ceph.ceph_manager.ceph:PG 11.22 is not active+clean 2024-09-19T04:36:35.246 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.637816+0000', 'last_change': '2024-09-19T04:36:30.637816+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.637816+0000', 'last_undegraded': '2024-09-19T04:36:30.637816+0000', 'last_fullsized': '2024-09-19T04:36:30.637816+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:36:35.246 INFO:tasks.ceph.ceph_manager.ceph:PG 11.21 is not active+clean 2024-09-19T04:36:35.246 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.636210+0000', 'last_change': '2024-09-19T04:36:30.636210+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.636210+0000', 'last_undegraded': '2024-09-19T04:36:30.636210+0000', 'last_fullsized': '2024-09-19T04:36:30.636210+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:36:35.246 INFO:tasks.ceph.ceph_manager.ceph:PG 11.20 is not active+clean 2024-09-19T04:36:35.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.641078+0000', 'last_change': '2024-09-19T04:36:30.641078+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.641078+0000', 'last_undegraded': '2024-09-19T04:36:30.641078+0000', 'last_fullsized': '2024-09-19T04:36:30.641078+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:36:35.247 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1e is not active+clean 2024-09-19T04:36:35.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.639997+0000', 'last_change': '2024-09-19T04:36:30.639997+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.639997+0000', 'last_undegraded': '2024-09-19T04:36:30.639997+0000', 'last_fullsized': '2024-09-19T04:36:30.639997+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:36:35.247 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1f is not active+clean 2024-09-19T04:36:35.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.247 INFO:tasks.ceph.ceph_manager.ceph:PG 10.1e is not active+clean 2024-09-19T04:36:35.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 67, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:29.626938+0000', 'last_change': '2024-09-19T04:36:29.626938+0000', 'last_active': '2024-09-19T04:36:29.618442+0000', 'last_peered': '2024-09-19T04:36:29.618442+0000', 'last_clean': '2024-09-19T04:36:29.618442+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:29.626938+0000', 'last_undegraded': '2024-09-19T04:36:29.626938+0000', 'last_fullsized': '2024-09-19T04:36:29.626938+0000', 'mapping_epoch': 67, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 67, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:36:35.247 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1c is not active+clean 2024-09-19T04:36:35.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.642496+0000', 'last_change': '2024-09-19T04:36:30.642496+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.642496+0000', 'last_undegraded': '2024-09-19T04:36:30.642496+0000', 'last_fullsized': '2024-09-19T04:36:30.642496+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:36:35.247 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1d is not active+clean 2024-09-19T04:36:35.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.641437+0000', 'last_change': '2024-09-19T04:36:30.641437+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.641437+0000', 'last_undegraded': '2024-09-19T04:36:30.641437+0000', 'last_fullsized': '2024-09-19T04:36:30.641437+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:36:35.248 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1a is not active+clean 2024-09-19T04:36:35.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.637364+0000', 'last_change': '2024-09-19T04:36:30.637364+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.637364+0000', 'last_undegraded': '2024-09-19T04:36:30.637364+0000', 'last_fullsized': '2024-09-19T04:36:30.637364+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:36:35.248 INFO:tasks.ceph.ceph_manager.ceph:PG 10.1b is not active+clean 2024-09-19T04:36:35.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 67, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:29.629229+0000', 'last_change': '2024-09-19T04:36:29.629229+0000', 'last_active': '2024-09-19T04:36:29.618442+0000', 'last_peered': '2024-09-19T04:36:29.618442+0000', 'last_clean': '2024-09-19T04:36:29.618442+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:29.629229+0000', 'last_undegraded': '2024-09-19T04:36:29.629229+0000', 'last_fullsized': '2024-09-19T04:36:29.629229+0000', 'mapping_epoch': 67, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 67, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:36:35.248 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1b is not active+clean 2024-09-19T04:36:35.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.635668+0000', 'last_change': '2024-09-19T04:36:30.635668+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.635668+0000', 'last_undegraded': '2024-09-19T04:36:30.635668+0000', 'last_fullsized': '2024-09-19T04:36:30.635668+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:36:35.248 INFO:tasks.ceph.ceph_manager.ceph:PG 11.18 is not active+clean 2024-09-19T04:36:35.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.248 INFO:tasks.ceph.ceph_manager.ceph:PG 10.19 is not active+clean 2024-09-19T04:36:35.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 67, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:29.630587+0000', 'last_change': '2024-09-19T04:36:29.630587+0000', 'last_active': '2024-09-19T04:36:29.618442+0000', 'last_peered': '2024-09-19T04:36:29.618442+0000', 'last_clean': '2024-09-19T04:36:29.618442+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:29.630587+0000', 'last_undegraded': '2024-09-19T04:36:29.630587+0000', 'last_fullsized': '2024-09-19T04:36:29.630587+0000', 'mapping_epoch': 67, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 67, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:36:35.249 INFO:tasks.ceph.ceph_manager.ceph:PG 11.19 is not active+clean 2024-09-19T04:36:35.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.249 INFO:tasks.ceph.ceph_manager.ceph:PG 10.18 is not active+clean 2024-09-19T04:36:35.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 67, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:29.627959+0000', 'last_change': '2024-09-19T04:36:29.627959+0000', 'last_active': '2024-09-19T04:36:29.618442+0000', 'last_peered': '2024-09-19T04:36:29.618442+0000', 'last_clean': '2024-09-19T04:36:29.618442+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:29.627959+0000', 'last_undegraded': '2024-09-19T04:36:29.627959+0000', 'last_fullsized': '2024-09-19T04:36:29.627959+0000', 'mapping_epoch': 67, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 67, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:36:35.249 INFO:tasks.ceph.ceph_manager.ceph:PG 11.16 is not active+clean 2024-09-19T04:36:35.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.635418+0000', 'last_change': '2024-09-19T04:36:30.635418+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.635418+0000', 'last_undegraded': '2024-09-19T04:36:30.635418+0000', 'last_fullsized': '2024-09-19T04:36:30.635418+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:36:35.249 INFO:tasks.ceph.ceph_manager.ceph:PG 11.17 is not active+clean 2024-09-19T04:36:35.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.642242+0000', 'last_change': '2024-09-19T04:36:30.642242+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.642242+0000', 'last_undegraded': '2024-09-19T04:36:30.642242+0000', 'last_fullsized': '2024-09-19T04:36:30.642242+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:36:35.249 INFO:tasks.ceph.ceph_manager.ceph:PG 11.14 is not active+clean 2024-09-19T04:36:35.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.642014+0000', 'last_change': '2024-09-19T04:36:30.642014+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.642014+0000', 'last_undegraded': '2024-09-19T04:36:30.642014+0000', 'last_fullsized': '2024-09-19T04:36:30.642014+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:36:35.249 INFO:tasks.ceph.ceph_manager.ceph:PG 10.15 is not active+clean 2024-09-19T04:36:35.250 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 67, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:29.629236+0000', 'last_change': '2024-09-19T04:36:29.629236+0000', 'last_active': '2024-09-19T04:36:29.618442+0000', 'last_peered': '2024-09-19T04:36:29.618442+0000', 'last_clean': '2024-09-19T04:36:29.618442+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:29.629236+0000', 'last_undegraded': '2024-09-19T04:36:29.629236+0000', 'last_fullsized': '2024-09-19T04:36:29.629236+0000', 'mapping_epoch': 67, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 67, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:36:35.250 INFO:tasks.ceph.ceph_manager.ceph:PG 11.15 is not active+clean 2024-09-19T04:36:35.250 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.250 INFO:tasks.ceph.ceph_manager.ceph:PG 10.14 is not active+clean 2024-09-19T04:36:35.250 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 67, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:29.630553+0000', 'last_change': '2024-09-19T04:36:29.630553+0000', 'last_active': '2024-09-19T04:36:29.618442+0000', 'last_peered': '2024-09-19T04:36:29.618442+0000', 'last_clean': '2024-09-19T04:36:29.618442+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:29.630553+0000', 'last_undegraded': '2024-09-19T04:36:29.630553+0000', 'last_fullsized': '2024-09-19T04:36:29.630553+0000', 'mapping_epoch': 67, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 67, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:36:35.250 INFO:tasks.ceph.ceph_manager.ceph:PG 11.12 is not active+clean 2024-09-19T04:36:35.250 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.639863+0000', 'last_change': '2024-09-19T04:36:30.639863+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.639863+0000', 'last_undegraded': '2024-09-19T04:36:30.639863+0000', 'last_fullsized': '2024-09-19T04:36:30.639863+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:36:35.250 INFO:tasks.ceph.ceph_manager.ceph:PG 10.13 is not active+clean 2024-09-19T04:36:35.250 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 67, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:29.630318+0000', 'last_change': '2024-09-19T04:36:29.630318+0000', 'last_active': '2024-09-19T04:36:29.618442+0000', 'last_peered': '2024-09-19T04:36:29.618442+0000', 'last_clean': '2024-09-19T04:36:29.618442+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:29.630318+0000', 'last_undegraded': '2024-09-19T04:36:29.630318+0000', 'last_fullsized': '2024-09-19T04:36:29.630318+0000', 'mapping_epoch': 67, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 67, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:36:35.250 INFO:tasks.ceph.ceph_manager.ceph:PG 11.13 is not active+clean 2024-09-19T04:36:35.250 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.634991+0000', 'last_change': '2024-09-19T04:36:30.634991+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.634991+0000', 'last_undegraded': '2024-09-19T04:36:30.634991+0000', 'last_fullsized': '2024-09-19T04:36:30.634991+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:36:35.251 INFO:tasks.ceph.ceph_manager.ceph:PG 11.10 is not active+clean 2024-09-19T04:36:35.251 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.251 INFO:tasks.ceph.ceph_manager.ceph:PG 11.11 is not active+clean 2024-09-19T04:36:35.251 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.251 INFO:tasks.ceph.ceph_manager.ceph:PG 11.e is not active+clean 2024-09-19T04:36:35.251 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.637883+0000', 'last_change': '2024-09-19T04:36:30.637883+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.637883+0000', 'last_undegraded': '2024-09-19T04:36:30.637883+0000', 'last_fullsized': '2024-09-19T04:36:30.637883+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:36:35.251 INFO:tasks.ceph.ceph_manager.ceph:PG 11.f is not active+clean 2024-09-19T04:36:35.251 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.641592+0000', 'last_change': '2024-09-19T04:36:30.641592+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.641592+0000', 'last_undegraded': '2024-09-19T04:36:30.641592+0000', 'last_fullsized': '2024-09-19T04:36:30.641592+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:36:35.251 INFO:tasks.ceph.ceph_manager.ceph:PG 11.c is not active+clean 2024-09-19T04:36:35.251 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.251 INFO:tasks.ceph.ceph_manager.ceph:PG 11.d is not active+clean 2024-09-19T04:36:35.251 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.252 INFO:tasks.ceph.ceph_manager.ceph:PG 11.b is not active+clean 2024-09-19T04:36:35.252 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.252 INFO:tasks.ceph.ceph_manager.ceph:PG 11.8 is not active+clean 2024-09-19T04:36:35.252 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.252 INFO:tasks.ceph.ceph_manager.ceph:PG 11.9 is not active+clean 2024-09-19T04:36:35.252 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.252 INFO:tasks.ceph.ceph_manager.ceph:PG 10.8 is not active+clean 2024-09-19T04:36:35.252 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 67, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:29.626444+0000', 'last_change': '2024-09-19T04:36:29.626444+0000', 'last_active': '2024-09-19T04:36:29.618442+0000', 'last_peered': '2024-09-19T04:36:29.618442+0000', 'last_clean': '2024-09-19T04:36:29.618442+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:29.626444+0000', 'last_undegraded': '2024-09-19T04:36:29.626444+0000', 'last_fullsized': '2024-09-19T04:36:29.626444+0000', 'mapping_epoch': 67, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 67, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:36:35.252 INFO:tasks.ceph.ceph_manager.ceph:PG 11.6 is not active+clean 2024-09-19T04:36:35.252 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.253 INFO:tasks.ceph.ceph_manager.ceph:PG 11.7 is not active+clean 2024-09-19T04:36:35.253 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.637692+0000', 'last_change': '2024-09-19T04:36:30.637692+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.637692+0000', 'last_undegraded': '2024-09-19T04:36:30.637692+0000', 'last_fullsized': '2024-09-19T04:36:30.637692+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:36:35.253 INFO:tasks.ceph.ceph_manager.ceph:PG 11.4 is not active+clean 2024-09-19T04:36:35.253 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.640347+0000', 'last_change': '2024-09-19T04:36:30.640347+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.640347+0000', 'last_undegraded': '2024-09-19T04:36:30.640347+0000', 'last_fullsized': '2024-09-19T04:36:30.640347+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:36:35.253 INFO:tasks.ceph.ceph_manager.ceph:PG 10.5 is not active+clean 2024-09-19T04:36:35.253 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 67, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:29.628017+0000', 'last_change': '2024-09-19T04:36:29.628017+0000', 'last_active': '2024-09-19T04:36:29.618442+0000', 'last_peered': '2024-09-19T04:36:29.618442+0000', 'last_clean': '2024-09-19T04:36:29.618442+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:29.628017+0000', 'last_undegraded': '2024-09-19T04:36:29.628017+0000', 'last_fullsized': '2024-09-19T04:36:29.628017+0000', 'mapping_epoch': 67, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 67, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:36:35.253 INFO:tasks.ceph.ceph_manager.ceph:PG 11.5 is not active+clean 2024-09-19T04:36:35.253 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.641065+0000', 'last_change': '2024-09-19T04:36:30.641065+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.641065+0000', 'last_undegraded': '2024-09-19T04:36:30.641065+0000', 'last_fullsized': '2024-09-19T04:36:30.641065+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:36:35.253 INFO:tasks.ceph.ceph_manager.ceph:PG 10.4 is not active+clean 2024-09-19T04:36:35.253 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 67, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:29.626423+0000', 'last_change': '2024-09-19T04:36:29.626423+0000', 'last_active': '2024-09-19T04:36:29.618442+0000', 'last_peered': '2024-09-19T04:36:29.618442+0000', 'last_clean': '2024-09-19T04:36:29.618442+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:29.626423+0000', 'last_undegraded': '2024-09-19T04:36:29.626423+0000', 'last_fullsized': '2024-09-19T04:36:29.626423+0000', 'mapping_epoch': 67, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 67, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:36:35.253 INFO:tasks.ceph.ceph_manager.ceph:PG 11.2 is not active+clean 2024-09-19T04:36:35.253 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.254 INFO:tasks.ceph.ceph_manager.ceph:PG 10.3 is not active+clean 2024-09-19T04:36:35.254 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 67, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:29.627924+0000', 'last_change': '2024-09-19T04:36:29.627924+0000', 'last_active': '2024-09-19T04:36:29.618442+0000', 'last_peered': '2024-09-19T04:36:29.618442+0000', 'last_clean': '2024-09-19T04:36:29.618442+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:29.627924+0000', 'last_undegraded': '2024-09-19T04:36:29.627924+0000', 'last_fullsized': '2024-09-19T04:36:29.627924+0000', 'mapping_epoch': 67, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 67, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:36:35.254 INFO:tasks.ceph.ceph_manager.ceph:PG 11.3 is not active+clean 2024-09-19T04:36:35.254 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.641966+0000', 'last_change': '2024-09-19T04:36:30.641966+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.641966+0000', 'last_undegraded': '2024-09-19T04:36:30.641966+0000', 'last_fullsized': '2024-09-19T04:36:30.641966+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:36:35.254 INFO:tasks.ceph.ceph_manager.ceph:PG 10.2 is not active+clean 2024-09-19T04:36:35.254 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 67, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:29.630330+0000', 'last_change': '2024-09-19T04:36:29.630330+0000', 'last_active': '2024-09-19T04:36:29.618442+0000', 'last_peered': '2024-09-19T04:36:29.618442+0000', 'last_clean': '2024-09-19T04:36:29.618442+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:29.630330+0000', 'last_undegraded': '2024-09-19T04:36:29.630330+0000', 'last_fullsized': '2024-09-19T04:36:29.630330+0000', 'mapping_epoch': 67, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 67, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:29.618442+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:36:35.254 INFO:tasks.ceph.ceph_manager.ceph:PG 11.0 is not active+clean 2024-09-19T04:36:35.254 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.254 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1 is not active+clean 2024-09-19T04:36:35.254 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:36:30.640790+0000', 'last_change': '2024-09-19T04:36:30.640790+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.640790+0000', 'last_undegraded': '2024-09-19T04:36:30.640790+0000', 'last_fullsized': '2024-09-19T04:36:30.640790+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:36:35.254 INFO:tasks.ceph.ceph_manager.ceph:PG 11.a is not active+clean 2024-09-19T04:36:35.254 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:36:30.623296+0000', 'last_change': '2024-09-19T04:36:30.623296+0000', 'last_active': '2024-09-19T04:36:30.623296+0000', 'last_peered': '2024-09-19T04:36:30.623296+0000', 'last_clean': '2024-09-19T04:36:30.623296+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:36:30.623296+0000', 'last_undegraded': '2024-09-19T04:36:30.623296+0000', 'last_fullsized': '2024-09-19T04:36:30.623296+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'last_clean_scrub_stamp': '2024-09-19T04:36:30.623296+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:36:35.255 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T04:36:35.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.373+0000 7fd4e220e640 1 Processor -- start 2024-09-19T04:36:35.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.373+0000 7fd4e220e640 1 -- start start 2024-09-19T04:36:35.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.374+0000 7fd4e220e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd4dc15e940 0x7fd4dc0d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:35.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.374+0000 7fd4e220e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4dc15ed20 0x7fd4dc0d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:35.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.374+0000 7fd4e220e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4dc0b7170 con 0x7fd4dc0cef90 2024-09-19T04:36:35.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.374+0000 7fd4e220e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fd4dc0d1ae0 con 0x7fd4dc15e940 2024-09-19T04:36:35.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.374+0000 7fd4e220e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd4dc0b7aa0 con 0x7fd4dc15ed20 2024-09-19T04:36:35.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.374+0000 7fd4db7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd4dc15e940 0x7fd4dc0d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:35.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.374+0000 7fd4db7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd4dc15e940 0x7fd4dc0d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56754/0 (socket says 172.21.15.111:56754) 2024-09-19T04:36:35.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.374+0000 7fd4db7fe640 1 -- 172.21.15.111:0/1693549774 learned_addr learned my addr 172.21.15.111:0/1693549774 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:35.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.374+0000 7fd4daffd640 1 --2- 172.21.15.111:0/1693549774 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4dc15ed20 0x7fd4dc0d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:35.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.374+0000 7fd4db7fe640 1 -- 172.21.15.111:0/1693549774 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4dc15ed20 msgr2=0x7fd4dc0d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:35.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.374+0000 7fd4db7fe640 1 --2- 172.21.15.111:0/1693549774 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4dc15ed20 0x7fd4dc0d15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.374+0000 7fd4db7fe640 1 -- 172.21.15.111:0/1693549774 >> v1:172.21.15.114:6789/0 conn(0x7fd4dc0cef90 legacy=0x7fd4dc0b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:35.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.374+0000 7fd4db7fe640 1 -- 172.21.15.111:0/1693549774 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4dc0d3660 con 0x7fd4dc15e940 2024-09-19T04:36:35.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.375+0000 7fd4db7fe640 1 --2- 172.21.15.111:0/1693549774 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4dc15e940 0x7fd4dc0d1060 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fd4cc009870 tx=0x7fd4cc02a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ca9a1169678bb4c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:35.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.375+0000 7fd4da7fc640 1 -- 172.21.15.111:0/1693549774 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4cc037070 con 0x7fd4dc15e940 2024-09-19T04:36:35.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.375+0000 7fd4da7fc640 1 -- 172.21.15.111:0/1693549774 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4cc032440 con 0x7fd4dc15e940 2024-09-19T04:36:35.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.375+0000 7fd4da7fc640 1 -- 172.21.15.111:0/1693549774 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4cc032810 con 0x7fd4dc15e940 2024-09-19T04:36:35.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.375+0000 7fd4e220e640 1 -- 172.21.15.111:0/1693549774 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4dc15e940 msgr2=0x7fd4dc0d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:35.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.375+0000 7fd4e220e640 1 --2- 172.21.15.111:0/1693549774 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4dc15e940 0x7fd4dc0d1060 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fd4cc009870 tx=0x7fd4cc02a2a0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.375+0000 7fd4e220e640 1 -- 172.21.15.111:0/1693549774 shutdown_connections 2024-09-19T04:36:35.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.375+0000 7fd4e220e640 1 --2- 172.21.15.111:0/1693549774 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4dc15ed20 0x7fd4dc0d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.375+0000 7fd4e220e640 1 --2- 172.21.15.111:0/1693549774 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4dc15e940 0x7fd4dc0d1060 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.375+0000 7fd4e220e640 1 -- 172.21.15.111:0/1693549774 >> 172.21.15.111:0/1693549774 conn(0x7fd4dc0b6240 msgr2=0x7fd4dc0b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:35.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.376+0000 7fd4e220e640 1 -- 172.21.15.111:0/1693549774 shutdown_connections 2024-09-19T04:36:35.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.376+0000 7fd4e220e640 1 -- 172.21.15.111:0/1693549774 wait complete. 2024-09-19T04:36:35.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.377+0000 7fd4e220e640 1 Processor -- start 2024-09-19T04:36:35.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.377+0000 7fd4e220e640 1 -- start start 2024-09-19T04:36:35.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.377+0000 7fd4e220e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4dc0cef90 0x7fd4dc158da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:35.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.378+0000 7fd4e220e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4dc15e940 0x7fd4dc145a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:35.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.378+0000 7fd4e220e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4dc15ed20 0x7fd4dc0cd860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:35.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.378+0000 7fd4e220e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd4dc0d3f00 con 0x7fd4dc15e940 2024-09-19T04:36:35.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.378+0000 7fd4e220e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd4dc0d3c20 con 0x7fd4dc15ed20 2024-09-19T04:36:35.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.378+0000 7fd4e220e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd4dc0d3310 con 0x7fd4dc0cef90 2024-09-19T04:36:35.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.378+0000 7fd4daffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4dc15e940 0x7fd4dc145a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:35.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.378+0000 7fd4daffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4dc15e940 0x7fd4dc145a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56766/0 (socket says 172.21.15.111:56766) 2024-09-19T04:36:35.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.378+0000 7fd4daffd640 1 -- 172.21.15.111:0/4113895388 learned_addr learned my addr 172.21.15.111:0/4113895388 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:35.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.378+0000 7fd4db7fe640 1 --2- 172.21.15.111:0/4113895388 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4dc0cef90 0x7fd4dc158da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:35.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.378+0000 7fd4dbfff640 1 --2- 172.21.15.111:0/4113895388 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4dc15ed20 0x7fd4dc0cd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:35.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.378+0000 7fd4daffd640 1 -- 172.21.15.111:0/4113895388 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4dc0cef90 msgr2=0x7fd4dc158da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:35.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.378+0000 7fd4daffd640 1 --2- 172.21.15.111:0/4113895388 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4dc0cef90 0x7fd4dc158da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.378+0000 7fd4daffd640 1 -- 172.21.15.111:0/4113895388 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4dc15ed20 msgr2=0x7fd4dc0cd860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:35.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.378+0000 7fd4daffd640 1 --2- 172.21.15.111:0/4113895388 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4dc15ed20 0x7fd4dc0cd860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.378+0000 7fd4daffd640 1 -- 172.21.15.111:0/4113895388 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4dc0ccaa0 con 0x7fd4dc15e940 2024-09-19T04:36:35.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.378+0000 7fd4daffd640 1 --2- 172.21.15.111:0/4113895388 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4dc15e940 0x7fd4dc145a00 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7fd4d000d800 tx=0x7fd4d000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:35.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.378+0000 7fd4c3fff640 1 -- 172.21.15.111:0/4113895388 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d000b6c0 con 0x7fd4dc15e940 2024-09-19T04:36:35.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.378+0000 7fd4c3fff640 1 -- 172.21.15.111:0/4113895388 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4d0019070 con 0x7fd4dc15e940 2024-09-19T04:36:35.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.378+0000 7fd4c3fff640 1 -- 172.21.15.111:0/4113895388 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d000ba80 con 0x7fd4dc15e940 2024-09-19T04:36:35.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.378+0000 7fd4e220e640 1 -- 172.21.15.111:0/4113895388 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4dc0ccd80 con 0x7fd4dc15e940 2024-09-19T04:36:35.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.378+0000 7fd4e220e640 1 -- 172.21.15.111:0/4113895388 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4dc0cd340 con 0x7fd4dc15e940 2024-09-19T04:36:35.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.379+0000 7fd4e220e640 1 -- 172.21.15.111:0/4113895388 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4dc0d1f80 con 0x7fd4dc15e940 2024-09-19T04:36:35.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.380+0000 7fd4c3fff640 1 -- 172.21.15.111:0/4113895388 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7fd4d000bc20 con 0x7fd4dc15e940 2024-09-19T04:36:35.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.380+0000 7fd4c3fff640 1 --2- 172.21.15.111:0/4113895388 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd4c806c610 0x7fd4c806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:35.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.380+0000 7fd4c3fff640 1 -- 172.21.15.111:0/4113895388 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7fd4d008bcc0 con 0x7fd4dc15e940 2024-09-19T04:36:35.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.380+0000 7fd4db7fe640 1 --2- 172.21.15.111:0/4113895388 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd4c806c610 0x7fd4c806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:35.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.381+0000 7fd4db7fe640 1 --2- 172.21.15.111:0/4113895388 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd4c806c610 0x7fd4c806ead0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fd4cc034000 tx=0x7fd4cc02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:35.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.384+0000 7fd4c3fff640 1 -- 172.21.15.111:0/4113895388 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd4d00599d0 con 0x7fd4dc15e940 2024-09-19T04:36:35.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.613+0000 7fd4e220e640 1 -- 172.21.15.111:0/4113895388 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fd4dc0ba6b0 con 0x7fd4dc15e940 2024-09-19T04:36:35.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.613+0000 7fd4c3fff640 1 -- 172.21.15.111:0/4113895388 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1152 (secure 0 0 0) 0x7fd4d005dcd0 con 0x7fd4dc15e940 2024-09-19T04:36:35.616 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:35.616 INFO:teuthology.orchestra.run.smithi111.stdout:{"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":247,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":70,"num_osds":8,"num_up_osds":8,"osd_up_since":1726720360,"num_in_osds":8,"osd_in_since":1726720350,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":48},{"state_name":"unknown","count":28},{"state_name":"active+clean","count":21}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":246169600,"bytes_avail":772847943680,"bytes_total":773094113280,"unknown_pgs_ratio":0.28865978121757507,"inactive_pgs_ratio":0.49484536051750183},"fsmap":{"epoch":35,"btime":"2024-09-19T04:36:33:648233+0000","id":5,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":5,"rank":0,"name":"b","status":"up:active","gid":6066}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":7,"modified":"2024-09-19T04:35:12.438226+0000","services":{}},"progress_events":{}} 2024-09-19T04:36:35.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.615+0000 7fd4e220e640 1 -- 172.21.15.111:0/4113895388 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd4c806c610 msgr2=0x7fd4c806ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:35.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.615+0000 7fd4e220e640 1 --2- 172.21.15.111:0/4113895388 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd4c806c610 0x7fd4c806ead0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fd4cc034000 tx=0x7fd4cc02e000 comp rx=0 tx=0).stop 2024-09-19T04:36:35.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.615+0000 7fd4e220e640 1 -- 172.21.15.111:0/4113895388 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4dc15e940 msgr2=0x7fd4dc145a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:35.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.615+0000 7fd4e220e640 1 --2- 172.21.15.111:0/4113895388 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4dc15e940 0x7fd4dc145a00 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7fd4d000d800 tx=0x7fd4d000dcc0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.616+0000 7fd4e220e640 1 -- 172.21.15.111:0/4113895388 shutdown_connections 2024-09-19T04:36:35.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.616+0000 7fd4e220e640 1 --2- 172.21.15.111:0/4113895388 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fd4c806c610 0x7fd4c806ead0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.616+0000 7fd4e220e640 1 --2- 172.21.15.111:0/4113895388 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4dc15ed20 0x7fd4dc0cd860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.616+0000 7fd4e220e640 1 --2- 172.21.15.111:0/4113895388 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4dc15e940 0x7fd4dc145a00 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.616+0000 7fd4e220e640 1 --2- 172.21.15.111:0/4113895388 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4dc0cef90 0x7fd4dc158da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.616+0000 7fd4e220e640 1 -- 172.21.15.111:0/4113895388 >> 172.21.15.111:0/4113895388 conn(0x7fd4dc0b6240 msgr2=0x7fd4dc0b6620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:35.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.616+0000 7fd4e220e640 1 -- 172.21.15.111:0/4113895388 shutdown_connections 2024-09-19T04:36:35.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.616+0000 7fd4e220e640 1 -- 172.21.15.111:0/4113895388 wait complete. 2024-09-19T04:36:35.629 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T04:36:35.629 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:36:35.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.724+0000 7f482492a640 1 Processor -- start 2024-09-19T04:36:35.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.724+0000 7f482492a640 1 -- start start 2024-09-19T04:36:35.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.725+0000 7f482492a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f48200b5600 0x7f4820073ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:35.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.725+0000 7f482492a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4820073ff0 0x7f482006ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:35.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.725+0000 7f482492a640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f482006e8d0 con 0x7f482015e7b0 2024-09-19T04:36:35.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.725+0000 7f482492a640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f482006e680 con 0x7f48200b5600 2024-09-19T04:36:35.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.725+0000 7f482492a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f482006ebb0 con 0x7f4820073ff0 2024-09-19T04:36:35.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.725+0000 7f481dd9b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f48200b5600 0x7f4820073ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:35.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.725+0000 7f481dd9b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f48200b5600 0x7f4820073ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56770/0 (socket says 172.21.15.111:56770) 2024-09-19T04:36:35.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.725+0000 7f481dd9b640 1 -- 172.21.15.111:0/3654569551 learned_addr learned my addr 172.21.15.111:0/3654569551 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:35.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.725+0000 7f481ed9d640 1 --2- 172.21.15.111:0/3654569551 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4820073ff0 0x7f482006ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:35.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.726+0000 7f481dd9b640 1 -- 172.21.15.111:0/3654569551 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4820073ff0 msgr2=0x7f482006ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:35.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.726+0000 7f481dd9b640 1 --2- 172.21.15.111:0/3654569551 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4820073ff0 0x7f482006ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.726+0000 7f481dd9b640 1 -- 172.21.15.111:0/3654569551 >> v1:172.21.15.114:6789/0 conn(0x7f482015e7b0 legacy=0x7f4820071340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:35.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.726+0000 7f481dd9b640 1 -- 172.21.15.111:0/3654569551 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48200732b0 con 0x7f48200b5600 2024-09-19T04:36:35.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.726+0000 7f481ed9d640 1 --2- 172.21.15.111:0/3654569551 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4820073ff0 0x7f482006ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:35.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.726+0000 7f481dd9b640 1 --2- 172.21.15.111:0/3654569551 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f48200b5600 0x7f4820073ab0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f4814009870 tx=0x7f481402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7b81612ce85eaba server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:35.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.726+0000 7f481d59a640 1 -- 172.21.15.111:0/3654569551 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4814037070 con 0x7f48200b5600 2024-09-19T04:36:35.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.726+0000 7f481d59a640 1 -- 172.21.15.111:0/3654569551 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4814032440 con 0x7f48200b5600 2024-09-19T04:36:35.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.726+0000 7f481d59a640 1 -- 172.21.15.111:0/3654569551 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4814032810 con 0x7f48200b5600 2024-09-19T04:36:35.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.727+0000 7f482492a640 1 -- 172.21.15.111:0/3654569551 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f48200b5600 msgr2=0x7f4820073ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:35.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.727+0000 7f482492a640 1 --2- 172.21.15.111:0/3654569551 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f48200b5600 0x7f4820073ab0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f4814009870 tx=0x7f481402a1c0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.727+0000 7f482492a640 1 -- 172.21.15.111:0/3654569551 shutdown_connections 2024-09-19T04:36:35.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.727+0000 7f482492a640 1 --2- 172.21.15.111:0/3654569551 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4820073ff0 0x7f482006ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.727+0000 7f482492a640 1 --2- 172.21.15.111:0/3654569551 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f48200b5600 0x7f4820073ab0 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.727+0000 7f482492a640 1 -- 172.21.15.111:0/3654569551 >> 172.21.15.111:0/3654569551 conn(0x7f48200b4300 msgr2=0x7f48200b46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:35.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.727+0000 7f482492a640 1 -- 172.21.15.111:0/3654569551 shutdown_connections 2024-09-19T04:36:35.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.727+0000 7f482492a640 1 -- 172.21.15.111:0/3654569551 wait complete. 2024-09-19T04:36:35.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.728+0000 7f482492a640 1 Processor -- start 2024-09-19T04:36:35.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.729+0000 7f482492a640 1 -- start start 2024-09-19T04:36:35.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.729+0000 7f482492a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f48200b5600 0x7f482015f040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:35.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.729+0000 7f482492a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f482015e7b0 0x7f4820157e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:35.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.729+0000 7f482492a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4820158390 0x7f48201f4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:35.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.729+0000 7f482492a640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f482006d370 con 0x7f482015e7b0 2024-09-19T04:36:35.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.729+0000 7f482492a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f482006d1f0 con 0x7f4820158390 2024-09-19T04:36:35.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.729+0000 7f482492a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f482006d4f0 con 0x7f48200b5600 2024-09-19T04:36:35.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.729+0000 7f481dd9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f482015e7b0 0x7f4820157e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:35.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.729+0000 7f481dd9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f482015e7b0 0x7f4820157e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56772/0 (socket says 172.21.15.111:56772) 2024-09-19T04:36:35.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.729+0000 7f481dd9b640 1 -- 172.21.15.111:0/1671334268 learned_addr learned my addr 172.21.15.111:0/1671334268 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:35.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.729+0000 7f481e59c640 1 --2- 172.21.15.111:0/1671334268 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f48200b5600 0x7f482015f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:35.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.729+0000 7f481ed9d640 1 --2- 172.21.15.111:0/1671334268 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4820158390 0x7f48201f4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:35.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.730+0000 7f481dd9b640 1 -- 172.21.15.111:0/1671334268 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f48200b5600 msgr2=0x7f482015f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:35.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.730+0000 7f481dd9b640 1 --2- 172.21.15.111:0/1671334268 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f48200b5600 0x7f482015f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.730+0000 7f481dd9b640 1 -- 172.21.15.111:0/1671334268 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4820158390 msgr2=0x7f48201f4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:35.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.730+0000 7f481dd9b640 1 --2- 172.21.15.111:0/1671334268 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4820158390 0x7f48201f4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.730+0000 7f481dd9b640 1 -- 172.21.15.111:0/1671334268 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48201f5ab0 con 0x7f482015e7b0 2024-09-19T04:36:35.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.730+0000 7f481dd9b640 1 --2- 172.21.15.111:0/1671334268 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f482015e7b0 0x7f4820157e50 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f4814000c00 tx=0x7f48140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:35.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.730+0000 7f480effd640 1 -- 172.21.15.111:0/1671334268 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4814041020 con 0x7f482015e7b0 2024-09-19T04:36:35.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.730+0000 7f480effd640 1 -- 172.21.15.111:0/1671334268 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f48140306c0 con 0x7f482015e7b0 2024-09-19T04:36:35.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.730+0000 7f482492a640 1 -- 172.21.15.111:0/1671334268 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48201f5d90 con 0x7f482015e7b0 2024-09-19T04:36:35.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.730+0000 7f480effd640 1 -- 172.21.15.111:0/1671334268 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4814037040 con 0x7f482015e7b0 2024-09-19T04:36:35.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.730+0000 7f482492a640 1 -- 172.21.15.111:0/1671334268 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48200cbd00 con 0x7f482015e7b0 2024-09-19T04:36:35.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.731+0000 7f482492a640 1 -- 172.21.15.111:0/1671334268 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f482006ccb0 con 0x7f482015e7b0 2024-09-19T04:36:35.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.732+0000 7f480effd640 1 -- 172.21.15.111:0/1671334268 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f4814044020 con 0x7f482015e7b0 2024-09-19T04:36:35.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.732+0000 7f480effd640 1 --2- 172.21.15.111:0/1671334268 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f480006c610 0x7f480006ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:35.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.732+0000 7f481e59c640 1 --2- 172.21.15.111:0/1671334268 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f480006c610 0x7f480006ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:35.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.732+0000 7f480effd640 1 -- 172.21.15.111:0/1671334268 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f48140ac0a0 con 0x7f482015e7b0 2024-09-19T04:36:35.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.733+0000 7f481e59c640 1 --2- 172.21.15.111:0/1671334268 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f480006c610 0x7f480006ead0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f4810001e70 tx=0x7f4810009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:35.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.737+0000 7f480effd640 1 -- 172.21.15.111:0/1671334268 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f481404b030 con 0x7f482015e7b0 2024-09-19T04:36:35.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.898+0000 7f482492a640 1 -- 172.21.15.111:0/1671334268 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f48200b4e50 con 0x7f480006c610 2024-09-19T04:36:35.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.904+0000 7f480effd640 1 -- 172.21.15.111:0/1671334268 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+243918 (secure 0 0 0) 0x7f48200b4e50 con 0x7f480006c610 2024-09-19T04:36:35.909 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:35.910 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:36:35.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.907+0000 7f482492a640 1 -- 172.21.15.111:0/1671334268 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f480006c610 msgr2=0x7f480006ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:35.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.907+0000 7f482492a640 1 --2- 172.21.15.111:0/1671334268 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f480006c610 0x7f480006ead0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f4810001e70 tx=0x7f4810009040 comp rx=0 tx=0).stop 2024-09-19T04:36:35.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.907+0000 7f482492a640 1 -- 172.21.15.111:0/1671334268 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f482015e7b0 msgr2=0x7f4820157e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:35.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.907+0000 7f482492a640 1 --2- 172.21.15.111:0/1671334268 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f482015e7b0 0x7f4820157e50 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f4814000c00 tx=0x7f48140046c0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.907+0000 7f482492a640 1 -- 172.21.15.111:0/1671334268 shutdown_connections 2024-09-19T04:36:35.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.907+0000 7f482492a640 1 --2- 172.21.15.111:0/1671334268 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f480006c610 0x7f480006ead0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.907+0000 7f482492a640 1 --2- 172.21.15.111:0/1671334268 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4820158390 0x7f48201f4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.907+0000 7f482492a640 1 --2- 172.21.15.111:0/1671334268 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f482015e7b0 0x7f4820157e50 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.907+0000 7f482492a640 1 --2- 172.21.15.111:0/1671334268 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f48200b5600 0x7f482015f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:35.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.907+0000 7f482492a640 1 -- 172.21.15.111:0/1671334268 >> 172.21.15.111:0/1671334268 conn(0x7f48200b4300 msgr2=0x7f48200b46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:35.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.907+0000 7f482492a640 1 -- 172.21.15.111:0/1671334268 shutdown_connections 2024-09-19T04:36:35.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:35.907+0000 7f482492a640 1 -- 172.21.15.111:0/1671334268 wait complete. 2024-09-19T04:36:35.920 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":180,"stamp":"2024-09-19T04:36:34.455574+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":138,"acting":138,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":29,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240400,"kb_used_data":7512,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754734320,"statfs":{"total":773094113280,"available":772847943680,"internally_reserved":0,"allocated":7692288,"data_stored":3878284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.832133"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.642625+0000","last_change":"2024-09-19T04:36:30.642625+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.642625+0000","last_undegraded":"2024-09-19T04:36:30.642625+0000","last_fullsized":"2024-09-19T04:36:30.642625+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.643788+0000","last_change":"2024-09-19T04:36:30.643788+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.643788+0000","last_undegraded":"2024-09-19T04:36:30.643788+0000","last_fullsized":"2024-09-19T04:36:30.643788+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.643485+0000","last_change":"2024-09-19T04:36:30.643485+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.643485+0000","last_undegraded":"2024-09-19T04:36:30.643485+0000","last_fullsized":"2024-09-19T04:36:30.643485+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.636937+0000","last_change":"2024-09-19T04:36:30.636937+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.636937+0000","last_undegraded":"2024-09-19T04:36:30.636937+0000","last_fullsized":"2024-09-19T04:36:30.636937+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641592+0000","last_change":"2024-09-19T04:36:30.641592+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641592+0000","last_undegraded":"2024-09-19T04:36:30.641592+0000","last_fullsized":"2024-09-19T04:36:30.641592+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.638360+0000","last_change":"2024-09-19T04:36:30.638360+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.638360+0000","last_undegraded":"2024-09-19T04:36:30.638360+0000","last_fullsized":"2024-09-19T04:36:30.638360+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.642304+0000","last_change":"2024-09-19T04:36:30.642304+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.642304+0000","last_undegraded":"2024-09-19T04:36:30.642304+0000","last_fullsized":"2024-09-19T04:36:30.642304+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.636214+0000","last_change":"2024-09-19T04:36:30.636214+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.636214+0000","last_undegraded":"2024-09-19T04:36:30.636214+0000","last_fullsized":"2024-09-19T04:36:30.636214+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.640863+0000","last_change":"2024-09-19T04:36:30.640863+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.640863+0000","last_undegraded":"2024-09-19T04:36:30.640863+0000","last_fullsized":"2024-09-19T04:36:30.640863+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.636177+0000","last_change":"2024-09-19T04:36:30.636177+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.636177+0000","last_undegraded":"2024-09-19T04:36:30.636177+0000","last_fullsized":"2024-09-19T04:36:30.636177+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.636382+0000","last_change":"2024-09-19T04:36:30.636382+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.636382+0000","last_undegraded":"2024-09-19T04:36:30.636382+0000","last_fullsized":"2024-09-19T04:36:30.636382+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.643326+0000","last_change":"2024-09-19T04:36:30.643326+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.643326+0000","last_undegraded":"2024-09-19T04:36:30.643326+0000","last_fullsized":"2024-09-19T04:36:30.643326+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641693+0000","last_change":"2024-09-19T04:36:30.641693+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641693+0000","last_undegraded":"2024-09-19T04:36:30.641693+0000","last_fullsized":"2024-09-19T04:36:30.641693+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.635630+0000","last_change":"2024-09-19T04:36:30.635630+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.635630+0000","last_undegraded":"2024-09-19T04:36:30.635630+0000","last_fullsized":"2024-09-19T04:36:30.635630+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.635810+0000","last_change":"2024-09-19T04:36:30.635810+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.635810+0000","last_undegraded":"2024-09-19T04:36:30.635810+0000","last_fullsized":"2024-09-19T04:36:30.635810+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.637364+0000","last_change":"2024-09-19T04:36:30.637364+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.637364+0000","last_undegraded":"2024-09-19T04:36:30.637364+0000","last_fullsized":"2024-09-19T04:36:30.637364+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.637816+0000","last_change":"2024-09-19T04:36:30.637816+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.637816+0000","last_undegraded":"2024-09-19T04:36:30.637816+0000","last_fullsized":"2024-09-19T04:36:30.637816+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.636210+0000","last_change":"2024-09-19T04:36:30.636210+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.636210+0000","last_undegraded":"2024-09-19T04:36:30.636210+0000","last_fullsized":"2024-09-19T04:36:30.636210+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641078+0000","last_change":"2024-09-19T04:36:30.641078+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641078+0000","last_undegraded":"2024-09-19T04:36:30.641078+0000","last_fullsized":"2024-09-19T04:36:30.641078+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.639997+0000","last_change":"2024-09-19T04:36:30.639997+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.639997+0000","last_undegraded":"2024-09-19T04:36:30.639997+0000","last_fullsized":"2024-09-19T04:36:30.639997+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.651287+0000","last_change":"2024-09-19T04:36:30.649932+0000","last_active":"2024-09-19T04:36:30.651287+0000","last_peered":"2024-09-19T04:36:30.651287+0000","last_clean":"2024-09-19T04:36:30.651287+0000","last_became_active":"2024-09-19T04:36:30.649646+0000","last_became_peered":"2024-09-19T04:36:30.649646+0000","last_unstale":"2024-09-19T04:36:30.651287+0000","last_undegraded":"2024-09-19T04:36:30.651287+0000","last_fullsized":"2024-09-19T04:36:30.651287+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:32:09.160499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.626938+0000","last_change":"2024-09-19T04:36:29.626938+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.626938+0000","last_undegraded":"2024-09-19T04:36:29.626938+0000","last_fullsized":"2024-09-19T04:36:29.626938+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.642496+0000","last_change":"2024-09-19T04:36:30.642496+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.642496+0000","last_undegraded":"2024-09-19T04:36:30.642496+0000","last_fullsized":"2024-09-19T04:36:30.642496+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.648536+0000","last_change":"2024-09-19T04:36:30.646388+0000","last_active":"2024-09-19T04:36:30.648536+0000","last_peered":"2024-09-19T04:36:30.648536+0000","last_clean":"2024-09-19T04:36:30.648536+0000","last_became_active":"2024-09-19T04:36:30.646114+0000","last_became_peered":"2024-09-19T04:36:30.646114+0000","last_unstale":"2024-09-19T04:36:30.648536+0000","last_undegraded":"2024-09-19T04:36:30.648536+0000","last_fullsized":"2024-09-19T04:36:30.648536+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:44.600738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641437+0000","last_change":"2024-09-19T04:36:30.641437+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641437+0000","last_undegraded":"2024-09-19T04:36:30.641437+0000","last_fullsized":"2024-09-19T04:36:30.641437+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652703+0000","last_change":"2024-09-19T04:36:30.651628+0000","last_active":"2024-09-19T04:36:30.652703+0000","last_peered":"2024-09-19T04:36:30.652703+0000","last_clean":"2024-09-19T04:36:30.652703+0000","last_became_active":"2024-09-19T04:36:30.651319+0000","last_became_peered":"2024-09-19T04:36:30.651319+0000","last_unstale":"2024-09-19T04:36:30.652703+0000","last_undegraded":"2024-09-19T04:36:30.652703+0000","last_fullsized":"2024-09-19T04:36:30.652703+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:53:19.353256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.637364+0000","last_change":"2024-09-19T04:36:30.637364+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.637364+0000","last_undegraded":"2024-09-19T04:36:30.637364+0000","last_fullsized":"2024-09-19T04:36:30.637364+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.629229+0000","last_change":"2024-09-19T04:36:29.629229+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.629229+0000","last_undegraded":"2024-09-19T04:36:29.629229+0000","last_fullsized":"2024-09-19T04:36:29.629229+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.635668+0000","last_change":"2024-09-19T04:36:30.635668+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.635668+0000","last_undegraded":"2024-09-19T04:36:30.635668+0000","last_fullsized":"2024-09-19T04:36:30.635668+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652229+0000","last_change":"2024-09-19T04:36:30.650629+0000","last_active":"2024-09-19T04:36:30.652229+0000","last_peered":"2024-09-19T04:36:30.652229+0000","last_clean":"2024-09-19T04:36:30.652229+0000","last_became_active":"2024-09-19T04:36:30.649233+0000","last_became_peered":"2024-09-19T04:36:30.649233+0000","last_unstale":"2024-09-19T04:36:30.652229+0000","last_undegraded":"2024-09-19T04:36:30.652229+0000","last_fullsized":"2024-09-19T04:36:30.652229+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:01.266242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.630587+0000","last_change":"2024-09-19T04:36:29.630587+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.630587+0000","last_undegraded":"2024-09-19T04:36:29.630587+0000","last_fullsized":"2024-09-19T04:36:29.630587+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.627959+0000","last_change":"2024-09-19T04:36:29.627959+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.627959+0000","last_undegraded":"2024-09-19T04:36:29.627959+0000","last_fullsized":"2024-09-19T04:36:29.627959+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.635418+0000","last_change":"2024-09-19T04:36:30.635418+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.635418+0000","last_undegraded":"2024-09-19T04:36:30.635418+0000","last_fullsized":"2024-09-19T04:36:30.635418+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.648506+0000","last_change":"2024-09-19T04:36:30.646498+0000","last_active":"2024-09-19T04:36:30.648506+0000","last_peered":"2024-09-19T04:36:30.648506+0000","last_clean":"2024-09-19T04:36:30.648506+0000","last_became_active":"2024-09-19T04:36:30.646225+0000","last_became_peered":"2024-09-19T04:36:30.646225+0000","last_unstale":"2024-09-19T04:36:30.648506+0000","last_undegraded":"2024-09-19T04:36:30.648506+0000","last_fullsized":"2024-09-19T04:36:30.648506+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:22.844542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.642242+0000","last_change":"2024-09-19T04:36:30.642242+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.642242+0000","last_undegraded":"2024-09-19T04:36:30.642242+0000","last_fullsized":"2024-09-19T04:36:30.642242+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652989+0000","last_change":"2024-09-19T04:36:30.652461+0000","last_active":"2024-09-19T04:36:30.652989+0000","last_peered":"2024-09-19T04:36:30.652989+0000","last_clean":"2024-09-19T04:36:30.652989+0000","last_became_active":"2024-09-19T04:36:30.652143+0000","last_became_peered":"2024-09-19T04:36:30.652143+0000","last_unstale":"2024-09-19T04:36:30.652989+0000","last_undegraded":"2024-09-19T04:36:30.652989+0000","last_fullsized":"2024-09-19T04:36:30.652989+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:49.953787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.642014+0000","last_change":"2024-09-19T04:36:30.642014+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.642014+0000","last_undegraded":"2024-09-19T04:36:30.642014+0000","last_fullsized":"2024-09-19T04:36:30.642014+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.629236+0000","last_change":"2024-09-19T04:36:29.629236+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.629236+0000","last_undegraded":"2024-09-19T04:36:29.629236+0000","last_fullsized":"2024-09-19T04:36:29.629236+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.630553+0000","last_change":"2024-09-19T04:36:29.630553+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.630553+0000","last_undegraded":"2024-09-19T04:36:29.630553+0000","last_fullsized":"2024-09-19T04:36:29.630553+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.639863+0000","last_change":"2024-09-19T04:36:30.639863+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.639863+0000","last_undegraded":"2024-09-19T04:36:30.639863+0000","last_fullsized":"2024-09-19T04:36:30.639863+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.630318+0000","last_change":"2024-09-19T04:36:29.630318+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.630318+0000","last_undegraded":"2024-09-19T04:36:29.630318+0000","last_fullsized":"2024-09-19T04:36:29.630318+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.634991+0000","last_change":"2024-09-19T04:36:30.634991+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.634991+0000","last_undegraded":"2024-09-19T04:36:30.634991+0000","last_fullsized":"2024-09-19T04:36:30.634991+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652677+0000","last_change":"2024-09-19T04:36:30.651158+0000","last_active":"2024-09-19T04:36:30.652677+0000","last_peered":"2024-09-19T04:36:30.652677+0000","last_clean":"2024-09-19T04:36:30.652677+0000","last_became_active":"2024-09-19T04:36:30.649304+0000","last_became_peered":"2024-09-19T04:36:30.649304+0000","last_unstale":"2024-09-19T04:36:30.652677+0000","last_undegraded":"2024-09-19T04:36:30.652677+0000","last_fullsized":"2024-09-19T04:36:30.652677+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:40:06.726054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652185+0000","last_change":"2024-09-19T04:36:30.648080+0000","last_active":"2024-09-19T04:36:30.652185+0000","last_peered":"2024-09-19T04:36:30.652185+0000","last_clean":"2024-09-19T04:36:30.652185+0000","last_became_active":"2024-09-19T04:36:30.647789+0000","last_became_peered":"2024-09-19T04:36:30.647789+0000","last_unstale":"2024-09-19T04:36:30.652185+0000","last_undegraded":"2024-09-19T04:36:30.652185+0000","last_fullsized":"2024-09-19T04:36:30.652185+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:18.367341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.650098+0000","last_change":"2024-09-19T04:36:30.647495+0000","last_active":"2024-09-19T04:36:30.650098+0000","last_peered":"2024-09-19T04:36:30.650098+0000","last_clean":"2024-09-19T04:36:30.650098+0000","last_became_active":"2024-09-19T04:36:30.647200+0000","last_became_peered":"2024-09-19T04:36:30.647200+0000","last_unstale":"2024-09-19T04:36:30.650098+0000","last_undegraded":"2024-09-19T04:36:30.650098+0000","last_fullsized":"2024-09-19T04:36:30.650098+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:57.835857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.637883+0000","last_change":"2024-09-19T04:36:30.637883+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.637883+0000","last_undegraded":"2024-09-19T04:36:30.637883+0000","last_fullsized":"2024-09-19T04:36:30.637883+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.651442+0000","last_change":"2024-09-19T04:36:30.648393+0000","last_active":"2024-09-19T04:36:30.651442+0000","last_peered":"2024-09-19T04:36:30.651442+0000","last_clean":"2024-09-19T04:36:30.651442+0000","last_became_active":"2024-09-19T04:36:30.648102+0000","last_became_peered":"2024-09-19T04:36:30.648102+0000","last_unstale":"2024-09-19T04:36:30.651442+0000","last_undegraded":"2024-09-19T04:36:30.651442+0000","last_fullsized":"2024-09-19T04:36:30.651442+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:55.972750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641592+0000","last_change":"2024-09-19T04:36:30.641592+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641592+0000","last_undegraded":"2024-09-19T04:36:30.641592+0000","last_fullsized":"2024-09-19T04:36:30.641592+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652804+0000","last_change":"2024-09-19T04:36:30.650077+0000","last_active":"2024-09-19T04:36:30.652804+0000","last_peered":"2024-09-19T04:36:30.652804+0000","last_clean":"2024-09-19T04:36:30.652804+0000","last_became_active":"2024-09-19T04:36:30.649390+0000","last_became_peered":"2024-09-19T04:36:30.649390+0000","last_unstale":"2024-09-19T04:36:30.652804+0000","last_undegraded":"2024-09-19T04:36:30.652804+0000","last_fullsized":"2024-09-19T04:36:30.652804+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:10.388009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.651373+0000","last_change":"2024-09-19T04:36:30.648297+0000","last_active":"2024-09-19T04:36:30.651373+0000","last_peered":"2024-09-19T04:36:30.651373+0000","last_clean":"2024-09-19T04:36:30.651373+0000","last_became_active":"2024-09-19T04:36:30.648016+0000","last_became_peered":"2024-09-19T04:36:30.648016+0000","last_unstale":"2024-09-19T04:36:30.651373+0000","last_undegraded":"2024-09-19T04:36:30.651373+0000","last_fullsized":"2024-09-19T04:36:30.651373+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:52.799071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.651634+0000","last_change":"2024-09-19T04:36:30.650100+0000","last_active":"2024-09-19T04:36:30.651634+0000","last_peered":"2024-09-19T04:36:30.651634+0000","last_clean":"2024-09-19T04:36:30.651634+0000","last_became_active":"2024-09-19T04:36:30.649828+0000","last_became_peered":"2024-09-19T04:36:30.649828+0000","last_unstale":"2024-09-19T04:36:30.651634+0000","last_undegraded":"2024-09-19T04:36:30.651634+0000","last_fullsized":"2024-09-19T04:36:30.651634+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:22.291910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652071+0000","last_change":"2024-09-19T04:36:30.650404+0000","last_active":"2024-09-19T04:36:30.652071+0000","last_peered":"2024-09-19T04:36:30.652071+0000","last_clean":"2024-09-19T04:36:30.652071+0000","last_became_active":"2024-09-19T04:36:30.648897+0000","last_became_peered":"2024-09-19T04:36:30.648897+0000","last_unstale":"2024-09-19T04:36:30.652071+0000","last_undegraded":"2024-09-19T04:36:30.652071+0000","last_fullsized":"2024-09-19T04:36:30.652071+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:43:30.448408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652167+0000","last_change":"2024-09-19T04:36:30.647519+0000","last_active":"2024-09-19T04:36:30.652167+0000","last_peered":"2024-09-19T04:36:30.652167+0000","last_clean":"2024-09-19T04:36:30.652167+0000","last_became_active":"2024-09-19T04:36:30.647219+0000","last_became_peered":"2024-09-19T04:36:30.647219+0000","last_unstale":"2024-09-19T04:36:30.652167+0000","last_undegraded":"2024-09-19T04:36:30.652167+0000","last_fullsized":"2024-09-19T04:36:30.652167+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:37:41.554862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.626444+0000","last_change":"2024-09-19T04:36:29.626444+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.626444+0000","last_undegraded":"2024-09-19T04:36:29.626444+0000","last_fullsized":"2024-09-19T04:36:29.626444+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.650375+0000","last_change":"2024-09-19T04:36:30.647697+0000","last_active":"2024-09-19T04:36:30.650375+0000","last_peered":"2024-09-19T04:36:30.650375+0000","last_clean":"2024-09-19T04:36:30.650375+0000","last_became_active":"2024-09-19T04:36:30.647357+0000","last_became_peered":"2024-09-19T04:36:30.647357+0000","last_unstale":"2024-09-19T04:36:30.650375+0000","last_undegraded":"2024-09-19T04:36:30.650375+0000","last_fullsized":"2024-09-19T04:36:30.650375+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:08.022526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.637692+0000","last_change":"2024-09-19T04:36:30.637692+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.637692+0000","last_undegraded":"2024-09-19T04:36:30.637692+0000","last_fullsized":"2024-09-19T04:36:30.637692+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652132+0000","last_change":"2024-09-19T04:36:30.648704+0000","last_active":"2024-09-19T04:36:30.652132+0000","last_peered":"2024-09-19T04:36:30.652132+0000","last_clean":"2024-09-19T04:36:30.652132+0000","last_became_active":"2024-09-19T04:36:30.648335+0000","last_became_peered":"2024-09-19T04:36:30.648335+0000","last_unstale":"2024-09-19T04:36:30.652132+0000","last_undegraded":"2024-09-19T04:36:30.652132+0000","last_fullsized":"2024-09-19T04:36:30.652132+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:43.663697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.640347+0000","last_change":"2024-09-19T04:36:30.640347+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.640347+0000","last_undegraded":"2024-09-19T04:36:30.640347+0000","last_fullsized":"2024-09-19T04:36:30.640347+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.628017+0000","last_change":"2024-09-19T04:36:29.628017+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.628017+0000","last_undegraded":"2024-09-19T04:36:29.628017+0000","last_fullsized":"2024-09-19T04:36:29.628017+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641065+0000","last_change":"2024-09-19T04:36:30.641065+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641065+0000","last_undegraded":"2024-09-19T04:36:30.641065+0000","last_fullsized":"2024-09-19T04:36:30.641065+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.626423+0000","last_change":"2024-09-19T04:36:29.626423+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.626423+0000","last_undegraded":"2024-09-19T04:36:29.626423+0000","last_fullsized":"2024-09-19T04:36:29.626423+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.627924+0000","last_change":"2024-09-19T04:36:29.627924+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.627924+0000","last_undegraded":"2024-09-19T04:36:29.627924+0000","last_fullsized":"2024-09-19T04:36:29.627924+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.641966+0000","last_change":"2024-09-19T04:36:30.641966+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.641966+0000","last_undegraded":"2024-09-19T04:36:30.641966+0000","last_fullsized":"2024-09-19T04:36:30.641966+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"creating+peering","last_fresh":"2024-09-19T04:36:29.630330+0000","last_change":"2024-09-19T04:36:29.630330+0000","last_active":"2024-09-19T04:36:29.618442+0000","last_peered":"2024-09-19T04:36:29.618442+0000","last_clean":"2024-09-19T04:36:29.618442+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:29.630330+0000","last_undegraded":"2024-09-19T04:36:29.630330+0000","last_fullsized":"2024-09-19T04:36:29.630330+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.650949+0000","last_change":"2024-09-19T04:36:30.648168+0000","last_active":"2024-09-19T04:36:30.650949+0000","last_peered":"2024-09-19T04:36:30.650949+0000","last_clean":"2024-09-19T04:36:30.650949+0000","last_became_active":"2024-09-19T04:36:30.647888+0000","last_became_peered":"2024-09-19T04:36:30.647888+0000","last_unstale":"2024-09-19T04:36:30.650949+0000","last_undegraded":"2024-09-19T04:36:30.650949+0000","last_fullsized":"2024-09-19T04:36:30.650949+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:30:14.175662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-19T04:36:30.640790+0000","last_change":"2024-09-19T04:36:30.640790+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.640790+0000","last_undegraded":"2024-09-19T04:36:30.640790+0000","last_fullsized":"2024-09-19T04:36:30.640790+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652721+0000","last_change":"2024-09-19T04:36:30.651586+0000","last_active":"2024-09-19T04:36:30.652721+0000","last_peered":"2024-09-19T04:36:30.652721+0000","last_clean":"2024-09-19T04:36:30.652721+0000","last_became_active":"2024-09-19T04:36:30.650758+0000","last_became_peered":"2024-09-19T04:36:30.650758+0000","last_unstale":"2024-09-19T04:36:30.652721+0000","last_undegraded":"2024-09-19T04:36:30.652721+0000","last_fullsized":"2024-09-19T04:36:30.652721+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:57.231530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:36:30.623296+0000","last_change":"2024-09-19T04:36:30.623296+0000","last_active":"2024-09-19T04:36:30.623296+0000","last_peered":"2024-09-19T04:36:30.623296+0000","last_clean":"2024-09-19T04:36:30.623296+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:36:30.623296+0000","last_undegraded":"2024-09-19T04:36:30.623296+0000","last_fullsized":"2024-09-19T04:36:30.623296+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.652101+0000","last_change":"2024-09-19T04:36:30.651065+0000","last_active":"2024-09-19T04:36:30.652101+0000","last_peered":"2024-09-19T04:36:30.652101+0000","last_clean":"2024-09-19T04:36:30.652101+0000","last_became_active":"2024-09-19T04:36:30.650450+0000","last_became_peered":"2024-09-19T04:36:30.650450+0000","last_unstale":"2024-09-19T04:36:30.652101+0000","last_undegraded":"2024-09-19T04:36:30.652101+0000","last_fullsized":"2024-09-19T04:36:30.652101+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:47:03.207901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":255,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T04:36:30.644321+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:36:30.644321+0000","last_peered":"2024-09-19T04:36:30.644321+0000","last_clean":"2024-09-19T04:36:30.644321+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:36:30.644321+0000","last_undegraded":"2024-09-19T04:36:30.644321+0000","last_fullsized":"2024-09-19T04:36:30.644321+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":72,"acting":72,"num_store_stats":4},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509489,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32576,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339264,"statfs":{"total":96636764160,"available":96603406336,"internally_reserved":0,"allocated":1413120,"data_stored":930699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509489,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":819200,"data_stored":340331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509489,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":819200,"data_stored":340331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509490,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":819200,"data_stored":340331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542194,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":806912,"data_stored":334056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542193,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":806912,"data_stored":334056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542193,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":806912,"data_stored":334056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542194,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32556,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339284,"statfs":{"total":96636764160,"available":96603426816,"internally_reserved":0,"allocated":1400832,"data_stored":924424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:36:36.901 INFO:tasks.ceph.mds.b.smithi114.stderr:2024-09-19T04:36:36.900+0000 7fa94cf12640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T04:36:38.925 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:36:39.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.036+0000 7f2d3d1b7640 1 Processor -- start 2024-09-19T04:36:39.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.036+0000 7f2d3d1b7640 1 -- start start 2024-09-19T04:36:39.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.037+0000 7f2d3d1b7640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2d380cf070 0x7f2d380cf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:39.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.037+0000 7f2d3d1b7640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d380ce740 con 0x7f2d38073120 2024-09-19T04:36:39.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.037+0000 7f2d3d1b7640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d38072640 con 0x7f2d3815c180 2024-09-19T04:36:39.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.037+0000 7f2d3d1b7640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f2d38072920 con 0x7f2d380cf070 2024-09-19T04:36:39.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.037+0000 7f2d2ffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2d380cf070 0x7f2d380cf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:39.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.037+0000 7f2d3759e640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f2d38073120 0x7f2d3806bba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:37496/0 (socket says 172.21.15.111:37496) 2024-09-19T04:36:39.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.037+0000 7f2d3759e640 1 -- 172.21.15.111:0/2327088673 learned_addr learned my addr 172.21.15.111:0/2327088673 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:39.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.037+0000 7f2d2ffff640 1 -- 172.21.15.111:0/2327088673 >> v1:172.21.15.114:6789/0 conn(0x7f2d3815c180 legacy=0x7f2d380cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:39.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.037+0000 7f2d2ffff640 1 -- 172.21.15.111:0/2327088673 >> v1:172.21.15.111:6789/0 conn(0x7f2d38073120 legacy=0x7f2d3806bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:39.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.037+0000 7f2d2ffff640 1 -- 172.21.15.111:0/2327088673 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d38072c00 con 0x7f2d380cf070 2024-09-19T04:36:39.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.038+0000 7f2d2ffff640 1 --2- 172.21.15.111:0/2327088673 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d380cf070 0x7f2d380cf4e0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f2d200097a0 tx=0x7f2d2002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc57a469ca7bdb5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:39.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.038+0000 7f2d3659c640 1 -- 172.21.15.111:0/2327088673 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d20037070 con 0x7f2d380cf070 2024-09-19T04:36:39.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.038+0000 7f2d3659c640 1 -- 172.21.15.111:0/2327088673 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d2002ae50 con 0x7f2d380cf070 2024-09-19T04:36:39.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.038+0000 7f2d3659c640 1 -- 172.21.15.111:0/2327088673 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d20032660 con 0x7f2d380cf070 2024-09-19T04:36:39.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.039+0000 7f2d3d1b7640 1 -- 172.21.15.111:0/2327088673 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d380cf070 msgr2=0x7f2d380cf4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:39.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.039+0000 7f2d3d1b7640 1 --2- 172.21.15.111:0/2327088673 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d380cf070 0x7f2d380cf4e0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f2d200097a0 tx=0x7f2d2002a140 comp rx=0 tx=0).stop 2024-09-19T04:36:39.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.039+0000 7f2d3d1b7640 1 -- 172.21.15.111:0/2327088673 shutdown_connections 2024-09-19T04:36:39.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.039+0000 7f2d3d1b7640 1 --2- 172.21.15.111:0/2327088673 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d380cf070 0x7f2d380cf4e0 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.039+0000 7f2d3d1b7640 1 -- 172.21.15.111:0/2327088673 >> 172.21.15.111:0/2327088673 conn(0x7f2d38062cc0 msgr2=0x7f2d3806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:39.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.039+0000 7f2d3d1b7640 1 -- 172.21.15.111:0/2327088673 shutdown_connections 2024-09-19T04:36:39.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.039+0000 7f2d3d1b7640 1 -- 172.21.15.111:0/2327088673 wait complete. 2024-09-19T04:36:39.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.040+0000 7f2d3d1b7640 1 Processor -- start 2024-09-19T04:36:39.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.040+0000 7f2d3d1b7640 1 -- start start 2024-09-19T04:36:39.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.041+0000 7f2d3d1b7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d38073120 0x7f2d38150100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:39.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.041+0000 7f2d3d1b7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d380cf070 0x7f2d3814e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:39.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.041+0000 7f2d3d1b7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2d3815c180 0x7f2d3814a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:39.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.041+0000 7f2d3d1b7640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2d380722f0 con 0x7f2d38073120 2024-09-19T04:36:39.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.041+0000 7f2d3d1b7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2d380ced00 con 0x7f2d380cf070 2024-09-19T04:36:39.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.041+0000 7f2d3d1b7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2d3815c560 con 0x7f2d3815c180 2024-09-19T04:36:39.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.041+0000 7f2d36d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d38073120 0x7f2d38150100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:39.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.041+0000 7f2d36d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d38073120 0x7f2d38150100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56786/0 (socket says 172.21.15.111:56786) 2024-09-19T04:36:39.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.041+0000 7f2d36d9d640 1 -- 172.21.15.111:0/10620151 learned_addr learned my addr 172.21.15.111:0/10620151 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:39.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.041+0000 7f2d2ffff640 1 --2- 172.21.15.111:0/10620151 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d380cf070 0x7f2d3814e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:39.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.041+0000 7f2d3759e640 1 --2- 172.21.15.111:0/10620151 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2d3815c180 0x7f2d3814a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:39.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.041+0000 7f2d36d9d640 1 -- 172.21.15.111:0/10620151 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2d3815c180 msgr2=0x7f2d3814a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:39.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.041+0000 7f2d36d9d640 1 --2- 172.21.15.111:0/10620151 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2d3815c180 0x7f2d3814a4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.041+0000 7f2d36d9d640 1 -- 172.21.15.111:0/10620151 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d380cf070 msgr2=0x7f2d3814e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:39.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.041+0000 7f2d36d9d640 1 --2- 172.21.15.111:0/10620151 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d380cf070 0x7f2d3814e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.041+0000 7f2d36d9d640 1 -- 172.21.15.111:0/10620151 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d380afa00 con 0x7f2d38073120 2024-09-19T04:36:39.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.041+0000 7f2d2ffff640 1 --2- 172.21.15.111:0/10620151 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d380cf070 0x7f2d3814e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:39.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.042+0000 7f2d36d9d640 1 --2- 172.21.15.111:0/10620151 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d38073120 0x7f2d38150100 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f2d2800b3f0 tx=0x7f2d2800b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:39.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.042+0000 7f2d2f7fe640 1 -- 172.21.15.111:0/10620151 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d28015020 con 0x7f2d38073120 2024-09-19T04:36:39.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.042+0000 7f2d2f7fe640 1 -- 172.21.15.111:0/10620151 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d28011830 con 0x7f2d38073120 2024-09-19T04:36:39.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.042+0000 7f2d3d1b7640 1 -- 172.21.15.111:0/10620151 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d380afd00 con 0x7f2d38073120 2024-09-19T04:36:39.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.042+0000 7f2d2f7fe640 1 -- 172.21.15.111:0/10620151 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d28011c20 con 0x7f2d38073120 2024-09-19T04:36:39.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.042+0000 7f2d3d1b7640 1 -- 172.21.15.111:0/10620151 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d380b0540 con 0x7f2d38073120 2024-09-19T04:36:39.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.043+0000 7f2d3d1b7640 1 -- 172.21.15.111:0/10620151 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d380cf4e0 con 0x7f2d38073120 2024-09-19T04:36:39.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.043+0000 7f2d2f7fe640 1 -- 172.21.15.111:0/10620151 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f2d28018020 con 0x7f2d38073120 2024-09-19T04:36:39.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.044+0000 7f2d2f7fe640 1 --2- 172.21.15.111:0/10620151 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2d1806c610 0x7f2d1806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:39.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.044+0000 7f2d2ffff640 1 --2- 172.21.15.111:0/10620151 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2d1806c610 0x7f2d1806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:39.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.044+0000 7f2d2f7fe640 1 -- 172.21.15.111:0/10620151 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f2d2808b590 con 0x7f2d38073120 2024-09-19T04:36:39.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.045+0000 7f2d2ffff640 1 --2- 172.21.15.111:0/10620151 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2d1806c610 0x7f2d1806ead0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f2d20034000 tx=0x7f2d2002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:39.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.049+0000 7f2d2f7fe640 1 -- 172.21.15.111:0/10620151 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2d2801f030 con 0x7f2d38073120 2024-09-19T04:36:39.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.209+0000 7f2d3d1b7640 1 -- 172.21.15.111:0/10620151 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2d380b2b20 con 0x7f2d1806c610 2024-09-19T04:36:39.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.215+0000 7f2d2f7fe640 1 -- 172.21.15.111:0/10620151 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252069 (secure 0 0 0) 0x7f2d380b2b20 con 0x7f2d1806c610 2024-09-19T04:36:39.219 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:39.220 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:36:39.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.218+0000 7f2d3d1b7640 1 -- 172.21.15.111:0/10620151 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2d1806c610 msgr2=0x7f2d1806ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:39.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.218+0000 7f2d3d1b7640 1 --2- 172.21.15.111:0/10620151 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2d1806c610 0x7f2d1806ead0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f2d20034000 tx=0x7f2d2002e000 comp rx=0 tx=0).stop 2024-09-19T04:36:39.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.218+0000 7f2d3d1b7640 1 -- 172.21.15.111:0/10620151 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d38073120 msgr2=0x7f2d38150100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:39.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.218+0000 7f2d3d1b7640 1 --2- 172.21.15.111:0/10620151 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d38073120 0x7f2d38150100 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f2d2800b3f0 tx=0x7f2d2800b8b0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.218+0000 7f2d3d1b7640 1 -- 172.21.15.111:0/10620151 shutdown_connections 2024-09-19T04:36:39.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.218+0000 7f2d3d1b7640 1 --2- 172.21.15.111:0/10620151 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2d1806c610 0x7f2d1806ead0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.218+0000 7f2d3d1b7640 1 --2- 172.21.15.111:0/10620151 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2d3815c180 0x7f2d3814a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.218+0000 7f2d3d1b7640 1 --2- 172.21.15.111:0/10620151 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d380cf070 0x7f2d3814e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.218+0000 7f2d3d1b7640 1 --2- 172.21.15.111:0/10620151 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d38073120 0x7f2d38150100 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.218+0000 7f2d3d1b7640 1 -- 172.21.15.111:0/10620151 >> 172.21.15.111:0/10620151 conn(0x7f2d38062cc0 msgr2=0x7f2d38156fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:39.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.218+0000 7f2d3d1b7640 1 -- 172.21.15.111:0/10620151 shutdown_connections 2024-09-19T04:36:39.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.218+0000 7f2d3d1b7640 1 -- 172.21.15.111:0/10620151 wait complete. 2024-09-19T04:36:39.230 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":182,"stamp":"2024-09-19T04:36:38.456365+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":186,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240712,"kb_used_data":7816,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754734008,"statfs":{"total":773094113280,"available":772847624192,"internally_reserved":0,"allocated":8003584,"data_stored":4012804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":33,"apply_latency_ms":33,"commit_latency_ns":33000000,"apply_latency_ns":33000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.828113"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.725587+0000","last_change":"2024-09-19T04:36:31.648326+0000","last_active":"2024-09-19T04:36:32.725587+0000","last_peered":"2024-09-19T04:36:32.725587+0000","last_clean":"2024-09-19T04:36:32.725587+0000","last_became_active":"2024-09-19T04:36:31.647948+0000","last_became_peered":"2024-09-19T04:36:31.647948+0000","last_unstale":"2024-09-19T04:36:32.725587+0000","last_undegraded":"2024-09-19T04:36:32.725587+0000","last_fullsized":"2024-09-19T04:36:32.725587+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:00:41.225757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.240175+0000","last_change":"2024-09-19T04:36:31.655314+0000","last_active":"2024-09-19T04:36:33.240175+0000","last_peered":"2024-09-19T04:36:33.240175+0000","last_clean":"2024-09-19T04:36:33.240175+0000","last_became_active":"2024-09-19T04:36:31.655052+0000","last_became_peered":"2024-09-19T04:36:31.655052+0000","last_unstale":"2024-09-19T04:36:33.240175+0000","last_undegraded":"2024-09-19T04:36:33.240175+0000","last_fullsized":"2024-09-19T04:36:33.240175+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:19.372195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239376+0000","last_change":"2024-09-19T04:36:31.649933+0000","last_active":"2024-09-19T04:36:33.239376+0000","last_peered":"2024-09-19T04:36:33.239376+0000","last_clean":"2024-09-19T04:36:33.239376+0000","last_became_active":"2024-09-19T04:36:31.649514+0000","last_became_peered":"2024-09-19T04:36:31.649514+0000","last_unstale":"2024-09-19T04:36:33.239376+0000","last_undegraded":"2024-09-19T04:36:33.239376+0000","last_fullsized":"2024-09-19T04:36:33.239376+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:19.226992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239761+0000","last_change":"2024-09-19T04:36:31.657250+0000","last_active":"2024-09-19T04:36:33.239761+0000","last_peered":"2024-09-19T04:36:33.239761+0000","last_clean":"2024-09-19T04:36:33.239761+0000","last_became_active":"2024-09-19T04:36:31.656961+0000","last_became_peered":"2024-09-19T04:36:31.656961+0000","last_unstale":"2024-09-19T04:36:33.239761+0000","last_undegraded":"2024-09-19T04:36:33.239761+0000","last_fullsized":"2024-09-19T04:36:33.239761+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:11.392863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.650326+0000","last_change":"2024-09-19T04:36:31.643542+0000","last_active":"2024-09-19T04:36:32.650326+0000","last_peered":"2024-09-19T04:36:32.650326+0000","last_clean":"2024-09-19T04:36:32.650326+0000","last_became_active":"2024-09-19T04:36:31.642976+0000","last_became_peered":"2024-09-19T04:36:31.642976+0000","last_unstale":"2024-09-19T04:36:32.650326+0000","last_undegraded":"2024-09-19T04:36:32.650326+0000","last_fullsized":"2024-09-19T04:36:32.650326+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:15:31.510758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239700+0000","last_change":"2024-09-19T04:36:31.652196+0000","last_active":"2024-09-19T04:36:33.239700+0000","last_peered":"2024-09-19T04:36:33.239700+0000","last_clean":"2024-09-19T04:36:33.239700+0000","last_became_active":"2024-09-19T04:36:31.651820+0000","last_became_peered":"2024-09-19T04:36:31.651820+0000","last_unstale":"2024-09-19T04:36:33.239700+0000","last_undegraded":"2024-09-19T04:36:33.239700+0000","last_fullsized":"2024-09-19T04:36:33.239700+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:27:08.970257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.650842+0000","last_change":"2024-09-19T04:36:31.653815+0000","last_active":"2024-09-19T04:36:32.650842+0000","last_peered":"2024-09-19T04:36:32.650842+0000","last_clean":"2024-09-19T04:36:32.650842+0000","last_became_active":"2024-09-19T04:36:31.653520+0000","last_became_peered":"2024-09-19T04:36:31.653520+0000","last_unstale":"2024-09-19T04:36:32.650842+0000","last_undegraded":"2024-09-19T04:36:32.650842+0000","last_fullsized":"2024-09-19T04:36:32.650842+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:57.552092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239711+0000","last_change":"2024-09-19T04:36:31.662989+0000","last_active":"2024-09-19T04:36:33.239711+0000","last_peered":"2024-09-19T04:36:33.239711+0000","last_clean":"2024-09-19T04:36:33.239711+0000","last_became_active":"2024-09-19T04:36:31.662718+0000","last_became_peered":"2024-09-19T04:36:31.662718+0000","last_unstale":"2024-09-19T04:36:33.239711+0000","last_undegraded":"2024-09-19T04:36:33.239711+0000","last_fullsized":"2024-09-19T04:36:33.239711+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:42.264603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.650775+0000","last_change":"2024-09-19T04:36:31.647632+0000","last_active":"2024-09-19T04:36:32.650775+0000","last_peered":"2024-09-19T04:36:32.650775+0000","last_clean":"2024-09-19T04:36:32.650775+0000","last_became_active":"2024-09-19T04:36:31.647378+0000","last_became_peered":"2024-09-19T04:36:31.647378+0000","last_unstale":"2024-09-19T04:36:32.650775+0000","last_undegraded":"2024-09-19T04:36:32.650775+0000","last_fullsized":"2024-09-19T04:36:32.650775+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:27.757439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.652208+0000","last_change":"2024-09-19T04:36:31.649954+0000","last_active":"2024-09-19T04:36:32.652208+0000","last_peered":"2024-09-19T04:36:32.652208+0000","last_clean":"2024-09-19T04:36:32.652208+0000","last_became_active":"2024-09-19T04:36:31.649642+0000","last_became_peered":"2024-09-19T04:36:31.649642+0000","last_unstale":"2024-09-19T04:36:32.652208+0000","last_undegraded":"2024-09-19T04:36:32.652208+0000","last_fullsized":"2024-09-19T04:36:32.652208+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:32:10.165353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.725444+0000","last_change":"2024-09-19T04:36:31.648368+0000","last_active":"2024-09-19T04:36:32.725444+0000","last_peered":"2024-09-19T04:36:32.725444+0000","last_clean":"2024-09-19T04:36:32.725444+0000","last_became_active":"2024-09-19T04:36:31.647711+0000","last_became_peered":"2024-09-19T04:36:31.647711+0000","last_unstale":"2024-09-19T04:36:32.725444+0000","last_undegraded":"2024-09-19T04:36:32.725444+0000","last_fullsized":"2024-09-19T04:36:32.725444+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:59:29.289357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.240009+0000","last_change":"2024-09-19T04:36:31.652316+0000","last_active":"2024-09-19T04:36:33.240009+0000","last_peered":"2024-09-19T04:36:33.240009+0000","last_clean":"2024-09-19T04:36:33.240009+0000","last_became_active":"2024-09-19T04:36:31.652020+0000","last_became_peered":"2024-09-19T04:36:31.652020+0000","last_unstale":"2024-09-19T04:36:33.240009+0000","last_undegraded":"2024-09-19T04:36:33.240009+0000","last_fullsized":"2024-09-19T04:36:33.240009+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:16:17.915535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.807011+0000","last_change":"2024-09-19T04:36:31.656204+0000","last_active":"2024-09-19T04:36:32.807011+0000","last_peered":"2024-09-19T04:36:32.807011+0000","last_clean":"2024-09-19T04:36:32.807011+0000","last_became_active":"2024-09-19T04:36:31.655913+0000","last_became_peered":"2024-09-19T04:36:31.655913+0000","last_unstale":"2024-09-19T04:36:32.807011+0000","last_undegraded":"2024-09-19T04:36:32.807011+0000","last_fullsized":"2024-09-19T04:36:32.807011+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:06.059855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.650478+0000","last_change":"2024-09-19T04:36:31.648184+0000","last_active":"2024-09-19T04:36:32.650478+0000","last_peered":"2024-09-19T04:36:32.650478+0000","last_clean":"2024-09-19T04:36:32.650478+0000","last_became_active":"2024-09-19T04:36:31.647579+0000","last_became_peered":"2024-09-19T04:36:31.647579+0000","last_unstale":"2024-09-19T04:36:32.650478+0000","last_undegraded":"2024-09-19T04:36:32.650478+0000","last_fullsized":"2024-09-19T04:36:32.650478+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:29:14.266320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.806846+0000","last_change":"2024-09-19T04:36:31.650365+0000","last_active":"2024-09-19T04:36:32.806846+0000","last_peered":"2024-09-19T04:36:32.806846+0000","last_clean":"2024-09-19T04:36:32.806846+0000","last_became_active":"2024-09-19T04:36:31.650087+0000","last_became_peered":"2024-09-19T04:36:31.650087+0000","last_unstale":"2024-09-19T04:36:32.806846+0000","last_undegraded":"2024-09-19T04:36:32.806846+0000","last_fullsized":"2024-09-19T04:36:32.806846+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:19.374682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.651211+0000","last_change":"2024-09-19T04:36:31.658004+0000","last_active":"2024-09-19T04:36:32.651211+0000","last_peered":"2024-09-19T04:36:32.651211+0000","last_clean":"2024-09-19T04:36:32.651211+0000","last_became_active":"2024-09-19T04:36:31.657649+0000","last_became_peered":"2024-09-19T04:36:31.657649+0000","last_unstale":"2024-09-19T04:36:32.651211+0000","last_undegraded":"2024-09-19T04:36:32.651211+0000","last_fullsized":"2024-09-19T04:36:32.651211+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:46:39.707540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.650781+0000","last_change":"2024-09-19T04:36:31.647616+0000","last_active":"2024-09-19T04:36:32.650781+0000","last_peered":"2024-09-19T04:36:32.650781+0000","last_clean":"2024-09-19T04:36:32.650781+0000","last_became_active":"2024-09-19T04:36:31.647349+0000","last_became_peered":"2024-09-19T04:36:31.647349+0000","last_unstale":"2024-09-19T04:36:32.650781+0000","last_undegraded":"2024-09-19T04:36:32.650781+0000","last_fullsized":"2024-09-19T04:36:32.650781+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:43:28.704598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239922+0000","last_change":"2024-09-19T04:36:31.657173+0000","last_active":"2024-09-19T04:36:33.239922+0000","last_peered":"2024-09-19T04:36:33.239922+0000","last_clean":"2024-09-19T04:36:33.239922+0000","last_became_active":"2024-09-19T04:36:31.656931+0000","last_became_peered":"2024-09-19T04:36:31.656931+0000","last_unstale":"2024-09-19T04:36:33.239922+0000","last_undegraded":"2024-09-19T04:36:33.239922+0000","last_fullsized":"2024-09-19T04:36:33.239922+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:32:22.734845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239977+0000","last_change":"2024-09-19T04:36:31.663397+0000","last_active":"2024-09-19T04:36:33.239977+0000","last_peered":"2024-09-19T04:36:33.239977+0000","last_clean":"2024-09-19T04:36:33.239977+0000","last_became_active":"2024-09-19T04:36:31.663126+0000","last_became_peered":"2024-09-19T04:36:31.663126+0000","last_unstale":"2024-09-19T04:36:33.239977+0000","last_undegraded":"2024-09-19T04:36:33.239977+0000","last_fullsized":"2024-09-19T04:36:33.239977+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:17.055443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.807072+0000","last_change":"2024-09-19T04:36:31.654640+0000","last_active":"2024-09-19T04:36:32.807072+0000","last_peered":"2024-09-19T04:36:32.807072+0000","last_clean":"2024-09-19T04:36:32.807072+0000","last_became_active":"2024-09-19T04:36:31.654334+0000","last_became_peered":"2024-09-19T04:36:31.654334+0000","last_unstale":"2024-09-19T04:36:32.807072+0000","last_undegraded":"2024-09-19T04:36:32.807072+0000","last_fullsized":"2024-09-19T04:36:32.807072+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:15:29.854224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.651649+0000","last_change":"2024-09-19T04:36:31.648068+0000","last_active":"2024-09-19T04:36:32.651649+0000","last_peered":"2024-09-19T04:36:32.651649+0000","last_clean":"2024-09-19T04:36:32.651649+0000","last_became_active":"2024-09-19T04:36:31.647781+0000","last_became_peered":"2024-09-19T04:36:31.647781+0000","last_unstale":"2024-09-19T04:36:32.651649+0000","last_undegraded":"2024-09-19T04:36:32.651649+0000","last_fullsized":"2024-09-19T04:36:32.651649+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:04:58.602201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.651344+0000","last_change":"2024-09-19T04:36:31.649968+0000","last_active":"2024-09-19T04:36:32.651344+0000","last_peered":"2024-09-19T04:36:32.651344+0000","last_clean":"2024-09-19T04:36:32.651344+0000","last_became_active":"2024-09-19T04:36:31.649694+0000","last_became_peered":"2024-09-19T04:36:31.649694+0000","last_unstale":"2024-09-19T04:36:32.651344+0000","last_undegraded":"2024-09-19T04:36:32.651344+0000","last_fullsized":"2024-09-19T04:36:32.651344+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:20:32.781991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.725159+0000","last_change":"2024-09-19T04:36:31.660876+0000","last_active":"2024-09-19T04:36:32.725159+0000","last_peered":"2024-09-19T04:36:32.725159+0000","last_clean":"2024-09-19T04:36:32.725159+0000","last_became_active":"2024-09-19T04:36:31.660606+0000","last_became_peered":"2024-09-19T04:36:31.660606+0000","last_unstale":"2024-09-19T04:36:32.725159+0000","last_undegraded":"2024-09-19T04:36:32.725159+0000","last_fullsized":"2024-09-19T04:36:32.725159+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:09.589670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.725156+0000","last_change":"2024-09-19T04:36:31.659749+0000","last_active":"2024-09-19T04:36:32.725156+0000","last_peered":"2024-09-19T04:36:32.725156+0000","last_clean":"2024-09-19T04:36:32.725156+0000","last_became_active":"2024-09-19T04:36:31.659438+0000","last_became_peered":"2024-09-19T04:36:31.659438+0000","last_unstale":"2024-09-19T04:36:32.725156+0000","last_undegraded":"2024-09-19T04:36:32.725156+0000","last_fullsized":"2024-09-19T04:36:32.725156+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:08:50.942416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.651095+0000","last_change":"2024-09-19T04:36:31.647350+0000","last_active":"2024-09-19T04:36:32.651095+0000","last_peered":"2024-09-19T04:36:32.651095+0000","last_clean":"2024-09-19T04:36:32.651095+0000","last_became_active":"2024-09-19T04:36:31.647058+0000","last_became_peered":"2024-09-19T04:36:31.647058+0000","last_unstale":"2024-09-19T04:36:32.651095+0000","last_undegraded":"2024-09-19T04:36:32.651095+0000","last_fullsized":"2024-09-19T04:36:32.651095+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:32.294530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.651633+0000","last_change":"2024-09-19T04:36:31.657789+0000","last_active":"2024-09-19T04:36:32.651633+0000","last_peered":"2024-09-19T04:36:32.651633+0000","last_clean":"2024-09-19T04:36:32.651633+0000","last_became_active":"2024-09-19T04:36:31.657537+0000","last_became_peered":"2024-09-19T04:36:31.657537+0000","last_unstale":"2024-09-19T04:36:32.651633+0000","last_undegraded":"2024-09-19T04:36:32.651633+0000","last_fullsized":"2024-09-19T04:36:32.651633+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:20:51.657504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239824+0000","last_change":"2024-09-19T04:36:31.646582+0000","last_active":"2024-09-19T04:36:33.239824+0000","last_peered":"2024-09-19T04:36:33.239824+0000","last_clean":"2024-09-19T04:36:33.239824+0000","last_became_active":"2024-09-19T04:36:31.646309+0000","last_became_peered":"2024-09-19T04:36:31.646309+0000","last_unstale":"2024-09-19T04:36:33.239824+0000","last_undegraded":"2024-09-19T04:36:33.239824+0000","last_fullsized":"2024-09-19T04:36:33.239824+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:35:03.549364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.652441+0000","last_change":"2024-09-19T04:36:31.650122+0000","last_active":"2024-09-19T04:36:32.652441+0000","last_peered":"2024-09-19T04:36:32.652441+0000","last_clean":"2024-09-19T04:36:32.652441+0000","last_became_active":"2024-09-19T04:36:31.649828+0000","last_became_peered":"2024-09-19T04:36:31.649828+0000","last_unstale":"2024-09-19T04:36:32.652441+0000","last_undegraded":"2024-09-19T04:36:32.652441+0000","last_fullsized":"2024-09-19T04:36:32.652441+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:02:02.841709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239592+0000","last_change":"2024-09-19T04:36:31.647836+0000","last_active":"2024-09-19T04:36:33.239592+0000","last_peered":"2024-09-19T04:36:33.239592+0000","last_clean":"2024-09-19T04:36:33.239592+0000","last_became_active":"2024-09-19T04:36:31.647592+0000","last_became_peered":"2024-09-19T04:36:31.647592+0000","last_unstale":"2024-09-19T04:36:33.239592+0000","last_undegraded":"2024-09-19T04:36:33.239592+0000","last_fullsized":"2024-09-19T04:36:33.239592+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:54.108470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.650916+0000","last_change":"2024-09-19T04:36:31.657859+0000","last_active":"2024-09-19T04:36:32.650916+0000","last_peered":"2024-09-19T04:36:32.650916+0000","last_clean":"2024-09-19T04:36:32.650916+0000","last_became_active":"2024-09-19T04:36:31.657515+0000","last_became_peered":"2024-09-19T04:36:31.657515+0000","last_unstale":"2024-09-19T04:36:32.650916+0000","last_undegraded":"2024-09-19T04:36:32.650916+0000","last_fullsized":"2024-09-19T04:36:32.650916+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:38:41.317164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.651146+0000","last_change":"2024-09-19T04:36:31.655212+0000","last_active":"2024-09-19T04:36:32.651146+0000","last_peered":"2024-09-19T04:36:32.651146+0000","last_clean":"2024-09-19T04:36:32.651146+0000","last_became_active":"2024-09-19T04:36:31.654937+0000","last_became_peered":"2024-09-19T04:36:31.654937+0000","last_unstale":"2024-09-19T04:36:32.651146+0000","last_undegraded":"2024-09-19T04:36:32.651146+0000","last_fullsized":"2024-09-19T04:36:32.651146+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:32:25.874404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239665+0000","last_change":"2024-09-19T04:36:31.659178+0000","last_active":"2024-09-19T04:36:33.239665+0000","last_peered":"2024-09-19T04:36:33.239665+0000","last_clean":"2024-09-19T04:36:33.239665+0000","last_became_active":"2024-09-19T04:36:31.658756+0000","last_became_peered":"2024-09-19T04:36:31.658756+0000","last_unstale":"2024-09-19T04:36:33.239665+0000","last_undegraded":"2024-09-19T04:36:33.239665+0000","last_fullsized":"2024-09-19T04:36:33.239665+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:41.434637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.725562+0000","last_change":"2024-09-19T04:36:31.658116+0000","last_active":"2024-09-19T04:36:32.725562+0000","last_peered":"2024-09-19T04:36:32.725562+0000","last_clean":"2024-09-19T04:36:32.725562+0000","last_became_active":"2024-09-19T04:36:31.657648+0000","last_became_peered":"2024-09-19T04:36:31.657648+0000","last_unstale":"2024-09-19T04:36:32.725562+0000","last_undegraded":"2024-09-19T04:36:32.725562+0000","last_fullsized":"2024-09-19T04:36:32.725562+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:10.806185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"69'4","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.725689+0000","last_change":"2024-09-19T04:36:30.649932+0000","last_active":"2024-09-19T04:36:32.725689+0000","last_peered":"2024-09-19T04:36:32.725689+0000","last_clean":"2024-09-19T04:36:32.725689+0000","last_became_active":"2024-09-19T04:36:30.649646+0000","last_became_peered":"2024-09-19T04:36:30.649646+0000","last_unstale":"2024-09-19T04:36:32.725689+0000","last_undegraded":"2024-09-19T04:36:32.725689+0000","last_fullsized":"2024-09-19T04:36:32.725689+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:39.023558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.650865+0000","last_change":"2024-09-19T04:36:31.645356+0000","last_active":"2024-09-19T04:36:32.650865+0000","last_peered":"2024-09-19T04:36:32.650865+0000","last_clean":"2024-09-19T04:36:32.650865+0000","last_became_active":"2024-09-19T04:36:31.644202+0000","last_became_peered":"2024-09-19T04:36:31.644202+0000","last_unstale":"2024-09-19T04:36:32.650865+0000","last_undegraded":"2024-09-19T04:36:32.650865+0000","last_fullsized":"2024-09-19T04:36:32.650865+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:13:28.037093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1e","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.807068+0000","last_change":"2024-09-19T04:36:30.647976+0000","last_active":"2024-09-19T04:36:32.807068+0000","last_peered":"2024-09-19T04:36:32.807068+0000","last_clean":"2024-09-19T04:36:32.807068+0000","last_became_active":"2024-09-19T04:36:30.647653+0000","last_became_peered":"2024-09-19T04:36:30.647653+0000","last_unstale":"2024-09-19T04:36:32.807068+0000","last_undegraded":"2024-09-19T04:36:32.807068+0000","last_fullsized":"2024-09-19T04:36:32.807068+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:21:06.366963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.240075+0000","last_change":"2024-09-19T04:36:31.660100+0000","last_active":"2024-09-19T04:36:33.240075+0000","last_peered":"2024-09-19T04:36:33.240075+0000","last_clean":"2024-09-19T04:36:33.240075+0000","last_became_active":"2024-09-19T04:36:31.659480+0000","last_became_peered":"2024-09-19T04:36:31.659480+0000","last_unstale":"2024-09-19T04:36:33.240075+0000","last_undegraded":"2024-09-19T04:36:33.240075+0000","last_fullsized":"2024-09-19T04:36:33.240075+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:37:42.559716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.651914+0000","last_change":"2024-09-19T04:36:30.646388+0000","last_active":"2024-09-19T04:36:32.651914+0000","last_peered":"2024-09-19T04:36:32.651914+0000","last_clean":"2024-09-19T04:36:32.651914+0000","last_became_active":"2024-09-19T04:36:30.646114+0000","last_became_peered":"2024-09-19T04:36:30.646114+0000","last_unstale":"2024-09-19T04:36:32.651914+0000","last_undegraded":"2024-09-19T04:36:32.651914+0000","last_fullsized":"2024-09-19T04:36:32.651914+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:02.025718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.725479+0000","last_change":"2024-09-19T04:36:31.653344+0000","last_active":"2024-09-19T04:36:32.725479+0000","last_peered":"2024-09-19T04:36:32.725479+0000","last_clean":"2024-09-19T04:36:32.725479+0000","last_became_active":"2024-09-19T04:36:31.653074+0000","last_became_peered":"2024-09-19T04:36:31.653074+0000","last_unstale":"2024-09-19T04:36:32.725479+0000","last_undegraded":"2024-09-19T04:36:32.725479+0000","last_fullsized":"2024-09-19T04:36:32.725479+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:21.393849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.240249+0000","last_change":"2024-09-19T04:36:30.651628+0000","last_active":"2024-09-19T04:36:33.240249+0000","last_peered":"2024-09-19T04:36:33.240249+0000","last_clean":"2024-09-19T04:36:33.240249+0000","last_became_active":"2024-09-19T04:36:30.651319+0000","last_became_peered":"2024-09-19T04:36:30.651319+0000","last_unstale":"2024-09-19T04:36:33.240249+0000","last_undegraded":"2024-09-19T04:36:33.240249+0000","last_fullsized":"2024-09-19T04:36:33.240249+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:44.438570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.651004+0000","last_change":"2024-09-19T04:36:31.650688+0000","last_active":"2024-09-19T04:36:32.651004+0000","last_peered":"2024-09-19T04:36:32.651004+0000","last_clean":"2024-09-19T04:36:32.651004+0000","last_became_active":"2024-09-19T04:36:31.650359+0000","last_became_peered":"2024-09-19T04:36:31.650359+0000","last_unstale":"2024-09-19T04:36:32.651004+0000","last_undegraded":"2024-09-19T04:36:32.651004+0000","last_fullsized":"2024-09-19T04:36:32.651004+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:29:10.887957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239756+0000","last_change":"2024-09-19T04:36:30.648446+0000","last_active":"2024-09-19T04:36:33.239756+0000","last_peered":"2024-09-19T04:36:33.239756+0000","last_clean":"2024-09-19T04:36:33.239756+0000","last_became_active":"2024-09-19T04:36:30.648063+0000","last_became_peered":"2024-09-19T04:36:30.648063+0000","last_unstale":"2024-09-19T04:36:33.239756+0000","last_undegraded":"2024-09-19T04:36:33.239756+0000","last_fullsized":"2024-09-19T04:36:33.239756+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:08.747687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.651717+0000","last_change":"2024-09-19T04:36:31.648617+0000","last_active":"2024-09-19T04:36:32.651717+0000","last_peered":"2024-09-19T04:36:32.651717+0000","last_clean":"2024-09-19T04:36:32.651717+0000","last_became_active":"2024-09-19T04:36:31.648294+0000","last_became_peered":"2024-09-19T04:36:31.648294+0000","last_unstale":"2024-09-19T04:36:32.651717+0000","last_undegraded":"2024-09-19T04:36:32.651717+0000","last_fullsized":"2024-09-19T04:36:32.651717+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:05.504774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239642+0000","last_change":"2024-09-19T04:36:30.650629+0000","last_active":"2024-09-19T04:36:33.239642+0000","last_peered":"2024-09-19T04:36:33.239642+0000","last_clean":"2024-09-19T04:36:33.239642+0000","last_became_active":"2024-09-19T04:36:30.649233+0000","last_became_peered":"2024-09-19T04:36:30.649233+0000","last_unstale":"2024-09-19T04:36:33.239642+0000","last_undegraded":"2024-09-19T04:36:33.239642+0000","last_fullsized":"2024-09-19T04:36:33.239642+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:26.955377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.650174+0000","last_change":"2024-09-19T04:36:31.645088+0000","last_active":"2024-09-19T04:36:32.650174+0000","last_peered":"2024-09-19T04:36:32.650174+0000","last_clean":"2024-09-19T04:36:32.650174+0000","last_became_active":"2024-09-19T04:36:31.644837+0000","last_became_peered":"2024-09-19T04:36:31.644837+0000","last_unstale":"2024-09-19T04:36:32.650174+0000","last_undegraded":"2024-09-19T04:36:32.650174+0000","last_fullsized":"2024-09-19T04:36:32.650174+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:26:45.321861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239334+0000","last_change":"2024-09-19T04:36:30.641654+0000","last_active":"2024-09-19T04:36:33.239334+0000","last_peered":"2024-09-19T04:36:33.239334+0000","last_clean":"2024-09-19T04:36:33.239334+0000","last_became_active":"2024-09-19T04:36:30.641169+0000","last_became_peered":"2024-09-19T04:36:30.641169+0000","last_unstale":"2024-09-19T04:36:33.239334+0000","last_undegraded":"2024-09-19T04:36:33.239334+0000","last_fullsized":"2024-09-19T04:36:33.239334+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:54.313005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.806902+0000","last_change":"2024-09-19T04:36:31.656546+0000","last_active":"2024-09-19T04:36:32.806902+0000","last_peered":"2024-09-19T04:36:32.806902+0000","last_clean":"2024-09-19T04:36:32.806902+0000","last_became_active":"2024-09-19T04:36:31.656273+0000","last_became_peered":"2024-09-19T04:36:31.656273+0000","last_unstale":"2024-09-19T04:36:32.806902+0000","last_undegraded":"2024-09-19T04:36:32.806902+0000","last_fullsized":"2024-09-19T04:36:32.806902+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:19.458914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.650121+0000","last_change":"2024-09-19T04:36:30.640432+0000","last_active":"2024-09-19T04:36:32.650121+0000","last_peered":"2024-09-19T04:36:32.650121+0000","last_clean":"2024-09-19T04:36:32.650121+0000","last_became_active":"2024-09-19T04:36:30.640141+0000","last_became_peered":"2024-09-19T04:36:30.640141+0000","last_unstale":"2024-09-19T04:36:32.650121+0000","last_undegraded":"2024-09-19T04:36:32.650121+0000","last_fullsized":"2024-09-19T04:36:32.650121+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:46.390335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.651785+0000","last_change":"2024-09-19T04:36:31.660327+0000","last_active":"2024-09-19T04:36:32.651785+0000","last_peered":"2024-09-19T04:36:32.651785+0000","last_clean":"2024-09-19T04:36:32.651785+0000","last_became_active":"2024-09-19T04:36:31.659974+0000","last_became_peered":"2024-09-19T04:36:31.659974+0000","last_unstale":"2024-09-19T04:36:32.651785+0000","last_undegraded":"2024-09-19T04:36:32.651785+0000","last_fullsized":"2024-09-19T04:36:32.651785+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:26.533944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.651127+0000","last_change":"2024-09-19T04:36:30.646498+0000","last_active":"2024-09-19T04:36:32.651127+0000","last_peered":"2024-09-19T04:36:32.651127+0000","last_clean":"2024-09-19T04:36:32.651127+0000","last_became_active":"2024-09-19T04:36:30.646225+0000","last_became_peered":"2024-09-19T04:36:30.646225+0000","last_unstale":"2024-09-19T04:36:32.651127+0000","last_undegraded":"2024-09-19T04:36:32.651127+0000","last_fullsized":"2024-09-19T04:36:32.651127+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:57:21.222180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.725604+0000","last_change":"2024-09-19T04:36:31.657425+0000","last_active":"2024-09-19T04:36:32.725604+0000","last_peered":"2024-09-19T04:36:32.725604+0000","last_clean":"2024-09-19T04:36:32.725604+0000","last_became_active":"2024-09-19T04:36:31.657062+0000","last_became_peered":"2024-09-19T04:36:31.657062+0000","last_unstale":"2024-09-19T04:36:32.725604+0000","last_undegraded":"2024-09-19T04:36:32.725604+0000","last_fullsized":"2024-09-19T04:36:32.725604+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:10.142747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.240226+0000","last_change":"2024-09-19T04:36:30.652461+0000","last_active":"2024-09-19T04:36:33.240226+0000","last_peered":"2024-09-19T04:36:33.240226+0000","last_clean":"2024-09-19T04:36:33.240226+0000","last_became_active":"2024-09-19T04:36:30.652143+0000","last_became_peered":"2024-09-19T04:36:30.652143+0000","last_unstale":"2024-09-19T04:36:33.240226+0000","last_undegraded":"2024-09-19T04:36:33.240226+0000","last_fullsized":"2024-09-19T04:36:33.240226+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:44.600738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.240368+0000","last_change":"2024-09-19T04:36:31.653835+0000","last_active":"2024-09-19T04:36:33.240368+0000","last_peered":"2024-09-19T04:36:33.240368+0000","last_clean":"2024-09-19T04:36:33.240368+0000","last_became_active":"2024-09-19T04:36:31.652878+0000","last_became_peered":"2024-09-19T04:36:31.652878+0000","last_unstale":"2024-09-19T04:36:33.240368+0000","last_undegraded":"2024-09-19T04:36:33.240368+0000","last_fullsized":"2024-09-19T04:36:33.240368+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:44.668551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"69'3","reported_seq":17,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239599+0000","last_change":"2024-09-19T04:36:30.645918+0000","last_active":"2024-09-19T04:36:33.239599+0000","last_peered":"2024-09-19T04:36:33.239599+0000","last_clean":"2024-09-19T04:36:33.239599+0000","last_became_active":"2024-09-19T04:36:30.645399+0000","last_became_peered":"2024-09-19T04:36:30.645399+0000","last_unstale":"2024-09-19T04:36:33.239599+0000","last_undegraded":"2024-09-19T04:36:33.239599+0000","last_fullsized":"2024-09-19T04:36:33.239599+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:08:49.937562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.650537+0000","last_change":"2024-09-19T04:36:31.653513+0000","last_active":"2024-09-19T04:36:32.650537+0000","last_peered":"2024-09-19T04:36:32.650537+0000","last_clean":"2024-09-19T04:36:32.650537+0000","last_became_active":"2024-09-19T04:36:31.653201+0000","last_became_peered":"2024-09-19T04:36:31.653201+0000","last_unstale":"2024-09-19T04:36:32.650537+0000","last_undegraded":"2024-09-19T04:36:32.650537+0000","last_fullsized":"2024-09-19T04:36:32.650537+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:50:50.457577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"69'6","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239955+0000","last_change":"2024-09-19T04:36:30.640783+0000","last_active":"2024-09-19T04:36:33.239955+0000","last_peered":"2024-09-19T04:36:33.239955+0000","last_clean":"2024-09-19T04:36:33.239955+0000","last_became_active":"2024-09-19T04:36:30.640503+0000","last_became_peered":"2024-09-19T04:36:30.640503+0000","last_unstale":"2024-09-19T04:36:33.239955+0000","last_undegraded":"2024-09-19T04:36:33.239955+0000","last_fullsized":"2024-09-19T04:36:33.239955+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:14:32.656566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.725231+0000","last_change":"2024-09-19T04:36:31.649252+0000","last_active":"2024-09-19T04:36:32.725231+0000","last_peered":"2024-09-19T04:36:32.725231+0000","last_clean":"2024-09-19T04:36:32.725231+0000","last_became_active":"2024-09-19T04:36:31.648979+0000","last_became_peered":"2024-09-19T04:36:31.648979+0000","last_unstale":"2024-09-19T04:36:32.725231+0000","last_undegraded":"2024-09-19T04:36:32.725231+0000","last_fullsized":"2024-09-19T04:36:32.725231+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:09.752541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239633+0000","last_change":"2024-09-19T04:36:30.645905+0000","last_active":"2024-09-19T04:36:33.239633+0000","last_peered":"2024-09-19T04:36:33.239633+0000","last_clean":"2024-09-19T04:36:33.239633+0000","last_became_active":"2024-09-19T04:36:30.645609+0000","last_became_peered":"2024-09-19T04:36:30.645609+0000","last_unstale":"2024-09-19T04:36:33.239633+0000","last_undegraded":"2024-09-19T04:36:33.239633+0000","last_fullsized":"2024-09-19T04:36:33.239633+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:59.481502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.651036+0000","last_change":"2024-09-19T04:36:31.652299+0000","last_active":"2024-09-19T04:36:32.651036+0000","last_peered":"2024-09-19T04:36:32.651036+0000","last_clean":"2024-09-19T04:36:32.651036+0000","last_became_active":"2024-09-19T04:36:31.651970+0000","last_became_peered":"2024-09-19T04:36:31.651970+0000","last_unstale":"2024-09-19T04:36:32.651036+0000","last_undegraded":"2024-09-19T04:36:32.651036+0000","last_fullsized":"2024-09-19T04:36:32.651036+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:02:25.769507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239798+0000","last_change":"2024-09-19T04:36:30.651158+0000","last_active":"2024-09-19T04:36:33.239798+0000","last_peered":"2024-09-19T04:36:33.239798+0000","last_clean":"2024-09-19T04:36:33.239798+0000","last_became_active":"2024-09-19T04:36:30.649304+0000","last_became_peered":"2024-09-19T04:36:30.649304+0000","last_unstale":"2024-09-19T04:36:33.239798+0000","last_undegraded":"2024-09-19T04:36:33.239798+0000","last_fullsized":"2024-09-19T04:36:33.239798+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:59.481502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.806799+0000","last_change":"2024-09-19T04:36:31.656693+0000","last_active":"2024-09-19T04:36:32.806799+0000","last_peered":"2024-09-19T04:36:32.806799+0000","last_clean":"2024-09-19T04:36:32.806799+0000","last_became_active":"2024-09-19T04:36:31.654949+0000","last_became_peered":"2024-09-19T04:36:31.654949+0000","last_unstale":"2024-09-19T04:36:32.806799+0000","last_undegraded":"2024-09-19T04:36:32.806799+0000","last_fullsized":"2024-09-19T04:36:32.806799+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:21:03.149003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.650777+0000","last_change":"2024-09-19T04:36:30.648080+0000","last_active":"2024-09-19T04:36:32.650777+0000","last_peered":"2024-09-19T04:36:32.650777+0000","last_clean":"2024-09-19T04:36:32.650777+0000","last_became_active":"2024-09-19T04:36:30.647789+0000","last_became_peered":"2024-09-19T04:36:30.647789+0000","last_unstale":"2024-09-19T04:36:32.650777+0000","last_undegraded":"2024-09-19T04:36:32.650777+0000","last_fullsized":"2024-09-19T04:36:32.650777+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:46:38.702686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.650295+0000","last_change":"2024-09-19T04:36:31.644116+0000","last_active":"2024-09-19T04:36:32.650295+0000","last_peered":"2024-09-19T04:36:32.650295+0000","last_clean":"2024-09-19T04:36:32.650295+0000","last_became_active":"2024-09-19T04:36:31.643831+0000","last_became_peered":"2024-09-19T04:36:31.643831+0000","last_unstale":"2024-09-19T04:36:32.650295+0000","last_undegraded":"2024-09-19T04:36:32.650295+0000","last_fullsized":"2024-09-19T04:36:32.650295+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:01:34.385312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.10","version":"69'8","reported_seq":22,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.651287+0000","last_change":"2024-09-19T04:36:30.647495+0000","last_active":"2024-09-19T04:36:32.651287+0000","last_peered":"2024-09-19T04:36:32.651287+0000","last_clean":"2024-09-19T04:36:32.651287+0000","last_became_active":"2024-09-19T04:36:30.647200+0000","last_became_peered":"2024-09-19T04:36:30.647200+0000","last_unstale":"2024-09-19T04:36:32.651287+0000","last_undegraded":"2024-09-19T04:36:32.651287+0000","last_fullsized":"2024-09-19T04:36:32.651287+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:16:16.910681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.652342+0000","last_change":"2024-09-19T04:36:31.653924+0000","last_active":"2024-09-19T04:36:32.652342+0000","last_peered":"2024-09-19T04:36:32.652342+0000","last_clean":"2024-09-19T04:36:32.652342+0000","last_became_active":"2024-09-19T04:36:31.652103+0000","last_became_peered":"2024-09-19T04:36:31.652103+0000","last_unstale":"2024-09-19T04:36:32.652342+0000","last_undegraded":"2024-09-19T04:36:32.652342+0000","last_fullsized":"2024-09-19T04:36:32.652342+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:23.296764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.240078+0000","last_change":"2024-09-19T04:36:30.648393+0000","last_active":"2024-09-19T04:36:33.240078+0000","last_peered":"2024-09-19T04:36:33.240078+0000","last_clean":"2024-09-19T04:36:33.240078+0000","last_became_active":"2024-09-19T04:36:30.648102+0000","last_became_peered":"2024-09-19T04:36:30.648102+0000","last_unstale":"2024-09-19T04:36:33.240078+0000","last_undegraded":"2024-09-19T04:36:33.240078+0000","last_fullsized":"2024-09-19T04:36:33.240078+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:43:55.415675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.725700+0000","last_change":"2024-09-19T04:36:31.653889+0000","last_active":"2024-09-19T04:36:32.725700+0000","last_peered":"2024-09-19T04:36:32.725700+0000","last_clean":"2024-09-19T04:36:32.725700+0000","last_became_active":"2024-09-19T04:36:31.653596+0000","last_became_peered":"2024-09-19T04:36:31.653596+0000","last_unstale":"2024-09-19T04:36:32.725700+0000","last_undegraded":"2024-09-19T04:36:32.725700+0000","last_fullsized":"2024-09-19T04:36:32.725700+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:18:42.896991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.652370+0000","last_change":"2024-09-19T04:36:30.650077+0000","last_active":"2024-09-19T04:36:32.652370+0000","last_peered":"2024-09-19T04:36:32.652370+0000","last_clean":"2024-09-19T04:36:32.652370+0000","last_became_active":"2024-09-19T04:36:30.649390+0000","last_became_peered":"2024-09-19T04:36:30.649390+0000","last_unstale":"2024-09-19T04:36:32.652370+0000","last_undegraded":"2024-09-19T04:36:32.652370+0000","last_fullsized":"2024-09-19T04:36:32.652370+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:32:21.729991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239907+0000","last_change":"2024-09-19T04:36:31.652172+0000","last_active":"2024-09-19T04:36:33.239907+0000","last_peered":"2024-09-19T04:36:33.239907+0000","last_clean":"2024-09-19T04:36:33.239907+0000","last_became_active":"2024-09-19T04:36:31.651880+0000","last_became_peered":"2024-09-19T04:36:31.651880+0000","last_unstale":"2024-09-19T04:36:33.239907+0000","last_undegraded":"2024-09-19T04:36:33.239907+0000","last_fullsized":"2024-09-19T04:36:33.239907+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:31.387733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.d","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.240039+0000","last_change":"2024-09-19T04:36:30.648297+0000","last_active":"2024-09-19T04:36:33.240039+0000","last_peered":"2024-09-19T04:36:33.240039+0000","last_clean":"2024-09-19T04:36:33.240039+0000","last_became_active":"2024-09-19T04:36:30.648016+0000","last_became_peered":"2024-09-19T04:36:30.648016+0000","last_unstale":"2024-09-19T04:36:33.240039+0000","last_undegraded":"2024-09-19T04:36:33.240039+0000","last_fullsized":"2024-09-19T04:36:33.240039+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:48:07.001803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.650634+0000","last_change":"2024-09-19T04:36:31.648754+0000","last_active":"2024-09-19T04:36:32.650634+0000","last_peered":"2024-09-19T04:36:32.650634+0000","last_clean":"2024-09-19T04:36:32.650634+0000","last_became_active":"2024-09-19T04:36:31.648496+0000","last_became_peered":"2024-09-19T04:36:31.648496+0000","last_unstale":"2024-09-19T04:36:32.650634+0000","last_undegraded":"2024-09-19T04:36:32.650634+0000","last_fullsized":"2024-09-19T04:36:32.650634+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:35:57.068987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.725351+0000","last_change":"2024-09-19T04:36:30.650100+0000","last_active":"2024-09-19T04:36:32.725351+0000","last_peered":"2024-09-19T04:36:32.725351+0000","last_clean":"2024-09-19T04:36:32.725351+0000","last_became_active":"2024-09-19T04:36:30.649828+0000","last_became_peered":"2024-09-19T04:36:30.649828+0000","last_unstale":"2024-09-19T04:36:32.725351+0000","last_undegraded":"2024-09-19T04:36:32.725351+0000","last_fullsized":"2024-09-19T04:36:32.725351+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:02:01.836855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239650+0000","last_change":"2024-09-19T04:36:31.653675+0000","last_active":"2024-09-19T04:36:33.239650+0000","last_peered":"2024-09-19T04:36:33.239650+0000","last_clean":"2024-09-19T04:36:33.239650+0000","last_became_active":"2024-09-19T04:36:31.653418+0000","last_became_peered":"2024-09-19T04:36:31.653418+0000","last_unstale":"2024-09-19T04:36:33.239650+0000","last_undegraded":"2024-09-19T04:36:33.239650+0000","last_fullsized":"2024-09-19T04:36:33.239650+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:47:06.552171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239886+0000","last_change":"2024-09-19T04:36:30.650404+0000","last_active":"2024-09-19T04:36:33.239886+0000","last_peered":"2024-09-19T04:36:33.239886+0000","last_clean":"2024-09-19T04:36:33.239886+0000","last_became_active":"2024-09-19T04:36:30.648897+0000","last_became_peered":"2024-09-19T04:36:30.648897+0000","last_unstale":"2024-09-19T04:36:33.239886+0000","last_undegraded":"2024-09-19T04:36:33.239886+0000","last_fullsized":"2024-09-19T04:36:33.239886+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:14:32.656566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239356+0000","last_change":"2024-09-19T04:36:31.655469+0000","last_active":"2024-09-19T04:36:33.239356+0000","last_peered":"2024-09-19T04:36:33.239356+0000","last_clean":"2024-09-19T04:36:33.239356+0000","last_became_active":"2024-09-19T04:36:31.655251+0000","last_became_peered":"2024-09-19T04:36:31.655251+0000","last_unstale":"2024-09-19T04:36:33.239356+0000","last_undegraded":"2024-09-19T04:36:33.239356+0000","last_fullsized":"2024-09-19T04:36:33.239356+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:18:42.896991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.651218+0000","last_change":"2024-09-19T04:36:30.647519+0000","last_active":"2024-09-19T04:36:32.651218+0000","last_peered":"2024-09-19T04:36:32.651218+0000","last_clean":"2024-09-19T04:36:32.651218+0000","last_became_active":"2024-09-19T04:36:30.647219+0000","last_became_peered":"2024-09-19T04:36:30.647219+0000","last_unstale":"2024-09-19T04:36:32.651218+0000","last_undegraded":"2024-09-19T04:36:32.651218+0000","last_fullsized":"2024-09-19T04:36:32.651218+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:20:31.777137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239421+0000","last_change":"2024-09-19T04:36:31.656226+0000","last_active":"2024-09-19T04:36:33.239421+0000","last_peered":"2024-09-19T04:36:33.239421+0000","last_clean":"2024-09-19T04:36:33.239421+0000","last_became_active":"2024-09-19T04:36:31.655987+0000","last_became_peered":"2024-09-19T04:36:31.655987+0000","last_unstale":"2024-09-19T04:36:33.239421+0000","last_undegraded":"2024-09-19T04:36:33.239421+0000","last_fullsized":"2024-09-19T04:36:33.239421+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:51:27.010115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.806690+0000","last_change":"2024-09-19T04:36:30.650391+0000","last_active":"2024-09-19T04:36:32.806690+0000","last_peered":"2024-09-19T04:36:32.806690+0000","last_clean":"2024-09-19T04:36:32.806690+0000","last_became_active":"2024-09-19T04:36:30.650120+0000","last_became_peered":"2024-09-19T04:36:30.650120+0000","last_unstale":"2024-09-19T04:36:32.806690+0000","last_undegraded":"2024-09-19T04:36:32.806690+0000","last_fullsized":"2024-09-19T04:36:32.806690+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:32.412888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.807109+0000","last_change":"2024-09-19T04:36:31.653461+0000","last_active":"2024-09-19T04:36:32.807109+0000","last_peered":"2024-09-19T04:36:32.807109+0000","last_clean":"2024-09-19T04:36:32.807109+0000","last_became_active":"2024-09-19T04:36:31.653210+0000","last_became_peered":"2024-09-19T04:36:31.653210+0000","last_unstale":"2024-09-19T04:36:32.807109+0000","last_undegraded":"2024-09-19T04:36:32.807109+0000","last_fullsized":"2024-09-19T04:36:32.807109+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:11:54.069836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.240166+0000","last_change":"2024-09-19T04:36:30.647697+0000","last_active":"2024-09-19T04:36:33.240166+0000","last_peered":"2024-09-19T04:36:33.240166+0000","last_clean":"2024-09-19T04:36:33.240166+0000","last_became_active":"2024-09-19T04:36:30.647357+0000","last_became_peered":"2024-09-19T04:36:30.647357+0000","last_unstale":"2024-09-19T04:36:33.240166+0000","last_undegraded":"2024-09-19T04:36:33.240166+0000","last_fullsized":"2024-09-19T04:36:33.240166+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:54.313005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.652048+0000","last_change":"2024-09-19T04:36:31.659073+0000","last_active":"2024-09-19T04:36:32.652048+0000","last_peered":"2024-09-19T04:36:32.652048+0000","last_clean":"2024-09-19T04:36:32.652048+0000","last_became_active":"2024-09-19T04:36:31.658788+0000","last_became_peered":"2024-09-19T04:36:31.658788+0000","last_unstale":"2024-09-19T04:36:32.652048+0000","last_undegraded":"2024-09-19T04:36:32.652048+0000","last_fullsized":"2024-09-19T04:36:32.652048+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:28:17.985932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"70'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.651930+0000","last_change":"2024-09-19T04:36:30.648704+0000","last_active":"2024-09-19T04:36:32.651930+0000","last_peered":"2024-09-19T04:36:32.651930+0000","last_clean":"2024-09-19T04:36:32.651930+0000","last_became_active":"2024-09-19T04:36:30.648335+0000","last_became_peered":"2024-09-19T04:36:30.648335+0000","last_unstale":"2024-09-19T04:36:32.651930+0000","last_undegraded":"2024-09-19T04:36:32.651930+0000","last_fullsized":"2024-09-19T04:36:32.651930+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:31.289676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.725351+0000","last_change":"2024-09-19T04:36:31.659017+0000","last_active":"2024-09-19T04:36:32.725351+0000","last_peered":"2024-09-19T04:36:32.725351+0000","last_clean":"2024-09-19T04:36:32.725351+0000","last_became_active":"2024-09-19T04:36:31.658728+0000","last_became_peered":"2024-09-19T04:36:31.658728+0000","last_unstale":"2024-09-19T04:36:32.725351+0000","last_undegraded":"2024-09-19T04:36:32.725351+0000","last_fullsized":"2024-09-19T04:36:32.725351+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:24.374038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.650583+0000","last_change":"2024-09-19T04:36:30.647221+0000","last_active":"2024-09-19T04:36:32.650583+0000","last_peered":"2024-09-19T04:36:32.650583+0000","last_clean":"2024-09-19T04:36:32.650583+0000","last_became_active":"2024-09-19T04:36:30.646961+0000","last_became_peered":"2024-09-19T04:36:30.646961+0000","last_unstale":"2024-09-19T04:36:32.650583+0000","last_undegraded":"2024-09-19T04:36:32.650583+0000","last_fullsized":"2024-09-19T04:36:32.650583+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:08:23.509167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.725616+0000","last_change":"2024-09-19T04:36:31.648632+0000","last_active":"2024-09-19T04:36:32.725616+0000","last_peered":"2024-09-19T04:36:32.725616+0000","last_clean":"2024-09-19T04:36:32.725616+0000","last_became_active":"2024-09-19T04:36:31.648072+0000","last_became_peered":"2024-09-19T04:36:31.648072+0000","last_unstale":"2024-09-19T04:36:32.725616+0000","last_undegraded":"2024-09-19T04:36:32.725616+0000","last_fullsized":"2024-09-19T04:36:32.725616+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:07:24.851419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.806990+0000","last_change":"2024-09-19T04:36:30.653450+0000","last_active":"2024-09-19T04:36:32.806990+0000","last_peered":"2024-09-19T04:36:32.806990+0000","last_clean":"2024-09-19T04:36:32.806990+0000","last_became_active":"2024-09-19T04:36:30.653150+0000","last_became_peered":"2024-09-19T04:36:30.653150+0000","last_unstale":"2024-09-19T04:36:32.806990+0000","last_undegraded":"2024-09-19T04:36:32.806990+0000","last_fullsized":"2024-09-19T04:36:32.806990+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:12.217305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.650495+0000","last_change":"2024-09-19T04:36:31.648396+0000","last_active":"2024-09-19T04:36:32.650495+0000","last_peered":"2024-09-19T04:36:32.650495+0000","last_clean":"2024-09-19T04:36:32.650495+0000","last_became_active":"2024-09-19T04:36:31.647540+0000","last_became_peered":"2024-09-19T04:36:31.647540+0000","last_unstale":"2024-09-19T04:36:32.650495+0000","last_undegraded":"2024-09-19T04:36:32.650495+0000","last_fullsized":"2024-09-19T04:36:32.650495+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:43.407389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.650242+0000","last_change":"2024-09-19T04:36:30.642463+0000","last_active":"2024-09-19T04:36:32.650242+0000","last_peered":"2024-09-19T04:36:32.650242+0000","last_clean":"2024-09-19T04:36:32.650242+0000","last_became_active":"2024-09-19T04:36:30.642188+0000","last_became_peered":"2024-09-19T04:36:30.642188+0000","last_unstale":"2024-09-19T04:36:32.650242+0000","last_undegraded":"2024-09-19T04:36:32.650242+0000","last_fullsized":"2024-09-19T04:36:32.650242+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:17:59.283879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239717+0000","last_change":"2024-09-19T04:36:31.660156+0000","last_active":"2024-09-19T04:36:33.239717+0000","last_peered":"2024-09-19T04:36:33.239717+0000","last_clean":"2024-09-19T04:36:33.239717+0000","last_became_active":"2024-09-19T04:36:31.659866+0000","last_became_peered":"2024-09-19T04:36:31.659866+0000","last_unstale":"2024-09-19T04:36:33.239717+0000","last_undegraded":"2024-09-19T04:36:33.239717+0000","last_fullsized":"2024-09-19T04:36:33.239717+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:45.407663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239428+0000","last_change":"2024-09-19T04:36:30.641470+0000","last_active":"2024-09-19T04:36:33.239428+0000","last_peered":"2024-09-19T04:36:33.239428+0000","last_clean":"2024-09-19T04:36:33.239428+0000","last_became_active":"2024-09-19T04:36:30.641179+0000","last_became_peered":"2024-09-19T04:36:30.641179+0000","last_unstale":"2024-09-19T04:36:33.239428+0000","last_undegraded":"2024-09-19T04:36:33.239428+0000","last_fullsized":"2024-09-19T04:36:33.239428+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:26.955377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239448+0000","last_change":"2024-09-19T04:36:31.649255+0000","last_active":"2024-09-19T04:36:33.239448+0000","last_peered":"2024-09-19T04:36:33.239448+0000","last_clean":"2024-09-19T04:36:33.239448+0000","last_became_active":"2024-09-19T04:36:31.648967+0000","last_became_peered":"2024-09-19T04:36:31.648967+0000","last_unstale":"2024-09-19T04:36:33.239448+0000","last_undegraded":"2024-09-19T04:36:33.239448+0000","last_fullsized":"2024-09-19T04:36:33.239448+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:30:15.180516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.651076+0000","last_change":"2024-09-19T04:36:30.648168+0000","last_active":"2024-09-19T04:36:32.651076+0000","last_peered":"2024-09-19T04:36:32.651076+0000","last_clean":"2024-09-19T04:36:32.651076+0000","last_became_active":"2024-09-19T04:36:30.647888+0000","last_became_peered":"2024-09-19T04:36:30.647888+0000","last_unstale":"2024-09-19T04:36:32.651076+0000","last_undegraded":"2024-09-19T04:36:32.651076+0000","last_fullsized":"2024-09-19T04:36:32.651076+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:30.382879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239561+0000","last_change":"2024-09-19T04:36:31.659933+0000","last_active":"2024-09-19T04:36:33.239561+0000","last_peered":"2024-09-19T04:36:33.239561+0000","last_clean":"2024-09-19T04:36:33.239561+0000","last_became_active":"2024-09-19T04:36:31.659638+0000","last_became_peered":"2024-09-19T04:36:31.659638+0000","last_unstale":"2024-09-19T04:36:33.239561+0000","last_undegraded":"2024-09-19T04:36:33.239561+0000","last_fullsized":"2024-09-19T04:36:33.239561+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:44:42.615949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239808+0000","last_change":"2024-09-19T04:36:30.651586+0000","last_active":"2024-09-19T04:36:33.239808+0000","last_peered":"2024-09-19T04:36:33.239808+0000","last_clean":"2024-09-19T04:36:33.239808+0000","last_became_active":"2024-09-19T04:36:30.650758+0000","last_became_peered":"2024-09-19T04:36:30.650758+0000","last_unstale":"2024-09-19T04:36:33.239808+0000","last_undegraded":"2024-09-19T04:36:33.239808+0000","last_fullsized":"2024-09-19T04:36:33.239808+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:28:47.142141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239507+0000","last_change":"2024-09-19T04:36:31.661112+0000","last_active":"2024-09-19T04:36:33.239507+0000","last_peered":"2024-09-19T04:36:33.239507+0000","last_clean":"2024-09-19T04:36:33.239507+0000","last_became_active":"2024-09-19T04:36:31.660817+0000","last_became_peered":"2024-09-19T04:36:31.660817+0000","last_unstale":"2024-09-19T04:36:33.239507+0000","last_undegraded":"2024-09-19T04:36:33.239507+0000","last_fullsized":"2024-09-19T04:36:33.239507+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:30.623296+0000","last_clean_scrub_stamp":"2024-09-19T04:36:30.623296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:10.875916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.b","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:33.239795+0000","last_change":"2024-09-19T04:36:30.651065+0000","last_active":"2024-09-19T04:36:33.239795+0000","last_peered":"2024-09-19T04:36:33.239795+0000","last_clean":"2024-09-19T04:36:33.239795+0000","last_became_active":"2024-09-19T04:36:30.650450+0000","last_became_peered":"2024-09-19T04:36:30.650450+0000","last_unstale":"2024-09-19T04:36:33.239795+0000","last_undegraded":"2024-09-19T04:36:33.239795+0000","last_fullsized":"2024-09-19T04:36:33.239795+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:36:29.618442+0000","last_clean_scrub_stamp":"2024-09-19T04:36:29.618442+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:55.926133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":259,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T04:36:32.725176+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:36:32.725176+0000","last_peered":"2024-09-19T04:36:32.725176+0000","last_clean":"2024-09-19T04:36:32.725176+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:36:32.725176+0000","last_undegraded":"2024-09-19T04:36:32.725176+0000","last_fullsized":"2024-09-19T04:36:32.725176+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509490,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32604,"kb_used_data":1412,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339236,"statfs":{"total":96636764160,"available":96603377664,"internally_reserved":0,"allocated":1445888,"data_stored":944390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509490,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27868,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343972,"statfs":{"total":96636764160,"available":96608227328,"internally_reserved":0,"allocated":851968,"data_stored":353498,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509490,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27860,"kb_used_data":828,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343980,"statfs":{"total":96636764160,"available":96608235520,"internally_reserved":0,"allocated":847872,"data_stored":353496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509491,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27856,"kb_used_data":828,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343984,"statfs":{"total":96636764160,"available":96608239616,"internally_reserved":0,"allocated":847872,"data_stored":353476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542195,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32028,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339812,"statfs":{"total":96636764160,"available":96603967488,"internally_reserved":0,"allocated":851968,"data_stored":353518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542194,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27864,"kb_used_data":836,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343976,"statfs":{"total":96636764160,"available":96608231424,"internally_reserved":0,"allocated":856064,"data_stored":355018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542194,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32040,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339800,"statfs":{"total":96636764160,"available":96603955200,"internally_reserved":0,"allocated":864256,"data_stored":355634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542195,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32592,"kb_used_data":1404,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339248,"statfs":{"total":96636764160,"available":96603389952,"internally_reserved":0,"allocated":1437696,"data_stored":943774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:36:39.234 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T04:36:39.234 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T04:36:39.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.376+0000 7ff55d92c640 1 Processor -- start 2024-09-19T04:36:39.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.376+0000 7ff55d92c640 1 -- start start 2024-09-19T04:36:39.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.377+0000 7ff55d92c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff5580b3540 0x7ff5580d3090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:39.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.377+0000 7ff55d92c640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff5580d20e0 con 0x7ff5580b3b00 2024-09-19T04:36:39.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.377+0000 7ff55d92c640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff5580cfa70 con 0x7ff5580b61e0 2024-09-19T04:36:39.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.377+0000 7ff55d92c640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ff5580d24f0 con 0x7ff5580b3540 2024-09-19T04:36:39.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.377+0000 7ff5567fc640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7ff5580b3b00 0x7ff5580d2980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:37504/0 (socket says 172.21.15.111:37504) 2024-09-19T04:36:39.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.377+0000 7ff5567fc640 1 -- 172.21.15.111:0/1448299245 learned_addr learned my addr 172.21.15.111:0/1448299245 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:39.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.377+0000 7ff5577fe640 1 --2- 172.21.15.111:0/1448299245 >> v2:172.21.15.114:3300/0 conn(0x7ff5580b3540 0x7ff5580d3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:39.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.377+0000 7ff555ffb640 1 -- 172.21.15.111:0/1448299245 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2616197237 0 0) 0x7ff5580d20e0 con 0x7ff5580b3b00 2024-09-19T04:36:39.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.377+0000 7ff555ffb640 1 -- 172.21.15.111:0/1448299245 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff540003520 con 0x7ff5580b3b00 2024-09-19T04:36:39.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.377+0000 7ff555ffb640 1 -- 172.21.15.111:0/1448299245 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 853982484 0 0) 0x7ff540003520 con 0x7ff5580b3b00 2024-09-19T04:36:39.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.377+0000 7ff555ffb640 1 -- 172.21.15.111:0/1448299245 >> v2:172.21.15.114:3300/0 conn(0x7ff5580b3540 msgr2=0x7ff5580d3090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:39.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.377+0000 7ff555ffb640 1 --2- 172.21.15.111:0/1448299245 >> v2:172.21.15.114:3300/0 conn(0x7ff5580b3540 0x7ff5580d3090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.378+0000 7ff555ffb640 1 -- 172.21.15.111:0/1448299245 >> v1:172.21.15.114:6789/0 conn(0x7ff5580b61e0 legacy=0x7ff5580b65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:39.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.378+0000 7ff555ffb640 1 -- 172.21.15.111:0/1448299245 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5580cfd50 con 0x7ff5580b3b00 2024-09-19T04:36:39.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.378+0000 7ff555ffb640 1 -- 172.21.15.111:0/1448299245 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7ff54c001670 con 0x7ff5580b3b00 2024-09-19T04:36:39.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.378+0000 7ff555ffb640 1 -- 172.21.15.111:0/1448299245 >> v1:172.21.15.111:6789/0 conn(0x7ff5580b3b00 legacy=0x7ff5580d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:39.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.378+0000 7ff555ffb640 1 --2- 172.21.15.111:0/1448299245 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff5400039b0 0x7ff540003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:39.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.378+0000 7ff555ffb640 1 --2- 172.21.15.111:0/1448299245 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff540004800 0x7ff540004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:39.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.378+0000 7ff555ffb640 1 --2- 172.21.15.111:0/1448299245 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff5400052e0 0x7ff54000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:39.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.378+0000 7ff555ffb640 1 -- 172.21.15.111:0/1448299245 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff5580d24f0 con 0x7ff5400039b0 2024-09-19T04:36:39.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.378+0000 7ff555ffb640 1 -- 172.21.15.111:0/1448299245 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff54000c1b0 con 0x7ff5400052e0 2024-09-19T04:36:39.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.378+0000 7ff555ffb640 1 -- 172.21.15.111:0/1448299245 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff54000c3b0 con 0x7ff540004800 2024-09-19T04:36:39.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.378+0000 7ff556ffd640 1 --2- 172.21.15.111:0/1448299245 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff5400039b0 0x7ff540003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:39.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.378+0000 7ff5577fe640 1 --2- 172.21.15.111:0/1448299245 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff5400052e0 0x7ff54000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:39.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.378+0000 7ff5567fc640 1 --2- 172.21.15.111:0/1448299245 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff540004800 0x7ff540004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:39.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.378+0000 7ff556ffd640 1 -- 172.21.15.111:0/1448299245 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff540004800 msgr2=0x7ff540004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:39.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.378+0000 7ff556ffd640 1 --2- 172.21.15.111:0/1448299245 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff540004800 0x7ff540004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.378+0000 7ff556ffd640 1 -- 172.21.15.111:0/1448299245 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff5400052e0 msgr2=0x7ff54000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:39.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.378+0000 7ff556ffd640 1 --2- 172.21.15.111:0/1448299245 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff5400052e0 0x7ff54000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.378+0000 7ff556ffd640 1 -- 172.21.15.111:0/1448299245 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff540003520 con 0x7ff5400039b0 2024-09-19T04:36:39.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.378+0000 7ff5577fe640 1 -- 172.21.15.111:0/1448299245 reap_dead start 2024-09-19T04:36:39.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.379+0000 7ff556ffd640 1 --2- 172.21.15.111:0/1448299245 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff5400039b0 0x7ff540003dd0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7ff548001720 tx=0x7ff540005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42d6ce1c3d913340 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:39.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.379+0000 7ff555ffb640 1 -- 172.21.15.111:0/1448299245 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff548001370 con 0x7ff5400039b0 2024-09-19T04:36:39.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.379+0000 7ff555ffb640 1 -- 172.21.15.111:0/1448299245 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5480052d0 con 0x7ff5400039b0 2024-09-19T04:36:39.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.379+0000 7ff555ffb640 1 -- 172.21.15.111:0/1448299245 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff54802ab90 con 0x7ff5400039b0 2024-09-19T04:36:39.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.379+0000 7ff55d92c640 1 -- 172.21.15.111:0/1448299245 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff5400039b0 msgr2=0x7ff540003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:39.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.379+0000 7ff55d92c640 1 --2- 172.21.15.111:0/1448299245 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff5400039b0 0x7ff540003dd0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7ff548001720 tx=0x7ff540005830 comp rx=0 tx=0).stop 2024-09-19T04:36:39.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.379+0000 7ff55d92c640 1 -- 172.21.15.111:0/1448299245 shutdown_connections 2024-09-19T04:36:39.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.379+0000 7ff55d92c640 1 --2- 172.21.15.111:0/1448299245 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff5400039b0 0x7ff540003dd0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.379+0000 7ff55d92c640 1 -- 172.21.15.111:0/1448299245 >> 172.21.15.111:0/1448299245 conn(0x7ff5580d11e0 msgr2=0x7ff5580d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:39.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.379+0000 7ff55d92c640 1 -- 172.21.15.111:0/1448299245 shutdown_connections 2024-09-19T04:36:39.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.379+0000 7ff55d92c640 1 -- 172.21.15.111:0/1448299245 wait complete. 2024-09-19T04:36:39.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.381+0000 7ff55d92c640 1 Processor -- start 2024-09-19T04:36:39.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.381+0000 7ff55d92c640 1 -- start start 2024-09-19T04:36:39.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.381+0000 7ff55d92c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff5400039b0 0x7ff5580ca5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:39.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.381+0000 7ff55d92c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff55815b8d0 0x7ff5581587a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:39.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.382+0000 7ff55d92c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff5580cea10 0x7ff5580ceec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:39.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.382+0000 7ff55d92c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff55815edc0 con 0x7ff55815b8d0 2024-09-19T04:36:39.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.382+0000 7ff55d92c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff5580d1d00 con 0x7ff5400039b0 2024-09-19T04:36:39.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.382+0000 7ff55d92c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff558159140 con 0x7ff5580cea10 2024-09-19T04:36:39.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.382+0000 7ff5567fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff55815b8d0 0x7ff5581587a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:39.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.382+0000 7ff5567fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff55815b8d0 0x7ff5581587a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56808/0 (socket says 172.21.15.111:56808) 2024-09-19T04:36:39.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.382+0000 7ff5567fc640 1 -- 172.21.15.111:0/733129065 learned_addr learned my addr 172.21.15.111:0/733129065 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:39.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.382+0000 7ff556ffd640 1 --2- 172.21.15.111:0/733129065 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff5400039b0 0x7ff5580ca5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:39.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.382+0000 7ff5577fe640 1 --2- 172.21.15.111:0/733129065 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff5580cea10 0x7ff5580ceec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:39.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.382+0000 7ff5567fc640 1 -- 172.21.15.111:0/733129065 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff5580cea10 msgr2=0x7ff5580ceec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:39.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.382+0000 7ff5567fc640 1 --2- 172.21.15.111:0/733129065 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff5580cea10 0x7ff5580ceec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.382+0000 7ff5567fc640 1 -- 172.21.15.111:0/733129065 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff5400039b0 msgr2=0x7ff5580ca5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:39.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.382+0000 7ff5567fc640 1 --2- 172.21.15.111:0/733129065 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff5400039b0 0x7ff5580ca5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.382+0000 7ff5567fc640 1 -- 172.21.15.111:0/733129065 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff558159420 con 0x7ff55815b8d0 2024-09-19T04:36:39.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.382+0000 7ff5567fc640 1 --2- 172.21.15.111:0/733129065 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff55815b8d0 0x7ff5581587a0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7ff54c0017e0 tx=0x7ff54c007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:39.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.382+0000 7ff53ffff640 1 -- 172.21.15.111:0/733129065 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff54c00f6d0 con 0x7ff55815b8d0 2024-09-19T04:36:39.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.382+0000 7ff53ffff640 1 -- 172.21.15.111:0/733129065 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff54c018070 con 0x7ff55815b8d0 2024-09-19T04:36:39.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.382+0000 7ff53ffff640 1 -- 172.21.15.111:0/733129065 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff54c00fad0 con 0x7ff55815b8d0 2024-09-19T04:36:39.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.382+0000 7ff55d92c640 1 -- 172.21.15.111:0/733129065 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5580cc3d0 con 0x7ff55815b8d0 2024-09-19T04:36:39.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.382+0000 7ff55d92c640 1 -- 172.21.15.111:0/733129065 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5580cab30 con 0x7ff55815b8d0 2024-09-19T04:36:39.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.383+0000 7ff55d92c640 1 -- 172.21.15.111:0/733129065 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5580b65c0 con 0x7ff55815b8d0 2024-09-19T04:36:39.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.384+0000 7ff53ffff640 1 -- 172.21.15.111:0/733129065 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7ff54c00fc70 con 0x7ff55815b8d0 2024-09-19T04:36:39.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.385+0000 7ff53ffff640 1 --2- 172.21.15.111:0/733129065 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff54406c610 0x7ff54406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:39.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.385+0000 7ff556ffd640 1 --2- 172.21.15.111:0/733129065 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff54406c610 0x7ff54406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:39.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.385+0000 7ff53ffff640 1 -- 172.21.15.111:0/733129065 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7ff54c08b650 con 0x7ff55815b8d0 2024-09-19T04:36:39.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.385+0000 7ff556ffd640 1 --2- 172.21.15.111:0/733129065 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff54406c610 0x7ff54406ead0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7ff548032000 tx=0x7ff54802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:39.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.389+0000 7ff53ffff640 1 -- 172.21.15.111:0/733129065 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff54c0593f0 con 0x7ff55815b8d0 2024-09-19T04:36:39.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.617+0000 7ff55d92c640 1 -- 172.21.15.111:0/733129065 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7ff5580b6a80 con 0x7ff55815b8d0 2024-09-19T04:36:39.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.619+0000 7ff53ffff640 1 -- 172.21.15.111:0/733129065 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v16) ==== 190+0+147 (secure 0 0 0) 0x7ff54c05d6f0 con 0x7ff55815b8d0 2024-09-19T04:36:39.621 INFO:teuthology.orchestra.run.smithi111.stdout:[client.0] 2024-09-19T04:36:39.621 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQA0qetmdEXYCBAAQK+0F5ouJPJAqZqCQHrMdQ== 2024-09-19T04:36:39.621 INFO:teuthology.orchestra.run.smithi111.stdout: caps mds = "allow" 2024-09-19T04:36:39.621 INFO:teuthology.orchestra.run.smithi111.stdout: caps mon = "allow r" 2024-09-19T04:36:39.621 INFO:teuthology.orchestra.run.smithi111.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T04:36:39.621 INFO:teuthology.orchestra.run.smithi111.stderr:updated caps for client.0 2024-09-19T04:36:39.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.621+0000 7ff55d92c640 1 -- 172.21.15.111:0/733129065 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff54406c610 msgr2=0x7ff54406ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:39.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.621+0000 7ff55d92c640 1 --2- 172.21.15.111:0/733129065 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff54406c610 0x7ff54406ead0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7ff548032000 tx=0x7ff54802e000 comp rx=0 tx=0).stop 2024-09-19T04:36:39.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.621+0000 7ff55d92c640 1 -- 172.21.15.111:0/733129065 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff55815b8d0 msgr2=0x7ff5581587a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:39.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.621+0000 7ff55d92c640 1 --2- 172.21.15.111:0/733129065 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff55815b8d0 0x7ff5581587a0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7ff54c0017e0 tx=0x7ff54c007430 comp rx=0 tx=0).stop 2024-09-19T04:36:39.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.621+0000 7ff55d92c640 1 -- 172.21.15.111:0/733129065 shutdown_connections 2024-09-19T04:36:39.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.621+0000 7ff55d92c640 1 --2- 172.21.15.111:0/733129065 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7ff54406c610 0x7ff54406ead0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.621+0000 7ff55d92c640 1 --2- 172.21.15.111:0/733129065 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff5580cea10 0x7ff5580ceec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.621+0000 7ff55d92c640 1 --2- 172.21.15.111:0/733129065 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff55815b8d0 0x7ff5581587a0 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.621+0000 7ff55d92c640 1 --2- 172.21.15.111:0/733129065 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff5400039b0 0x7ff5580ca5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.621+0000 7ff55d92c640 1 -- 172.21.15.111:0/733129065 >> 172.21.15.111:0/733129065 conn(0x7ff5580d11e0 msgr2=0x7ff5580b7b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:39.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.621+0000 7ff55d92c640 1 -- 172.21.15.111:0/733129065 shutdown_connections 2024-09-19T04:36:39.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.621+0000 7ff55d92c640 1 -- 172.21.15.111:0/733129065 wait complete. 2024-09-19T04:36:39.633 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:36:39.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.732+0000 7f77673b7640 1 Processor -- start 2024-09-19T04:36:39.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.732+0000 7f77673b7640 1 -- start start 2024-09-19T04:36:39.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.733+0000 7f77673b7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f776015e940 0x7f77600d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:39.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.733+0000 7f77673b7640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f77600b7170 con 0x7f776015ed20 2024-09-19T04:36:39.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.733+0000 7f77673b7640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f77600b7aa0 con 0x7f77600cef90 2024-09-19T04:36:39.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.733+0000 7f77673b7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f77600d3660 con 0x7f776015e940 2024-09-19T04:36:39.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.733+0000 7f7764952640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f776015ed20 0x7f77600b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:37512/0 (socket says 172.21.15.111:37512) 2024-09-19T04:36:39.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.733+0000 7f7764952640 1 -- 172.21.15.111:0/1831505169 learned_addr learned my addr 172.21.15.111:0/1831505169 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:39.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f775ffff640 1 -- 172.21.15.111:0/1831505169 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 20357773 0 0) 0x7f7754001110 con 0x7f776015ed20 2024-09-19T04:36:39.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f775ffff640 1 -- 172.21.15.111:0/1831505169 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7748003520 con 0x7f776015ed20 2024-09-19T04:36:39.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f7765153640 1 --2- 172.21.15.111:0/1831505169 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f776015e940 0x7f77600d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:39.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f775ffff640 1 -- 172.21.15.111:0/1831505169 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 744414077 0 0) 0x7f7748003520 con 0x7f776015ed20 2024-09-19T04:36:39.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f775ffff640 1 -- 172.21.15.111:0/1831505169 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f776015e940 msgr2=0x7f77600d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:39.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f775ffff640 1 --2- 172.21.15.111:0/1831505169 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f776015e940 0x7f77600d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f775ffff640 1 -- 172.21.15.111:0/1831505169 >> v1:172.21.15.114:6789/0 conn(0x7f77600cef90 legacy=0x7f77600b3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:39.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f775ffff640 1 -- 172.21.15.111:0/1831505169 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77600d3940 con 0x7f776015ed20 2024-09-19T04:36:39.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f775ffff640 1 -- 172.21.15.111:0/1831505169 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f7754001840 con 0x7f776015ed20 2024-09-19T04:36:39.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f7765153640 1 --2- 172.21.15.111:0/1831505169 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f776015e940 0x7f77600d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:39.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f775ffff640 1 -- 172.21.15.111:0/1831505169 >> v1:172.21.15.111:6789/0 conn(0x7f776015ed20 legacy=0x7f77600b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:39.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f775ffff640 1 --2- 172.21.15.111:0/1831505169 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77480039e0 0x7f7748003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:39.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f775ffff640 1 --2- 172.21.15.111:0/1831505169 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7748004800 0x7f7748004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:39.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f775ffff640 1 --2- 172.21.15.111:0/1831505169 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f776015e940 0x7f77480051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:39.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f775ffff640 1 -- 172.21.15.111:0/1831505169 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f77600d3660 con 0x7f77480039e0 2024-09-19T04:36:39.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f775ffff640 1 -- 172.21.15.111:0/1831505169 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f774800bb50 con 0x7f7748004800 2024-09-19T04:36:39.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f775ffff640 1 -- 172.21.15.111:0/1831505169 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f774800bd50 con 0x7f776015e940 2024-09-19T04:36:39.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f7765153640 1 --2- 172.21.15.111:0/1831505169 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77480039e0 0x7f7748003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:39.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f7764952640 1 --2- 172.21.15.111:0/1831505169 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7748004800 0x7f7748004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:39.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f7765954640 1 --2- 172.21.15.111:0/1831505169 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f776015e940 0x7f77480051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:39.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f7765153640 1 -- 172.21.15.111:0/1831505169 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f776015e940 msgr2=0x7f77480051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:39.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f7765153640 1 --2- 172.21.15.111:0/1831505169 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f776015e940 0x7f77480051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f7765153640 1 -- 172.21.15.111:0/1831505169 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7748004800 msgr2=0x7f7748004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:39.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f7765153640 1 --2- 172.21.15.111:0/1831505169 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7748004800 0x7f7748004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.734+0000 7f7765153640 1 -- 172.21.15.111:0/1831505169 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7748003520 con 0x7f77480039e0 2024-09-19T04:36:39.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.735+0000 7f7765153640 1 --2- 172.21.15.111:0/1831505169 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77480039e0 0x7f7748003e00 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f77500073e0 tx=0x7f7748005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=250bba7db5d2ca13 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:39.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.735+0000 7f775ffff640 1 -- 172.21.15.111:0/1831505169 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7750009c80 con 0x7f77480039e0 2024-09-19T04:36:39.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.735+0000 7f775ffff640 1 -- 172.21.15.111:0/1831505169 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f775002e660 con 0x7f77480039e0 2024-09-19T04:36:39.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.735+0000 7f775ffff640 1 -- 172.21.15.111:0/1831505169 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f775002ea10 con 0x7f77480039e0 2024-09-19T04:36:39.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.736+0000 7f77673b7640 1 -- 172.21.15.111:0/1831505169 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77480039e0 msgr2=0x7f7748003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:39.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.736+0000 7f77673b7640 1 --2- 172.21.15.111:0/1831505169 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77480039e0 0x7f7748003e00 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f77500073e0 tx=0x7f7748005830 comp rx=0 tx=0).stop 2024-09-19T04:36:39.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.736+0000 7f7765954640 1 -- 172.21.15.111:0/1831505169 reap_dead start 2024-09-19T04:36:39.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.736+0000 7f77673b7640 1 -- 172.21.15.111:0/1831505169 shutdown_connections 2024-09-19T04:36:39.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.736+0000 7f77673b7640 1 -- 172.21.15.111:0/1831505169 >> 172.21.15.111:0/1831505169 conn(0x7f77600b6240 msgr2=0x7f77600b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:39.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.736+0000 7f77673b7640 1 -- 172.21.15.111:0/1831505169 shutdown_connections 2024-09-19T04:36:39.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.736+0000 7f77673b7640 1 -- 172.21.15.111:0/1831505169 wait complete. 2024-09-19T04:36:39.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.737+0000 7f77673b7640 1 Processor -- start 2024-09-19T04:36:39.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.737+0000 7f77673b7640 1 -- start start 2024-09-19T04:36:39.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.738+0000 7f77673b7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77480039e0 0x7f7760154cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:39.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.738+0000 7f77673b7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7760157ec0 0x7f77601544c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:39.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.738+0000 7f77673b7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77600b5450 0x7f77600b58d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:39.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.738+0000 7f77673b7640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f77600d3310 con 0x7f7760157ec0 2024-09-19T04:36:39.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.738+0000 7f77673b7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f77600d3f00 con 0x7f77600b5450 2024-09-19T04:36:39.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.738+0000 7f77673b7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f77600d1ef0 con 0x7f77480039e0 2024-09-19T04:36:39.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.738+0000 7f7764952640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7760157ec0 0x7f77601544c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:39.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.738+0000 7f7764952640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7760157ec0 0x7f77601544c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56816/0 (socket says 172.21.15.111:56816) 2024-09-19T04:36:39.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.738+0000 7f7764952640 1 -- 172.21.15.111:0/2270529782 learned_addr learned my addr 172.21.15.111:0/2270529782 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:39.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.738+0000 7f7765153640 1 --2- 172.21.15.111:0/2270529782 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77480039e0 0x7f7760154cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:39.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.738+0000 7f7765954640 1 --2- 172.21.15.111:0/2270529782 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77600b5450 0x7f77600b58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:39.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.738+0000 7f7764952640 1 -- 172.21.15.111:0/2270529782 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77480039e0 msgr2=0x7f7760154cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:39.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.738+0000 7f7764952640 1 --2- 172.21.15.111:0/2270529782 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77480039e0 0x7f7760154cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.738+0000 7f7764952640 1 -- 172.21.15.111:0/2270529782 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77600b5450 msgr2=0x7f77600b58d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:39.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.738+0000 7f7764952640 1 --2- 172.21.15.111:0/2270529782 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77600b5450 0x7f77600b58d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.738+0000 7f7764952640 1 -- 172.21.15.111:0/2270529782 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77600cac10 con 0x7f7760157ec0 2024-09-19T04:36:39.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.738+0000 7f7765153640 1 --2- 172.21.15.111:0/2270529782 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77480039e0 0x7f7760154cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:39.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.738+0000 7f7765954640 1 --2- 172.21.15.111:0/2270529782 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77600b5450 0x7f77600b58d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:39.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.738+0000 7f7764952640 1 --2- 172.21.15.111:0/2270529782 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7760157ec0 0x7f77601544c0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f7754007290 tx=0x7f7754007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:39.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.738+0000 7f775dffb640 1 -- 172.21.15.111:0/2270529782 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f775400f9c0 con 0x7f7760157ec0 2024-09-19T04:36:39.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.738+0000 7f775dffb640 1 -- 172.21.15.111:0/2270529782 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7754018070 con 0x7f7760157ec0 2024-09-19T04:36:39.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.739+0000 7f77673b7640 1 -- 172.21.15.111:0/2270529782 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77600caeb0 con 0x7f7760157ec0 2024-09-19T04:36:39.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.739+0000 7f775dffb640 1 -- 172.21.15.111:0/2270529782 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f775400fde0 con 0x7f7760157ec0 2024-09-19T04:36:39.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.739+0000 7f77673b7640 1 -- 172.21.15.111:0/2270529782 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7760159b40 con 0x7f7760157ec0 2024-09-19T04:36:39.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.740+0000 7f77673b7640 1 -- 172.21.15.111:0/2270529782 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77600d1060 con 0x7f7760157ec0 2024-09-19T04:36:39.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.740+0000 7f775dffb640 1 -- 172.21.15.111:0/2270529782 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f775401d460 con 0x7f7760157ec0 2024-09-19T04:36:39.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.741+0000 7f775dffb640 1 --2- 172.21.15.111:0/2270529782 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f774c06c640 0x7f774c06eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:39.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.741+0000 7f775dffb640 1 -- 172.21.15.111:0/2270529782 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f775408b8d0 con 0x7f7760157ec0 2024-09-19T04:36:39.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.741+0000 7f7765153640 1 --2- 172.21.15.111:0/2270529782 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f774c06c640 0x7f774c06eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:39.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.741+0000 7f7765153640 1 --2- 172.21.15.111:0/2270529782 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f774c06c640 0x7f774c06eb00 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f7750035000 tx=0x7f7750038040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:39.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.745+0000 7f775dffb640 1 -- 172.21.15.111:0/2270529782 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f77600b7170 con 0x7f7760157ec0 2024-09-19T04:36:39.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.946+0000 7f77673b7640 1 -- 172.21.15.111:0/2270529782 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f77600ba6b0 con 0x7f7760157ec0 2024-09-19T04:36:39.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.946+0000 7f775dffb640 1 -- 172.21.15.111:0/2270529782 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+5234 (secure 0 0 0) 0x7f7754059cc0 con 0x7f7760157ec0 2024-09-19T04:36:39.948 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:39.948 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":35,"btime":"2024-09-19T04:36:33:648233+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5318,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/1725709183","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":1725709183},{"type":"v1","addr":"172.21.15.114:6834","nonce":1725709183}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":6045,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1645711536","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1645711536},{"type":"v1","addr":"172.21.15.111:6835","nonce":1645711536}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":6048,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/568432239","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":568432239},{"type":"v1","addr":"172.21.15.111:6837","nonce":568432239}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32}],"filesystems":[{"mdsmap":{"epoch":35,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:36:30.963741+0000","modified":"2024-09-19T04:36:32.977664+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6066},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6066":{"gid":6066,"name":"b","rank":0,"incarnation":33,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3176320608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3176320608},{"type":"v1","addr":"172.21.15.114:6835","nonce":3176320608}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6066,"qdb_cluster":[6066]},"id":5}]} 2024-09-19T04:36:39.948 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 35 2024-09-19T04:36:39.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.949+0000 7f77673b7640 1 -- 172.21.15.111:0/2270529782 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f774c06c640 msgr2=0x7f774c06eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:39.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.949+0000 7f77673b7640 1 --2- 172.21.15.111:0/2270529782 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f774c06c640 0x7f774c06eb00 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f7750035000 tx=0x7f7750038040 comp rx=0 tx=0).stop 2024-09-19T04:36:39.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.949+0000 7f77673b7640 1 -- 172.21.15.111:0/2270529782 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7760157ec0 msgr2=0x7f77601544c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:39.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.949+0000 7f77673b7640 1 --2- 172.21.15.111:0/2270529782 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7760157ec0 0x7f77601544c0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f7754007290 tx=0x7f7754007750 comp rx=0 tx=0).stop 2024-09-19T04:36:39.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.949+0000 7f77673b7640 1 -- 172.21.15.111:0/2270529782 shutdown_connections 2024-09-19T04:36:39.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.949+0000 7f77673b7640 1 --2- 172.21.15.111:0/2270529782 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f774c06c640 0x7f774c06eb00 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.949+0000 7f77673b7640 1 --2- 172.21.15.111:0/2270529782 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77600b5450 0x7f77600b58d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.949+0000 7f77673b7640 1 --2- 172.21.15.111:0/2270529782 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7760157ec0 0x7f77601544c0 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.949+0000 7f77673b7640 1 --2- 172.21.15.111:0/2270529782 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77480039e0 0x7f7760154cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:39.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.949+0000 7f77673b7640 1 -- 172.21.15.111:0/2270529782 >> 172.21.15.111:0/2270529782 conn(0x7f77600b6240 msgr2=0x7f77600d45c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:39.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.949+0000 7f77673b7640 1 -- 172.21.15.111:0/2270529782 shutdown_connections 2024-09-19T04:36:39.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:39.949+0000 7f77673b7640 1 -- 172.21.15.111:0/2270529782 wait complete. 2024-09-19T04:36:40.364 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 35, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T04:36:30.963741+0000', 'modified': '2024-09-19T04:36:32.977664+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6066}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6066': {'gid': 6066, 'name': 'b', 'rank': 0, 'incarnation': 33, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.114:6835/3176320608', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.114:6833', 'nonce': 3176320608}, {'type': 'v1', 'addr': '172.21.15.114:6835', 'nonce': 3176320608}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [11], 'metadata_pool': 10, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6066, 'qdb_cluster': [6066]} 2024-09-19T04:36:40.364 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T04:36:40.364 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-19T04:36:40.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.464+0000 7faa432f1640 1 Processor -- start 2024-09-19T04:36:40.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.464+0000 7faa432f1640 1 -- start start 2024-09-19T04:36:40.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.465+0000 7faa432f1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa3c15e500 0x7faa3c0b4460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.465+0000 7faa432f1640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7faa3c15e8e0 0x7faa3c0b49a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.465+0000 7faa432f1640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa3c074200 con 0x7faa3c073cb0 2024-09-19T04:36:40.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.465+0000 7faa432f1640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7faa3c0b6e80 con 0x7faa3c15e8e0 2024-09-19T04:36:40.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.465+0000 7faa432f1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7faa3c0b7160 con 0x7faa3c15e500 2024-09-19T04:36:40.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.465+0000 7faa4188e640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7faa3c073cb0 0x7faa3c1622a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:37518/0 (socket says 172.21.15.111:37518) 2024-09-19T04:36:40.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.465+0000 7faa4188e640 1 -- 172.21.15.111:0/2532285692 learned_addr learned my addr 172.21.15.111:0/2532285692 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:40.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.465+0000 7faa4108d640 1 --2- 172.21.15.111:0/2532285692 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa3c15e500 0x7faa3c0b4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:40.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.465+0000 7faa4088c640 1 --2- 172.21.15.111:0/2532285692 >> v2:172.21.15.114:3300/0 conn(0x7faa3c15e8e0 0x7faa3c0b49a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:40.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.465+0000 7faa33fff640 1 -- 172.21.15.111:0/2532285692 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1721656030 0 0) 0x7faa3c074200 con 0x7faa3c073cb0 2024-09-19T04:36:40.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.465+0000 7faa33fff640 1 -- 172.21.15.111:0/2532285692 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faa28003520 con 0x7faa3c073cb0 2024-09-19T04:36:40.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.465+0000 7faa4088c640 1 -- 172.21.15.111:0/2532285692 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa3c15e500 msgr2=0x7faa3c0b4460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:40.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.465+0000 7faa4088c640 1 --2- 172.21.15.111:0/2532285692 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa3c15e500 0x7faa3c0b4460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.465+0000 7faa4088c640 1 -- 172.21.15.111:0/2532285692 >> v1:172.21.15.111:6789/0 conn(0x7faa3c073cb0 legacy=0x7faa3c1622a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:40.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.465+0000 7faa4088c640 1 -- 172.21.15.111:0/2532285692 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa3c0b7440 con 0x7faa3c15e8e0 2024-09-19T04:36:40.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.465+0000 7faa4108d640 1 --2- 172.21.15.111:0/2532285692 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa3c15e500 0x7faa3c0b4460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:36:40.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.466+0000 7faa4088c640 1 --2- 172.21.15.111:0/2532285692 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faa3c15e8e0 0x7faa3c0b49a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7faa2c0097a0 tx=0x7faa2c02a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6d6a8fe42870fc62 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:40.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.466+0000 7faa33fff640 1 -- 172.21.15.111:0/2532285692 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa2c037070 con 0x7faa3c15e8e0 2024-09-19T04:36:40.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.466+0000 7faa33fff640 1 -- 172.21.15.111:0/2532285692 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa2c02ae50 con 0x7faa3c15e8e0 2024-09-19T04:36:40.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.466+0000 7faa33fff640 1 -- 172.21.15.111:0/2532285692 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa2c032640 con 0x7faa3c15e8e0 2024-09-19T04:36:40.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.467+0000 7faa432f1640 1 -- 172.21.15.111:0/2532285692 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faa3c15e8e0 msgr2=0x7faa3c0b49a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:40.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.467+0000 7faa432f1640 1 --2- 172.21.15.111:0/2532285692 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faa3c15e8e0 0x7faa3c0b49a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7faa2c0097a0 tx=0x7faa2c02a100 comp rx=0 tx=0).stop 2024-09-19T04:36:40.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.467+0000 7faa432f1640 1 -- 172.21.15.111:0/2532285692 shutdown_connections 2024-09-19T04:36:40.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.467+0000 7faa432f1640 1 --2- 172.21.15.111:0/2532285692 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faa3c15e8e0 0x7faa3c0b49a0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.467+0000 7faa432f1640 1 --2- 172.21.15.111:0/2532285692 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa3c15e500 0x7faa3c0b4460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.467+0000 7faa432f1640 1 -- 172.21.15.111:0/2532285692 >> 172.21.15.111:0/2532285692 conn(0x7faa3c062810 msgr2=0x7faa3c062bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:40.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.467+0000 7faa432f1640 1 -- 172.21.15.111:0/2532285692 shutdown_connections 2024-09-19T04:36:40.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.467+0000 7faa432f1640 1 -- 172.21.15.111:0/2532285692 wait complete. 2024-09-19T04:36:40.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.468+0000 7faa432f1640 1 Processor -- start 2024-09-19T04:36:40.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.468+0000 7faa432f1640 1 -- start start 2024-09-19T04:36:40.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.469+0000 7faa432f1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa3c073cb0 0x7faa3c154ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.469+0000 7faa432f1640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faa3c15e500 0x7faa3c13edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.469+0000 7faa432f1640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faa3c15e8e0 0x7faa3c156bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.469+0000 7faa432f1640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7faa3c06ce30 con 0x7faa3c15e500 2024-09-19T04:36:40.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.469+0000 7faa432f1640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7faa3c06ccb0 con 0x7faa3c15e8e0 2024-09-19T04:36:40.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.469+0000 7faa432f1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7faa3c0d1cf0 con 0x7faa3c073cb0 2024-09-19T04:36:40.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.469+0000 7faa4088c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faa3c15e500 0x7faa3c13edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:40.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.469+0000 7faa4088c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faa3c15e500 0x7faa3c13edd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56818/0 (socket says 172.21.15.111:56818) 2024-09-19T04:36:40.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.469+0000 7faa4088c640 1 -- 172.21.15.111:0/1368976703 learned_addr learned my addr 172.21.15.111:0/1368976703 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:40.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.469+0000 7faa4108d640 1 --2- 172.21.15.111:0/1368976703 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa3c073cb0 0x7faa3c154ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:40.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.469+0000 7faa4188e640 1 --2- 172.21.15.111:0/1368976703 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faa3c15e8e0 0x7faa3c156bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:40.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.469+0000 7faa4088c640 1 -- 172.21.15.111:0/1368976703 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa3c073cb0 msgr2=0x7faa3c154ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:40.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.469+0000 7faa4088c640 1 --2- 172.21.15.111:0/1368976703 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa3c073cb0 0x7faa3c154ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.469+0000 7faa4088c640 1 -- 172.21.15.111:0/1368976703 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faa3c15e8e0 msgr2=0x7faa3c156bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:40.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.469+0000 7faa4088c640 1 --2- 172.21.15.111:0/1368976703 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faa3c15e8e0 0x7faa3c156bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.469+0000 7faa4088c640 1 -- 172.21.15.111:0/1368976703 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa3c157a30 con 0x7faa3c15e500 2024-09-19T04:36:40.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.469+0000 7faa4108d640 1 --2- 172.21.15.111:0/1368976703 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa3c073cb0 0x7faa3c154ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:40.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.469+0000 7faa4088c640 1 --2- 172.21.15.111:0/1368976703 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faa3c15e500 0x7faa3c13edd0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7faa2c000c00 tx=0x7faa2c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:40.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.470+0000 7faa31ffb640 1 -- 172.21.15.111:0/1368976703 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa2c041070 con 0x7faa3c15e500 2024-09-19T04:36:40.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.470+0000 7faa31ffb640 1 -- 172.21.15.111:0/1368976703 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa2c03c460 con 0x7faa3c15e500 2024-09-19T04:36:40.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.470+0000 7faa432f1640 1 -- 172.21.15.111:0/1368976703 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa3c157d10 con 0x7faa3c15e500 2024-09-19T04:36:40.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.470+0000 7faa31ffb640 1 -- 172.21.15.111:0/1368976703 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa2c037040 con 0x7faa3c15e500 2024-09-19T04:36:40.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.470+0000 7faa432f1640 1 -- 172.21.15.111:0/1368976703 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa3c155530 con 0x7faa3c15e500 2024-09-19T04:36:40.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.471+0000 7faa31ffb640 1 -- 172.21.15.111:0/1368976703 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7faa2c044070 con 0x7faa3c15e500 2024-09-19T04:36:40.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.472+0000 7faa31ffb640 1 --2- 172.21.15.111:0/1368976703 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faa2006c610 0x7faa2006ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.472+0000 7faa31ffb640 1 -- 172.21.15.111:0/1368976703 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7faa2c0abfa0 con 0x7faa3c15e500 2024-09-19T04:36:40.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.472+0000 7faa4108d640 1 --2- 172.21.15.111:0/1368976703 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faa2006c610 0x7faa2006ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:40.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.472+0000 7faa4108d640 1 --2- 172.21.15.111:0/1368976703 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faa2006c610 0x7faa2006ead0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7faa3c158a40 tx=0x7faa38008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:40.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.473+0000 7faa46090740 1 Processor -- start 2024-09-19T04:36:40.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.473+0000 7faa46090740 1 -- start start 2024-09-19T04:36:40.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.473+0000 7faa46090740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50e42c0 0x5622b5129a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.473+0000 7faa46090740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5622b50e1a80 0x5622b50e46a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.473+0000 7faa46090740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5622b50e5a50 0x5622b50de8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.473+0000 7faa46090740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5622b5046520 con 0x5622b50e42c0 2024-09-19T04:36:40.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.473+0000 7faa46090740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5622b4fee3e0 con 0x5622b50e1a80 2024-09-19T04:36:40.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.473+0000 7faa46090740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x5622b50424e0 con 0x5622b50e5a50 2024-09-19T04:36:40.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.473+0000 7faa4108d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50e42c0 0x5622b5129a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:40.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.474+0000 7faa4108d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50e42c0 0x5622b5129a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56822/0 (socket says 172.21.15.111:56822) 2024-09-19T04:36:40.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.474+0000 7faa4108d640 1 -- 172.21.15.111:0/1513976077 learned_addr learned my addr 172.21.15.111:0/1513976077 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:40.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.474+0000 7faa4088c640 1 --2- 172.21.15.111:0/1513976077 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5622b50e1a80 0x5622b50e46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:40.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.474+0000 7faa4188e640 1 --2- 172.21.15.111:0/1513976077 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5622b50e5a50 0x5622b50de8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:40.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.474+0000 7faa4108d640 1 -- 172.21.15.111:0/1513976077 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5622b50e5a50 msgr2=0x5622b50de8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:40.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.474+0000 7faa4108d640 1 --2- 172.21.15.111:0/1513976077 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5622b50e5a50 0x5622b50de8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.474+0000 7faa4108d640 1 -- 172.21.15.111:0/1513976077 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5622b50e1a80 msgr2=0x5622b50e46a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:40.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.474+0000 7faa4108d640 1 --2- 172.21.15.111:0/1513976077 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5622b50e1a80 0x5622b50e46a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.474+0000 7faa4108d640 1 -- 172.21.15.111:0/1513976077 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622b50092f0 con 0x5622b50e42c0 2024-09-19T04:36:40.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.474+0000 7faa4088c640 1 --2- 172.21.15.111:0/1513976077 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5622b50e1a80 0x5622b50e46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:40.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.474+0000 7faa4108d640 1 --2- 172.21.15.111:0/1513976077 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50e42c0 0x5622b5129a60 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7faa38011e60 tx=0x7faa38014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b3188edf5652568 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:40.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.474+0000 7faa26ffd640 1 -- 172.21.15.111:0/1513976077 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa38015e50 con 0x5622b50e42c0 2024-09-19T04:36:40.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.474+0000 7faa26ffd640 1 -- 172.21.15.111:0/1513976077 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa38026070 con 0x5622b50e42c0 2024-09-19T04:36:40.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.474+0000 7faa26ffd640 1 -- 172.21.15.111:0/1513976077 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa38021640 con 0x5622b50e42c0 2024-09-19T04:36:40.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.475+0000 7faa46090740 1 -- 172.21.15.111:0/1513976077 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50e42c0 msgr2=0x5622b5129a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:40.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.475+0000 7faa46090740 1 --2- 172.21.15.111:0/1513976077 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50e42c0 0x5622b5129a60 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7faa38011e60 tx=0x7faa38014000 comp rx=0 tx=0).stop 2024-09-19T04:36:40.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.475+0000 7faa46090740 1 -- 172.21.15.111:0/1513976077 shutdown_connections 2024-09-19T04:36:40.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.475+0000 7faa46090740 1 --2- 172.21.15.111:0/1513976077 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5622b50e5a50 0x5622b50de8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.475+0000 7faa46090740 1 --2- 172.21.15.111:0/1513976077 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5622b50e1a80 0x5622b50e46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.475+0000 7faa46090740 1 --2- 172.21.15.111:0/1513976077 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50e42c0 0x5622b5129a60 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.475+0000 7faa46090740 1 -- 172.21.15.111:0/1513976077 >> 172.21.15.111:0/1513976077 conn(0x5622b50e0a80 msgr2=0x5622b5128f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:40.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.475+0000 7faa46090740 1 -- 172.21.15.111:0/1513976077 shutdown_connections 2024-09-19T04:36:40.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.475+0000 7faa46090740 1 -- 172.21.15.111:0/1513976077 wait complete. 2024-09-19T04:36:40.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.475+0000 7faa46090740 1 -- start start 2024-09-19T04:36:40.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.475+0000 7faa46090740 1 Processor -- start 2024-09-19T04:36:40.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.476+0000 7faa46090740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5622b50e42c0 0x5622b50f5770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.476+0000 7faa46090740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5622b50e5a50 0x5622b50f5f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.476+0000 7faa46090740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50dea10 0x5622b5126080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.476+0000 7faa46090740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5622b50dff20 con 0x5622b50dea10 2024-09-19T04:36:40.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.476+0000 7faa46090740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5622b4fcf450 con 0x5622b50e5a50 2024-09-19T04:36:40.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.476+0000 7faa46090740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x5622b512a290 con 0x5622b50e42c0 2024-09-19T04:36:40.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.476+0000 7faa46090740 10 client.0 _ll_register_callbacks cb 0x5622b4d58ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:36:40.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.476+0000 7faa4188e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50dea10 0x5622b5126080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:40.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.476+0000 7faa4188e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50dea10 0x5622b5126080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56834/0 (socket says 172.21.15.111:56834) 2024-09-19T04:36:40.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.476+0000 7faa4188e640 1 -- 172.21.15.111:0/2211762420 learned_addr learned my addr 172.21.15.111:0/2211762420 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:40.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.476+0000 7faa4108d640 1 --2- 172.21.15.111:0/2211762420 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5622b50e42c0 0x5622b50f5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:40.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.476+0000 7faa4088c640 1 --2- 172.21.15.111:0/2211762420 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5622b50e5a50 0x5622b50f5f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:40.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.477+0000 7faa4188e640 1 -- 172.21.15.111:0/2211762420 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5622b50e42c0 msgr2=0x5622b50f5770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:40.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.477+0000 7faa4188e640 1 --2- 172.21.15.111:0/2211762420 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5622b50e42c0 0x5622b50f5770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.477+0000 7faa4188e640 1 -- 172.21.15.111:0/2211762420 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5622b50e5a50 msgr2=0x5622b50f5f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:40.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.477+0000 7faa4188e640 1 --2- 172.21.15.111:0/2211762420 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5622b50e5a50 0x5622b50f5f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.477+0000 7faa4188e640 1 -- 172.21.15.111:0/2211762420 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622b4d592d0 con 0x5622b50dea10 2024-09-19T04:36:40.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.477+0000 7faa4088c640 1 --2- 172.21.15.111:0/2211762420 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5622b50e5a50 0x5622b50f5f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:40.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.477+0000 7faa4188e640 1 --2- 172.21.15.111:0/2211762420 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50dea10 0x5622b5126080 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7faa34007390 tx=0x7faa34007850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6860df85be63a066 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:40.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.477+0000 7faa1bfff640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-09-19T04:36:40.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.477+0000 7faa1bfff640 1 -- 172.21.15.111:0/2211762420 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa340109c0 con 0x5622b50dea10 2024-09-19T04:36:40.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.477+0000 7faa1bfff640 1 -- 172.21.15.111:0/2211762420 <== mon.0 v2:172.21.15.111:3300/0 2 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7faa34010b60 con 0x5622b50dea10 2024-09-19T04:36:40.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.477+0000 7faa46090740 1 -- 172.21.15.111:0/2211762420 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa38026070 con 0x5622b50dea10 2024-09-19T04:36:40.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.477+0000 7faa1bfff640 1 -- 172.21.15.111:0/2211762420 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7faa34021050 con 0x5622b50dea10 2024-09-19T04:36:40.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.477+0000 7faa46090740 10 client.6213 fetch_fsmap learned FSMap version 35 2024-09-19T04:36:40.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.477+0000 7faa46090740 1 -- 172.21.15.111:0/2211762420 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=2+}) -- 0x5622b4e236b0 con 0x5622b50dea10 2024-09-19T04:36:40.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.477+0000 7faa1bfff640 1 -- 172.21.15.111:0/2211762420 <== mon.0 v2:172.21.15.111:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa38026070 con 0x5622b50dea10 2024-09-19T04:36:40.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.477+0000 7faa1bfff640 1 -- 172.21.15.111:0/2211762420 <== mon.0 v2:172.21.15.111:3300/0 5 ==== fsmap(e 35) ==== 3502+0+0 (secure 0 0 0) 0x7faa34024020 con 0x5622b50dea10 2024-09-19T04:36:40.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.477+0000 7faa46090740 10 client.6213 fetch_fsmap finished waiting for FSMap version 35 2024-09-19T04:36:40.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.477+0000 7faa46090740 10 client.6213 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T04:36:40.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.477+0000 7faa46090740 20 client.6213 populate_metadata read hostname 'smithi111' 2024-09-19T04:36:40.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.477+0000 7faa46090740 1 --2- 172.21.15.111:0/2211762420 >> [v2:172.21.15.114:6833/3176320608,v1:172.21.15.114:6835/3176320608] conn(0x5622b50f8070 0x5622b50f8450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.477+0000 7faa46090740 4 client.6213 mds_command: new command op to 6066 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T04:36:40.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.477+0000 7faa46090740 1 -- 172.21.15.111:0/2211762420 --> [v2:172.21.15.114:6833/3176320608,v1:172.21.15.114:6835/3176320608] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5622b5053c50 con 0x5622b50f8070 2024-09-19T04:36:40.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.478+0000 7faa4108d640 1 --2- 172.21.15.111:0/2211762420 >> [v2:172.21.15.114:6833/3176320608,v1:172.21.15.114:6835/3176320608] conn(0x5622b50f8070 0x5622b50f8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:40.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.478+0000 7faa4108d640 1 --2- 172.21.15.111:0/2211762420 >> [v2:172.21.15.114:6833/3176320608,v1:172.21.15.114:6835/3176320608] conn(0x5622b50f8070 0x5622b50f8450 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4bec37b952cd5c99 server_cookie=3a9b8336851990ab in_seq=0 out_seq=0 2024-09-19T04:36:40.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.478+0000 7faa1bfff640 10 client.6213 ms_handle_connect on v2:172.21.15.114:6833/3176320608 2024-09-19T04:36:40.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.479+0000 7faa1bfff640 1 -- 172.21.15.111:0/2211762420 <== mds.0 v2:172.21.15.114:6833/3176320608 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5622b5053c50 con 0x5622b50f8070 2024-09-19T04:36:40.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.479+0000 7faa1bfff640 10 client.6213 handle_command_reply: tid=0 2024-09-19T04:36:40.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.479+0000 7faa46090740 1 client.6213 shutdown 2024-09-19T04:36:40.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.479+0000 7faa46090740 1 -- 172.21.15.111:0/2211762420 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50dea10 msgr2=0x5622b5126080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:40.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.479+0000 7faa46090740 1 --2- 172.21.15.111:0/2211762420 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50dea10 0x5622b5126080 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7faa34007390 tx=0x7faa34007850 comp rx=0 tx=0).stop 2024-09-19T04:36:40.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.479+0000 7faa46090740 1 -- 172.21.15.111:0/2211762420 shutdown_connections 2024-09-19T04:36:40.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.479+0000 7faa46090740 1 --2- 172.21.15.111:0/2211762420 >> [v2:172.21.15.114:6833/3176320608,v1:172.21.15.114:6835/3176320608] conn(0x5622b50f8070 0x5622b50f8450 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.479+0000 7faa46090740 1 --2- 172.21.15.111:0/2211762420 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50dea10 0x5622b5126080 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.479+0000 7faa46090740 1 --2- 172.21.15.111:0/2211762420 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5622b50e5a50 0x5622b50f5f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.479+0000 7faa1bfff640 0 client.6213 ms_handle_reset on v2:172.21.15.114:6833/3176320608 2024-09-19T04:36:40.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.479+0000 7faa46090740 1 --2- 172.21.15.111:0/2211762420 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5622b50e42c0 0x5622b50f5770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.479+0000 7faa46090740 1 -- 172.21.15.111:0/2211762420 >> 172.21.15.111:0/2211762420 conn(0x5622b50e1a80 msgr2=0x5622b5128690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:40.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.479+0000 7faa46090740 1 -- 172.21.15.111:0/2211762420 shutdown_connections 2024-09-19T04:36:40.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.479+0000 7faa46090740 1 -- 172.21.15.111:0/2211762420 wait complete. 2024-09-19T04:36:40.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.479+0000 7faa46090740 20 client.6213 trim_cache size 0 max 16384 2024-09-19T04:36:40.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.497+0000 7faa46090740 1 Processor -- start 2024-09-19T04:36:40.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.497+0000 7faa46090740 1 -- start start 2024-09-19T04:36:40.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.498+0000 7faa46090740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5622b50dea10 0x5622b514ce80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.498+0000 7faa46090740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5622b50e42c0 0x5622b50e3170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.498+0000 7faa46090740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50e5a50 0x5622b5122830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.498+0000 7faa46090740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7faa3c1ff9c0 con 0x5622b50e5a50 2024-09-19T04:36:40.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.498+0000 7faa46090740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7faa3c159940 con 0x5622b50e42c0 2024-09-19T04:36:40.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.498+0000 7faa46090740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7faa3c159f90 con 0x5622b50dea10 2024-09-19T04:36:40.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.498+0000 7faa4188e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50e5a50 0x5622b5122830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:40.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.498+0000 7faa4188e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50e5a50 0x5622b5122830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56844/0 (socket says 172.21.15.111:56844) 2024-09-19T04:36:40.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.498+0000 7faa4188e640 1 -- 172.21.15.111:0/2402713181 learned_addr learned my addr 172.21.15.111:0/2402713181 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:40.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.498+0000 7faa4188e640 1 -- 172.21.15.111:0/2402713181 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5622b50dea10 msgr2=0x5622b514ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:40.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.498+0000 7faa4188e640 1 --2- 172.21.15.111:0/2402713181 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5622b50dea10 0x5622b514ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.498+0000 7faa4188e640 1 -- 172.21.15.111:0/2402713181 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5622b50e42c0 msgr2=0x5622b50e3170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:40.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.498+0000 7faa4188e640 1 --2- 172.21.15.111:0/2402713181 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5622b50e42c0 0x5622b50e3170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.498+0000 7faa4188e640 1 -- 172.21.15.111:0/2402713181 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622b50e4a10 con 0x5622b50e5a50 2024-09-19T04:36:40.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.498+0000 7faa4188e640 1 --2- 172.21.15.111:0/2402713181 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50e5a50 0x5622b5122830 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7faa34014480 tx=0x7faa3400e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be133a12c84952a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:40.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.498+0000 7faa267fc640 1 -- 172.21.15.111:0/2402713181 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa34004d60 con 0x5622b50e5a50 2024-09-19T04:36:40.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.498+0000 7faa267fc640 1 -- 172.21.15.111:0/2402713181 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa34019070 con 0x5622b50e5a50 2024-09-19T04:36:40.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.498+0000 7faa267fc640 1 -- 172.21.15.111:0/2402713181 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa340109e0 con 0x5622b50e5a50 2024-09-19T04:36:40.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.499+0000 7faa46090740 1 -- 172.21.15.111:0/2402713181 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50e5a50 msgr2=0x5622b5122830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:40.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.499+0000 7faa46090740 1 --2- 172.21.15.111:0/2402713181 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50e5a50 0x5622b5122830 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7faa34014480 tx=0x7faa3400e000 comp rx=0 tx=0).stop 2024-09-19T04:36:40.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.499+0000 7faa46090740 1 -- 172.21.15.111:0/2402713181 shutdown_connections 2024-09-19T04:36:40.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.499+0000 7faa46090740 1 --2- 172.21.15.111:0/2402713181 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50e5a50 0x5622b5122830 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.499+0000 7faa46090740 1 --2- 172.21.15.111:0/2402713181 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5622b50e42c0 0x5622b50e3170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.499+0000 7faa46090740 1 --2- 172.21.15.111:0/2402713181 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5622b50dea10 0x5622b514ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.499+0000 7faa46090740 1 -- 172.21.15.111:0/2402713181 >> 172.21.15.111:0/2402713181 conn(0x5622b50e1a80 msgr2=0x5622b510df90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:40.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.499+0000 7faa46090740 1 -- 172.21.15.111:0/2402713181 shutdown_connections 2024-09-19T04:36:40.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.499+0000 7faa46090740 1 -- 172.21.15.111:0/2402713181 wait complete. 2024-09-19T04:36:40.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.499+0000 7faa46090740 1 -- start start 2024-09-19T04:36:40.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.500+0000 7faa46090740 1 Processor -- start 2024-09-19T04:36:40.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.500+0000 7faa46090740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5622b50dea10 0x5622b51274a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.500+0000 7faa46090740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5622b50e42c0 0x5622b50f5770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.500+0000 7faa46090740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50e5a50 0x5622b50f5cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.500+0000 7faa46090740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5622b50f6690 con 0x5622b50e5a50 2024-09-19T04:36:40.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.500+0000 7faa46090740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5622b50de210 con 0x5622b50e42c0 2024-09-19T04:36:40.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.501+0000 7faa46090740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x5622b5123560 con 0x5622b50dea10 2024-09-19T04:36:40.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.501+0000 7faa46090740 10 client.0 _ll_register_callbacks cb 0x7faa34005e40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:36:40.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.501+0000 7faa4188e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50e5a50 0x5622b50f5cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:40.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.501+0000 7faa4188e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50e5a50 0x5622b50f5cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56852/0 (socket says 172.21.15.111:56852) 2024-09-19T04:36:40.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.501+0000 7faa4188e640 1 -- 172.21.15.111:0/2061798286 learned_addr learned my addr 172.21.15.111:0/2061798286 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:40.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.501+0000 7faa4108d640 1 --2- 172.21.15.111:0/2061798286 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5622b50dea10 0x5622b51274a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:40.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.501+0000 7faa4188e640 1 -- 172.21.15.111:0/2061798286 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5622b50dea10 msgr2=0x5622b51274a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:40.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.501+0000 7faa4188e640 1 --2- 172.21.15.111:0/2061798286 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5622b50dea10 0x5622b51274a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.501+0000 7faa4188e640 1 -- 172.21.15.111:0/2061798286 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5622b50e42c0 msgr2=0x5622b50f5770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:40.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.501+0000 7faa4188e640 1 --2- 172.21.15.111:0/2061798286 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5622b50e42c0 0x5622b50f5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.501+0000 7faa4188e640 1 -- 172.21.15.111:0/2061798286 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622b5125130 con 0x5622b50e5a50 2024-09-19T04:36:40.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.501+0000 7faa4188e640 1 --2- 172.21.15.111:0/2061798286 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50e5a50 0x5622b50f5cb0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7faa34009010 tx=0x7faa340014d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8a55a70dd167032 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:40.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.501+0000 7faa1bfff640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-09-19T04:36:40.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.501+0000 7faa1bfff640 1 -- 172.21.15.111:0/2061798286 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa340144e0 con 0x5622b50e5a50 2024-09-19T04:36:40.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.501+0000 7faa1bfff640 1 -- 172.21.15.111:0/2061798286 <== mon.0 v2:172.21.15.111:3300/0 2 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7faa34014680 con 0x5622b50e5a50 2024-09-19T04:36:40.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.501+0000 7faa46090740 1 -- 172.21.15.111:0/2061798286 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa34019070 con 0x5622b50e5a50 2024-09-19T04:36:40.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.501+0000 7faa1bfff640 1 -- 172.21.15.111:0/2061798286 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7faa3403e050 con 0x5622b50e5a50 2024-09-19T04:36:40.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.501+0000 7faa46090740 10 client.6219 fetch_fsmap learned FSMap version 35 2024-09-19T04:36:40.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.501+0000 7faa46090740 1 -- 172.21.15.111:0/2061798286 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=2+}) -- 0x5622b5128340 con 0x5622b50e5a50 2024-09-19T04:36:40.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.501+0000 7faa1bfff640 1 -- 172.21.15.111:0/2061798286 <== mon.0 v2:172.21.15.111:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa34019070 con 0x5622b50e5a50 2024-09-19T04:36:40.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.502+0000 7faa1bfff640 1 -- 172.21.15.111:0/2061798286 <== mon.0 v2:172.21.15.111:3300/0 5 ==== fsmap(e 35) ==== 3502+0+0 (secure 0 0 0) 0x7faa34041020 con 0x5622b50e5a50 2024-09-19T04:36:40.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.502+0000 7faa46090740 10 client.6219 fetch_fsmap finished waiting for FSMap version 35 2024-09-19T04:36:40.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.502+0000 7faa46090740 10 client.6219 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T04:36:40.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.502+0000 7faa46090740 20 client.6219 populate_metadata read hostname 'smithi111' 2024-09-19T04:36:40.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.502+0000 7faa46090740 1 --2- 172.21.15.111:0/2061798286 >> [v2:172.21.15.114:6833/3176320608,v1:172.21.15.114:6835/3176320608] conn(0x5622b50f4680 0x5622b50f4a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.502+0000 7faa46090740 4 client.6219 mds_command: new command op to 6066 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T04:36:40.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.502+0000 7faa46090740 1 -- 172.21.15.111:0/2061798286 --> [v2:172.21.15.114:6833/3176320608,v1:172.21.15.114:6835/3176320608] -- command(tid 0: {"prefix": "status"}) -- 0x5622b504dfa0 con 0x5622b50f4680 2024-09-19T04:36:40.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.502+0000 7faa4108d640 1 --2- 172.21.15.111:0/2061798286 >> [v2:172.21.15.114:6833/3176320608,v1:172.21.15.114:6835/3176320608] conn(0x5622b50f4680 0x5622b50f4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:40.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.502+0000 7faa1bfff640 10 client.6219 ms_handle_connect on v2:172.21.15.114:6833/3176320608 2024-09-19T04:36:40.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.502+0000 7faa4108d640 1 --2- 172.21.15.111:0/2061798286 >> [v2:172.21.15.114:6833/3176320608,v1:172.21.15.114:6835/3176320608] conn(0x5622b50f4680 0x5622b50f4a60 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7113d3f6d53466a2 server_cookie=72f0bfebebcefc5d in_seq=0 out_seq=0 2024-09-19T04:36:40.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.502+0000 7faa1bfff640 1 -- 172.21.15.111:0/2061798286 <== mds.0 v2:172.21.15.114:6833/3176320608 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x5622b504dfa0 con 0x5622b50f4680 2024-09-19T04:36:40.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.502+0000 7faa1bfff640 10 client.6219 handle_command_reply: tid=0 2024-09-19T04:36:40.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.502+0000 7faa46090740 1 client.6219 shutdown 2024-09-19T04:36:40.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.502+0000 7faa46090740 1 -- 172.21.15.111:0/2061798286 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50e5a50 msgr2=0x5622b50f5cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:40.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.502+0000 7faa46090740 1 --2- 172.21.15.111:0/2061798286 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50e5a50 0x5622b50f5cb0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7faa34009010 tx=0x7faa340014d0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.502+0000 7faa46090740 1 -- 172.21.15.111:0/2061798286 shutdown_connections 2024-09-19T04:36:40.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.502+0000 7faa46090740 1 --2- 172.21.15.111:0/2061798286 >> [v2:172.21.15.114:6833/3176320608,v1:172.21.15.114:6835/3176320608] conn(0x5622b50f4680 0x5622b50f4a60 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.502+0000 7faa46090740 1 --2- 172.21.15.111:0/2061798286 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5622b50e5a50 0x5622b50f5cb0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.502+0000 7faa1bfff640 0 client.6219 ms_handle_reset on v2:172.21.15.114:6833/3176320608 2024-09-19T04:36:40.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.502+0000 7faa46090740 1 --2- 172.21.15.111:0/2061798286 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5622b50e42c0 0x5622b50f5770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.503+0000 7faa46090740 1 --2- 172.21.15.111:0/2061798286 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5622b50dea10 0x5622b51274a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.503+0000 7faa46090740 1 -- 172.21.15.111:0/2061798286 >> 172.21.15.111:0/2061798286 conn(0x5622b50e1a80 msgr2=0x5622b514c8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:40.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.503+0000 7faa46090740 1 -- 172.21.15.111:0/2061798286 shutdown_connections 2024-09-19T04:36:40.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.503+0000 7faa46090740 1 -- 172.21.15.111:0/2061798286 wait complete. 2024-09-19T04:36:40.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.503+0000 7faa46090740 20 client.6219 trim_cache size 0 max 16384 2024-09-19T04:36:40.511 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:36:40.511 INFO:teuthology.orchestra.run.smithi111.stdout: "cluster_fsid": "96a4203e-380c-426d-916c-b9d719e0db84", 2024-09-19T04:36:40.511 INFO:teuthology.orchestra.run.smithi111.stdout: "whoami": 0, 2024-09-19T04:36:40.511 INFO:teuthology.orchestra.run.smithi111.stdout: "id": 6066, 2024-09-19T04:36:40.511 INFO:teuthology.orchestra.run.smithi111.stdout: "want_state": "up:active", 2024-09-19T04:36:40.512 INFO:teuthology.orchestra.run.smithi111.stdout: "state": "up:active", 2024-09-19T04:36:40.512 INFO:teuthology.orchestra.run.smithi111.stdout: "fs_name": "cephfs", 2024-09-19T04:36:40.512 INFO:teuthology.orchestra.run.smithi111.stdout: "rank_uptime": 8.8628598390000004, 2024-09-19T04:36:40.512 INFO:teuthology.orchestra.run.smithi111.stdout: "mdsmap_epoch": 35, 2024-09-19T04:36:40.512 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch": 70, 2024-09-19T04:36:40.512 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch_barrier": 70, 2024-09-19T04:36:40.512 INFO:teuthology.orchestra.run.smithi111.stdout: "uptime": 13.933017900999999 2024-09-19T04:36:40.512 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:36:40.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.503+0000 7faa432f1640 1 -- 172.21.15.111:0/1368976703 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faa2006c610 msgr2=0x7faa2006ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:40.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.503+0000 7faa432f1640 1 --2- 172.21.15.111:0/1368976703 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faa2006c610 0x7faa2006ead0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7faa3c158a40 tx=0x7faa38008040 comp rx=0 tx=0).stop 2024-09-19T04:36:40.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.503+0000 7faa432f1640 1 -- 172.21.15.111:0/1368976703 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faa3c15e500 msgr2=0x7faa3c13edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:40.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.503+0000 7faa432f1640 1 --2- 172.21.15.111:0/1368976703 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faa3c15e500 0x7faa3c13edd0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7faa2c000c00 tx=0x7faa2c0046c0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.503+0000 7faa432f1640 1 -- 172.21.15.111:0/1368976703 shutdown_connections 2024-09-19T04:36:40.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.503+0000 7faa432f1640 1 --2- 172.21.15.111:0/1368976703 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7faa2006c610 0x7faa2006ead0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.503+0000 7faa432f1640 1 --2- 172.21.15.111:0/1368976703 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faa3c15e8e0 0x7faa3c156bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.503+0000 7faa432f1640 1 --2- 172.21.15.111:0/1368976703 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faa3c15e500 0x7faa3c13edd0 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.503+0000 7faa432f1640 1 --2- 172.21.15.111:0/1368976703 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faa3c073cb0 0x7faa3c154ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.503+0000 7faa432f1640 1 -- 172.21.15.111:0/1368976703 >> 172.21.15.111:0/1368976703 conn(0x7faa3c062810 msgr2=0x7faa3c0b5520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:40.514 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.503+0000 7faa432f1640 1 -- 172.21.15.111:0/1368976703 shutdown_connections 2024-09-19T04:36:40.514 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.503+0000 7faa432f1640 1 -- 172.21.15.111:0/1368976703 wait complete. 2024-09-19T04:36:40.515 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:36:40.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.612+0000 7f2b9985e640 1 Processor -- start 2024-09-19T04:36:40.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.612+0000 7f2b9985e640 1 -- start start 2024-09-19T04:36:40.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.613+0000 7f2b9985e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f2b940b61f0 0x7f2b940b6640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.613+0000 7f2b9985e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2b940b7aa0 0x7f2b940b7ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.613+0000 7f2b9985e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b940d34d0 con 0x7f2b9415e860 2024-09-19T04:36:40.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.613+0000 7f2b9985e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f2b940b6b80 con 0x7f2b940b7aa0 2024-09-19T04:36:40.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.613+0000 7f2b9985e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f2b940d3790 con 0x7f2b940b61f0 2024-09-19T04:36:40.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.613+0000 7f2b937fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2b940b7aa0 0x7f2b940b7ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:40.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.613+0000 7f2b92ffd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f2b9415e860 0x7f2b940cf720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:37526/0 (socket says 172.21.15.111:37526) 2024-09-19T04:36:40.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.613+0000 7f2b92ffd640 1 -- 172.21.15.111:0/1898037435 learned_addr learned my addr 172.21.15.111:0/1898037435 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:40.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.613+0000 7f2b8bfff640 1 --2- 172.21.15.111:0/1898037435 >> v2:172.21.15.114:3300/0 conn(0x7f2b940b61f0 0x7f2b940b6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:40.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.613+0000 7f2b937fe640 1 -- 172.21.15.111:0/1898037435 >> v2:172.21.15.114:3300/0 conn(0x7f2b940b61f0 msgr2=0x7f2b940b6640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:40.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.613+0000 7f2b937fe640 1 --2- 172.21.15.111:0/1898037435 >> v2:172.21.15.114:3300/0 conn(0x7f2b940b61f0 0x7f2b940b6640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.613+0000 7f2b937fe640 1 -- 172.21.15.111:0/1898037435 >> v1:172.21.15.111:6789/0 conn(0x7f2b9415e860 legacy=0x7f2b940cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:40.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.613+0000 7f2b927fc640 1 -- 172.21.15.111:0/1898037435 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3300120723 0 0) 0x7f2b940d34d0 con 0x7f2b9415e860 2024-09-19T04:36:40.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.613+0000 7f2b937fe640 1 -- 172.21.15.111:0/1898037435 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b940d3a70 con 0x7f2b940b7aa0 2024-09-19T04:36:40.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.614+0000 7f2b937fe640 1 --2- 172.21.15.111:0/1898037435 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b940b7aa0 0x7f2b940b7ed0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f2b940cecc0 tx=0x7f2b8c02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c317cc0d124efb5d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:40.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.614+0000 7f2b927fc640 1 -- 172.21.15.111:0/1898037435 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c007740 con 0x7f2b940b7aa0 2024-09-19T04:36:40.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.614+0000 7f2b927fc640 1 -- 172.21.15.111:0/1898037435 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b8c0078e0 con 0x7f2b940b7aa0 2024-09-19T04:36:40.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.614+0000 7f2b927fc640 1 -- 172.21.15.111:0/1898037435 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c007cb0 con 0x7f2b940b7aa0 2024-09-19T04:36:40.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.614+0000 7f2b9985e640 1 -- 172.21.15.111:0/1898037435 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b940b7aa0 msgr2=0x7f2b940b7ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:40.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.614+0000 7f2b9985e640 1 --2- 172.21.15.111:0/1898037435 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b940b7aa0 0x7f2b940b7ed0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f2b940cecc0 tx=0x7f2b8c02a710 comp rx=0 tx=0).stop 2024-09-19T04:36:40.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.615+0000 7f2b9985e640 1 -- 172.21.15.111:0/1898037435 shutdown_connections 2024-09-19T04:36:40.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.615+0000 7f2b9985e640 1 --2- 172.21.15.111:0/1898037435 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b940b7aa0 0x7f2b940b7ed0 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.615+0000 7f2b9985e640 1 --2- 172.21.15.111:0/1898037435 >> v2:172.21.15.114:3300/0 conn(0x7f2b940b61f0 0x7f2b940b6640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.615+0000 7f2b9985e640 1 -- 172.21.15.111:0/1898037435 >> 172.21.15.111:0/1898037435 conn(0x7f2b94062c60 msgr2=0x7f2b940d4770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:40.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.615+0000 7f2b9985e640 1 -- 172.21.15.111:0/1898037435 shutdown_connections 2024-09-19T04:36:40.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.615+0000 7f2b9985e640 1 -- 172.21.15.111:0/1898037435 wait complete. 2024-09-19T04:36:40.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.616+0000 7f2b9985e640 1 Processor -- start 2024-09-19T04:36:40.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.616+0000 7f2b9985e640 1 -- start start 2024-09-19T04:36:40.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.616+0000 7f2b9985e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b940b61f0 0x7f2b941f82e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.616+0000 7f2b9985e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2b940b7aa0 0x7f2b940c98e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.616+0000 7f2b9985e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b9415e860 0x7f2b940c9e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.616+0000 7f2b9985e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2b940d4310 con 0x7f2b9415e860 2024-09-19T04:36:40.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.616+0000 7f2b9985e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2b940d4030 con 0x7f2b940b7aa0 2024-09-19T04:36:40.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.616+0000 7f2b9985e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2b9415ec40 con 0x7f2b940b61f0 2024-09-19T04:36:40.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.617+0000 7f2b937fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b9415e860 0x7f2b940c9e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:40.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.617+0000 7f2b937fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b9415e860 0x7f2b940c9e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56874/0 (socket says 172.21.15.111:56874) 2024-09-19T04:36:40.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.617+0000 7f2b937fe640 1 -- 172.21.15.111:0/2362658928 learned_addr learned my addr 172.21.15.111:0/2362658928 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:40.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.617+0000 7f2b8bfff640 1 --2- 172.21.15.111:0/2362658928 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2b940b7aa0 0x7f2b940c98e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:40.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.617+0000 7f2b92ffd640 1 --2- 172.21.15.111:0/2362658928 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b940b61f0 0x7f2b941f82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:40.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.617+0000 7f2b937fe640 1 -- 172.21.15.111:0/2362658928 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b940b61f0 msgr2=0x7f2b941f82e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:40.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.617+0000 7f2b937fe640 1 --2- 172.21.15.111:0/2362658928 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b940b61f0 0x7f2b941f82e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.617+0000 7f2b937fe640 1 -- 172.21.15.111:0/2362658928 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2b940b7aa0 msgr2=0x7f2b940c98e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:40.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.617+0000 7f2b937fe640 1 --2- 172.21.15.111:0/2362658928 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2b940b7aa0 0x7f2b940c98e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.617+0000 7f2b937fe640 1 -- 172.21.15.111:0/2362658928 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b941f8820 con 0x7f2b9415e860 2024-09-19T04:36:40.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.617+0000 7f2b937fe640 1 --2- 172.21.15.111:0/2362658928 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b9415e860 0x7f2b940c9e20 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c02ad00 tx=0x7f2b8c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:40.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.617+0000 7f2b90ff9640 1 -- 172.21.15.111:0/2362658928 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c040070 con 0x7f2b9415e860 2024-09-19T04:36:40.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.617+0000 7f2b90ff9640 1 -- 172.21.15.111:0/2362658928 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b8c031c90 con 0x7f2b9415e860 2024-09-19T04:36:40.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.617+0000 7f2b9985e640 1 -- 172.21.15.111:0/2362658928 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b940c8540 con 0x7f2b9415e860 2024-09-19T04:36:40.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.617+0000 7f2b90ff9640 1 -- 172.21.15.111:0/2362658928 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c045680 con 0x7f2b9415e860 2024-09-19T04:36:40.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.617+0000 7f2b9985e640 1 -- 172.21.15.111:0/2362658928 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b940c8b00 con 0x7f2b9415e860 2024-09-19T04:36:40.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.618+0000 7f2b9985e640 1 -- 172.21.15.111:0/2362658928 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b940b3ad0 con 0x7f2b9415e860 2024-09-19T04:36:40.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.619+0000 7f2b90ff9640 1 -- 172.21.15.111:0/2362658928 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f2b8c039040 con 0x7f2b9415e860 2024-09-19T04:36:40.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.619+0000 7f2b90ff9640 1 --2- 172.21.15.111:0/2362658928 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2b7406c610 0x7f2b7406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:40.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.619+0000 7f2b90ff9640 1 -- 172.21.15.111:0/2362658928 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f2b8c0ad470 con 0x7f2b9415e860 2024-09-19T04:36:40.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.619+0000 7f2b92ffd640 1 --2- 172.21.15.111:0/2362658928 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2b7406c610 0x7f2b7406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:40.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.619+0000 7f2b92ffd640 1 --2- 172.21.15.111:0/2362658928 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2b7406c610 0x7f2b7406ead0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f2b84000f60 tx=0x7f2b84007c00 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:40.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.623+0000 7f2b90ff9640 1 -- 172.21.15.111:0/2362658928 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2b941f8820 con 0x7f2b9415e860 2024-09-19T04:36:40.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.825+0000 7f2b9985e640 1 -- 172.21.15.111:0/2362658928 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f2b940d2700 con 0x7f2b9415e860 2024-09-19T04:36:40.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.826+0000 7f2b90ff9640 1 -- 172.21.15.111:0/2362658928 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v35) ==== 53+0+73 (secure 0 0 0) 0x7f2b8c043360 con 0x7f2b9415e860 2024-09-19T04:36:40.827 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:36:40.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.828+0000 7f2b9985e640 1 -- 172.21.15.111:0/2362658928 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2b7406c610 msgr2=0x7f2b7406ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:40.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.828+0000 7f2b9985e640 1 --2- 172.21.15.111:0/2362658928 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2b7406c610 0x7f2b7406ead0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f2b84000f60 tx=0x7f2b84007c00 comp rx=0 tx=0).stop 2024-09-19T04:36:40.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.828+0000 7f2b9985e640 1 -- 172.21.15.111:0/2362658928 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b9415e860 msgr2=0x7f2b940c9e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:40.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.828+0000 7f2b9985e640 1 --2- 172.21.15.111:0/2362658928 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b9415e860 0x7f2b940c9e20 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c02ad00 tx=0x7f2b8c004a40 comp rx=0 tx=0).stop 2024-09-19T04:36:40.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.828+0000 7f2b9985e640 1 -- 172.21.15.111:0/2362658928 shutdown_connections 2024-09-19T04:36:40.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.828+0000 7f2b9985e640 1 --2- 172.21.15.111:0/2362658928 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f2b7406c610 0x7f2b7406ead0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.828+0000 7f2b9985e640 1 --2- 172.21.15.111:0/2362658928 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b9415e860 0x7f2b940c9e20 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.828+0000 7f2b9985e640 1 --2- 172.21.15.111:0/2362658928 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2b940b7aa0 0x7f2b940c98e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.828+0000 7f2b9985e640 1 --2- 172.21.15.111:0/2362658928 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b940b61f0 0x7f2b941f82e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:40.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.828+0000 7f2b9985e640 1 -- 172.21.15.111:0/2362658928 >> 172.21.15.111:0/2362658928 conn(0x7f2b94062c60 msgr2=0x7f2b940b4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:40.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.828+0000 7f2b9985e640 1 -- 172.21.15.111:0/2362658928 shutdown_connections 2024-09-19T04:36:40.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:40.828+0000 7f2b9985e640 1 -- 172.21.15.111:0/2362658928 wait complete. 2024-09-19T04:36:40.840 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:36:40.840 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:36:40.840 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi111.front.sepia.ceph.com 2024-09-19T04:36:40.840 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T04:36:40.840 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T04:36:40.840 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:36:40.840 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:36:40.840 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:36:40.840 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:36:40.841 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:40.841 DEBUG:teuthology.orchestra.run.smithi111:> ip addr 2024-09-19T04:36:40.858 INFO:teuthology.orchestra.run.smithi111.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:36:40.858 INFO:teuthology.orchestra.run.smithi111.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:36:40.858 INFO:teuthology.orchestra.run.smithi111.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:36:40.859 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:40.859 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 ::1/128 scope host 2024-09-19T04:36:40.859 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:40.859 INFO:teuthology.orchestra.run.smithi111.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:36:40.859 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:24 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:36:40.859 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f0 2024-09-19T04:36:40.859 INFO:teuthology.orchestra.run.smithi111.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:36:40.859 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:25 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:36:40.859 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f1 2024-09-19T04:36:40.859 INFO:teuthology.orchestra.run.smithi111.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:36:40.859 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2e brd ff:ff:ff:ff:ff:ff 2024-09-19T04:36:40.859 INFO:teuthology.orchestra.run.smithi111.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:36:40.859 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2f brd ff:ff:ff:ff:ff:ff 2024-09-19T04:36:40.859 INFO:teuthology.orchestra.run.smithi111.stdout: inet 172.21.15.111/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:36:40.860 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft 42565sec preferred_lft 42565sec 2024-09-19T04:36:40.860 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::ec4:7aff:fe8f:cc2f/64 scope link noprefixroute 2024-09-19T04:36:40.860 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:40.860 INFO:teuthology.orchestra.run.smithi111.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:36:40.860 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 52:d4:1f:0e:24:21 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:36:40.860 INFO:teuthology.orchestra.run.smithi111.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:36:40.860 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:40.860 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::6cca:96ff:fe86:c24e/64 scope link 2024-09-19T04:36:40.860 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:40.860 INFO:teuthology.orchestra.run.smithi111.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:36:40.860 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 76:f0:b7:84:e3:fb brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T04:36:40.860 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::74f0:b7ff:fe84:e3fb/64 scope link 2024-09-19T04:36:40.860 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:40.860 INFO:teuthology.orchestra.run.smithi111.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:36:40.861 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 52:d4:1f:0e:24:21 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T04:36:40.861 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::50d4:1fff:fe0e:2421/64 scope link 2024-09-19T04:36:40.861 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:40.861 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:40.861 DEBUG:teuthology.orchestra.run.smithi111:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:36:40.922 INFO:teuthology.orchestra.run.smithi111.stdout:1 2024-09-19T04:36:40.924 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:40.924 DEBUG:teuthology.orchestra.run.smithi111:> route 2024-09-19T04:36:40.980 INFO:teuthology.orchestra.run.smithi111.stdout:Kernel IP routing table 2024-09-19T04:36:40.980 INFO:teuthology.orchestra.run.smithi111.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:36:40.980 INFO:teuthology.orchestra.run.smithi111.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:36:40.980 INFO:teuthology.orchestra.run.smithi111.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:36:40.980 INFO:teuthology.orchestra.run.smithi111.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:36:40.981 DEBUG:teuthology.orchestra.run.smithi111:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:36:40.981 DEBUG:teuthology.orchestra.run.smithi111:> set -e 2024-09-19T04:36:40.981 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:36:40.981 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:36:40.981 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:36:40.981 DEBUG:teuthology.orchestra.run.smithi111:> ') 2024-09-19T04:36:41.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:36:41.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:36:41.105 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:41.105 DEBUG:teuthology.orchestra.run.smithi111:> ip netns list 2024-09-19T04:36:41.121 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T04:36:41.121 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T04:36:41.121 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:36:41.121 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:41.121 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip link set brx.0 up 2024-09-19T04:36:41.187 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:36:41.187 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T04:36:41.242 INFO:teuthology.orchestra.run.smithi111.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:36:41.243 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:36:41.243 DEBUG:teuthology.orchestra.run.smithi111:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:36:41.298 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T04:36:41.298 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:41.299 DEBUG:teuthology.orchestra.run.smithi111:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:36:41.381 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:36:41.381 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:36:41.390 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:36:41.390 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:36:41.390 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:36:41.390 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: trying mount with new device syntax: 0@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:36:41.390 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:36:41.390 INFO:teuthology.orchestra.run.smithi111.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T04:36:41.391 INFO:teuthology.orchestra.run.smithi111.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:36:41.391 INFO:teuthology.orchestra.run.smithi111.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:36:41.391 INFO:teuthology.orchestra.run.smithi111.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:36:41.391 INFO:teuthology.orchestra.run.smithi111.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:36:41.392 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:36:41.392 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:41.393 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:36:41.469 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:36:41.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:36:41.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:36:41.572 INFO:teuthology.orchestra.run.smithi111.stdout:client5827 2024-09-19T04:36:41.572 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:36:41.572 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:41.588 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:36:41.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.725+0000 7f226d73b640 1 Processor -- start 2024-09-19T04:36:41.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.726+0000 7f226d73b640 1 -- start start 2024-09-19T04:36:41.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.726+0000 7f226d73b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f226815e940 0x7f22680d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:41.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.726+0000 7f226d73b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f22680cef90 0x7f22680d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:41.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.726+0000 7f226d73b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22680b7170 con 0x7f226815ed20 2024-09-19T04:36:41.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.726+0000 7f226d73b640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f22680d1ae0 con 0x7f226815e940 2024-09-19T04:36:41.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.726+0000 7f226d73b640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f22680b7aa0 con 0x7f22680cef90 2024-09-19T04:36:41.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.726+0000 7f2266ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f226815e940 0x7f22680d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:41.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.726+0000 7f22667fc640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f226815ed20 0x7f22680b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:50182/0 (socket says 172.21.15.111:50182) 2024-09-19T04:36:41.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.726+0000 7f22667fc640 1 -- 172.21.15.111:0/4088434753 learned_addr learned my addr 172.21.15.111:0/4088434753 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:41.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.726+0000 7f2266ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f226815e940 0x7f22680d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38232/0 (socket says 172.21.15.111:38232) 2024-09-19T04:36:41.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.727+0000 7f22677fe640 1 --2- 172.21.15.111:0/4088434753 >> v2:172.21.15.114:3300/0 conn(0x7f22680cef90 0x7f22680d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:41.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.727+0000 7f2266ffd640 1 -- 172.21.15.111:0/4088434753 >> v2:172.21.15.114:3300/0 conn(0x7f22680cef90 msgr2=0x7f22680d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:41.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.727+0000 7f2266ffd640 1 --2- 172.21.15.111:0/4088434753 >> v2:172.21.15.114:3300/0 conn(0x7f22680cef90 0x7f22680d15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:41.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.727+0000 7f2266ffd640 1 -- 172.21.15.111:0/4088434753 >> v1:172.21.15.111:6789/0 conn(0x7f226815ed20 legacy=0x7f22680b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:41.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.727+0000 7f2266ffd640 1 -- 172.21.15.111:0/4088434753 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22680d3660 con 0x7f226815e940 2024-09-19T04:36:41.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.727+0000 7f2265ffb640 1 -- 172.21.15.111:0/4088434753 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1756304704 0 0) 0x7f225c001110 con 0x7f226815ed20 2024-09-19T04:36:41.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.728+0000 7f2266ffd640 1 --2- 172.21.15.111:0/4088434753 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f226815e940 0x7f22680d1060 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f226806d070 tx=0x7f225802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aaf11c894b4f1722 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:41.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.728+0000 7f2265ffb640 1 -- 172.21.15.111:0/4088434753 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2258007740 con 0x7f226815e940 2024-09-19T04:36:41.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.728+0000 7f2265ffb640 1 -- 172.21.15.111:0/4088434753 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22580078e0 con 0x7f226815e940 2024-09-19T04:36:41.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.728+0000 7f2265ffb640 1 -- 172.21.15.111:0/4088434753 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2258007cb0 con 0x7f226815e940 2024-09-19T04:36:41.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.728+0000 7f226d73b640 1 -- 172.21.15.111:0/4088434753 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f226815e940 msgr2=0x7f22680d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:41.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.728+0000 7f226d73b640 1 --2- 172.21.15.111:0/4088434753 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f226815e940 0x7f22680d1060 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f226806d070 tx=0x7f225802a710 comp rx=0 tx=0).stop 2024-09-19T04:36:41.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.728+0000 7f226d73b640 1 -- 172.21.15.111:0/4088434753 shutdown_connections 2024-09-19T04:36:41.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.728+0000 7f226d73b640 1 --2- 172.21.15.111:0/4088434753 >> v2:172.21.15.114:3300/0 conn(0x7f22680cef90 0x7f22680d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:41.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.728+0000 7f226d73b640 1 --2- 172.21.15.111:0/4088434753 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f226815e940 0x7f22680d1060 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:41.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.728+0000 7f226d73b640 1 -- 172.21.15.111:0/4088434753 >> 172.21.15.111:0/4088434753 conn(0x7f22680b6240 msgr2=0x7f22680b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:41.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.728+0000 7f226d73b640 1 -- 172.21.15.111:0/4088434753 shutdown_connections 2024-09-19T04:36:41.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.728+0000 7f226d73b640 1 -- 172.21.15.111:0/4088434753 wait complete. 2024-09-19T04:36:41.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.729+0000 7f226d73b640 1 Processor -- start 2024-09-19T04:36:41.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.730+0000 7f226d73b640 1 -- start start 2024-09-19T04:36:41.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.730+0000 7f226d73b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f22680cef90 0x7f22680cadf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:41.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.730+0000 7f226d73b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f226815e940 0x7f2268156af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:41.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.730+0000 7f226d73b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f226815ed20 0x7f2268154780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:41.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.730+0000 7f226d73b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f22680d3f00 con 0x7f22680cef90 2024-09-19T04:36:41.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.730+0000 7f226d73b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f22680d3c20 con 0x7f226815ed20 2024-09-19T04:36:41.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.730+0000 7f226d73b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f22680d3310 con 0x7f226815e940 2024-09-19T04:36:41.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.730+0000 7f2266ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f22680cef90 0x7f22680cadf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:41.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.730+0000 7f2266ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f22680cef90 0x7f22680cadf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38236/0 (socket says 172.21.15.111:38236) 2024-09-19T04:36:41.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.730+0000 7f2266ffd640 1 -- 172.21.15.111:0/3702800689 learned_addr learned my addr 172.21.15.111:0/3702800689 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:41.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.730+0000 7f22677fe640 1 --2- 172.21.15.111:0/3702800689 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f226815ed20 0x7f2268154780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:41.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.731+0000 7f22667fc640 1 --2- 172.21.15.111:0/3702800689 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f226815e940 0x7f2268156af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:41.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.731+0000 7f2266ffd640 1 -- 172.21.15.111:0/3702800689 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f226815e940 msgr2=0x7f2268156af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:41.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.731+0000 7f2266ffd640 1 --2- 172.21.15.111:0/3702800689 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f226815e940 0x7f2268156af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:41.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.731+0000 7f2266ffd640 1 -- 172.21.15.111:0/3702800689 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f226815ed20 msgr2=0x7f2268154780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:41.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.731+0000 7f2266ffd640 1 --2- 172.21.15.111:0/3702800689 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f226815ed20 0x7f2268154780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:41.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.731+0000 7f2266ffd640 1 -- 172.21.15.111:0/3702800689 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22680cb4b0 con 0x7f22680cef90 2024-09-19T04:36:41.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.731+0000 7f2266ffd640 1 --2- 172.21.15.111:0/3702800689 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f22680cef90 0x7f22680cadf0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f2258009e80 tx=0x7f2258004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:41.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.731+0000 7f224f7fe640 1 -- 172.21.15.111:0/3702800689 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2258040070 con 0x7f22680cef90 2024-09-19T04:36:41.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.731+0000 7f224f7fe640 1 -- 172.21.15.111:0/3702800689 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2258031c40 con 0x7f22680cef90 2024-09-19T04:36:41.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.731+0000 7f226d73b640 1 -- 172.21.15.111:0/3702800689 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2268159210 con 0x7f22680cef90 2024-09-19T04:36:41.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.731+0000 7f224f7fe640 1 -- 172.21.15.111:0/3702800689 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2258045460 con 0x7f22680cef90 2024-09-19T04:36:41.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.731+0000 7f226d73b640 1 -- 172.21.15.111:0/3702800689 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22681597d0 con 0x7f22680cef90 2024-09-19T04:36:41.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.732+0000 7f226d73b640 1 -- 172.21.15.111:0/3702800689 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22680d1ef0 con 0x7f22680cef90 2024-09-19T04:36:41.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.732+0000 7f224f7fe640 1 -- 172.21.15.111:0/3702800689 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f2258039040 con 0x7f22680cef90 2024-09-19T04:36:41.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.733+0000 7f224f7fe640 1 --2- 172.21.15.111:0/3702800689 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f225406c610 0x7f225406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:41.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.733+0000 7f224f7fe640 1 -- 172.21.15.111:0/3702800689 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f22580ad360 con 0x7f22680cef90 2024-09-19T04:36:41.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.733+0000 7f22667fc640 1 --2- 172.21.15.111:0/3702800689 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f225406c610 0x7f225406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:41.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.733+0000 7f22667fc640 1 --2- 172.21.15.111:0/3702800689 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f225406c610 0x7f225406ead0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f2268160060 tx=0x7f225c007970 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:41.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.737+0000 7f224f7fe640 1 -- 172.21.15.111:0/3702800689 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f225807b5b0 con 0x7f22680cef90 2024-09-19T04:36:41.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.938+0000 7f226d73b640 1 -- 172.21.15.111:0/3702800689 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f22680ba6b0 con 0x7f22680cef90 2024-09-19T04:36:41.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.938+0000 7f224f7fe640 1 -- 172.21.15.111:0/3702800689 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v35) ==== 53+0+73 (secure 0 0 0) 0x7f225807aeb0 con 0x7f22680cef90 2024-09-19T04:36:41.940 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:36:41.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.940+0000 7f226d73b640 1 -- 172.21.15.111:0/3702800689 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f225406c610 msgr2=0x7f225406ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:41.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.940+0000 7f226d73b640 1 --2- 172.21.15.111:0/3702800689 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f225406c610 0x7f225406ead0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f2268160060 tx=0x7f225c007970 comp rx=0 tx=0).stop 2024-09-19T04:36:41.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.940+0000 7f226d73b640 1 -- 172.21.15.111:0/3702800689 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f22680cef90 msgr2=0x7f22680cadf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:41.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.940+0000 7f226d73b640 1 --2- 172.21.15.111:0/3702800689 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f22680cef90 0x7f22680cadf0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f2258009e80 tx=0x7f2258004a40 comp rx=0 tx=0).stop 2024-09-19T04:36:41.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.940+0000 7f226d73b640 1 -- 172.21.15.111:0/3702800689 shutdown_connections 2024-09-19T04:36:41.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.940+0000 7f226d73b640 1 --2- 172.21.15.111:0/3702800689 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f225406c610 0x7f225406ead0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:41.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.940+0000 7f226d73b640 1 --2- 172.21.15.111:0/3702800689 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f226815ed20 0x7f2268154780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:41.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.940+0000 7f226d73b640 1 --2- 172.21.15.111:0/3702800689 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f226815e940 0x7f2268156af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:41.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.940+0000 7f226d73b640 1 --2- 172.21.15.111:0/3702800689 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f22680cef90 0x7f22680cadf0 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:41.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.940+0000 7f226d73b640 1 -- 172.21.15.111:0/3702800689 >> 172.21.15.111:0/3702800689 conn(0x7f22680b6240 msgr2=0x7f22680b6620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:41.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.940+0000 7f226d73b640 1 -- 172.21.15.111:0/3702800689 shutdown_connections 2024-09-19T04:36:41.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:41.940+0000 7f226d73b640 1 -- 172.21.15.111:0/3702800689 wait complete. 2024-09-19T04:36:41.953 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:36:41.953 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:36:41.953 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi114.front.sepia.ceph.com 2024-09-19T04:36:41.953 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T04:36:41.953 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T04:36:41.953 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:36:41.953 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:36:41.953 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:36:41.953 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:36:41.954 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:41.954 DEBUG:teuthology.orchestra.run.smithi114:> ip addr 2024-09-19T04:36:41.974 INFO:teuthology.orchestra.run.smithi114.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:36:41.974 INFO:teuthology.orchestra.run.smithi114.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:36:41.974 INFO:teuthology.orchestra.run.smithi114.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:36:41.974 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:41.974 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 ::1/128 scope host 2024-09-19T04:36:41.974 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:41.974 INFO:teuthology.orchestra.run.smithi114.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:36:41.974 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:36:41.974 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f0 2024-09-19T04:36:41.974 INFO:teuthology.orchestra.run.smithi114.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:36:41.974 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:36:41.974 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f1 2024-09-19T04:36:41.975 INFO:teuthology.orchestra.run.smithi114.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:36:41.975 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:62 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:36:41.975 INFO:teuthology.orchestra.run.smithi114.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:36:41.975 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:63 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:36:41.975 INFO:teuthology.orchestra.run.smithi114.stdout: inet 172.21.15.114/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:36:41.975 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft 42554sec preferred_lft 42554sec 2024-09-19T04:36:41.975 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::ec4:7aff:fe8f:cb63/64 scope link noprefixroute 2024-09-19T04:36:41.975 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:41.975 INFO:teuthology.orchestra.run.smithi114.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:36:41.975 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether ca:e7:76:90:98:85 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:36:41.975 INFO:teuthology.orchestra.run.smithi114.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:36:41.976 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:41.976 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::9858:beff:fef5:aa6d/64 scope link 2024-09-19T04:36:41.976 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:41.976 INFO:teuthology.orchestra.run.smithi114.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:36:41.976 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether ca:e7:76:90:98:85 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T04:36:41.976 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::c8e7:76ff:fe90:9885/64 scope link 2024-09-19T04:36:41.976 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:41.976 INFO:teuthology.orchestra.run.smithi114.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:36:41.976 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether d6:e6:9a:34:5c:2e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T04:36:41.976 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::d4e6:9aff:fe34:5c2e/64 scope link 2024-09-19T04:36:41.976 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:36:41.977 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:41.977 DEBUG:teuthology.orchestra.run.smithi114:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:36:42.042 INFO:teuthology.orchestra.run.smithi114.stdout:1 2024-09-19T04:36:42.043 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:42.043 DEBUG:teuthology.orchestra.run.smithi114:> route 2024-09-19T04:36:42.102 INFO:teuthology.orchestra.run.smithi114.stdout:Kernel IP routing table 2024-09-19T04:36:42.102 INFO:teuthology.orchestra.run.smithi114.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:36:42.102 INFO:teuthology.orchestra.run.smithi114.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:36:42.103 INFO:teuthology.orchestra.run.smithi114.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:36:42.103 INFO:teuthology.orchestra.run.smithi114.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:36:42.103 DEBUG:teuthology.orchestra.run.smithi114:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:36:42.103 DEBUG:teuthology.orchestra.run.smithi114:> set -e 2024-09-19T04:36:42.103 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:36:42.103 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:36:42.103 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:36:42.103 DEBUG:teuthology.orchestra.run.smithi114:> ') 2024-09-19T04:36:42.195 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:36:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:36:42.228 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:36:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:36:42.234 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:42.234 DEBUG:teuthology.orchestra.run.smithi114:> ip netns list 2024-09-19T04:36:42.250 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T04:36:42.250 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T04:36:42.250 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:36:42.250 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:42.251 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip link set brx.0 up 2024-09-19T04:36:42.315 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:36:42.315 DEBUG:teuthology.orchestra.run.smithi114:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T04:36:42.370 INFO:teuthology.orchestra.run.smithi114.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:36:42.371 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:36:42.371 DEBUG:teuthology.orchestra.run.smithi114:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:36:42.425 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-19T04:36:42.425 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:42.426 DEBUG:teuthology.orchestra.run.smithi114:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:36:42.509 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:36:42.509 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:36:42.516 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:36:42.516 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:36:42.516 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:36:42.516 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: trying mount with new device syntax: 1@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:36:42.517 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:36:42.517 INFO:teuthology.orchestra.run.smithi114.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T04:36:42.517 INFO:teuthology.orchestra.run.smithi114.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:36:42.517 INFO:teuthology.orchestra.run.smithi114.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:36:42.518 INFO:teuthology.orchestra.run.smithi114.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:36:42.518 INFO:teuthology.orchestra.run.smithi114.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:36:42.519 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:36:42.519 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:42.519 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:36:42.583 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:36:42.672 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:36:42 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:36:42.673 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:36:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:36:42.679 INFO:teuthology.orchestra.run.smithi114.stdout:client6240 2024-09-19T04:36:42.679 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:36:42.679 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:42.695 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-19T04:36:42.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.799+0000 7f21dcb11640 1 Processor -- start 2024-09-19T04:36:42.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.799+0000 7f21dcb11640 1 -- start start 2024-09-19T04:36:42.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.800+0000 7f21dcb11640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f21d8147d70 0x7f21d8071b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:42.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.800+0000 7f21dcb11640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f21d8072090 0x7f21d80ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:42.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.800+0000 7f21dcb11640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21d80710e0 con 0x7f21d8148150 2024-09-19T04:36:42.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.800+0000 7f21dcb11640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f21d80b5700 con 0x7f21d8147d70 2024-09-19T04:36:42.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.800+0000 7f21dcb11640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f21d8071350 con 0x7f21d8072090 2024-09-19T04:36:42.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.800+0000 7f21d659c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f21d8147d70 0x7f21d8071b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:42.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.800+0000 7f21d659c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f21d8147d70 0x7f21d8071b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38250/0 (socket says 172.21.15.111:38250) 2024-09-19T04:36:42.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.800+0000 7f21d659c640 1 -- 172.21.15.111:0/3262935257 learned_addr learned my addr 172.21.15.111:0/3262935257 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:42.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.800+0000 7f21d6d9d640 1 --2- 172.21.15.111:0/3262935257 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f21d8072090 0x7f21d80ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:42.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.800+0000 7f21d659c640 1 -- 172.21.15.111:0/3262935257 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f21d8072090 msgr2=0x7f21d80ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:42.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.800+0000 7f21d659c640 1 --2- 172.21.15.111:0/3262935257 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f21d8072090 0x7f21d80ae8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:42.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.800+0000 7f21d659c640 1 -- 172.21.15.111:0/3262935257 >> v1:172.21.15.114:6789/0 conn(0x7f21d8148150 legacy=0x7f21d806d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:42.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.800+0000 7f21d659c640 1 -- 172.21.15.111:0/3262935257 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21d8071630 con 0x7f21d8147d70 2024-09-19T04:36:42.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.801+0000 7f21d659c640 1 --2- 172.21.15.111:0/3262935257 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21d8147d70 0x7f21d8071b50 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f21c8009870 tx=0x7f21c802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5620c31d2951ddf9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:42.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.801+0000 7f21d5d9b640 1 -- 172.21.15.111:0/3262935257 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21c8037070 con 0x7f21d8147d70 2024-09-19T04:36:42.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.801+0000 7f21d5d9b640 1 -- 172.21.15.111:0/3262935257 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21c8032440 con 0x7f21d8147d70 2024-09-19T04:36:42.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.801+0000 7f21d5d9b640 1 -- 172.21.15.111:0/3262935257 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21c8032810 con 0x7f21d8147d70 2024-09-19T04:36:42.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.802+0000 7f21dcb11640 1 -- 172.21.15.111:0/3262935257 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21d8147d70 msgr2=0x7f21d8071b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:42.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.802+0000 7f21dcb11640 1 --2- 172.21.15.111:0/3262935257 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21d8147d70 0x7f21d8071b50 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f21c8009870 tx=0x7f21c802a180 comp rx=0 tx=0).stop 2024-09-19T04:36:42.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.802+0000 7f21dcb11640 1 -- 172.21.15.111:0/3262935257 shutdown_connections 2024-09-19T04:36:42.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.802+0000 7f21dcb11640 1 --2- 172.21.15.111:0/3262935257 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f21d8072090 0x7f21d80ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:42.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.802+0000 7f21dcb11640 1 --2- 172.21.15.111:0/3262935257 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21d8147d70 0x7f21d8071b50 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:42.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.802+0000 7f21dcb11640 1 -- 172.21.15.111:0/3262935257 >> 172.21.15.111:0/3262935257 conn(0x7f21d806bba0 msgr2=0x7f21d806bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:42.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.802+0000 7f21dcb11640 1 -- 172.21.15.111:0/3262935257 shutdown_connections 2024-09-19T04:36:42.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.802+0000 7f21dcb11640 1 -- 172.21.15.111:0/3262935257 wait complete. 2024-09-19T04:36:42.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.803+0000 7f21dcb11640 1 Processor -- start 2024-09-19T04:36:42.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.803+0000 7f21dcb11640 1 -- start start 2024-09-19T04:36:42.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.804+0000 7f21dcb11640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f21d8072090 0x7f21d80c6400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:42.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.804+0000 7f21dcb11640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f21d8147d70 0x7f21d81f53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:42.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.804+0000 7f21dcb11640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21d8148150 0x7f21d80c6d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:42.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.804+0000 7f21dcb11640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f21d806d910 con 0x7f21d8148150 2024-09-19T04:36:42.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.804+0000 7f21dcb11640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f21d806d790 con 0x7f21d8147d70 2024-09-19T04:36:42.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.804+0000 7f21dcb11640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f21d80aee20 con 0x7f21d8072090 2024-09-19T04:36:42.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.804+0000 7f21d6d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21d8148150 0x7f21d80c6d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:42.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.804+0000 7f21d6d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21d8148150 0x7f21d80c6d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38254/0 (socket says 172.21.15.111:38254) 2024-09-19T04:36:42.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.804+0000 7f21d6d9d640 1 -- 172.21.15.111:0/1312038047 learned_addr learned my addr 172.21.15.111:0/1312038047 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:42.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.804+0000 7f21d659c640 1 --2- 172.21.15.111:0/1312038047 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f21d8072090 0x7f21d80c6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:42.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.804+0000 7f21cffff640 1 --2- 172.21.15.111:0/1312038047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f21d8147d70 0x7f21d81f53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:42.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.804+0000 7f21d6d9d640 1 -- 172.21.15.111:0/1312038047 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f21d8072090 msgr2=0x7f21d80c6400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:42.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.804+0000 7f21d6d9d640 1 --2- 172.21.15.111:0/1312038047 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f21d8072090 0x7f21d80c6400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:42.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.804+0000 7f21d6d9d640 1 -- 172.21.15.111:0/1312038047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f21d8147d70 msgr2=0x7f21d81f53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:42.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.804+0000 7f21d6d9d640 1 --2- 172.21.15.111:0/1312038047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f21d8147d70 0x7f21d81f53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:42.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.804+0000 7f21d6d9d640 1 -- 172.21.15.111:0/1312038047 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21d80cd160 con 0x7f21d8148150 2024-09-19T04:36:42.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.804+0000 7f21d6d9d640 1 --2- 172.21.15.111:0/1312038047 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21d8148150 0x7f21d80c6d20 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f21d000cd20 tx=0x7f21d000a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:42.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.804+0000 7f21ceffd640 1 -- 172.21.15.111:0/1312038047 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21d0003b90 con 0x7f21d8148150 2024-09-19T04:36:42.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.804+0000 7f21ceffd640 1 -- 172.21.15.111:0/1312038047 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21d0003d30 con 0x7f21d8148150 2024-09-19T04:36:42.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.804+0000 7f21dcb11640 1 -- 172.21.15.111:0/1312038047 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21d80cd440 con 0x7f21d8148150 2024-09-19T04:36:42.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.804+0000 7f21ceffd640 1 -- 172.21.15.111:0/1312038047 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21d0004240 con 0x7f21d8148150 2024-09-19T04:36:42.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.805+0000 7f21dcb11640 1 -- 172.21.15.111:0/1312038047 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21d81f58e0 con 0x7f21d8148150 2024-09-19T04:36:42.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.805+0000 7f21dcb11640 1 -- 172.21.15.111:0/1312038047 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21d80af610 con 0x7f21d8148150 2024-09-19T04:36:42.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.806+0000 7f21ceffd640 1 -- 172.21.15.111:0/1312038047 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f21d00043e0 con 0x7f21d8148150 2024-09-19T04:36:42.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.806+0000 7f21ceffd640 1 --2- 172.21.15.111:0/1312038047 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f21b806c610 0x7f21b806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:42.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.807+0000 7f21ceffd640 1 -- 172.21.15.111:0/1312038047 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f21d008c5b0 con 0x7f21d8148150 2024-09-19T04:36:42.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.807+0000 7f21d659c640 1 --2- 172.21.15.111:0/1312038047 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f21b806c610 0x7f21b806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:42.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.807+0000 7f21d659c640 1 --2- 172.21.15.111:0/1312038047 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f21b806c610 0x7f21b806ead0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f21c8034000 tx=0x7f21c802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:42.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:42.811+0000 7f21ceffd640 1 -- 172.21.15.111:0/1312038047 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f21d80af610 con 0x7f21d8148150 2024-09-19T04:36:43.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.014+0000 7f21dcb11640 1 -- 172.21.15.111:0/1312038047 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f21d80ae8e0 con 0x7f21d8148150 2024-09-19T04:36:43.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.686+0000 7f21ceffd640 1 -- 172.21.15.111:0/1312038047 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v36) ==== 136+0+0 (secure 0 0 0) 0x7f21d005a700 con 0x7f21d8148150 2024-09-19T04:36:43.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.689+0000 7f21dcb11640 1 -- 172.21.15.111:0/1312038047 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f21b806c610 msgr2=0x7f21b806ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:43.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.689+0000 7f21dcb11640 1 --2- 172.21.15.111:0/1312038047 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f21b806c610 0x7f21b806ead0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f21c8034000 tx=0x7f21c802e000 comp rx=0 tx=0).stop 2024-09-19T04:36:43.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.689+0000 7f21dcb11640 1 -- 172.21.15.111:0/1312038047 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21d8148150 msgr2=0x7f21d80c6d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:43.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.689+0000 7f21dcb11640 1 --2- 172.21.15.111:0/1312038047 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21d8148150 0x7f21d80c6d20 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f21d000cd20 tx=0x7f21d000a660 comp rx=0 tx=0).stop 2024-09-19T04:36:43.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.689+0000 7f21dcb11640 1 -- 172.21.15.111:0/1312038047 shutdown_connections 2024-09-19T04:36:43.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.689+0000 7f21dcb11640 1 --2- 172.21.15.111:0/1312038047 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f21b806c610 0x7f21b806ead0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:43.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.689+0000 7f21dcb11640 1 --2- 172.21.15.111:0/1312038047 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21d8148150 0x7f21d80c6d20 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:43.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.689+0000 7f21dcb11640 1 --2- 172.21.15.111:0/1312038047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f21d8147d70 0x7f21d81f53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:43.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.689+0000 7f21dcb11640 1 --2- 172.21.15.111:0/1312038047 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f21d8072090 0x7f21d80c6400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:43.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.689+0000 7f21dcb11640 1 -- 172.21.15.111:0/1312038047 >> 172.21.15.111:0/1312038047 conn(0x7f21d806bba0 msgr2=0x7f21d806d080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:43.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.689+0000 7f21dcb11640 1 -- 172.21.15.111:0/1312038047 shutdown_connections 2024-09-19T04:36:43.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.689+0000 7f21dcb11640 1 -- 172.21.15.111:0/1312038047 wait complete. 2024-09-19T04:36:43.703 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-19T04:36:43.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.803+0000 7f9fb4f8d640 1 Processor -- start 2024-09-19T04:36:43.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.803+0000 7f9fb4f8d640 1 -- start start 2024-09-19T04:36:43.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.804+0000 7f9fb4f8d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9fb00b7610 0x7f9fb006dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:43.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.804+0000 7f9fb4f8d640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9fb0073eb0 con 0x7f9fb00b1a70 2024-09-19T04:36:43.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.804+0000 7f9fb4f8d640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9fb006cdf0 con 0x7f9fb00b6b20 2024-09-19T04:36:43.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.804+0000 7f9fb4f8d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9fb006d720 con 0x7f9fb00b7610 2024-09-19T04:36:43.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.804+0000 7f9faed9d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f9fb00b1a70 0x7f9fb006e0f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:50194/0 (socket says 172.21.15.111:50194) 2024-09-19T04:36:43.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.804+0000 7f9faed9d640 1 -- 172.21.15.111:0/1923318160 learned_addr learned my addr 172.21.15.111:0/1923318160 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:43.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.805+0000 7f9fad59a640 1 -- 172.21.15.111:0/1923318160 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1739035503 0 0) 0x7f9fb0073eb0 con 0x7f9fb00b1a70 2024-09-19T04:36:43.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.805+0000 7f9fad59a640 1 -- 172.21.15.111:0/1923318160 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9f98003520 con 0x7f9fb00b1a70 2024-09-19T04:36:43.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.805+0000 7f9fadd9b640 1 --2- 172.21.15.111:0/1923318160 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9fb00b7610 0x7f9fb006dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:43.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.805+0000 7f9fad59a640 1 -- 172.21.15.111:0/1923318160 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3681118366 0 0) 0x7f9f98003520 con 0x7f9fb00b1a70 2024-09-19T04:36:43.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.805+0000 7f9fad59a640 1 -- 172.21.15.111:0/1923318160 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9fb00b7610 msgr2=0x7f9fb006dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:43.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.805+0000 7f9fad59a640 1 --2- 172.21.15.111:0/1923318160 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9fb00b7610 0x7f9fb006dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:43.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.805+0000 7f9fad59a640 1 -- 172.21.15.111:0/1923318160 >> v1:172.21.15.114:6789/0 conn(0x7f9fb00b6b20 legacy=0x7f9fb00b6f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:43.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.805+0000 7f9fad59a640 1 -- 172.21.15.111:0/1923318160 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fb006d0d0 con 0x7f9fb00b1a70 2024-09-19T04:36:43.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.805+0000 7f9fad59a640 1 -- 172.21.15.111:0/1923318160 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f9fa80019f0 con 0x7f9fb00b1a70 2024-09-19T04:36:43.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.805+0000 7f9fad59a640 1 -- 172.21.15.111:0/1923318160 >> v1:172.21.15.111:6789/0 conn(0x7f9fb00b1a70 legacy=0x7f9fb006e0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:43.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.805+0000 7f9fad59a640 1 --2- 172.21.15.111:0/1923318160 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9f980039e0 0x7f9f98003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:43.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.805+0000 7f9fad59a640 1 --2- 172.21.15.111:0/1923318160 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9f98004800 0x7f9f98004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:43.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.805+0000 7f9fad59a640 1 --2- 172.21.15.111:0/1923318160 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9fb00b7610 0x7f9f98005290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:43.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.805+0000 7f9fad59a640 1 -- 172.21.15.111:0/1923318160 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb006d720 con 0x7f9f980039e0 2024-09-19T04:36:43.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.805+0000 7f9fad59a640 1 -- 172.21.15.111:0/1923318160 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9f9800bbb0 con 0x7f9f98004800 2024-09-19T04:36:43.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.805+0000 7f9fad59a640 1 -- 172.21.15.111:0/1923318160 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9f9800bdb0 con 0x7f9fb00b7610 2024-09-19T04:36:43.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.805+0000 7f9fae59c640 1 --2- 172.21.15.111:0/1923318160 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9f980039e0 0x7f9f98003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:43.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.805+0000 7f9faed9d640 1 --2- 172.21.15.111:0/1923318160 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9fb00b7610 0x7f9f98005290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:43.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.805+0000 7f9fadd9b640 1 --2- 172.21.15.111:0/1923318160 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9f98004800 0x7f9f98004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:43.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.805+0000 7f9fae59c640 1 -- 172.21.15.111:0/1923318160 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9fb00b7610 msgr2=0x7f9f98005290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:43.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.805+0000 7f9fae59c640 1 --2- 172.21.15.111:0/1923318160 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9fb00b7610 0x7f9f98005290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:43.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.805+0000 7f9fae59c640 1 -- 172.21.15.111:0/1923318160 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9f98004800 msgr2=0x7f9f98004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:43.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.805+0000 7f9fae59c640 1 --2- 172.21.15.111:0/1923318160 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9f98004800 0x7f9f98004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:43.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.805+0000 7f9fae59c640 1 -- 172.21.15.111:0/1923318160 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f98003520 con 0x7f9f980039e0 2024-09-19T04:36:43.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.806+0000 7f9fae59c640 1 --2- 172.21.15.111:0/1923318160 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9f980039e0 0x7f9f98003e00 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f9fa0001750 tx=0x7f9f98005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82d1bc61240868c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:43.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.806+0000 7f9fad59a640 1 -- 172.21.15.111:0/1923318160 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa0001370 con 0x7f9f980039e0 2024-09-19T04:36:43.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.806+0000 7f9fad59a640 1 -- 172.21.15.111:0/1923318160 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fa00052d0 con 0x7f9f980039e0 2024-09-19T04:36:43.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.806+0000 7f9fad59a640 1 -- 172.21.15.111:0/1923318160 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa002abe0 con 0x7f9f980039e0 2024-09-19T04:36:43.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.807+0000 7f9fb4f8d640 1 -- 172.21.15.111:0/1923318160 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9f980039e0 msgr2=0x7f9f98003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:43.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.807+0000 7f9fb4f8d640 1 --2- 172.21.15.111:0/1923318160 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9f980039e0 0x7f9f98003e00 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f9fa0001750 tx=0x7f9f98005830 comp rx=0 tx=0).stop 2024-09-19T04:36:43.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.807+0000 7f9faed9d640 1 -- 172.21.15.111:0/1923318160 reap_dead start 2024-09-19T04:36:43.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.807+0000 7f9fb4f8d640 1 -- 172.21.15.111:0/1923318160 shutdown_connections 2024-09-19T04:36:43.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.807+0000 7f9fb4f8d640 1 -- 172.21.15.111:0/1923318160 >> 172.21.15.111:0/1923318160 conn(0x7f9fb00b4220 msgr2=0x7f9fb00b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:43.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.807+0000 7f9fb4f8d640 1 -- 172.21.15.111:0/1923318160 shutdown_connections 2024-09-19T04:36:43.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.807+0000 7f9fb4f8d640 1 -- 172.21.15.111:0/1923318160 wait complete. 2024-09-19T04:36:43.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.808+0000 7f9fb4f8d640 1 Processor -- start 2024-09-19T04:36:43.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.808+0000 7f9fb4f8d640 1 -- start start 2024-09-19T04:36:43.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.809+0000 7f9fb4f8d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9f980039e0 0x7f9fb015b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:43.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.809+0000 7f9fb4f8d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9fb01599d0 0x7f9fb01f8510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:43.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.809+0000 7f9fb4f8d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9fb00cf750 0x7f9fb00cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:43.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.809+0000 7f9fb4f8d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb0162dc0 con 0x7f9fb00cf750 2024-09-19T04:36:43.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.809+0000 7f9fb4f8d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb0073b40 con 0x7f9fb01599d0 2024-09-19T04:36:43.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.809+0000 7f9fb4f8d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9fb0162f40 con 0x7f9f980039e0 2024-09-19T04:36:43.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.809+0000 7f9faed9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9fb00cf750 0x7f9fb00cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:43.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.809+0000 7f9faed9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9fb00cf750 0x7f9fb00cfc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38274/0 (socket says 172.21.15.111:38274) 2024-09-19T04:36:43.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.809+0000 7f9faed9d640 1 -- 172.21.15.111:0/3037197390 learned_addr learned my addr 172.21.15.111:0/3037197390 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:43.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.809+0000 7f9fae59c640 1 --2- 172.21.15.111:0/3037197390 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9f980039e0 0x7f9fb015b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:43.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.809+0000 7f9fadd9b640 1 --2- 172.21.15.111:0/3037197390 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9fb01599d0 0x7f9fb01f8510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:43.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.809+0000 7f9faed9d640 1 -- 172.21.15.111:0/3037197390 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9f980039e0 msgr2=0x7f9fb015b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:43.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.809+0000 7f9faed9d640 1 --2- 172.21.15.111:0/3037197390 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9f980039e0 0x7f9fb015b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:43.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.809+0000 7f9faed9d640 1 -- 172.21.15.111:0/3037197390 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9fb01599d0 msgr2=0x7f9fb01f8510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:43.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.809+0000 7f9faed9d640 1 --2- 172.21.15.111:0/3037197390 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9fb01599d0 0x7f9fb01f8510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:43.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.809+0000 7f9faed9d640 1 -- 172.21.15.111:0/3037197390 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fb00cef90 con 0x7f9fb00cf750 2024-09-19T04:36:43.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.809+0000 7f9faed9d640 1 --2- 172.21.15.111:0/3037197390 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9fb00cf750 0x7f9fb00cfc00 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f9fb00d2360 tx=0x7f9fa8007a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:43.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.810+0000 7f9f9effd640 1 -- 172.21.15.111:0/3037197390 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa800aac0 con 0x7f9fb00cf750 2024-09-19T04:36:43.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.810+0000 7f9f9effd640 1 -- 172.21.15.111:0/3037197390 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fa8018070 con 0x7f9fb00cf750 2024-09-19T04:36:43.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.810+0000 7f9f9effd640 1 -- 172.21.15.111:0/3037197390 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa80133f0 con 0x7f9fb00cf750 2024-09-19T04:36:43.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.810+0000 7f9fb4f8d640 1 -- 172.21.15.111:0/3037197390 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fb01f8e00 con 0x7f9fb00cf750 2024-09-19T04:36:43.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.810+0000 7f9fb4f8d640 1 -- 172.21.15.111:0/3037197390 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fb01f93c0 con 0x7f9fb00cf750 2024-09-19T04:36:43.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.811+0000 7f9fb4f8d640 1 -- 172.21.15.111:0/3037197390 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fb00b6f00 con 0x7f9fb00cf750 2024-09-19T04:36:43.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.811+0000 7f9f9effd640 1 -- 172.21.15.111:0/3037197390 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f9fa8013590 con 0x7f9fb00cf750 2024-09-19T04:36:43.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.812+0000 7f9f9effd640 1 --2- 172.21.15.111:0/3037197390 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9f9006c640 0x7f9f9006eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:43.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.812+0000 7f9f9effd640 1 -- 172.21.15.111:0/3037197390 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f9fa808bd90 con 0x7f9fb00cf750 2024-09-19T04:36:43.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.812+0000 7f9fae59c640 1 --2- 172.21.15.111:0/3037197390 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9f9006c640 0x7f9f9006eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:43.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.812+0000 7f9fae59c640 1 --2- 172.21.15.111:0/3037197390 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9f9006c640 0x7f9f9006eb00 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f9fa0032000 tx=0x7f9fa002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:43.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:43.816+0000 7f9f9effd640 1 -- 172.21.15.111:0/3037197390 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9fa805a0f0 con 0x7f9fb00cf750 2024-09-19T04:36:44.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.004+0000 7f9fb4f8d640 1 -- 172.21.15.111:0/3037197390 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7f9fb0161830 con 0x7f9f9006c640 2024-09-19T04:36:44.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.005+0000 7f9f9effd640 1 -- 172.21.15.111:0/3037197390 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f9fb0161830 con 0x7f9f9006c640 2024-09-19T04:36:44.007 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:36:44.007 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:44.007 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "cephfs" 2024-09-19T04:36:44.007 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:44.007 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:36:44.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.007+0000 7f9fb4f8d640 1 -- 172.21.15.111:0/3037197390 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9f9006c640 msgr2=0x7f9f9006eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:44.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.007+0000 7f9fb4f8d640 1 --2- 172.21.15.111:0/3037197390 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9f9006c640 0x7f9f9006eb00 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f9fa0032000 tx=0x7f9fa002e000 comp rx=0 tx=0).stop 2024-09-19T04:36:44.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.007+0000 7f9fb4f8d640 1 -- 172.21.15.111:0/3037197390 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9fb00cf750 msgr2=0x7f9fb00cfc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:44.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.007+0000 7f9fb4f8d640 1 --2- 172.21.15.111:0/3037197390 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9fb00cf750 0x7f9fb00cfc00 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f9fb00d2360 tx=0x7f9fa8007a90 comp rx=0 tx=0).stop 2024-09-19T04:36:44.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.007+0000 7f9fb4f8d640 1 -- 172.21.15.111:0/3037197390 shutdown_connections 2024-09-19T04:36:44.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.007+0000 7f9fb4f8d640 1 --2- 172.21.15.111:0/3037197390 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f9f9006c640 0x7f9f9006eb00 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.007+0000 7f9fb4f8d640 1 --2- 172.21.15.111:0/3037197390 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9fb00cf750 0x7f9fb00cfc00 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.007+0000 7f9fb4f8d640 1 --2- 172.21.15.111:0/3037197390 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9fb01599d0 0x7f9fb01f8510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.007+0000 7f9fb4f8d640 1 --2- 172.21.15.111:0/3037197390 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9f980039e0 0x7f9fb015b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.007+0000 7f9fb4f8d640 1 -- 172.21.15.111:0/3037197390 >> 172.21.15.111:0/3037197390 conn(0x7f9fb00b4220 msgr2=0x7f9fb0160bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:44.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.008+0000 7f9fb4f8d640 1 -- 172.21.15.111:0/3037197390 shutdown_connections 2024-09-19T04:36:44.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.008+0000 7f9fb4f8d640 1 -- 172.21.15.111:0/3037197390 wait complete. 2024-09-19T04:36:44.020 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T04:36:44.121 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.120+0000 7f660c60a640 1 Processor -- start 2024-09-19T04:36:44.121 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.120+0000 7f660c60a640 1 -- start start 2024-09-19T04:36:44.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.121+0000 7f660c60a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f66040cfd90 0x7f66040d0200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:44.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.121+0000 7f660c60a640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f660415ccb0 con 0x7f66040b5f50 2024-09-19T04:36:44.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.121+0000 7f660c60a640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f660415cf90 con 0x7f660406dda0 2024-09-19T04:36:44.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.121+0000 7f660c60a640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f660415d270 con 0x7f66040cfd90 2024-09-19T04:36:44.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.121+0000 7f660a3a6640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f66040b5f50 0x7f66040ce2e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:50200/0 (socket says 172.21.15.111:50200) 2024-09-19T04:36:44.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.121+0000 7f660a3a6640 1 -- 172.21.15.111:0/2050943177 learned_addr learned my addr 172.21.15.111:0/2050943177 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:44.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.121+0000 7f6609ba5640 1 --2- 172.21.15.111:0/2050943177 >> v2:172.21.15.111:3300/0 conn(0x7f66040cfd90 0x7f66040d0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:44.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.121+0000 7f66093a4640 1 -- 172.21.15.111:0/2050943177 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 819425577 0 0) 0x7f660415ccb0 con 0x7f66040b5f50 2024-09-19T04:36:44.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.121+0000 7f66093a4640 1 -- 172.21.15.111:0/2050943177 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f65f0003520 con 0x7f66040b5f50 2024-09-19T04:36:44.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.121+0000 7f6609ba5640 1 -- 172.21.15.111:0/2050943177 >> v1:172.21.15.114:6789/0 conn(0x7f660406dda0 legacy=0x7f660406e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:44.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.121+0000 7f6609ba5640 1 -- 172.21.15.111:0/2050943177 >> v1:172.21.15.111:6789/0 conn(0x7f66040b5f50 legacy=0x7f66040ce2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:44.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.121+0000 7f6609ba5640 1 -- 172.21.15.111:0/2050943177 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f660415d550 con 0x7f66040cfd90 2024-09-19T04:36:44.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.122+0000 7f6609ba5640 1 --2- 172.21.15.111:0/2050943177 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f66040cfd90 0x7f66040d0200 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f65f40097a0 tx=0x7f65f402a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9e8c6a6daf3ad29 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:44.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.122+0000 7f66093a4640 1 -- 172.21.15.111:0/2050943177 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65f4037070 con 0x7f66040cfd90 2024-09-19T04:36:44.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.122+0000 7f66093a4640 1 -- 172.21.15.111:0/2050943177 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65f402adc0 con 0x7f66040cfd90 2024-09-19T04:36:44.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.122+0000 7f66093a4640 1 -- 172.21.15.111:0/2050943177 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65f4032660 con 0x7f66040cfd90 2024-09-19T04:36:44.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.123+0000 7f660c60a640 1 -- 172.21.15.111:0/2050943177 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f66040cfd90 msgr2=0x7f66040d0200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:44.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.123+0000 7f660c60a640 1 --2- 172.21.15.111:0/2050943177 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f66040cfd90 0x7f66040d0200 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f65f40097a0 tx=0x7f65f402a0b0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.123+0000 7f660c60a640 1 -- 172.21.15.111:0/2050943177 shutdown_connections 2024-09-19T04:36:44.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.123+0000 7f660c60a640 1 --2- 172.21.15.111:0/2050943177 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f66040cfd90 0x7f66040d0200 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.123+0000 7f660c60a640 1 -- 172.21.15.111:0/2050943177 >> 172.21.15.111:0/2050943177 conn(0x7f660406bba0 msgr2=0x7f660406bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:44.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.123+0000 7f660c60a640 1 -- 172.21.15.111:0/2050943177 shutdown_connections 2024-09-19T04:36:44.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.123+0000 7f660c60a640 1 -- 172.21.15.111:0/2050943177 wait complete. 2024-09-19T04:36:44.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.124+0000 7f660c60a640 1 Processor -- start 2024-09-19T04:36:44.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.124+0000 7f660c60a640 1 -- start start 2024-09-19T04:36:44.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.125+0000 7f660c60a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f660406dda0 0x7f6604146710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:44.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.125+0000 7f660c60a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f66040b5f50 0x7f6604073100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:44.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.125+0000 7f660c60a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f66040cfd90 0x7f66041471f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:44.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.125+0000 7f660c60a640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f660415c970 con 0x7f66040cfd90 2024-09-19T04:36:44.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.125+0000 7f660c60a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f66040d0740 con 0x7f660406dda0 2024-09-19T04:36:44.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.125+0000 7f660c60a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f66040cd970 con 0x7f66040b5f50 2024-09-19T04:36:44.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.125+0000 7f660aba7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f66040cfd90 0x7f66041471f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:44.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.125+0000 7f660aba7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f66040cfd90 0x7f66041471f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38296/0 (socket says 172.21.15.111:38296) 2024-09-19T04:36:44.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.125+0000 7f660aba7640 1 -- 172.21.15.111:0/3183248414 learned_addr learned my addr 172.21.15.111:0/3183248414 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:44.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.125+0000 7f660a3a6640 1 --2- 172.21.15.111:0/3183248414 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f660406dda0 0x7f6604146710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:44.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.125+0000 7f6609ba5640 1 --2- 172.21.15.111:0/3183248414 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f66040b5f50 0x7f6604073100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:44.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.125+0000 7f660aba7640 1 -- 172.21.15.111:0/3183248414 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f66040b5f50 msgr2=0x7f6604073100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:44.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.125+0000 7f660aba7640 1 --2- 172.21.15.111:0/3183248414 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f66040b5f50 0x7f6604073100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.125+0000 7f660aba7640 1 -- 172.21.15.111:0/3183248414 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f660406dda0 msgr2=0x7f6604146710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:44.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.125+0000 7f660aba7640 1 --2- 172.21.15.111:0/3183248414 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f660406dda0 0x7f6604146710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.125+0000 7f660aba7640 1 -- 172.21.15.111:0/3183248414 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6604072080 con 0x7f66040cfd90 2024-09-19T04:36:44.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.125+0000 7f660a3a6640 1 --2- 172.21.15.111:0/3183248414 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f660406dda0 0x7f6604146710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:44.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.125+0000 7f660aba7640 1 --2- 172.21.15.111:0/3183248414 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f66040cfd90 0x7f66041471f0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f65fc00c780 tx=0x7f65fc00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:44.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.125+0000 7f65faffd640 1 -- 172.21.15.111:0/3183248414 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65fc004b60 con 0x7f66040cfd90 2024-09-19T04:36:44.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.125+0000 7f65faffd640 1 -- 172.21.15.111:0/3183248414 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65fc004d00 con 0x7f66040cfd90 2024-09-19T04:36:44.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.125+0000 7f660c60a640 1 -- 172.21.15.111:0/3183248414 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6604072340 con 0x7f66040cfd90 2024-09-19T04:36:44.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.125+0000 7f65faffd640 1 -- 172.21.15.111:0/3183248414 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65fc00aa90 con 0x7f66040cfd90 2024-09-19T04:36:44.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.125+0000 7f660c60a640 1 -- 172.21.15.111:0/3183248414 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6604072900 con 0x7f66040cfd90 2024-09-19T04:36:44.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.126+0000 7f660c60a640 1 -- 172.21.15.111:0/3183248414 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66040d0200 con 0x7f66040cfd90 2024-09-19T04:36:44.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.127+0000 7f65faffd640 1 -- 172.21.15.111:0/3183248414 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f65fc00ac30 con 0x7f66040cfd90 2024-09-19T04:36:44.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.127+0000 7f65faffd640 1 --2- 172.21.15.111:0/3183248414 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f65e806c610 0x7f65e806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:44.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.127+0000 7f65faffd640 1 -- 172.21.15.111:0/3183248414 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f65fc08bf70 con 0x7f66040cfd90 2024-09-19T04:36:44.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.127+0000 7f660a3a6640 1 --2- 172.21.15.111:0/3183248414 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f65e806c610 0x7f65e806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:44.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.128+0000 7f660a3a6640 1 --2- 172.21.15.111:0/3183248414 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f65e806c610 0x7f65e806ead0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f6600007fd0 tx=0x7f6600009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:44.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.131+0000 7f65faffd640 1 -- 172.21.15.111:0/3183248414 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f65fc05a1d0 con 0x7f66040cfd90 2024-09-19T04:36:44.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.296+0000 7f660c60a640 1 -- 172.21.15.111:0/3183248414 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f660415a360 con 0x7f66040cfd90 2024-09-19T04:36:44.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.296+0000 7f65faffd640 1 -- 172.21.15.111:0/3183248414 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v16)=0 v16) ==== 122+0+0 (secure 0 0 0) 0x7f65fc059ad0 con 0x7f66040cfd90 2024-09-19T04:36:44.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.299+0000 7f660c60a640 1 -- 172.21.15.111:0/3183248414 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f65e806c610 msgr2=0x7f65e806ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:44.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.299+0000 7f660c60a640 1 --2- 172.21.15.111:0/3183248414 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f65e806c610 0x7f65e806ead0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f6600007fd0 tx=0x7f6600009040 comp rx=0 tx=0).stop 2024-09-19T04:36:44.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.299+0000 7f660c60a640 1 -- 172.21.15.111:0/3183248414 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f66040cfd90 msgr2=0x7f66041471f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:44.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.299+0000 7f660c60a640 1 --2- 172.21.15.111:0/3183248414 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f66040cfd90 0x7f66041471f0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f65fc00c780 tx=0x7f65fc00cc40 comp rx=0 tx=0).stop 2024-09-19T04:36:44.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.299+0000 7f660c60a640 1 -- 172.21.15.111:0/3183248414 shutdown_connections 2024-09-19T04:36:44.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.299+0000 7f660c60a640 1 --2- 172.21.15.111:0/3183248414 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f65e806c610 0x7f65e806ead0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.299+0000 7f660c60a640 1 --2- 172.21.15.111:0/3183248414 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f66040cfd90 0x7f66041471f0 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.299+0000 7f660c60a640 1 --2- 172.21.15.111:0/3183248414 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f66040b5f50 0x7f6604073100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.299+0000 7f660c60a640 1 --2- 172.21.15.111:0/3183248414 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f660406dda0 0x7f6604146710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.299+0000 7f660c60a640 1 -- 172.21.15.111:0/3183248414 >> 172.21.15.111:0/3183248414 conn(0x7f660406bba0 msgr2=0x7f660415e7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:44.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.299+0000 7f660c60a640 1 -- 172.21.15.111:0/3183248414 shutdown_connections 2024-09-19T04:36:44.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.299+0000 7f660c60a640 1 -- 172.21.15.111:0/3183248414 wait complete. 2024-09-19T04:36:44.312 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:36:44.312 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:44.328 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:36:44.328 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:44.384 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:36:44.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.522+0000 7f3808f9f640 1 Processor -- start 2024-09-19T04:36:44.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.522+0000 7f3808f9f640 1 -- start start 2024-09-19T04:36:44.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.523+0000 7f3808f9f640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f380415c180 0x7f38040cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:44.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.523+0000 7f3808f9f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38040ce230 0x7f38040cf070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:44.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.523+0000 7f3808f9f640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f38040cf5b0 0x7f3804073120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:44.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.523+0000 7f3808f9f640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f38040ce740 con 0x7f38040cf5b0 2024-09-19T04:36:44.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.523+0000 7f3808f9f640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f3804072640 con 0x7f380415c180 2024-09-19T04:36:44.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.523+0000 7f3808f9f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3804072920 con 0x7f38040ce230 2024-09-19T04:36:44.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.523+0000 7f3802d9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f38040cf5b0 0x7f3804073120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:44.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.523+0000 7f3802d9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f38040cf5b0 0x7f3804073120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38302/0 (socket says 172.21.15.111:38302) 2024-09-19T04:36:44.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.523+0000 7f3802d9d640 1 -- 172.21.15.111:0/2468967208 learned_addr learned my addr 172.21.15.111:0/2468967208 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:44.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.523+0000 7f3802d9d640 1 -- 172.21.15.111:0/2468967208 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38040ce230 msgr2=0x7f38040cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:44.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.523+0000 7f3802d9d640 1 --2- 172.21.15.111:0/2468967208 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38040ce230 0x7f38040cf070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.523+0000 7f3802d9d640 1 -- 172.21.15.111:0/2468967208 >> v2:172.21.15.114:3300/0 conn(0x7f380415c180 msgr2=0x7f38040cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:44.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.523+0000 7f3802d9d640 1 --2- 172.21.15.111:0/2468967208 >> v2:172.21.15.114:3300/0 conn(0x7f380415c180 0x7f38040cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.523+0000 7f3802d9d640 1 -- 172.21.15.111:0/2468967208 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3804072c00 con 0x7f38040cf5b0 2024-09-19T04:36:44.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.524+0000 7f3802d9d640 1 --2- 172.21.15.111:0/2468967208 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38040cf5b0 0x7f3804073120 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f380406cc10 tx=0x7f37fc02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7bf2d53f177e00 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:44.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.524+0000 7f380159a640 1 -- 172.21.15.111:0/2468967208 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37fc036070 con 0x7f38040cf5b0 2024-09-19T04:36:44.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.524+0000 7f380159a640 1 -- 172.21.15.111:0/2468967208 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37fc031600 con 0x7f38040cf5b0 2024-09-19T04:36:44.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.524+0000 7f380159a640 1 -- 172.21.15.111:0/2468967208 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37fc0319d0 con 0x7f38040cf5b0 2024-09-19T04:36:44.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.525+0000 7f3808f9f640 1 -- 172.21.15.111:0/2468967208 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38040cf5b0 msgr2=0x7f3804073120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:44.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.525+0000 7f3808f9f640 1 --2- 172.21.15.111:0/2468967208 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38040cf5b0 0x7f3804073120 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f380406cc10 tx=0x7f37fc02a610 comp rx=0 tx=0).stop 2024-09-19T04:36:44.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.525+0000 7f3808f9f640 1 -- 172.21.15.111:0/2468967208 shutdown_connections 2024-09-19T04:36:44.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.525+0000 7f3808f9f640 1 --2- 172.21.15.111:0/2468967208 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38040cf5b0 0x7f3804073120 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.525+0000 7f3808f9f640 1 --2- 172.21.15.111:0/2468967208 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38040ce230 0x7f38040cf070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.525+0000 7f3808f9f640 1 --2- 172.21.15.111:0/2468967208 >> v2:172.21.15.114:3300/0 conn(0x7f380415c180 0x7f38040cdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.525+0000 7f3808f9f640 1 -- 172.21.15.111:0/2468967208 >> 172.21.15.111:0/2468967208 conn(0x7f3804062cc0 msgr2=0x7f380406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:44.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.525+0000 7f3808f9f640 1 -- 172.21.15.111:0/2468967208 shutdown_connections 2024-09-19T04:36:44.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.525+0000 7f3808f9f640 1 -- 172.21.15.111:0/2468967208 wait complete. 2024-09-19T04:36:44.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.526+0000 7f3808f9f640 1 Processor -- start 2024-09-19T04:36:44.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.526+0000 7f3808f9f640 1 -- start start 2024-09-19T04:36:44.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.527+0000 7f3808f9f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38040ce230 0x7f38040aeb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:44.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.527+0000 7f3808f9f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38040cf5b0 0x7f380414fb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:44.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.527+0000 7f3808f9f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f380415c180 0x7f3804150050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:44.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.527+0000 7f3808f9f640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f380415c560 con 0x7f380415c180 2024-09-19T04:36:44.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.527+0000 7f3808f9f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f38040722f0 con 0x7f38040cf5b0 2024-09-19T04:36:44.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.527+0000 7f3808f9f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f380415c6e0 con 0x7f38040ce230 2024-09-19T04:36:44.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.527+0000 7f3802d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f380415c180 0x7f3804150050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:44.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.527+0000 7f3802d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f380415c180 0x7f3804150050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38310/0 (socket says 172.21.15.111:38310) 2024-09-19T04:36:44.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.527+0000 7f3802d9d640 1 -- 172.21.15.111:0/1288761769 learned_addr learned my addr 172.21.15.111:0/1288761769 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:44.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.527+0000 7f3802d9d640 1 -- 172.21.15.111:0/1288761769 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38040ce230 msgr2=0x7f38040aeb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:44.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.527+0000 7f3802d9d640 1 --2- 172.21.15.111:0/1288761769 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38040ce230 0x7f38040aeb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.527+0000 7f3801d9b640 1 --2- 172.21.15.111:0/1288761769 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38040cf5b0 0x7f380414fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:44.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.527+0000 7f3802d9d640 1 -- 172.21.15.111:0/1288761769 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38040cf5b0 msgr2=0x7f380414fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:44.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.527+0000 7f3802d9d640 1 --2- 172.21.15.111:0/1288761769 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38040cf5b0 0x7f380414fb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.527+0000 7f3802d9d640 1 -- 172.21.15.111:0/1288761769 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3804156790 con 0x7f380415c180 2024-09-19T04:36:44.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.527+0000 7f3802d9d640 1 --2- 172.21.15.111:0/1288761769 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f380415c180 0x7f3804150050 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f37fc034040 tx=0x7f37fc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:44.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.527+0000 7f37f2ffd640 1 -- 172.21.15.111:0/1288761769 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37fc041020 con 0x7f380415c180 2024-09-19T04:36:44.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.527+0000 7f37f2ffd640 1 -- 172.21.15.111:0/1288761769 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37fc007780 con 0x7f380415c180 2024-09-19T04:36:44.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.528+0000 7f3808f9f640 1 -- 172.21.15.111:0/1288761769 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3804156d10 con 0x7f380415c180 2024-09-19T04:36:44.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.528+0000 7f37f2ffd640 1 -- 172.21.15.111:0/1288761769 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37fc036040 con 0x7f380415c180 2024-09-19T04:36:44.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.528+0000 7f3808f9f640 1 -- 172.21.15.111:0/1288761769 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3804156a30 con 0x7f380415c180 2024-09-19T04:36:44.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.528+0000 7f3808f9f640 1 -- 172.21.15.111:0/1288761769 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38040cf070 con 0x7f380415c180 2024-09-19T04:36:44.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.529+0000 7f37f2ffd640 1 -- 172.21.15.111:0/1288761769 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f37fc044020 con 0x7f380415c180 2024-09-19T04:36:44.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.529+0000 7f37f2ffd640 1 --2- 172.21.15.111:0/1288761769 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f37e406c610 0x7f37e406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:44.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.530+0000 7f37f2ffd640 1 -- 172.21.15.111:0/1288761769 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f37fc0ac890 con 0x7f380415c180 2024-09-19T04:36:44.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.530+0000 7f380259c640 1 --2- 172.21.15.111:0/1288761769 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f37e406c610 0x7f37e406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:44.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.530+0000 7f380259c640 1 --2- 172.21.15.111:0/1288761769 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f37e406c610 0x7f37e406ead0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f37f4009710 tx=0x7f37f4006c90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:44.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.534+0000 7f37f2ffd640 1 -- 172.21.15.111:0/1288761769 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f37fc04b030 con 0x7f380415c180 2024-09-19T04:36:44.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.710+0000 7f3808f9f640 1 -- 172.21.15.111:0/1288761769 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f3804159120 con 0x7f380415c180 2024-09-19T04:36:44.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.710+0000 7f37f2ffd640 1 -- 172.21.15.111:0/1288761769 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v70) ==== 80+0+0 (secure 0 0 0) 0x7f37fc07aba0 con 0x7f380415c180 2024-09-19T04:36:44.711 INFO:teuthology.orchestra.run.smithi111.stderr:listed 0 entries 2024-09-19T04:36:44.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.712+0000 7f3808f9f640 1 -- 172.21.15.111:0/1288761769 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f37e406c610 msgr2=0x7f37e406ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:44.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.712+0000 7f3808f9f640 1 --2- 172.21.15.111:0/1288761769 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f37e406c610 0x7f37e406ead0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f37f4009710 tx=0x7f37f4006c90 comp rx=0 tx=0).stop 2024-09-19T04:36:44.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.712+0000 7f3808f9f640 1 -- 172.21.15.111:0/1288761769 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f380415c180 msgr2=0x7f3804150050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:44.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.712+0000 7f3808f9f640 1 --2- 172.21.15.111:0/1288761769 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f380415c180 0x7f3804150050 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f37fc034040 tx=0x7f37fc004a40 comp rx=0 tx=0).stop 2024-09-19T04:36:44.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.712+0000 7f3808f9f640 1 -- 172.21.15.111:0/1288761769 shutdown_connections 2024-09-19T04:36:44.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.712+0000 7f3808f9f640 1 --2- 172.21.15.111:0/1288761769 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f37e406c610 0x7f37e406ead0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.712+0000 7f3808f9f640 1 --2- 172.21.15.111:0/1288761769 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f380415c180 0x7f3804150050 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.712+0000 7f3808f9f640 1 --2- 172.21.15.111:0/1288761769 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38040cf5b0 0x7f380414fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.712+0000 7f3808f9f640 1 --2- 172.21.15.111:0/1288761769 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38040ce230 0x7f38040aeb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.712+0000 7f3808f9f640 1 -- 172.21.15.111:0/1288761769 >> 172.21.15.111:0/1288761769 conn(0x7f3804062cc0 msgr2=0x7f3804158490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:44.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.712+0000 7f3808f9f640 1 -- 172.21.15.111:0/1288761769 shutdown_connections 2024-09-19T04:36:44.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.712+0000 7f3808f9f640 1 -- 172.21.15.111:0/1288761769 wait complete. 2024-09-19T04:36:44.724 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T04:36:44.724 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:44.724 DEBUG:teuthology.orchestra.run.smithi111:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T04:36:44.752 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi111.front.sepia.ceph.com 2024-09-19T04:36:44.753 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:44.753 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T04:36:44.809 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:36:44.809 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:44.828 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:36:44.828 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:44.886 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:36:44.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.984+0000 7fb85cdd8640 1 Processor -- start 2024-09-19T04:36:44.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.984+0000 7fb85cdd8640 1 -- start start 2024-09-19T04:36:44.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.985+0000 7fb85cdd8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8580b3550 0x7fb8580b3990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:44.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.985+0000 7fb85cdd8640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8580b5a60 con 0x7fb85815c3d0 2024-09-19T04:36:44.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.985+0000 7fb85cdd8640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8580b5d00 con 0x7fb8580ce200 2024-09-19T04:36:44.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.985+0000 7fb85cdd8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb8580b3ed0 con 0x7fb8580b3550 2024-09-19T04:36:44.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.985+0000 7fb85659c640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fb85815c3d0 0x7fb8580b67e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:50212/0 (socket says 172.21.15.111:50212) 2024-09-19T04:36:44.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.985+0000 7fb85659c640 1 -- 172.21.15.111:0/1354376316 learned_addr learned my addr 172.21.15.111:0/1354376316 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:44.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.985+0000 7fb84ffff640 1 --2- 172.21.15.111:0/1354376316 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8580b3550 0x7fb8580b3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:44.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.986+0000 7fb855d9b640 1 -- 172.21.15.111:0/1354376316 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2508538655 0 0) 0x7fb8580b5a60 con 0x7fb85815c3d0 2024-09-19T04:36:44.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.986+0000 7fb855d9b640 1 -- 172.21.15.111:0/1354376316 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb844003520 con 0x7fb85815c3d0 2024-09-19T04:36:44.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.986+0000 7fb855d9b640 1 -- 172.21.15.111:0/1354376316 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 19063272 0 0) 0x7fb844003520 con 0x7fb85815c3d0 2024-09-19T04:36:44.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.986+0000 7fb855d9b640 1 -- 172.21.15.111:0/1354376316 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8580b3550 msgr2=0x7fb8580b3990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:44.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.986+0000 7fb855d9b640 1 --2- 172.21.15.111:0/1354376316 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8580b3550 0x7fb8580b3990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.986+0000 7fb855d9b640 1 -- 172.21.15.111:0/1354376316 >> v1:172.21.15.114:6789/0 conn(0x7fb8580ce200 legacy=0x7fb8580ce6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:44.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.986+0000 7fb855d9b640 1 -- 172.21.15.111:0/1354376316 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8580b5fe0 con 0x7fb85815c3d0 2024-09-19T04:36:44.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.986+0000 7fb855d9b640 1 -- 172.21.15.111:0/1354376316 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fb848001670 con 0x7fb85815c3d0 2024-09-19T04:36:44.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.986+0000 7fb855d9b640 1 -- 172.21.15.111:0/1354376316 >> v1:172.21.15.111:6789/0 conn(0x7fb85815c3d0 legacy=0x7fb8580b67e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:44.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.986+0000 7fb855d9b640 1 --2- 172.21.15.111:0/1354376316 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8580b3550 0x7fb8440039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:44.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.986+0000 7fb855d9b640 1 --2- 172.21.15.111:0/1354376316 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb844003f60 0x7fb844004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:44.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.986+0000 7fb855d9b640 1 --2- 172.21.15.111:0/1354376316 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb844004d40 0x7fb8440051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:44.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.986+0000 7fb855d9b640 1 -- 172.21.15.111:0/1354376316 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb8580b3ed0 con 0x7fb844004d40 2024-09-19T04:36:44.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.986+0000 7fb855d9b640 1 -- 172.21.15.111:0/1354376316 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb84400baa0 con 0x7fb844003f60 2024-09-19T04:36:44.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.986+0000 7fb855d9b640 1 -- 172.21.15.111:0/1354376316 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb84400bca0 con 0x7fb8580b3550 2024-09-19T04:36:44.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.986+0000 7fb856d9d640 1 --2- 172.21.15.111:0/1354376316 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb844004d40 0x7fb8440051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:44.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.986+0000 7fb84ffff640 1 --2- 172.21.15.111:0/1354376316 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb844003f60 0x7fb844004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:44.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.986+0000 7fb85659c640 1 --2- 172.21.15.111:0/1354376316 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8580b3550 0x7fb8440039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:44.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.986+0000 7fb856d9d640 1 -- 172.21.15.111:0/1354376316 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8580b3550 msgr2=0x7fb8440039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:44.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.986+0000 7fb856d9d640 1 --2- 172.21.15.111:0/1354376316 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8580b3550 0x7fb8440039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.986+0000 7fb856d9d640 1 -- 172.21.15.111:0/1354376316 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb844003f60 msgr2=0x7fb844004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:44.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.986+0000 7fb856d9d640 1 --2- 172.21.15.111:0/1354376316 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb844003f60 0x7fb844004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.986+0000 7fb856d9d640 1 -- 172.21.15.111:0/1354376316 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb844003520 con 0x7fb844004d40 2024-09-19T04:36:44.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.987+0000 7fb856d9d640 1 --2- 172.21.15.111:0/1354376316 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb844004d40 0x7fb8440051c0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fb850001e50 tx=0x7fb844005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a7887e8d463e128 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:44.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.987+0000 7fb855d9b640 1 -- 172.21.15.111:0/1354376316 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb850001a70 con 0x7fb844004d40 2024-09-19T04:36:44.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.987+0000 7fb855d9b640 1 -- 172.21.15.111:0/1354376316 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb850003970 con 0x7fb844004d40 2024-09-19T04:36:44.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.987+0000 7fb855d9b640 1 -- 172.21.15.111:0/1354376316 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb850003d60 con 0x7fb844004d40 2024-09-19T04:36:44.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.988+0000 7fb85cdd8640 1 -- 172.21.15.111:0/1354376316 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb844004d40 msgr2=0x7fb8440051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:44.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.988+0000 7fb85cdd8640 1 --2- 172.21.15.111:0/1354376316 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb844004d40 0x7fb8440051c0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fb850001e50 tx=0x7fb844005830 comp rx=0 tx=0).stop 2024-09-19T04:36:44.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.988+0000 7fb856d9d640 1 -- 172.21.15.111:0/1354376316 reap_dead start 2024-09-19T04:36:44.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.988+0000 7fb85cdd8640 1 -- 172.21.15.111:0/1354376316 shutdown_connections 2024-09-19T04:36:44.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.988+0000 7fb85cdd8640 1 -- 172.21.15.111:0/1354376316 >> 172.21.15.111:0/1354376316 conn(0x7fb85806ce90 msgr2=0x7fb85806d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:44.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.988+0000 7fb85cdd8640 1 -- 172.21.15.111:0/1354376316 shutdown_connections 2024-09-19T04:36:44.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.988+0000 7fb85cdd8640 1 -- 172.21.15.111:0/1354376316 wait complete. 2024-09-19T04:36:44.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.989+0000 7fb85cdd8640 1 Processor -- start 2024-09-19T04:36:44.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.989+0000 7fb85cdd8640 1 -- start start 2024-09-19T04:36:44.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.990+0000 7fb85cdd8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb844004d40 0x7fb8581f2820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:44.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.990+0000 7fb85cdd8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb858072230 0x7fb858153b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:44.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.990+0000 7fb85cdd8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8580726b0 0x7fb8581540d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.990+0000 7fb85cdd8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb8580cf0f0 con 0x7fb858072230 2024-09-19T04:36:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.990+0000 7fb85cdd8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb8580cef70 con 0x7fb844004d40 2024-09-19T04:36:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.990+0000 7fb85cdd8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb8580b3990 con 0x7fb8580726b0 2024-09-19T04:36:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.990+0000 7fb84ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb858072230 0x7fb858153b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.990+0000 7fb84ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb858072230 0x7fb858153b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38336/0 (socket says 172.21.15.111:38336) 2024-09-19T04:36:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.990+0000 7fb84ffff640 1 -- 172.21.15.111:0/98843573 learned_addr learned my addr 172.21.15.111:0/98843573 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.990+0000 7fb856d9d640 1 --2- 172.21.15.111:0/98843573 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8580726b0 0x7fb8581540d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.990+0000 7fb85659c640 1 --2- 172.21.15.111:0/98843573 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb844004d40 0x7fb8581f2820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.990+0000 7fb84ffff640 1 -- 172.21.15.111:0/98843573 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8580726b0 msgr2=0x7fb8581540d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.990+0000 7fb84ffff640 1 --2- 172.21.15.111:0/98843573 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8580726b0 0x7fb8581540d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.990+0000 7fb84ffff640 1 -- 172.21.15.111:0/98843573 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb844004d40 msgr2=0x7fb8581f2820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.990+0000 7fb84ffff640 1 --2- 172.21.15.111:0/98843573 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb844004d40 0x7fb8581f2820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.990+0000 7fb84ffff640 1 -- 172.21.15.111:0/98843573 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8580aa4d0 con 0x7fb858072230 2024-09-19T04:36:44.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.990+0000 7fb84ffff640 1 --2- 172.21.15.111:0/98843573 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb858072230 0x7fb858153b90 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fb840011940 tx=0x7fb840011e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:44.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.990+0000 7fb84effd640 1 -- 172.21.15.111:0/98843573 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb84000faf0 con 0x7fb858072230 2024-09-19T04:36:44.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.990+0000 7fb84effd640 1 -- 172.21.15.111:0/98843573 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb84000fc90 con 0x7fb858072230 2024-09-19T04:36:44.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.990+0000 7fb84effd640 1 -- 172.21.15.111:0/98843573 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb840014440 con 0x7fb858072230 2024-09-19T04:36:44.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.991+0000 7fb85cdd8640 1 -- 172.21.15.111:0/98843573 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8580abf50 con 0x7fb858072230 2024-09-19T04:36:44.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.991+0000 7fb85cdd8640 1 -- 172.21.15.111:0/98843573 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8580aa790 con 0x7fb858072230 2024-09-19T04:36:44.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.991+0000 7fb85cdd8640 1 -- 172.21.15.111:0/98843573 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8580b67e0 con 0x7fb858072230 2024-09-19T04:36:44.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.992+0000 7fb84effd640 1 -- 172.21.15.111:0/98843573 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7fb840012040 con 0x7fb858072230 2024-09-19T04:36:44.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.992+0000 7fb84effd640 1 --2- 172.21.15.111:0/98843573 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb83806c640 0x7fb83806eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:44.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.993+0000 7fb84effd640 1 -- 172.21.15.111:0/98843573 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7fb84008be80 con 0x7fb858072230 2024-09-19T04:36:44.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.993+0000 7fb85659c640 1 --2- 172.21.15.111:0/98843573 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb83806c640 0x7fb83806eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:44.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.993+0000 7fb85659c640 1 --2- 172.21.15.111:0/98843573 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb83806c640 0x7fb83806eb00 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fb848007d50 tx=0x7fb8480078f0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:44.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:44.997+0000 7fb84effd640 1 -- 172.21.15.111:0/98843573 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb840019030 con 0x7fb858072230 2024-09-19T04:36:45.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.174+0000 7fb85cdd8640 1 -- 172.21.15.111:0/98843573 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb85806d410 con 0x7fb858072230 2024-09-19T04:36:45.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.174+0000 7fb84effd640 1 -- 172.21.15.111:0/98843573 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v70) ==== 80+0+0 (secure 0 0 0) 0x7fb840059b90 con 0x7fb858072230 2024-09-19T04:36:45.175 INFO:teuthology.orchestra.run.smithi111.stderr:listed 0 entries 2024-09-19T04:36:45.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.176+0000 7fb85cdd8640 1 -- 172.21.15.111:0/98843573 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb83806c640 msgr2=0x7fb83806eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:45.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.176+0000 7fb85cdd8640 1 --2- 172.21.15.111:0/98843573 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb83806c640 0x7fb83806eb00 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fb848007d50 tx=0x7fb8480078f0 comp rx=0 tx=0).stop 2024-09-19T04:36:45.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.176+0000 7fb85cdd8640 1 -- 172.21.15.111:0/98843573 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb858072230 msgr2=0x7fb858153b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:45.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.176+0000 7fb85cdd8640 1 --2- 172.21.15.111:0/98843573 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb858072230 0x7fb858153b90 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fb840011940 tx=0x7fb840011e00 comp rx=0 tx=0).stop 2024-09-19T04:36:45.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.176+0000 7fb85cdd8640 1 -- 172.21.15.111:0/98843573 shutdown_connections 2024-09-19T04:36:45.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.176+0000 7fb85cdd8640 1 --2- 172.21.15.111:0/98843573 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fb83806c640 0x7fb83806eb00 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:45.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.176+0000 7fb85cdd8640 1 --2- 172.21.15.111:0/98843573 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8580726b0 0x7fb8581540d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:45.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.176+0000 7fb85cdd8640 1 --2- 172.21.15.111:0/98843573 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb858072230 0x7fb858153b90 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:45.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.176+0000 7fb85cdd8640 1 --2- 172.21.15.111:0/98843573 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb844004d40 0x7fb8581f2820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:45.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.176+0000 7fb85cdd8640 1 -- 172.21.15.111:0/98843573 >> 172.21.15.111:0/98843573 conn(0x7fb85806ce90 msgr2=0x7fb85815e7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:45.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.176+0000 7fb85cdd8640 1 -- 172.21.15.111:0/98843573 shutdown_connections 2024-09-19T04:36:45.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.176+0000 7fb85cdd8640 1 -- 172.21.15.111:0/98843573 wait complete. 2024-09-19T04:36:45.188 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T04:36:45.188 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:45.189 DEBUG:teuthology.orchestra.run.smithi114:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T04:36:45.222 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi114.front.sepia.ceph.com 2024-09-19T04:36:45.222 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:36:45.222 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T04:36:45.280 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:36:45.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.378+0000 7f10b334b640 1 Processor -- start 2024-09-19T04:36:45.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.378+0000 7f10b334b640 1 -- start start 2024-09-19T04:36:45.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.379+0000 7f10b334b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f10ac15e860 0x7f10ac0cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:45.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.379+0000 7f10b334b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10ac06ce90 con 0x7f10ac0b8ab0 2024-09-19T04:36:45.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.379+0000 7f10b334b640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10ac0d34d0 con 0x7f10ac0b61f0 2024-09-19T04:36:45.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.379+0000 7f10b334b640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f10ac0d3790 con 0x7f10ac15e860 2024-09-19T04:36:45.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.379+0000 7f10b18e8640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f10ac0b8ab0 0x7f10ac06c780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:50228/0 (socket says 172.21.15.111:50228) 2024-09-19T04:36:45.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.379+0000 7f10b18e8640 1 -- 172.21.15.111:0/3676178242 learned_addr learned my addr 172.21.15.111:0/3676178242 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:45.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.379+0000 7f10b10e7640 1 --2- 172.21.15.111:0/3676178242 >> v2:172.21.15.114:3300/0 conn(0x7f10ac15e860 0x7f10ac0cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:45.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.379+0000 7f10a3fff640 1 -- 172.21.15.111:0/3676178242 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3182256596 0 0) 0x7f10ac06ce90 con 0x7f10ac0b8ab0 2024-09-19T04:36:45.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.379+0000 7f10a3fff640 1 -- 172.21.15.111:0/3676178242 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1098003520 con 0x7f10ac0b8ab0 2024-09-19T04:36:45.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.379+0000 7f10a3fff640 1 -- 172.21.15.111:0/3676178242 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1521314369 0 0) 0x7f1098003520 con 0x7f10ac0b8ab0 2024-09-19T04:36:45.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.379+0000 7f10a3fff640 1 -- 172.21.15.111:0/3676178242 >> v2:172.21.15.114:3300/0 conn(0x7f10ac15e860 msgr2=0x7f10ac0cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:45.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.379+0000 7f10a3fff640 1 --2- 172.21.15.111:0/3676178242 >> v2:172.21.15.114:3300/0 conn(0x7f10ac15e860 0x7f10ac0cf720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:45.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.379+0000 7f10a3fff640 1 -- 172.21.15.111:0/3676178242 >> v1:172.21.15.114:6789/0 conn(0x7f10ac0b61f0 legacy=0x7f10ac06c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:45.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.379+0000 7f10a3fff640 1 -- 172.21.15.111:0/3676178242 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10ac0d3a70 con 0x7f10ac0b8ab0 2024-09-19T04:36:45.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.379+0000 7f10a3fff640 1 -- 172.21.15.111:0/3676178242 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f10a40019f0 con 0x7f10ac0b8ab0 2024-09-19T04:36:45.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.379+0000 7f10a3fff640 1 -- 172.21.15.111:0/3676178242 >> v1:172.21.15.111:6789/0 conn(0x7f10ac0b8ab0 legacy=0x7f10ac06c780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:45.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.379+0000 7f10a3fff640 1 --2- 172.21.15.111:0/3676178242 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f10980039b0 0x7f1098003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:45.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.380+0000 7f10a3fff640 1 --2- 172.21.15.111:0/3676178242 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1098004800 0x7f1098004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:45.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.380+0000 7f10a3fff640 1 --2- 172.21.15.111:0/3676178242 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f10980051c0 0x7f109800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:45.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.380+0000 7f10a3fff640 1 -- 172.21.15.111:0/3676178242 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f10ac0d3790 con 0x7f10980051c0 2024-09-19T04:36:45.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.380+0000 7f10a3fff640 1 -- 172.21.15.111:0/3676178242 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f109800c070 con 0x7f10980039b0 2024-09-19T04:36:45.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.380+0000 7f10a3fff640 1 -- 172.21.15.111:0/3676178242 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f109800c270 con 0x7f1098004800 2024-09-19T04:36:45.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.380+0000 7f10b18e8640 1 --2- 172.21.15.111:0/3676178242 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f10980051c0 0x7f109800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:45.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.380+0000 7f10b10e7640 1 --2- 172.21.15.111:0/3676178242 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f10980039b0 0x7f1098003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:45.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.380+0000 7f10b08e6640 1 --2- 172.21.15.111:0/3676178242 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1098004800 0x7f1098004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:45.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.380+0000 7f10b18e8640 1 -- 172.21.15.111:0/3676178242 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1098004800 msgr2=0x7f1098004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:45.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.380+0000 7f10b18e8640 1 --2- 172.21.15.111:0/3676178242 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1098004800 0x7f1098004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:45.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.380+0000 7f10b18e8640 1 -- 172.21.15.111:0/3676178242 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f10980039b0 msgr2=0x7f1098003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:45.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.380+0000 7f10b18e8640 1 --2- 172.21.15.111:0/3676178242 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f10980039b0 0x7f1098003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:45.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.380+0000 7f10b18e8640 1 -- 172.21.15.111:0/3676178242 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1098003520 con 0x7f10980051c0 2024-09-19T04:36:45.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.380+0000 7f10b18e8640 1 -- 172.21.15.111:0/3676178242 reap_dead start 2024-09-19T04:36:45.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.381+0000 7f10b18e8640 1 --2- 172.21.15.111:0/3676178242 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f10980051c0 0x7f109800b9c0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f10a400a860 tx=0x7f1098005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ac6c710b5550419 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:45.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.381+0000 7f10a3fff640 1 -- 172.21.15.111:0/3676178242 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10a400a480 con 0x7f10980051c0 2024-09-19T04:36:45.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.381+0000 7f10a3fff640 1 -- 172.21.15.111:0/3676178242 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10a402f070 con 0x7f10980051c0 2024-09-19T04:36:45.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.381+0000 7f10a3fff640 1 -- 172.21.15.111:0/3676178242 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10a402bcc0 con 0x7f10980051c0 2024-09-19T04:36:45.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.381+0000 7f10b334b640 1 -- 172.21.15.111:0/3676178242 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f10980051c0 msgr2=0x7f109800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:45.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.381+0000 7f10b334b640 1 --2- 172.21.15.111:0/3676178242 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f10980051c0 0x7f109800b9c0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f10a400a860 tx=0x7f1098005830 comp rx=0 tx=0).stop 2024-09-19T04:36:45.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.381+0000 7f10b334b640 1 -- 172.21.15.111:0/3676178242 shutdown_connections 2024-09-19T04:36:45.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.381+0000 7f10b334b640 1 --2- 172.21.15.111:0/3676178242 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f10980051c0 0x7f109800b9c0 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:45.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.381+0000 7f10b334b640 1 -- 172.21.15.111:0/3676178242 >> 172.21.15.111:0/3676178242 conn(0x7f10ac062c60 msgr2=0x7f10ac0d4770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:45.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.381+0000 7f10b334b640 1 -- 172.21.15.111:0/3676178242 shutdown_connections 2024-09-19T04:36:45.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.381+0000 7f10b334b640 1 -- 172.21.15.111:0/3676178242 wait complete. 2024-09-19T04:36:45.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.383+0000 7f10b334b640 1 Processor -- start 2024-09-19T04:36:45.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.383+0000 7f10b334b640 1 -- start start 2024-09-19T04:36:45.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.383+0000 7f10b334b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f10980051c0 0x7f10ac0ca5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:45.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.383+0000 7f10b334b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f10ac0cd600 0x7f10ac1f4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:45.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.383+0000 7f10b334b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f10ac1f57d0 0x7f10ac0b9bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:45.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.383+0000 7f10b334b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f10ac0d4310 con 0x7f10ac0cd600 2024-09-19T04:36:45.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.383+0000 7f10b334b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f10ac0d4030 con 0x7f10980051c0 2024-09-19T04:36:45.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.383+0000 7f10b334b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f10ac15ec40 con 0x7f10ac1f57d0 2024-09-19T04:36:45.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.383+0000 7f10b08e6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f10ac0cd600 0x7f10ac1f4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:45.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.383+0000 7f10b08e6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f10ac0cd600 0x7f10ac1f4610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38348/0 (socket says 172.21.15.111:38348) 2024-09-19T04:36:45.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.383+0000 7f10b08e6640 1 -- 172.21.15.111:0/4231314905 learned_addr learned my addr 172.21.15.111:0/4231314905 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:45.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.383+0000 7f10b10e7640 1 --2- 172.21.15.111:0/4231314905 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f10980051c0 0x7f10ac0ca5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:45.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.383+0000 7f10b18e8640 1 --2- 172.21.15.111:0/4231314905 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f10ac1f57d0 0x7f10ac0b9bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:45.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.384+0000 7f10b08e6640 1 -- 172.21.15.111:0/4231314905 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f10ac1f57d0 msgr2=0x7f10ac0b9bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:45.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.384+0000 7f10b08e6640 1 --2- 172.21.15.111:0/4231314905 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f10ac1f57d0 0x7f10ac0b9bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:45.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.384+0000 7f10b08e6640 1 -- 172.21.15.111:0/4231314905 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f10980051c0 msgr2=0x7f10ac0ca5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:45.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.384+0000 7f10b08e6640 1 --2- 172.21.15.111:0/4231314905 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f10980051c0 0x7f10ac0ca5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:45.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.384+0000 7f10b08e6640 1 -- 172.21.15.111:0/4231314905 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10ac1f4e60 con 0x7f10ac0cd600 2024-09-19T04:36:45.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.384+0000 7f10b18e8640 1 --2- 172.21.15.111:0/4231314905 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f10ac1f57d0 0x7f10ac0b9bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:45.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.384+0000 7f10b08e6640 1 --2- 172.21.15.111:0/4231314905 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f10ac0cd600 0x7f10ac1f4610 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f109c00e480 tx=0x7f109c00e880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:45.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.384+0000 7f10a1ffb640 1 -- 172.21.15.111:0/4231314905 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f109c019070 con 0x7f10ac0cd600 2024-09-19T04:36:45.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.384+0000 7f10a1ffb640 1 -- 172.21.15.111:0/4231314905 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f109c0052e0 con 0x7f10ac0cd600 2024-09-19T04:36:45.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.384+0000 7f10a1ffb640 1 -- 172.21.15.111:0/4231314905 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f109c003830 con 0x7f10ac0cd600 2024-09-19T04:36:45.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.384+0000 7f10b334b640 1 -- 172.21.15.111:0/4231314905 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10ac1f5140 con 0x7f10ac0cd600 2024-09-19T04:36:45.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.384+0000 7f10b334b640 1 -- 172.21.15.111:0/4231314905 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10ac1f4b50 con 0x7f10ac0cd600 2024-09-19T04:36:45.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.385+0000 7f10b334b640 1 -- 172.21.15.111:0/4231314905 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10ac0b3ad0 con 0x7f10ac0cd600 2024-09-19T04:36:45.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.386+0000 7f10a1ffb640 1 -- 172.21.15.111:0/4231314905 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f109c01c070 con 0x7f10ac0cd600 2024-09-19T04:36:45.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.386+0000 7f10a1ffb640 1 --2- 172.21.15.111:0/4231314905 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f109006c640 0x7f109006eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:45.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.386+0000 7f10a1ffb640 1 -- 172.21.15.111:0/4231314905 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f109c08adf0 con 0x7f10ac0cd600 2024-09-19T04:36:45.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.386+0000 7f10b10e7640 1 --2- 172.21.15.111:0/4231314905 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f109006c640 0x7f109006eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:45.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.386+0000 7f10b10e7640 1 --2- 172.21.15.111:0/4231314905 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f109006c640 0x7f109006eb00 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f10ac0d01a0 tx=0x7f10a8009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:45.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.390+0000 7f10a1ffb640 1 -- 172.21.15.111:0/4231314905 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f109c058b00 con 0x7f10ac0cd600 2024-09-19T04:36:45.592 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.591+0000 7f10b334b640 1 -- 172.21.15.111:0/4231314905 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f10ac0d2700 con 0x7f10ac0cd600 2024-09-19T04:36:45.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.592+0000 7f10a1ffb640 1 -- 172.21.15.111:0/4231314905 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+5234 (secure 0 0 0) 0x7f109c05ce00 con 0x7f10ac0cd600 2024-09-19T04:36:45.593 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:45.593 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":36,"btime":"2024-09-19T04:36:43:681951+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5318,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/1725709183","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":1725709183},{"type":"v1","addr":"172.21.15.114:6834","nonce":1725709183}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":6045,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1645711536","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1645711536},{"type":"v1","addr":"172.21.15.111:6835","nonce":1645711536}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":6048,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/568432239","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":568432239},{"type":"v1","addr":"172.21.15.111:6837","nonce":568432239}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32}],"filesystems":[{"mdsmap":{"epoch":35,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:36:30.963741+0000","modified":"2024-09-19T04:36:32.977664+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6066},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6066":{"gid":6066,"name":"b","rank":0,"incarnation":33,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3176320608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3176320608},{"type":"v1","addr":"172.21.15.114:6835","nonce":3176320608}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6066,"qdb_cluster":[6066]},"id":5}]} 2024-09-19T04:36:45.593 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 36 2024-09-19T04:36:45.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.593+0000 7f10b334b640 1 -- 172.21.15.111:0/4231314905 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f109006c640 msgr2=0x7f109006eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:45.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.593+0000 7f10b334b640 1 --2- 172.21.15.111:0/4231314905 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f109006c640 0x7f109006eb00 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f10ac0d01a0 tx=0x7f10a8009190 comp rx=0 tx=0).stop 2024-09-19T04:36:45.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.593+0000 7f10b334b640 1 -- 172.21.15.111:0/4231314905 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f10ac0cd600 msgr2=0x7f10ac1f4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:45.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.593+0000 7f10b334b640 1 --2- 172.21.15.111:0/4231314905 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f10ac0cd600 0x7f10ac1f4610 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f109c00e480 tx=0x7f109c00e880 comp rx=0 tx=0).stop 2024-09-19T04:36:45.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.594+0000 7f10b334b640 1 -- 172.21.15.111:0/4231314905 shutdown_connections 2024-09-19T04:36:45.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.594+0000 7f10b334b640 1 --2- 172.21.15.111:0/4231314905 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f109006c640 0x7f109006eb00 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:45.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.594+0000 7f10b334b640 1 --2- 172.21.15.111:0/4231314905 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f10ac1f57d0 0x7f10ac0b9bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:45.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.594+0000 7f10b334b640 1 --2- 172.21.15.111:0/4231314905 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f10ac0cd600 0x7f10ac1f4610 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:45.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.594+0000 7f10b334b640 1 --2- 172.21.15.111:0/4231314905 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f10980051c0 0x7f10ac0ca5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:45.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.594+0000 7f10b334b640 1 -- 172.21.15.111:0/4231314905 >> 172.21.15.111:0/4231314905 conn(0x7f10ac062c60 msgr2=0x7f10ac0b42d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:45.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.594+0000 7f10b334b640 1 -- 172.21.15.111:0/4231314905 shutdown_connections 2024-09-19T04:36:45.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.594+0000 7f10b334b640 1 -- 172.21.15.111:0/4231314905 wait complete. 2024-09-19T04:36:45.606 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-19T04:36:45.737 INFO:teuthology.orchestra.run.smithi114.stdout:[] 2024-09-19T04:36:45.738 DEBUG:tasks.cephfs.filesystem:_json_asok output [] 2024-09-19T04:36:45.738 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs subvol14650 2024-09-19T04:36:45.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.838+0000 7f8780e8d640 1 Processor -- start 2024-09-19T04:36:45.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.838+0000 7f8780e8d640 1 -- start start 2024-09-19T04:36:45.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.839+0000 7f8780e8d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f877c15b090 0x7f877c0b5420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:45.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.839+0000 7f8780e8d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f877c0715b0 0x7f877c15b470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:45.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.839+0000 7f8780e8d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f877c15b9b0 0x7f877c06d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:45.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.839+0000 7f8780e8d640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f877c071de0 con 0x7f877c15b9b0 2024-09-19T04:36:45.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.839+0000 7f8780e8d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f877c0720c0 con 0x7f877c15b090 2024-09-19T04:36:45.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.839+0000 7f8780e8d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f877c0723a0 con 0x7f877c0715b0 2024-09-19T04:36:45.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.839+0000 7f877ad9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f877c15b9b0 0x7f877c06d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:45.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.839+0000 7f877ad9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f877c15b9b0 0x7f877c06d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38362/0 (socket says 172.21.15.111:38362) 2024-09-19T04:36:45.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.839+0000 7f877ad9d640 1 -- 172.21.15.111:0/921480326 learned_addr learned my addr 172.21.15.111:0/921480326 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:45.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.839+0000 7f8771d9b640 1 --2- 172.21.15.111:0/921480326 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f877c0715b0 0x7f877c15b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:45.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.839+0000 7f877ad9d640 1 -- 172.21.15.111:0/921480326 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f877c0715b0 msgr2=0x7f877c15b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:45.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.839+0000 7f877a59c640 1 --2- 172.21.15.111:0/921480326 >> v2:172.21.15.114:3300/0 conn(0x7f877c15b090 0x7f877c0b5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:45.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.839+0000 7f877ad9d640 1 --2- 172.21.15.111:0/921480326 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f877c0715b0 0x7f877c15b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:45.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.839+0000 7f877ad9d640 1 -- 172.21.15.111:0/921480326 >> v2:172.21.15.114:3300/0 conn(0x7f877c15b090 msgr2=0x7f877c0b5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:45.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.839+0000 7f877ad9d640 1 --2- 172.21.15.111:0/921480326 >> v2:172.21.15.114:3300/0 conn(0x7f877c15b090 0x7f877c0b5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:45.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.839+0000 7f877ad9d640 1 -- 172.21.15.111:0/921480326 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f877c072680 con 0x7f877c15b9b0 2024-09-19T04:36:45.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.839+0000 7f877a59c640 1 --2- 172.21.15.111:0/921480326 >> v2:172.21.15.114:3300/0 conn(0x7f877c15b090 0x7f877c0b5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:45.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.839+0000 7f8771d9b640 1 --2- 172.21.15.111:0/921480326 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f877c0715b0 0x7f877c15b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:45.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.840+0000 7f877ad9d640 1 --2- 172.21.15.111:0/921480326 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f877c15b9b0 0x7f877c06d9f0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f877c06f4e0 tx=0x7f877402c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5eab600f0fe8b34 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:45.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.840+0000 7f8779d9b640 1 -- 172.21.15.111:0/921480326 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f877400b2e0 con 0x7f877c15b9b0 2024-09-19T04:36:45.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.840+0000 7f8779d9b640 1 -- 172.21.15.111:0/921480326 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8774009600 con 0x7f877c15b9b0 2024-09-19T04:36:45.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.840+0000 7f8779d9b640 1 -- 172.21.15.111:0/921480326 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f877400b480 con 0x7f877c15b9b0 2024-09-19T04:36:45.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.841+0000 7f8780e8d640 1 -- 172.21.15.111:0/921480326 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f877c15b9b0 msgr2=0x7f877c06d9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:45.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.841+0000 7f8780e8d640 1 --2- 172.21.15.111:0/921480326 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f877c15b9b0 0x7f877c06d9f0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f877c06f4e0 tx=0x7f877402c8a0 comp rx=0 tx=0).stop 2024-09-19T04:36:45.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.841+0000 7f8780e8d640 1 -- 172.21.15.111:0/921480326 shutdown_connections 2024-09-19T04:36:45.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.841+0000 7f8780e8d640 1 --2- 172.21.15.111:0/921480326 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f877c15b9b0 0x7f877c06d9f0 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:45.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.841+0000 7f8780e8d640 1 --2- 172.21.15.111:0/921480326 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f877c0715b0 0x7f877c15b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:45.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.841+0000 7f8780e8d640 1 --2- 172.21.15.111:0/921480326 >> v2:172.21.15.114:3300/0 conn(0x7f877c15b090 0x7f877c0b5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:45.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.841+0000 7f8780e8d640 1 -- 172.21.15.111:0/921480326 >> 172.21.15.111:0/921480326 conn(0x7f877c06bba0 msgr2=0x7f877c06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:45.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.841+0000 7f8780e8d640 1 -- 172.21.15.111:0/921480326 shutdown_connections 2024-09-19T04:36:45.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.841+0000 7f8780e8d640 1 -- 172.21.15.111:0/921480326 wait complete. 2024-09-19T04:36:45.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.842+0000 7f8780e8d640 1 Processor -- start 2024-09-19T04:36:45.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.842+0000 7f8780e8d640 1 -- start start 2024-09-19T04:36:45.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.843+0000 7f8780e8d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f877c0715b0 0x7f877c1560d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:45.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.843+0000 7f8780e8d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f877c15b090 0x7f877c146be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:45.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.843+0000 7f8780e8d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f877c15b9b0 0x7f877c0cead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:45.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.843+0000 7f8780e8d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f877c0719f0 con 0x7f877c15b090 2024-09-19T04:36:45.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.843+0000 7f8780e8d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f877c15bdd0 con 0x7f877c0715b0 2024-09-19T04:36:45.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.843+0000 7f8780e8d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f877c071b70 con 0x7f877c15b9b0 2024-09-19T04:36:45.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.843+0000 7f8771d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f877c15b090 0x7f877c146be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:45.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.843+0000 7f8771d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f877c15b090 0x7f877c146be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38372/0 (socket says 172.21.15.111:38372) 2024-09-19T04:36:45.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.843+0000 7f8771d9b640 1 -- 172.21.15.111:0/1719586943 learned_addr learned my addr 172.21.15.111:0/1719586943 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:45.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.843+0000 7f877a59c640 1 --2- 172.21.15.111:0/1719586943 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f877c0715b0 0x7f877c1560d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:45.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.843+0000 7f877ad9d640 1 --2- 172.21.15.111:0/1719586943 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f877c15b9b0 0x7f877c0cead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:45.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.843+0000 7f8771d9b640 1 -- 172.21.15.111:0/1719586943 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f877c15b9b0 msgr2=0x7f877c0cead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:45.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.843+0000 7f8771d9b640 1 --2- 172.21.15.111:0/1719586943 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f877c15b9b0 0x7f877c0cead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:45.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.843+0000 7f8771d9b640 1 -- 172.21.15.111:0/1719586943 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f877c0715b0 msgr2=0x7f877c1560d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:45.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.843+0000 7f8771d9b640 1 --2- 172.21.15.111:0/1719586943 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f877c0715b0 0x7f877c1560d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:45.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.843+0000 7f8771d9b640 1 -- 172.21.15.111:0/1719586943 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f877c156610 con 0x7f877c15b090 2024-09-19T04:36:45.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.843+0000 7f8771d9b640 1 --2- 172.21.15.111:0/1719586943 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f877c15b090 0x7f877c146be0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f876400c7c0 tx=0x7f876400cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:45.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.844+0000 7f87737fe640 1 -- 172.21.15.111:0/1719586943 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8764005b90 con 0x7f877c15b090 2024-09-19T04:36:45.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.844+0000 7f87737fe640 1 -- 172.21.15.111:0/1719586943 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8764005d30 con 0x7f877c15b090 2024-09-19T04:36:45.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.844+0000 7f87737fe640 1 -- 172.21.15.111:0/1719586943 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8764006250 con 0x7f877c15b090 2024-09-19T04:36:45.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.844+0000 7f8780e8d640 1 -- 172.21.15.111:0/1719586943 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f877c156890 con 0x7f877c15b090 2024-09-19T04:36:45.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.844+0000 7f8780e8d640 1 -- 172.21.15.111:0/1719586943 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f877c156e50 con 0x7f877c15b090 2024-09-19T04:36:45.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.845+0000 7f8780e8d640 1 -- 172.21.15.111:0/1719586943 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f877c15b470 con 0x7f877c15b090 2024-09-19T04:36:45.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.845+0000 7f87737fe640 1 -- 172.21.15.111:0/1719586943 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f87640063f0 con 0x7f877c15b090 2024-09-19T04:36:45.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.846+0000 7f87737fe640 1 --2- 172.21.15.111:0/1719586943 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f875c06c640 0x7f875c06eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:45.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.846+0000 7f87737fe640 1 -- 172.21.15.111:0/1719586943 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f876408b8d0 con 0x7f877c15b090 2024-09-19T04:36:45.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.846+0000 7f877a59c640 1 --2- 172.21.15.111:0/1719586943 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f875c06c640 0x7f875c06eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:45.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.846+0000 7f877a59c640 1 --2- 172.21.15.111:0/1719586943 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f875c06c640 0x7f875c06eb00 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f876c00ab60 tx=0x7f876c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:45.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:45.850+0000 7f87737fe640 1 -- 172.21.15.111:0/1719586943 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f877c156610 con 0x7f877c15b090 2024-09-19T04:36:46.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.038+0000 7f8780e8d640 1 -- 172.21.15.111:0/1719586943 --> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "subvol14650", "target": ["mon-mgr", ""]}) -- 0x7f877c0b4ad0 con 0x7f875c06c640 2024-09-19T04:36:46.044 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:46.043+0000 7f2ee8c90640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:46.045 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:46.043+0000 7f2ee8c90640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:46.045 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:46.043+0000 7f2ee8c90640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:46.045 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:46.043+0000 7f2ee8c90640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:46.045 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:46.043+0000 7f2ee8c90640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:46.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.072+0000 7f87737fe640 1 -- 172.21.15.111:0/1719586943 <== mgr.4107 v2:172.21.15.111:6816/649596689 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f877c0b4ad0 con 0x7f875c06c640 2024-09-19T04:36:46.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.074+0000 7f8780e8d640 1 -- 172.21.15.111:0/1719586943 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f875c06c640 msgr2=0x7f875c06eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:46.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.074+0000 7f8780e8d640 1 --2- 172.21.15.111:0/1719586943 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f875c06c640 0x7f875c06eb00 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f876c00ab60 tx=0x7f876c008040 comp rx=0 tx=0).stop 2024-09-19T04:36:46.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.074+0000 7f8780e8d640 1 -- 172.21.15.111:0/1719586943 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f877c15b090 msgr2=0x7f877c146be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:46.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.074+0000 7f8780e8d640 1 --2- 172.21.15.111:0/1719586943 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f877c15b090 0x7f877c146be0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f876400c7c0 tx=0x7f876400cc80 comp rx=0 tx=0).stop 2024-09-19T04:36:46.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.074+0000 7f8780e8d640 1 -- 172.21.15.111:0/1719586943 shutdown_connections 2024-09-19T04:36:46.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.074+0000 7f8780e8d640 1 --2- 172.21.15.111:0/1719586943 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f875c06c640 0x7f875c06eb00 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:46.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.074+0000 7f8780e8d640 1 --2- 172.21.15.111:0/1719586943 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f877c15b9b0 0x7f877c0cead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:46.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.074+0000 7f8780e8d640 1 --2- 172.21.15.111:0/1719586943 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f877c15b090 0x7f877c146be0 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:46.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.074+0000 7f8780e8d640 1 --2- 172.21.15.111:0/1719586943 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f877c0715b0 0x7f877c1560d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:46.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.074+0000 7f8780e8d640 1 -- 172.21.15.111:0/1719586943 >> 172.21.15.111:0/1719586943 conn(0x7f877c06bba0 msgr2=0x7f877c0afcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:46.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.074+0000 7f8780e8d640 1 -- 172.21.15.111:0/1719586943 shutdown_connections 2024-09-19T04:36:46.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.074+0000 7f8780e8d640 1 -- 172.21.15.111:0/1719586943 wait complete. 2024-09-19T04:36:46.086 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:36:46.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.183+0000 7fe4aed42640 1 Processor -- start 2024-09-19T04:36:46.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.183+0000 7fe4aed42640 1 -- start start 2024-09-19T04:36:46.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.184+0000 7fe4aed42640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4a815c180 0x7fe4a80cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:46.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.184+0000 7fe4aed42640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fe4a80ce230 0x7fe4a80cf070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:46.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.184+0000 7fe4aed42640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4a80ce740 con 0x7fe4a80cf5b0 2024-09-19T04:36:46.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.184+0000 7fe4aed42640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fe4a8072640 con 0x7fe4a80ce230 2024-09-19T04:36:46.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.184+0000 7fe4aed42640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe4a8072920 con 0x7fe4a815c180 2024-09-19T04:36:46.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.184+0000 7fe4a7fff640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fe4a80ce230 0x7fe4a80cf070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:46.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.184+0000 7fe4acade640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4a815c180 0x7fe4a80cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:46.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.184+0000 7fe4ad2df640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7fe4a80cf5b0 0x7fe4a8073120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:55590/0 (socket says 172.21.15.111:55590) 2024-09-19T04:36:46.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.184+0000 7fe4a7fff640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fe4a80ce230 0x7fe4a80cf070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:40750/0 (socket says 172.21.15.111:40750) 2024-09-19T04:36:46.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.184+0000 7fe4acade640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4a815c180 0x7fe4a80cdcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:48890/0 (socket says 172.21.15.111:48890) 2024-09-19T04:36:46.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.184+0000 7fe4a7fff640 1 -- 172.21.15.111:0/1196789051 learned_addr learned my addr 172.21.15.111:0/1196789051 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:46.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.184+0000 7fe4acade640 1 -- 172.21.15.111:0/1196789051 >> v2:172.21.15.114:3300/0 conn(0x7fe4a80ce230 msgr2=0x7fe4a80cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:46.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.184+0000 7fe4acade640 1 --2- 172.21.15.111:0/1196789051 >> v2:172.21.15.114:3300/0 conn(0x7fe4a80ce230 0x7fe4a80cf070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:46.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.184+0000 7fe4acade640 1 -- 172.21.15.111:0/1196789051 >> v1:172.21.15.114:6789/0 conn(0x7fe4a80cf5b0 legacy=0x7fe4a8073120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:46.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.184+0000 7fe4acade640 1 -- 172.21.15.111:0/1196789051 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4a8072c00 con 0x7fe4a815c180 2024-09-19T04:36:46.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.184+0000 7fe4a7fff640 1 --2- 172.21.15.111:0/1196789051 >> v2:172.21.15.114:3300/0 conn(0x7fe4a80ce230 0x7fe4a80cf070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:36:46.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.185+0000 7fe4acade640 1 --2- 172.21.15.111:0/1196789051 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4a815c180 0x7fe4a80cdcf0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe49c0097a0 tx=0x7fe49c02a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5b5e01d4041d6799 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:46.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.185+0000 7fe4a77fe640 1 -- 172.21.15.111:0/1196789051 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe49c037070 con 0x7fe4a815c180 2024-09-19T04:36:46.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.185+0000 7fe4a77fe640 1 -- 172.21.15.111:0/1196789051 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe49c02ae50 con 0x7fe4a815c180 2024-09-19T04:36:46.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.185+0000 7fe4a77fe640 1 -- 172.21.15.111:0/1196789051 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe49c032660 con 0x7fe4a815c180 2024-09-19T04:36:46.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.186+0000 7fe4aed42640 1 -- 172.21.15.111:0/1196789051 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4a815c180 msgr2=0x7fe4a80cdcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:46.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.186+0000 7fe4aed42640 1 --2- 172.21.15.111:0/1196789051 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4a815c180 0x7fe4a80cdcf0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe49c0097a0 tx=0x7fe49c02a100 comp rx=0 tx=0).stop 2024-09-19T04:36:46.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.186+0000 7fe4aed42640 1 -- 172.21.15.111:0/1196789051 shutdown_connections 2024-09-19T04:36:46.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.186+0000 7fe4aed42640 1 --2- 172.21.15.111:0/1196789051 >> v2:172.21.15.114:3300/0 conn(0x7fe4a80ce230 0x7fe4a80cf070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:46.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.186+0000 7fe4aed42640 1 --2- 172.21.15.111:0/1196789051 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4a815c180 0x7fe4a80cdcf0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:46.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.186+0000 7fe4aed42640 1 -- 172.21.15.111:0/1196789051 >> 172.21.15.111:0/1196789051 conn(0x7fe4a8062cc0 msgr2=0x7fe4a806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:46.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.186+0000 7fe4aed42640 1 -- 172.21.15.111:0/1196789051 shutdown_connections 2024-09-19T04:36:46.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.186+0000 7fe4aed42640 1 -- 172.21.15.111:0/1196789051 wait complete. 2024-09-19T04:36:46.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.187+0000 7fe4aed42640 1 Processor -- start 2024-09-19T04:36:46.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.187+0000 7fe4aed42640 1 -- start start 2024-09-19T04:36:46.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.188+0000 7fe4aed42640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4a80ce230 0x7fe4a8153c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:46.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.188+0000 7fe4aed42640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4a80cf5b0 0x7fe4a80aede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:46.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.188+0000 7fe4aed42640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4a815c180 0x7fe4a81509f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:46.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.188+0000 7fe4aed42640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe4a815c560 con 0x7fe4a80ce230 2024-09-19T04:36:46.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.188+0000 7fe4aed42640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe4a80722f0 con 0x7fe4a815c180 2024-09-19T04:36:46.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.188+0000 7fe4aed42640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe4a815c6e0 con 0x7fe4a80cf5b0 2024-09-19T04:36:46.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.188+0000 7fe4acade640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4a80ce230 0x7fe4a8153c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:46.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.188+0000 7fe4acade640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4a80ce230 0x7fe4a8153c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38406/0 (socket says 172.21.15.111:38406) 2024-09-19T04:36:46.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.188+0000 7fe4acade640 1 -- 172.21.15.111:0/2081196006 learned_addr learned my addr 172.21.15.111:0/2081196006 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:46.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.188+0000 7fe4a7fff640 1 --2- 172.21.15.111:0/2081196006 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4a80cf5b0 0x7fe4a80aede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:46.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.188+0000 7fe4ad2df640 1 --2- 172.21.15.111:0/2081196006 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4a815c180 0x7fe4a81509f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:46.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.188+0000 7fe4acade640 1 -- 172.21.15.111:0/2081196006 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4a80cf5b0 msgr2=0x7fe4a80aede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:46.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.188+0000 7fe4acade640 1 --2- 172.21.15.111:0/2081196006 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4a80cf5b0 0x7fe4a80aede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:46.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.188+0000 7fe4acade640 1 -- 172.21.15.111:0/2081196006 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4a815c180 msgr2=0x7fe4a81509f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:46.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.188+0000 7fe4acade640 1 --2- 172.21.15.111:0/2081196006 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4a815c180 0x7fe4a81509f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:46.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.188+0000 7fe4acade640 1 -- 172.21.15.111:0/2081196006 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4a815ca30 con 0x7fe4a80ce230 2024-09-19T04:36:46.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.188+0000 7fe4a7fff640 1 --2- 172.21.15.111:0/2081196006 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4a80cf5b0 0x7fe4a80aede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:36:46.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.188+0000 7fe4ad2df640 1 --2- 172.21.15.111:0/2081196006 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4a815c180 0x7fe4a81509f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:36:46.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.189+0000 7fe4acade640 1 --2- 172.21.15.111:0/2081196006 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4a80ce230 0x7fe4a8153c90 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fe49c02a140 tx=0x7fe49c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:46.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.189+0000 7fe4a57fa640 1 -- 172.21.15.111:0/2081196006 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe49c041020 con 0x7fe4a80ce230 2024-09-19T04:36:46.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.189+0000 7fe4a57fa640 1 -- 172.21.15.111:0/2081196006 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe49c03c670 con 0x7fe4a80ce230 2024-09-19T04:36:46.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.189+0000 7fe4aed42640 1 -- 172.21.15.111:0/2081196006 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4a815ccd0 con 0x7fe4a80ce230 2024-09-19T04:36:46.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.189+0000 7fe4a57fa640 1 -- 172.21.15.111:0/2081196006 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe49c037040 con 0x7fe4a80ce230 2024-09-19T04:36:46.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.189+0000 7fe4aed42640 1 -- 172.21.15.111:0/2081196006 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4a815d290 con 0x7fe4a80ce230 2024-09-19T04:36:46.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.190+0000 7fe4aed42640 1 -- 172.21.15.111:0/2081196006 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4a80cf070 con 0x7fe4a80ce230 2024-09-19T04:36:46.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.190+0000 7fe4a57fa640 1 -- 172.21.15.111:0/2081196006 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7fe49c044020 con 0x7fe4a80ce230 2024-09-19T04:36:46.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.191+0000 7fe4a57fa640 1 --2- 172.21.15.111:0/2081196006 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe48c06c610 0x7fe48c06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:46.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.191+0000 7fe4a57fa640 1 -- 172.21.15.111:0/2081196006 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7fe49c0abff0 con 0x7fe4a80ce230 2024-09-19T04:36:46.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.191+0000 7fe4a7fff640 1 --2- 172.21.15.111:0/2081196006 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe48c06c610 0x7fe48c06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:46.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.191+0000 7fe4a7fff640 1 --2- 172.21.15.111:0/2081196006 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe48c06c610 0x7fe48c06ead0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fe4a81585a0 tx=0x7fe494009240 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:46.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.195+0000 7fe4a57fa640 1 -- 172.21.15.111:0/2081196006 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe49c04b030 con 0x7fe4a80ce230 2024-09-19T04:36:46.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.394+0000 7fe4aed42640 1 -- 172.21.15.111:0/2081196006 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe4a8073e00 con 0x7fe4a80ce230 2024-09-19T04:36:46.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.394+0000 7fe4a57fa640 1 -- 172.21.15.111:0/2081196006 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+5234 (secure 0 0 0) 0x7fe49c079c80 con 0x7fe4a80ce230 2024-09-19T04:36:46.396 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:46.396 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":36,"btime":"2024-09-19T04:36:43:681951+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5318,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/1725709183","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":1725709183},{"type":"v1","addr":"172.21.15.114:6834","nonce":1725709183}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":6045,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1645711536","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1645711536},{"type":"v1","addr":"172.21.15.111:6835","nonce":1645711536}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":6048,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/568432239","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":568432239},{"type":"v1","addr":"172.21.15.111:6837","nonce":568432239}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32}],"filesystems":[{"mdsmap":{"epoch":35,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:36:30.963741+0000","modified":"2024-09-19T04:36:32.977664+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6066},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6066":{"gid":6066,"name":"b","rank":0,"incarnation":33,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3176320608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3176320608},{"type":"v1","addr":"172.21.15.114:6835","nonce":3176320608}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6066,"qdb_cluster":[6066]},"id":5}]} 2024-09-19T04:36:46.396 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 36 2024-09-19T04:36:46.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.396+0000 7fe4aed42640 1 -- 172.21.15.111:0/2081196006 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe48c06c610 msgr2=0x7fe48c06ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:46.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.396+0000 7fe4aed42640 1 --2- 172.21.15.111:0/2081196006 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe48c06c610 0x7fe48c06ead0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fe4a81585a0 tx=0x7fe494009240 comp rx=0 tx=0).stop 2024-09-19T04:36:46.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.396+0000 7fe4aed42640 1 -- 172.21.15.111:0/2081196006 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4a80ce230 msgr2=0x7fe4a8153c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:46.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.396+0000 7fe4aed42640 1 --2- 172.21.15.111:0/2081196006 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4a80ce230 0x7fe4a8153c90 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fe49c02a140 tx=0x7fe49c0046c0 comp rx=0 tx=0).stop 2024-09-19T04:36:46.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.396+0000 7fe4aed42640 1 -- 172.21.15.111:0/2081196006 shutdown_connections 2024-09-19T04:36:46.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.396+0000 7fe4aed42640 1 --2- 172.21.15.111:0/2081196006 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fe48c06c610 0x7fe48c06ead0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:46.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.396+0000 7fe4aed42640 1 --2- 172.21.15.111:0/2081196006 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4a815c180 0x7fe4a81509f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:46.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.396+0000 7fe4aed42640 1 --2- 172.21.15.111:0/2081196006 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4a80cf5b0 0x7fe4a80aede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:46.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.396+0000 7fe4aed42640 1 --2- 172.21.15.111:0/2081196006 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4a80ce230 0x7fe4a8153c90 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:46.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.396+0000 7fe4aed42640 1 -- 172.21.15.111:0/2081196006 >> 172.21.15.111:0/2081196006 conn(0x7fe4a8062cc0 msgr2=0x7fe4a80cfa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:46.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.396+0000 7fe4aed42640 1 -- 172.21.15.111:0/2081196006 shutdown_connections 2024-09-19T04:36:46.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.396+0000 7fe4aed42640 1 -- 172.21.15.111:0/2081196006 wait complete. 2024-09-19T04:36:46.409 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-19T04:36:46.537 INFO:teuthology.orchestra.run.smithi114.stdout:[{"id":6291,"entity":{"name":{"type":"client","num":6291},"addr":{"type":"any","addr":"172.21.15.111:0","nonce":2785929408}},"state":"open","num_leases":1,"num_caps":7,"request_load_avg":14,"uptime":0.48198891300000002,"requests_in_flight":2,"num_completed_requests":0,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":21.976028420988666,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.6291 172.21.15.111:0/2785929408","completed_requests":[],"prealloc_inos":[{"start":"0x10000000005","length":996}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"2f599a46ad10e37c929e5c43da2f6907ddcd1961","ceph_version":"ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)","entity_id":"y","hostname":"smithi111","pid":"36236","root":"/"}}] 2024-09-19T04:36:46.538 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "y", "hostname": "smithi111", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36236", "root": "/" }, "completed_requests": [], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.111:0", "nonce": 2785929408, "type": "any" }, "name": { "num": 6291, "type": "client" } }, "id": 6291, "inst": "client.6291 172.21.15.111:0/2785929408", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 0, "num_leases": 1, "prealloc_inos": [ { "length": 996, "start": "0x10000000005" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 14, "requests_in_flight": 2, "session_cache_liveness": { "halflife": 300, "value": 21.976028420988666 }, "state": "open", "uptime": 0.481988913 } ] 2024-09-19T04:36:46.538 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-09-19T04:36:46.567 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:36:46.583 DEBUG:teuthology.orchestra.run.smithi114:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:36:46.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.638+0000 7f6a2ce8d640 1 Processor -- start 2024-09-19T04:36:46.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.638+0000 7f6a2ce8d640 1 -- start start 2024-09-19T04:36:46.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.639+0000 7f6a2ce8d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f6a2815e940 0x7f6a280d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:46.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.639+0000 7f6a2ce8d640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6a280b7170 con 0x7f6a280cef90 2024-09-19T04:36:46.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.639+0000 7f6a2ce8d640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6a280b7aa0 con 0x7f6a2815ed20 2024-09-19T04:36:46.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.639+0000 7f6a2ce8d640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f6a280d3660 con 0x7f6a2815e940 2024-09-19T04:36:46.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.639+0000 7f6a2659c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f6a2815e940 0x7f6a280d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:46.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.639+0000 7f6a26d9d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f6a280cef90 0x7f6a280b3930 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:50244/0 (socket says 172.21.15.111:50244) 2024-09-19T04:36:46.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.639+0000 7f6a26d9d640 1 -- 172.21.15.111:0/3944045875 learned_addr learned my addr 172.21.15.111:0/3944045875 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:46.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.639+0000 7f6a2659c640 1 -- 172.21.15.111:0/3944045875 >> v1:172.21.15.114:6789/0 conn(0x7f6a2815ed20 legacy=0x7f6a280b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:46.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.639+0000 7f6a2659c640 1 -- 172.21.15.111:0/3944045875 >> v1:172.21.15.111:6789/0 conn(0x7f6a280cef90 legacy=0x7f6a280b3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:46.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.639+0000 7f6a2659c640 1 -- 172.21.15.111:0/3944045875 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a280d3940 con 0x7f6a2815e940 2024-09-19T04:36:46.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.639+0000 7f6a2559a640 1 -- 172.21.15.111:0/3944045875 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2519391254 0 0) 0x7f6a20001490 con 0x7f6a280cef90 2024-09-19T04:36:46.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.640+0000 7f6a2659c640 1 --2- 172.21.15.111:0/3944045875 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6a2815e940 0x7f6a280d1060 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f6a180097a0 tx=0x7f6a1802a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ef83c21fa87293f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:46.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.640+0000 7f6a2559a640 1 -- 172.21.15.111:0/3944045875 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a18037070 con 0x7f6a2815e940 2024-09-19T04:36:46.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.640+0000 7f6a2559a640 1 -- 172.21.15.111:0/3944045875 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a18032640 con 0x7f6a2815e940 2024-09-19T04:36:46.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.640+0000 7f6a2559a640 1 -- 172.21.15.111:0/3944045875 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a18032a10 con 0x7f6a2815e940 2024-09-19T04:36:46.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.641+0000 7f6a2ce8d640 1 -- 172.21.15.111:0/3944045875 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6a2815e940 msgr2=0x7f6a280d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:46.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.641+0000 7f6a2ce8d640 1 --2- 172.21.15.111:0/3944045875 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6a2815e940 0x7f6a280d1060 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f6a180097a0 tx=0x7f6a1802a2c0 comp rx=0 tx=0).stop 2024-09-19T04:36:46.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.641+0000 7f6a2ce8d640 1 -- 172.21.15.111:0/3944045875 shutdown_connections 2024-09-19T04:36:46.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.641+0000 7f6a2ce8d640 1 --2- 172.21.15.111:0/3944045875 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6a2815e940 0x7f6a280d1060 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:46.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.641+0000 7f6a2ce8d640 1 -- 172.21.15.111:0/3944045875 >> 172.21.15.111:0/3944045875 conn(0x7f6a280b6240 msgr2=0x7f6a280b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:46.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.641+0000 7f6a2ce8d640 1 -- 172.21.15.111:0/3944045875 shutdown_connections 2024-09-19T04:36:46.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.641+0000 7f6a2ce8d640 1 -- 172.21.15.111:0/3944045875 wait complete. 2024-09-19T04:36:46.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.642+0000 7f6a2ce8d640 1 Processor -- start 2024-09-19T04:36:46.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.642+0000 7f6a2ce8d640 1 -- start start 2024-09-19T04:36:46.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.643+0000 7f6a2ce8d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6a280cef90 0x7f6a280c8260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:46.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.643+0000 7f6a2ce8d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6a2815e940 0x7f6a280b4fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:46.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.643+0000 7f6a2ce8d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6a2815ed20 0x7f6a28158590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:46.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.643+0000 7f6a2ce8d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6a280d3310 con 0x7f6a280cef90 2024-09-19T04:36:46.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.643+0000 7f6a2ce8d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6a280d3f00 con 0x7f6a2815e940 2024-09-19T04:36:46.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.643+0000 7f6a2ce8d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6a280d1ef0 con 0x7f6a2815ed20 2024-09-19T04:36:46.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.643+0000 7f6a2659c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6a280cef90 0x7f6a280c8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:46.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.643+0000 7f6a2659c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6a280cef90 0x7f6a280c8260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38434/0 (socket says 172.21.15.111:38434) 2024-09-19T04:36:46.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.643+0000 7f6a2659c640 1 -- 172.21.15.111:0/1712160620 learned_addr learned my addr 172.21.15.111:0/1712160620 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:46.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.643+0000 7f6a25d9b640 1 --2- 172.21.15.111:0/1712160620 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6a2815e940 0x7f6a280b4fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:46.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.643+0000 7f6a26d9d640 1 --2- 172.21.15.111:0/1712160620 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6a2815ed20 0x7f6a28158590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:46.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.643+0000 7f6a2659c640 1 -- 172.21.15.111:0/1712160620 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6a2815ed20 msgr2=0x7f6a28158590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:46.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.643+0000 7f6a2659c640 1 --2- 172.21.15.111:0/1712160620 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6a2815ed20 0x7f6a28158590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:46.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.643+0000 7f6a2659c640 1 -- 172.21.15.111:0/1712160620 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6a2815e940 msgr2=0x7f6a280b4fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:46.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.643+0000 7f6a2659c640 1 --2- 172.21.15.111:0/1712160620 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6a2815e940 0x7f6a280b4fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:46.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.643+0000 7f6a2659c640 1 -- 172.21.15.111:0/1712160620 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a281f8340 con 0x7f6a280cef90 2024-09-19T04:36:46.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.643+0000 7f6a25d9b640 1 --2- 172.21.15.111:0/1712160620 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6a2815e940 0x7f6a280b4fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:46.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.643+0000 7f6a26d9d640 1 --2- 172.21.15.111:0/1712160620 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6a2815ed20 0x7f6a28158590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:46.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.643+0000 7f6a2659c640 1 --2- 172.21.15.111:0/1712160620 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6a280cef90 0x7f6a280c8260 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f6a180097a0 tx=0x7f6a180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:46.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.643+0000 7f6a16ffd640 1 -- 172.21.15.111:0/1712160620 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a18037050 con 0x7f6a280cef90 2024-09-19T04:36:46.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.644+0000 7f6a16ffd640 1 -- 172.21.15.111:0/1712160620 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a18038040 con 0x7f6a280cef90 2024-09-19T04:36:46.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.644+0000 7f6a2ce8d640 1 -- 172.21.15.111:0/1712160620 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a281f8620 con 0x7f6a280cef90 2024-09-19T04:36:46.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.644+0000 7f6a16ffd640 1 -- 172.21.15.111:0/1712160620 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a18004490 con 0x7f6a280cef90 2024-09-19T04:36:46.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.644+0000 7f6a2ce8d640 1 -- 172.21.15.111:0/1712160620 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a281f8be0 con 0x7f6a280cef90 2024-09-19T04:36:46.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.644+0000 7f6a2ce8d640 1 -- 172.21.15.111:0/1712160620 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a280d4f60 con 0x7f6a280cef90 2024-09-19T04:36:46.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.645+0000 7f6a16ffd640 1 -- 172.21.15.111:0/1712160620 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f6a18030900 con 0x7f6a280cef90 2024-09-19T04:36:46.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.646+0000 7f6a16ffd640 1 --2- 172.21.15.111:0/1712160620 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6a0806c610 0x7f6a0806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:46.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.646+0000 7f6a16ffd640 1 -- 172.21.15.111:0/1712160620 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f6a180ac640 con 0x7f6a280cef90 2024-09-19T04:36:46.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.646+0000 7f6a25d9b640 1 --2- 172.21.15.111:0/1712160620 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6a0806c610 0x7f6a0806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:46.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.646+0000 7f6a25d9b640 1 --2- 172.21.15.111:0/1712160620 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6a0806c610 0x7f6a0806ead0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f6a1c007fd0 tx=0x7f6a1c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:46.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.650+0000 7f6a16ffd640 1 -- 172.21.15.111:0/1712160620 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6a280d4f60 con 0x7f6a280cef90 2024-09-19T04:36:46.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.705+0000 7f6a16ffd640 1 -- 172.21.15.111:0/1712160620 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mgrmap(e 12) ==== 91203+0+0 (secure 0 0 0) 0x7f6a180769c0 con 0x7f6a280cef90 2024-09-19T04:36:46.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.864+0000 7f6a2ce8d640 1 -- 172.21.15.111:0/1712160620 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f6a280d1060 con 0x7f6a280cef90 2024-09-19T04:36:46.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.869+0000 7f6a16ffd640 1 -- 172.21.15.111:0/1712160620 <== mon.0 v2:172.21.15.111:3300/0 8 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v12) ==== 81+0+473465 (secure 0 0 0) 0x7f6a1807aa50 con 0x7f6a280cef90 2024-09-19T04:36:46.875 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:46.876 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:36:46.876 INFO:teuthology.orchestra.run.smithi111.stdout: "epoch": 12, 2024-09-19T04:36:46.876 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.876 INFO:teuthology.orchestra.run.smithi111.stdout: "active_gid": 4107, 2024-09-19T04:36:46.876 INFO:teuthology.orchestra.run.smithi111.stdout: "active_name": "y", 2024-09-19T04:36:46.876 INFO:teuthology.orchestra.run.smithi111.stdout: "active_addrs": { 2024-09-19T04:36:46.876 INFO:teuthology.orchestra.run.smithi111.stdout: "addrvec": [ 2024-09-19T04:36:46.876 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:46.876 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "v2", 2024-09-19T04:36:46.876 INFO:teuthology.orchestra.run.smithi111.stdout: "addr": "172.21.15.111:6816", 2024-09-19T04:36:46.876 INFO:teuthology.orchestra.run.smithi111.stdout: "nonce": 649596689 2024-09-19T04:36:46.876 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.877 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:46.877 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "v1", 2024-09-19T04:36:46.877 INFO:teuthology.orchestra.run.smithi111.stdout: "addr": "172.21.15.111:6817", 2024-09-19T04:36:46.877 INFO:teuthology.orchestra.run.smithi111.stdout: "nonce": 649596689 2024-09-19T04:36:46.877 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:46.877 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:36:46.877 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.877 INFO:teuthology.orchestra.run.smithi111.stdout: "active_addr": "172.21.15.111:6817/649596689", 2024-09-19T04:36:46.877 INFO:teuthology.orchestra.run.smithi111.stdout: "active_change": "2024-09-19T04:32:32.398600+0000", 2024-09-19T04:36:46.877 INFO:teuthology.orchestra.run.smithi111.stdout: "active_mgr_features": 4540701547738038271, 2024-09-19T04:36:46.877 INFO:teuthology.orchestra.run.smithi111.stdout: "available": true, 2024-09-19T04:36:46.877 INFO:teuthology.orchestra.run.smithi111.stdout: "standbys": [ 2024-09-19T04:36:46.877 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:46.878 INFO:teuthology.orchestra.run.smithi111.stdout: "gid": 4114, 2024-09-19T04:36:46.878 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "x", 2024-09-19T04:36:46.878 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr_features": 4540701547738038271, 2024-09-19T04:36:46.878 INFO:teuthology.orchestra.run.smithi111.stdout: "available_modules": [ 2024-09-19T04:36:46.878 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:46.878 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "alerts", 2024-09-19T04:36:46.878 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:46.878 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:46.878 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:46.878 INFO:teuthology.orchestra.run.smithi111.stdout: "interval": { 2024-09-19T04:36:46.878 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "interval", 2024-09-19T04:36:46.878 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:46.878 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.879 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.879 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "60", 2024-09-19T04:36:46.879 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.879 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.879 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.879 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "How frequently to reexamine health status", 2024-09-19T04:36:46.879 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.879 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.879 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.879 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.879 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:46.879 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:46.879 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.879 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.880 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.880 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:46.880 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.880 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.880 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:46.880 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:46.880 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:46.880 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:46.880 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:46.880 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:46.880 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:46.880 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:46.880 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:46.881 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.881 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.881 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.881 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.881 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:46.881 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:46.881 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.881 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.881 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.881 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:46.881 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.881 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.882 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.882 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:46.882 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.882 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.882 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.882 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.882 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:46.882 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:46.882 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.882 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.882 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.882 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:46.882 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.882 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.883 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:46.883 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:46.883 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:46.883 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:46.883 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:46.883 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:46.883 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:46.883 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:46.883 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:46.883 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.883 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.883 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.883 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.884 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:46.884 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:46.884 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.884 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.884 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.884 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:46.884 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.884 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.884 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.884 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:46.884 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.884 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.884 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.885 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.885 INFO:teuthology.orchestra.run.smithi111.stdout: "smtp_destination": { 2024-09-19T04:36:46.885 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "smtp_destination", 2024-09-19T04:36:46.885 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.885 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.885 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.885 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:46.885 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.885 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.885 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.885 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Email address to send alerts to", 2024-09-19T04:36:46.885 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.885 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.886 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.886 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.886 INFO:teuthology.orchestra.run.smithi111.stdout: "smtp_from_name": { 2024-09-19T04:36:46.886 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "smtp_from_name", 2024-09-19T04:36:46.886 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.886 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.886 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.886 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "Ceph", 2024-09-19T04:36:46.886 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.886 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.886 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.886 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Email From: name", 2024-09-19T04:36:46.886 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.886 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.886 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.887 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.887 INFO:teuthology.orchestra.run.smithi111.stdout: "smtp_host": { 2024-09-19T04:36:46.887 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "smtp_host", 2024-09-19T04:36:46.887 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.887 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.887 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.887 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:46.887 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.887 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.887 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.887 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "SMTP server", 2024-09-19T04:36:46.887 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.887 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.888 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.888 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.888 INFO:teuthology.orchestra.run.smithi111.stdout: "smtp_password": { 2024-09-19T04:36:46.888 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "smtp_password", 2024-09-19T04:36:46.888 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.888 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.888 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.888 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:46.888 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.888 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.888 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.888 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Password to authenticate with", 2024-09-19T04:36:46.888 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.889 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.889 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.889 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.889 INFO:teuthology.orchestra.run.smithi111.stdout: "smtp_port": { 2024-09-19T04:36:46.889 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "smtp_port", 2024-09-19T04:36:46.889 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:46.889 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.889 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.889 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "465", 2024-09-19T04:36:46.889 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.889 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.889 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.889 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "SMTP port", 2024-09-19T04:36:46.889 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.890 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.890 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.890 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.890 INFO:teuthology.orchestra.run.smithi111.stdout: "smtp_sender": { 2024-09-19T04:36:46.890 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "smtp_sender", 2024-09-19T04:36:46.890 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.890 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.890 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.890 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:46.890 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.890 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.890 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.890 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "SMTP envelope sender", 2024-09-19T04:36:46.891 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.891 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.891 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.891 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.891 INFO:teuthology.orchestra.run.smithi111.stdout: "smtp_ssl": { 2024-09-19T04:36:46.891 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "smtp_ssl", 2024-09-19T04:36:46.891 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.891 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.891 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.891 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:46.891 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.891 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.891 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.892 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-19T04:36:46.892 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.892 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.892 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.892 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.892 INFO:teuthology.orchestra.run.smithi111.stdout: "smtp_user": { 2024-09-19T04:36:46.892 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "smtp_user", 2024-09-19T04:36:46.892 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.892 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.892 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.892 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:46.892 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.892 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.892 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.893 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "User to authenticate as", 2024-09-19T04:36:46.893 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.893 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.893 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.893 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:46.893 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:46.893 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.893 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:46.893 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "balancer", 2024-09-19T04:36:46.893 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:46.893 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:46.893 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:46.893 INFO:teuthology.orchestra.run.smithi111.stdout: "active": { 2024-09-19T04:36:46.894 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "active", 2024-09-19T04:36:46.894 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.894 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.894 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.894 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:46.894 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.894 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.894 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.894 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "automatically balance PGs across cluster", 2024-09-19T04:36:46.894 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.894 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.894 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.894 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.895 INFO:teuthology.orchestra.run.smithi111.stdout: "begin_time": { 2024-09-19T04:36:46.895 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "begin_time", 2024-09-19T04:36:46.895 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.895 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.895 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.895 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "0000", 2024-09-19T04:36:46.895 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.895 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.895 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.895 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "beginning time of day to automatically balance", 2024-09-19T04:36:46.895 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-19T04:36:46.895 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.895 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.895 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.896 INFO:teuthology.orchestra.run.smithi111.stdout: "begin_weekday": { 2024-09-19T04:36:46.896 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "begin_weekday", 2024-09-19T04:36:46.896 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "uint", 2024-09-19T04:36:46.896 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.896 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.896 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "0", 2024-09-19T04:36:46.896 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "0", 2024-09-19T04:36:46.896 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "6", 2024-09-19T04:36:46.896 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.896 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-19T04:36:46.896 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-19T04:36:46.896 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.896 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.896 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.897 INFO:teuthology.orchestra.run.smithi111.stdout: "crush_compat_max_iterations": { 2024-09-19T04:36:46.897 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "crush_compat_max_iterations", 2024-09-19T04:36:46.897 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "uint", 2024-09-19T04:36:46.897 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.897 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.897 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "25", 2024-09-19T04:36:46.897 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "1", 2024-09-19T04:36:46.897 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "250", 2024-09-19T04:36:46.897 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.897 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-19T04:36:46.897 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.897 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.897 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.897 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.898 INFO:teuthology.orchestra.run.smithi111.stdout: "crush_compat_metrics": { 2024-09-19T04:36:46.898 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "crush_compat_metrics", 2024-09-19T04:36:46.898 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.898 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.898 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.898 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "pgs,objects,bytes", 2024-09-19T04:36:46.898 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.898 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.898 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.898 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-19T04:36:46.898 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-19T04:36:46.898 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.898 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.898 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.899 INFO:teuthology.orchestra.run.smithi111.stdout: "crush_compat_step": { 2024-09-19T04:36:46.899 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "crush_compat_step", 2024-09-19T04:36:46.899 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "float", 2024-09-19T04:36:46.899 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.899 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.899 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "0.5", 2024-09-19T04:36:46.899 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "0.001", 2024-09-19T04:36:46.899 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "0.999", 2024-09-19T04:36:46.899 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.899 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "aggressiveness of optimization", 2024-09-19T04:36:46.899 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-19T04:36:46.899 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.899 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.899 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.900 INFO:teuthology.orchestra.run.smithi111.stdout: "end_time": { 2024-09-19T04:36:46.900 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "end_time", 2024-09-19T04:36:46.900 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.900 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.900 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.900 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "2359", 2024-09-19T04:36:46.900 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.900 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.900 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.900 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "ending time of day to automatically balance", 2024-09-19T04:36:46.900 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-19T04:36:46.900 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.900 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.900 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.901 INFO:teuthology.orchestra.run.smithi111.stdout: "end_weekday": { 2024-09-19T04:36:46.901 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "end_weekday", 2024-09-19T04:36:46.901 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "uint", 2024-09-19T04:36:46.901 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.901 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.901 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "0", 2024-09-19T04:36:46.901 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "0", 2024-09-19T04:36:46.901 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "6", 2024-09-19T04:36:46.901 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.901 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-19T04:36:46.901 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-19T04:36:46.901 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.901 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.901 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.902 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:46.902 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:46.902 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.902 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.902 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.902 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:46.902 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.902 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.902 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:46.902 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:46.902 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:46.902 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:46.902 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:46.902 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:46.903 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:46.903 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:46.903 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:46.903 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.903 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.903 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.903 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.903 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:46.903 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:46.903 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.903 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.903 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.903 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:46.903 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.904 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.904 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.904 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:46.904 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.904 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.904 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.904 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.904 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:46.904 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:46.904 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.904 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.904 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.904 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:46.905 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.905 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.905 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:46.905 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:46.905 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:46.905 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:46.905 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:46.905 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:46.905 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:46.905 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:46.905 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:46.905 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.905 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.905 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.906 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.906 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:46.906 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:46.906 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.906 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.906 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.906 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:46.906 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.906 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.906 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.906 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:46.906 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.906 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.907 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.907 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.907 INFO:teuthology.orchestra.run.smithi111.stdout: "min_score": { 2024-09-19T04:36:46.907 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "min_score", 2024-09-19T04:36:46.907 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "float", 2024-09-19T04:36:46.907 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.907 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.907 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "0", 2024-09-19T04:36:46.907 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.907 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.907 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.907 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-19T04:36:46.907 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.907 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.907 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.908 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.908 INFO:teuthology.orchestra.run.smithi111.stdout: "mode": { 2024-09-19T04:36:46.908 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "mode", 2024-09-19T04:36:46.908 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.908 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.908 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.908 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "upmap", 2024-09-19T04:36:46.908 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.908 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.908 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:46.908 INFO:teuthology.orchestra.run.smithi111.stdout: "crush-compat", 2024-09-19T04:36:46.908 INFO:teuthology.orchestra.run.smithi111.stdout: "none", 2024-09-19T04:36:46.908 INFO:teuthology.orchestra.run.smithi111.stdout: "read", 2024-09-19T04:36:46.909 INFO:teuthology.orchestra.run.smithi111.stdout: "upmap", 2024-09-19T04:36:46.909 INFO:teuthology.orchestra.run.smithi111.stdout: "upmap-read" 2024-09-19T04:36:46.909 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:46.909 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Balancer mode", 2024-09-19T04:36:46.909 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.909 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.909 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.909 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.909 INFO:teuthology.orchestra.run.smithi111.stdout: "pool_ids": { 2024-09-19T04:36:46.909 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "pool_ids", 2024-09-19T04:36:46.909 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.909 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.909 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.910 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:46.910 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.910 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.910 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.910 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-19T04:36:46.910 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.910 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.910 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.910 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.910 INFO:teuthology.orchestra.run.smithi111.stdout: "sleep_interval": { 2024-09-19T04:36:46.910 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "sleep_interval", 2024-09-19T04:36:46.910 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:46.910 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.910 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.911 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "60", 2024-09-19T04:36:46.911 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.911 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.911 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.911 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-19T04:36:46.911 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.911 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.911 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.911 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.911 INFO:teuthology.orchestra.run.smithi111.stdout: "upmap_max_deviation": { 2024-09-19T04:36:46.911 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "upmap_max_deviation", 2024-09-19T04:36:46.911 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:46.911 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.911 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.912 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "5", 2024-09-19T04:36:46.912 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "1", 2024-09-19T04:36:46.912 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.912 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.912 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-19T04:36:46.912 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-19T04:36:46.912 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.912 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.912 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.912 INFO:teuthology.orchestra.run.smithi111.stdout: "upmap_max_optimizations": { 2024-09-19T04:36:46.912 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "upmap_max_optimizations", 2024-09-19T04:36:46.912 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "uint", 2024-09-19T04:36:46.912 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.913 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.913 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "10", 2024-09-19T04:36:46.913 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.913 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.913 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.913 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-19T04:36:46.913 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.913 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.913 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.913 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:46.913 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:46.913 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.913 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:46.914 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "cephadm", 2024-09-19T04:36:46.914 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:46.914 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:46.914 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:46.914 INFO:teuthology.orchestra.run.smithi111.stdout: "agent_down_multiplier": { 2024-09-19T04:36:46.914 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "agent_down_multiplier", 2024-09-19T04:36:46.914 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "float", 2024-09-19T04:36:46.914 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.914 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.914 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "3.0", 2024-09-19T04:36:46.914 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.914 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.914 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.915 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-19T04:36:46.915 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.915 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.915 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.915 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.915 INFO:teuthology.orchestra.run.smithi111.stdout: "agent_refresh_rate": { 2024-09-19T04:36:46.915 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "agent_refresh_rate", 2024-09-19T04:36:46.915 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:46.915 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.915 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.915 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "20", 2024-09-19T04:36:46.915 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.915 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.915 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.916 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-19T04:36:46.916 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.916 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.916 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.916 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.916 INFO:teuthology.orchestra.run.smithi111.stdout: "agent_starting_port": { 2024-09-19T04:36:46.916 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "agent_starting_port", 2024-09-19T04:36:46.916 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:46.916 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.916 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.916 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "4721", 2024-09-19T04:36:46.916 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.916 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.917 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.917 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-19T04:36:46.917 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.917 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.917 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.917 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.917 INFO:teuthology.orchestra.run.smithi111.stdout: "allow_ptrace": { 2024-09-19T04:36:46.917 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "allow_ptrace", 2024-09-19T04:36:46.917 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.917 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.917 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.917 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:46.917 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.918 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.918 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.918 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-19T04:36:46.918 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-19T04:36:46.918 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.918 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.918 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.918 INFO:teuthology.orchestra.run.smithi111.stdout: "autotune_interval": { 2024-09-19T04:36:46.918 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "autotune_interval", 2024-09-19T04:36:46.918 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:46.918 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.918 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.918 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "600", 2024-09-19T04:36:46.918 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.919 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.919 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.919 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-19T04:36:46.919 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.919 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.919 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.919 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.919 INFO:teuthology.orchestra.run.smithi111.stdout: "autotune_memory_target_ratio": { 2024-09-19T04:36:46.919 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "autotune_memory_target_ratio", 2024-09-19T04:36:46.919 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "float", 2024-09-19T04:36:46.919 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.919 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.919 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "0.7", 2024-09-19T04:36:46.919 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.919 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.920 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.920 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-19T04:36:46.920 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.920 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.920 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.920 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.920 INFO:teuthology.orchestra.run.smithi111.stdout: "cephadm_log_destination": { 2024-09-19T04:36:46.920 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "cephadm_log_destination", 2024-09-19T04:36:46.920 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.920 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.920 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.920 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:46.920 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.921 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.921 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:46.921 INFO:teuthology.orchestra.run.smithi111.stdout: "file", 2024-09-19T04:36:46.921 INFO:teuthology.orchestra.run.smithi111.stdout: "file,syslog", 2024-09-19T04:36:46.921 INFO:teuthology.orchestra.run.smithi111.stdout: "syslog" 2024-09-19T04:36:46.921 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:46.921 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-19T04:36:46.921 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.921 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.921 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.921 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.921 INFO:teuthology.orchestra.run.smithi111.stdout: "cgroups_split": { 2024-09-19T04:36:46.921 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "cgroups_split", 2024-09-19T04:36:46.921 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.921 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.922 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.922 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:46.922 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.922 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.922 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.922 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-19T04:36:46.922 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.922 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.922 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.922 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.922 INFO:teuthology.orchestra.run.smithi111.stdout: "config_checks_enabled": { 2024-09-19T04:36:46.922 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "config_checks_enabled", 2024-09-19T04:36:46.922 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.922 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.923 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.923 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:46.923 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.923 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.923 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.923 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-19T04:36:46.923 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.923 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.923 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.923 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.923 INFO:teuthology.orchestra.run.smithi111.stdout: "config_dashboard": { 2024-09-19T04:36:46.923 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "config_dashboard", 2024-09-19T04:36:46.923 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.924 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.924 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.924 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:46.924 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.924 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.924 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.924 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-19T04:36:46.924 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.924 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.924 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.924 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.924 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_alertmanager": { 2024-09-19T04:36:46.924 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_alertmanager", 2024-09-19T04:36:46.924 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.924 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.925 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.925 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-19T04:36:46.925 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.925 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.925 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.925 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Prometheus container image", 2024-09-19T04:36:46.925 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.925 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.925 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.925 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.925 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_base": { 2024-09-19T04:36:46.925 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_base", 2024-09-19T04:36:46.925 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.925 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.926 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.926 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-19T04:36:46.926 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.926 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.926 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.926 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Container image name, without the tag", 2024-09-19T04:36:46.926 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.926 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.926 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.926 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.926 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_elasticsearch": { 2024-09-19T04:36:46.926 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_elasticsearch", 2024-09-19T04:36:46.926 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.926 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.927 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.927 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-19T04:36:46.927 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.927 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.927 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.927 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "elasticsearch container image", 2024-09-19T04:36:46.927 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.927 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.927 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.927 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.927 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_grafana": { 2024-09-19T04:36:46.927 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_grafana", 2024-09-19T04:36:46.927 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.927 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.928 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.928 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-19T04:36:46.928 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.928 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.928 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.928 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Prometheus container image", 2024-09-19T04:36:46.928 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.928 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.928 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.928 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.928 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_haproxy": { 2024-09-19T04:36:46.928 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_haproxy", 2024-09-19T04:36:46.928 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.928 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.929 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.929 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-19T04:36:46.929 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.929 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.929 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.929 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "HAproxy container image", 2024-09-19T04:36:46.929 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.929 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.929 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.929 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.929 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_jaeger_agent": { 2024-09-19T04:36:46.929 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_jaeger_agent", 2024-09-19T04:36:46.929 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.929 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.930 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.930 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-19T04:36:46.930 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.930 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.930 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.930 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Jaeger agent container image", 2024-09-19T04:36:46.930 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.930 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.930 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.930 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.930 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_jaeger_collector": { 2024-09-19T04:36:46.930 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_jaeger_collector", 2024-09-19T04:36:46.931 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.931 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.931 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.931 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-19T04:36:46.931 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.931 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.931 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.931 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Jaeger collector container image", 2024-09-19T04:36:46.931 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.931 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.931 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.931 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.931 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_jaeger_query": { 2024-09-19T04:36:46.931 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_jaeger_query", 2024-09-19T04:36:46.932 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.932 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.932 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.932 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-19T04:36:46.932 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.932 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.932 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.932 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Jaeger query container image", 2024-09-19T04:36:46.932 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.932 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.932 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.932 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.932 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_keepalived": { 2024-09-19T04:36:46.933 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_keepalived", 2024-09-19T04:36:46.933 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.933 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.933 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.933 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-19T04:36:46.933 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.933 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.933 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.933 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Keepalived container image", 2024-09-19T04:36:46.933 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.933 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.933 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.933 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.933 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_loki": { 2024-09-19T04:36:46.933 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_loki", 2024-09-19T04:36:46.934 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.934 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.934 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.934 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-19T04:36:46.934 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.934 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.934 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.934 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Loki container image", 2024-09-19T04:36:46.934 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.934 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.934 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.934 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.934 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_node_exporter": { 2024-09-19T04:36:46.934 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_node_exporter", 2024-09-19T04:36:46.935 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.935 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.935 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.935 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-19T04:36:46.935 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.935 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.935 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.935 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Prometheus container image", 2024-09-19T04:36:46.935 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.935 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.935 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.935 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.935 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_nvmeof": { 2024-09-19T04:36:46.935 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_nvmeof", 2024-09-19T04:36:46.935 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.936 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.936 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.936 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-19T04:36:46.936 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.936 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.936 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.936 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Nvme-of container image", 2024-09-19T04:36:46.936 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.936 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.936 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.936 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.936 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_prometheus": { 2024-09-19T04:36:46.936 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_prometheus", 2024-09-19T04:36:46.937 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.937 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.937 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.937 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-19T04:36:46.937 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.937 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.937 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.937 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Prometheus container image", 2024-09-19T04:36:46.937 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.937 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.937 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.937 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.937 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_promtail": { 2024-09-19T04:36:46.937 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_promtail", 2024-09-19T04:36:46.938 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.938 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.938 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.938 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-19T04:36:46.938 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.938 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.938 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.938 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Promtail container image", 2024-09-19T04:36:46.938 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.938 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.938 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.938 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.938 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_samba": { 2024-09-19T04:36:46.939 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_samba", 2024-09-19T04:36:46.939 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.939 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.939 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.939 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-19T04:36:46.939 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.939 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.939 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.939 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Samba/SMB container image", 2024-09-19T04:36:46.939 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.939 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.939 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.939 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.939 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_snmp_gateway": { 2024-09-19T04:36:46.940 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_snmp_gateway", 2024-09-19T04:36:46.940 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.940 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.940 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.940 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-19T04:36:46.940 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.940 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.940 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.940 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "SNMP Gateway container image", 2024-09-19T04:36:46.940 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.940 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.940 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.940 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.940 INFO:teuthology.orchestra.run.smithi111.stdout: "container_init": { 2024-09-19T04:36:46.941 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_init", 2024-09-19T04:36:46.941 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.941 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.941 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.941 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:46.941 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.941 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.941 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.941 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Run podman/docker with `--init`", 2024-09-19T04:36:46.941 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.941 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.941 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.941 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.942 INFO:teuthology.orchestra.run.smithi111.stdout: "daemon_cache_timeout": { 2024-09-19T04:36:46.942 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "daemon_cache_timeout", 2024-09-19T04:36:46.942 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:46.942 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.942 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.942 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "600", 2024-09-19T04:36:46.942 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.942 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.942 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.942 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-19T04:36:46.942 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.942 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.942 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.942 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.943 INFO:teuthology.orchestra.run.smithi111.stdout: "default_cephadm_command_timeout": { 2024-09-19T04:36:46.943 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "default_cephadm_command_timeout", 2024-09-19T04:36:46.943 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:46.943 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.943 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.943 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "900", 2024-09-19T04:36:46.943 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.943 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.943 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.943 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-19T04:36:46.943 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.943 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.943 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.943 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.944 INFO:teuthology.orchestra.run.smithi111.stdout: "default_registry": { 2024-09-19T04:36:46.944 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "default_registry", 2024-09-19T04:36:46.944 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.944 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.944 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.944 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "docker.io", 2024-09-19T04:36:46.944 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.944 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.944 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.944 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-19T04:36:46.944 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.944 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.944 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.945 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.945 INFO:teuthology.orchestra.run.smithi111.stdout: "device_cache_timeout": { 2024-09-19T04:36:46.945 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "device_cache_timeout", 2024-09-19T04:36:46.945 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:46.945 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.945 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.945 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "1800", 2024-09-19T04:36:46.945 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.945 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.945 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.945 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "seconds to cache device inventory", 2024-09-19T04:36:46.945 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.946 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.946 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.946 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.946 INFO:teuthology.orchestra.run.smithi111.stdout: "device_enhanced_scan": { 2024-09-19T04:36:46.946 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "device_enhanced_scan", 2024-09-19T04:36:46.946 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.946 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.946 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.946 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:46.946 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.946 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.946 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.946 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-19T04:36:46.947 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.947 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.947 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.947 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.947 INFO:teuthology.orchestra.run.smithi111.stdout: "facts_cache_timeout": { 2024-09-19T04:36:46.947 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "facts_cache_timeout", 2024-09-19T04:36:46.947 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:46.947 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.947 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.947 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "60", 2024-09-19T04:36:46.947 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.947 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.947 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.947 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "seconds to cache host facts data", 2024-09-19T04:36:46.947 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.948 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.948 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.948 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.948 INFO:teuthology.orchestra.run.smithi111.stdout: "grafana_dashboards_path": { 2024-09-19T04:36:46.948 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "grafana_dashboards_path", 2024-09-19T04:36:46.948 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.948 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.948 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.948 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-19T04:36:46.948 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.948 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.948 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.948 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-19T04:36:46.948 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.949 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.949 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.949 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.949 INFO:teuthology.orchestra.run.smithi111.stdout: "host_check_interval": { 2024-09-19T04:36:46.949 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "host_check_interval", 2024-09-19T04:36:46.949 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:46.949 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.949 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.949 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "600", 2024-09-19T04:36:46.949 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.949 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.949 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.949 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "how frequently to perform a host check", 2024-09-19T04:36:46.949 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.950 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.950 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.950 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.950 INFO:teuthology.orchestra.run.smithi111.stdout: "hw_monitoring": { 2024-09-19T04:36:46.950 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "hw_monitoring", 2024-09-19T04:36:46.950 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.950 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.950 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.950 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:46.950 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.950 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.950 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.950 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-19T04:36:46.950 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.951 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.951 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.951 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.951 INFO:teuthology.orchestra.run.smithi111.stdout: "inventory_list_all": { 2024-09-19T04:36:46.951 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "inventory_list_all", 2024-09-19T04:36:46.951 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.951 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.951 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.951 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:46.951 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.951 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.951 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.951 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-19T04:36:46.951 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.951 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.952 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.952 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.952 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:46.952 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:46.952 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.952 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.952 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.952 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:46.952 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.952 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.952 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:46.952 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:46.952 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:46.952 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:46.953 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:46.953 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:46.953 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:46.953 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:46.953 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:46.953 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.953 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.953 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.953 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.953 INFO:teuthology.orchestra.run.smithi111.stdout: "log_refresh_metadata": { 2024-09-19T04:36:46.953 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_refresh_metadata", 2024-09-19T04:36:46.953 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.953 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.953 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.954 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:46.954 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.954 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.954 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.954 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-19T04:36:46.954 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.954 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.954 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.954 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.954 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:46.954 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:46.954 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.954 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.954 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.955 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:46.955 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.955 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.955 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.955 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-19T04:36:46.955 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.955 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.955 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.955 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.955 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:46.956 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:46.956 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.956 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.956 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.956 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:46.956 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.956 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.956 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:46.956 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:46.956 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:46.956 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:46.956 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:46.956 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:46.957 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:46.957 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:46.957 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:46.957 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.957 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.957 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.957 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.957 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:46.957 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:46.957 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.957 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.957 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.957 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:46.958 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.958 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.958 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.958 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:46.958 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.958 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.958 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.958 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.958 INFO:teuthology.orchestra.run.smithi111.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-19T04:36:46.958 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-19T04:36:46.958 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.958 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.958 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.958 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:46.959 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.959 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.959 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.959 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-19T04:36:46.959 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.959 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.959 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.959 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.959 INFO:teuthology.orchestra.run.smithi111.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-19T04:36:46.959 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-19T04:36:46.959 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.959 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.960 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.960 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "*", 2024-09-19T04:36:46.960 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.960 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.960 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.960 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-19T04:36:46.960 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.960 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.960 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.960 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.960 INFO:teuthology.orchestra.run.smithi111.stdout: "max_count_per_host": { 2024-09-19T04:36:46.960 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "max_count_per_host", 2024-09-19T04:36:46.960 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:46.960 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.961 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.961 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "10", 2024-09-19T04:36:46.961 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.961 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.961 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.961 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "max number of daemons per service per host", 2024-09-19T04:36:46.961 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.961 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.961 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.961 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.961 INFO:teuthology.orchestra.run.smithi111.stdout: "max_osd_draining_count": { 2024-09-19T04:36:46.961 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "max_osd_draining_count", 2024-09-19T04:36:46.961 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:46.962 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.962 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.962 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "10", 2024-09-19T04:36:46.962 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.962 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.962 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.962 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-19T04:36:46.962 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.962 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.962 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.962 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.962 INFO:teuthology.orchestra.run.smithi111.stdout: "migration_current": { 2024-09-19T04:36:46.962 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "migration_current", 2024-09-19T04:36:46.962 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:46.963 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.963 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.963 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:46.963 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.963 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.963 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.963 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "internal - do not modify", 2024-09-19T04:36:46.963 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.963 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.963 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.963 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.963 INFO:teuthology.orchestra.run.smithi111.stdout: "mode": { 2024-09-19T04:36:46.963 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "mode", 2024-09-19T04:36:46.963 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.964 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.964 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.964 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "root", 2024-09-19T04:36:46.964 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.964 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.964 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:46.964 INFO:teuthology.orchestra.run.smithi111.stdout: "cephadm-package", 2024-09-19T04:36:46.964 INFO:teuthology.orchestra.run.smithi111.stdout: "root" 2024-09-19T04:36:46.964 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:46.964 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "mode for remote execution of cephadm", 2024-09-19T04:36:46.964 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.964 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.964 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.965 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.965 INFO:teuthology.orchestra.run.smithi111.stdout: "oob_default_addr": { 2024-09-19T04:36:46.965 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "oob_default_addr", 2024-09-19T04:36:46.965 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.965 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.965 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.965 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "169.254.1.1", 2024-09-19T04:36:46.965 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.965 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.965 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.965 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-19T04:36:46.965 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.965 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.965 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.966 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.966 INFO:teuthology.orchestra.run.smithi111.stdout: "prometheus_alerts_path": { 2024-09-19T04:36:46.966 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "prometheus_alerts_path", 2024-09-19T04:36:46.966 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.966 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.966 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.966 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-19T04:36:46.966 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.966 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.966 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.966 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-19T04:36:46.966 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.966 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.966 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.967 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.967 INFO:teuthology.orchestra.run.smithi111.stdout: "registry_insecure": { 2024-09-19T04:36:46.967 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "registry_insecure", 2024-09-19T04:36:46.967 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.967 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.967 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.967 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:46.967 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.967 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.967 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.967 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-19T04:36:46.967 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.967 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.967 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.968 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.968 INFO:teuthology.orchestra.run.smithi111.stdout: "registry_password": { 2024-09-19T04:36:46.968 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "registry_password", 2024-09-19T04:36:46.968 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.968 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.968 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.968 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:46.968 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.968 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.968 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.968 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-19T04:36:46.968 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.968 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.968 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.969 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.969 INFO:teuthology.orchestra.run.smithi111.stdout: "registry_url": { 2024-09-19T04:36:46.969 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "registry_url", 2024-09-19T04:36:46.969 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.969 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.969 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.969 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:46.969 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.969 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.969 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.969 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-19T04:36:46.969 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.969 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.969 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.970 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.970 INFO:teuthology.orchestra.run.smithi111.stdout: "registry_username": { 2024-09-19T04:36:46.970 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "registry_username", 2024-09-19T04:36:46.970 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.970 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.970 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.970 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:46.970 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.970 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.970 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.970 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-19T04:36:46.970 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.970 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.970 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.971 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.971 INFO:teuthology.orchestra.run.smithi111.stdout: "secure_monitoring_stack": { 2024-09-19T04:36:46.971 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "secure_monitoring_stack", 2024-09-19T04:36:46.971 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.971 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.971 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.971 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:46.971 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.971 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.971 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.971 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-19T04:36:46.971 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.972 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.972 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.972 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.972 INFO:teuthology.orchestra.run.smithi111.stdout: "service_discovery_port": { 2024-09-19T04:36:46.972 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "service_discovery_port", 2024-09-19T04:36:46.972 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:46.972 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.972 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.972 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "8765", 2024-09-19T04:36:46.972 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.972 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.972 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.972 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "cephadm service discovery port", 2024-09-19T04:36:46.973 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.973 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.973 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.973 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.973 INFO:teuthology.orchestra.run.smithi111.stdout: "ssh_config_file": { 2024-09-19T04:36:46.973 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "ssh_config_file", 2024-09-19T04:36:46.973 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.973 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.973 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.973 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:46.973 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.973 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.973 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.973 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-19T04:36:46.974 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.974 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.974 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.974 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.974 INFO:teuthology.orchestra.run.smithi111.stdout: "use_agent": { 2024-09-19T04:36:46.974 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "use_agent", 2024-09-19T04:36:46.974 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.974 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.974 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.974 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:46.974 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.974 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.974 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.974 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-19T04:36:46.975 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.975 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.975 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.975 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.975 INFO:teuthology.orchestra.run.smithi111.stdout: "use_repo_digest": { 2024-09-19T04:36:46.975 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "use_repo_digest", 2024-09-19T04:36:46.975 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.975 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.975 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.975 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:46.975 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.975 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.975 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.976 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-19T04:36:46.976 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.976 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.976 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.976 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.976 INFO:teuthology.orchestra.run.smithi111.stdout: "warn_on_failed_host_check": { 2024-09-19T04:36:46.976 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "warn_on_failed_host_check", 2024-09-19T04:36:46.976 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.976 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.976 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.976 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:46.976 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.976 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.976 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.976 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "raise a health warning if the host check fails", 2024-09-19T04:36:46.977 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.977 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.977 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.977 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.977 INFO:teuthology.orchestra.run.smithi111.stdout: "warn_on_stray_daemons": { 2024-09-19T04:36:46.977 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "warn_on_stray_daemons", 2024-09-19T04:36:46.977 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.977 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.977 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.977 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:46.980 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.980 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.980 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.980 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-19T04:36:46.980 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.981 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.981 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.981 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.981 INFO:teuthology.orchestra.run.smithi111.stdout: "warn_on_stray_hosts": { 2024-09-19T04:36:46.981 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "warn_on_stray_hosts", 2024-09-19T04:36:46.981 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.981 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.981 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.981 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:46.981 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.982 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.982 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.982 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-19T04:36:46.982 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.982 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.982 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.982 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:46.982 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:46.982 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.982 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:46.982 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "crash", 2024-09-19T04:36:46.982 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:46.982 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:46.983 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:46.983 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:46.983 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:46.983 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.983 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.983 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.983 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:46.983 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.983 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.983 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:46.983 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:46.983 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:46.983 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:46.984 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:46.984 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:46.984 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:46.984 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:46.984 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:46.984 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.984 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.984 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.984 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.984 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:46.984 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:46.984 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.984 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.984 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.985 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:46.985 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.985 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.985 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.985 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:46.985 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.985 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.985 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.985 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.985 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:46.985 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:46.985 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.985 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.985 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.986 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:46.986 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.986 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.986 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:46.986 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:46.986 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:46.986 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:46.986 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:46.986 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:46.986 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:46.986 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:46.986 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:46.986 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.986 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.987 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.987 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.987 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:46.987 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:46.987 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.987 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.987 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.987 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:46.987 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.987 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.987 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.987 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:46.987 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.987 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.987 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.988 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.988 INFO:teuthology.orchestra.run.smithi111.stdout: "retain_interval": { 2024-09-19T04:36:46.988 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "retain_interval", 2024-09-19T04:36:46.988 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:46.988 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.988 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.988 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "31536000", 2024-09-19T04:36:46.988 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.988 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.988 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.988 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-19T04:36:46.988 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.988 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.989 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.989 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.989 INFO:teuthology.orchestra.run.smithi111.stdout: "warn_recent_interval": { 2024-09-19T04:36:46.989 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "warn_recent_interval", 2024-09-19T04:36:46.989 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:46.989 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.989 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:46.989 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "1209600", 2024-09-19T04:36:46.989 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.989 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.989 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.989 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-19T04:36:46.989 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.989 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.989 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.990 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:46.990 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:46.990 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.990 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:46.990 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "dashboard", 2024-09-19T04:36:46.990 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:46.990 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:46.990 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:46.990 INFO:teuthology.orchestra.run.smithi111.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-19T04:36:46.990 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-19T04:36:46.990 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:46.990 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.990 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.990 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "10", 2024-09-19T04:36:46.990 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.991 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.991 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.991 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:46.991 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.991 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.991 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.991 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.991 INFO:teuthology.orchestra.run.smithi111.stdout: "ALERTMANAGER_API_HOST": { 2024-09-19T04:36:46.991 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-19T04:36:46.991 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:46.991 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.991 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.991 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:46.991 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.992 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.992 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.992 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:46.992 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.992 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.992 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.992 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.992 INFO:teuthology.orchestra.run.smithi111.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-19T04:36:46.992 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-19T04:36:46.992 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.992 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.992 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.992 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:46.992 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.993 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.993 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.993 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:46.993 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.993 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.993 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.993 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.993 INFO:teuthology.orchestra.run.smithi111.stdout: "AUDIT_API_ENABLED": { 2024-09-19T04:36:46.993 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "AUDIT_API_ENABLED", 2024-09-19T04:36:46.993 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.993 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.993 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.993 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:46.993 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.994 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.994 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.994 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:46.994 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.994 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.994 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.994 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.994 INFO:teuthology.orchestra.run.smithi111.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-19T04:36:46.994 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-19T04:36:46.994 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.994 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.994 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.994 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:46.994 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.994 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.995 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.995 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:46.995 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.995 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.995 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.995 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.995 INFO:teuthology.orchestra.run.smithi111.stdout: "ENABLE_BROWSABLE_API": { 2024-09-19T04:36:46.995 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-19T04:36:46.995 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.995 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.995 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.995 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:46.995 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.995 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.996 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.996 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:46.996 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.996 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.996 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.996 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.996 INFO:teuthology.orchestra.run.smithi111.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-19T04:36:46.996 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-19T04:36:46.996 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.996 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.996 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.996 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:46.997 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.997 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.997 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.997 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:46.997 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.997 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.997 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.997 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.997 INFO:teuthology.orchestra.run.smithi111.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-19T04:36:46.997 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-19T04:36:46.997 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.997 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.997 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.997 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:46.998 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.998 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.998 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.998 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:46.998 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.998 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.998 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.998 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.998 INFO:teuthology.orchestra.run.smithi111.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-19T04:36:46.998 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-19T04:36:46.998 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.998 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.998 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:46.999 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:46.999 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:46.999 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:46.999 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:46.999 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:46.999 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:46.999 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:46.999 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:46.999 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:46.999 INFO:teuthology.orchestra.run.smithi111.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-19T04:36:46.999 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-19T04:36:46.999 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:46.999 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:46.999 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.000 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.000 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.000 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.000 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.000 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.000 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.000 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.000 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.000 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.000 INFO:teuthology.orchestra.run.smithi111.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-19T04:36:47.000 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-19T04:36:47.000 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.000 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.000 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.001 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.001 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.001 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.001 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.001 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.001 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.001 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.001 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.001 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.001 INFO:teuthology.orchestra.run.smithi111.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-19T04:36:47.001 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-19T04:36:47.001 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.001 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.001 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.002 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.002 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.002 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.002 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.002 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.002 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.002 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.002 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.002 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.002 INFO:teuthology.orchestra.run.smithi111.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-19T04:36:47.002 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-19T04:36:47.002 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.002 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.003 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.003 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.003 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.003 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.003 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.003 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.003 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.003 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.003 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.003 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.003 INFO:teuthology.orchestra.run.smithi111.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-19T04:36:47.003 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-19T04:36:47.003 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.003 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.004 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.004 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.004 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.004 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.004 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.004 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.004 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.004 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.004 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.004 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.004 INFO:teuthology.orchestra.run.smithi111.stdout: "GRAFANA_API_PASSWORD": { 2024-09-19T04:36:47.004 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-19T04:36:47.004 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.004 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.005 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.005 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "admin", 2024-09-19T04:36:47.005 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.005 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.005 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.005 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.005 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.005 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.005 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.005 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.005 INFO:teuthology.orchestra.run.smithi111.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-19T04:36:47.005 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-19T04:36:47.005 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.006 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.006 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.006 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.006 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.006 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.006 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.006 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.006 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.006 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.006 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.006 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.006 INFO:teuthology.orchestra.run.smithi111.stdout: "GRAFANA_API_URL": { 2024-09-19T04:36:47.006 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "GRAFANA_API_URL", 2024-09-19T04:36:47.006 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.007 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.007 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.007 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.007 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.007 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.007 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.007 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.007 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.007 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.007 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.007 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.007 INFO:teuthology.orchestra.run.smithi111.stdout: "GRAFANA_API_USERNAME": { 2024-09-19T04:36:47.007 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-19T04:36:47.007 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.008 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.008 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.008 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "admin", 2024-09-19T04:36:47.008 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.008 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.008 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.008 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.008 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.008 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.008 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.008 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.008 INFO:teuthology.orchestra.run.smithi111.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-19T04:36:47.008 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-19T04:36:47.009 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.009 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.009 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.009 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.009 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.009 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.009 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.009 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.009 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.009 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.009 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.009 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.009 INFO:teuthology.orchestra.run.smithi111.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-19T04:36:47.010 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-19T04:36:47.010 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.010 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.010 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.010 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.010 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.010 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.010 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.010 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.010 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.010 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.010 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.010 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.010 INFO:teuthology.orchestra.run.smithi111.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-19T04:36:47.011 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-19T04:36:47.011 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.011 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.011 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.011 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.011 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.011 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.011 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.011 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.011 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.011 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.011 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.012 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.012 INFO:teuthology.orchestra.run.smithi111.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-19T04:36:47.012 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-19T04:36:47.012 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.012 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.012 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.012 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.012 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.012 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.012 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.012 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.012 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.012 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.012 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.013 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.013 INFO:teuthology.orchestra.run.smithi111.stdout: "PROMETHEUS_API_HOST": { 2024-09-19T04:36:47.013 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-19T04:36:47.013 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.013 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.013 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.013 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.013 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.013 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.013 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.013 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.013 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.013 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.014 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.014 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.014 INFO:teuthology.orchestra.run.smithi111.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-19T04:36:47.014 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-19T04:36:47.014 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.014 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.014 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.014 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.014 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.014 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.014 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.014 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.014 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.014 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.015 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.015 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.015 INFO:teuthology.orchestra.run.smithi111.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-19T04:36:47.015 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-19T04:36:47.015 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.015 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.015 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.015 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.015 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.015 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.015 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.015 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.015 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.015 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.015 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.016 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.016 INFO:teuthology.orchestra.run.smithi111.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-19T04:36:47.016 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-19T04:36:47.016 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.016 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.016 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.016 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.016 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.016 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.016 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.016 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.016 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.016 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.017 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.017 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.017 INFO:teuthology.orchestra.run.smithi111.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-19T04:36:47.017 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-19T04:36:47.017 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.017 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.017 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.017 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.017 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.017 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.017 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.017 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.017 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.017 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.017 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.018 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.018 INFO:teuthology.orchestra.run.smithi111.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-19T04:36:47.018 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-19T04:36:47.018 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.018 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.018 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.018 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.018 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.018 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.018 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.018 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.018 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.018 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.018 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.018 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.019 INFO:teuthology.orchestra.run.smithi111.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-19T04:36:47.019 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-19T04:36:47.019 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.019 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.019 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.019 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.019 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.019 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.019 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.019 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.019 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.019 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.019 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.019 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.020 INFO:teuthology.orchestra.run.smithi111.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-19T04:36:47.020 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-19T04:36:47.020 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.020 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.020 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.020 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.020 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.020 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.020 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.020 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.020 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.020 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.020 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.021 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.021 INFO:teuthology.orchestra.run.smithi111.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-19T04:36:47.021 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-19T04:36:47.021 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.021 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.021 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.021 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.021 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.021 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.021 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.021 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.021 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.021 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.021 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.021 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.022 INFO:teuthology.orchestra.run.smithi111.stdout: "PWD_POLICY_ENABLED": { 2024-09-19T04:36:47.022 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-19T04:36:47.022 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.022 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.022 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.022 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.022 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.022 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.022 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.022 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.022 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.022 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.022 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.023 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.023 INFO:teuthology.orchestra.run.smithi111.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-19T04:36:47.023 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-19T04:36:47.023 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.023 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.023 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.023 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-19T04:36:47.023 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.023 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.024 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.024 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.024 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.024 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.024 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.024 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.024 INFO:teuthology.orchestra.run.smithi111.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-19T04:36:47.024 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-19T04:36:47.024 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.025 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.025 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.025 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "10", 2024-09-19T04:36:47.025 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.025 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.025 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.025 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.025 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.025 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.026 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.026 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.026 INFO:teuthology.orchestra.run.smithi111.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-19T04:36:47.026 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-19T04:36:47.026 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.026 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.026 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.026 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "8", 2024-09-19T04:36:47.027 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.027 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.027 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.027 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.027 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.027 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.027 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.027 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.028 INFO:teuthology.orchestra.run.smithi111.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-19T04:36:47.028 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-19T04:36:47.028 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.028 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.028 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.028 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "45", 2024-09-19T04:36:47.028 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.028 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.029 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.029 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.029 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.029 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.029 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.029 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.029 INFO:teuthology.orchestra.run.smithi111.stdout: "RGW_API_ACCESS_KEY": { 2024-09-19T04:36:47.029 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-19T04:36:47.029 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.029 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.029 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.029 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.029 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.030 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.030 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.030 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.030 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.030 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.030 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.030 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.030 INFO:teuthology.orchestra.run.smithi111.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-19T04:36:47.030 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-19T04:36:47.030 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.030 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.030 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.030 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "admin", 2024-09-19T04:36:47.030 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.030 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.031 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.031 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.031 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.031 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.031 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.031 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.031 INFO:teuthology.orchestra.run.smithi111.stdout: "RGW_API_SECRET_KEY": { 2024-09-19T04:36:47.031 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-19T04:36:47.031 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.031 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.031 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.031 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.031 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.031 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.032 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.032 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.032 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.032 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.032 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.032 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.032 INFO:teuthology.orchestra.run.smithi111.stdout: "RGW_API_SSL_VERIFY": { 2024-09-19T04:36:47.032 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-19T04:36:47.032 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.032 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.032 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.032 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.032 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.032 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.033 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.033 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.033 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.033 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.033 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.033 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.033 INFO:teuthology.orchestra.run.smithi111.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-19T04:36:47.033 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-19T04:36:47.033 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.033 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.033 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.033 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "0", 2024-09-19T04:36:47.033 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.033 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.034 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.034 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.034 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.034 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.034 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.034 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.034 INFO:teuthology.orchestra.run.smithi111.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-19T04:36:47.034 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-19T04:36:47.034 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.034 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.034 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.034 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "10", 2024-09-19T04:36:47.034 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.034 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.035 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.035 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.035 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.035 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.035 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.035 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.035 INFO:teuthology.orchestra.run.smithi111.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-19T04:36:47.035 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-19T04:36:47.035 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.035 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.035 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.035 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "5", 2024-09-19T04:36:47.035 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.035 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.035 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.036 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.036 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.036 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.036 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.036 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.036 INFO:teuthology.orchestra.run.smithi111.stdout: "cross_origin_url": { 2024-09-19T04:36:47.036 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "cross_origin_url", 2024-09-19T04:36:47.036 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.036 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.036 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.036 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.036 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.036 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.036 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.037 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.037 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.037 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.037 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.037 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.037 INFO:teuthology.orchestra.run.smithi111.stdout: "crt_file": { 2024-09-19T04:36:47.037 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "crt_file", 2024-09-19T04:36:47.037 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.037 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.037 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.037 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.037 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.037 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.038 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.038 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.038 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.038 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.038 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.038 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.038 INFO:teuthology.orchestra.run.smithi111.stdout: "debug": { 2024-09-19T04:36:47.038 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "debug", 2024-09-19T04:36:47.038 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.038 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.038 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.038 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.038 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.039 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.039 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.039 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Enable/disable debug options", 2024-09-19T04:36:47.039 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.039 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.039 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.039 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.039 INFO:teuthology.orchestra.run.smithi111.stdout: "jwt_token_ttl": { 2024-09-19T04:36:47.039 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "jwt_token_ttl", 2024-09-19T04:36:47.039 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.039 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.039 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.039 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "28800", 2024-09-19T04:36:47.039 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.040 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.040 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.040 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.040 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.040 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.040 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.040 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.040 INFO:teuthology.orchestra.run.smithi111.stdout: "key_file": { 2024-09-19T04:36:47.040 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "key_file", 2024-09-19T04:36:47.040 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.040 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.040 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.040 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.041 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.041 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.041 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.041 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.041 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.041 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.041 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.041 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.041 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.041 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.041 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.041 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.041 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.041 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.041 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.042 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.042 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.042 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.042 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.042 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.042 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.042 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.042 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.042 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.042 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.042 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.042 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.042 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.042 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.043 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.043 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.043 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.043 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.043 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.043 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.043 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.043 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.043 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.043 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.043 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.043 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.043 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.043 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.044 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.044 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.044 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.044 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.044 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.044 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.044 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.044 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.044 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.044 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.044 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.044 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.044 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.044 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.045 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.045 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.045 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.045 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.045 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.045 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.045 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.045 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.045 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.045 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.045 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.045 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.046 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.046 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.046 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.046 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.046 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.046 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.046 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.046 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.047 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.047 INFO:teuthology.orchestra.run.smithi111.stdout: "motd": { 2024-09-19T04:36:47.047 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "motd", 2024-09-19T04:36:47.047 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.047 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.047 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.047 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.047 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.047 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.048 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.048 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "The message of the day", 2024-09-19T04:36:47.048 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.048 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.048 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.048 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.048 INFO:teuthology.orchestra.run.smithi111.stdout: "redirect_resolve_ip_addr": { 2024-09-19T04:36:47.048 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "redirect_resolve_ip_addr", 2024-09-19T04:36:47.049 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.049 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.049 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.049 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.049 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.049 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.049 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.049 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.050 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.050 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.050 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.050 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.050 INFO:teuthology.orchestra.run.smithi111.stdout: "server_addr": { 2024-09-19T04:36:47.050 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "server_addr", 2024-09-19T04:36:47.050 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.050 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.050 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.051 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "::", 2024-09-19T04:36:47.051 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.051 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.051 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.051 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.051 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.051 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.051 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.052 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.052 INFO:teuthology.orchestra.run.smithi111.stdout: "server_port": { 2024-09-19T04:36:47.052 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "server_port", 2024-09-19T04:36:47.052 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.052 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.052 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.052 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "8080", 2024-09-19T04:36:47.052 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.053 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.053 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.053 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.053 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.053 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.053 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.053 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.053 INFO:teuthology.orchestra.run.smithi111.stdout: "ssl": { 2024-09-19T04:36:47.053 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "ssl", 2024-09-19T04:36:47.053 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.053 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.053 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.053 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.053 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.054 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.054 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.054 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.054 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.054 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.054 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.054 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.054 INFO:teuthology.orchestra.run.smithi111.stdout: "ssl_server_port": { 2024-09-19T04:36:47.054 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "ssl_server_port", 2024-09-19T04:36:47.054 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.054 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.054 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.054 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "8443", 2024-09-19T04:36:47.054 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.055 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.055 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.055 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.055 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.055 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.055 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.055 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.055 INFO:teuthology.orchestra.run.smithi111.stdout: "standby_behaviour": { 2024-09-19T04:36:47.055 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "standby_behaviour", 2024-09-19T04:36:47.055 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.055 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.055 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.055 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "redirect", 2024-09-19T04:36:47.055 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.056 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.056 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.056 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.056 INFO:teuthology.orchestra.run.smithi111.stdout: "redirect" 2024-09-19T04:36:47.056 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.056 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.056 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.056 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.056 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.056 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.056 INFO:teuthology.orchestra.run.smithi111.stdout: "standby_error_status_code": { 2024-09-19T04:36:47.056 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "standby_error_status_code", 2024-09-19T04:36:47.056 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.057 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.057 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.057 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "500", 2024-09-19T04:36:47.057 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "400", 2024-09-19T04:36:47.057 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "599", 2024-09-19T04:36:47.057 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.057 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.057 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.057 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.057 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.057 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.057 INFO:teuthology.orchestra.run.smithi111.stdout: "url_prefix": { 2024-09-19T04:36:47.057 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "url_prefix", 2024-09-19T04:36:47.058 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.058 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.058 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.058 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.058 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.058 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.058 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.058 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.058 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.058 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.058 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.058 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.058 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.058 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.059 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.059 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "devicehealth", 2024-09-19T04:36:47.059 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.059 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.059 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.059 INFO:teuthology.orchestra.run.smithi111.stdout: "enable_monitoring": { 2024-09-19T04:36:47.059 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "enable_monitoring", 2024-09-19T04:36:47.059 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.059 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.059 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.059 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.059 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.059 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.059 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.059 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "monitor device health metrics", 2024-09-19T04:36:47.060 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.060 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.060 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.060 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.060 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.060 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.060 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.060 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.060 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.060 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.060 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.060 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.060 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.060 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.061 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.061 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.061 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.061 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.061 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.061 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.061 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.061 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.061 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.061 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.061 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.061 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.061 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.062 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.062 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.062 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.062 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.062 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.062 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.062 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.062 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.062 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.062 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.062 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.062 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.062 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.062 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.063 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.063 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.063 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.063 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.063 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.063 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.063 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.063 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.063 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.063 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.063 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.063 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.063 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.064 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.064 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.064 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.064 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.064 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.064 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.064 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.064 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.064 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.064 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.064 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.064 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.065 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.065 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.065 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.065 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.065 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.065 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.065 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.065 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.065 INFO:teuthology.orchestra.run.smithi111.stdout: "mark_out_threshold": { 2024-09-19T04:36:47.065 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "mark_out_threshold", 2024-09-19T04:36:47.065 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.065 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.065 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.065 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "2419200", 2024-09-19T04:36:47.065 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.066 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.066 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.066 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-19T04:36:47.066 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.066 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.066 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.066 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.066 INFO:teuthology.orchestra.run.smithi111.stdout: "pool_name": { 2024-09-19T04:36:47.066 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "pool_name", 2024-09-19T04:36:47.066 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.066 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.066 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.066 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "device_health_metrics", 2024-09-19T04:36:47.066 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.067 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.067 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.067 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-19T04:36:47.067 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.067 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.067 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.067 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.067 INFO:teuthology.orchestra.run.smithi111.stdout: "retention_period": { 2024-09-19T04:36:47.067 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "retention_period", 2024-09-19T04:36:47.067 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.067 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.067 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.067 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "15552000", 2024-09-19T04:36:47.067 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.067 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.068 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.068 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "how long to retain device health metrics", 2024-09-19T04:36:47.068 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.068 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.068 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.068 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.068 INFO:teuthology.orchestra.run.smithi111.stdout: "scrape_frequency": { 2024-09-19T04:36:47.068 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "scrape_frequency", 2024-09-19T04:36:47.068 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.068 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.068 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.068 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "86400", 2024-09-19T04:36:47.068 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.068 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.069 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.069 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-19T04:36:47.069 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.069 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.069 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.069 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.069 INFO:teuthology.orchestra.run.smithi111.stdout: "self_heal": { 2024-09-19T04:36:47.069 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "self_heal", 2024-09-19T04:36:47.069 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.069 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.069 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.069 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.069 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.069 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.070 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.070 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-19T04:36:47.070 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.070 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.070 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.070 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.070 INFO:teuthology.orchestra.run.smithi111.stdout: "sleep_interval": { 2024-09-19T04:36:47.070 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "sleep_interval", 2024-09-19T04:36:47.070 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.070 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.070 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.070 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "600", 2024-09-19T04:36:47.070 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.070 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.070 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.071 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "how frequently to wake up and check device health", 2024-09-19T04:36:47.071 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.071 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.071 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.071 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.071 INFO:teuthology.orchestra.run.smithi111.stdout: "warn_threshold": { 2024-09-19T04:36:47.071 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "warn_threshold", 2024-09-19T04:36:47.071 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.071 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.071 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.071 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "7257600", 2024-09-19T04:36:47.071 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.071 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.071 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.072 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-19T04:36:47.072 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.072 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.072 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.072 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.072 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.072 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.072 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.072 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "diskprediction_local", 2024-09-19T04:36:47.072 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.072 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.072 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.072 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.072 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.073 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.073 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.073 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.073 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.073 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.073 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.073 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.073 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.073 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.073 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.073 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.073 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.073 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.073 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.074 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.074 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.074 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.074 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.074 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.074 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.074 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.074 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.074 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.074 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.074 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.074 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.074 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.074 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.075 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.075 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.075 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.075 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.075 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.075 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.075 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.075 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.075 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.075 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.075 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.075 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.075 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.075 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.076 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.076 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.076 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.076 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.076 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.076 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.076 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.076 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.076 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.076 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.076 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.076 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.076 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.077 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.077 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.077 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.077 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.077 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.077 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.077 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.077 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.077 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.077 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.077 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.077 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.077 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.077 INFO:teuthology.orchestra.run.smithi111.stdout: "predict_interval": { 2024-09-19T04:36:47.077 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "predict_interval", 2024-09-19T04:36:47.078 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.078 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.078 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.078 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "86400", 2024-09-19T04:36:47.078 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.078 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.078 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.078 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.078 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.078 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.078 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.078 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.078 INFO:teuthology.orchestra.run.smithi111.stdout: "predictor_model": { 2024-09-19T04:36:47.078 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "predictor_model", 2024-09-19T04:36:47.079 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.079 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.079 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.079 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "prophetstor", 2024-09-19T04:36:47.079 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.079 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.079 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.079 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.079 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.079 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.079 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.079 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.079 INFO:teuthology.orchestra.run.smithi111.stdout: "sleep_interval": { 2024-09-19T04:36:47.079 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "sleep_interval", 2024-09-19T04:36:47.080 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.080 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.080 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.080 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "600", 2024-09-19T04:36:47.080 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.080 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.080 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.080 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.080 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.080 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.080 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.080 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.080 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.081 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.081 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.081 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "influx", 2024-09-19T04:36:47.081 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": false, 2024-09-19T04:36:47.081 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "influxdb python module not found", 2024-09-19T04:36:47.081 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.081 INFO:teuthology.orchestra.run.smithi111.stdout: "batch_size": { 2024-09-19T04:36:47.081 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "batch_size", 2024-09-19T04:36:47.081 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.081 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.081 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.081 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "5000", 2024-09-19T04:36:47.081 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.081 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.081 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.082 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-19T04:36:47.082 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.082 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.082 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.082 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.082 INFO:teuthology.orchestra.run.smithi111.stdout: "database": { 2024-09-19T04:36:47.082 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "database", 2024-09-19T04:36:47.082 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.082 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.082 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.082 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "ceph", 2024-09-19T04:36:47.082 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.082 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.083 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.083 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-19T04:36:47.083 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.083 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.083 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.083 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.083 INFO:teuthology.orchestra.run.smithi111.stdout: "hostname": { 2024-09-19T04:36:47.083 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "hostname", 2024-09-19T04:36:47.083 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.083 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.083 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.083 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.083 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.083 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.084 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.084 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "InfluxDB server hostname", 2024-09-19T04:36:47.084 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.084 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.084 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.084 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.084 INFO:teuthology.orchestra.run.smithi111.stdout: "interval": { 2024-09-19T04:36:47.084 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "interval", 2024-09-19T04:36:47.084 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.084 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.084 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.084 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "30", 2024-09-19T04:36:47.084 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "5", 2024-09-19T04:36:47.085 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.085 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.085 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-19T04:36:47.085 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.085 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.085 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.085 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.085 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.085 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.085 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.085 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.085 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.085 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.085 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.085 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.086 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.086 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.086 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.086 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.086 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.086 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.086 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.086 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.086 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.086 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.086 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.086 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.086 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.087 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.087 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.087 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.087 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.087 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.087 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.087 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.087 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.087 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.087 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.087 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.087 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.087 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.087 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.088 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.088 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.088 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.088 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.088 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.088 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.088 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.088 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.088 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.088 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.088 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.088 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.088 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.088 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.089 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.089 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.089 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.089 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.089 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.089 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.089 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.089 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.089 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.089 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.089 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.089 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.089 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.089 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.089 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.090 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.090 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.090 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.090 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.090 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.090 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.090 INFO:teuthology.orchestra.run.smithi111.stdout: "password": { 2024-09-19T04:36:47.090 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "password", 2024-09-19T04:36:47.090 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.090 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.090 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.090 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.090 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.090 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.090 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.091 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "password of InfluxDB server user", 2024-09-19T04:36:47.091 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.091 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.091 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.091 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.091 INFO:teuthology.orchestra.run.smithi111.stdout: "port": { 2024-09-19T04:36:47.091 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "port", 2024-09-19T04:36:47.091 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.091 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.091 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.091 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "8086", 2024-09-19T04:36:47.091 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.091 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.092 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.092 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "InfluxDB server port", 2024-09-19T04:36:47.092 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.092 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.092 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.092 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.092 INFO:teuthology.orchestra.run.smithi111.stdout: "ssl": { 2024-09-19T04:36:47.092 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "ssl", 2024-09-19T04:36:47.092 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.092 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.092 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.092 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "false", 2024-09-19T04:36:47.092 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.092 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.093 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.093 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-19T04:36:47.093 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.093 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.093 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.093 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.093 INFO:teuthology.orchestra.run.smithi111.stdout: "threads": { 2024-09-19T04:36:47.093 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "threads", 2024-09-19T04:36:47.093 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.093 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.093 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.093 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "5", 2024-09-19T04:36:47.093 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "1", 2024-09-19T04:36:47.093 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "32", 2024-09-19T04:36:47.093 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.094 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-19T04:36:47.094 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.094 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.094 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.094 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.094 INFO:teuthology.orchestra.run.smithi111.stdout: "username": { 2024-09-19T04:36:47.094 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "username", 2024-09-19T04:36:47.094 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.094 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.094 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.094 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.094 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.094 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.094 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.095 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "username of InfluxDB server user", 2024-09-19T04:36:47.095 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.095 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.095 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.095 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.095 INFO:teuthology.orchestra.run.smithi111.stdout: "verify_ssl": { 2024-09-19T04:36:47.095 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "verify_ssl", 2024-09-19T04:36:47.095 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.095 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.095 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.095 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "true", 2024-09-19T04:36:47.095 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.096 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.096 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.096 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-19T04:36:47.096 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.096 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.096 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.096 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.096 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.096 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.096 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.096 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "insights", 2024-09-19T04:36:47.096 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.096 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.096 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.097 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.097 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.097 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.097 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.097 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.097 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.097 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.097 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.097 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.097 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.097 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.097 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.097 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.098 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.098 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.098 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.098 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.098 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.098 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.098 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.098 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.098 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.098 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.098 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.098 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.098 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.098 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.099 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.099 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.099 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.099 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.099 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.099 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.099 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.099 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.099 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.099 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.099 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.099 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.099 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.099 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.100 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.100 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.100 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.100 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.100 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.100 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.100 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.100 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.100 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.100 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.100 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.100 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.100 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.100 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.100 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.101 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.101 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.101 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.101 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.101 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.101 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.101 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.101 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.101 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.101 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.101 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.101 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.101 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.101 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.102 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.102 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.102 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.102 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "iostat", 2024-09-19T04:36:47.102 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.102 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.102 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.102 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.102 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.102 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.102 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.102 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.102 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.102 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.103 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.103 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.103 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.103 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.103 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.103 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.103 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.103 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.103 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.103 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.103 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.103 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.103 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.103 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.104 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.104 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.104 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.104 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.104 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.104 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.104 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.104 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.104 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.104 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.104 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.104 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.104 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.104 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.105 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.105 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.105 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.105 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.105 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.105 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.105 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.105 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.105 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.105 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.105 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.105 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.105 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.105 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.106 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.106 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.106 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.106 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.106 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.106 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.106 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.106 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.106 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.106 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.106 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.106 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.106 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.106 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.106 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.107 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.107 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.107 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.107 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.107 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.107 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.107 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.107 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.107 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.107 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "localpool", 2024-09-19T04:36:47.107 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.107 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.107 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.107 INFO:teuthology.orchestra.run.smithi111.stdout: "failure_domain": { 2024-09-19T04:36:47.107 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "failure_domain", 2024-09-19T04:36:47.108 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.108 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.108 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.108 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "host", 2024-09-19T04:36:47.108 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.108 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.108 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.108 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "failure domain for any created local pool", 2024-09-19T04:36:47.108 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-19T04:36:47.108 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.108 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.108 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.108 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.108 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.109 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.109 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.109 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.109 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.109 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.109 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.109 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.109 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.109 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.109 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.109 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.109 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.109 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.109 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.110 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.110 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.110 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.110 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.110 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.110 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.110 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.110 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.110 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.110 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.110 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.110 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.110 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.110 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.111 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.111 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.111 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.111 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.111 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.111 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.111 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.111 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.111 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.111 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.111 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.111 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.111 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.111 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.112 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.112 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.112 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.112 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.112 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.112 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.112 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.112 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.112 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.112 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.112 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.112 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.112 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.112 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.113 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.113 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.113 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.113 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.113 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.113 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.113 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.113 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.113 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.113 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.113 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.113 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.113 INFO:teuthology.orchestra.run.smithi111.stdout: "min_size": { 2024-09-19T04:36:47.113 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "min_size", 2024-09-19T04:36:47.114 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.114 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.114 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.114 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.114 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.114 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.114 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.114 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "default min_size for any created local pool", 2024-09-19T04:36:47.114 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-19T04:36:47.114 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.114 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.114 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.114 INFO:teuthology.orchestra.run.smithi111.stdout: "num_rep": { 2024-09-19T04:36:47.114 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "num_rep", 2024-09-19T04:36:47.115 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.115 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.115 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.115 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "3", 2024-09-19T04:36:47.115 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.115 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.115 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.115 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "default replica count for any created local pool", 2024-09-19T04:36:47.115 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.115 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.115 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.115 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.115 INFO:teuthology.orchestra.run.smithi111.stdout: "pg_num": { 2024-09-19T04:36:47.115 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "pg_num", 2024-09-19T04:36:47.116 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.116 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.116 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.116 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "128", 2024-09-19T04:36:47.116 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.116 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.116 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.116 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "default pg_num for any created local pool", 2024-09-19T04:36:47.116 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.116 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.116 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.116 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.116 INFO:teuthology.orchestra.run.smithi111.stdout: "prefix": { 2024-09-19T04:36:47.116 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "prefix", 2024-09-19T04:36:47.116 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.117 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.117 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.117 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.117 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.117 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.117 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.117 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "name prefix for any created local pool", 2024-09-19T04:36:47.117 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.117 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.117 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.117 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.117 INFO:teuthology.orchestra.run.smithi111.stdout: "subtree": { 2024-09-19T04:36:47.117 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "subtree", 2024-09-19T04:36:47.117 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.118 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.118 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.118 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "rack", 2024-09-19T04:36:47.118 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.118 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.118 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.118 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-19T04:36:47.118 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-19T04:36:47.118 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.118 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.118 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.118 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.118 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.118 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.118 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "mds_autoscaler", 2024-09-19T04:36:47.119 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.119 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.119 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.119 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.119 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.119 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.119 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.119 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.119 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.119 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.119 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.119 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.119 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.119 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.120 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.120 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.120 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.120 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.120 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.120 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.120 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.120 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.120 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.120 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.120 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.120 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.120 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.120 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.121 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.121 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.121 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.121 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.121 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.121 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.121 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.121 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.121 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.121 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.121 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.121 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.121 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.121 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.121 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.122 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.122 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.122 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.122 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.122 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.122 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.122 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.122 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.122 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.122 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.122 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.122 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.122 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.123 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.123 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.123 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.123 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.123 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.123 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.123 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.123 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.123 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.123 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.123 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.123 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.123 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.123 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.123 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.124 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.124 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.124 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.124 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.124 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.124 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "mirroring", 2024-09-19T04:36:47.124 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.124 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.124 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.124 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.124 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.124 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.124 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.124 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.125 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.125 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.125 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.125 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.125 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.125 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.125 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.125 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.125 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.125 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.125 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.125 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.125 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.125 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.126 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.126 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.126 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.126 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.126 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.126 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.126 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.126 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.126 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.126 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.126 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.126 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.126 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.126 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.126 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.127 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.127 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.127 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.127 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.127 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.127 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.127 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.127 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.127 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.127 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.127 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.127 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.127 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.127 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.128 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.128 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.128 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.128 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.128 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.128 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.128 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.128 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.128 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.128 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.128 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.128 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.128 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.128 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.129 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.129 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.129 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.129 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.129 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.129 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.129 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.129 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.129 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.129 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.129 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.129 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "nfs", 2024-09-19T04:36:47.129 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.129 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.129 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.130 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.130 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.130 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.130 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.130 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.130 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.130 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.130 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.130 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.130 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.130 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.130 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.130 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.130 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.131 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.131 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.131 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.131 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.131 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.131 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.131 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.131 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.131 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.131 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.131 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.131 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.131 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.131 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.132 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.132 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.132 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.132 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.132 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.132 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.132 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.132 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.132 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.132 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.132 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.132 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.132 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.133 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.133 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.133 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.133 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.133 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.133 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.133 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.133 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.133 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.133 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.133 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.133 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.133 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.133 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.133 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.134 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.134 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.134 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.134 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.134 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.134 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.134 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.134 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.134 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.134 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.134 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.134 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.134 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.134 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.134 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.135 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.135 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.135 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "orchestrator", 2024-09-19T04:36:47.135 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.135 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.135 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.135 INFO:teuthology.orchestra.run.smithi111.stdout: "fail_fs": { 2024-09-19T04:36:47.135 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "fail_fs", 2024-09-19T04:36:47.135 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.135 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.135 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.135 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.135 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.135 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.135 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.136 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-19T04:36:47.136 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.136 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.136 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.136 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.136 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.136 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.136 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.136 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.136 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.136 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.136 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.136 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.136 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.137 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.137 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.137 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.137 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.137 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.137 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.137 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.137 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.137 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.137 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.137 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.137 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.137 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.137 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.138 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.138 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.138 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.138 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.138 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.138 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.138 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.138 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.138 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.138 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.138 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.138 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.138 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.138 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.138 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.139 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.139 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.139 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.139 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.139 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.139 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.139 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.139 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.139 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.139 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.139 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.139 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.139 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.139 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.140 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.140 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.140 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.140 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.140 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.140 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.140 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.140 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.140 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.140 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.140 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.140 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.140 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.140 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.141 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.141 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.141 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.141 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.141 INFO:teuthology.orchestra.run.smithi111.stdout: "orchestrator": { 2024-09-19T04:36:47.141 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "orchestrator", 2024-09-19T04:36:47.141 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.141 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.141 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.141 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.141 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.141 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.141 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.141 INFO:teuthology.orchestra.run.smithi111.stdout: "cephadm", 2024-09-19T04:36:47.141 INFO:teuthology.orchestra.run.smithi111.stdout: "rook", 2024-09-19T04:36:47.142 INFO:teuthology.orchestra.run.smithi111.stdout: "test_orchestrator" 2024-09-19T04:36:47.142 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.142 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Orchestrator backend", 2024-09-19T04:36:47.142 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.142 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.142 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.142 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.142 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.142 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.142 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.142 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "osd_perf_query", 2024-09-19T04:36:47.142 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.142 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.142 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.143 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.143 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.143 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.143 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.143 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.143 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.143 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.143 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.143 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.143 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.143 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.143 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.143 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.143 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.144 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.144 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.144 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.144 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.144 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.144 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.144 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.144 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.144 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.144 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.144 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.144 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.144 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.144 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.145 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.145 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.145 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.145 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.145 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.145 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.145 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.145 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.145 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.145 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.145 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.145 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.145 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.145 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.145 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.146 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.146 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.146 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.146 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.146 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.146 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.146 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.146 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.146 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.146 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.146 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.146 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.146 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.146 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.146 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.147 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.147 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.147 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.147 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.147 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.147 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.147 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.147 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.147 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.147 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.147 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.147 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.147 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.147 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.148 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.148 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "osd_support", 2024-09-19T04:36:47.148 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.148 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.148 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.148 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.148 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.148 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.148 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.148 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.148 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.148 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.148 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.148 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.149 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.149 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.149 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.149 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.149 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.149 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.149 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.149 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.149 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.149 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.149 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.149 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.149 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.149 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.150 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.150 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.150 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.150 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.150 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.150 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.150 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.150 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.150 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.150 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.150 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.150 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.150 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.150 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.151 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.151 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.151 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.151 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.151 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.151 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.151 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.151 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.151 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.151 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.151 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.151 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.151 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.151 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.152 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.152 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.152 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.152 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.152 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.152 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.152 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.152 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.152 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.152 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.152 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.152 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.152 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.152 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.153 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.153 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.153 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.153 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.153 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.153 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.153 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.153 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.153 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "pg_autoscaler", 2024-09-19T04:36:47.153 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.153 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.153 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.153 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.153 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.154 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.154 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.154 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.154 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.154 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.154 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.154 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.154 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.154 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.154 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.154 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.154 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.154 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.154 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.155 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.155 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.155 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.155 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.155 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.155 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.155 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.155 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.155 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.155 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.155 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.155 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.155 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.155 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.156 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.156 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.156 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.156 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.156 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.156 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.156 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.156 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.156 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.156 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.156 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.156 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.156 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.157 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.157 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.157 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.157 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.157 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.157 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.157 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.157 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.157 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.157 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.157 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.157 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.157 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.157 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.158 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.158 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.158 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.158 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.158 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.158 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.158 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.158 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.158 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.158 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.158 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.158 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.158 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.158 INFO:teuthology.orchestra.run.smithi111.stdout: "sleep_interval": { 2024-09-19T04:36:47.159 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "sleep_interval", 2024-09-19T04:36:47.159 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.159 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.159 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.159 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "60", 2024-09-19T04:36:47.159 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.159 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.159 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.159 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.159 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.159 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.159 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.159 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.159 INFO:teuthology.orchestra.run.smithi111.stdout: "threshold": { 2024-09-19T04:36:47.159 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "threshold", 2024-09-19T04:36:47.160 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "float", 2024-09-19T04:36:47.160 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.160 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.160 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "3.0", 2024-09-19T04:36:47.160 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "1.0", 2024-09-19T04:36:47.160 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.160 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.160 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "scaling threshold", 2024-09-19T04:36:47.160 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-19T04:36:47.160 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.160 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.160 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.160 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.160 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.161 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.161 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "progress", 2024-09-19T04:36:47.161 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.161 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.161 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.161 INFO:teuthology.orchestra.run.smithi111.stdout: "allow_pg_recovery_event": { 2024-09-19T04:36:47.161 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "allow_pg_recovery_event", 2024-09-19T04:36:47.161 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.161 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.161 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.161 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.161 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.161 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.161 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.161 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-19T04:36:47.162 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.162 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.162 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.162 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.162 INFO:teuthology.orchestra.run.smithi111.stdout: "enabled": { 2024-09-19T04:36:47.162 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "enabled", 2024-09-19T04:36:47.162 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.162 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.162 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.162 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.162 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.162 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.162 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.162 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.163 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.163 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.163 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.163 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.163 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.163 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.163 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.163 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.163 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.163 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.163 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.163 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.164 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.164 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.164 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.164 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.164 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.164 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.164 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.164 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.164 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.164 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.164 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.165 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.165 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.165 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.165 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.165 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.165 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.165 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.165 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.165 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.165 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.165 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.165 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.165 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.165 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.166 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.166 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.166 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.166 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.166 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.166 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.166 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.166 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.166 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.166 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.166 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.166 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.166 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.166 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.166 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.167 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.167 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.167 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.167 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.167 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.167 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.167 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.167 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.167 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.167 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.167 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.167 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.167 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.167 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.167 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.168 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.168 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.168 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.168 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.168 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.168 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.168 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.168 INFO:teuthology.orchestra.run.smithi111.stdout: "max_completed_events": { 2024-09-19T04:36:47.168 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "max_completed_events", 2024-09-19T04:36:47.168 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.168 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.168 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.168 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "50", 2024-09-19T04:36:47.168 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.169 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.169 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.169 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "number of past completed events to remember", 2024-09-19T04:36:47.169 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.169 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.169 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.169 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.169 INFO:teuthology.orchestra.run.smithi111.stdout: "sleep_interval": { 2024-09-19T04:36:47.169 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "sleep_interval", 2024-09-19T04:36:47.169 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.169 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.169 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.169 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "5", 2024-09-19T04:36:47.169 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.170 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.170 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.170 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "how long the module is going to sleep", 2024-09-19T04:36:47.170 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.170 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.170 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.170 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.170 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.170 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.170 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.170 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "prometheus", 2024-09-19T04:36:47.170 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.170 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.170 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.171 INFO:teuthology.orchestra.run.smithi111.stdout: "cache": { 2024-09-19T04:36:47.171 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "cache", 2024-09-19T04:36:47.171 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.171 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.171 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.171 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.171 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.171 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.171 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.171 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.171 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.171 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.171 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.171 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.172 INFO:teuthology.orchestra.run.smithi111.stdout: "exclude_perf_counters": { 2024-09-19T04:36:47.172 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "exclude_perf_counters", 2024-09-19T04:36:47.172 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.172 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.172 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.172 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.172 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.172 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.172 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.172 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-19T04:36:47.172 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-19T04:36:47.172 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.172 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.172 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.173 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.173 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.173 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.173 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.173 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.173 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.173 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.173 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.173 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.173 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.173 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.173 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.173 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.173 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.174 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.174 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.174 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.174 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.174 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.174 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.174 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.174 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.174 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.174 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.174 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.174 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.174 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.174 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.175 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.175 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.175 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.175 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.175 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.175 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.175 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.175 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.175 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.175 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.175 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.175 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.175 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.175 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.175 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.176 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.176 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.176 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.176 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.176 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.176 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.176 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.176 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.176 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.176 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.176 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.176 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.176 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.176 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.177 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.177 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.177 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.177 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.177 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.177 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.177 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.177 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.177 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.177 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.177 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.177 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.177 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.178 INFO:teuthology.orchestra.run.smithi111.stdout: "rbd_stats_pools": { 2024-09-19T04:36:47.178 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rbd_stats_pools", 2024-09-19T04:36:47.178 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.178 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.178 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.178 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.178 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.178 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.178 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.178 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.178 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.178 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.178 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.178 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.178 INFO:teuthology.orchestra.run.smithi111.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-19T04:36:47.179 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-19T04:36:47.179 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.179 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.179 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.179 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "300", 2024-09-19T04:36:47.179 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.179 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.179 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.179 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.179 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.179 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.179 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.179 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.179 INFO:teuthology.orchestra.run.smithi111.stdout: "scrape_interval": { 2024-09-19T04:36:47.179 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "scrape_interval", 2024-09-19T04:36:47.180 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "float", 2024-09-19T04:36:47.180 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.180 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.180 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "15.0", 2024-09-19T04:36:47.180 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.180 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.180 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.180 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.180 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.180 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.180 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.180 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.180 INFO:teuthology.orchestra.run.smithi111.stdout: "server_addr": { 2024-09-19T04:36:47.180 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "server_addr", 2024-09-19T04:36:47.181 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.181 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.181 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.181 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "::", 2024-09-19T04:36:47.181 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.181 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.181 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.181 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-19T04:36:47.181 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.181 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.181 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.181 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.181 INFO:teuthology.orchestra.run.smithi111.stdout: "server_port": { 2024-09-19T04:36:47.181 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "server_port", 2024-09-19T04:36:47.182 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.182 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.182 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.182 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "9283", 2024-09-19T04:36:47.182 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.182 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.182 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.182 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-19T04:36:47.182 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.182 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.182 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.182 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.182 INFO:teuthology.orchestra.run.smithi111.stdout: "stale_cache_strategy": { 2024-09-19T04:36:47.182 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "stale_cache_strategy", 2024-09-19T04:36:47.183 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.183 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.183 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.183 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "log", 2024-09-19T04:36:47.183 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.183 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.183 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.183 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.183 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.183 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.183 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.183 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.183 INFO:teuthology.orchestra.run.smithi111.stdout: "standby_behaviour": { 2024-09-19T04:36:47.183 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "standby_behaviour", 2024-09-19T04:36:47.184 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.184 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.184 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.184 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "default", 2024-09-19T04:36:47.184 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.184 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.184 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.184 INFO:teuthology.orchestra.run.smithi111.stdout: "default", 2024-09-19T04:36:47.184 INFO:teuthology.orchestra.run.smithi111.stdout: "error" 2024-09-19T04:36:47.184 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.184 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.184 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.184 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.184 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.185 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.185 INFO:teuthology.orchestra.run.smithi111.stdout: "standby_error_status_code": { 2024-09-19T04:36:47.185 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "standby_error_status_code", 2024-09-19T04:36:47.185 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.185 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.185 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.185 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "500", 2024-09-19T04:36:47.185 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "400", 2024-09-19T04:36:47.185 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "599", 2024-09-19T04:36:47.185 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.185 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.185 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.185 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.185 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.185 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rbd_support", 2024-09-19T04:36:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.186 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.187 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.188 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.188 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.188 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.188 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.188 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.188 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.188 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.188 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.188 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.188 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.188 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.188 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.188 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.188 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.189 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.190 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.190 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.190 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.190 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.190 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.190 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.190 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.190 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.190 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.190 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.190 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.190 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.190 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: "max_concurrent_snap_create": { 2024-09-19T04:36:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "max_concurrent_snap_create", 2024-09-19T04:36:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "10", 2024-09-19T04:36:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.191 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: "mirror_snapshot_schedule": { 2024-09-19T04:36:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "mirror_snapshot_schedule", 2024-09-19T04:36:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: "trash_purge_schedule": { 2024-09-19T04:36:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "trash_purge_schedule", 2024-09-19T04:36:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "restful", 2024-09-19T04:36:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: "enable_auth": { 2024-09-19T04:36:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "enable_auth", 2024-09-19T04:36:47.194 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: "key_file": { 2024-09-19T04:36:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "key_file", 2024-09-19T04:36:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.197 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.197 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.197 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.197 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.197 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.197 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.197 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.197 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.197 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.197 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.197 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.197 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.197 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.198 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.198 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.198 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.198 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.198 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.198 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.198 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.198 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.198 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.198 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.198 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.198 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.199 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.199 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.199 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.199 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.199 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.199 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.199 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.199 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.199 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.199 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.199 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.199 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.199 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.199 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.199 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.200 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.200 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.200 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.200 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.200 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.200 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.200 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.200 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.200 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.200 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.200 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.200 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.200 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.201 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.201 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.201 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.201 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.201 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.201 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.201 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.201 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.201 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.201 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.201 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.201 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.201 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.201 INFO:teuthology.orchestra.run.smithi111.stdout: "server_addr": { 2024-09-19T04:36:47.201 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "server_addr", 2024-09-19T04:36:47.202 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.202 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.202 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.202 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.202 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.202 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.202 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.202 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.202 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.202 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.202 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.202 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.202 INFO:teuthology.orchestra.run.smithi111.stdout: "server_port": { 2024-09-19T04:36:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "server_port", 2024-09-19T04:36:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.204 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.204 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rgw", 2024-09-19T04:36:47.204 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.204 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.204 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.204 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.204 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.204 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.204 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.204 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.205 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.205 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.205 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.205 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.205 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.205 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.205 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.205 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.205 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.205 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.205 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.205 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.205 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.205 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.205 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.206 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.206 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.206 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.206 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.206 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.206 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.206 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.206 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.206 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.206 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.206 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.206 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.206 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.207 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.207 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.207 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.207 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.207 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.207 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.207 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.207 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.207 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.207 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.207 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.207 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.207 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.207 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.208 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.208 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.208 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.208 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.208 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.208 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.208 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.208 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.208 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.208 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.208 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.208 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.208 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.208 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.209 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.209 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.209 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.209 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.209 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.209 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.209 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.209 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.209 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.209 INFO:teuthology.orchestra.run.smithi111.stdout: "secondary_zone_period_retry_limit": { 2024-09-19T04:36:47.209 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "secondary_zone_period_retry_limit", 2024-09-19T04:36:47.209 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.209 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.209 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.210 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "5", 2024-09-19T04:36:47.210 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.210 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.210 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.210 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "RGW module period update retry limit for secondary site", 2024-09-19T04:36:47.210 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.210 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.210 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.210 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.210 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.210 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.210 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.210 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rook", 2024-09-19T04:36:47.210 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.210 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.211 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.211 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.211 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.211 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.211 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.211 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.211 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.211 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.211 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.211 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.211 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.211 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.211 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.211 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.212 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.212 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.212 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.212 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.212 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.212 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.212 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.212 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.212 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.212 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.212 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.212 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.212 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.212 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.213 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.213 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.213 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.213 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.213 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.213 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.213 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.213 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.213 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.213 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.213 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.213 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.213 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.213 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.214 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.214 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.214 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.214 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.214 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.214 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.214 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.214 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.214 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.214 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.214 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.214 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.214 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.214 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.215 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.215 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.215 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.215 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.215 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.215 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.215 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.215 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.215 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.215 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.215 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.215 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.215 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.215 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.216 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.216 INFO:teuthology.orchestra.run.smithi111.stdout: "storage_class": { 2024-09-19T04:36:47.216 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "storage_class", 2024-09-19T04:36:47.216 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.216 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.216 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.216 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "local", 2024-09-19T04:36:47.216 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.216 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.216 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.216 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-19T04:36:47.216 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.216 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.216 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.217 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.217 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.217 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.217 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.217 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "selftest", 2024-09-19T04:36:47.217 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.217 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.217 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.217 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.217 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.217 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.217 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.217 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.217 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.217 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.218 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.218 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.218 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.218 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.218 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.218 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.218 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.218 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.218 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.218 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.218 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.218 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.218 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.219 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.219 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.219 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.219 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.219 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.219 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.219 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.219 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.219 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.219 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.219 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.219 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.219 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.219 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.219 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.222 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.222 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.222 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.222 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.222 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.222 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.222 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.222 INFO:teuthology.orchestra.run.smithi111.stdout: "roption1": { 2024-09-19T04:36:47.222 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "roption1", 2024-09-19T04:36:47.222 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.222 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.222 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.222 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.222 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.223 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.223 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.223 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.223 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.223 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.223 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.223 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.223 INFO:teuthology.orchestra.run.smithi111.stdout: "roption2": { 2024-09-19T04:36:47.223 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "roption2", 2024-09-19T04:36:47.223 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.223 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.223 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.223 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "xyz", 2024-09-19T04:36:47.223 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.223 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.224 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.224 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.224 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.224 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.224 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.224 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.224 INFO:teuthology.orchestra.run.smithi111.stdout: "rwoption1": { 2024-09-19T04:36:47.224 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rwoption1", 2024-09-19T04:36:47.224 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.224 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.224 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.224 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.224 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.224 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.225 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.225 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.225 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.225 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.225 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.225 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.225 INFO:teuthology.orchestra.run.smithi111.stdout: "rwoption2": { 2024-09-19T04:36:47.225 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rwoption2", 2024-09-19T04:36:47.225 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.225 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.225 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.225 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.225 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.225 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.226 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.226 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.226 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.226 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.226 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.226 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.226 INFO:teuthology.orchestra.run.smithi111.stdout: "rwoption3": { 2024-09-19T04:36:47.226 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rwoption3", 2024-09-19T04:36:47.226 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "float", 2024-09-19T04:36:47.226 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.226 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.226 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.226 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.226 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.226 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.227 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.227 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.227 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.227 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.227 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.227 INFO:teuthology.orchestra.run.smithi111.stdout: "rwoption4": { 2024-09-19T04:36:47.227 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rwoption4", 2024-09-19T04:36:47.227 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.227 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.227 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.227 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.227 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.227 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.227 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.228 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.228 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.228 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.228 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.228 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.228 INFO:teuthology.orchestra.run.smithi111.stdout: "rwoption5": { 2024-09-19T04:36:47.228 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rwoption5", 2024-09-19T04:36:47.228 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.228 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.228 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.228 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.228 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.228 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.228 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.229 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.229 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.229 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.229 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.229 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.229 INFO:teuthology.orchestra.run.smithi111.stdout: "rwoption6": { 2024-09-19T04:36:47.229 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rwoption6", 2024-09-19T04:36:47.229 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.229 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.229 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.229 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.229 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.229 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.229 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.230 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.230 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.230 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.230 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.230 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.230 INFO:teuthology.orchestra.run.smithi111.stdout: "rwoption7": { 2024-09-19T04:36:47.230 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rwoption7", 2024-09-19T04:36:47.230 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.230 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.230 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.230 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.230 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "1", 2024-09-19T04:36:47.230 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "42", 2024-09-19T04:36:47.230 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.231 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.231 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.231 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.231 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.231 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.231 INFO:teuthology.orchestra.run.smithi111.stdout: "testkey": { 2024-09-19T04:36:47.231 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "testkey", 2024-09-19T04:36:47.231 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.231 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.231 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.231 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.231 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.231 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.232 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.232 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.232 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.232 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.232 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.232 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.232 INFO:teuthology.orchestra.run.smithi111.stdout: "testlkey": { 2024-09-19T04:36:47.232 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "testlkey", 2024-09-19T04:36:47.232 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.232 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.232 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.232 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.232 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.233 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.233 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.233 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.233 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.233 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.233 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.233 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.233 INFO:teuthology.orchestra.run.smithi111.stdout: "testnewline": { 2024-09-19T04:36:47.233 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "testnewline", 2024-09-19T04:36:47.233 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.233 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.233 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.233 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.233 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.233 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.234 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.234 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.234 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.234 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.234 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.234 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.234 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.234 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.234 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.234 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "snap_schedule", 2024-09-19T04:36:47.234 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.234 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.234 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.234 INFO:teuthology.orchestra.run.smithi111.stdout: "allow_m_granularity": { 2024-09-19T04:36:47.235 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "allow_m_granularity", 2024-09-19T04:36:47.235 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.235 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.235 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.235 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.235 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.235 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.235 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.235 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "allow minute scheduled snapshots", 2024-09-19T04:36:47.235 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.235 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.235 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.235 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.235 INFO:teuthology.orchestra.run.smithi111.stdout: "dump_on_update": { 2024-09-19T04:36:47.236 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "dump_on_update", 2024-09-19T04:36:47.236 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.236 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.236 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.236 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.236 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.236 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.236 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.236 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "dump database to debug log on update", 2024-09-19T04:36:47.236 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.236 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.236 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.236 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.236 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.236 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.237 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.237 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.237 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.237 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.237 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.237 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.237 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.237 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.237 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.237 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.237 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.237 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.237 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.238 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.238 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.238 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.238 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.238 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.238 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.238 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.238 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.238 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.238 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.238 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.238 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.238 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.238 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.238 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.239 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.239 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.239 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.239 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.239 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.239 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.239 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.239 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.239 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.239 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.239 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.239 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.239 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.239 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.240 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.240 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.240 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.240 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.240 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.240 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.240 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.240 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.240 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.240 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.240 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.240 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.240 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.240 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.241 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.241 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.241 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.241 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.241 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.241 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.241 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.241 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.241 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.241 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.241 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.241 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.241 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.241 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.241 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.242 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "stats", 2024-09-19T04:36:47.242 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.242 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.242 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.242 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.242 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.242 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.242 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.242 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.242 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.242 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.242 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.242 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.243 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.243 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.243 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.243 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.243 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.243 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.243 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.243 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.243 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.243 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.243 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.243 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.243 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.244 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.244 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.244 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.244 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.244 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.244 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.244 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.244 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.244 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.244 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.244 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.244 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.244 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.244 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.244 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.245 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.245 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.245 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.245 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.245 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.245 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.245 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.245 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.245 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.245 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.245 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.245 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.245 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.245 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.245 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.246 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.246 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.246 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.246 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.246 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.246 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.246 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.246 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.246 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.246 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.246 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.246 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.246 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.247 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.247 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.247 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.247 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.247 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.247 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.247 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.247 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.247 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "status", 2024-09-19T04:36:47.247 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.247 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.247 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.247 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.247 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.248 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.248 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.248 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.248 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.248 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.248 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.248 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.248 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.248 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.248 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.248 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.248 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.248 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.248 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.249 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.249 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.249 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.249 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.249 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.249 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.249 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.249 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.249 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.249 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.249 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.249 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.249 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.249 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.249 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.250 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.250 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.250 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.250 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.250 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.250 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.250 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.250 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.250 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.250 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.250 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.250 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.250 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.250 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.251 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.251 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.251 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.251 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.251 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.251 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.251 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.251 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.251 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.251 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.251 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.251 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.251 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.251 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.251 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.252 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.252 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.252 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.252 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.252 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.252 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.252 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.252 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.252 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.252 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.252 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.252 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.252 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.252 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "telegraf", 2024-09-19T04:36:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: "address": { 2024-09-19T04:36:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "address", 2024-09-19T04:36:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-19T04:36:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.254 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.254 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.254 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.254 INFO:teuthology.orchestra.run.smithi111.stdout: "interval": { 2024-09-19T04:36:47.254 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "interval", 2024-09-19T04:36:47.254 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.254 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.254 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.254 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "15", 2024-09-19T04:36:47.254 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.254 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.254 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.254 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.254 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.254 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.255 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.255 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.255 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.255 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.255 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.255 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.255 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.255 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.255 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.255 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.255 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.255 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.255 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.255 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.256 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.256 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.256 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.256 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.256 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.256 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.256 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.256 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.256 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.256 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.256 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.256 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.256 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.256 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.256 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.257 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.257 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.257 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.257 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.257 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.257 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.257 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.257 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.257 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.257 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.257 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.257 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.257 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.257 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.258 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.258 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.258 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.258 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.258 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.258 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.258 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.258 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.258 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.258 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.258 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.258 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.258 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.258 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.258 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.259 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.259 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.259 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.259 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.259 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.259 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.259 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.259 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.259 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.259 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.259 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.259 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.259 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.260 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.260 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.260 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.260 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.260 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "telemetry", 2024-09-19T04:36:47.260 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.260 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.260 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.260 INFO:teuthology.orchestra.run.smithi111.stdout: "channel_basic": { 2024-09-19T04:36:47.260 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "channel_basic", 2024-09-19T04:36:47.260 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.260 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.260 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.261 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.261 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.261 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.261 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.261 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-19T04:36:47.261 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.261 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.261 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.261 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.261 INFO:teuthology.orchestra.run.smithi111.stdout: "channel_crash": { 2024-09-19T04:36:47.261 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "channel_crash", 2024-09-19T04:36:47.261 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.261 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.261 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.262 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.262 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.262 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.262 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.262 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-19T04:36:47.262 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.262 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.262 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.262 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.262 INFO:teuthology.orchestra.run.smithi111.stdout: "channel_device": { 2024-09-19T04:36:47.262 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "channel_device", 2024-09-19T04:36:47.262 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.262 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.262 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.263 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.263 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.263 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.263 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.263 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-19T04:36:47.263 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.263 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.263 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.263 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.263 INFO:teuthology.orchestra.run.smithi111.stdout: "channel_ident": { 2024-09-19T04:36:47.263 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "channel_ident", 2024-09-19T04:36:47.263 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.263 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.263 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.263 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.264 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.264 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.264 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.264 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-19T04:36:47.264 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.264 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.264 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.264 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.264 INFO:teuthology.orchestra.run.smithi111.stdout: "channel_perf": { 2024-09-19T04:36:47.264 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "channel_perf", 2024-09-19T04:36:47.264 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.264 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.264 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.264 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.265 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.265 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.265 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.265 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-19T04:36:47.265 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.265 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.265 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.265 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.265 INFO:teuthology.orchestra.run.smithi111.stdout: "contact": { 2024-09-19T04:36:47.265 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "contact", 2024-09-19T04:36:47.265 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.265 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.265 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.265 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.266 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.266 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.266 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.266 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.266 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.266 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.266 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.266 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.266 INFO:teuthology.orchestra.run.smithi111.stdout: "description": { 2024-09-19T04:36:47.266 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "description", 2024-09-19T04:36:47.266 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.266 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.266 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.266 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.266 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.267 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.267 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.267 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.267 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.267 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.267 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.267 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.267 INFO:teuthology.orchestra.run.smithi111.stdout: "device_url": { 2024-09-19T04:36:47.267 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "device_url", 2024-09-19T04:36:47.267 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.267 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.267 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.268 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-19T04:36:47.268 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.268 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.268 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.268 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.268 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.268 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.268 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.269 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.269 INFO:teuthology.orchestra.run.smithi111.stdout: "enabled": { 2024-09-19T04:36:47.269 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "enabled", 2024-09-19T04:36:47.269 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.269 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.269 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.269 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.269 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.269 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.270 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.270 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.270 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.270 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.270 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.270 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.270 INFO:teuthology.orchestra.run.smithi111.stdout: "interval": { 2024-09-19T04:36:47.270 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "interval", 2024-09-19T04:36:47.270 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.271 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.271 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.271 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "24", 2024-09-19T04:36:47.271 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "8", 2024-09-19T04:36:47.271 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.271 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.271 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.271 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.271 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.272 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.272 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.272 INFO:teuthology.orchestra.run.smithi111.stdout: "last_opt_revision": { 2024-09-19T04:36:47.272 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "last_opt_revision", 2024-09-19T04:36:47.272 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.272 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.272 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.272 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "1", 2024-09-19T04:36:47.273 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.273 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.273 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.273 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.273 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.273 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.273 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.273 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.273 INFO:teuthology.orchestra.run.smithi111.stdout: "leaderboard": { 2024-09-19T04:36:47.274 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "leaderboard", 2024-09-19T04:36:47.274 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.274 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.274 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.274 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.274 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.274 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.274 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.274 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.274 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.274 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.274 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.275 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.275 INFO:teuthology.orchestra.run.smithi111.stdout: "leaderboard_description": { 2024-09-19T04:36:47.275 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "leaderboard_description", 2024-09-19T04:36:47.275 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.275 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.275 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.275 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.275 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.275 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.275 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.275 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.275 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.275 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.276 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.276 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.276 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.276 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.276 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.276 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.276 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.276 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.276 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.276 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.276 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.276 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.276 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.276 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.277 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.277 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.277 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.277 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.277 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.277 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.277 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.277 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.277 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.277 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.277 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.277 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.277 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.277 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.277 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.278 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.278 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.278 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.278 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.278 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.278 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.278 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.278 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.278 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.278 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.278 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.278 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.278 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.278 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.279 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.279 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.279 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.279 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.279 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.279 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.279 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.279 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.279 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.279 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.279 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.279 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.279 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.279 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.279 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.280 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.280 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.280 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.280 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.280 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.280 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.280 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.280 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.280 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.280 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.280 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.280 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.280 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.281 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.281 INFO:teuthology.orchestra.run.smithi111.stdout: "organization": { 2024-09-19T04:36:47.281 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "organization", 2024-09-19T04:36:47.281 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.281 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.281 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.281 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.281 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.281 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.281 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.281 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.281 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.281 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.282 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.282 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.282 INFO:teuthology.orchestra.run.smithi111.stdout: "proxy": { 2024-09-19T04:36:47.282 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "proxy", 2024-09-19T04:36:47.282 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.282 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.282 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.282 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.282 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.282 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.282 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.282 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.282 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.283 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.283 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.283 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.283 INFO:teuthology.orchestra.run.smithi111.stdout: "url": { 2024-09-19T04:36:47.283 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "url", 2024-09-19T04:36:47.283 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.283 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.283 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.283 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-19T04:36:47.283 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.283 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.283 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.283 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.284 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.284 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.284 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.284 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.284 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.284 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.284 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.284 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "test_orchestrator", 2024-09-19T04:36:47.284 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.284 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.284 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.284 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.284 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.284 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.285 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.285 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.285 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.285 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.285 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.285 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.285 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.285 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.285 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.285 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.285 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.285 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.285 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.285 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.286 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.286 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.286 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.286 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.286 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.286 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.286 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.286 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.286 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.286 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.286 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.286 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.286 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.287 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.287 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.287 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.287 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.287 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.287 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.287 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.287 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.287 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.287 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.287 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.287 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.287 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.287 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.288 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.288 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.288 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.288 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.288 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.288 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.288 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.288 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.288 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.288 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.288 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.288 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.288 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.288 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.289 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.289 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.289 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.289 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.289 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.289 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.289 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.289 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.289 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.289 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.289 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.289 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.289 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.290 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.290 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.290 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "volumes", 2024-09-19T04:36:47.290 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.290 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.290 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.290 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.290 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.290 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.290 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.291 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.291 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.291 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.291 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.291 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.291 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.291 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.291 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.291 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.292 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.292 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.292 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.292 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.292 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.292 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.292 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.292 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.292 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.293 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.293 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.293 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.293 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.293 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.293 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.293 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.293 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.294 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.294 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.294 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.294 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.294 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.294 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.294 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.294 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.294 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.294 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.294 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.294 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.295 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.295 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.295 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.295 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.295 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.295 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.295 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.295 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.295 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.295 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.295 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.295 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.295 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.295 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.297 INFO:teuthology.orchestra.run.smithi111.stdout: "max_concurrent_clones": { 2024-09-19T04:36:47.297 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "max_concurrent_clones", 2024-09-19T04:36:47.297 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.297 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.297 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.297 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "4", 2024-09-19T04:36:47.297 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.297 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.297 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.297 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-19T04:36:47.297 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.297 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.297 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.297 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.298 INFO:teuthology.orchestra.run.smithi111.stdout: "periodic_async_work": { 2024-09-19T04:36:47.298 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "periodic_async_work", 2024-09-19T04:36:47.298 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.298 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.298 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.298 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.298 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.298 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.298 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.298 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Periodically check for async work", 2024-09-19T04:36:47.298 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.298 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.298 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.298 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.299 INFO:teuthology.orchestra.run.smithi111.stdout: "snapshot_clone_delay": { 2024-09-19T04:36:47.299 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "snapshot_clone_delay", 2024-09-19T04:36:47.299 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.299 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.299 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.299 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "0", 2024-09-19T04:36:47.299 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.299 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.299 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.299 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-19T04:36:47.299 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.299 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.299 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.299 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.300 INFO:teuthology.orchestra.run.smithi111.stdout: "snapshot_clone_no_wait": { 2024-09-19T04:36:47.300 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "snapshot_clone_no_wait", 2024-09-19T04:36:47.300 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.300 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.300 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.300 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.300 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.300 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.300 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.300 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-19T04:36:47.300 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.300 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.300 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.301 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.301 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.301 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.301 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.301 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "zabbix", 2024-09-19T04:36:47.301 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.301 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.301 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.301 INFO:teuthology.orchestra.run.smithi111.stdout: "discovery_interval": { 2024-09-19T04:36:47.301 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "discovery_interval", 2024-09-19T04:36:47.301 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "uint", 2024-09-19T04:36:47.301 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.301 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.302 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "100", 2024-09-19T04:36:47.302 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.302 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.302 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.302 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.302 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.302 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.302 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.302 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.302 INFO:teuthology.orchestra.run.smithi111.stdout: "identifier": { 2024-09-19T04:36:47.302 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "identifier", 2024-09-19T04:36:47.302 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.302 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.302 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.303 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.303 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.303 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.303 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.303 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.303 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.303 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.303 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.303 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.303 INFO:teuthology.orchestra.run.smithi111.stdout: "interval": { 2024-09-19T04:36:47.303 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "interval", 2024-09-19T04:36:47.303 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.303 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.303 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.304 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "60", 2024-09-19T04:36:47.304 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.304 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.304 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.304 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.304 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.304 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.304 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.304 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.304 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.304 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.304 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.304 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.304 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.305 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.305 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.305 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.305 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.305 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.305 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.305 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.305 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.305 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.305 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.305 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.305 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.305 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.306 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.306 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.306 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.306 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.306 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.306 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.306 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.306 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.306 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.306 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.306 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.306 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.306 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.307 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.307 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.307 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.307 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.307 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.307 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.307 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.307 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.307 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.307 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.307 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.307 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.307 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.307 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.308 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.308 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.308 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.308 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.308 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.308 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.308 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.308 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.308 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.308 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.308 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.308 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.308 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.308 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.309 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.309 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.309 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.309 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.309 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.309 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.309 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.309 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.309 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.309 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.309 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.309 INFO:teuthology.orchestra.run.smithi111.stdout: "zabbix_host": { 2024-09-19T04:36:47.309 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "zabbix_host", 2024-09-19T04:36:47.309 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.310 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.310 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.310 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.310 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.310 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.310 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.310 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.310 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.310 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.310 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.310 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.310 INFO:teuthology.orchestra.run.smithi111.stdout: "zabbix_port": { 2024-09-19T04:36:47.310 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "zabbix_port", 2024-09-19T04:36:47.310 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.311 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.311 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.311 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "10051", 2024-09-19T04:36:47.311 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.311 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.311 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.311 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.311 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.311 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.311 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.311 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.311 INFO:teuthology.orchestra.run.smithi111.stdout: "zabbix_sender": { 2024-09-19T04:36:47.311 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "zabbix_sender", 2024-09-19T04:36:47.311 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.311 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.312 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.312 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-19T04:36:47.312 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.312 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.312 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.312 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.312 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.312 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.312 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.312 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.312 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.312 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.312 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:36:47.312 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.313 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.313 INFO:teuthology.orchestra.run.smithi111.stdout: "modules": [ 2024-09-19T04:36:47.313 INFO:teuthology.orchestra.run.smithi111.stdout: "iostat", 2024-09-19T04:36:47.313 INFO:teuthology.orchestra.run.smithi111.stdout: "nfs", 2024-09-19T04:36:47.313 INFO:teuthology.orchestra.run.smithi111.stdout: "restful" 2024-09-19T04:36:47.313 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.313 INFO:teuthology.orchestra.run.smithi111.stdout: "available_modules": [ 2024-09-19T04:36:47.313 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.313 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "alerts", 2024-09-19T04:36:47.313 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.313 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.313 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.313 INFO:teuthology.orchestra.run.smithi111.stdout: "interval": { 2024-09-19T04:36:47.313 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "interval", 2024-09-19T04:36:47.314 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.314 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.314 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.314 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "60", 2024-09-19T04:36:47.314 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.314 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.314 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.314 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "How frequently to reexamine health status", 2024-09-19T04:36:47.314 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.314 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.314 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.314 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.314 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.314 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.314 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.315 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.315 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.315 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.315 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.315 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.315 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.315 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.315 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.315 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.315 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.315 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.315 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.315 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.315 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.315 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.316 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.316 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.316 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.316 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.316 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.316 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.316 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.316 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.316 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.316 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.316 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.316 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.316 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.316 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.316 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.317 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.317 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.317 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.317 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.317 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.317 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.317 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.317 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.317 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.317 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.317 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.317 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.317 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.317 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.317 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.318 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.318 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.318 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.318 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.318 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.318 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.318 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.318 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.318 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.318 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.318 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.318 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.318 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.318 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.318 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.318 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.319 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.319 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.319 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.319 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.319 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.319 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.319 INFO:teuthology.orchestra.run.smithi111.stdout: "smtp_destination": { 2024-09-19T04:36:47.319 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "smtp_destination", 2024-09-19T04:36:47.319 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.319 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.319 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.319 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.319 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.319 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.320 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.320 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Email address to send alerts to", 2024-09-19T04:36:47.320 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.320 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.320 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.320 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.320 INFO:teuthology.orchestra.run.smithi111.stdout: "smtp_from_name": { 2024-09-19T04:36:47.320 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "smtp_from_name", 2024-09-19T04:36:47.320 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.320 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.320 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.320 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "Ceph", 2024-09-19T04:36:47.320 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.321 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.321 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.321 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Email From: name", 2024-09-19T04:36:47.321 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.321 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.321 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.321 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.321 INFO:teuthology.orchestra.run.smithi111.stdout: "smtp_host": { 2024-09-19T04:36:47.321 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "smtp_host", 2024-09-19T04:36:47.321 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.321 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.321 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.321 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.321 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.321 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.322 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.322 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "SMTP server", 2024-09-19T04:36:47.322 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.322 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.322 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.322 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.322 INFO:teuthology.orchestra.run.smithi111.stdout: "smtp_password": { 2024-09-19T04:36:47.322 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "smtp_password", 2024-09-19T04:36:47.322 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.322 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.322 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.322 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.322 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.322 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.323 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.323 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Password to authenticate with", 2024-09-19T04:36:47.323 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.323 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.323 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.323 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.323 INFO:teuthology.orchestra.run.smithi111.stdout: "smtp_port": { 2024-09-19T04:36:47.323 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "smtp_port", 2024-09-19T04:36:47.323 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.323 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.323 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.323 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "465", 2024-09-19T04:36:47.323 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.323 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.324 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.324 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "SMTP port", 2024-09-19T04:36:47.324 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.324 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.324 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.324 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.324 INFO:teuthology.orchestra.run.smithi111.stdout: "smtp_sender": { 2024-09-19T04:36:47.324 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "smtp_sender", 2024-09-19T04:36:47.324 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.324 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.324 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.324 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.324 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.324 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.325 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.325 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "SMTP envelope sender", 2024-09-19T04:36:47.325 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.325 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.325 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.325 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.325 INFO:teuthology.orchestra.run.smithi111.stdout: "smtp_ssl": { 2024-09-19T04:36:47.325 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "smtp_ssl", 2024-09-19T04:36:47.325 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.325 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.325 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.325 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.325 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.325 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-19T04:36:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: "smtp_user": { 2024-09-19T04:36:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "smtp_user", 2024-09-19T04:36:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.327 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.327 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.327 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "User to authenticate as", 2024-09-19T04:36:47.327 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.327 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.327 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.327 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.327 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.327 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.327 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.327 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "balancer", 2024-09-19T04:36:47.327 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.327 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.327 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.328 INFO:teuthology.orchestra.run.smithi111.stdout: "active": { 2024-09-19T04:36:47.328 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "active", 2024-09-19T04:36:47.328 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.328 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.328 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.328 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.328 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.328 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.328 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.328 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "automatically balance PGs across cluster", 2024-09-19T04:36:47.328 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.328 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.328 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.328 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.329 INFO:teuthology.orchestra.run.smithi111.stdout: "begin_time": { 2024-09-19T04:36:47.329 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "begin_time", 2024-09-19T04:36:47.329 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.329 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.329 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.329 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "0000", 2024-09-19T04:36:47.329 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.329 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.329 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.329 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "beginning time of day to automatically balance", 2024-09-19T04:36:47.329 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-19T04:36:47.329 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.329 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.329 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.330 INFO:teuthology.orchestra.run.smithi111.stdout: "begin_weekday": { 2024-09-19T04:36:47.330 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "begin_weekday", 2024-09-19T04:36:47.330 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "uint", 2024-09-19T04:36:47.330 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.330 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.330 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "0", 2024-09-19T04:36:47.330 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "0", 2024-09-19T04:36:47.330 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "6", 2024-09-19T04:36:47.330 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.330 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-19T04:36:47.330 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-19T04:36:47.330 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.330 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.330 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.331 INFO:teuthology.orchestra.run.smithi111.stdout: "crush_compat_max_iterations": { 2024-09-19T04:36:47.331 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "crush_compat_max_iterations", 2024-09-19T04:36:47.331 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "uint", 2024-09-19T04:36:47.331 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.331 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.331 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "25", 2024-09-19T04:36:47.331 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "1", 2024-09-19T04:36:47.331 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "250", 2024-09-19T04:36:47.331 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.331 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-19T04:36:47.331 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.331 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.331 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.331 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.332 INFO:teuthology.orchestra.run.smithi111.stdout: "crush_compat_metrics": { 2024-09-19T04:36:47.332 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "crush_compat_metrics", 2024-09-19T04:36:47.332 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.332 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.332 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.332 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "pgs,objects,bytes", 2024-09-19T04:36:47.332 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.332 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.332 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.332 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-19T04:36:47.332 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-19T04:36:47.332 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.332 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.332 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.333 INFO:teuthology.orchestra.run.smithi111.stdout: "crush_compat_step": { 2024-09-19T04:36:47.333 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "crush_compat_step", 2024-09-19T04:36:47.333 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "float", 2024-09-19T04:36:47.333 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.333 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.333 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "0.5", 2024-09-19T04:36:47.333 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "0.001", 2024-09-19T04:36:47.333 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "0.999", 2024-09-19T04:36:47.333 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.333 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "aggressiveness of optimization", 2024-09-19T04:36:47.333 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-19T04:36:47.333 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.333 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.333 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.334 INFO:teuthology.orchestra.run.smithi111.stdout: "end_time": { 2024-09-19T04:36:47.334 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "end_time", 2024-09-19T04:36:47.334 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.334 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.334 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.334 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "2359", 2024-09-19T04:36:47.334 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.334 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.334 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.334 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "ending time of day to automatically balance", 2024-09-19T04:36:47.334 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-19T04:36:47.334 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.334 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.335 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.335 INFO:teuthology.orchestra.run.smithi111.stdout: "end_weekday": { 2024-09-19T04:36:47.335 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "end_weekday", 2024-09-19T04:36:47.335 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "uint", 2024-09-19T04:36:47.335 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.335 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.335 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "0", 2024-09-19T04:36:47.335 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "0", 2024-09-19T04:36:47.335 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "6", 2024-09-19T04:36:47.335 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.335 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-19T04:36:47.335 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-19T04:36:47.335 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.336 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.336 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.336 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.336 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.336 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.336 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.336 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.336 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.336 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.336 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.336 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.336 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.336 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.336 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.337 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.337 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.337 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.337 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.337 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.337 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.337 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.337 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.337 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.337 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.337 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.337 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.337 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.337 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.338 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.338 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.338 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.338 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.338 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.338 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.338 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.338 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.338 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.338 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.338 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.338 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.338 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.338 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.339 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.339 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.339 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.339 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.339 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.339 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.339 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.339 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.339 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.339 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.339 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.339 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.339 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.339 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.339 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.340 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.340 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.340 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.340 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.340 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.340 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.340 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.340 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.340 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.340 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.340 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.340 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.340 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.340 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.341 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.341 INFO:teuthology.orchestra.run.smithi111.stdout: "min_score": { 2024-09-19T04:36:47.341 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "min_score", 2024-09-19T04:36:47.341 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "float", 2024-09-19T04:36:47.341 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.341 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.341 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "0", 2024-09-19T04:36:47.341 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.341 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.341 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.341 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-19T04:36:47.341 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.341 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.341 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.342 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.342 INFO:teuthology.orchestra.run.smithi111.stdout: "mode": { 2024-09-19T04:36:47.342 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "mode", 2024-09-19T04:36:47.342 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.342 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.342 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.342 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "upmap", 2024-09-19T04:36:47.342 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.342 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.342 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.342 INFO:teuthology.orchestra.run.smithi111.stdout: "crush-compat", 2024-09-19T04:36:47.342 INFO:teuthology.orchestra.run.smithi111.stdout: "none", 2024-09-19T04:36:47.342 INFO:teuthology.orchestra.run.smithi111.stdout: "read", 2024-09-19T04:36:47.343 INFO:teuthology.orchestra.run.smithi111.stdout: "upmap", 2024-09-19T04:36:47.343 INFO:teuthology.orchestra.run.smithi111.stdout: "upmap-read" 2024-09-19T04:36:47.343 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.343 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Balancer mode", 2024-09-19T04:36:47.343 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.343 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.343 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.343 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.343 INFO:teuthology.orchestra.run.smithi111.stdout: "pool_ids": { 2024-09-19T04:36:47.343 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "pool_ids", 2024-09-19T04:36:47.343 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.343 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.343 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.343 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.344 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.344 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.344 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.344 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-19T04:36:47.344 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.344 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.344 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.344 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.344 INFO:teuthology.orchestra.run.smithi111.stdout: "sleep_interval": { 2024-09-19T04:36:47.344 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "sleep_interval", 2024-09-19T04:36:47.344 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.344 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.344 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.345 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "60", 2024-09-19T04:36:47.345 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.345 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.345 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.345 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-19T04:36:47.345 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.345 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.345 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.345 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.345 INFO:teuthology.orchestra.run.smithi111.stdout: "upmap_max_deviation": { 2024-09-19T04:36:47.345 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "upmap_max_deviation", 2024-09-19T04:36:47.345 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.345 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.345 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.346 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "5", 2024-09-19T04:36:47.346 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "1", 2024-09-19T04:36:47.346 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.346 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.346 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-19T04:36:47.346 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-19T04:36:47.346 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.346 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.346 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.346 INFO:teuthology.orchestra.run.smithi111.stdout: "upmap_max_optimizations": { 2024-09-19T04:36:47.346 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "upmap_max_optimizations", 2024-09-19T04:36:47.346 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "uint", 2024-09-19T04:36:47.346 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.346 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.347 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "10", 2024-09-19T04:36:47.347 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.347 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.347 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.347 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-19T04:36:47.347 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.347 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.347 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.347 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.347 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.347 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.347 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.347 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "cephadm", 2024-09-19T04:36:47.347 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.348 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.348 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.348 INFO:teuthology.orchestra.run.smithi111.stdout: "agent_down_multiplier": { 2024-09-19T04:36:47.348 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "agent_down_multiplier", 2024-09-19T04:36:47.348 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "float", 2024-09-19T04:36:47.348 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.348 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.348 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "3.0", 2024-09-19T04:36:47.348 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.348 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.348 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.348 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-19T04:36:47.348 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.348 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.349 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.349 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.349 INFO:teuthology.orchestra.run.smithi111.stdout: "agent_refresh_rate": { 2024-09-19T04:36:47.349 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "agent_refresh_rate", 2024-09-19T04:36:47.349 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.349 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.349 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.349 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "20", 2024-09-19T04:36:47.349 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.349 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.349 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.349 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-19T04:36:47.349 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.349 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.350 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.350 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.350 INFO:teuthology.orchestra.run.smithi111.stdout: "agent_starting_port": { 2024-09-19T04:36:47.350 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "agent_starting_port", 2024-09-19T04:36:47.350 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.350 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.350 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.350 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "4721", 2024-09-19T04:36:47.350 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.350 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.350 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.350 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-19T04:36:47.350 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.350 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.351 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.351 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.351 INFO:teuthology.orchestra.run.smithi111.stdout: "allow_ptrace": { 2024-09-19T04:36:47.351 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "allow_ptrace", 2024-09-19T04:36:47.351 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.351 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.351 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.351 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.351 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.351 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.351 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.351 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-19T04:36:47.351 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-19T04:36:47.352 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.352 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.352 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.352 INFO:teuthology.orchestra.run.smithi111.stdout: "autotune_interval": { 2024-09-19T04:36:47.352 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "autotune_interval", 2024-09-19T04:36:47.352 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.352 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.352 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.352 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "600", 2024-09-19T04:36:47.352 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.352 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.352 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.352 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-19T04:36:47.352 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.353 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.353 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.353 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.353 INFO:teuthology.orchestra.run.smithi111.stdout: "autotune_memory_target_ratio": { 2024-09-19T04:36:47.353 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "autotune_memory_target_ratio", 2024-09-19T04:36:47.353 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "float", 2024-09-19T04:36:47.353 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.353 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.353 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "0.7", 2024-09-19T04:36:47.353 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.353 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.353 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.353 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-19T04:36:47.354 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.354 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.354 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.354 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.354 INFO:teuthology.orchestra.run.smithi111.stdout: "cephadm_log_destination": { 2024-09-19T04:36:47.354 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "cephadm_log_destination", 2024-09-19T04:36:47.354 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.354 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.354 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.354 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.354 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.354 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.354 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.355 INFO:teuthology.orchestra.run.smithi111.stdout: "file", 2024-09-19T04:36:47.355 INFO:teuthology.orchestra.run.smithi111.stdout: "file,syslog", 2024-09-19T04:36:47.355 INFO:teuthology.orchestra.run.smithi111.stdout: "syslog" 2024-09-19T04:36:47.355 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.355 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-19T04:36:47.355 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.355 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.355 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.355 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.355 INFO:teuthology.orchestra.run.smithi111.stdout: "cgroups_split": { 2024-09-19T04:36:47.355 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "cgroups_split", 2024-09-19T04:36:47.355 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.355 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.355 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.356 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.356 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.356 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.356 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.356 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-19T04:36:47.356 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.356 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.356 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.356 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.356 INFO:teuthology.orchestra.run.smithi111.stdout: "config_checks_enabled": { 2024-09-19T04:36:47.356 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "config_checks_enabled", 2024-09-19T04:36:47.356 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.356 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.357 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.357 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.357 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.357 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.357 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.357 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-19T04:36:47.357 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.357 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.357 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.357 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.357 INFO:teuthology.orchestra.run.smithi111.stdout: "config_dashboard": { 2024-09-19T04:36:47.357 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "config_dashboard", 2024-09-19T04:36:47.357 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.357 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.358 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.358 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.358 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.358 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.358 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.358 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-19T04:36:47.358 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.358 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.358 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.359 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.359 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_alertmanager": { 2024-09-19T04:36:47.359 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_alertmanager", 2024-09-19T04:36:47.359 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.359 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.359 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.359 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-19T04:36:47.359 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.359 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.359 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.360 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Prometheus container image", 2024-09-19T04:36:47.360 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.360 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.360 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.360 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.360 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_base": { 2024-09-19T04:36:47.360 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_base", 2024-09-19T04:36:47.360 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.361 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.361 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.361 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-19T04:36:47.361 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.361 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.361 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.361 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Container image name, without the tag", 2024-09-19T04:36:47.361 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.361 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.362 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.362 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.362 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_elasticsearch": { 2024-09-19T04:36:47.362 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_elasticsearch", 2024-09-19T04:36:47.362 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.362 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.362 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.362 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-19T04:36:47.362 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.363 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.363 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.363 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "elasticsearch container image", 2024-09-19T04:36:47.363 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.363 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.363 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.363 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.363 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_grafana": { 2024-09-19T04:36:47.363 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_grafana", 2024-09-19T04:36:47.364 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.364 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.364 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.364 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-19T04:36:47.364 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.364 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.364 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.364 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Prometheus container image", 2024-09-19T04:36:47.364 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.364 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.364 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.365 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.365 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_haproxy": { 2024-09-19T04:36:47.365 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_haproxy", 2024-09-19T04:36:47.365 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.365 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.365 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.365 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-19T04:36:47.365 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.365 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.365 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.365 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "HAproxy container image", 2024-09-19T04:36:47.365 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.365 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.365 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.366 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.366 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_jaeger_agent": { 2024-09-19T04:36:47.366 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_jaeger_agent", 2024-09-19T04:36:47.366 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.366 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.366 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.366 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-19T04:36:47.366 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.366 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.366 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.366 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Jaeger agent container image", 2024-09-19T04:36:47.366 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.366 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.366 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.367 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.367 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_jaeger_collector": { 2024-09-19T04:36:47.367 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_jaeger_collector", 2024-09-19T04:36:47.367 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.367 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.367 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.367 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-19T04:36:47.367 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.367 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.367 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.367 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Jaeger collector container image", 2024-09-19T04:36:47.367 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.367 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.367 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.368 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.368 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_jaeger_query": { 2024-09-19T04:36:47.368 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_jaeger_query", 2024-09-19T04:36:47.368 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.368 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.368 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.368 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-19T04:36:47.368 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.368 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.368 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.368 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Jaeger query container image", 2024-09-19T04:36:47.368 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.368 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.369 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.369 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.369 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_keepalived": { 2024-09-19T04:36:47.369 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_keepalived", 2024-09-19T04:36:47.369 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.369 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.369 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.369 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-19T04:36:47.369 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.369 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.369 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.369 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Keepalived container image", 2024-09-19T04:36:47.369 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.369 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.370 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.370 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.370 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_loki": { 2024-09-19T04:36:47.370 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_loki", 2024-09-19T04:36:47.370 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.370 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.370 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.370 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-19T04:36:47.370 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.370 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.370 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.370 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Loki container image", 2024-09-19T04:36:47.371 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.371 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.371 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.371 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.371 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_node_exporter": { 2024-09-19T04:36:47.371 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_node_exporter", 2024-09-19T04:36:47.371 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.371 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.371 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.371 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-19T04:36:47.371 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.371 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.371 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.371 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Prometheus container image", 2024-09-19T04:36:47.372 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.372 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.372 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.372 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.372 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_nvmeof": { 2024-09-19T04:36:47.372 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_nvmeof", 2024-09-19T04:36:47.372 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.372 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.372 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.372 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-19T04:36:47.372 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.372 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.372 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.372 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Nvme-of container image", 2024-09-19T04:36:47.373 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.373 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.373 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.373 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.373 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_prometheus": { 2024-09-19T04:36:47.373 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_prometheus", 2024-09-19T04:36:47.373 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.373 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.373 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.373 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-19T04:36:47.373 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.373 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.373 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.373 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Prometheus container image", 2024-09-19T04:36:47.374 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.374 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.374 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.374 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.374 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_promtail": { 2024-09-19T04:36:47.374 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_promtail", 2024-09-19T04:36:47.374 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.374 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.374 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.374 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-19T04:36:47.374 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.374 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.374 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.374 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Promtail container image", 2024-09-19T04:36:47.375 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.375 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.375 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.375 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.375 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_samba": { 2024-09-19T04:36:47.375 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_samba", 2024-09-19T04:36:47.375 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.375 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.375 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.375 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-19T04:36:47.375 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.375 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.375 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.375 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Samba/SMB container image", 2024-09-19T04:36:47.376 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.376 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.376 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.376 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.376 INFO:teuthology.orchestra.run.smithi111.stdout: "container_image_snmp_gateway": { 2024-09-19T04:36:47.376 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_image_snmp_gateway", 2024-09-19T04:36:47.376 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.376 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.376 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.376 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-19T04:36:47.376 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.376 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.376 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.376 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "SNMP Gateway container image", 2024-09-19T04:36:47.377 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.377 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.377 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.377 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.377 INFO:teuthology.orchestra.run.smithi111.stdout: "container_init": { 2024-09-19T04:36:47.377 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "container_init", 2024-09-19T04:36:47.377 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.377 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.377 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.377 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.377 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.378 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.378 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.378 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Run podman/docker with `--init`", 2024-09-19T04:36:47.378 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.378 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.378 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.378 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.378 INFO:teuthology.orchestra.run.smithi111.stdout: "daemon_cache_timeout": { 2024-09-19T04:36:47.379 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "daemon_cache_timeout", 2024-09-19T04:36:47.379 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.379 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.379 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.379 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "600", 2024-09-19T04:36:47.379 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.379 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.379 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.380 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-19T04:36:47.380 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.380 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.380 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.380 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.380 INFO:teuthology.orchestra.run.smithi111.stdout: "default_cephadm_command_timeout": { 2024-09-19T04:36:47.380 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "default_cephadm_command_timeout", 2024-09-19T04:36:47.380 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.380 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.381 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.381 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "900", 2024-09-19T04:36:47.381 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.381 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.381 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.381 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-19T04:36:47.381 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.381 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.382 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.382 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.382 INFO:teuthology.orchestra.run.smithi111.stdout: "default_registry": { 2024-09-19T04:36:47.382 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "default_registry", 2024-09-19T04:36:47.382 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.382 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.382 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.382 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "docker.io", 2024-09-19T04:36:47.383 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.383 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.383 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.383 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-19T04:36:47.383 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.383 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.383 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.383 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.384 INFO:teuthology.orchestra.run.smithi111.stdout: "device_cache_timeout": { 2024-09-19T04:36:47.384 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "device_cache_timeout", 2024-09-19T04:36:47.384 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.384 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.384 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.384 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "1800", 2024-09-19T04:36:47.384 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.384 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.384 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.384 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "seconds to cache device inventory", 2024-09-19T04:36:47.384 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.384 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.384 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.384 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.385 INFO:teuthology.orchestra.run.smithi111.stdout: "device_enhanced_scan": { 2024-09-19T04:36:47.385 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "device_enhanced_scan", 2024-09-19T04:36:47.385 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.385 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.385 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.385 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.385 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.385 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.385 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.385 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-19T04:36:47.385 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.385 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.385 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.385 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.386 INFO:teuthology.orchestra.run.smithi111.stdout: "facts_cache_timeout": { 2024-09-19T04:36:47.386 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "facts_cache_timeout", 2024-09-19T04:36:47.386 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.386 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.386 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.386 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "60", 2024-09-19T04:36:47.386 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.386 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.386 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.386 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "seconds to cache host facts data", 2024-09-19T04:36:47.386 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.386 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.386 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.386 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.387 INFO:teuthology.orchestra.run.smithi111.stdout: "grafana_dashboards_path": { 2024-09-19T04:36:47.387 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "grafana_dashboards_path", 2024-09-19T04:36:47.387 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.387 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.387 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.387 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-19T04:36:47.387 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.387 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.387 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.387 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-19T04:36:47.387 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.387 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.387 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.387 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.388 INFO:teuthology.orchestra.run.smithi111.stdout: "host_check_interval": { 2024-09-19T04:36:47.388 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "host_check_interval", 2024-09-19T04:36:47.388 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.388 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.388 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.388 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "600", 2024-09-19T04:36:47.388 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.388 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.388 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.388 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "how frequently to perform a host check", 2024-09-19T04:36:47.388 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.388 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.388 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.388 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.389 INFO:teuthology.orchestra.run.smithi111.stdout: "hw_monitoring": { 2024-09-19T04:36:47.389 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "hw_monitoring", 2024-09-19T04:36:47.389 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.389 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.389 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.389 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.389 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.389 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.389 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.389 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-19T04:36:47.389 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.389 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.389 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.389 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.390 INFO:teuthology.orchestra.run.smithi111.stdout: "inventory_list_all": { 2024-09-19T04:36:47.390 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "inventory_list_all", 2024-09-19T04:36:47.390 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.390 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.390 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.390 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.390 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.390 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.390 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.390 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-19T04:36:47.390 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.390 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.390 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.390 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.390 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.391 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.391 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.391 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.391 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.391 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.391 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.391 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.391 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.391 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.391 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.391 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.391 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.391 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.391 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.392 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.392 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.392 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.392 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.392 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.392 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.392 INFO:teuthology.orchestra.run.smithi111.stdout: "log_refresh_metadata": { 2024-09-19T04:36:47.392 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_refresh_metadata", 2024-09-19T04:36:47.392 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.392 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.392 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.392 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.392 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.393 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.393 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.393 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-19T04:36:47.393 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.393 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.393 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.393 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.393 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.393 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.393 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.393 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.393 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.393 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.393 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.394 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.394 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.394 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-19T04:36:47.394 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.394 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.394 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.394 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.394 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.394 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.394 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.394 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.394 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.394 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.394 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.394 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.395 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.395 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.395 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.395 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.395 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.395 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.395 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.395 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.395 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.395 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.395 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.395 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.395 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.395 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.395 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.396 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.396 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.396 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.396 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.396 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.396 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.396 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.396 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.396 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.396 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.396 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.396 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.396 INFO:teuthology.orchestra.run.smithi111.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-19T04:36:47.396 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-19T04:36:47.396 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.397 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.397 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.397 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.397 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.397 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.397 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.397 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-19T04:36:47.397 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.397 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.397 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.397 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.397 INFO:teuthology.orchestra.run.smithi111.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-19T04:36:47.397 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-19T04:36:47.397 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.398 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.398 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.398 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "*", 2024-09-19T04:36:47.398 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.398 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.398 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.398 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-19T04:36:47.398 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.398 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.398 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.398 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.398 INFO:teuthology.orchestra.run.smithi111.stdout: "max_count_per_host": { 2024-09-19T04:36:47.398 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "max_count_per_host", 2024-09-19T04:36:47.398 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.398 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.399 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.399 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "10", 2024-09-19T04:36:47.399 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.399 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.399 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.399 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "max number of daemons per service per host", 2024-09-19T04:36:47.399 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.399 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.399 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.399 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.399 INFO:teuthology.orchestra.run.smithi111.stdout: "max_osd_draining_count": { 2024-09-19T04:36:47.399 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "max_osd_draining_count", 2024-09-19T04:36:47.399 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.399 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.400 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.400 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "10", 2024-09-19T04:36:47.400 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.400 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.400 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.400 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-19T04:36:47.400 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.400 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.400 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.400 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.400 INFO:teuthology.orchestra.run.smithi111.stdout: "migration_current": { 2024-09-19T04:36:47.400 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "migration_current", 2024-09-19T04:36:47.400 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.401 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.401 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.401 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.401 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.401 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.401 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.401 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "internal - do not modify", 2024-09-19T04:36:47.401 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.401 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.401 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.401 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.401 INFO:teuthology.orchestra.run.smithi111.stdout: "mode": { 2024-09-19T04:36:47.401 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "mode", 2024-09-19T04:36:47.401 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.402 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.402 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.402 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "root", 2024-09-19T04:36:47.402 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.402 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.402 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.402 INFO:teuthology.orchestra.run.smithi111.stdout: "cephadm-package", 2024-09-19T04:36:47.402 INFO:teuthology.orchestra.run.smithi111.stdout: "root" 2024-09-19T04:36:47.402 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.402 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "mode for remote execution of cephadm", 2024-09-19T04:36:47.402 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.402 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.402 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.402 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.403 INFO:teuthology.orchestra.run.smithi111.stdout: "oob_default_addr": { 2024-09-19T04:36:47.403 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "oob_default_addr", 2024-09-19T04:36:47.403 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.403 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.403 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.403 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "169.254.1.1", 2024-09-19T04:36:47.403 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.403 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.404 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.404 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-19T04:36:47.404 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.404 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.404 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.404 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.404 INFO:teuthology.orchestra.run.smithi111.stdout: "prometheus_alerts_path": { 2024-09-19T04:36:47.404 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "prometheus_alerts_path", 2024-09-19T04:36:47.404 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.405 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.405 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.405 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-19T04:36:47.405 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.405 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.405 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.405 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-19T04:36:47.405 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.406 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.406 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.406 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.406 INFO:teuthology.orchestra.run.smithi111.stdout: "registry_insecure": { 2024-09-19T04:36:47.406 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "registry_insecure", 2024-09-19T04:36:47.406 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.406 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.406 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.406 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.407 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.407 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.407 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.407 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-19T04:36:47.407 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.407 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.407 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.407 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.408 INFO:teuthology.orchestra.run.smithi111.stdout: "registry_password": { 2024-09-19T04:36:47.408 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "registry_password", 2024-09-19T04:36:47.408 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.408 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.408 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.408 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.408 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.408 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.409 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.409 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-19T04:36:47.409 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.409 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.409 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.409 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.409 INFO:teuthology.orchestra.run.smithi111.stdout: "registry_url": { 2024-09-19T04:36:47.410 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "registry_url", 2024-09-19T04:36:47.410 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.410 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.410 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.410 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.410 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.410 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.410 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.410 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-19T04:36:47.410 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.410 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.411 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.411 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.411 INFO:teuthology.orchestra.run.smithi111.stdout: "registry_username": { 2024-09-19T04:36:47.411 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "registry_username", 2024-09-19T04:36:47.411 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.411 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.411 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.411 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.411 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.411 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.411 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.411 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-19T04:36:47.411 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.411 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.412 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.412 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.412 INFO:teuthology.orchestra.run.smithi111.stdout: "secure_monitoring_stack": { 2024-09-19T04:36:47.412 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "secure_monitoring_stack", 2024-09-19T04:36:47.412 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.412 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.412 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.412 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.412 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.412 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.412 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.412 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-19T04:36:47.412 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.412 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.413 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.413 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.413 INFO:teuthology.orchestra.run.smithi111.stdout: "service_discovery_port": { 2024-09-19T04:36:47.413 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "service_discovery_port", 2024-09-19T04:36:47.413 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.413 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.413 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.413 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "8765", 2024-09-19T04:36:47.413 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.413 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.413 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.413 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "cephadm service discovery port", 2024-09-19T04:36:47.413 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.413 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.414 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.414 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.414 INFO:teuthology.orchestra.run.smithi111.stdout: "ssh_config_file": { 2024-09-19T04:36:47.414 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "ssh_config_file", 2024-09-19T04:36:47.414 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.414 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.414 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.414 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.414 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.414 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.415 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.415 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-19T04:36:47.415 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.415 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.415 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.416 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.416 INFO:teuthology.orchestra.run.smithi111.stdout: "use_agent": { 2024-09-19T04:36:47.416 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "use_agent", 2024-09-19T04:36:47.416 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.416 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.416 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.417 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.417 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.417 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.417 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.417 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-19T04:36:47.418 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.418 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.418 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.418 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.418 INFO:teuthology.orchestra.run.smithi111.stdout: "use_repo_digest": { 2024-09-19T04:36:47.418 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "use_repo_digest", 2024-09-19T04:36:47.418 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.419 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.419 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.419 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.419 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.419 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.419 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.419 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-19T04:36:47.419 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.419 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.419 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.419 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.419 INFO:teuthology.orchestra.run.smithi111.stdout: "warn_on_failed_host_check": { 2024-09-19T04:36:47.420 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "warn_on_failed_host_check", 2024-09-19T04:36:47.420 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.420 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.420 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.420 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.420 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.420 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.420 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.420 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "raise a health warning if the host check fails", 2024-09-19T04:36:47.420 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.420 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.420 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.420 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.420 INFO:teuthology.orchestra.run.smithi111.stdout: "warn_on_stray_daemons": { 2024-09-19T04:36:47.421 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "warn_on_stray_daemons", 2024-09-19T04:36:47.421 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.421 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.421 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.421 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.421 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.421 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.421 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.421 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-19T04:36:47.421 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.421 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.421 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.421 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.421 INFO:teuthology.orchestra.run.smithi111.stdout: "warn_on_stray_hosts": { 2024-09-19T04:36:47.422 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "warn_on_stray_hosts", 2024-09-19T04:36:47.422 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.422 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.422 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.422 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.422 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.422 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.422 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.422 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-19T04:36:47.422 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.422 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.422 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.423 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.423 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.423 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.423 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.423 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "crash", 2024-09-19T04:36:47.423 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.423 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.423 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.423 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.423 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.423 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.423 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.423 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.424 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.424 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.424 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.424 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.424 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.424 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.424 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.424 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.424 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.424 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.424 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.424 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.424 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.424 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.425 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.425 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.425 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.425 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.425 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.425 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.425 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.425 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.425 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.425 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.425 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.425 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.425 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.425 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.426 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.426 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.426 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.426 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.426 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.426 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.426 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.426 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.426 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.426 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.426 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.426 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.426 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.427 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.427 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.427 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.427 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.427 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.427 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.427 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.427 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.427 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.427 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.427 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.427 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.427 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.427 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.428 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.428 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.428 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.428 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.428 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.428 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.428 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.428 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.428 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.428 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.428 INFO:teuthology.orchestra.run.smithi111.stdout: "retain_interval": { 2024-09-19T04:36:47.428 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "retain_interval", 2024-09-19T04:36:47.428 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.429 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.429 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.429 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "31536000", 2024-09-19T04:36:47.429 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.429 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.429 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.429 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-19T04:36:47.429 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.429 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.429 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.429 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.429 INFO:teuthology.orchestra.run.smithi111.stdout: "warn_recent_interval": { 2024-09-19T04:36:47.429 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "warn_recent_interval", 2024-09-19T04:36:47.430 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.430 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.430 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.430 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "1209600", 2024-09-19T04:36:47.430 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.430 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.430 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.430 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-19T04:36:47.430 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.430 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.430 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.430 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.430 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.431 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.431 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.431 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "dashboard", 2024-09-19T04:36:47.431 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.431 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.431 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.431 INFO:teuthology.orchestra.run.smithi111.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-19T04:36:47.431 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-19T04:36:47.431 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.431 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.431 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.431 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "10", 2024-09-19T04:36:47.431 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.432 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.432 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.432 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.432 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.432 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.432 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.432 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.432 INFO:teuthology.orchestra.run.smithi111.stdout: "ALERTMANAGER_API_HOST": { 2024-09-19T04:36:47.432 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-19T04:36:47.432 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.432 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.432 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.432 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.432 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.433 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.433 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.433 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.433 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.433 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.433 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.433 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.433 INFO:teuthology.orchestra.run.smithi111.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-19T04:36:47.433 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-19T04:36:47.433 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.433 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.433 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.433 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.433 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: "AUDIT_API_ENABLED": { 2024-09-19T04:36:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "AUDIT_API_ENABLED", 2024-09-19T04:36:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.435 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.435 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.435 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.435 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.435 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.435 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.435 INFO:teuthology.orchestra.run.smithi111.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-19T04:36:47.435 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-19T04:36:47.435 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.435 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.435 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.435 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.435 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.435 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.436 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.436 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.436 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.436 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.436 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.436 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.436 INFO:teuthology.orchestra.run.smithi111.stdout: "ENABLE_BROWSABLE_API": { 2024-09-19T04:36:47.436 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-19T04:36:47.436 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.436 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.436 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.436 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.436 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.436 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.437 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.437 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.437 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.437 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.437 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.437 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.437 INFO:teuthology.orchestra.run.smithi111.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-19T04:36:47.437 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-19T04:36:47.437 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.437 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.437 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.437 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.437 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.437 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.437 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.438 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.438 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.438 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.438 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.438 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.438 INFO:teuthology.orchestra.run.smithi111.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-19T04:36:47.438 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-19T04:36:47.438 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.438 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.438 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.438 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.438 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.438 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.439 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.439 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.439 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.439 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.439 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.439 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.439 INFO:teuthology.orchestra.run.smithi111.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-19T04:36:47.439 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-19T04:36:47.439 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.439 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.439 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.439 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.439 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.440 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.440 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.440 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.440 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.440 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.440 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.440 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.440 INFO:teuthology.orchestra.run.smithi111.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-19T04:36:47.440 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-19T04:36:47.440 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.440 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.440 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.440 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.440 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.441 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.441 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.441 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.441 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.441 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.441 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.441 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.441 INFO:teuthology.orchestra.run.smithi111.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-19T04:36:47.441 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-19T04:36:47.441 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.441 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.441 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.441 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.441 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.442 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.442 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.442 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.442 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.442 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.442 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.442 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.442 INFO:teuthology.orchestra.run.smithi111.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-19T04:36:47.442 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-19T04:36:47.442 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.442 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.442 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.442 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.442 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.442 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.443 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.443 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.443 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.443 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.443 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.443 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.443 INFO:teuthology.orchestra.run.smithi111.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-19T04:36:47.443 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-19T04:36:47.443 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.443 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.443 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.443 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.443 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.444 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.444 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.444 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.444 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.444 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.444 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.444 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.444 INFO:teuthology.orchestra.run.smithi111.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-19T04:36:47.444 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-19T04:36:47.444 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.444 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.444 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.444 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.444 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.445 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.445 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.445 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.445 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.445 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.445 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.445 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.445 INFO:teuthology.orchestra.run.smithi111.stdout: "GRAFANA_API_PASSWORD": { 2024-09-19T04:36:47.445 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-19T04:36:47.445 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.445 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.445 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.445 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "admin", 2024-09-19T04:36:47.445 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.445 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.446 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.446 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.446 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.446 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.446 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.446 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.446 INFO:teuthology.orchestra.run.smithi111.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-19T04:36:47.446 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-19T04:36:47.446 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.446 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.446 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.446 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.446 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.446 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.447 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.447 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.447 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.447 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.447 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.447 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.447 INFO:teuthology.orchestra.run.smithi111.stdout: "GRAFANA_API_URL": { 2024-09-19T04:36:47.447 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "GRAFANA_API_URL", 2024-09-19T04:36:47.447 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.447 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.448 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.448 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.448 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.448 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.448 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.448 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.448 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.448 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.448 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.448 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.448 INFO:teuthology.orchestra.run.smithi111.stdout: "GRAFANA_API_USERNAME": { 2024-09-19T04:36:47.448 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-19T04:36:47.449 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.449 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.449 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.449 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "admin", 2024-09-19T04:36:47.449 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.449 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.449 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.449 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.449 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.449 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.449 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.449 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.449 INFO:teuthology.orchestra.run.smithi111.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-19T04:36:47.450 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-19T04:36:47.450 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.450 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.450 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.450 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.450 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.450 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.450 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.450 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.450 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.450 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.450 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.450 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.451 INFO:teuthology.orchestra.run.smithi111.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-19T04:36:47.451 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-19T04:36:47.451 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.451 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.451 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.451 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.451 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.451 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.451 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.451 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.451 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.451 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.451 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.451 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.452 INFO:teuthology.orchestra.run.smithi111.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-19T04:36:47.452 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-19T04:36:47.452 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.452 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.452 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.452 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.452 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.452 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.452 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.452 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.452 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.452 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.452 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.453 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.453 INFO:teuthology.orchestra.run.smithi111.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-19T04:36:47.453 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-19T04:36:47.453 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.453 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.453 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.453 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.453 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.453 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.453 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.454 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.454 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.454 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.454 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.454 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.454 INFO:teuthology.orchestra.run.smithi111.stdout: "PROMETHEUS_API_HOST": { 2024-09-19T04:36:47.454 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-19T04:36:47.454 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.454 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.454 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.454 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.454 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.454 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.454 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.455 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.455 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.455 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.455 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.455 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.455 INFO:teuthology.orchestra.run.smithi111.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-19T04:36:47.455 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-19T04:36:47.455 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.455 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.455 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.455 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.455 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.456 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.456 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.456 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.456 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.456 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.456 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.456 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.456 INFO:teuthology.orchestra.run.smithi111.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-19T04:36:47.456 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-19T04:36:47.456 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.457 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.457 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.457 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.457 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.457 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.457 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.457 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.457 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.457 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.457 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.457 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.457 INFO:teuthology.orchestra.run.smithi111.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-19T04:36:47.457 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-19T04:36:47.457 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.457 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.458 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.458 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.458 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.458 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.458 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.458 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.458 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.458 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.458 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.458 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.458 INFO:teuthology.orchestra.run.smithi111.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-19T04:36:47.458 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-19T04:36:47.458 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.458 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.459 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.459 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.459 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.459 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.459 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.459 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.459 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.459 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.459 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.459 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.459 INFO:teuthology.orchestra.run.smithi111.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-19T04:36:47.459 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-19T04:36:47.459 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.459 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.460 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.460 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.460 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.460 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.460 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.460 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.460 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.460 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.460 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.460 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.460 INFO:teuthology.orchestra.run.smithi111.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-19T04:36:47.460 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-19T04:36:47.460 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.461 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.461 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.461 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.461 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.461 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.461 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.461 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.461 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.461 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.461 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.461 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.461 INFO:teuthology.orchestra.run.smithi111.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-19T04:36:47.461 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-19T04:36:47.462 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.462 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.462 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.462 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.462 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.462 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.462 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.462 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.462 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.462 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.462 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.462 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.462 INFO:teuthology.orchestra.run.smithi111.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-19T04:36:47.462 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-19T04:36:47.463 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.463 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.463 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.463 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.463 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.463 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.463 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.463 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.463 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.463 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.463 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.463 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.463 INFO:teuthology.orchestra.run.smithi111.stdout: "PWD_POLICY_ENABLED": { 2024-09-19T04:36:47.463 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-19T04:36:47.464 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.464 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.464 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.464 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.464 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.464 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.464 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.464 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.464 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.464 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.464 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.464 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.465 INFO:teuthology.orchestra.run.smithi111.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-19T04:36:47.465 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-19T04:36:47.465 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.465 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.465 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.465 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-19T04:36:47.465 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.465 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.465 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.465 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.465 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.465 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.465 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.466 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.466 INFO:teuthology.orchestra.run.smithi111.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-19T04:36:47.466 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-19T04:36:47.466 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.466 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.466 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.466 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "10", 2024-09-19T04:36:47.466 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.466 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.466 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.466 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.466 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.466 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.466 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.467 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.467 INFO:teuthology.orchestra.run.smithi111.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-19T04:36:47.467 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-19T04:36:47.467 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.467 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.467 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.467 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "8", 2024-09-19T04:36:47.467 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.467 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.467 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.468 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.468 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.468 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.468 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.468 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.468 INFO:teuthology.orchestra.run.smithi111.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-19T04:36:47.468 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-19T04:36:47.468 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.468 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.468 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.468 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "45", 2024-09-19T04:36:47.468 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.468 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.469 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.469 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.469 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.469 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.469 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.469 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.469 INFO:teuthology.orchestra.run.smithi111.stdout: "RGW_API_ACCESS_KEY": { 2024-09-19T04:36:47.469 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-19T04:36:47.469 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.469 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.469 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.469 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.469 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.469 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.470 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.470 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.470 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.470 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.470 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.470 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.470 INFO:teuthology.orchestra.run.smithi111.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-19T04:36:47.470 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-19T04:36:47.470 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.470 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.470 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.470 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "admin", 2024-09-19T04:36:47.470 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.471 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.471 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.471 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.471 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.471 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.471 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.471 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.471 INFO:teuthology.orchestra.run.smithi111.stdout: "RGW_API_SECRET_KEY": { 2024-09-19T04:36:47.471 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-19T04:36:47.471 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.471 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.471 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.471 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.472 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.472 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.472 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.472 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.472 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.472 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.472 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.472 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.472 INFO:teuthology.orchestra.run.smithi111.stdout: "RGW_API_SSL_VERIFY": { 2024-09-19T04:36:47.472 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-19T04:36:47.472 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.472 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.472 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.473 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.473 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.473 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.473 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.473 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.473 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.473 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.473 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.473 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.473 INFO:teuthology.orchestra.run.smithi111.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-19T04:36:47.473 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-19T04:36:47.473 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.473 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.474 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.474 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "0", 2024-09-19T04:36:47.474 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.474 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.474 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.474 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.474 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.474 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.474 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.474 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.474 INFO:teuthology.orchestra.run.smithi111.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-19T04:36:47.474 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-19T04:36:47.474 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.474 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.475 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.475 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "10", 2024-09-19T04:36:47.475 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.475 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.475 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.475 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.475 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.475 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.475 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.475 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.475 INFO:teuthology.orchestra.run.smithi111.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-19T04:36:47.475 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-19T04:36:47.475 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.475 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.476 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.476 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "5", 2024-09-19T04:36:47.476 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.476 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.476 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.476 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.476 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.476 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.476 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.476 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.477 INFO:teuthology.orchestra.run.smithi111.stdout: "cross_origin_url": { 2024-09-19T04:36:47.477 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "cross_origin_url", 2024-09-19T04:36:47.477 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.477 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.477 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.477 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.477 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.477 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.477 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.477 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.477 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.477 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.477 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.478 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.478 INFO:teuthology.orchestra.run.smithi111.stdout: "crt_file": { 2024-09-19T04:36:47.478 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "crt_file", 2024-09-19T04:36:47.478 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.478 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.478 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.478 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.478 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.478 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.478 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.478 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.479 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.479 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.479 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.479 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.479 INFO:teuthology.orchestra.run.smithi111.stdout: "debug": { 2024-09-19T04:36:47.479 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "debug", 2024-09-19T04:36:47.479 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.479 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.479 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.479 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.479 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.479 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.479 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.479 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Enable/disable debug options", 2024-09-19T04:36:47.480 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.480 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.480 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.480 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.480 INFO:teuthology.orchestra.run.smithi111.stdout: "jwt_token_ttl": { 2024-09-19T04:36:47.480 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "jwt_token_ttl", 2024-09-19T04:36:47.480 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.480 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.480 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.480 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "28800", 2024-09-19T04:36:47.480 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.480 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.481 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.481 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.481 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.481 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.481 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.481 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.481 INFO:teuthology.orchestra.run.smithi111.stdout: "key_file": { 2024-09-19T04:36:47.481 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "key_file", 2024-09-19T04:36:47.481 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.481 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.481 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.481 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.481 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.484 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.484 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.484 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.484 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.484 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.484 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.484 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.485 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.485 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.485 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.485 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.485 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.485 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.486 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.486 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.486 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.486 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.486 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.487 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.487 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.487 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.487 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.487 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.488 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.488 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.488 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.488 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.488 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.488 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.488 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.488 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.488 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.488 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.488 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.489 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.489 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.489 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.489 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.489 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.489 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.489 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.489 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.489 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.489 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.489 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.489 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.489 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.489 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.490 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.490 INFO:teuthology.orchestra.run.smithi111.stdout: "motd": { 2024-09-19T04:36:47.490 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "motd", 2024-09-19T04:36:47.490 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.490 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.490 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.490 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.490 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.490 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.490 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.491 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "The message of the day", 2024-09-19T04:36:47.491 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.491 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.491 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.491 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.491 INFO:teuthology.orchestra.run.smithi111.stdout: "redirect_resolve_ip_addr": { 2024-09-19T04:36:47.491 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "redirect_resolve_ip_addr", 2024-09-19T04:36:47.491 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.491 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.491 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.491 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.491 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.491 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.491 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.492 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.492 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.492 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.492 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.492 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.492 INFO:teuthology.orchestra.run.smithi111.stdout: "server_addr": { 2024-09-19T04:36:47.492 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "server_addr", 2024-09-19T04:36:47.492 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.492 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.492 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.492 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "::", 2024-09-19T04:36:47.492 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.493 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.493 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.493 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.493 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.493 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.493 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.493 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.493 INFO:teuthology.orchestra.run.smithi111.stdout: "server_port": { 2024-09-19T04:36:47.493 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "server_port", 2024-09-19T04:36:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "8080", 2024-09-19T04:36:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.495 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.495 INFO:teuthology.orchestra.run.smithi111.stdout: "ssl": { 2024-09-19T04:36:47.495 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "ssl", 2024-09-19T04:36:47.495 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.495 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.495 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.495 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.495 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.495 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.495 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.495 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.495 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.495 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.495 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.496 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.496 INFO:teuthology.orchestra.run.smithi111.stdout: "ssl_server_port": { 2024-09-19T04:36:47.496 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "ssl_server_port", 2024-09-19T04:36:47.496 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.496 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.496 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.496 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "8443", 2024-09-19T04:36:47.496 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.496 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.496 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.496 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.496 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.496 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.497 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.497 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.497 INFO:teuthology.orchestra.run.smithi111.stdout: "standby_behaviour": { 2024-09-19T04:36:47.497 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "standby_behaviour", 2024-09-19T04:36:47.497 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.497 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.497 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.497 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "redirect", 2024-09-19T04:36:47.497 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.497 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.497 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.497 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.497 INFO:teuthology.orchestra.run.smithi111.stdout: "redirect" 2024-09-19T04:36:47.497 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.498 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.498 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.498 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.498 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.498 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.498 INFO:teuthology.orchestra.run.smithi111.stdout: "standby_error_status_code": { 2024-09-19T04:36:47.498 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "standby_error_status_code", 2024-09-19T04:36:47.498 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.498 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.498 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.498 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "500", 2024-09-19T04:36:47.498 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "400", 2024-09-19T04:36:47.498 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "599", 2024-09-19T04:36:47.498 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.499 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.499 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.499 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.499 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.499 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.499 INFO:teuthology.orchestra.run.smithi111.stdout: "url_prefix": { 2024-09-19T04:36:47.499 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "url_prefix", 2024-09-19T04:36:47.499 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.499 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.499 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.499 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.499 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.499 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.500 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.500 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.500 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.500 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.500 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.500 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.500 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.500 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.500 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.500 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "devicehealth", 2024-09-19T04:36:47.500 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.500 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.500 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.501 INFO:teuthology.orchestra.run.smithi111.stdout: "enable_monitoring": { 2024-09-19T04:36:47.501 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "enable_monitoring", 2024-09-19T04:36:47.501 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.501 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.501 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.501 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.501 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.501 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.501 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.501 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "monitor device health metrics", 2024-09-19T04:36:47.501 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.501 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.502 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.502 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.502 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.502 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.502 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.502 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.502 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.502 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.502 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.502 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.502 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.502 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.502 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.502 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.503 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.503 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.503 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.503 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.503 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.503 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.503 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.503 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.503 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.503 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.503 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.503 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.503 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.503 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.504 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.504 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.504 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.504 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.504 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.504 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.504 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.504 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.504 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.504 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.504 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.504 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.504 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.504 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.505 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.505 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.505 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.505 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.505 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.505 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.505 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.505 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.505 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.505 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.505 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.505 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.506 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.506 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.506 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.506 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.506 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.506 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.506 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.506 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.506 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.506 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.506 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.506 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.506 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.506 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.507 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.507 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.507 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.507 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.507 INFO:teuthology.orchestra.run.smithi111.stdout: "mark_out_threshold": { 2024-09-19T04:36:47.507 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "mark_out_threshold", 2024-09-19T04:36:47.507 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.507 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.507 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.507 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "2419200", 2024-09-19T04:36:47.507 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.507 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.507 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.508 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-19T04:36:47.508 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.508 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.508 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.508 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.508 INFO:teuthology.orchestra.run.smithi111.stdout: "pool_name": { 2024-09-19T04:36:47.508 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "pool_name", 2024-09-19T04:36:47.508 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.508 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.508 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.508 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "device_health_metrics", 2024-09-19T04:36:47.508 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.509 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.509 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.509 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-19T04:36:47.509 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.509 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.509 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.509 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.509 INFO:teuthology.orchestra.run.smithi111.stdout: "retention_period": { 2024-09-19T04:36:47.509 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "retention_period", 2024-09-19T04:36:47.509 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.509 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.509 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.509 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "15552000", 2024-09-19T04:36:47.509 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.509 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.510 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.510 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "how long to retain device health metrics", 2024-09-19T04:36:47.510 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.510 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.510 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.510 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.510 INFO:teuthology.orchestra.run.smithi111.stdout: "scrape_frequency": { 2024-09-19T04:36:47.510 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "scrape_frequency", 2024-09-19T04:36:47.510 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.510 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.510 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.510 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "86400", 2024-09-19T04:36:47.510 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.511 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.511 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.511 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-19T04:36:47.511 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.511 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.511 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.511 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.511 INFO:teuthology.orchestra.run.smithi111.stdout: "self_heal": { 2024-09-19T04:36:47.511 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "self_heal", 2024-09-19T04:36:47.511 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.511 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.511 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.511 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.512 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.512 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.512 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.512 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-19T04:36:47.512 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.512 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.512 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.512 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.512 INFO:teuthology.orchestra.run.smithi111.stdout: "sleep_interval": { 2024-09-19T04:36:47.512 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "sleep_interval", 2024-09-19T04:36:47.512 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.512 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.512 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.512 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "600", 2024-09-19T04:36:47.513 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.513 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.513 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.513 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "how frequently to wake up and check device health", 2024-09-19T04:36:47.513 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.513 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.513 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.513 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.513 INFO:teuthology.orchestra.run.smithi111.stdout: "warn_threshold": { 2024-09-19T04:36:47.513 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "warn_threshold", 2024-09-19T04:36:47.513 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.513 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.513 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.514 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "7257600", 2024-09-19T04:36:47.514 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.514 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.514 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.514 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-19T04:36:47.514 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.514 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.514 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.514 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.514 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.514 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.514 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.514 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "diskprediction_local", 2024-09-19T04:36:47.515 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.515 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.515 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.515 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.515 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.515 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.516 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.516 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.516 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.516 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.516 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.517 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.517 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.517 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.517 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.517 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.517 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.517 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.518 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.518 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.518 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.518 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.518 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.518 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.518 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.518 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.518 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.518 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.518 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.518 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.518 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.519 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.519 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.519 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.519 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.519 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.519 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.519 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.519 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.519 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.519 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.519 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.519 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.519 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.519 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.521 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.521 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.521 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.521 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.521 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.521 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.521 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.521 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.521 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.521 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.521 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.521 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.521 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.522 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.522 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.522 INFO:teuthology.orchestra.run.smithi111.stdout: "predict_interval": { 2024-09-19T04:36:47.522 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "predict_interval", 2024-09-19T04:36:47.522 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.522 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.522 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.522 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "86400", 2024-09-19T04:36:47.522 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.522 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.522 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.522 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.522 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.522 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.523 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.523 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.523 INFO:teuthology.orchestra.run.smithi111.stdout: "predictor_model": { 2024-09-19T04:36:47.523 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "predictor_model", 2024-09-19T04:36:47.523 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.523 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.523 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.523 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "prophetstor", 2024-09-19T04:36:47.523 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.523 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.523 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.523 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.523 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.523 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.524 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.524 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.524 INFO:teuthology.orchestra.run.smithi111.stdout: "sleep_interval": { 2024-09-19T04:36:47.524 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "sleep_interval", 2024-09-19T04:36:47.524 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.524 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.524 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.524 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "600", 2024-09-19T04:36:47.524 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.524 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.524 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.524 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.525 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.525 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.525 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.525 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.525 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.525 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.525 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.525 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "influx", 2024-09-19T04:36:47.525 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": false, 2024-09-19T04:36:47.525 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "influxdb python module not found", 2024-09-19T04:36:47.525 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.525 INFO:teuthology.orchestra.run.smithi111.stdout: "batch_size": { 2024-09-19T04:36:47.525 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "batch_size", 2024-09-19T04:36:47.525 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.525 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.526 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.526 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "5000", 2024-09-19T04:36:47.526 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.526 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.526 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.526 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-19T04:36:47.526 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.526 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.526 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.526 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.526 INFO:teuthology.orchestra.run.smithi111.stdout: "database": { 2024-09-19T04:36:47.526 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "database", 2024-09-19T04:36:47.526 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.526 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "ceph", 2024-09-19T04:36:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-19T04:36:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: "hostname": { 2024-09-19T04:36:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "hostname", 2024-09-19T04:36:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.528 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.528 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.528 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.528 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.528 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.528 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "InfluxDB server hostname", 2024-09-19T04:36:47.528 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.528 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.528 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.528 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.528 INFO:teuthology.orchestra.run.smithi111.stdout: "interval": { 2024-09-19T04:36:47.528 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "interval", 2024-09-19T04:36:47.528 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.529 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.529 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.529 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "30", 2024-09-19T04:36:47.529 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "5", 2024-09-19T04:36:47.529 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.529 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.529 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-19T04:36:47.529 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.529 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.529 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.529 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.529 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.530 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.530 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.530 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.530 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.530 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.530 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.530 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.530 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.530 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.530 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.530 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.530 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.530 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.530 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.530 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.531 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.531 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.531 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.531 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.531 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.531 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.531 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.531 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.531 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.531 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.531 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.531 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.532 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.532 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.532 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.532 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.532 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.532 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.532 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.532 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.532 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.532 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.532 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.532 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.533 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.533 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.533 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.533 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.533 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.533 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.533 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.533 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.533 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.533 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.533 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.533 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.534 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.534 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.534 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.534 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.534 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.534 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.534 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.534 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.534 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.534 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.534 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.534 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.534 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.534 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.534 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.535 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.535 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.535 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.535 INFO:teuthology.orchestra.run.smithi111.stdout: "password": { 2024-09-19T04:36:47.535 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "password", 2024-09-19T04:36:47.535 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.535 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.535 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.535 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.535 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.535 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.535 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.535 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "password of InfluxDB server user", 2024-09-19T04:36:47.536 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.536 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.536 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.536 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.536 INFO:teuthology.orchestra.run.smithi111.stdout: "port": { 2024-09-19T04:36:47.536 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "port", 2024-09-19T04:36:47.536 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.536 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.536 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.536 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "8086", 2024-09-19T04:36:47.536 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.536 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.536 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.537 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "InfluxDB server port", 2024-09-19T04:36:47.537 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.537 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.537 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.537 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.537 INFO:teuthology.orchestra.run.smithi111.stdout: "ssl": { 2024-09-19T04:36:47.537 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "ssl", 2024-09-19T04:36:47.537 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.537 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.537 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.537 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "false", 2024-09-19T04:36:47.537 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.537 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.537 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.538 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-19T04:36:47.538 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.538 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.538 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.538 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.538 INFO:teuthology.orchestra.run.smithi111.stdout: "threads": { 2024-09-19T04:36:47.538 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "threads", 2024-09-19T04:36:47.538 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.538 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.538 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.538 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "5", 2024-09-19T04:36:47.538 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "1", 2024-09-19T04:36:47.538 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "32", 2024-09-19T04:36:47.539 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.539 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-19T04:36:47.539 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.539 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.539 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.539 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.539 INFO:teuthology.orchestra.run.smithi111.stdout: "username": { 2024-09-19T04:36:47.539 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "username", 2024-09-19T04:36:47.539 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.539 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.539 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.539 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.539 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.540 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.540 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.540 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "username of InfluxDB server user", 2024-09-19T04:36:47.540 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.540 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.540 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.540 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.540 INFO:teuthology.orchestra.run.smithi111.stdout: "verify_ssl": { 2024-09-19T04:36:47.540 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "verify_ssl", 2024-09-19T04:36:47.540 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.540 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.540 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.540 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "true", 2024-09-19T04:36:47.540 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.541 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.541 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.541 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-19T04:36:47.541 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.541 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.541 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.541 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.541 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.541 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.541 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.541 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "insights", 2024-09-19T04:36:47.541 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.541 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.541 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.542 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.542 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.542 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.542 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.542 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.542 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.542 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.542 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.542 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.542 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.542 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.542 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.542 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.542 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.543 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.543 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.543 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.543 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.543 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.543 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.543 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.543 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.543 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.543 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.543 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.543 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.543 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.543 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.544 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.544 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.544 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.544 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.544 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.544 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.544 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.544 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.544 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.544 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.544 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.544 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.544 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.545 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.545 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.545 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.545 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.545 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.545 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.545 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.545 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.545 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.545 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.545 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.545 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.546 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.546 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.546 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.546 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.546 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.546 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.546 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.546 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.546 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.546 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.546 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.546 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.546 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.546 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.547 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.547 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.547 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.547 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.547 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.547 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.547 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "iostat", 2024-09-19T04:36:47.547 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.547 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.547 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.547 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.547 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.548 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.548 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.548 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.548 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.548 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.548 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.548 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.548 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.548 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.548 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.548 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.548 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.548 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.549 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.549 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.549 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.549 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.549 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.549 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.549 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.549 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.549 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.549 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.549 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.549 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.549 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.549 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.550 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.550 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.550 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.550 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.550 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.550 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.550 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.550 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.550 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.550 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.550 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.550 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.550 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.551 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.551 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.551 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.551 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.551 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.551 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.551 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.551 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.551 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.551 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.551 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.551 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.551 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.551 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.552 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.552 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.552 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.552 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.552 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.552 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.552 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.552 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.552 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.552 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.552 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.552 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.552 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.552 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.553 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.553 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.553 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.553 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "localpool", 2024-09-19T04:36:47.553 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.553 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.553 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.553 INFO:teuthology.orchestra.run.smithi111.stdout: "failure_domain": { 2024-09-19T04:36:47.553 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "failure_domain", 2024-09-19T04:36:47.553 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.553 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.554 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.554 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "host", 2024-09-19T04:36:47.554 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.554 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.554 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.554 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "failure domain for any created local pool", 2024-09-19T04:36:47.554 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-19T04:36:47.554 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.554 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.554 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.554 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.554 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.554 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.554 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.555 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.555 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.555 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.555 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.555 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.555 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.555 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.555 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.555 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.555 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.555 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.555 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.555 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.556 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.556 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.556 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.556 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.556 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.556 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.556 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.556 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.556 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.556 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.557 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.557 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.557 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.557 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.557 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.557 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.557 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.557 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.557 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.557 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.557 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.559 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.559 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.559 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.559 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.559 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.559 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.559 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.559 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.559 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.559 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.559 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.559 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.559 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.559 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.560 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.560 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.560 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.560 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.560 INFO:teuthology.orchestra.run.smithi111.stdout: "min_size": { 2024-09-19T04:36:47.561 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "min_size", 2024-09-19T04:36:47.561 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.561 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.561 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.561 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.561 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.562 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.562 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.562 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "default min_size for any created local pool", 2024-09-19T04:36:47.562 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-19T04:36:47.562 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.563 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.563 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.563 INFO:teuthology.orchestra.run.smithi111.stdout: "num_rep": { 2024-09-19T04:36:47.563 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "num_rep", 2024-09-19T04:36:47.563 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.563 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.563 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.563 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "3", 2024-09-19T04:36:47.563 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.563 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.563 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.563 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "default replica count for any created local pool", 2024-09-19T04:36:47.563 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.563 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.564 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.564 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.564 INFO:teuthology.orchestra.run.smithi111.stdout: "pg_num": { 2024-09-19T04:36:47.564 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "pg_num", 2024-09-19T04:36:47.564 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.564 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.564 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.564 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "128", 2024-09-19T04:36:47.564 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.564 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.564 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.564 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "default pg_num for any created local pool", 2024-09-19T04:36:47.564 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.565 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.565 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.565 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.565 INFO:teuthology.orchestra.run.smithi111.stdout: "prefix": { 2024-09-19T04:36:47.565 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "prefix", 2024-09-19T04:36:47.565 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.565 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.565 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.565 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.565 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.565 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.565 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.565 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "name prefix for any created local pool", 2024-09-19T04:36:47.565 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.566 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.566 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.566 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.566 INFO:teuthology.orchestra.run.smithi111.stdout: "subtree": { 2024-09-19T04:36:47.566 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "subtree", 2024-09-19T04:36:47.566 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.566 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.566 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.566 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "rack", 2024-09-19T04:36:47.566 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.567 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.567 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.567 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-19T04:36:47.567 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-19T04:36:47.567 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.567 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.567 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.567 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.568 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.568 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.568 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "mds_autoscaler", 2024-09-19T04:36:47.568 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.568 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.568 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.568 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.568 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.568 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.568 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.568 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.568 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.568 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.569 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.569 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.569 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.569 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.569 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.569 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.569 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.569 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.569 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.569 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.569 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.569 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.569 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.569 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.569 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.570 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.570 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.570 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.570 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.570 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.570 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.570 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.570 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.570 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.570 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.570 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.570 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.570 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.571 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.571 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.571 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.571 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.571 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.571 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.571 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.571 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.571 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.572 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.572 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.572 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.572 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.572 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.572 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.572 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.572 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.572 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.572 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.573 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.573 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.573 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.573 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.573 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.573 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.573 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.573 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.573 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.573 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.573 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.573 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.573 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.573 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.574 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.574 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.574 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.574 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.574 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.574 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "mirroring", 2024-09-19T04:36:47.574 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.574 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.574 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.574 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.574 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.574 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.574 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.574 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.575 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.575 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.575 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.575 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.575 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.575 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.575 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.575 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.575 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.575 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.575 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.575 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.576 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.576 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.576 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.576 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.576 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.576 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.576 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.576 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.576 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.576 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.576 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.576 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.576 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.577 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.577 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.577 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.577 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.577 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.577 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.577 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.577 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.577 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.577 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.577 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.578 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.578 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.578 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.578 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.578 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.578 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.578 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.578 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.578 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.578 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.578 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.578 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.578 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.578 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.578 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.579 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.579 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.579 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.579 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.579 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.579 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.579 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.579 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.579 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.579 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.579 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.579 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.579 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.580 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.580 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.580 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.580 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.580 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "nfs", 2024-09-19T04:36:47.580 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.580 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.580 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.580 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.580 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.580 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.580 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.580 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.581 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.581 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.581 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.581 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.581 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.581 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.581 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.581 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.581 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.581 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.581 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.581 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.581 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.581 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.582 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.582 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.582 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.582 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.582 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.582 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.582 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.582 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.582 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.582 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.582 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.582 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.582 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.582 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.583 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.583 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.583 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.583 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.583 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.583 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.583 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.583 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.583 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.583 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.583 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.583 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.584 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.584 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.584 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.584 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.584 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.584 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.584 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.584 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.584 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.584 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.584 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.585 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.585 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.585 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.585 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.585 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.585 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.585 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.585 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.585 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.585 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.585 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.586 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.586 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.586 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.586 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.586 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.586 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.586 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "orchestrator", 2024-09-19T04:36:47.586 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.586 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.586 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.587 INFO:teuthology.orchestra.run.smithi111.stdout: "fail_fs": { 2024-09-19T04:36:47.587 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "fail_fs", 2024-09-19T04:36:47.587 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.587 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.587 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.587 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.587 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.587 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.587 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.587 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-19T04:36:47.587 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.587 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.587 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.588 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.588 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.588 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.588 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.588 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.588 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.588 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.588 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.588 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.588 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.588 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.588 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.589 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.589 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.589 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.589 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.589 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.589 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.589 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.589 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.589 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.589 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.589 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.589 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.589 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.590 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.590 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.590 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.590 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.590 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.590 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.590 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.590 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.590 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.590 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.590 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.591 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.591 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.591 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.591 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.591 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.591 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.591 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.591 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.591 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.592 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.592 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.592 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.592 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.592 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.592 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.592 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.592 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.592 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.592 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.593 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.593 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.593 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.593 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.593 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.593 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.593 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.593 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.593 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.593 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.593 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.594 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.594 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.594 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.594 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.594 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.594 INFO:teuthology.orchestra.run.smithi111.stdout: "orchestrator": { 2024-09-19T04:36:47.594 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "orchestrator", 2024-09-19T04:36:47.594 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.594 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.594 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.594 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.594 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.595 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.595 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.595 INFO:teuthology.orchestra.run.smithi111.stdout: "cephadm", 2024-09-19T04:36:47.595 INFO:teuthology.orchestra.run.smithi111.stdout: "rook", 2024-09-19T04:36:47.595 INFO:teuthology.orchestra.run.smithi111.stdout: "test_orchestrator" 2024-09-19T04:36:47.595 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.595 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Orchestrator backend", 2024-09-19T04:36:47.595 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.595 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.596 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.596 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.596 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.596 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.596 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.596 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "osd_perf_query", 2024-09-19T04:36:47.596 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.596 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.596 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.596 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.596 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.596 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.597 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.597 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.597 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.597 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.597 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.597 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.597 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.597 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.597 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.597 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.597 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.597 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.598 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.598 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.598 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.598 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.598 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.598 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.598 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.598 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.598 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.598 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.598 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.598 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.598 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.598 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.599 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.599 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.599 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.599 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.599 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.599 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.599 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.599 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.599 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.599 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.599 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.599 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.599 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.599 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.600 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.600 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.600 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.600 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.600 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.600 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.600 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.600 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.600 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.600 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.600 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.600 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.600 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.601 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.601 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.601 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.601 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.601 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.601 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.601 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.601 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.601 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.601 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.601 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.601 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.601 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.601 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.602 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.602 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.602 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.602 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "osd_support", 2024-09-19T04:36:47.602 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.602 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.602 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.602 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.602 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.602 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.602 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.602 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.603 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.603 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.603 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.603 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.603 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.603 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.603 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.603 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.603 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.603 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.603 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.604 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.604 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.604 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.604 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.604 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.604 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.604 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.604 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.604 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.604 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.604 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.604 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.605 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.605 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.605 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.605 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.605 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.605 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.605 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.605 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.605 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.605 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.605 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.606 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.606 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.606 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.606 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.606 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.606 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.606 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.606 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.606 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.606 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.606 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.607 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.607 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.607 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.607 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.607 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.607 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.607 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.607 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.607 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.607 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.607 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.608 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.608 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.608 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.608 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.608 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.608 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.608 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.608 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.608 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.608 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.608 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.608 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.608 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "pg_autoscaler", 2024-09-19T04:36:47.609 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.609 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.609 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.609 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.609 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.609 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.609 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.609 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.609 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.609 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.609 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.609 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.609 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.609 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.610 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.610 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.610 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.610 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.610 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.610 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.610 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.610 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.610 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.610 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.610 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.610 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.611 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.611 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.611 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.611 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.611 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.611 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.611 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.611 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.611 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.611 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.611 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.611 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.611 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.612 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.612 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.612 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.612 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.612 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.612 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.612 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.612 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.612 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.612 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.612 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.612 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.612 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.612 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.613 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.613 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.613 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.613 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.613 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.613 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.613 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.613 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.613 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.613 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.613 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.613 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.613 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.614 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.614 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.614 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.614 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.614 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.614 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.614 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.614 INFO:teuthology.orchestra.run.smithi111.stdout: "sleep_interval": { 2024-09-19T04:36:47.614 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "sleep_interval", 2024-09-19T04:36:47.614 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.614 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.614 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.614 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "60", 2024-09-19T04:36:47.614 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.614 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.615 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.615 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.615 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.615 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.615 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.615 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.615 INFO:teuthology.orchestra.run.smithi111.stdout: "threshold": { 2024-09-19T04:36:47.615 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "threshold", 2024-09-19T04:36:47.615 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "float", 2024-09-19T04:36:47.615 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.615 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.615 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "3.0", 2024-09-19T04:36:47.615 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "1.0", 2024-09-19T04:36:47.616 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.616 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.616 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "scaling threshold", 2024-09-19T04:36:47.616 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-19T04:36:47.616 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.616 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.616 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.616 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.616 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.616 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.616 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "progress", 2024-09-19T04:36:47.616 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.616 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.617 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.617 INFO:teuthology.orchestra.run.smithi111.stdout: "allow_pg_recovery_event": { 2024-09-19T04:36:47.617 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "allow_pg_recovery_event", 2024-09-19T04:36:47.617 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.617 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.617 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.617 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.617 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.617 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.617 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.617 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-19T04:36:47.618 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.618 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.618 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.618 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.618 INFO:teuthology.orchestra.run.smithi111.stdout: "enabled": { 2024-09-19T04:36:47.618 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "enabled", 2024-09-19T04:36:47.618 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.618 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.618 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.619 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.619 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.619 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.619 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.619 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.619 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.620 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.620 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.620 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.620 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.620 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.620 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.620 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.620 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.620 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.620 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.621 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.621 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.621 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.621 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.621 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.621 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.621 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.621 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.621 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.621 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.622 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.622 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.622 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.622 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.622 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.623 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.623 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.623 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.623 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.623 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.623 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.623 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.623 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.623 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.623 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.623 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.624 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.624 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.624 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.624 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.624 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.624 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.624 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.624 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.624 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.624 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.624 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.624 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.625 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.625 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.625 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.625 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.625 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.625 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.625 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.625 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.625 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.625 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.625 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.625 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.625 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.625 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.626 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.626 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.626 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.626 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.626 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.626 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.626 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.626 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.626 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.626 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.626 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.626 INFO:teuthology.orchestra.run.smithi111.stdout: "max_completed_events": { 2024-09-19T04:36:47.626 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "max_completed_events", 2024-09-19T04:36:47.626 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.627 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.627 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.627 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "50", 2024-09-19T04:36:47.627 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.627 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.627 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.627 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "number of past completed events to remember", 2024-09-19T04:36:47.627 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.627 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.627 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.627 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.627 INFO:teuthology.orchestra.run.smithi111.stdout: "sleep_interval": { 2024-09-19T04:36:47.627 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "sleep_interval", 2024-09-19T04:36:47.627 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.628 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.628 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.628 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "5", 2024-09-19T04:36:47.628 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.628 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.628 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.628 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "how long the module is going to sleep", 2024-09-19T04:36:47.628 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.628 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.628 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.628 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.628 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.628 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.629 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.629 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "prometheus", 2024-09-19T04:36:47.629 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.629 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.629 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.629 INFO:teuthology.orchestra.run.smithi111.stdout: "cache": { 2024-09-19T04:36:47.629 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "cache", 2024-09-19T04:36:47.629 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.629 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.629 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.629 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.629 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.629 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.630 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.630 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.630 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.630 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.630 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.630 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.630 INFO:teuthology.orchestra.run.smithi111.stdout: "exclude_perf_counters": { 2024-09-19T04:36:47.630 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "exclude_perf_counters", 2024-09-19T04:36:47.630 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.630 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.630 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.630 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.630 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.630 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.631 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.631 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-19T04:36:47.631 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-19T04:36:47.631 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.631 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.631 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.631 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.631 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.631 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.631 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.631 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.631 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.631 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.631 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.632 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.632 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.632 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.632 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.632 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.632 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.632 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.632 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.632 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.632 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.632 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.632 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.633 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.633 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.633 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.633 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.633 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.633 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.633 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.633 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.633 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.633 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.633 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.633 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.633 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.634 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.634 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.634 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.634 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.634 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.634 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.634 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.634 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.634 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.634 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.634 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.634 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.634 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.634 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.635 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.635 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.635 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.635 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.635 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.635 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.635 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.635 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.635 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.635 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.635 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.635 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.636 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.636 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.636 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.636 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.636 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.636 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.636 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.636 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.636 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.636 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.637 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.637 INFO:teuthology.orchestra.run.smithi111.stdout: "rbd_stats_pools": { 2024-09-19T04:36:47.637 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rbd_stats_pools", 2024-09-19T04:36:47.637 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.637 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.637 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.638 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.638 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.638 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.638 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.638 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.638 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.638 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.638 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.638 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.638 INFO:teuthology.orchestra.run.smithi111.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-19T04:36:47.639 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-19T04:36:47.639 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.639 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.639 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.639 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "300", 2024-09-19T04:36:47.639 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.639 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.639 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.639 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.639 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.639 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.639 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.639 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.639 INFO:teuthology.orchestra.run.smithi111.stdout: "scrape_interval": { 2024-09-19T04:36:47.640 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "scrape_interval", 2024-09-19T04:36:47.640 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "float", 2024-09-19T04:36:47.640 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.640 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.640 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "15.0", 2024-09-19T04:36:47.640 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.640 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.640 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.640 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.640 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.640 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.640 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.640 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.640 INFO:teuthology.orchestra.run.smithi111.stdout: "server_addr": { 2024-09-19T04:36:47.641 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "server_addr", 2024-09-19T04:36:47.641 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.641 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.641 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.641 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "::", 2024-09-19T04:36:47.641 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.641 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.641 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.641 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-19T04:36:47.641 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.641 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.641 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.641 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.642 INFO:teuthology.orchestra.run.smithi111.stdout: "server_port": { 2024-09-19T04:36:47.642 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "server_port", 2024-09-19T04:36:47.642 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.642 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.642 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.642 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "9283", 2024-09-19T04:36:47.642 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.642 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.642 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.642 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-19T04:36:47.642 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.642 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.643 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.643 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.643 INFO:teuthology.orchestra.run.smithi111.stdout: "stale_cache_strategy": { 2024-09-19T04:36:47.643 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "stale_cache_strategy", 2024-09-19T04:36:47.643 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.643 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.643 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.643 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "log", 2024-09-19T04:36:47.643 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.643 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.643 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.643 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.643 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.643 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.643 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.644 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.644 INFO:teuthology.orchestra.run.smithi111.stdout: "standby_behaviour": { 2024-09-19T04:36:47.644 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "standby_behaviour", 2024-09-19T04:36:47.644 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.644 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.644 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.644 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "default", 2024-09-19T04:36:47.644 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.644 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.644 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.644 INFO:teuthology.orchestra.run.smithi111.stdout: "default", 2024-09-19T04:36:47.644 INFO:teuthology.orchestra.run.smithi111.stdout: "error" 2024-09-19T04:36:47.645 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.645 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.645 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.645 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.645 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.645 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.645 INFO:teuthology.orchestra.run.smithi111.stdout: "standby_error_status_code": { 2024-09-19T04:36:47.645 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "standby_error_status_code", 2024-09-19T04:36:47.646 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.646 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.646 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.646 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "500", 2024-09-19T04:36:47.646 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "400", 2024-09-19T04:36:47.646 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "599", 2024-09-19T04:36:47.646 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.646 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.646 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.646 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.646 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.646 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.646 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.646 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.647 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.647 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rbd_support", 2024-09-19T04:36:47.647 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.647 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.647 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.647 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.647 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.647 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.647 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.647 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.647 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.647 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.647 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.647 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.648 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.648 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.648 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.648 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.648 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.648 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.648 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.648 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.648 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.648 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.648 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.649 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.649 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.649 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.649 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.649 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.649 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.649 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.649 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.649 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.649 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.649 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.649 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.649 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.649 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.650 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.650 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.650 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.650 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.650 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.650 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.650 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.650 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.650 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.650 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.650 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.650 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.650 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.650 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.651 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.651 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.651 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.651 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.651 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.651 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.651 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.651 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.651 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.651 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.651 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.651 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.651 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.652 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.652 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.652 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.652 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.652 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.652 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.652 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.652 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.652 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.652 INFO:teuthology.orchestra.run.smithi111.stdout: "max_concurrent_snap_create": { 2024-09-19T04:36:47.652 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "max_concurrent_snap_create", 2024-09-19T04:36:47.652 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.652 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.653 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.653 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "10", 2024-09-19T04:36:47.653 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.653 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.653 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.653 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.653 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.653 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.653 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.653 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.653 INFO:teuthology.orchestra.run.smithi111.stdout: "mirror_snapshot_schedule": { 2024-09-19T04:36:47.653 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "mirror_snapshot_schedule", 2024-09-19T04:36:47.653 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.654 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.654 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.654 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.654 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.654 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.654 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.654 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.654 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.654 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.655 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.655 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.655 INFO:teuthology.orchestra.run.smithi111.stdout: "trash_purge_schedule": { 2024-09-19T04:36:47.655 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "trash_purge_schedule", 2024-09-19T04:36:47.655 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.655 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.655 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.656 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.656 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.656 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.656 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.656 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.657 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.657 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.657 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.657 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.657 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.657 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.658 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.658 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "restful", 2024-09-19T04:36:47.658 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.658 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.658 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.658 INFO:teuthology.orchestra.run.smithi111.stdout: "enable_auth": { 2024-09-19T04:36:47.658 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "enable_auth", 2024-09-19T04:36:47.658 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.658 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.659 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.659 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.659 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.659 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.659 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.659 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.659 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.659 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.659 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.659 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.659 INFO:teuthology.orchestra.run.smithi111.stdout: "key_file": { 2024-09-19T04:36:47.659 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "key_file", 2024-09-19T04:36:47.660 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.660 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.660 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.660 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.660 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.660 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.660 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.660 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.660 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.660 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.660 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.660 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.661 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.661 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.661 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.661 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.661 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.661 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.661 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.661 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.661 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.661 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.661 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.662 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.662 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.662 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.662 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.662 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.662 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.662 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.662 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.662 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.662 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.662 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.662 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.662 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.663 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.663 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.663 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.663 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.663 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.663 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.663 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.663 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.663 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.664 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.664 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.664 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.664 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.664 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.665 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.665 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.665 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.665 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.665 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.665 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.665 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.665 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.665 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.665 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.665 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.665 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.666 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.666 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.666 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.666 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.666 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.666 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.667 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.667 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.667 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.667 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.667 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.667 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.667 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.667 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.667 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.667 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.668 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.668 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.668 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.668 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.668 INFO:teuthology.orchestra.run.smithi111.stdout: "server_addr": { 2024-09-19T04:36:47.668 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "server_addr", 2024-09-19T04:36:47.668 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.668 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.668 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.668 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.668 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.668 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.669 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.669 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.669 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.669 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.669 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.669 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.669 INFO:teuthology.orchestra.run.smithi111.stdout: "server_port": { 2024-09-19T04:36:47.669 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "server_port", 2024-09-19T04:36:47.669 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.669 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.669 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.669 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.669 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.670 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.670 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.670 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.670 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.670 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.670 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.670 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.670 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.670 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.670 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.670 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rgw", 2024-09-19T04:36:47.670 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.670 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.670 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.671 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.671 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.671 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.671 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.671 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.671 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.671 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.671 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.671 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.671 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.671 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.671 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.671 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.672 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.672 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.672 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.672 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.672 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.672 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.672 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.672 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.672 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.672 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.672 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.672 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.672 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.673 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.673 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.673 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.673 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.673 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.673 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.673 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.673 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.673 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.673 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.673 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.674 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.674 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.674 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.674 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.674 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.674 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.674 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.674 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.674 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.674 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.674 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.674 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.674 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.674 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.674 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.675 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.675 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.675 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.675 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.675 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.675 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.675 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.675 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.675 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.675 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.675 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.676 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.676 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.676 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.676 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.676 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.676 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.676 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.676 INFO:teuthology.orchestra.run.smithi111.stdout: "secondary_zone_period_retry_limit": { 2024-09-19T04:36:47.676 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "secondary_zone_period_retry_limit", 2024-09-19T04:36:47.676 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.676 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.676 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.676 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "5", 2024-09-19T04:36:47.676 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.677 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.677 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.677 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "RGW module period update retry limit for secondary site", 2024-09-19T04:36:47.677 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.677 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.677 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.677 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.677 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.677 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.677 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.678 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rook", 2024-09-19T04:36:47.678 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.678 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.678 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.678 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.678 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.678 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.678 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.678 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.678 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.678 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.678 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.678 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.678 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.679 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.679 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.679 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.679 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.679 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.679 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.679 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.679 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.679 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.679 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.679 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.679 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.679 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.679 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.679 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.680 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.680 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.680 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.680 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.680 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.680 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.680 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.680 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.680 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.680 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.680 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.680 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.680 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.680 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.680 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.681 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.681 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.681 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.681 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.681 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.681 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.681 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.681 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.681 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.681 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.681 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.681 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.681 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.682 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.682 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.682 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.682 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.682 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.682 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.682 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.682 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.682 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.682 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.682 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.682 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.682 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.683 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.683 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.683 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.683 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.683 INFO:teuthology.orchestra.run.smithi111.stdout: "storage_class": { 2024-09-19T04:36:47.683 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "storage_class", 2024-09-19T04:36:47.683 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.683 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.683 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.683 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "local", 2024-09-19T04:36:47.683 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.683 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.683 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.683 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-19T04:36:47.683 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.683 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.684 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.684 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.684 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.684 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.684 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.684 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "selftest", 2024-09-19T04:36:47.684 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.684 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.684 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.684 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.684 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.684 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.684 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.685 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.685 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.685 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.685 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.685 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.685 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.685 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.685 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.685 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.685 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.685 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.685 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.685 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.686 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.686 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.686 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.686 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.686 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.686 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.686 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.686 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.687 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.687 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.687 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.687 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.687 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.687 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.688 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.688 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.688 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.688 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.688 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.688 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.688 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.688 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.688 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.688 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.688 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.689 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.689 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.689 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.689 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.689 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.689 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.689 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.689 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.689 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.689 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.689 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.689 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.689 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.689 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.690 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.690 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.690 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.690 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.690 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.690 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.690 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.690 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.690 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.690 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.690 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.690 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.690 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.690 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.690 INFO:teuthology.orchestra.run.smithi111.stdout: "roption1": { 2024-09-19T04:36:47.691 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "roption1", 2024-09-19T04:36:47.691 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.691 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.691 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.691 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.691 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.691 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.691 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.691 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.691 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.691 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.691 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.691 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.692 INFO:teuthology.orchestra.run.smithi111.stdout: "roption2": { 2024-09-19T04:36:47.692 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "roption2", 2024-09-19T04:36:47.692 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.692 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.692 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.692 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "xyz", 2024-09-19T04:36:47.692 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.692 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.693 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.693 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.693 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.693 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.693 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.693 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.693 INFO:teuthology.orchestra.run.smithi111.stdout: "rwoption1": { 2024-09-19T04:36:47.693 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rwoption1", 2024-09-19T04:36:47.693 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.693 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.693 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.693 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.693 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.694 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.694 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.694 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.694 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.694 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.694 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.694 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.694 INFO:teuthology.orchestra.run.smithi111.stdout: "rwoption2": { 2024-09-19T04:36:47.694 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rwoption2", 2024-09-19T04:36:47.694 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.694 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.694 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.695 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.695 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.695 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.695 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.695 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.695 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.695 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.695 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.695 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.695 INFO:teuthology.orchestra.run.smithi111.stdout: "rwoption3": { 2024-09-19T04:36:47.695 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rwoption3", 2024-09-19T04:36:47.695 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "float", 2024-09-19T04:36:47.696 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.696 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.696 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.696 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.696 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.696 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.696 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.696 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.696 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.696 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.696 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.696 INFO:teuthology.orchestra.run.smithi111.stdout: "rwoption4": { 2024-09-19T04:36:47.696 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rwoption4", 2024-09-19T04:36:47.697 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.697 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.697 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.697 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.697 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.697 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.697 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.697 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.697 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.697 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.697 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.697 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.698 INFO:teuthology.orchestra.run.smithi111.stdout: "rwoption5": { 2024-09-19T04:36:47.698 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rwoption5", 2024-09-19T04:36:47.698 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.698 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.698 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.698 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.698 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.698 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.699 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.699 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.699 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.699 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.699 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.699 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.699 INFO:teuthology.orchestra.run.smithi111.stdout: "rwoption6": { 2024-09-19T04:36:47.699 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rwoption6", 2024-09-19T04:36:47.699 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.700 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.700 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.700 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.700 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.700 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.700 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.700 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.700 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.700 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.700 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.700 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.700 INFO:teuthology.orchestra.run.smithi111.stdout: "rwoption7": { 2024-09-19T04:36:47.700 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rwoption7", 2024-09-19T04:36:47.701 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.701 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.701 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.701 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.701 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "1", 2024-09-19T04:36:47.701 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "42", 2024-09-19T04:36:47.701 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.701 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.701 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.701 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.701 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.701 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.701 INFO:teuthology.orchestra.run.smithi111.stdout: "testkey": { 2024-09-19T04:36:47.701 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "testkey", 2024-09-19T04:36:47.702 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.702 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.702 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.702 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.702 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.702 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.702 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.702 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.702 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.702 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.702 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.702 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.702 INFO:teuthology.orchestra.run.smithi111.stdout: "testlkey": { 2024-09-19T04:36:47.703 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "testlkey", 2024-09-19T04:36:47.703 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.703 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.703 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.703 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.703 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.703 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.703 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.703 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.703 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.703 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.703 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.703 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.703 INFO:teuthology.orchestra.run.smithi111.stdout: "testnewline": { 2024-09-19T04:36:47.704 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "testnewline", 2024-09-19T04:36:47.704 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.704 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.704 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.704 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.704 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.704 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.704 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.704 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.704 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.704 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.704 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.705 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.705 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.705 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.705 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.705 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "snap_schedule", 2024-09-19T04:36:47.705 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.705 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.705 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.705 INFO:teuthology.orchestra.run.smithi111.stdout: "allow_m_granularity": { 2024-09-19T04:36:47.705 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "allow_m_granularity", 2024-09-19T04:36:47.705 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.705 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.705 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.706 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.706 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.706 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.706 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.706 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "allow minute scheduled snapshots", 2024-09-19T04:36:47.706 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.706 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.706 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.706 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.706 INFO:teuthology.orchestra.run.smithi111.stdout: "dump_on_update": { 2024-09-19T04:36:47.706 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "dump_on_update", 2024-09-19T04:36:47.706 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.707 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.707 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.707 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.707 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.707 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.707 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.707 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "dump database to debug log on update", 2024-09-19T04:36:47.707 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.707 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.707 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.707 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.707 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.708 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.708 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.708 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.708 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.708 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.708 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.708 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.708 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.708 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.708 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.708 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.708 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.709 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.709 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.709 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.709 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.709 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.709 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.709 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.709 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.709 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.709 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.709 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.709 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.709 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.710 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.710 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.710 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.710 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.710 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.710 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.710 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.710 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.710 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.710 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.710 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.710 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.710 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.710 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.711 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.711 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.711 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.711 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.711 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.711 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.711 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.711 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.711 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.711 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.711 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.711 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.711 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.711 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.712 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.712 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.712 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.712 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.712 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.712 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.712 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.712 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.712 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.712 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.712 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.712 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.712 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.712 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.713 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.713 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.713 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.713 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.713 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.713 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "stats", 2024-09-19T04:36:47.713 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.713 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.713 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.713 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.713 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.713 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.713 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.714 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.714 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.714 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.714 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.714 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.714 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.714 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.714 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.714 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.714 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.714 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.714 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.714 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.714 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.715 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.715 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.715 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.715 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.715 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.715 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.715 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.715 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.715 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.715 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.715 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.715 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.715 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.716 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.716 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.716 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.716 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.716 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.716 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.716 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.716 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.716 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.716 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.716 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.716 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.716 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.717 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.717 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.717 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.717 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.717 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.717 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.717 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.717 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.717 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.717 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.717 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.717 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.717 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.717 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.718 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.718 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.718 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.718 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.718 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.718 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.718 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.718 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.718 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.718 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.718 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.718 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.718 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.718 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.718 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.719 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "status", 2024-09-19T04:36:47.719 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.719 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.719 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.719 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.719 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.719 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.719 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.719 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.719 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.719 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.719 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.719 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.719 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.720 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.720 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.720 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.720 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.720 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.720 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.720 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.720 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.720 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.720 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.720 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.720 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.721 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.721 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.721 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.721 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.721 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.721 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.721 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.721 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.721 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.721 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.721 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.721 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.721 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.722 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.722 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.722 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.722 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.722 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.722 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.722 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.722 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.722 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.722 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.722 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.722 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.723 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.723 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.723 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.723 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.723 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.723 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.723 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.723 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.723 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.723 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.723 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.724 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.724 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.724 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.724 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.724 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.724 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.724 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.724 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.724 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.724 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.724 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.724 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.724 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.725 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.725 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.725 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "telegraf", 2024-09-19T04:36:47.725 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.725 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.725 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.725 INFO:teuthology.orchestra.run.smithi111.stdout: "address": { 2024-09-19T04:36:47.725 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "address", 2024-09-19T04:36:47.725 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.725 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.725 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.725 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-19T04:36:47.726 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.726 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.726 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.726 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.726 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.726 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.726 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.726 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.726 INFO:teuthology.orchestra.run.smithi111.stdout: "interval": { 2024-09-19T04:36:47.726 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "interval", 2024-09-19T04:36:47.726 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.726 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.726 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.727 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "15", 2024-09-19T04:36:47.727 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.727 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.727 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.727 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.727 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.727 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.727 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.727 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.727 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.727 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.727 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.728 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.728 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.728 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.728 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.728 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.728 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.728 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.728 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.728 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.728 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.728 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.728 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.728 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.728 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.729 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.729 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.729 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.729 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.729 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.729 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.729 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.729 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.729 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.729 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.729 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.729 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.729 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.729 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.730 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.730 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.730 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.730 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.730 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.730 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.730 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.730 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.730 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.730 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.730 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.730 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.730 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.731 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.731 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.731 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.731 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.731 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.731 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.731 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.731 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.731 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.731 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.731 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.731 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.731 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.731 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.732 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.732 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.732 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.732 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.732 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.732 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.732 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.732 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.732 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.732 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.732 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.732 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.733 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.733 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.733 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.733 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "telemetry", 2024-09-19T04:36:47.733 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.733 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.733 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.733 INFO:teuthology.orchestra.run.smithi111.stdout: "channel_basic": { 2024-09-19T04:36:47.733 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "channel_basic", 2024-09-19T04:36:47.733 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.733 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.733 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.734 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.734 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.734 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.734 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.734 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-19T04:36:47.734 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.734 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.734 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.734 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.734 INFO:teuthology.orchestra.run.smithi111.stdout: "channel_crash": { 2024-09-19T04:36:47.734 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "channel_crash", 2024-09-19T04:36:47.734 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.734 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.734 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.735 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.735 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.735 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.735 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.735 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-19T04:36:47.735 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.735 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.735 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.735 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.735 INFO:teuthology.orchestra.run.smithi111.stdout: "channel_device": { 2024-09-19T04:36:47.735 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "channel_device", 2024-09-19T04:36:47.735 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.735 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.735 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.736 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.736 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.736 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.736 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.736 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-19T04:36:47.736 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.736 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.736 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.736 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.736 INFO:teuthology.orchestra.run.smithi111.stdout: "channel_ident": { 2024-09-19T04:36:47.736 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "channel_ident", 2024-09-19T04:36:47.736 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.736 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.737 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.737 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.737 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.737 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.737 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.737 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-19T04:36:47.737 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.737 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.737 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.737 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.737 INFO:teuthology.orchestra.run.smithi111.stdout: "channel_perf": { 2024-09-19T04:36:47.737 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "channel_perf", 2024-09-19T04:36:47.737 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.738 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.738 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.738 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.738 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.738 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.738 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.738 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-19T04:36:47.738 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.738 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.738 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.739 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.739 INFO:teuthology.orchestra.run.smithi111.stdout: "contact": { 2024-09-19T04:36:47.739 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "contact", 2024-09-19T04:36:47.739 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.739 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.739 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.739 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.739 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.739 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.739 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.739 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.739 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.739 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.739 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.740 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.740 INFO:teuthology.orchestra.run.smithi111.stdout: "description": { 2024-09-19T04:36:47.740 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "description", 2024-09-19T04:36:47.740 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.740 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.740 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.740 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.740 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.740 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.740 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.740 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.740 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.740 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.740 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.740 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.741 INFO:teuthology.orchestra.run.smithi111.stdout: "device_url": { 2024-09-19T04:36:47.741 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "device_url", 2024-09-19T04:36:47.741 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.741 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.741 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.741 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-19T04:36:47.741 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.741 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.741 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.741 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.741 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.742 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.742 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.742 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.742 INFO:teuthology.orchestra.run.smithi111.stdout: "enabled": { 2024-09-19T04:36:47.742 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "enabled", 2024-09-19T04:36:47.742 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.742 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.742 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.742 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.742 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.742 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.742 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.743 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.743 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.743 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.743 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.743 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.743 INFO:teuthology.orchestra.run.smithi111.stdout: "interval": { 2024-09-19T04:36:47.743 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "interval", 2024-09-19T04:36:47.743 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.743 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.743 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.743 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "24", 2024-09-19T04:36:47.744 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "8", 2024-09-19T04:36:47.744 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.744 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.744 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.744 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.744 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.744 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.744 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.744 INFO:teuthology.orchestra.run.smithi111.stdout: "last_opt_revision": { 2024-09-19T04:36:47.744 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "last_opt_revision", 2024-09-19T04:36:47.744 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.744 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.745 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.745 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "1", 2024-09-19T04:36:47.745 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.745 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.745 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.745 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.745 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.745 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.745 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.745 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.745 INFO:teuthology.orchestra.run.smithi111.stdout: "leaderboard": { 2024-09-19T04:36:47.746 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "leaderboard", 2024-09-19T04:36:47.746 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.746 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.746 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.746 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.746 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.746 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.746 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.746 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.746 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.746 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.747 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.747 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.747 INFO:teuthology.orchestra.run.smithi111.stdout: "leaderboard_description": { 2024-09-19T04:36:47.747 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "leaderboard_description", 2024-09-19T04:36:47.747 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.747 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.747 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.747 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.747 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.747 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.747 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.747 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.748 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.748 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.748 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.748 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.748 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.748 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.748 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.748 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.748 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.748 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.749 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.749 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.749 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.749 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.749 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.749 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.749 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.749 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.749 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.749 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.749 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.749 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.749 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.750 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.750 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.750 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.750 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.750 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.750 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.750 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.750 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.750 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.750 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.750 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.751 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.751 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.751 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.751 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.751 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.751 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.751 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.751 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.751 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.751 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.751 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.751 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.751 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.752 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.752 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.752 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.752 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.752 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.752 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.752 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.752 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.752 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.752 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.752 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.752 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.752 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.752 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.753 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.753 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.753 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.753 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.753 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.753 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.753 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.753 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.753 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.753 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.753 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.753 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.753 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.753 INFO:teuthology.orchestra.run.smithi111.stdout: "organization": { 2024-09-19T04:36:47.754 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "organization", 2024-09-19T04:36:47.754 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.754 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.754 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.754 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.754 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.754 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.754 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.754 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.754 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.754 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.754 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.755 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.755 INFO:teuthology.orchestra.run.smithi111.stdout: "proxy": { 2024-09-19T04:36:47.755 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "proxy", 2024-09-19T04:36:47.755 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.755 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.755 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.755 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.755 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.755 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.755 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.755 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.756 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.756 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.756 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.756 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.756 INFO:teuthology.orchestra.run.smithi111.stdout: "url": { 2024-09-19T04:36:47.756 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "url", 2024-09-19T04:36:47.756 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.756 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.756 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.756 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-19T04:36:47.756 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.756 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.756 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.757 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.757 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.757 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.757 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.757 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.757 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.757 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.757 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.757 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "test_orchestrator", 2024-09-19T04:36:47.757 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.757 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.758 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.758 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.758 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.758 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.758 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.758 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.758 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.758 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.758 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.758 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.758 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.759 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.759 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.759 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.759 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.759 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.760 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.760 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.760 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.760 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.760 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.760 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.760 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.761 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.761 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.761 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.761 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.761 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.761 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.761 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.761 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.761 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.761 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.761 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.761 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.762 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.762 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.762 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.762 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.762 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.763 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.763 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.763 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.763 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.763 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.763 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.763 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.763 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.763 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.763 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.763 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.763 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.763 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.764 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.764 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.764 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.764 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.764 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.764 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.764 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.764 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.764 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.764 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.764 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.764 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.764 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.765 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.765 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.765 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.765 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.765 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.765 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.765 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.765 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.765 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "volumes", 2024-09-19T04:36:47.765 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.765 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.765 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.766 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.766 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.766 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.766 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.766 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.766 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.766 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.766 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.766 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.766 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.766 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.766 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.766 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.767 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.767 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.767 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.767 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.767 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.767 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.767 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.767 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.767 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.767 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.767 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.767 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.767 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.767 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.768 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.768 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.768 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.768 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.768 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.768 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.768 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.768 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.768 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.768 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.769 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.769 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.769 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.769 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.769 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.769 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.769 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.769 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.769 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.769 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.769 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.769 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.769 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.770 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.770 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.770 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.770 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.770 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.770 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.770 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.770 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.770 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.770 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.770 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.770 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.770 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.771 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.771 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.771 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.771 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.771 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.771 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.771 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.771 INFO:teuthology.orchestra.run.smithi111.stdout: "max_concurrent_clones": { 2024-09-19T04:36:47.771 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "max_concurrent_clones", 2024-09-19T04:36:47.771 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.771 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.771 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.771 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "4", 2024-09-19T04:36:47.772 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.772 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.772 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.772 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-19T04:36:47.772 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.772 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.772 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.772 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.772 INFO:teuthology.orchestra.run.smithi111.stdout: "periodic_async_work": { 2024-09-19T04:36:47.772 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "periodic_async_work", 2024-09-19T04:36:47.772 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.772 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.772 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.773 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.773 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.773 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.773 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.773 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Periodically check for async work", 2024-09-19T04:36:47.773 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.773 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.773 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.773 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.773 INFO:teuthology.orchestra.run.smithi111.stdout: "snapshot_clone_delay": { 2024-09-19T04:36:47.773 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "snapshot_clone_delay", 2024-09-19T04:36:47.774 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.774 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.774 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.774 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "0", 2024-09-19T04:36:47.774 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.774 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.774 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.774 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-19T04:36:47.774 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.774 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.774 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.774 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.774 INFO:teuthology.orchestra.run.smithi111.stdout: "snapshot_clone_no_wait": { 2024-09-19T04:36:47.774 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "snapshot_clone_no_wait", 2024-09-19T04:36:47.775 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.775 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.775 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.775 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "True", 2024-09-19T04:36:47.775 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.775 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.775 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.775 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-19T04:36:47.775 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.775 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.775 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.775 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.775 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.776 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.776 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.776 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "zabbix", 2024-09-19T04:36:47.776 INFO:teuthology.orchestra.run.smithi111.stdout: "can_run": true, 2024-09-19T04:36:47.776 INFO:teuthology.orchestra.run.smithi111.stdout: "error_string": "", 2024-09-19T04:36:47.776 INFO:teuthology.orchestra.run.smithi111.stdout: "module_options": { 2024-09-19T04:36:47.776 INFO:teuthology.orchestra.run.smithi111.stdout: "discovery_interval": { 2024-09-19T04:36:47.776 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "discovery_interval", 2024-09-19T04:36:47.776 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "uint", 2024-09-19T04:36:47.776 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.777 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.777 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "100", 2024-09-19T04:36:47.777 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.777 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.777 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.777 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.777 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.777 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.777 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.777 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.777 INFO:teuthology.orchestra.run.smithi111.stdout: "identifier": { 2024-09-19T04:36:47.778 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "identifier", 2024-09-19T04:36:47.778 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.778 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.778 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.778 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.778 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.778 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.778 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.778 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.778 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.778 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.778 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.778 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.779 INFO:teuthology.orchestra.run.smithi111.stdout: "interval": { 2024-09-19T04:36:47.779 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "interval", 2024-09-19T04:36:47.779 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "secs", 2024-09-19T04:36:47.779 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.779 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.779 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "60", 2024-09-19T04:36:47.779 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.779 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.779 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.779 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.779 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.779 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.779 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.779 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.780 INFO:teuthology.orchestra.run.smithi111.stdout: "log_level": { 2024-09-19T04:36:47.780 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_level", 2024-09-19T04:36:47.780 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.780 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.780 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.780 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.780 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.780 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.780 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.780 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.780 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.780 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.780 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.780 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.781 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.781 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.781 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.781 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.781 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.781 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.781 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.781 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster": { 2024-09-19T04:36:47.781 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster", 2024-09-19T04:36:47.781 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.781 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.781 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.781 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.781 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.782 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.782 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.782 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.782 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.782 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.782 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.782 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.782 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_cluster_level": { 2024-09-19T04:36:47.782 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_cluster_level", 2024-09-19T04:36:47.782 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.782 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.782 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.782 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "info", 2024-09-19T04:36:47.782 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.783 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.783 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [ 2024-09-19T04:36:47.783 INFO:teuthology.orchestra.run.smithi111.stdout: "", 2024-09-19T04:36:47.783 INFO:teuthology.orchestra.run.smithi111.stdout: "critical", 2024-09-19T04:36:47.783 INFO:teuthology.orchestra.run.smithi111.stdout: "debug", 2024-09-19T04:36:47.783 INFO:teuthology.orchestra.run.smithi111.stdout: "error", 2024-09-19T04:36:47.783 INFO:teuthology.orchestra.run.smithi111.stdout: "info", 2024-09-19T04:36:47.783 INFO:teuthology.orchestra.run.smithi111.stdout: "warning" 2024-09-19T04:36:47.783 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.783 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.783 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.783 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.783 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.784 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.784 INFO:teuthology.orchestra.run.smithi111.stdout: "log_to_file": { 2024-09-19T04:36:47.784 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "log_to_file", 2024-09-19T04:36:47.784 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "bool", 2024-09-19T04:36:47.784 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.784 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 1, 2024-09-19T04:36:47.784 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "False", 2024-09-19T04:36:47.784 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.784 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.784 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.784 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.784 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.784 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.784 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.785 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.785 INFO:teuthology.orchestra.run.smithi111.stdout: "zabbix_host": { 2024-09-19T04:36:47.785 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "zabbix_host", 2024-09-19T04:36:47.785 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.785 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.785 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.785 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "", 2024-09-19T04:36:47.785 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.785 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.785 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.785 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.785 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.785 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.785 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.786 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.786 INFO:teuthology.orchestra.run.smithi111.stdout: "zabbix_port": { 2024-09-19T04:36:47.786 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "zabbix_port", 2024-09-19T04:36:47.786 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "int", 2024-09-19T04:36:47.786 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.786 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.786 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "10051", 2024-09-19T04:36:47.786 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.786 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.786 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.786 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.786 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.786 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.787 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.787 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.787 INFO:teuthology.orchestra.run.smithi111.stdout: "zabbix_sender": { 2024-09-19T04:36:47.787 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "zabbix_sender", 2024-09-19T04:36:47.787 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "str", 2024-09-19T04:36:47.787 INFO:teuthology.orchestra.run.smithi111.stdout: "level": "advanced", 2024-09-19T04:36:47.787 INFO:teuthology.orchestra.run.smithi111.stdout: "flags": 0, 2024-09-19T04:36:47.787 INFO:teuthology.orchestra.run.smithi111.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-19T04:36:47.788 INFO:teuthology.orchestra.run.smithi111.stdout: "min": "", 2024-09-19T04:36:47.788 INFO:teuthology.orchestra.run.smithi111.stdout: "max": "", 2024-09-19T04:36:47.788 INFO:teuthology.orchestra.run.smithi111.stdout: "enum_allowed": [], 2024-09-19T04:36:47.788 INFO:teuthology.orchestra.run.smithi111.stdout: "desc": "", 2024-09-19T04:36:47.788 INFO:teuthology.orchestra.run.smithi111.stdout: "long_desc": "", 2024-09-19T04:36:47.788 INFO:teuthology.orchestra.run.smithi111.stdout: "tags": [], 2024-09-19T04:36:47.788 INFO:teuthology.orchestra.run.smithi111.stdout: "see_also": [] 2024-09-19T04:36:47.788 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.788 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.788 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.788 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.789 INFO:teuthology.orchestra.run.smithi111.stdout: "services": {}, 2024-09-19T04:36:47.789 INFO:teuthology.orchestra.run.smithi111.stdout: "always_on_modules": { 2024-09-19T04:36:47.789 INFO:teuthology.orchestra.run.smithi111.stdout: "octopus": [ 2024-09-19T04:36:47.789 INFO:teuthology.orchestra.run.smithi111.stdout: "balancer", 2024-09-19T04:36:47.789 INFO:teuthology.orchestra.run.smithi111.stdout: "crash", 2024-09-19T04:36:47.789 INFO:teuthology.orchestra.run.smithi111.stdout: "devicehealth", 2024-09-19T04:36:47.789 INFO:teuthology.orchestra.run.smithi111.stdout: "orchestrator", 2024-09-19T04:36:47.789 INFO:teuthology.orchestra.run.smithi111.stdout: "pg_autoscaler", 2024-09-19T04:36:47.789 INFO:teuthology.orchestra.run.smithi111.stdout: "progress", 2024-09-19T04:36:47.789 INFO:teuthology.orchestra.run.smithi111.stdout: "rbd_support", 2024-09-19T04:36:47.789 INFO:teuthology.orchestra.run.smithi111.stdout: "status", 2024-09-19T04:36:47.789 INFO:teuthology.orchestra.run.smithi111.stdout: "telemetry", 2024-09-19T04:36:47.789 INFO:teuthology.orchestra.run.smithi111.stdout: "volumes" 2024-09-19T04:36:47.789 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.790 INFO:teuthology.orchestra.run.smithi111.stdout: "pacific": [ 2024-09-19T04:36:47.790 INFO:teuthology.orchestra.run.smithi111.stdout: "balancer", 2024-09-19T04:36:47.790 INFO:teuthology.orchestra.run.smithi111.stdout: "crash", 2024-09-19T04:36:47.790 INFO:teuthology.orchestra.run.smithi111.stdout: "devicehealth", 2024-09-19T04:36:47.790 INFO:teuthology.orchestra.run.smithi111.stdout: "orchestrator", 2024-09-19T04:36:47.790 INFO:teuthology.orchestra.run.smithi111.stdout: "pg_autoscaler", 2024-09-19T04:36:47.790 INFO:teuthology.orchestra.run.smithi111.stdout: "progress", 2024-09-19T04:36:47.790 INFO:teuthology.orchestra.run.smithi111.stdout: "rbd_support", 2024-09-19T04:36:47.790 INFO:teuthology.orchestra.run.smithi111.stdout: "status", 2024-09-19T04:36:47.790 INFO:teuthology.orchestra.run.smithi111.stdout: "telemetry", 2024-09-19T04:36:47.790 INFO:teuthology.orchestra.run.smithi111.stdout: "volumes" 2024-09-19T04:36:47.790 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.791 INFO:teuthology.orchestra.run.smithi111.stdout: "quincy": [ 2024-09-19T04:36:47.791 INFO:teuthology.orchestra.run.smithi111.stdout: "balancer", 2024-09-19T04:36:47.791 INFO:teuthology.orchestra.run.smithi111.stdout: "crash", 2024-09-19T04:36:47.791 INFO:teuthology.orchestra.run.smithi111.stdout: "devicehealth", 2024-09-19T04:36:47.791 INFO:teuthology.orchestra.run.smithi111.stdout: "orchestrator", 2024-09-19T04:36:47.791 INFO:teuthology.orchestra.run.smithi111.stdout: "pg_autoscaler", 2024-09-19T04:36:47.791 INFO:teuthology.orchestra.run.smithi111.stdout: "progress", 2024-09-19T04:36:47.791 INFO:teuthology.orchestra.run.smithi111.stdout: "rbd_support", 2024-09-19T04:36:47.791 INFO:teuthology.orchestra.run.smithi111.stdout: "status", 2024-09-19T04:36:47.791 INFO:teuthology.orchestra.run.smithi111.stdout: "telemetry", 2024-09-19T04:36:47.791 INFO:teuthology.orchestra.run.smithi111.stdout: "volumes" 2024-09-19T04:36:47.791 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.791 INFO:teuthology.orchestra.run.smithi111.stdout: "reef": [ 2024-09-19T04:36:47.791 INFO:teuthology.orchestra.run.smithi111.stdout: "balancer", 2024-09-19T04:36:47.791 INFO:teuthology.orchestra.run.smithi111.stdout: "crash", 2024-09-19T04:36:47.792 INFO:teuthology.orchestra.run.smithi111.stdout: "devicehealth", 2024-09-19T04:36:47.792 INFO:teuthology.orchestra.run.smithi111.stdout: "orchestrator", 2024-09-19T04:36:47.792 INFO:teuthology.orchestra.run.smithi111.stdout: "pg_autoscaler", 2024-09-19T04:36:47.792 INFO:teuthology.orchestra.run.smithi111.stdout: "progress", 2024-09-19T04:36:47.792 INFO:teuthology.orchestra.run.smithi111.stdout: "rbd_support", 2024-09-19T04:36:47.792 INFO:teuthology.orchestra.run.smithi111.stdout: "status", 2024-09-19T04:36:47.792 INFO:teuthology.orchestra.run.smithi111.stdout: "telemetry", 2024-09-19T04:36:47.792 INFO:teuthology.orchestra.run.smithi111.stdout: "volumes" 2024-09-19T04:36:47.792 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:36:47.792 INFO:teuthology.orchestra.run.smithi111.stdout: "squid": [ 2024-09-19T04:36:47.792 INFO:teuthology.orchestra.run.smithi111.stdout: "balancer", 2024-09-19T04:36:47.793 INFO:teuthology.orchestra.run.smithi111.stdout: "crash", 2024-09-19T04:36:47.793 INFO:teuthology.orchestra.run.smithi111.stdout: "devicehealth", 2024-09-19T04:36:47.793 INFO:teuthology.orchestra.run.smithi111.stdout: "orchestrator", 2024-09-19T04:36:47.793 INFO:teuthology.orchestra.run.smithi111.stdout: "pg_autoscaler", 2024-09-19T04:36:47.793 INFO:teuthology.orchestra.run.smithi111.stdout: "progress", 2024-09-19T04:36:47.793 INFO:teuthology.orchestra.run.smithi111.stdout: "rbd_support", 2024-09-19T04:36:47.793 INFO:teuthology.orchestra.run.smithi111.stdout: "status", 2024-09-19T04:36:47.793 INFO:teuthology.orchestra.run.smithi111.stdout: "telemetry", 2024-09-19T04:36:47.793 INFO:teuthology.orchestra.run.smithi111.stdout: "volumes" 2024-09-19T04:36:47.793 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:36:47.793 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.794 INFO:teuthology.orchestra.run.smithi111.stdout: "last_failure_osd_epoch": 0, 2024-09-19T04:36:47.794 INFO:teuthology.orchestra.run.smithi111.stdout: "active_clients": [ 2024-09-19T04:36:47.794 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.794 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "devicehealth", 2024-09-19T04:36:47.794 INFO:teuthology.orchestra.run.smithi111.stdout: "addrvec": [ 2024-09-19T04:36:47.794 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.794 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "v2", 2024-09-19T04:36:47.794 INFO:teuthology.orchestra.run.smithi111.stdout: "addr": "172.21.15.111:0", 2024-09-19T04:36:47.794 INFO:teuthology.orchestra.run.smithi111.stdout: "nonce": 616443973 2024-09-19T04:36:47.794 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.795 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:36:47.795 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.795 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.795 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "libcephsqlite", 2024-09-19T04:36:47.795 INFO:teuthology.orchestra.run.smithi111.stdout: "addrvec": [ 2024-09-19T04:36:47.795 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.795 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "v2", 2024-09-19T04:36:47.795 INFO:teuthology.orchestra.run.smithi111.stdout: "addr": "172.21.15.111:0", 2024-09-19T04:36:47.795 INFO:teuthology.orchestra.run.smithi111.stdout: "nonce": 1061348441 2024-09-19T04:36:47.796 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.796 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:36:47.796 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.796 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.796 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "rbd_support", 2024-09-19T04:36:47.796 INFO:teuthology.orchestra.run.smithi111.stdout: "addrvec": [ 2024-09-19T04:36:47.797 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.797 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "v2", 2024-09-19T04:36:47.797 INFO:teuthology.orchestra.run.smithi111.stdout: "addr": "172.21.15.111:0", 2024-09-19T04:36:47.797 INFO:teuthology.orchestra.run.smithi111.stdout: "nonce": 470797150 2024-09-19T04:36:47.797 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.797 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:36:47.797 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.800 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.800 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "volumes", 2024-09-19T04:36:47.801 INFO:teuthology.orchestra.run.smithi111.stdout: "addrvec": [ 2024-09-19T04:36:47.801 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.801 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "v2", 2024-09-19T04:36:47.801 INFO:teuthology.orchestra.run.smithi111.stdout: "addr": "172.21.15.111:0", 2024-09-19T04:36:47.801 INFO:teuthology.orchestra.run.smithi111.stdout: "nonce": 1988636083 2024-09-19T04:36:47.801 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.802 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:36:47.802 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.802 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.802 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "volumes", 2024-09-19T04:36:47.802 INFO:teuthology.orchestra.run.smithi111.stdout: "addrvec": [ 2024-09-19T04:36:47.802 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.802 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "v2", 2024-09-19T04:36:47.802 INFO:teuthology.orchestra.run.smithi111.stdout: "addr": "172.21.15.111:0", 2024-09-19T04:36:47.802 INFO:teuthology.orchestra.run.smithi111.stdout: "nonce": 1018073496 2024-09-19T04:36:47.802 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.802 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:36:47.802 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.803 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.803 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "volumes", 2024-09-19T04:36:47.803 INFO:teuthology.orchestra.run.smithi111.stdout: "addrvec": [ 2024-09-19T04:36:47.803 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.803 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "v2", 2024-09-19T04:36:47.803 INFO:teuthology.orchestra.run.smithi111.stdout: "addr": "172.21.15.111:0", 2024-09-19T04:36:47.803 INFO:teuthology.orchestra.run.smithi111.stdout: "nonce": 1226684575 2024-09-19T04:36:47.803 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.803 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:36:47.803 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.803 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.803 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "volumes", 2024-09-19T04:36:47.803 INFO:teuthology.orchestra.run.smithi111.stdout: "addrvec": [ 2024-09-19T04:36:47.803 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.803 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "v2", 2024-09-19T04:36:47.804 INFO:teuthology.orchestra.run.smithi111.stdout: "addr": "172.21.15.111:0", 2024-09-19T04:36:47.804 INFO:teuthology.orchestra.run.smithi111.stdout: "nonce": 783809098 2024-09-19T04:36:47.804 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.804 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:36:47.804 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.804 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.804 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "volumes", 2024-09-19T04:36:47.804 INFO:teuthology.orchestra.run.smithi111.stdout: "addrvec": [ 2024-09-19T04:36:47.804 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.804 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "v2", 2024-09-19T04:36:47.804 INFO:teuthology.orchestra.run.smithi111.stdout: "addr": "172.21.15.111:0", 2024-09-19T04:36:47.804 INFO:teuthology.orchestra.run.smithi111.stdout: "nonce": 772335752 2024-09-19T04:36:47.804 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.805 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:36:47.805 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.805 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.805 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "volumes", 2024-09-19T04:36:47.805 INFO:teuthology.orchestra.run.smithi111.stdout: "addrvec": [ 2024-09-19T04:36:47.805 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.805 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "v2", 2024-09-19T04:36:47.805 INFO:teuthology.orchestra.run.smithi111.stdout: "addr": "172.21.15.111:0", 2024-09-19T04:36:47.805 INFO:teuthology.orchestra.run.smithi111.stdout: "nonce": 44837979 2024-09-19T04:36:47.805 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.805 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:36:47.805 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.806 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.806 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "volumes", 2024-09-19T04:36:47.806 INFO:teuthology.orchestra.run.smithi111.stdout: "addrvec": [ 2024-09-19T04:36:47.806 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.806 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "v2", 2024-09-19T04:36:47.806 INFO:teuthology.orchestra.run.smithi111.stdout: "addr": "172.21.15.111:0", 2024-09-19T04:36:47.806 INFO:teuthology.orchestra.run.smithi111.stdout: "nonce": 768349703 2024-09-19T04:36:47.806 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.806 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:36:47.806 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:36:47.806 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.806 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "volumes", 2024-09-19T04:36:47.806 INFO:teuthology.orchestra.run.smithi111.stdout: "addrvec": [ 2024-09-19T04:36:47.806 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:36:47.807 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "v2", 2024-09-19T04:36:47.807 INFO:teuthology.orchestra.run.smithi111.stdout: "addr": "172.21.15.111:0", 2024-09-19T04:36:47.807 INFO:teuthology.orchestra.run.smithi111.stdout: "nonce": 2785929408 2024-09-19T04:36:47.807 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.807 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:36:47.807 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:36:47.807 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:36:47.807 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:36:47.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.873+0000 7f6a2ce8d640 1 -- 172.21.15.111:0/1712160620 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6a0806c610 msgr2=0x7f6a0806ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:47.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.873+0000 7f6a2ce8d640 1 --2- 172.21.15.111:0/1712160620 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6a0806c610 0x7f6a0806ead0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f6a1c007fd0 tx=0x7f6a1c009040 comp rx=0 tx=0).stop 2024-09-19T04:36:47.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.873+0000 7f6a2ce8d640 1 -- 172.21.15.111:0/1712160620 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6a280cef90 msgr2=0x7f6a280c8260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:47.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.873+0000 7f6a2ce8d640 1 --2- 172.21.15.111:0/1712160620 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6a280cef90 0x7f6a280c8260 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f6a180097a0 tx=0x7f6a180046c0 comp rx=0 tx=0).stop 2024-09-19T04:36:47.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.873+0000 7f6a2ce8d640 1 -- 172.21.15.111:0/1712160620 shutdown_connections 2024-09-19T04:36:47.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.873+0000 7f6a2ce8d640 1 --2- 172.21.15.111:0/1712160620 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7f6a0806c610 0x7f6a0806ead0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:47.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.873+0000 7f6a2ce8d640 1 --2- 172.21.15.111:0/1712160620 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6a2815ed20 0x7f6a28158590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:47.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.873+0000 7f6a2ce8d640 1 --2- 172.21.15.111:0/1712160620 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6a2815e940 0x7f6a280b4fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:47.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.873+0000 7f6a2ce8d640 1 --2- 172.21.15.111:0/1712160620 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6a280cef90 0x7f6a280c8260 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:47.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.873+0000 7f6a2ce8d640 1 -- 172.21.15.111:0/1712160620 >> 172.21.15.111:0/1712160620 conn(0x7f6a280b6240 msgr2=0x7f6a280cf650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:47.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.873+0000 7f6a2ce8d640 1 -- 172.21.15.111:0/1712160620 shutdown_connections 2024-09-19T04:36:47.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:46.873+0000 7f6a2ce8d640 1 -- 172.21.15.111:0/1712160620 wait complete. 2024-09-19T04:36:47.815 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr fail y 2024-09-19T04:36:47.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.917+0000 7fc537ffd640 1 Processor -- start 2024-09-19T04:36:47.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.917+0000 7fc537ffd640 1 -- start start 2024-09-19T04:36:47.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.918+0000 7fc537ffd640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc5300b61f0 0x7fc5300b6640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:47.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.918+0000 7fc537ffd640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc5300d34d0 con 0x7fc53015e860 2024-09-19T04:36:47.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.918+0000 7fc537ffd640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc5300d3790 con 0x7fc5300b7aa0 2024-09-19T04:36:47.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.918+0000 7fc537ffd640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fc5300b6b80 con 0x7fc5300b61f0 2024-09-19T04:36:47.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.918+0000 7fc535d99640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fc53015e860 0x7fc5300cf720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:50254/0 (socket says 172.21.15.111:50254) 2024-09-19T04:36:47.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.918+0000 7fc535d99640 1 -- 172.21.15.111:0/2973500315 learned_addr learned my addr 172.21.15.111:0/2973500315 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:47.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.918+0000 7fc534d97640 1 -- 172.21.15.111:0/2973500315 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1029312577 0 0) 0x7fc5300d34d0 con 0x7fc53015e860 2024-09-19T04:36:47.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.918+0000 7fc534d97640 1 -- 172.21.15.111:0/2973500315 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc51c003520 con 0x7fc53015e860 2024-09-19T04:36:47.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.918+0000 7fc535598640 1 --2- 172.21.15.111:0/2973500315 >> v2:172.21.15.114:3300/0 conn(0x7fc5300b61f0 0x7fc5300b6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:47.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.919+0000 7fc534d97640 1 -- 172.21.15.111:0/2973500315 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1490874948 0 0) 0x7fc51c003520 con 0x7fc53015e860 2024-09-19T04:36:47.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.919+0000 7fc534d97640 1 -- 172.21.15.111:0/2973500315 >> v2:172.21.15.114:3300/0 conn(0x7fc5300b61f0 msgr2=0x7fc5300b6640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:47.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.919+0000 7fc534d97640 1 --2- 172.21.15.111:0/2973500315 >> v2:172.21.15.114:3300/0 conn(0x7fc5300b61f0 0x7fc5300b6640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:47.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.919+0000 7fc534d97640 1 -- 172.21.15.111:0/2973500315 >> v1:172.21.15.114:6789/0 conn(0x7fc5300b7aa0 legacy=0x7fc5300b7ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:47.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.919+0000 7fc534d97640 1 -- 172.21.15.111:0/2973500315 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5300d3a70 con 0x7fc53015e860 2024-09-19T04:36:47.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.919+0000 7fc534d97640 1 -- 172.21.15.111:0/2973500315 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fc52c001670 con 0x7fc53015e860 2024-09-19T04:36:47.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.919+0000 7fc534d97640 1 -- 172.21.15.111:0/2973500315 >> v1:172.21.15.111:6789/0 conn(0x7fc53015e860 legacy=0x7fc5300cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:47.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.919+0000 7fc534d97640 1 --2- 172.21.15.111:0/2973500315 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc51c0039b0 0x7fc51c003db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:47.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.919+0000 7fc534d97640 1 --2- 172.21.15.111:0/2973500315 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc51c004800 0x7fc51c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:47.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.919+0000 7fc534d97640 1 --2- 172.21.15.111:0/2973500315 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc51c0051c0 0x7fc51c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:47.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.919+0000 7fc534d97640 1 -- 172.21.15.111:0/2973500315 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc5300b6b80 con 0x7fc51c0039b0 2024-09-19T04:36:47.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.919+0000 7fc534d97640 1 -- 172.21.15.111:0/2973500315 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc51c00c0d0 con 0x7fc51c004800 2024-09-19T04:36:47.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.919+0000 7fc534d97640 1 -- 172.21.15.111:0/2973500315 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc51c00c2d0 con 0x7fc51c0051c0 2024-09-19T04:36:47.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.919+0000 7fc535d99640 1 --2- 172.21.15.111:0/2973500315 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc51c0039b0 0x7fc51c003db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:47.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.919+0000 7fc535598640 1 --2- 172.21.15.111:0/2973500315 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc51c004800 0x7fc51c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:47.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.919+0000 7fc53659a640 1 --2- 172.21.15.111:0/2973500315 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc51c0051c0 0x7fc51c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:47.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.919+0000 7fc535d99640 1 -- 172.21.15.111:0/2973500315 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc51c0051c0 msgr2=0x7fc51c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:47.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.919+0000 7fc535d99640 1 --2- 172.21.15.111:0/2973500315 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc51c0051c0 0x7fc51c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:47.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.919+0000 7fc535d99640 1 -- 172.21.15.111:0/2973500315 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc51c004800 msgr2=0x7fc51c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:47.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.919+0000 7fc535d99640 1 --2- 172.21.15.111:0/2973500315 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc51c004800 0x7fc51c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:47.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.919+0000 7fc535d99640 1 -- 172.21.15.111:0/2973500315 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc51c003520 con 0x7fc51c0039b0 2024-09-19T04:36:47.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.919+0000 7fc53659a640 1 -- 172.21.15.111:0/2973500315 reap_dead start 2024-09-19T04:36:47.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.920+0000 7fc535d99640 1 --2- 172.21.15.111:0/2973500315 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc51c0039b0 0x7fc51c003db0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fc52c00c240 tx=0x7fc51c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f768bd261d1d655 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:47.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.920+0000 7fc534d97640 1 -- 172.21.15.111:0/2973500315 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc52c02e070 con 0x7fc51c0039b0 2024-09-19T04:36:47.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.920+0000 7fc534d97640 1 -- 172.21.15.111:0/2973500315 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc52c005af0 con 0x7fc51c0039b0 2024-09-19T04:36:47.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.920+0000 7fc534d97640 1 -- 172.21.15.111:0/2973500315 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc52c007d30 con 0x7fc51c0039b0 2024-09-19T04:36:47.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.920+0000 7fc537ffd640 1 -- 172.21.15.111:0/2973500315 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc51c0039b0 msgr2=0x7fc51c003db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:47.925 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.920+0000 7fc537ffd640 1 --2- 172.21.15.111:0/2973500315 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc51c0039b0 0x7fc51c003db0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fc52c00c240 tx=0x7fc51c005830 comp rx=0 tx=0).stop 2024-09-19T04:36:47.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.920+0000 7fc537ffd640 1 -- 172.21.15.111:0/2973500315 shutdown_connections 2024-09-19T04:36:47.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.920+0000 7fc537ffd640 1 --2- 172.21.15.111:0/2973500315 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc51c0039b0 0x7fc51c003db0 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:47.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.920+0000 7fc537ffd640 1 -- 172.21.15.111:0/2973500315 >> 172.21.15.111:0/2973500315 conn(0x7fc530062c60 msgr2=0x7fc5300d4770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:47.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.920+0000 7fc537ffd640 1 -- 172.21.15.111:0/2973500315 shutdown_connections 2024-09-19T04:36:47.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.921+0000 7fc537ffd640 1 -- 172.21.15.111:0/2973500315 wait complete. 2024-09-19T04:36:47.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.922+0000 7fc537ffd640 1 Processor -- start 2024-09-19T04:36:47.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.922+0000 7fc537ffd640 1 -- start start 2024-09-19T04:36:47.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.922+0000 7fc537ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc51c0039b0 0x7fc5300ce290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:47.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.922+0000 7fc537ffd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc53014d660 0x7fc53014a280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:47.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.922+0000 7fc537ffd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc5301e70e0 0x7fc5301e7560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:47.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.922+0000 7fc537ffd640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc5300d4310 con 0x7fc51c0039b0 2024-09-19T04:36:47.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.922+0000 7fc537ffd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc5300d4030 con 0x7fc53014d660 2024-09-19T04:36:47.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.922+0000 7fc537ffd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc53015ec40 con 0x7fc5301e70e0 2024-09-19T04:36:47.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.922+0000 7fc535d99640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc51c0039b0 0x7fc5300ce290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:47.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.923+0000 7fc535d99640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc51c0039b0 0x7fc5300ce290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38452/0 (socket says 172.21.15.111:38452) 2024-09-19T04:36:47.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.923+0000 7fc535d99640 1 -- 172.21.15.111:0/2782691768 learned_addr learned my addr 172.21.15.111:0/2782691768 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:47.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.923+0000 7fc535d99640 1 -- 172.21.15.111:0/2782691768 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc5301e70e0 msgr2=0x7fc5301e7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:47.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.923+0000 7fc535d99640 1 --2- 172.21.15.111:0/2782691768 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc5301e70e0 0x7fc5301e7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:47.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.923+0000 7fc535d99640 1 -- 172.21.15.111:0/2782691768 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc53014d660 msgr2=0x7fc53014a280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:47.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.923+0000 7fc535d99640 1 --2- 172.21.15.111:0/2782691768 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc53014d660 0x7fc53014a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:47.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.923+0000 7fc535d99640 1 -- 172.21.15.111:0/2782691768 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5300cd1f0 con 0x7fc51c0039b0 2024-09-19T04:36:47.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.923+0000 7fc535d99640 1 --2- 172.21.15.111:0/2782691768 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc51c0039b0 0x7fc5300ce290 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7fc52c034040 tx=0x7fc5300d3c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:47.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.923+0000 7fc5267fc640 1 -- 172.21.15.111:0/2782691768 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc52c042020 con 0x7fc51c0039b0 2024-09-19T04:36:47.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.923+0000 7fc5267fc640 1 -- 172.21.15.111:0/2782691768 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc52c004bf0 con 0x7fc51c0039b0 2024-09-19T04:36:47.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.923+0000 7fc537ffd640 1 -- 172.21.15.111:0/2782691768 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5300cd4d0 con 0x7fc51c0039b0 2024-09-19T04:36:47.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.923+0000 7fc5267fc640 1 -- 172.21.15.111:0/2782691768 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc52c007070 con 0x7fc51c0039b0 2024-09-19T04:36:47.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.923+0000 7fc537ffd640 1 -- 172.21.15.111:0/2782691768 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5300cda90 con 0x7fc51c0039b0 2024-09-19T04:36:47.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.924+0000 7fc537ffd640 1 -- 172.21.15.111:0/2782691768 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5300b3ad0 con 0x7fc51c0039b0 2024-09-19T04:36:47.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.925+0000 7fc5267fc640 1 -- 172.21.15.111:0/2782691768 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 12) ==== 91203+0+0 (secure 0 0 0) 0x7fc52c045020 con 0x7fc51c0039b0 2024-09-19T04:36:47.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.925+0000 7fc5267fc640 1 --2- 172.21.15.111:0/2782691768 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc51406c6d0 0x7fc51406eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:47.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.925+0000 7fc535598640 1 --2- 172.21.15.111:0/2782691768 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc51406c6d0 0x7fc51406eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:47.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.925+0000 7fc5267fc640 1 -- 172.21.15.111:0/2782691768 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7fc52c0ac1f0 con 0x7fc51c0039b0 2024-09-19T04:36:47.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.926+0000 7fc535598640 1 --2- 172.21.15.111:0/2782691768 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc51406c6d0 0x7fc51406eb90 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fc520006a90 tx=0x7fc520006a20 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:47.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:47.930+0000 7fc5267fc640 1 -- 172.21.15.111:0/2782691768 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc52c07a410 con 0x7fc51c0039b0 2024-09-19T04:36:48.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.140+0000 7fc537ffd640 1 -- 172.21.15.111:0/2782691768 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "mgr fail", "who": "y"} v 0) -- 0x7fc5300d2700 con 0x7fc51c0039b0 2024-09-19T04:36:48.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.143+0000 7fc5267fc640 1 -- 172.21.15.111:0/2782691768 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "mgr fail", "who": "y"}]=0 v13) ==== 68+0+0 (secure 0 0 0) 0x7fc52c079d10 con 0x7fc51c0039b0 2024-09-19T04:36:48.146 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:48.144+0000 7f2f65423640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-19T04:36:48.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.146+0000 7fc537ffd640 1 -- 172.21.15.111:0/2782691768 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc51406c6d0 msgr2=0x7fc51406eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:48.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.146+0000 7fc537ffd640 1 --2- 172.21.15.111:0/2782691768 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc51406c6d0 0x7fc51406eb90 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fc520006a90 tx=0x7fc520006a20 comp rx=0 tx=0).stop 2024-09-19T04:36:48.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.146+0000 7fc537ffd640 1 -- 172.21.15.111:0/2782691768 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc51c0039b0 msgr2=0x7fc5300ce290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:48.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.146+0000 7fc537ffd640 1 --2- 172.21.15.111:0/2782691768 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc51c0039b0 0x7fc5300ce290 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7fc52c034040 tx=0x7fc5300d3c40 comp rx=0 tx=0).stop 2024-09-19T04:36:48.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.147+0000 7fc537ffd640 1 -- 172.21.15.111:0/2782691768 shutdown_connections 2024-09-19T04:36:48.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.147+0000 7fc537ffd640 1 --2- 172.21.15.111:0/2782691768 >> [v2:172.21.15.111:6816/649596689,v1:172.21.15.111:6817/649596689] conn(0x7fc51406c6d0 0x7fc51406eb90 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:48.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.147+0000 7fc537ffd640 1 --2- 172.21.15.111:0/2782691768 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc5301e70e0 0x7fc5301e7560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:48.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.147+0000 7fc537ffd640 1 --2- 172.21.15.111:0/2782691768 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc53014d660 0x7fc53014a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:48.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.147+0000 7fc537ffd640 1 --2- 172.21.15.111:0/2782691768 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc51c0039b0 0x7fc5300ce290 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:48.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.147+0000 7fc537ffd640 1 -- 172.21.15.111:0/2782691768 >> 172.21.15.111:0/2782691768 conn(0x7fc530062c60 msgr2=0x7fc5300d19f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:48.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.147+0000 7fc537ffd640 1 -- 172.21.15.111:0/2782691768 shutdown_connections 2024-09-19T04:36:48.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.147+0000 7fc537ffd640 1 -- 172.21.15.111:0/2782691768 wait complete. 2024-09-19T04:36:48.172 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:36:48.234 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:36:48.232+0000 7f0d6c66f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:48.235 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:36:48.232+0000 7f0d6c66f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:48.235 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:36:48.232+0000 7f0d6c66f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:48.235 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:36:48.232+0000 7f0d6c66f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:48.235 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:36:48.232+0000 7f0d6c66f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:48.235 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:36:48.232+0000 7f0d69669640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:48.235 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:36:48.232+0000 7f0d69669640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:48.235 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:36:48.232+0000 7f0d69669640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:48.235 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:36:48.232+0000 7f0d69669640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:48.235 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:36:48.232+0000 7f0d69669640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:36:48.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.284+0000 7fdc10ea5640 1 Processor -- start 2024-09-19T04:36:48.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.284+0000 7fdc10ea5640 1 -- start start 2024-09-19T04:36:48.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.285+0000 7fdc10ea5640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fdc0c0b3040 0x7fdc0c0cf570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:48.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.285+0000 7fdc10ea5640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc0c06bba0 0x7fdc0c06c010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:48.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.285+0000 7fdc10ea5640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdc0c153a70 con 0x7fdc0c15cc90 2024-09-19T04:36:48.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.285+0000 7fdc10ea5640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fdc0c06c550 con 0x7fdc0c0b3040 2024-09-19T04:36:48.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.285+0000 7fdc10ea5640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fdc0c0cea90 con 0x7fdc0c06bba0 2024-09-19T04:36:48.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.285+0000 7fdc0a59c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fdc0c0b3040 0x7fdc0c0cf570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:48.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.285+0000 7fdc0ad9d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fdc0c15cc90 0x7fdc0c15d120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:50270/0 (socket says 172.21.15.111:50270) 2024-09-19T04:36:48.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.285+0000 7fdc0a59c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fdc0c0b3040 0x7fdc0c0cf570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38478/0 (socket says 172.21.15.111:38478) 2024-09-19T04:36:48.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.285+0000 7fdc0ad9d640 1 -- 172.21.15.111:0/3419000388 learned_addr learned my addr 172.21.15.111:0/3419000388 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:48.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.286+0000 7fdc03fff640 1 --2- 172.21.15.111:0/3419000388 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc0c06bba0 0x7fdc0c06c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:48.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.286+0000 7fdc0a59c640 1 -- 172.21.15.111:0/3419000388 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc0c06bba0 msgr2=0x7fdc0c06c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:48.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.286+0000 7fdc0a59c640 1 --2- 172.21.15.111:0/3419000388 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc0c06bba0 0x7fdc0c06c010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:48.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.286+0000 7fdc0a59c640 1 -- 172.21.15.111:0/3419000388 >> v1:172.21.15.111:6789/0 conn(0x7fdc0c15cc90 legacy=0x7fdc0c15d120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:48.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.286+0000 7fdc0a59c640 1 -- 172.21.15.111:0/3419000388 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc0c0ce820 con 0x7fdc0c0b3040 2024-09-19T04:36:48.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.286+0000 7fdc0a59c640 1 --2- 172.21.15.111:0/3419000388 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc0c0b3040 0x7fdc0c0cf570 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7fdbfc0097a0 tx=0x7fdbfc02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5c22fb0e88d2a63 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:48.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.287+0000 7fdc09d9b640 1 -- 172.21.15.111:0/3419000388 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbfc037070 con 0x7fdc0c0b3040 2024-09-19T04:36:48.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.287+0000 7fdc09d9b640 1 -- 172.21.15.111:0/3419000388 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdbfc032440 con 0x7fdc0c0b3040 2024-09-19T04:36:48.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.287+0000 7fdc09d9b640 1 -- 172.21.15.111:0/3419000388 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbfc032810 con 0x7fdc0c0b3040 2024-09-19T04:36:48.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.287+0000 7fdc10ea5640 1 -- 172.21.15.111:0/3419000388 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc0c0b3040 msgr2=0x7fdc0c0cf570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:48.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.287+0000 7fdc10ea5640 1 --2- 172.21.15.111:0/3419000388 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc0c0b3040 0x7fdc0c0cf570 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7fdbfc0097a0 tx=0x7fdbfc02a180 comp rx=0 tx=0).stop 2024-09-19T04:36:48.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.287+0000 7fdc10ea5640 1 -- 172.21.15.111:0/3419000388 shutdown_connections 2024-09-19T04:36:48.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.287+0000 7fdc10ea5640 1 --2- 172.21.15.111:0/3419000388 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc0c06bba0 0x7fdc0c06c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:48.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.287+0000 7fdc10ea5640 1 --2- 172.21.15.111:0/3419000388 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc0c0b3040 0x7fdc0c0cf570 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:48.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.287+0000 7fdc10ea5640 1 -- 172.21.15.111:0/3419000388 >> 172.21.15.111:0/3419000388 conn(0x7fdc0c062a80 msgr2=0x7fdc0c06ccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:48.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.287+0000 7fdc10ea5640 1 -- 172.21.15.111:0/3419000388 shutdown_connections 2024-09-19T04:36:48.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.287+0000 7fdc10ea5640 1 -- 172.21.15.111:0/3419000388 wait complete. 2024-09-19T04:36:48.291 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:48.287+0000 7fecc101c040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T04:36:48.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.289+0000 7fdc10ea5640 1 Processor -- start 2024-09-19T04:36:48.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.289+0000 7fdc10ea5640 1 -- start start 2024-09-19T04:36:48.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.289+0000 7fdc10ea5640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc0c06bba0 0x7fdc0c1f7220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:48.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.289+0000 7fdc10ea5640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc0c0b3040 0x7fdc0c0aa4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:48.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.289+0000 7fdc10ea5640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc0c15cc90 0x7fdc0c0cbd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:48.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.289+0000 7fdc10ea5640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fdc0c15da10 con 0x7fdc0c15cc90 2024-09-19T04:36:48.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.289+0000 7fdc10ea5640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fdc0c0cf050 con 0x7fdc0c0b3040 2024-09-19T04:36:48.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.289+0000 7fdc10ea5640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fdc0c15dce0 con 0x7fdc0c06bba0 2024-09-19T04:36:48.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.290+0000 7fdc0ad9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc0c15cc90 0x7fdc0c0cbd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:48.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.290+0000 7fdc0a59c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc0c06bba0 0x7fdc0c1f7220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:48.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.290+0000 7fdc03fff640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc0c0b3040 0x7fdc0c0aa4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:48.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.290+0000 7fdc0ad9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc0c15cc90 0x7fdc0c0cbd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38494/0 (socket says 172.21.15.111:38494) 2024-09-19T04:36:48.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.290+0000 7fdc0ad9d640 1 -- 172.21.15.111:0/70196598 learned_addr learned my addr 172.21.15.111:0/70196598 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:48.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.290+0000 7fdc03fff640 1 -- 172.21.15.111:0/70196598 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc0c06bba0 msgr2=0x7fdc0c1f7220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:48.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.290+0000 7fdc03fff640 1 --2- 172.21.15.111:0/70196598 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc0c06bba0 0x7fdc0c1f7220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:48.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.290+0000 7fdc03fff640 1 -- 172.21.15.111:0/70196598 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc0c15cc90 msgr2=0x7fdc0c0cbd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:48.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.290+0000 7fdc03fff640 1 --2- 172.21.15.111:0/70196598 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc0c15cc90 0x7fdc0c0cbd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:48.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.290+0000 7fdc03fff640 1 -- 172.21.15.111:0/70196598 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc0c0cdf40 con 0x7fdc0c0b3040 2024-09-19T04:36:48.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.290+0000 7fdc0a59c640 1 --2- 172.21.15.111:0/70196598 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc0c06bba0 0x7fdc0c1f7220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:36:48.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.290+0000 7fdc0ad9d640 1 --2- 172.21.15.111:0/70196598 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc0c15cc90 0x7fdc0c0cbd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:36:48.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.290+0000 7fdc03fff640 1 --2- 172.21.15.111:0/70196598 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc0c0b3040 0x7fdc0c0aa4d0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fdbf400e880 tx=0x7fdbf400ed40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:48.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.290+0000 7fdc02ffd640 1 -- 172.21.15.111:0/70196598 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbf4017070 con 0x7fdc0c0b3040 2024-09-19T04:36:48.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.290+0000 7fdc02ffd640 1 -- 172.21.15.111:0/70196598 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdbf400c940 con 0x7fdc0c0b3040 2024-09-19T04:36:48.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.290+0000 7fdc10ea5640 1 -- 172.21.15.111:0/70196598 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc0c0aaa10 con 0x7fdc0c0b3040 2024-09-19T04:36:48.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.290+0000 7fdc02ffd640 1 -- 172.21.15.111:0/70196598 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbf400cd30 con 0x7fdc0c0b3040 2024-09-19T04:36:48.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.290+0000 7fdc10ea5640 1 -- 172.21.15.111:0/70196598 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc0c0cc8e0 con 0x7fdc0c0b3040 2024-09-19T04:36:48.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.291+0000 7fdc02ffd640 1 -- 172.21.15.111:0/70196598 <== mon.1 v2:172.21.15.114:3300/0 4 ==== mgrmap(e 13) ==== 45448+0+0 (secure 0 0 0) 0x7fdbf401a070 con 0x7fdc0c0b3040 2024-09-19T04:36:48.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.291+0000 7fdc02ffd640 1 -- 172.21.15.111:0/70196598 <== mon.1 v2:172.21.15.114:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6268+0+0 (secure 0 0 0) 0x7fdbf404b8a0 con 0x7fdc0c0b3040 2024-09-19T04:36:48.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.292+0000 7fdc10ea5640 1 -- 172.21.15.111:0/70196598 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc0c06c010 con 0x7fdc0c0b3040 2024-09-19T04:36:48.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.297+0000 7fdc02ffd640 1 -- 172.21.15.111:0/70196598 <== mon.1 v2:172.21.15.114:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdc0c0cdf40 con 0x7fdc0c0b3040 2024-09-19T04:36:48.342 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:48.341+0000 7fecc101c040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T04:36:48.477 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:48.475+0000 7fecc101c040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T04:36:48.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.517+0000 7fdc10ea5640 1 -- 172.21.15.111:0/70196598 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdc0c0633d0 con 0x7fdc0c0b3040 2024-09-19T04:36:48.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.518+0000 7fdc02ffd640 1 -- 172.21.15.111:0/70196598 <== mon.1 v2:172.21.15.114:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+5234 (secure 0 0 0) 0x7fdbf4011350 con 0x7fdc0c0b3040 2024-09-19T04:36:48.519 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:48.520 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":36,"btime":"2024-09-19T04:36:43:681951+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5318,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/1725709183","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":1725709183},{"type":"v1","addr":"172.21.15.114:6834","nonce":1725709183}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":6045,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1645711536","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1645711536},{"type":"v1","addr":"172.21.15.111:6835","nonce":1645711536}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":6048,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/568432239","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":568432239},{"type":"v1","addr":"172.21.15.111:6837","nonce":568432239}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32}],"filesystems":[{"mdsmap":{"epoch":35,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:36:30.963741+0000","modified":"2024-09-19T04:36:32.977664+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6066},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6066":{"gid":6066,"name":"b","rank":0,"incarnation":33,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3176320608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3176320608},{"type":"v1","addr":"172.21.15.114:6835","nonce":3176320608}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6066,"qdb_cluster":[6066]},"id":5}]} 2024-09-19T04:36:48.520 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 36 2024-09-19T04:36:48.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.520+0000 7fdc10ea5640 1 -- 172.21.15.111:0/70196598 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc0c0b3040 msgr2=0x7fdc0c0aa4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:48.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.520+0000 7fdc10ea5640 1 --2- 172.21.15.111:0/70196598 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc0c0b3040 0x7fdc0c0aa4d0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fdbf400e880 tx=0x7fdbf400ed40 comp rx=0 tx=0).stop 2024-09-19T04:36:48.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.520+0000 7fdc10ea5640 1 -- 172.21.15.111:0/70196598 shutdown_connections 2024-09-19T04:36:48.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.520+0000 7fdc10ea5640 1 --2- 172.21.15.111:0/70196598 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc0c15cc90 0x7fdc0c0cbd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:48.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.520+0000 7fdc10ea5640 1 --2- 172.21.15.111:0/70196598 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc0c0b3040 0x7fdc0c0aa4d0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:48.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.520+0000 7fdc10ea5640 1 --2- 172.21.15.111:0/70196598 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc0c06bba0 0x7fdc0c1f7220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:48.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.520+0000 7fdc10ea5640 1 -- 172.21.15.111:0/70196598 >> 172.21.15.111:0/70196598 conn(0x7fdc0c062a80 msgr2=0x7fdc0c06df30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:48.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.520+0000 7fdc10ea5640 1 -- 172.21.15.111:0/70196598 shutdown_connections 2024-09-19T04:36:48.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.520+0000 7fdc10ea5640 1 -- 172.21.15.111:0/70196598 wait complete. 2024-09-19T04:36:48.527 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:48.526+0000 7fecc101c040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T04:36:48.533 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-19T04:36:48.636 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:48.634+0000 7fecc101c040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T04:36:48.651 INFO:teuthology.orchestra.run.smithi114.stdout:[{"id":6342,"entity":{"name":{"type":"client","num":6342},"addr":{"type":"any","addr":"172.21.15.114:0","nonce":2554376021}},"state":"open","num_leases":0,"num_caps":2,"request_load_avg":2,"uptime":0.40599066099999997,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":1.9981455789762381,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":2,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.6342 172.21.15.114:0/2554376021","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"2f599a46ad10e37c929e5c43da2f6907ddcd1961","ceph_version":"ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)","entity_id":"x","hostname":"smithi114","pid":"36117","root":"/"}},{"id":5920,"entity":{"name":{"type":"client","num":5920},"addr":{"type":"any","addr":"172.21.15.114:0","nonce":1030725286}},"state":"open","num_leases":0,"num_caps":2,"request_load_avg":2,"uptime":0.40699063800000002,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":1.9981455789762381,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":2,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.5920 172.21.15.114:0/1030725286","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"2f599a46ad10e37c929e5c43da2f6907ddcd1961","ceph_version":"ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)","entity_id":"x","hostname":"smithi114","pid":"36117","root":"/"}}] 2024-09-19T04:36:48.652 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi114", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36117", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "172.21.15.114:0", "nonce": 2554376021, "type": "any" }, "name": { "num": 6342, "type": "client" } }, "id": 6342, "inst": "client.6342 172.21.15.114:0/2554376021", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 2, "num_caps": 2, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 2, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 1.9981455789762381 }, "state": "open", "uptime": 0.405990661 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi114", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36117", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "172.21.15.114:0", "nonce": 1030725286, "type": "any" }, "name": { "num": 5920, "type": "client" } }, "id": 5920, "inst": "client.5920 172.21.15.114:0/1030725286", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 2, "num_caps": 2, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 2, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 1.9981455789762381 }, "state": "open", "uptime": 0.406990638 } ] 2024-09-19T04:36:48.652 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T04:36:48.653 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:36:48.653 DEBUG:teuthology.orchestra.run.smithi111:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:36:48.690 DEBUG:teuthology.orchestra.run.smithi114:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:36:48.732 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:36:48.732 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:36:48.732 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:36:48.732 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:48.733 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:48.731+0000 7fecc101c040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T04:36:48.749 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:36:48.749 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:36:48.749 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:36:48.750 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:48.789 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:36:48.789 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:36:48.789 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:36:48.789 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:48.806 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:36:48.807 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:36:48.807 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:36:48.807 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:48.845 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:36:48.845 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:36:48.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.946+0000 7ff98f227640 1 Processor -- start 2024-09-19T04:36:48.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.946+0000 7ff98f227640 1 -- start start 2024-09-19T04:36:48.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.947+0000 7ff98f227640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9880b6d50 0x7ff9880b7190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:48.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.947+0000 7ff98f227640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff9880b56d0 0x7ff9880b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:48.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.947+0000 7ff98f227640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff98815c9c0 con 0x7ff98815c5e0 2024-09-19T04:36:48.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.947+0000 7ff98f227640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ff988074100 con 0x7ff9880b56d0 2024-09-19T04:36:48.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.947+0000 7ff98f227640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff9880b76d0 con 0x7ff9880b6d50 2024-09-19T04:36:48.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.947+0000 7ff987fff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9880b6d50 0x7ff9880b7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:48.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.947+0000 7ff98d7c4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff9880b56d0 0x7ff9880b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:48.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.947+0000 7ff98cfc3640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7ff98815c5e0 0x7ff9880712b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:55618/0 (socket says 172.21.15.111:55618) 2024-09-19T04:36:48.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.947+0000 7ff987fff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9880b6d50 0x7ff9880b7190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:48950/0 (socket says 172.21.15.111:48950) 2024-09-19T04:36:48.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.947+0000 7ff98cfc3640 1 -- 172.21.15.111:0/1703316836 learned_addr learned my addr 172.21.15.111:0/1703316836 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:48.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.947+0000 7ff987fff640 1 -- 172.21.15.111:0/1703316836 >> v2:172.21.15.114:3300/0 conn(0x7ff9880b56d0 msgr2=0x7ff9880b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:48.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.947+0000 7ff987fff640 1 --2- 172.21.15.111:0/1703316836 >> v2:172.21.15.114:3300/0 conn(0x7ff9880b56d0 0x7ff9880b5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:48.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.947+0000 7ff987fff640 1 -- 172.21.15.111:0/1703316836 >> v1:172.21.15.114:6789/0 conn(0x7ff98815c5e0 legacy=0x7ff9880712b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:48.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.947+0000 7ff9877fe640 1 -- 172.21.15.111:0/1703316836 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1054853344 0 0) 0x7ff98815c9c0 con 0x7ff98815c5e0 2024-09-19T04:36:48.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.947+0000 7ff987fff640 1 -- 172.21.15.111:0/1703316836 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9880b1dd0 con 0x7ff9880b6d50 2024-09-19T04:36:48.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.947+0000 7ff98d7c4640 1 --2- 172.21.15.111:0/1703316836 >> v2:172.21.15.114:3300/0 conn(0x7ff9880b56d0 0x7ff9880b5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:36:48.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.948+0000 7ff987fff640 1 --2- 172.21.15.111:0/1703316836 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9880b6d50 0x7ff9880b7190 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ff9740097a0 tx=0x7ff97402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4e5766a9dece0219 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:48.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.948+0000 7ff9877fe640 1 -- 172.21.15.111:0/1703316836 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff974037070 con 0x7ff9880b6d50 2024-09-19T04:36:48.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.948+0000 7ff9877fe640 1 -- 172.21.15.111:0/1703316836 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff974032440 con 0x7ff9880b6d50 2024-09-19T04:36:48.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.948+0000 7ff9877fe640 1 -- 172.21.15.111:0/1703316836 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff974032810 con 0x7ff9880b6d50 2024-09-19T04:36:48.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.949+0000 7ff98f227640 1 -- 172.21.15.111:0/1703316836 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9880b6d50 msgr2=0x7ff9880b7190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:48.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.949+0000 7ff98f227640 1 --2- 172.21.15.111:0/1703316836 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9880b6d50 0x7ff9880b7190 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ff9740097a0 tx=0x7ff97402a180 comp rx=0 tx=0).stop 2024-09-19T04:36:48.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.949+0000 7ff98f227640 1 -- 172.21.15.111:0/1703316836 shutdown_connections 2024-09-19T04:36:48.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.949+0000 7ff98f227640 1 --2- 172.21.15.111:0/1703316836 >> v2:172.21.15.114:3300/0 conn(0x7ff9880b56d0 0x7ff9880b5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:48.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.949+0000 7ff98f227640 1 --2- 172.21.15.111:0/1703316836 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9880b6d50 0x7ff9880b7190 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:48.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.949+0000 7ff98f227640 1 -- 172.21.15.111:0/1703316836 >> 172.21.15.111:0/1703316836 conn(0x7ff9880b4220 msgr2=0x7ff9880b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:48.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.949+0000 7ff98f227640 1 -- 172.21.15.111:0/1703316836 shutdown_connections 2024-09-19T04:36:48.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.949+0000 7ff98f227640 1 -- 172.21.15.111:0/1703316836 wait complete. 2024-09-19T04:36:48.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.950+0000 7ff98f227640 1 Processor -- start 2024-09-19T04:36:48.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.950+0000 7ff98f227640 1 -- start start 2024-09-19T04:36:48.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.951+0000 7ff98f227640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9880b56d0 0x7ff9881492b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:48.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.951+0000 7ff98f227640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9880b6d50 0x7ff98815cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:48.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.951+0000 7ff98f227640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff98815c5e0 0x7ff98815f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:48.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.951+0000 7ff98f227640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff988073ab0 con 0x7ff9880b6d50 2024-09-19T04:36:48.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.951+0000 7ff98f227640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff9880737d0 con 0x7ff9880b56d0 2024-09-19T04:36:48.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.951+0000 7ff98f227640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff988073d90 con 0x7ff98815c5e0 2024-09-19T04:36:48.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.951+0000 7ff987fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9880b6d50 0x7ff98815cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:48.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.951+0000 7ff987fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9880b6d50 0x7ff98815cbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38510/0 (socket says 172.21.15.111:38510) 2024-09-19T04:36:48.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.951+0000 7ff987fff640 1 -- 172.21.15.111:0/910503532 learned_addr learned my addr 172.21.15.111:0/910503532 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:48.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.951+0000 7ff98d7c4640 1 --2- 172.21.15.111:0/910503532 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff98815c5e0 0x7ff98815f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:48.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.951+0000 7ff98cfc3640 1 --2- 172.21.15.111:0/910503532 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9880b56d0 0x7ff9881492b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:48.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.952+0000 7ff987fff640 1 -- 172.21.15.111:0/910503532 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff98815c5e0 msgr2=0x7ff98815f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:48.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.952+0000 7ff987fff640 1 --2- 172.21.15.111:0/910503532 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff98815c5e0 0x7ff98815f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:48.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.952+0000 7ff987fff640 1 -- 172.21.15.111:0/910503532 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9880b56d0 msgr2=0x7ff9881492b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:48.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.952+0000 7ff987fff640 1 --2- 172.21.15.111:0/910503532 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9880b56d0 0x7ff9881492b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:48.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.952+0000 7ff987fff640 1 -- 172.21.15.111:0/910503532 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff98815d5a0 con 0x7ff9880b6d50 2024-09-19T04:36:48.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.952+0000 7ff987fff640 1 --2- 172.21.15.111:0/910503532 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9880b6d50 0x7ff98815cbe0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7ff9740097a0 tx=0x7ff9740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:48.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.952+0000 7ff9857fa640 1 -- 172.21.15.111:0/910503532 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff974037040 con 0x7ff9880b6d50 2024-09-19T04:36:48.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.952+0000 7ff9857fa640 1 -- 172.21.15.111:0/910503532 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff974004230 con 0x7ff9880b6d50 2024-09-19T04:36:48.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.952+0000 7ff9857fa640 1 -- 172.21.15.111:0/910503532 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff974003610 con 0x7ff9880b6d50 2024-09-19T04:36:48.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.952+0000 7ff98f227640 1 -- 172.21.15.111:0/910503532 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff98815d880 con 0x7ff9880b6d50 2024-09-19T04:36:48.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.952+0000 7ff98f227640 1 -- 172.21.15.111:0/910503532 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff98815de40 con 0x7ff9880b6d50 2024-09-19T04:36:48.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.953+0000 7ff9857fa640 1 -- 172.21.15.111:0/910503532 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 13) ==== 45448+0+0 (secure 0 0 0) 0x7ff9740037b0 con 0x7ff9880b6d50 2024-09-19T04:36:48.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.953+0000 7ff9857fa640 1 -- 172.21.15.111:0/910503532 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6268+0+0 (secure 0 0 0) 0x7ff97406c9e0 con 0x7ff9880b6d50 2024-09-19T04:36:48.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.953+0000 7ff98f227640 1 -- 172.21.15.111:0/910503532 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff988069190 con 0x7ff9880b6d50 2024-09-19T04:36:48.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:48.958+0000 7ff9857fa640 1 -- 172.21.15.111:0/910503532 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff97406c070 con 0x7ff9880b6d50 2024-09-19T04:36:49.008 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:49.007+0000 7fecc101c040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T04:36:49.053 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:49.052+0000 7fecc101c040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T04:36:49.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.149+0000 7ff9857fa640 1 -- 172.21.15.111:0/910503532 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mgrmap(e 14) ==== 45783+0+0 (secure 0 0 0) 0x7ff97403d7f0 con 0x7ff9880b6d50 2024-09-19T04:36:49.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.149+0000 7ff9857fa640 1 --2- 172.21.15.111:0/910503532 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff96c03e040 0x7ff96c040430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:49.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.150+0000 7ff98cfc3640 1 --2- 172.21.15.111:0/910503532 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff96c03e040 0x7ff96c040430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:49.152 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.151+0000 7ff98cfc3640 1 --2- 172.21.15.111:0/910503532 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff96c03e040 0x7ff96c040430 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7ff97c000f60 tx=0x7ff97c007d50 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:49.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.169+0000 7ff98f227640 1 -- 172.21.15.111:0/910503532 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff988073130 con 0x7ff9880b6d50 2024-09-19T04:36:49.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.170+0000 7ff9857fa640 1 -- 172.21.15.111:0/910503532 <== mon.0 v2:172.21.15.111:3300/0 8 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+5234 (secure 0 0 0) 0x7ff9740442b0 con 0x7ff9880b6d50 2024-09-19T04:36:49.171 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:49.171 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":36,"btime":"2024-09-19T04:36:43:681951+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5318,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/1725709183","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":1725709183},{"type":"v1","addr":"172.21.15.114:6834","nonce":1725709183}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":6045,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1645711536","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1645711536},{"type":"v1","addr":"172.21.15.111:6835","nonce":1645711536}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":6048,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/568432239","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":568432239},{"type":"v1","addr":"172.21.15.111:6837","nonce":568432239}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32}],"filesystems":[{"mdsmap":{"epoch":35,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:36:30.963741+0000","modified":"2024-09-19T04:36:32.977664+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6066},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6066":{"gid":6066,"name":"b","rank":0,"incarnation":33,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3176320608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3176320608},{"type":"v1","addr":"172.21.15.114:6835","nonce":3176320608}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6066,"qdb_cluster":[6066]},"id":5}]} 2024-09-19T04:36:49.171 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 36 2024-09-19T04:36:49.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.172+0000 7ff98f227640 1 -- 172.21.15.111:0/910503532 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff96c03e040 msgr2=0x7ff96c040430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:49.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.172+0000 7ff98f227640 1 --2- 172.21.15.111:0/910503532 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff96c03e040 0x7ff96c040430 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7ff97c000f60 tx=0x7ff97c007d50 comp rx=0 tx=0).stop 2024-09-19T04:36:49.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.172+0000 7ff98f227640 1 -- 172.21.15.111:0/910503532 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9880b6d50 msgr2=0x7ff98815cbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:49.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.172+0000 7ff98f227640 1 --2- 172.21.15.111:0/910503532 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9880b6d50 0x7ff98815cbe0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7ff9740097a0 tx=0x7ff9740046c0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.172+0000 7ff98f227640 1 -- 172.21.15.111:0/910503532 shutdown_connections 2024-09-19T04:36:49.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.172+0000 7ff98f227640 1 --2- 172.21.15.111:0/910503532 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff96c03e040 0x7ff96c040430 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.172+0000 7ff98f227640 1 --2- 172.21.15.111:0/910503532 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff98815c5e0 0x7ff98815f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.172+0000 7ff98f227640 1 --2- 172.21.15.111:0/910503532 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9880b6d50 0x7ff98815cbe0 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.172+0000 7ff98f227640 1 --2- 172.21.15.111:0/910503532 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9880b56d0 0x7ff9881492b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.172+0000 7ff98f227640 1 -- 172.21.15.111:0/910503532 >> 172.21.15.111:0/910503532 conn(0x7ff9880b4220 msgr2=0x7ff9880d01d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:49.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.172+0000 7ff98f227640 1 -- 172.21.15.111:0/910503532 shutdown_connections 2024-09-19T04:36:49.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.172+0000 7ff98f227640 1 -- 172.21.15.111:0/910503532 wait complete. 2024-09-19T04:36:49.176 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:49.175+0000 7fecc101c040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T04:36:49.186 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:36:49.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.285+0000 7f547cd9f640 1 Processor -- start 2024-09-19T04:36:49.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.285+0000 7f547cd9f640 1 -- start start 2024-09-19T04:36:49.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.285+0000 7f547cd9f640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f547815e490 0x7f5478070810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:49.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.285+0000 7f547cd9f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f547806ea30 0x7f54781620b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:49.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.285+0000 7f547cd9f640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5478071910 con 0x7f54780711c0 2024-09-19T04:36:49.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.285+0000 7f547cd9f640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f54780b6a40 con 0x7f547815e490 2024-09-19T04:36:49.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.285+0000 7f547cd9f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f54780b6c70 con 0x7f547806ea30 2024-09-19T04:36:49.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.286+0000 7f5476ffd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f54780711c0 0x7f547806e320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:50278/0 (socket says 172.21.15.111:50278) 2024-09-19T04:36:49.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.286+0000 7f5476ffd640 1 -- 172.21.15.111:0/3854075043 learned_addr learned my addr 172.21.15.111:0/3854075043 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:49.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.286+0000 7f5477fff640 1 --2- 172.21.15.111:0/3854075043 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f547806ea30 0x7f54781620b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:49.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.286+0000 7f54777fe640 1 --2- 172.21.15.111:0/3854075043 >> v2:172.21.15.114:3300/0 conn(0x7f547815e490 0x7f5478070810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:49.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.286+0000 7f54767fc640 1 -- 172.21.15.111:0/3854075043 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 28711208 0 0) 0x7f5478071910 con 0x7f54780711c0 2024-09-19T04:36:49.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.286+0000 7f54767fc640 1 -- 172.21.15.111:0/3854075043 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5464003520 con 0x7f54780711c0 2024-09-19T04:36:49.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.286+0000 7f5477fff640 1 -- 172.21.15.111:0/3854075043 >> v2:172.21.15.114:3300/0 conn(0x7f547815e490 msgr2=0x7f5478070810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:49.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.286+0000 7f5477fff640 1 --2- 172.21.15.111:0/3854075043 >> v2:172.21.15.114:3300/0 conn(0x7f547815e490 0x7f5478070810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.286+0000 7f5477fff640 1 -- 172.21.15.111:0/3854075043 >> v1:172.21.15.111:6789/0 conn(0x7f54780711c0 legacy=0x7f547806e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:49.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.286+0000 7f5477fff640 1 -- 172.21.15.111:0/3854075043 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54780b6f10 con 0x7f547806ea30 2024-09-19T04:36:49.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.286+0000 7f54777fe640 1 --2- 172.21.15.111:0/3854075043 >> v2:172.21.15.114:3300/0 conn(0x7f547815e490 0x7f5478070810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:36:49.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.287+0000 7f5477fff640 1 --2- 172.21.15.111:0/3854075043 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f547806ea30 0x7f54781620b0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f5470009d90 tx=0x7f547002a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5c6e4bd5a8b1d345 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:49.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.287+0000 7f54767fc640 1 -- 172.21.15.111:0/3854075043 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5470031600 con 0x7f547806ea30 2024-09-19T04:36:49.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.287+0000 7f54767fc640 1 -- 172.21.15.111:0/3854075043 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f54700317a0 con 0x7f547806ea30 2024-09-19T04:36:49.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.287+0000 7f54767fc640 1 -- 172.21.15.111:0/3854075043 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5470031b50 con 0x7f547806ea30 2024-09-19T04:36:49.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.287+0000 7f547cd9f640 1 -- 172.21.15.111:0/3854075043 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f547806ea30 msgr2=0x7f54781620b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:49.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.287+0000 7f547cd9f640 1 --2- 172.21.15.111:0/3854075043 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f547806ea30 0x7f54781620b0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f5470009d90 tx=0x7f547002a5d0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.288+0000 7f547cd9f640 1 -- 172.21.15.111:0/3854075043 shutdown_connections 2024-09-19T04:36:49.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.288+0000 7f547cd9f640 1 --2- 172.21.15.111:0/3854075043 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f547806ea30 0x7f54781620b0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.288+0000 7f547cd9f640 1 --2- 172.21.15.111:0/3854075043 >> v2:172.21.15.114:3300/0 conn(0x7f547815e490 0x7f5478070810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.288+0000 7f547cd9f640 1 -- 172.21.15.111:0/3854075043 >> 172.21.15.111:0/3854075043 conn(0x7f54780b4060 msgr2=0x7f54780b4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:49.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.288+0000 7f547cd9f640 1 -- 172.21.15.111:0/3854075043 shutdown_connections 2024-09-19T04:36:49.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.288+0000 7f547cd9f640 1 -- 172.21.15.111:0/3854075043 wait complete. 2024-09-19T04:36:49.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.289+0000 7f547cd9f640 1 Processor -- start 2024-09-19T04:36:49.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.289+0000 7f547cd9f640 1 -- start start 2024-09-19T04:36:49.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.290+0000 7f547cd9f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f547806ea30 0x7f547814ff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:49.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.290+0000 7f547cd9f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54780711c0 0x7f54780d05d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:49.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.290+0000 7f547cd9f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f547815e490 0x7f5478150960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:49.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.290+0000 7f547cd9f640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5478071600 con 0x7f54780711c0 2024-09-19T04:36:49.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.290+0000 7f547cd9f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f54780b74d0 con 0x7f547815e490 2024-09-19T04:36:49.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.290+0000 7f547cd9f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f547815e870 con 0x7f547806ea30 2024-09-19T04:36:49.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.290+0000 7f54777fe640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f547806ea30 0x7f547814ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:49.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.290+0000 7f5476ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54780711c0 0x7f54780d05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:49.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.290+0000 7f54777fe640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f547806ea30 0x7f547814ff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:48992/0 (socket says 172.21.15.111:48992) 2024-09-19T04:36:49.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.290+0000 7f54777fe640 1 -- 172.21.15.111:0/1159998487 learned_addr learned my addr 172.21.15.111:0/1159998487 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:49.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.290+0000 7f5477fff640 1 --2- 172.21.15.111:0/1159998487 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f547815e490 0x7f5478150960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:49.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.290+0000 7f5476ffd640 1 -- 172.21.15.111:0/1159998487 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f547806ea30 msgr2=0x7f547814ff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:49.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.290+0000 7f5476ffd640 1 --2- 172.21.15.111:0/1159998487 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f547806ea30 0x7f547814ff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.290+0000 7f5476ffd640 1 -- 172.21.15.111:0/1159998487 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f547815e490 msgr2=0x7f5478150960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:49.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.290+0000 7f5476ffd640 1 --2- 172.21.15.111:0/1159998487 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f547815e490 0x7f5478150960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.290+0000 7f5476ffd640 1 -- 172.21.15.111:0/1159998487 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54781521f0 con 0x7f54780711c0 2024-09-19T04:36:49.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.290+0000 7f54777fe640 1 --2- 172.21.15.111:0/1159998487 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f547806ea30 0x7f547814ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:36:49.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.290+0000 7f5476ffd640 1 --2- 172.21.15.111:0/1159998487 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54780711c0 0x7f54780d05d0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f546000c430 tx=0x7f546000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:49.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.290+0000 7f546ffff640 1 -- 172.21.15.111:0/1159998487 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5460017070 con 0x7f54780711c0 2024-09-19T04:36:49.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.290+0000 7f546ffff640 1 -- 172.21.15.111:0/1159998487 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5460005ce0 con 0x7f54780711c0 2024-09-19T04:36:49.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.291+0000 7f547cd9f640 1 -- 172.21.15.111:0/1159998487 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5478152490 con 0x7f54780711c0 2024-09-19T04:36:49.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.291+0000 7f546ffff640 1 -- 172.21.15.111:0/1159998487 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54600072f0 con 0x7f54780711c0 2024-09-19T04:36:49.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.291+0000 7f547cd9f640 1 -- 172.21.15.111:0/1159998487 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5478152a50 con 0x7f54780711c0 2024-09-19T04:36:49.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.291+0000 7f546ffff640 1 -- 172.21.15.111:0/1159998487 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 14) ==== 45783+0+0 (secure 0 0 0) 0x7f546001a070 con 0x7f54780711c0 2024-09-19T04:36:49.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.292+0000 7f546ffff640 1 --2- 172.21.15.111:0/1159998487 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5458038470 0x7f545803a930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:49.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.292+0000 7f547cd9f640 1 -- 172.21.15.111:0/1159998487 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f547806ccb0 con 0x7f54780711c0 2024-09-19T04:36:49.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.292+0000 7f546ffff640 1 -- 172.21.15.111:0/1159998487 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6268+0+0 (secure 0 0 0) 0x7f546004b110 con 0x7f54780711c0 2024-09-19T04:36:49.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.292+0000 7f54777fe640 1 --2- 172.21.15.111:0/1159998487 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5458038470 0x7f545803a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:49.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.292+0000 7f54777fe640 1 --2- 172.21.15.111:0/1159998487 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5458038470 0x7f545803a930 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f5468009560 tx=0x7f5468009190 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:49.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.297+0000 7f546ffff640 1 -- 172.21.15.111:0/1159998487 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5460019e10 con 0x7f54780711c0 2024-09-19T04:36:49.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.503+0000 7f547cd9f640 1 -- 172.21.15.111:0/1159998487 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f54780709b0 con 0x7f54780711c0 2024-09-19T04:36:49.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.504+0000 7f546ffff640 1 -- 172.21.15.111:0/1159998487 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+5234 (secure 0 0 0) 0x7f5460010b90 con 0x7f54780711c0 2024-09-19T04:36:49.505 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:49.506 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":36,"btime":"2024-09-19T04:36:43:681951+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5318,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/1725709183","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":1725709183},{"type":"v1","addr":"172.21.15.114:6834","nonce":1725709183}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":6045,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1645711536","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1645711536},{"type":"v1","addr":"172.21.15.111:6835","nonce":1645711536}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":6048,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/568432239","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":568432239},{"type":"v1","addr":"172.21.15.111:6837","nonce":568432239}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32}],"filesystems":[{"mdsmap":{"epoch":35,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:36:30.963741+0000","modified":"2024-09-19T04:36:32.977664+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6066},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6066":{"gid":6066,"name":"b","rank":0,"incarnation":33,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3176320608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3176320608},{"type":"v1","addr":"172.21.15.114:6835","nonce":3176320608}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6066,"qdb_cluster":[6066]},"id":5}]} 2024-09-19T04:36:49.506 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 36 2024-09-19T04:36:49.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.506+0000 7f547cd9f640 1 -- 172.21.15.111:0/1159998487 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5458038470 msgr2=0x7f545803a930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.506+0000 7f547cd9f640 1 --2- 172.21.15.111:0/1159998487 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5458038470 0x7f545803a930 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f5468009560 tx=0x7f5468009190 comp rx=0 tx=0).stop 2024-09-19T04:36:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.506+0000 7f547cd9f640 1 -- 172.21.15.111:0/1159998487 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54780711c0 msgr2=0x7f54780d05d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.506+0000 7f547cd9f640 1 --2- 172.21.15.111:0/1159998487 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54780711c0 0x7f54780d05d0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f546000c430 tx=0x7f546000c8f0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.506+0000 7f547cd9f640 1 -- 172.21.15.111:0/1159998487 shutdown_connections 2024-09-19T04:36:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.506+0000 7f547cd9f640 1 --2- 172.21.15.111:0/1159998487 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5458038470 0x7f545803a930 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.506+0000 7f547cd9f640 1 --2- 172.21.15.111:0/1159998487 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f547815e490 0x7f5478150960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.506+0000 7f547cd9f640 1 --2- 172.21.15.111:0/1159998487 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54780711c0 0x7f54780d05d0 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.506+0000 7f547cd9f640 1 --2- 172.21.15.111:0/1159998487 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f547806ea30 0x7f547814ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.506+0000 7f547cd9f640 1 -- 172.21.15.111:0/1159998487 >> 172.21.15.111:0/1159998487 conn(0x7f54780b4060 msgr2=0x7f547806e320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.506+0000 7f547cd9f640 1 -- 172.21.15.111:0/1159998487 shutdown_connections 2024-09-19T04:36:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.506+0000 7f547cd9f640 1 -- 172.21.15.111:0/1159998487 wait complete. 2024-09-19T04:36:49.519 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:36:49.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.616+0000 7ff44045e640 1 Processor -- start 2024-09-19T04:36:49.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.616+0000 7ff44045e640 1 -- start start 2024-09-19T04:36:49.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.617+0000 7ff44045e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff43815ed20 0x7ff4380b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:49.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.617+0000 7ff44045e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff4380cef90 0x7ff4380b3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:49.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.617+0000 7ff44045e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4380b7170 con 0x7ff43815e940 2024-09-19T04:36:49.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.617+0000 7ff44045e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ff4380b7aa0 con 0x7ff43815ed20 2024-09-19T04:36:49.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.617+0000 7ff44045e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff4380d3660 con 0x7ff4380cef90 2024-09-19T04:36:49.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.617+0000 7ff43d9f9640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff43815ed20 0x7ff4380b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:49.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.618+0000 7ff43e9fb640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff4380cef90 0x7ff4380b3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:49.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.618+0000 7ff43d9f9640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff43815ed20 0x7ff4380b3220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:40828/0 (socket says 172.21.15.111:40828) 2024-09-19T04:36:49.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.618+0000 7ff43d9f9640 1 -- 172.21.15.111:0/1534025709 learned_addr learned my addr 172.21.15.111:0/1534025709 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:49.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.618+0000 7ff43d9f9640 1 -- 172.21.15.111:0/1534025709 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff4380cef90 msgr2=0x7ff4380b3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:49.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.618+0000 7ff43d9f9640 1 --2- 172.21.15.111:0/1534025709 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff4380cef90 0x7ff4380b3760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.618+0000 7ff43d9f9640 1 -- 172.21.15.111:0/1534025709 >> v1:172.21.15.114:6789/0 conn(0x7ff43815e940 legacy=0x7ff4380d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:49.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.618+0000 7ff43d9f9640 1 -- 172.21.15.111:0/1534025709 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4380d3940 con 0x7ff43815ed20 2024-09-19T04:36:49.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.619+0000 7ff43d9f9640 1 --2- 172.21.15.111:0/1534025709 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff43815ed20 0x7ff4380b3220 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7ff434009870 tx=0x7ff43402a300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b17973eef3719352 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:49.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.619+0000 7ff43d1f8640 1 -- 172.21.15.111:0/1534025709 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff434037070 con 0x7ff43815ed20 2024-09-19T04:36:49.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.619+0000 7ff43d1f8640 1 -- 172.21.15.111:0/1534025709 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff43402ae50 con 0x7ff43815ed20 2024-09-19T04:36:49.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.619+0000 7ff43d1f8640 1 -- 172.21.15.111:0/1534025709 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff434032860 con 0x7ff43815ed20 2024-09-19T04:36:49.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.619+0000 7ff44045e640 1 -- 172.21.15.111:0/1534025709 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff43815ed20 msgr2=0x7ff4380b3220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:49.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.619+0000 7ff44045e640 1 --2- 172.21.15.111:0/1534025709 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff43815ed20 0x7ff4380b3220 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7ff434009870 tx=0x7ff43402a300 comp rx=0 tx=0).stop 2024-09-19T04:36:49.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.620+0000 7ff44045e640 1 -- 172.21.15.111:0/1534025709 shutdown_connections 2024-09-19T04:36:49.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.620+0000 7ff44045e640 1 --2- 172.21.15.111:0/1534025709 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff4380cef90 0x7ff4380b3760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.620+0000 7ff44045e640 1 --2- 172.21.15.111:0/1534025709 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff43815ed20 0x7ff4380b3220 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.620+0000 7ff44045e640 1 -- 172.21.15.111:0/1534025709 >> 172.21.15.111:0/1534025709 conn(0x7ff4380b6240 msgr2=0x7ff4380b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:49.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.620+0000 7ff44045e640 1 -- 172.21.15.111:0/1534025709 shutdown_connections 2024-09-19T04:36:49.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.620+0000 7ff44045e640 1 -- 172.21.15.111:0/1534025709 wait complete. 2024-09-19T04:36:49.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.621+0000 7ff44045e640 1 Processor -- start 2024-09-19T04:36:49.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.621+0000 7ff44045e640 1 -- start start 2024-09-19T04:36:49.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.621+0000 7ff44045e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4380cef90 0x7ff4380cdd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:49.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.621+0000 7ff44045e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff43815e940 0x7ff4380cc850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:49.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.621+0000 7ff44045e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff43815ed20 0x7ff4380ccd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:49.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.621+0000 7ff44045e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff4380d3310 con 0x7ff43815e940 2024-09-19T04:36:49.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.621+0000 7ff44045e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff4380d3f00 con 0x7ff4380cef90 2024-09-19T04:36:49.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.621+0000 7ff44045e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff4380d1ef0 con 0x7ff43815ed20 2024-09-19T04:36:49.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.622+0000 7ff43d9f9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff43815e940 0x7ff4380cc850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:49.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.622+0000 7ff43d9f9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff43815e940 0x7ff4380cc850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38518/0 (socket says 172.21.15.111:38518) 2024-09-19T04:36:49.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.622+0000 7ff43d9f9640 1 -- 172.21.15.111:0/1665377533 learned_addr learned my addr 172.21.15.111:0/1665377533 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:49.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.622+0000 7ff43e9fb640 1 --2- 172.21.15.111:0/1665377533 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff43815ed20 0x7ff4380ccd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:49.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.622+0000 7ff43e1fa640 1 --2- 172.21.15.111:0/1665377533 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4380cef90 0x7ff4380cdd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:49.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.622+0000 7ff43d9f9640 1 -- 172.21.15.111:0/1665377533 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff43815ed20 msgr2=0x7ff4380ccd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:49.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.622+0000 7ff43d9f9640 1 --2- 172.21.15.111:0/1665377533 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff43815ed20 0x7ff4380ccd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.622+0000 7ff43d9f9640 1 -- 172.21.15.111:0/1665377533 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4380cef90 msgr2=0x7ff4380cdd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:49.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.622+0000 7ff43d9f9640 1 --2- 172.21.15.111:0/1665377533 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4380cef90 0x7ff4380cdd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.622+0000 7ff43d9f9640 1 -- 172.21.15.111:0/1665377533 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4380ab660 con 0x7ff43815e940 2024-09-19T04:36:49.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.622+0000 7ff43e1fa640 1 --2- 172.21.15.111:0/1665377533 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4380cef90 0x7ff4380cdd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:49.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.622+0000 7ff43d9f9640 1 --2- 172.21.15.111:0/1665377533 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff43815e940 0x7ff4380cc850 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7ff434000c00 tx=0x7ff4340046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:49.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.622+0000 7ff42affd640 1 -- 172.21.15.111:0/1665377533 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff434041020 con 0x7ff43815e940 2024-09-19T04:36:49.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.622+0000 7ff42affd640 1 -- 172.21.15.111:0/1665377533 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff43403c870 con 0x7ff43815e940 2024-09-19T04:36:49.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.622+0000 7ff44045e640 1 -- 172.21.15.111:0/1665377533 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff438158ac0 con 0x7ff43815e940 2024-09-19T04:36:49.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.622+0000 7ff42affd640 1 -- 172.21.15.111:0/1665377533 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff434037040 con 0x7ff43815e940 2024-09-19T04:36:49.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.622+0000 7ff44045e640 1 -- 172.21.15.111:0/1665377533 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff438159080 con 0x7ff43815e940 2024-09-19T04:36:49.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.623+0000 7ff42affd640 1 -- 172.21.15.111:0/1665377533 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 14) ==== 45783+0+0 (secure 0 0 0) 0x7ff434044020 con 0x7ff43815e940 2024-09-19T04:36:49.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.623+0000 7ff42affd640 1 --2- 172.21.15.111:0/1665377533 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff41c038440 0x7ff41c03a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:49.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.623+0000 7ff42affd640 1 -- 172.21.15.111:0/1665377533 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6268+0+0 (secure 0 0 0) 0x7ff43406c640 con 0x7ff43815e940 2024-09-19T04:36:49.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.624+0000 7ff44045e640 1 -- 172.21.15.111:0/1665377533 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4380d1060 con 0x7ff43815e940 2024-09-19T04:36:49.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.624+0000 7ff43e1fa640 1 --2- 172.21.15.111:0/1665377533 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff41c038440 0x7ff41c03a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:49.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.624+0000 7ff43e1fa640 1 --2- 172.21.15.111:0/1665377533 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff41c038440 0x7ff41c03a900 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7ff42c001680 tx=0x7ff42c009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:49.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.628+0000 7ff42affd640 1 -- 172.21.15.111:0/1665377533 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff43404b030 con 0x7ff43815e940 2024-09-19T04:36:49.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.838+0000 7ff44045e640 1 -- 172.21.15.111:0/1665377533 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff438161f60 con 0x7ff43815e940 2024-09-19T04:36:49.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.839+0000 7ff42affd640 1 -- 172.21.15.111:0/1665377533 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) ==== 74+0+17591 (secure 0 0 0) 0x7ff434031e60 con 0x7ff43815e940 2024-09-19T04:36:49.841 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:49.841 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":71,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:36:48.141733+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:36:28.942662+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-19T04:36:29.951428+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.111:0/2785929408":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/1226684575":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/1018073496":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/470797150":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/44837979":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/1061348441":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/772335752":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/783809098":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/1988636083":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/616443973":"2024-09-20T04:36:48.141688+0000","172.21.15.111:6817/649596689":"2024-09-20T04:36:48.141688+0000","172.21.15.111:6816/649596689":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/768349703":"2024-09-20T04:36:48.141688+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:36:49.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.841+0000 7ff44045e640 1 -- 172.21.15.111:0/1665377533 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff41c038440 msgr2=0x7ff41c03a900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:49.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.841+0000 7ff44045e640 1 --2- 172.21.15.111:0/1665377533 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff41c038440 0x7ff41c03a900 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7ff42c001680 tx=0x7ff42c009040 comp rx=0 tx=0).stop 2024-09-19T04:36:49.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.841+0000 7ff44045e640 1 -- 172.21.15.111:0/1665377533 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff43815e940 msgr2=0x7ff4380cc850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:49.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.841+0000 7ff44045e640 1 --2- 172.21.15.111:0/1665377533 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff43815e940 0x7ff4380cc850 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7ff434000c00 tx=0x7ff4340046c0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.841+0000 7ff44045e640 1 -- 172.21.15.111:0/1665377533 shutdown_connections 2024-09-19T04:36:49.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.841+0000 7ff44045e640 1 --2- 172.21.15.111:0/1665377533 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff41c038440 0x7ff41c03a900 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.841+0000 7ff44045e640 1 --2- 172.21.15.111:0/1665377533 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff43815ed20 0x7ff4380ccd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.841+0000 7ff44045e640 1 --2- 172.21.15.111:0/1665377533 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff43815e940 0x7ff4380cc850 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.841+0000 7ff44045e640 1 --2- 172.21.15.111:0/1665377533 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4380cef90 0x7ff4380cdd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.841+0000 7ff44045e640 1 -- 172.21.15.111:0/1665377533 >> 172.21.15.111:0/1665377533 conn(0x7ff4380b6240 msgr2=0x7ff4380cf620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:49.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.841+0000 7ff44045e640 1 -- 172.21.15.111:0/1665377533 shutdown_connections 2024-09-19T04:36:49.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.841+0000 7ff44045e640 1 -- 172.21.15.111:0/1665377533 wait complete. 2024-09-19T04:36:49.854 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T04:36:49.855 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:36:49.937 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:49.936+0000 7fecc101c040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T04:36:49.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.952+0000 7f0968dc4640 1 Processor -- start 2024-09-19T04:36:49.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.952+0000 7f0968dc4640 1 -- start start 2024-09-19T04:36:49.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.953+0000 7f0968dc4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f096415e940 0x7f09640d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:49.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.953+0000 7f0968dc4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f096415ed20 0x7f09640d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:49.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.953+0000 7f0968dc4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09640b7170 con 0x7f09640cef90 2024-09-19T04:36:49.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.953+0000 7f0968dc4640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f09640d1ae0 con 0x7f096415e940 2024-09-19T04:36:49.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.953+0000 7f0968dc4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f09640b7aa0 con 0x7f096415ed20 2024-09-19T04:36:49.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.953+0000 7f096259c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f096415e940 0x7f09640d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:49.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.953+0000 7f096259c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f096415e940 0x7f09640d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38524/0 (socket says 172.21.15.111:38524) 2024-09-19T04:36:49.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.953+0000 7f096259c640 1 -- 172.21.15.111:0/1907519785 learned_addr learned my addr 172.21.15.111:0/1907519785 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:49.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.953+0000 7f0961d9b640 1 --2- 172.21.15.111:0/1907519785 >> v2:172.21.15.114:3300/0 conn(0x7f096415ed20 0x7f09640d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:49.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.953+0000 7f096259c640 1 -- 172.21.15.111:0/1907519785 >> v2:172.21.15.114:3300/0 conn(0x7f096415ed20 msgr2=0x7f09640d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:49.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.954+0000 7f096259c640 1 --2- 172.21.15.111:0/1907519785 >> v2:172.21.15.114:3300/0 conn(0x7f096415ed20 0x7f09640d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.954+0000 7f096259c640 1 -- 172.21.15.111:0/1907519785 >> v1:172.21.15.114:6789/0 conn(0x7f09640cef90 legacy=0x7f09640b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:49.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.954+0000 7f096259c640 1 -- 172.21.15.111:0/1907519785 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09640d3660 con 0x7f096415e940 2024-09-19T04:36:49.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.954+0000 7f096259c640 1 --2- 172.21.15.111:0/1907519785 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f096415e940 0x7f09640d1060 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f096406e900 tx=0x7f095402a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b718f50ab2b5539 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:49.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.954+0000 7f096159a640 1 -- 172.21.15.111:0/1907519785 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0954037070 con 0x7f096415e940 2024-09-19T04:36:49.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.954+0000 7f096159a640 1 -- 172.21.15.111:0/1907519785 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0954032440 con 0x7f096415e940 2024-09-19T04:36:49.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.954+0000 7f096159a640 1 -- 172.21.15.111:0/1907519785 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0954032810 con 0x7f096415e940 2024-09-19T04:36:49.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.955+0000 7f0968dc4640 1 -- 172.21.15.111:0/1907519785 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f096415e940 msgr2=0x7f09640d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:49.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.955+0000 7f0968dc4640 1 --2- 172.21.15.111:0/1907519785 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f096415e940 0x7f09640d1060 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f096406e900 tx=0x7f095402a2c0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.955+0000 7f0968dc4640 1 -- 172.21.15.111:0/1907519785 shutdown_connections 2024-09-19T04:36:49.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.955+0000 7f0968dc4640 1 --2- 172.21.15.111:0/1907519785 >> v2:172.21.15.114:3300/0 conn(0x7f096415ed20 0x7f09640d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.955+0000 7f0968dc4640 1 --2- 172.21.15.111:0/1907519785 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f096415e940 0x7f09640d1060 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.955+0000 7f0968dc4640 1 -- 172.21.15.111:0/1907519785 >> 172.21.15.111:0/1907519785 conn(0x7f09640b6240 msgr2=0x7f09640b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:49.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.955+0000 7f0968dc4640 1 -- 172.21.15.111:0/1907519785 shutdown_connections 2024-09-19T04:36:49.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.955+0000 7f0968dc4640 1 -- 172.21.15.111:0/1907519785 wait complete. 2024-09-19T04:36:49.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.956+0000 7f0968dc4640 1 Processor -- start 2024-09-19T04:36:49.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.957+0000 7f0968dc4640 1 -- start start 2024-09-19T04:36:49.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.957+0000 7f0968dc4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f09640cef90 0x7f0964155410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:49.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.957+0000 7f0968dc4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f096415e940 0x7f09641540a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:49.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.957+0000 7f0968dc4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f096415ed20 0x7f0964155d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:49.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.957+0000 7f0968dc4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f09640d3f00 con 0x7f096415e940 2024-09-19T04:36:49.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.957+0000 7f0968dc4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f09640d3c20 con 0x7f09640cef90 2024-09-19T04:36:49.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.957+0000 7f0968dc4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f09640d3310 con 0x7f096415ed20 2024-09-19T04:36:49.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.957+0000 7f0961d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f096415e940 0x7f09641540a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:49.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.957+0000 7f0961d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f096415e940 0x7f09641540a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38532/0 (socket says 172.21.15.111:38532) 2024-09-19T04:36:49.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.957+0000 7f0961d9b640 1 -- 172.21.15.111:0/3324818936 learned_addr learned my addr 172.21.15.111:0/3324818936 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:49.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.958+0000 7f0962d9d640 1 --2- 172.21.15.111:0/3324818936 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f096415ed20 0x7f0964155d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:49.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.958+0000 7f096259c640 1 --2- 172.21.15.111:0/3324818936 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f09640cef90 0x7f0964155410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:49.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.958+0000 7f0961d9b640 1 -- 172.21.15.111:0/3324818936 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f096415ed20 msgr2=0x7f0964155d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:49.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.958+0000 7f0961d9b640 1 --2- 172.21.15.111:0/3324818936 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f096415ed20 0x7f0964155d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.958+0000 7f0961d9b640 1 -- 172.21.15.111:0/3324818936 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f09640cef90 msgr2=0x7f0964155410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:49.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.958+0000 7f0961d9b640 1 --2- 172.21.15.111:0/3324818936 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f09640cef90 0x7f0964155410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:49.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.958+0000 7f0961d9b640 1 -- 172.21.15.111:0/3324818936 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09641587a0 con 0x7f096415e940 2024-09-19T04:36:49.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.958+0000 7f0962d9d640 1 --2- 172.21.15.111:0/3324818936 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f096415ed20 0x7f0964155d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:49.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.958+0000 7f096259c640 1 --2- 172.21.15.111:0/3324818936 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f09640cef90 0x7f0964155410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:49.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.958+0000 7f0961d9b640 1 --2- 172.21.15.111:0/3324818936 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f096415e940 0x7f09641540a0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f095800c820 tx=0x7f095800cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:49.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.958+0000 7f0952ffd640 1 -- 172.21.15.111:0/3324818936 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0958015070 con 0x7f096415e940 2024-09-19T04:36:49.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.958+0000 7f0952ffd640 1 -- 172.21.15.111:0/3324818936 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0958004220 con 0x7f096415e940 2024-09-19T04:36:49.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.958+0000 7f0952ffd640 1 -- 172.21.15.111:0/3324818936 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f095800ce10 con 0x7f096415e940 2024-09-19T04:36:49.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.958+0000 7f0968dc4640 1 -- 172.21.15.111:0/3324818936 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0964155140 con 0x7f096415e940 2024-09-19T04:36:49.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.958+0000 7f0968dc4640 1 -- 172.21.15.111:0/3324818936 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09641581e0 con 0x7f096415e940 2024-09-19T04:36:49.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.959+0000 7f0952ffd640 1 -- 172.21.15.111:0/3324818936 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 14) ==== 45783+0+0 (secure 0 0 0) 0x7f0958007830 con 0x7f096415e940 2024-09-19T04:36:49.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.959+0000 7f0952ffd640 1 --2- 172.21.15.111:0/3324818936 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0944038440 0x7f094403a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:49.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.959+0000 7f0952ffd640 1 -- 172.21.15.111:0/3324818936 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6268+0+0 (secure 0 0 0) 0x7f095804c130 con 0x7f096415e940 2024-09-19T04:36:49.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.959+0000 7f096259c640 1 --2- 172.21.15.111:0/3324818936 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0944038440 0x7f094403a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:49.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.959+0000 7f0968dc4640 1 -- 172.21.15.111:0/3324818936 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09640d1ef0 con 0x7f096415e940 2024-09-19T04:36:49.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.960+0000 7f096259c640 1 --2- 172.21.15.111:0/3324818936 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0944038440 0x7f094403a900 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f0954034000 tx=0x7f095402e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:49.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:49.964+0000 7f0952ffd640 1 -- 172.21.15.111:0/3324818936 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0964155140 con 0x7f096415e940 2024-09-19T04:36:49.996 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:49.995+0000 7fecc101c040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T04:36:50.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.192+0000 7f0968dc4640 1 -- 172.21.15.111:0/3324818936 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0964158580 con 0x7f096415e940 2024-09-19T04:36:50.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.193+0000 7f0952ffd640 1 -- 172.21.15.111:0/3324818936 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+5234 (secure 0 0 0) 0x7f0958022c10 con 0x7f096415e940 2024-09-19T04:36:50.194 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:50.195 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":36,"btime":"2024-09-19T04:36:43:681951+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5318,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/1725709183","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":1725709183},{"type":"v1","addr":"172.21.15.114:6834","nonce":1725709183}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":6045,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1645711536","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1645711536},{"type":"v1","addr":"172.21.15.111:6835","nonce":1645711536}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":6048,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/568432239","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":568432239},{"type":"v1","addr":"172.21.15.111:6837","nonce":568432239}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32}],"filesystems":[{"mdsmap":{"epoch":35,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:36:30.963741+0000","modified":"2024-09-19T04:36:32.977664+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6066},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6066":{"gid":6066,"name":"b","rank":0,"incarnation":33,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3176320608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3176320608},{"type":"v1","addr":"172.21.15.114:6835","nonce":3176320608}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6066,"qdb_cluster":[6066]},"id":5}]} 2024-09-19T04:36:50.195 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 36 2024-09-19T04:36:50.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.195+0000 7f0968dc4640 1 -- 172.21.15.111:0/3324818936 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0944038440 msgr2=0x7f094403a900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:50.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.195+0000 7f0968dc4640 1 --2- 172.21.15.111:0/3324818936 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0944038440 0x7f094403a900 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f0954034000 tx=0x7f095402e000 comp rx=0 tx=0).stop 2024-09-19T04:36:50.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.195+0000 7f0968dc4640 1 -- 172.21.15.111:0/3324818936 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f096415e940 msgr2=0x7f09641540a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:50.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.195+0000 7f0968dc4640 1 --2- 172.21.15.111:0/3324818936 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f096415e940 0x7f09641540a0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f095800c820 tx=0x7f095800cce0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.195+0000 7f0968dc4640 1 -- 172.21.15.111:0/3324818936 shutdown_connections 2024-09-19T04:36:50.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.195+0000 7f0968dc4640 1 --2- 172.21.15.111:0/3324818936 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0944038440 0x7f094403a900 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.195+0000 7f0968dc4640 1 --2- 172.21.15.111:0/3324818936 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f096415ed20 0x7f0964155d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.195+0000 7f0968dc4640 1 --2- 172.21.15.111:0/3324818936 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f096415e940 0x7f09641540a0 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.195+0000 7f0968dc4640 1 --2- 172.21.15.111:0/3324818936 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f09640cef90 0x7f0964155410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.195+0000 7f0968dc4640 1 -- 172.21.15.111:0/3324818936 >> 172.21.15.111:0/3324818936 conn(0x7f09640b6240 msgr2=0x7f09640d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:50.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.195+0000 7f0968dc4640 1 -- 172.21.15.111:0/3324818936 shutdown_connections 2024-09-19T04:36:50.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.195+0000 7f0968dc4640 1 -- 172.21.15.111:0/3324818936 wait complete. 2024-09-19T04:36:50.208 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:36:50.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.307+0000 7f0c9d0f8640 1 Processor -- start 2024-09-19T04:36:50.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.307+0000 7f0c9d0f8640 1 -- start start 2024-09-19T04:36:50.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.308+0000 7f0c9d0f8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0c9815e940 0x7f0c980d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:50.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.308+0000 7f0c9d0f8640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f0c9815ed20 0x7f0c980d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:50.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.308+0000 7f0c9d0f8640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c980b7170 con 0x7f0c980cef90 2024-09-19T04:36:50.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.308+0000 7f0c9d0f8640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f0c980d1ae0 con 0x7f0c9815e940 2024-09-19T04:36:50.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.308+0000 7f0c9d0f8640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f0c980b7aa0 con 0x7f0c9815ed20 2024-09-19T04:36:50.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.308+0000 7f0c96d9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0c9815e940 0x7f0c980d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:50.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.308+0000 7f0c96d9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0c9815e940 0x7f0c980d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38538/0 (socket says 172.21.15.111:38538) 2024-09-19T04:36:50.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.308+0000 7f0c96d9d640 1 -- 172.21.15.111:0/1400499450 learned_addr learned my addr 172.21.15.111:0/1400499450 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:50.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.308+0000 7f0c9659c640 1 --2- 172.21.15.111:0/1400499450 >> v2:172.21.15.114:3300/0 conn(0x7f0c9815ed20 0x7f0c980d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:50.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.308+0000 7f0c96d9d640 1 -- 172.21.15.111:0/1400499450 >> v2:172.21.15.114:3300/0 conn(0x7f0c9815ed20 msgr2=0x7f0c980d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:50.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.308+0000 7f0c96d9d640 1 --2- 172.21.15.111:0/1400499450 >> v2:172.21.15.114:3300/0 conn(0x7f0c9815ed20 0x7f0c980d15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.308+0000 7f0c96d9d640 1 -- 172.21.15.111:0/1400499450 >> v1:172.21.15.114:6789/0 conn(0x7f0c980cef90 legacy=0x7f0c980b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:50.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.308+0000 7f0c96d9d640 1 -- 172.21.15.111:0/1400499450 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c980d3660 con 0x7f0c9815e940 2024-09-19T04:36:50.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.308+0000 7f0c9659c640 1 --2- 172.21.15.111:0/1400499450 >> v2:172.21.15.114:3300/0 conn(0x7f0c9815ed20 0x7f0c980d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:50.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.309+0000 7f0c96d9d640 1 --2- 172.21.15.111:0/1400499450 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0c9815e940 0x7f0c980d1060 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f0c9806e900 tx=0x7f0c8802a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f38565ad279ab6ef server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:50.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.309+0000 7f0c95d9b640 1 -- 172.21.15.111:0/1400499450 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c88037070 con 0x7f0c9815e940 2024-09-19T04:36:50.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.309+0000 7f0c95d9b640 1 -- 172.21.15.111:0/1400499450 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c88032440 con 0x7f0c9815e940 2024-09-19T04:36:50.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.309+0000 7f0c95d9b640 1 -- 172.21.15.111:0/1400499450 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c88032810 con 0x7f0c9815e940 2024-09-19T04:36:50.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.309+0000 7f0c9d0f8640 1 -- 172.21.15.111:0/1400499450 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0c9815e940 msgr2=0x7f0c980d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:50.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.309+0000 7f0c9d0f8640 1 --2- 172.21.15.111:0/1400499450 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0c9815e940 0x7f0c980d1060 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f0c9806e900 tx=0x7f0c8802a2c0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.310+0000 7f0c9d0f8640 1 -- 172.21.15.111:0/1400499450 shutdown_connections 2024-09-19T04:36:50.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.310+0000 7f0c9d0f8640 1 --2- 172.21.15.111:0/1400499450 >> v2:172.21.15.114:3300/0 conn(0x7f0c9815ed20 0x7f0c980d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.310+0000 7f0c9d0f8640 1 --2- 172.21.15.111:0/1400499450 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0c9815e940 0x7f0c980d1060 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.310+0000 7f0c9d0f8640 1 -- 172.21.15.111:0/1400499450 >> 172.21.15.111:0/1400499450 conn(0x7f0c980b6240 msgr2=0x7f0c980b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:50.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.310+0000 7f0c9d0f8640 1 -- 172.21.15.111:0/1400499450 shutdown_connections 2024-09-19T04:36:50.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.310+0000 7f0c9d0f8640 1 -- 172.21.15.111:0/1400499450 wait complete. 2024-09-19T04:36:50.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.312+0000 7f0c9d0f8640 1 Processor -- start 2024-09-19T04:36:50.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.312+0000 7f0c9d0f8640 1 -- start start 2024-09-19T04:36:50.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.313+0000 7f0c9d0f8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0c980cef90 0x7f0c9815a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:50.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.313+0000 7f0c9d0f8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0c9815e940 0x7f0c981485a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:50.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.313+0000 7f0c9d0f8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0c9815ed20 0x7f0c980ce0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:50.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.313+0000 7f0c9d0f8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0c980d3f00 con 0x7f0c9815e940 2024-09-19T04:36:50.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.313+0000 7f0c9d0f8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0c980d3c20 con 0x7f0c9815ed20 2024-09-19T04:36:50.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.313+0000 7f0c9d0f8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0c980d3310 con 0x7f0c980cef90 2024-09-19T04:36:50.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.313+0000 7f0c9659c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0c9815e940 0x7f0c981485a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:50.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.313+0000 7f0c9659c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0c9815e940 0x7f0c981485a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38540/0 (socket says 172.21.15.111:38540) 2024-09-19T04:36:50.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.313+0000 7f0c9659c640 1 -- 172.21.15.111:0/3998570697 learned_addr learned my addr 172.21.15.111:0/3998570697 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:50.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.313+0000 7f0c9759e640 1 --2- 172.21.15.111:0/3998570697 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0c9815ed20 0x7f0c980ce0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:50.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.313+0000 7f0c96d9d640 1 --2- 172.21.15.111:0/3998570697 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0c980cef90 0x7f0c9815a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:50.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.314+0000 7f0c9659c640 1 -- 172.21.15.111:0/3998570697 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0c980cef90 msgr2=0x7f0c9815a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:50.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.314+0000 7f0c9659c640 1 --2- 172.21.15.111:0/3998570697 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0c980cef90 0x7f0c9815a4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.314+0000 7f0c9659c640 1 -- 172.21.15.111:0/3998570697 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0c9815ed20 msgr2=0x7f0c980ce0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:50.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.314+0000 7f0c9659c640 1 --2- 172.21.15.111:0/3998570697 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0c9815ed20 0x7f0c980ce0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.314+0000 7f0c9659c640 1 -- 172.21.15.111:0/3998570697 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c98148ae0 con 0x7f0c9815e940 2024-09-19T04:36:50.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.314+0000 7f0c9659c640 1 --2- 172.21.15.111:0/3998570697 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0c9815e940 0x7f0c981485a0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f0c8c00c820 tx=0x7f0c8c00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:50.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.314+0000 7f0c7f7fe640 1 -- 172.21.15.111:0/3998570697 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c8c015070 con 0x7f0c9815e940 2024-09-19T04:36:50.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.314+0000 7f0c7f7fe640 1 -- 172.21.15.111:0/3998570697 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c8c007a30 con 0x7f0c9815e940 2024-09-19T04:36:50.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.314+0000 7f0c7f7fe640 1 -- 172.21.15.111:0/3998570697 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c8c007e00 con 0x7f0c9815e940 2024-09-19T04:36:50.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.314+0000 7f0c9d0f8640 1 -- 172.21.15.111:0/3998570697 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c9815bc70 con 0x7f0c9815e940 2024-09-19T04:36:50.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.314+0000 7f0c9d0f8640 1 -- 172.21.15.111:0/3998570697 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c9815aeb0 con 0x7f0c9815e940 2024-09-19T04:36:50.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.315+0000 7f0c9d0f8640 1 -- 172.21.15.111:0/3998570697 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c980d1ef0 con 0x7f0c9815e940 2024-09-19T04:36:50.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.315+0000 7f0c7f7fe640 1 -- 172.21.15.111:0/3998570697 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 14) ==== 45783+0+0 (secure 0 0 0) 0x7f0c8c018070 con 0x7f0c9815e940 2024-09-19T04:36:50.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.315+0000 7f0c7f7fe640 1 --2- 172.21.15.111:0/3998570697 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0c84038440 0x7f0c8403a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:50.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.315+0000 7f0c7f7fe640 1 -- 172.21.15.111:0/3998570697 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6268+0+0 (secure 0 0 0) 0x7f0c8c04be60 con 0x7f0c9815e940 2024-09-19T04:36:50.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.315+0000 7f0c96d9d640 1 --2- 172.21.15.111:0/3998570697 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0c84038440 0x7f0c8403a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:50.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.316+0000 7f0c96d9d640 1 --2- 172.21.15.111:0/3998570697 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0c84038440 0x7f0c8403a900 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f0c88034000 tx=0x7f0c8802e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:50.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.320+0000 7f0c7f7fe640 1 -- 172.21.15.111:0/3998570697 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0c98148ae0 con 0x7f0c9815e940 2024-09-19T04:36:50.327 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:50.326+0000 7fecc101c040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T04:36:50.411 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:50.410+0000 7fecc101c040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T04:36:50.519 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:50.518+0000 7fecc101c040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T04:36:50.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.523+0000 7f0c9d0f8640 1 -- 172.21.15.111:0/3998570697 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0c980b8020 con 0x7f0c9815e940 2024-09-19T04:36:50.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.523+0000 7f0c7f7fe640 1 -- 172.21.15.111:0/3998570697 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+5234 (secure 0 0 0) 0x7f0c8c010350 con 0x7f0c9815e940 2024-09-19T04:36:50.525 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:50.525 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":36,"btime":"2024-09-19T04:36:43:681951+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5318,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/1725709183","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":1725709183},{"type":"v1","addr":"172.21.15.114:6834","nonce":1725709183}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":6045,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1645711536","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1645711536},{"type":"v1","addr":"172.21.15.111:6835","nonce":1645711536}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":6048,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/568432239","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":568432239},{"type":"v1","addr":"172.21.15.111:6837","nonce":568432239}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32}],"filesystems":[{"mdsmap":{"epoch":35,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:36:30.963741+0000","modified":"2024-09-19T04:36:32.977664+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6066},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6066":{"gid":6066,"name":"b","rank":0,"incarnation":33,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/3176320608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3176320608},{"type":"v1","addr":"172.21.15.114:6835","nonce":3176320608}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6066,"qdb_cluster":[6066]},"id":5}]} 2024-09-19T04:36:50.525 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 36 2024-09-19T04:36:50.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.525+0000 7f0c9d0f8640 1 -- 172.21.15.111:0/3998570697 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0c84038440 msgr2=0x7f0c8403a900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:50.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.525+0000 7f0c9d0f8640 1 --2- 172.21.15.111:0/3998570697 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0c84038440 0x7f0c8403a900 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f0c88034000 tx=0x7f0c8802e000 comp rx=0 tx=0).stop 2024-09-19T04:36:50.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.525+0000 7f0c9d0f8640 1 -- 172.21.15.111:0/3998570697 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0c9815e940 msgr2=0x7f0c981485a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:50.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.525+0000 7f0c9d0f8640 1 --2- 172.21.15.111:0/3998570697 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0c9815e940 0x7f0c981485a0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f0c8c00c820 tx=0x7f0c8c00cce0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.525+0000 7f0c9d0f8640 1 -- 172.21.15.111:0/3998570697 shutdown_connections 2024-09-19T04:36:50.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.525+0000 7f0c9d0f8640 1 --2- 172.21.15.111:0/3998570697 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0c84038440 0x7f0c8403a900 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.525+0000 7f0c9d0f8640 1 --2- 172.21.15.111:0/3998570697 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0c9815ed20 0x7f0c980ce0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.525+0000 7f0c9d0f8640 1 --2- 172.21.15.111:0/3998570697 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0c9815e940 0x7f0c981485a0 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.525+0000 7f0c9d0f8640 1 --2- 172.21.15.111:0/3998570697 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0c980cef90 0x7f0c9815a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.525+0000 7f0c9d0f8640 1 -- 172.21.15.111:0/3998570697 >> 172.21.15.111:0/3998570697 conn(0x7f0c980b6240 msgr2=0x7f0c980cafc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:50.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.525+0000 7f0c9d0f8640 1 -- 172.21.15.111:0/3998570697 shutdown_connections 2024-09-19T04:36:50.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.526+0000 7f0c9d0f8640 1 -- 172.21.15.111:0/3998570697 wait complete. 2024-09-19T04:36:50.538 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:36:50.565 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:50.563+0000 7fecc101c040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T04:36:50.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.635+0000 7f5be59d8640 1 Processor -- start 2024-09-19T04:36:50.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.635+0000 7f5be59d8640 1 -- start start 2024-09-19T04:36:50.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.636+0000 7f5be59d8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5be015e7b0 0x7f5be0071340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:50.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.636+0000 7f5be59d8640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f5be006ccb0 0x7f5be006d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:50.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.636+0000 7f5be59d8640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5be0071880 con 0x7f5be00b5600 2024-09-19T04:36:50.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.636+0000 7f5be59d8640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f5be006e680 con 0x7f5be015e7b0 2024-09-19T04:36:50.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.636+0000 7f5be59d8640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f5be00741c0 con 0x7f5be006ccb0 2024-09-19T04:36:50.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.636+0000 7f5bdeffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5be015e7b0 0x7f5be0071340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:50.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.636+0000 7f5bdeffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5be015e7b0 0x7f5be0071340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38548/0 (socket says 172.21.15.111:38548) 2024-09-19T04:36:50.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.636+0000 7f5bdeffd640 1 -- 172.21.15.111:0/1408691676 learned_addr learned my addr 172.21.15.111:0/1408691676 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:50.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.636+0000 7f5bde7fc640 1 --1- 172.21.15.111:0/1408691676 >> v1:172.21.15.111:6789/0 conn(0x7f5be00b5600 0x7f5be0073ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:50284/0 (socket says 172.21.15.111:50284) 2024-09-19T04:36:50.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.636+0000 7f5bdf7fe640 1 --2- 172.21.15.111:0/1408691676 >> v2:172.21.15.114:3300/0 conn(0x7f5be006ccb0 0x7f5be006d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:50.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.636+0000 7f5bdeffd640 1 -- 172.21.15.111:0/1408691676 >> v2:172.21.15.114:3300/0 conn(0x7f5be006ccb0 msgr2=0x7f5be006d0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:50.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.636+0000 7f5bdeffd640 1 --2- 172.21.15.111:0/1408691676 >> v2:172.21.15.114:3300/0 conn(0x7f5be006ccb0 0x7f5be006d0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.636+0000 7f5bdeffd640 1 -- 172.21.15.111:0/1408691676 >> v1:172.21.15.111:6789/0 conn(0x7f5be00b5600 legacy=0x7f5be0073ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:50.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.636+0000 7f5bdeffd640 1 -- 172.21.15.111:0/1408691676 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5be006e8d0 con 0x7f5be015e7b0 2024-09-19T04:36:50.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.637+0000 7f5bdeffd640 1 --2- 172.21.15.111:0/1408691676 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5be015e7b0 0x7f5be0071340 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f5be00b4df0 tx=0x7f5bd002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfc66953f743402f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:50.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.637+0000 7f5bddffb640 1 -- 172.21.15.111:0/1408691676 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bd0037070 con 0x7f5be015e7b0 2024-09-19T04:36:50.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.637+0000 7f5bddffb640 1 -- 172.21.15.111:0/1408691676 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5bd0032440 con 0x7f5be015e7b0 2024-09-19T04:36:50.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.637+0000 7f5bddffb640 1 -- 172.21.15.111:0/1408691676 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bd0032810 con 0x7f5be015e7b0 2024-09-19T04:36:50.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.637+0000 7f5be59d8640 1 -- 172.21.15.111:0/1408691676 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5be015e7b0 msgr2=0x7f5be0071340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:50.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.637+0000 7f5be59d8640 1 --2- 172.21.15.111:0/1408691676 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5be015e7b0 0x7f5be0071340 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f5be00b4df0 tx=0x7f5bd002a1e0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.637+0000 7f5be59d8640 1 -- 172.21.15.111:0/1408691676 shutdown_connections 2024-09-19T04:36:50.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.637+0000 7f5be59d8640 1 --2- 172.21.15.111:0/1408691676 >> v2:172.21.15.114:3300/0 conn(0x7f5be006ccb0 0x7f5be006d0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.638+0000 7f5be59d8640 1 --2- 172.21.15.111:0/1408691676 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5be015e7b0 0x7f5be0071340 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.638+0000 7f5be59d8640 1 -- 172.21.15.111:0/1408691676 >> 172.21.15.111:0/1408691676 conn(0x7f5be00b4300 msgr2=0x7f5be00b46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:50.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.638+0000 7f5be59d8640 1 -- 172.21.15.111:0/1408691676 shutdown_connections 2024-09-19T04:36:50.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.638+0000 7f5be59d8640 1 -- 172.21.15.111:0/1408691676 wait complete. 2024-09-19T04:36:50.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.639+0000 7f5be59d8640 1 Processor -- start 2024-09-19T04:36:50.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.639+0000 7f5be59d8640 1 -- start start 2024-09-19T04:36:50.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.640+0000 7f5be59d8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5be006ccb0 0x7f5be015d750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:50.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.640+0000 7f5be59d8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5be00b5600 0x7f5be00b3640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:50.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.640+0000 7f5be59d8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5be015e7b0 0x7f5be00b3b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:50.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.640+0000 7f5be59d8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5be0073590 con 0x7f5be006ccb0 2024-09-19T04:36:50.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.640+0000 7f5be59d8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5be00732b0 con 0x7f5be015e7b0 2024-09-19T04:36:50.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.640+0000 7f5be59d8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5be006d610 con 0x7f5be00b5600 2024-09-19T04:36:50.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.640+0000 7f5bdeffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5be006ccb0 0x7f5be015d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:50.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.640+0000 7f5bdeffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5be006ccb0 0x7f5be015d750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38564/0 (socket says 172.21.15.111:38564) 2024-09-19T04:36:50.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.640+0000 7f5bdeffd640 1 -- 172.21.15.111:0/394727738 learned_addr learned my addr 172.21.15.111:0/394727738 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:50.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.640+0000 7f5bdf7fe640 1 --2- 172.21.15.111:0/394727738 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5be015e7b0 0x7f5be00b3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:50.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.640+0000 7f5bde7fc640 1 --2- 172.21.15.111:0/394727738 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5be00b5600 0x7f5be00b3640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:50.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.640+0000 7f5bdeffd640 1 -- 172.21.15.111:0/394727738 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5be00b5600 msgr2=0x7f5be00b3640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:50.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.640+0000 7f5bdeffd640 1 --2- 172.21.15.111:0/394727738 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5be00b5600 0x7f5be00b3640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.640+0000 7f5bdeffd640 1 -- 172.21.15.111:0/394727738 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5be015e7b0 msgr2=0x7f5be00b3b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:50.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.640+0000 7f5bdeffd640 1 --2- 172.21.15.111:0/394727738 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5be015e7b0 0x7f5be00b3b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.640+0000 7f5bdeffd640 1 -- 172.21.15.111:0/394727738 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5be01f6100 con 0x7f5be006ccb0 2024-09-19T04:36:50.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.640+0000 7f5bde7fc640 1 --2- 172.21.15.111:0/394727738 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5be00b5600 0x7f5be00b3640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:50.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.640+0000 7f5bdeffd640 1 --2- 172.21.15.111:0/394727738 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5be006ccb0 0x7f5be015d750 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f5bd0000c00 tx=0x7f5bd00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:50.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.640+0000 7f5bc7fff640 1 -- 172.21.15.111:0/394727738 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bd0041030 con 0x7f5be006ccb0 2024-09-19T04:36:50.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.640+0000 7f5bc7fff640 1 -- 172.21.15.111:0/394727738 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5bd0030440 con 0x7f5be006ccb0 2024-09-19T04:36:50.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.640+0000 7f5bc7fff640 1 -- 172.21.15.111:0/394727738 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bd0037040 con 0x7f5be006ccb0 2024-09-19T04:36:50.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.640+0000 7f5be59d8640 1 -- 172.21.15.111:0/394727738 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5be0154100 con 0x7f5be006ccb0 2024-09-19T04:36:50.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.640+0000 7f5be59d8640 1 -- 172.21.15.111:0/394727738 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5be01546c0 con 0x7f5be006ccb0 2024-09-19T04:36:50.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.641+0000 7f5bc7fff640 1 -- 172.21.15.111:0/394727738 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 14) ==== 45783+0+0 (secure 0 0 0) 0x7f5bd0044070 con 0x7f5be006ccb0 2024-09-19T04:36:50.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.641+0000 7f5be59d8640 1 -- 172.21.15.111:0/394727738 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5be006d0d0 con 0x7f5be006ccb0 2024-09-19T04:36:50.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.642+0000 7f5bc7fff640 1 --2- 172.21.15.111:0/394727738 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5bcc038440 0x7f5bcc03a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:50.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.642+0000 7f5bc7fff640 1 -- 172.21.15.111:0/394727738 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6268+0+0 (secure 0 0 0) 0x7f5bd006c370 con 0x7f5be006ccb0 2024-09-19T04:36:50.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.642+0000 7f5bde7fc640 1 --2- 172.21.15.111:0/394727738 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5bcc038440 0x7f5bcc03a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:50.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.642+0000 7f5bde7fc640 1 --2- 172.21.15.111:0/394727738 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5bcc038440 0x7f5bcc03a900 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f5bd4007fd0 tx=0x7f5bd4007d60 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:50.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.646+0000 7f5bc7fff640 1 -- 172.21.15.111:0/394727738 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5bd00308a0 con 0x7f5be006ccb0 2024-09-19T04:36:50.680 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:50.679+0000 7fecc101c040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T04:36:50.733 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:50.731+0000 7fecc101c040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T04:36:50.774 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:50.773+0000 7fecc101c040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T04:36:50.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.815+0000 7f5be59d8640 1 -- 172.21.15.111:0/394727738 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5be00b4e50 con 0x7f5be006ccb0 2024-09-19T04:36:50.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.816+0000 7f5bc7fff640 1 -- 172.21.15.111:0/394727738 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) ==== 74+0+17591 (secure 0 0 0) 0x7f5bd003b7c0 con 0x7f5be006ccb0 2024-09-19T04:36:50.818 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:50.818 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":71,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:36:48.141733+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:36:28.942662+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-19T04:36:29.951428+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.111:0/2785929408":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/1226684575":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/1018073496":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/470797150":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/44837979":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/1061348441":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/772335752":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/783809098":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/1988636083":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/616443973":"2024-09-20T04:36:48.141688+0000","172.21.15.111:6817/649596689":"2024-09-20T04:36:48.141688+0000","172.21.15.111:6816/649596689":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/768349703":"2024-09-20T04:36:48.141688+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:36:50.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.818+0000 7f5be59d8640 1 -- 172.21.15.111:0/394727738 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5bcc038440 msgr2=0x7f5bcc03a900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:50.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.818+0000 7f5be59d8640 1 --2- 172.21.15.111:0/394727738 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5bcc038440 0x7f5bcc03a900 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f5bd4007fd0 tx=0x7f5bd4007d60 comp rx=0 tx=0).stop 2024-09-19T04:36:50.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.818+0000 7f5be59d8640 1 -- 172.21.15.111:0/394727738 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5be006ccb0 msgr2=0x7f5be015d750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:50.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.818+0000 7f5be59d8640 1 --2- 172.21.15.111:0/394727738 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5be006ccb0 0x7f5be015d750 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f5bd0000c00 tx=0x7f5bd00046c0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.818+0000 7f5be59d8640 1 -- 172.21.15.111:0/394727738 shutdown_connections 2024-09-19T04:36:50.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.818+0000 7f5be59d8640 1 --2- 172.21.15.111:0/394727738 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5bcc038440 0x7f5bcc03a900 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.818+0000 7f5be59d8640 1 --2- 172.21.15.111:0/394727738 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5be015e7b0 0x7f5be00b3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.818+0000 7f5be59d8640 1 --2- 172.21.15.111:0/394727738 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5be00b5600 0x7f5be00b3640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.818+0000 7f5be59d8640 1 --2- 172.21.15.111:0/394727738 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5be006ccb0 0x7f5be015d750 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.818+0000 7f5be59d8640 1 -- 172.21.15.111:0/394727738 >> 172.21.15.111:0/394727738 conn(0x7f5be00b4300 msgr2=0x7f5be006d7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:50.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.818+0000 7f5be59d8640 1 -- 172.21.15.111:0/394727738 shutdown_connections 2024-09-19T04:36:50.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.818+0000 7f5be59d8640 1 -- 172.21.15.111:0/394727738 wait complete. 2024-09-19T04:36:50.831 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T04:36:50.890 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:50.889+0000 7fecc101c040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T04:36:50.940 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:50.939+0000 7fecc101c040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T04:36:50.971 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.970+0000 7fc8dc8ba640 1 Processor -- start 2024-09-19T04:36:50.971 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.970+0000 7fc8dc8ba640 1 -- start start 2024-09-19T04:36:50.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.971+0000 7fc8dc8ba640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc8d815c5e0 0x7fc8d80712b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:50.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.971+0000 7fc8dc8ba640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d80b66e0 0x7fc8d80b7190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:50.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.971+0000 7fc8dc8ba640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc8d815c9c0 con 0x7fc8d80b6d50 2024-09-19T04:36:50.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.971+0000 7fc8dc8ba640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fc8d8074100 con 0x7fc8d815c5e0 2024-09-19T04:36:50.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.971+0000 7fc8dc8ba640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc8d80b76d0 con 0x7fc8d80b66e0 2024-09-19T04:36:50.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.971+0000 7fc8d5d9b640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fc8d80b6d50 0x7fc8d81600e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:50298/0 (socket says 172.21.15.111:50298) 2024-09-19T04:36:50.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.971+0000 7fc8d5d9b640 1 -- 172.21.15.111:0/4294337021 learned_addr learned my addr 172.21.15.111:0/4294337021 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:50.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.971+0000 7fc8d559a640 1 -- 172.21.15.111:0/4294337021 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2958520104 0 0) 0x7fc8d815c9c0 con 0x7fc8d80b6d50 2024-09-19T04:36:50.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.971+0000 7fc8d559a640 1 -- 172.21.15.111:0/4294337021 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc8c4003520 con 0x7fc8d80b6d50 2024-09-19T04:36:50.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.971+0000 7fc8d659c640 1 --2- 172.21.15.111:0/4294337021 >> v2:172.21.15.114:3300/0 conn(0x7fc8d815c5e0 0x7fc8d80712b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:50.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.971+0000 7fc8d6d9d640 1 --2- 172.21.15.111:0/4294337021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d80b66e0 0x7fc8d80b7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:50.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.972+0000 7fc8d559a640 1 -- 172.21.15.111:0/4294337021 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1784353485 0 0) 0x7fc8c4003520 con 0x7fc8d80b6d50 2024-09-19T04:36:50.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.972+0000 7fc8d559a640 1 -- 172.21.15.111:0/4294337021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d80b66e0 msgr2=0x7fc8d80b7190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:50.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.972+0000 7fc8d559a640 1 --2- 172.21.15.111:0/4294337021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d80b66e0 0x7fc8d80b7190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.972+0000 7fc8d559a640 1 -- 172.21.15.111:0/4294337021 >> v2:172.21.15.114:3300/0 conn(0x7fc8d815c5e0 msgr2=0x7fc8d80712b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:50.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.972+0000 7fc8d559a640 1 --2- 172.21.15.111:0/4294337021 >> v2:172.21.15.114:3300/0 conn(0x7fc8d815c5e0 0x7fc8d80712b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.972+0000 7fc8d559a640 1 -- 172.21.15.111:0/4294337021 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8d80b1dd0 con 0x7fc8d80b6d50 2024-09-19T04:36:50.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.972+0000 7fc8d559a640 1 -- 172.21.15.111:0/4294337021 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fc8c0001670 con 0x7fc8d80b6d50 2024-09-19T04:36:50.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.972+0000 7fc8d659c640 1 --2- 172.21.15.111:0/4294337021 >> v2:172.21.15.114:3300/0 conn(0x7fc8d815c5e0 0x7fc8d80712b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:50.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.972+0000 7fc8d559a640 1 -- 172.21.15.111:0/4294337021 >> v1:172.21.15.111:6789/0 conn(0x7fc8d80b6d50 legacy=0x7fc8d81600e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:50.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.972+0000 7fc8d559a640 1 --2- 172.21.15.111:0/4294337021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8c40039b0 0x7fc8c4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:50.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.972+0000 7fc8d559a640 1 --2- 172.21.15.111:0/4294337021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d80b66e0 0x7fc8c4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:50.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.972+0000 7fc8d559a640 1 --2- 172.21.15.111:0/4294337021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8c4004d40 0x7fc8c40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:50.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.972+0000 7fc8d559a640 1 -- 172.21.15.111:0/4294337021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d8074100 con 0x7fc8c40039b0 2024-09-19T04:36:50.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.972+0000 7fc8d559a640 1 -- 172.21.15.111:0/4294337021 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d80b76d0 con 0x7fc8c4004d40 2024-09-19T04:36:50.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.972+0000 7fc8d559a640 1 -- 172.21.15.111:0/4294337021 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc8c400baa0 con 0x7fc8d80b66e0 2024-09-19T04:36:50.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.972+0000 7fc8d659c640 1 --2- 172.21.15.111:0/4294337021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8c40039b0 0x7fc8c4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:50.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.972+0000 7fc8d5d9b640 1 --2- 172.21.15.111:0/4294337021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d80b66e0 0x7fc8c4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:50.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.972+0000 7fc8d6d9d640 1 --2- 172.21.15.111:0/4294337021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8c4004d40 0x7fc8c40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:50.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.972+0000 7fc8d659c640 1 -- 172.21.15.111:0/4294337021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d80b66e0 msgr2=0x7fc8c4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:50.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.972+0000 7fc8d659c640 1 --2- 172.21.15.111:0/4294337021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d80b66e0 0x7fc8c4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.972+0000 7fc8d659c640 1 -- 172.21.15.111:0/4294337021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8c4004d40 msgr2=0x7fc8c40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:50.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.972+0000 7fc8d659c640 1 --2- 172.21.15.111:0/4294337021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8c4004d40 0x7fc8c40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.972+0000 7fc8d659c640 1 -- 172.21.15.111:0/4294337021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8c4003520 con 0x7fc8c40039b0 2024-09-19T04:36:50.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.973+0000 7fc8d659c640 1 --2- 172.21.15.111:0/4294337021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8c40039b0 0x7fc8c4003dd0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7fc8c80098a0 tx=0x7fc8c4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd285500712b3693 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:50.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.973+0000 7fc8d559a640 1 -- 172.21.15.111:0/4294337021 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8c800f040 con 0x7fc8c40039b0 2024-09-19T04:36:50.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.973+0000 7fc8d559a640 1 -- 172.21.15.111:0/4294337021 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8c802ad10 con 0x7fc8c40039b0 2024-09-19T04:36:50.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.973+0000 7fc8d559a640 1 -- 172.21.15.111:0/4294337021 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8c8004250 con 0x7fc8c40039b0 2024-09-19T04:36:50.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.974+0000 7fc8dc8ba640 1 -- 172.21.15.111:0/4294337021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8c40039b0 msgr2=0x7fc8c4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:50.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.974+0000 7fc8dc8ba640 1 --2- 172.21.15.111:0/4294337021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8c40039b0 0x7fc8c4003dd0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7fc8c80098a0 tx=0x7fc8c4005830 comp rx=0 tx=0).stop 2024-09-19T04:36:50.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.974+0000 7fc8d6d9d640 1 -- 172.21.15.111:0/4294337021 reap_dead start 2024-09-19T04:36:50.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.974+0000 7fc8dc8ba640 1 -- 172.21.15.111:0/4294337021 shutdown_connections 2024-09-19T04:36:50.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.974+0000 7fc8dc8ba640 1 -- 172.21.15.111:0/4294337021 >> 172.21.15.111:0/4294337021 conn(0x7fc8d80b4220 msgr2=0x7fc8d80b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:50.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.974+0000 7fc8dc8ba640 1 -- 172.21.15.111:0/4294337021 shutdown_connections 2024-09-19T04:36:50.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.974+0000 7fc8dc8ba640 1 -- 172.21.15.111:0/4294337021 wait complete. 2024-09-19T04:36:50.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.975+0000 7fc8dc8ba640 1 Processor -- start 2024-09-19T04:36:50.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.975+0000 7fc8dc8ba640 1 -- start start 2024-09-19T04:36:50.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.976+0000 7fc8dc8ba640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8c40039b0 0x7fc8d815b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:50.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.976+0000 7fc8dc8ba640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d8152150 0x7fc8d8151050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:50.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.976+0000 7fc8dc8ba640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8d8151c00 0x7fc8d8151590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:50.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.976+0000 7fc8dc8ba640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d8073ab0 con 0x7fc8c40039b0 2024-09-19T04:36:50.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.976+0000 7fc8dc8ba640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d80737d0 con 0x7fc8d8151c00 2024-09-19T04:36:50.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.976+0000 7fc8dc8ba640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc8d8073d90 con 0x7fc8d8152150 2024-09-19T04:36:50.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.976+0000 7fc8d659c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8c40039b0 0x7fc8d815b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:50.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.976+0000 7fc8d659c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8c40039b0 0x7fc8d815b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38580/0 (socket says 172.21.15.111:38580) 2024-09-19T04:36:50.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.976+0000 7fc8d659c640 1 -- 172.21.15.111:0/595022659 learned_addr learned my addr 172.21.15.111:0/595022659 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:50.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.976+0000 7fc8d5d9b640 1 --2- 172.21.15.111:0/595022659 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d8152150 0x7fc8d8151050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:50.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.976+0000 7fc8d6d9d640 1 --2- 172.21.15.111:0/595022659 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8d8151c00 0x7fc8d8151590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:50.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.976+0000 7fc8d659c640 1 -- 172.21.15.111:0/595022659 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d8152150 msgr2=0x7fc8d8151050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:50.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.976+0000 7fc8d659c640 1 --2- 172.21.15.111:0/595022659 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d8152150 0x7fc8d8151050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.976+0000 7fc8d659c640 1 -- 172.21.15.111:0/595022659 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8d8151c00 msgr2=0x7fc8d8151590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:50.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.976+0000 7fc8d659c640 1 --2- 172.21.15.111:0/595022659 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8d8151c00 0x7fc8d8151590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:50.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.976+0000 7fc8d659c640 1 -- 172.21.15.111:0/595022659 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8d81556f0 con 0x7fc8c40039b0 2024-09-19T04:36:50.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.976+0000 7fc8d5d9b640 1 --2- 172.21.15.111:0/595022659 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d8152150 0x7fc8d8151050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:50.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.976+0000 7fc8d6d9d640 1 --2- 172.21.15.111:0/595022659 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8d8151c00 0x7fc8d8151590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:50.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.977+0000 7fc8d659c640 1 --2- 172.21.15.111:0/595022659 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8c40039b0 0x7fc8d815b420 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fc8c8034040 tx=0x7fc8c8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:50.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.977+0000 7fc8ceffd640 1 -- 172.21.15.111:0/595022659 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8c8041070 con 0x7fc8c40039b0 2024-09-19T04:36:50.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.977+0000 7fc8ceffd640 1 -- 172.21.15.111:0/595022659 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8c802ab10 con 0x7fc8c40039b0 2024-09-19T04:36:50.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.977+0000 7fc8dc8ba640 1 -- 172.21.15.111:0/595022659 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8d81559d0 con 0x7fc8c40039b0 2024-09-19T04:36:50.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.977+0000 7fc8ceffd640 1 -- 172.21.15.111:0/595022659 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8c803d430 con 0x7fc8c40039b0 2024-09-19T04:36:50.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.977+0000 7fc8dc8ba640 1 -- 172.21.15.111:0/595022659 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8d806ccb0 con 0x7fc8c40039b0 2024-09-19T04:36:50.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.978+0000 7fc8ceffd640 1 -- 172.21.15.111:0/595022659 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 14) ==== 45783+0+0 (secure 0 0 0) 0x7fc8c8044070 con 0x7fc8c40039b0 2024-09-19T04:36:50.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.978+0000 7fc8ceffd640 1 --2- 172.21.15.111:0/595022659 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc8b8038440 0x7fc8b803a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:50.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.978+0000 7fc8ceffd640 1 -- 172.21.15.111:0/595022659 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6268+0+0 (secure 0 0 0) 0x7fc8c806c440 con 0x7fc8c40039b0 2024-09-19T04:36:50.984 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.978+0000 7fc8dc8ba640 1 -- 172.21.15.111:0/595022659 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8d8073130 con 0x7fc8c40039b0 2024-09-19T04:36:50.984 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.978+0000 7fc8d5d9b640 1 --2- 172.21.15.111:0/595022659 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc8b8038440 0x7fc8b803a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:50.984 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.978+0000 7fc8d5d9b640 1 --2- 172.21.15.111:0/595022659 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc8b8038440 0x7fc8b803a900 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fc8c0001050 tx=0x7fc8c0009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:50.984 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:50.983+0000 7fc8ceffd640 1 -- 172.21.15.111:0/595022659 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc8c802ace0 con 0x7fc8c40039b0 2024-09-19T04:36:50.991 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:50.990+0000 7fecc101c040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T04:36:51.044 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:51.043+0000 7fecc101c040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T04:36:51.087 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:51.086+0000 7fecc101c040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T04:36:51.129 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:51.128+0000 7fecc101c040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T04:36:51.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.160+0000 7fc8ceffd640 1 -- 172.21.15.111:0/595022659 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mgrmap(e 15) ==== 45839+0+0 (secure 0 0 0) 0x7fc8c803b040 con 0x7fc8c40039b0 2024-09-19T04:36:51.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.190+0000 7fc8dc8ba640 1 -- 172.21.15.111:0/595022659 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fc8d8071a60 con 0x7fc8c40039b0 2024-09-19T04:36:51.191 INFO:tasks.ceph.mon.a.smithi111.stderr:2024-09-19T04:36:51.190+0000 7fab606dd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T04:36:51.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.192+0000 7fc8ceffd640 1 -- 172.21.15.111:0/595022659 <== mon.0 v2:172.21.15.111:3300/0 8 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v37) ==== 161+0+0 (secure 0 0 0) 0x7fc8c80313e0 con 0x7fc8c40039b0 2024-09-19T04:36:51.193 INFO:teuthology.orchestra.run.smithi111.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T04:36:51.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.194+0000 7fc8dc8ba640 1 -- 172.21.15.111:0/595022659 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc8b8038440 msgr2=0x7fc8b803a900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:51.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.194+0000 7fc8dc8ba640 1 --2- 172.21.15.111:0/595022659 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc8b8038440 0x7fc8b803a900 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fc8c0001050 tx=0x7fc8c0009040 comp rx=0 tx=0).stop 2024-09-19T04:36:51.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.194+0000 7fc8dc8ba640 1 -- 172.21.15.111:0/595022659 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8c40039b0 msgr2=0x7fc8d815b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:51.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.194+0000 7fc8dc8ba640 1 --2- 172.21.15.111:0/595022659 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8c40039b0 0x7fc8d815b420 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fc8c8034040 tx=0x7fc8c8004730 comp rx=0 tx=0).stop 2024-09-19T04:36:51.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.195+0000 7fc8dc8ba640 1 -- 172.21.15.111:0/595022659 shutdown_connections 2024-09-19T04:36:51.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.195+0000 7fc8dc8ba640 1 --2- 172.21.15.111:0/595022659 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc8b8038440 0x7fc8b803a900 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:51.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.195+0000 7fc8dc8ba640 1 --2- 172.21.15.111:0/595022659 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8d8151c00 0x7fc8d8151590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:51.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.195+0000 7fc8dc8ba640 1 --2- 172.21.15.111:0/595022659 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d8152150 0x7fc8d8151050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:51.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.195+0000 7fc8dc8ba640 1 --2- 172.21.15.111:0/595022659 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8c40039b0 0x7fc8d815b420 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:51.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.195+0000 7fc8dc8ba640 1 -- 172.21.15.111:0/595022659 >> 172.21.15.111:0/595022659 conn(0x7fc8d80b4220 msgr2=0x7fc8d80b2170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:51.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.195+0000 7fc8dc8ba640 1 -- 172.21.15.111:0/595022659 shutdown_connections 2024-09-19T04:36:51.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.195+0000 7fc8dc8ba640 1 -- 172.21.15.111:0/595022659 wait complete. 2024-09-19T04:36:51.200 INFO:tasks.ceph.mds.b.smithi114.stderr: -7343> 2024-09-19T04:36:36.900+0000 7fa94cf12640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T04:36:51.207 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T04:36:51.234 INFO:tasks.ceph.mds.b.smithi114.stdout:starting mds.b at 2024-09-19T04:36:51.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.347+0000 7f000d8eb640 1 Processor -- start 2024-09-19T04:36:51.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.347+0000 7f000d8eb640 1 -- start start 2024-09-19T04:36:51.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.348+0000 7f000d8eb640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f000815ed50 0x7f0008143d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:51.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.348+0000 7f000d8eb640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0008071080 0x7f00080714d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:51.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.348+0000 7f000d8eb640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f00080b3ac0 0x7f00080b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:51.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.348+0000 7f000d8eb640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f00081443d0 con 0x7f0008071080 2024-09-19T04:36:51.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.348+0000 7f000d8eb640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f00081446b0 con 0x7f000815ed50 2024-09-19T04:36:51.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.348+0000 7f000d8eb640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0008144990 con 0x7f00080b3ac0 2024-09-19T04:36:51.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.348+0000 7efffffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0008071080 0x7f00080714d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:51.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.348+0000 7efffffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0008071080 0x7f00080714d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:46188/0 (socket says 172.21.15.111:46188) 2024-09-19T04:36:51.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.348+0000 7efffffff640 1 -- 172.21.15.111:0/3177475670 learned_addr learned my addr 172.21.15.111:0/3177475670 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:51.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.348+0000 7f0006ffd640 1 --2- 172.21.15.111:0/3177475670 >> v2:172.21.15.114:3300/0 conn(0x7f000815ed50 0x7f0008143d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:51.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.348+0000 7efffffff640 1 -- 172.21.15.111:0/3177475670 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f00080b3ac0 msgr2=0x7f00080b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:51.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.348+0000 7f00077fe640 1 --2- 172.21.15.111:0/3177475670 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f00080b3ac0 0x7f00080b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:51.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.349+0000 7efffffff640 1 --2- 172.21.15.111:0/3177475670 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f00080b3ac0 0x7f00080b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:51.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.349+0000 7efffffff640 1 -- 172.21.15.111:0/3177475670 >> v2:172.21.15.114:3300/0 conn(0x7f000815ed50 msgr2=0x7f0008143d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:51.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.349+0000 7efffffff640 1 --2- 172.21.15.111:0/3177475670 >> v2:172.21.15.114:3300/0 conn(0x7f000815ed50 0x7f0008143d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:51.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.349+0000 7efffffff640 1 -- 172.21.15.111:0/3177475670 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00080b35c0 con 0x7f0008071080 2024-09-19T04:36:51.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.349+0000 7f0006ffd640 1 --2- 172.21.15.111:0/3177475670 >> v2:172.21.15.114:3300/0 conn(0x7f000815ed50 0x7f0008143d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:51.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.349+0000 7efffffff640 1 --2- 172.21.15.111:0/3177475670 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0008071080 0x7f00080714d0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f00080695e0 tx=0x7efff002a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28a4dae69babe71e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:51.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.349+0000 7f00067fc640 1 -- 172.21.15.111:0/3177475670 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff0004030 con 0x7f0008071080 2024-09-19T04:36:51.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.349+0000 7f00067fc640 1 -- 172.21.15.111:0/3177475670 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efff00041d0 con 0x7f0008071080 2024-09-19T04:36:51.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.349+0000 7f00067fc640 1 -- 172.21.15.111:0/3177475670 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff0003610 con 0x7f0008071080 2024-09-19T04:36:51.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.350+0000 7f000d8eb640 1 -- 172.21.15.111:0/3177475670 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0008071080 msgr2=0x7f00080714d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:51.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.350+0000 7f000d8eb640 1 --2- 172.21.15.111:0/3177475670 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0008071080 0x7f00080714d0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f00080695e0 tx=0x7efff002a130 comp rx=0 tx=0).stop 2024-09-19T04:36:51.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.350+0000 7f000d8eb640 1 -- 172.21.15.111:0/3177475670 shutdown_connections 2024-09-19T04:36:51.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.350+0000 7f000d8eb640 1 --2- 172.21.15.111:0/3177475670 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f00080b3ac0 0x7f00080b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:51.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.350+0000 7f000d8eb640 1 --2- 172.21.15.111:0/3177475670 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0008071080 0x7f00080714d0 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:51.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.350+0000 7f000d8eb640 1 --2- 172.21.15.111:0/3177475670 >> v2:172.21.15.114:3300/0 conn(0x7f000815ed50 0x7f0008143d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:51.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.350+0000 7f000d8eb640 1 -- 172.21.15.111:0/3177475670 >> 172.21.15.111:0/3177475670 conn(0x7f000806bba0 msgr2=0x7f000806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:51.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.350+0000 7f000d8eb640 1 -- 172.21.15.111:0/3177475670 shutdown_connections 2024-09-19T04:36:51.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.350+0000 7f000d8eb640 1 -- 172.21.15.111:0/3177475670 wait complete. 2024-09-19T04:36:51.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.351+0000 7f000d8eb640 1 Processor -- start 2024-09-19T04:36:51.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.351+0000 7f000d8eb640 1 -- start start 2024-09-19T04:36:51.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.352+0000 7f000d8eb640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0008071080 0x7f00081549a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:51.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.352+0000 7f000d8eb640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f00080b3ac0 0x7f00081f4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:51.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.352+0000 7f000d8eb640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f000815ed50 0x7f0008162850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:51.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.352+0000 7f000d8eb640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f00080aec70 con 0x7f0008071080 2024-09-19T04:36:51.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.352+0000 7f000d8eb640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f00080aeaf0 con 0x7f00080b3ac0 2024-09-19T04:36:51.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.352+0000 7f000d8eb640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f00080aedf0 con 0x7f000815ed50 2024-09-19T04:36:51.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.352+0000 7f0006ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0008071080 0x7f00081549a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:51.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.352+0000 7f0006ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0008071080 0x7f00081549a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:46196/0 (socket says 172.21.15.111:46196) 2024-09-19T04:36:51.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.352+0000 7f0006ffd640 1 -- 172.21.15.111:0/135611968 learned_addr learned my addr 172.21.15.111:0/135611968 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:51.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.352+0000 7f00077fe640 1 --2- 172.21.15.111:0/135611968 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f000815ed50 0x7f0008162850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:51.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.352+0000 7efffffff640 1 --2- 172.21.15.111:0/135611968 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f00080b3ac0 0x7f00081f4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:51.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.352+0000 7f0006ffd640 1 -- 172.21.15.111:0/135611968 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f000815ed50 msgr2=0x7f0008162850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:51.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.352+0000 7f0006ffd640 1 --2- 172.21.15.111:0/135611968 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f000815ed50 0x7f0008162850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:51.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.352+0000 7f0006ffd640 1 -- 172.21.15.111:0/135611968 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f00080b3ac0 msgr2=0x7f00081f4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:51.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.352+0000 7f0006ffd640 1 --2- 172.21.15.111:0/135611968 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f00080b3ac0 0x7f00081f4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:51.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.352+0000 7f0006ffd640 1 -- 172.21.15.111:0/135611968 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f000815f4a0 con 0x7f0008071080 2024-09-19T04:36:51.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.352+0000 7f00077fe640 1 --2- 172.21.15.111:0/135611968 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f000815ed50 0x7f0008162850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:51.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.353+0000 7f0006ffd640 1 --2- 172.21.15.111:0/135611968 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0008071080 0x7f00081549a0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7efff800c820 tx=0x7efff800cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:51.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.353+0000 7f0004ff9640 1 -- 172.21.15.111:0/135611968 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff8015070 con 0x7f0008071080 2024-09-19T04:36:51.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.353+0000 7f0004ff9640 1 -- 172.21.15.111:0/135611968 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efff8007a30 con 0x7f0008071080 2024-09-19T04:36:51.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.353+0000 7f000d8eb640 1 -- 172.21.15.111:0/135611968 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f000815f780 con 0x7f0008071080 2024-09-19T04:36:51.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.353+0000 7f0004ff9640 1 -- 172.21.15.111:0/135611968 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff8007de0 con 0x7f0008071080 2024-09-19T04:36:51.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.353+0000 7f000d8eb640 1 -- 172.21.15.111:0/135611968 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f000815fd40 con 0x7f0008071080 2024-09-19T04:36:51.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.354+0000 7f000d8eb640 1 -- 172.21.15.111:0/135611968 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00080af200 con 0x7f0008071080 2024-09-19T04:36:51.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.354+0000 7f0004ff9640 1 -- 172.21.15.111:0/135611968 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 15) ==== 45839+0+0 (secure 0 0 0) 0x7efff8018070 con 0x7f0008071080 2024-09-19T04:36:51.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.354+0000 7f0004ff9640 1 --2- 172.21.15.111:0/135611968 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7effe80384d0 0x7effe803a990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:51.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.354+0000 7f0004ff9640 1 -- 172.21.15.111:0/135611968 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6354+0+0 (secure 0 0 0) 0x7efff804bf70 con 0x7f0008071080 2024-09-19T04:36:51.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.354+0000 7efffffff640 1 --2- 172.21.15.111:0/135611968 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7effe80384d0 0x7effe803a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:51.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.355+0000 7efffffff640 1 --2- 172.21.15.111:0/135611968 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7effe80384d0 0x7effe803a990 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7efff0033000 tx=0x7efff002e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:51.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.359+0000 7f0004ff9640 1 -- 172.21.15.111:0/135611968 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efff800ce10 con 0x7f0008071080 2024-09-19T04:36:51.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:51.562+0000 7f000d8eb640 1 -- 172.21.15.111:0/135611968 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f00080725a0 con 0x7f0008071080 2024-09-19T04:36:51.708 INFO:tasks.ceph.mgr.y.smithi111.stderr:2024-09-19T04:36:51.707+0000 7fecc101c040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T04:36:52.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.198+0000 7f0004ff9640 1 -- 172.21.15.111:0/135611968 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7efff8011910 con 0x7f0008071080 2024-09-19T04:36:52.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.201+0000 7f0004ff9640 1 -- 172.21.15.111:0/135611968 <== mon.0 v2:172.21.15.111:3300/0 8 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v38) ==== 104+0+0 (secure 0 0 0) 0x7efff802e450 con 0x7f0008071080 2024-09-19T04:36:52.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.203+0000 7f000d8eb640 1 -- 172.21.15.111:0/135611968 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7effe80384d0 msgr2=0x7effe803a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:52.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.203+0000 7f000d8eb640 1 --2- 172.21.15.111:0/135611968 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7effe80384d0 0x7effe803a990 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7efff0033000 tx=0x7efff002e000 comp rx=0 tx=0).stop 2024-09-19T04:36:52.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.203+0000 7f000d8eb640 1 -- 172.21.15.111:0/135611968 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0008071080 msgr2=0x7f00081549a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:52.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.203+0000 7f000d8eb640 1 --2- 172.21.15.111:0/135611968 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0008071080 0x7f00081549a0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7efff800c820 tx=0x7efff800cce0 comp rx=0 tx=0).stop 2024-09-19T04:36:52.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.203+0000 7f000d8eb640 1 -- 172.21.15.111:0/135611968 shutdown_connections 2024-09-19T04:36:52.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.203+0000 7f000d8eb640 1 --2- 172.21.15.111:0/135611968 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7effe80384d0 0x7effe803a990 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:52.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.203+0000 7f000d8eb640 1 --2- 172.21.15.111:0/135611968 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f000815ed50 0x7f0008162850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:52.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.203+0000 7f000d8eb640 1 --2- 172.21.15.111:0/135611968 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f00080b3ac0 0x7f00081f4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:52.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.203+0000 7f000d8eb640 1 --2- 172.21.15.111:0/135611968 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0008071080 0x7f00081549a0 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:52.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.203+0000 7f000d8eb640 1 -- 172.21.15.111:0/135611968 >> 172.21.15.111:0/135611968 conn(0x7f000806bba0 msgr2=0x7f00080b47b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:52.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.203+0000 7f000d8eb640 1 -- 172.21.15.111:0/135611968 shutdown_connections 2024-09-19T04:36:52.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.203+0000 7f000d8eb640 1 -- 172.21.15.111:0/135611968 wait complete. 2024-09-19T04:36:52.217 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T04:36:52.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.321+0000 7fb8f7696640 1 Processor -- start 2024-09-19T04:36:52.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.321+0000 7fb8f7696640 1 -- start start 2024-09-19T04:36:52.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.322+0000 7fb8f7696640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fb8f00ae8e0 0x7fb8f0072c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:52.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.322+0000 7fb8f7696640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8f00cd170 0x7fb8f00cd570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:52.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.322+0000 7fb8f7696640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8f00cdab0 con 0x7fb8f015e750 2024-09-19T04:36:52.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.322+0000 7fb8f7696640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fb8f0071bf0 con 0x7fb8f00ae8e0 2024-09-19T04:36:52.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.322+0000 7fb8f7696640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb8f0071ed0 con 0x7fb8f00cd170 2024-09-19T04:36:52.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.322+0000 7fb8f4c31640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fb8f00ae8e0 0x7fb8f0072c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:52.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.322+0000 7fb8f4c31640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fb8f00ae8e0 0x7fb8f0072c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:46212/0 (socket says 172.21.15.111:46212) 2024-09-19T04:36:52.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.322+0000 7fb8f5432640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fb8f015e750 0x7fb8f0071410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39364/0 (socket says 172.21.15.111:39364) 2024-09-19T04:36:52.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.322+0000 7fb8f4c31640 1 -- 172.21.15.111:0/651081002 learned_addr learned my addr 172.21.15.111:0/651081002 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:52.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.323+0000 7fb8f4c31640 1 -- 172.21.15.111:0/651081002 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8f00cd170 msgr2=0x7fb8f00cd570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:52.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.323+0000 7fb8f5c33640 1 --2- 172.21.15.111:0/651081002 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8f00cd170 0x7fb8f00cd570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:52.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.323+0000 7fb8e7fff640 1 -- 172.21.15.111:0/651081002 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3339316895 0 0) 0x7fb8f00cdab0 con 0x7fb8f015e750 2024-09-19T04:36:52.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.323+0000 7fb8f4c31640 1 --2- 172.21.15.111:0/651081002 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8f00cd170 0x7fb8f00cd570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:52.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.323+0000 7fb8f4c31640 1 -- 172.21.15.111:0/651081002 >> v1:172.21.15.111:6789/0 conn(0x7fb8f015e750 legacy=0x7fb8f0071410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:52.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.323+0000 7fb8f4c31640 1 -- 172.21.15.111:0/651081002 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8f00721b0 con 0x7fb8f00ae8e0 2024-09-19T04:36:52.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.323+0000 7fb8f5c33640 1 --2- 172.21.15.111:0/651081002 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8f00cd170 0x7fb8f00cd570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:52.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.323+0000 7fb8f4c31640 1 --2- 172.21.15.111:0/651081002 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8f00ae8e0 0x7fb8f0072c90 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fb8e0009870 tx=0x7fb8e002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a208a340c20be58a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:52.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.323+0000 7fb8e7fff640 1 -- 172.21.15.111:0/651081002 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8e0037070 con 0x7fb8f00ae8e0 2024-09-19T04:36:52.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.323+0000 7fb8e7fff640 1 -- 172.21.15.111:0/651081002 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8e0032440 con 0x7fb8f00ae8e0 2024-09-19T04:36:52.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.323+0000 7fb8e7fff640 1 -- 172.21.15.111:0/651081002 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8e0032810 con 0x7fb8f00ae8e0 2024-09-19T04:36:52.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.324+0000 7fb8f7696640 1 -- 172.21.15.111:0/651081002 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8f00ae8e0 msgr2=0x7fb8f0072c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:52.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.324+0000 7fb8f7696640 1 --2- 172.21.15.111:0/651081002 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8f00ae8e0 0x7fb8f0072c90 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fb8e0009870 tx=0x7fb8e002a270 comp rx=0 tx=0).stop 2024-09-19T04:36:52.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.324+0000 7fb8f7696640 1 -- 172.21.15.111:0/651081002 shutdown_connections 2024-09-19T04:36:52.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.324+0000 7fb8f7696640 1 --2- 172.21.15.111:0/651081002 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8f00cd170 0x7fb8f00cd570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:52.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.324+0000 7fb8f7696640 1 --2- 172.21.15.111:0/651081002 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8f00ae8e0 0x7fb8f0072c90 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:52.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.324+0000 7fb8f7696640 1 -- 172.21.15.111:0/651081002 >> 172.21.15.111:0/651081002 conn(0x7fb8f006bba0 msgr2=0x7fb8f006bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:52.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.324+0000 7fb8f7696640 1 -- 172.21.15.111:0/651081002 shutdown_connections 2024-09-19T04:36:52.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.324+0000 7fb8f7696640 1 -- 172.21.15.111:0/651081002 wait complete. 2024-09-19T04:36:52.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.325+0000 7fb8f7696640 1 Processor -- start 2024-09-19T04:36:52.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.325+0000 7fb8f7696640 1 -- start start 2024-09-19T04:36:52.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.326+0000 7fb8f7696640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb8f00ae8e0 0x7fb8f0160960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:52.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.326+0000 7fb8f7696640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8f00cd170 0x7fb8f00b0480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:52.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.326+0000 7fb8f7696640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8f015e750 0x7fb8f01612d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:52.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.326+0000 7fb8f7696640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb8f00731d0 con 0x7fb8f015e750 2024-09-19T04:36:52.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.326+0000 7fb8f7696640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb8f0072770 con 0x7fb8f00ae8e0 2024-09-19T04:36:52.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.326+0000 7fb8f7696640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb8f015eb30 con 0x7fb8f00cd170 2024-09-19T04:36:52.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.326+0000 7fb8f5c33640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8f015e750 0x7fb8f01612d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:52.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.326+0000 7fb8f5c33640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8f015e750 0x7fb8f01612d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:46226/0 (socket says 172.21.15.111:46226) 2024-09-19T04:36:52.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.326+0000 7fb8f5c33640 1 -- 172.21.15.111:0/1578876912 learned_addr learned my addr 172.21.15.111:0/1578876912 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:52.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.326+0000 7fb8f5c33640 1 -- 172.21.15.111:0/1578876912 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8f00cd170 msgr2=0x7fb8f00b0480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:52.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.326+0000 7fb8f5c33640 1 --2- 172.21.15.111:0/1578876912 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8f00cd170 0x7fb8f00b0480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:52.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.326+0000 7fb8f5c33640 1 -- 172.21.15.111:0/1578876912 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb8f00ae8e0 msgr2=0x7fb8f0160960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:52.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.326+0000 7fb8f5c33640 1 --2- 172.21.15.111:0/1578876912 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb8f00ae8e0 0x7fb8f0160960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:52.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.326+0000 7fb8f5c33640 1 -- 172.21.15.111:0/1578876912 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8f00b0df0 con 0x7fb8f015e750 2024-09-19T04:36:52.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.327+0000 7fb8f5c33640 1 --2- 172.21.15.111:0/1578876912 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8f015e750 0x7fb8f01612d0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fb8e800c7f0 tx=0x7fb8e800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:52.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.327+0000 7fb8e5ffb640 1 -- 172.21.15.111:0/1578876912 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8e8015070 con 0x7fb8f015e750 2024-09-19T04:36:52.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.327+0000 7fb8e5ffb640 1 -- 172.21.15.111:0/1578876912 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8e8007820 con 0x7fb8f015e750 2024-09-19T04:36:52.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.327+0000 7fb8e5ffb640 1 -- 172.21.15.111:0/1578876912 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8e8007c10 con 0x7fb8f015e750 2024-09-19T04:36:52.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.327+0000 7fb8f7696640 1 -- 172.21.15.111:0/1578876912 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8f00b10d0 con 0x7fb8f015e750 2024-09-19T04:36:52.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.327+0000 7fb8f7696640 1 -- 172.21.15.111:0/1578876912 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8f00b1690 con 0x7fb8f015e750 2024-09-19T04:36:52.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.328+0000 7fb8f7696640 1 -- 172.21.15.111:0/1578876912 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8f015da20 con 0x7fb8f015e750 2024-09-19T04:36:52.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.328+0000 7fb8e5ffb640 1 -- 172.21.15.111:0/1578876912 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fb8e8018070 con 0x7fb8f015e750 2024-09-19T04:36:52.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.329+0000 7fb8e5ffb640 1 --2- 172.21.15.111:0/1578876912 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb8d406c3d0 0x7fb8d406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:52.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.329+0000 7fb8e5ffb640 1 -- 172.21.15.111:0/1578876912 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6354+0+0 (secure 0 0 0) 0x7fb8e808baa0 con 0x7fb8f015e750 2024-09-19T04:36:52.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.329+0000 7fb8f5432640 1 --2- 172.21.15.111:0/1578876912 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb8d406c3d0 0x7fb8d406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:52.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.330+0000 7fb8f5432640 1 --2- 172.21.15.111:0/1578876912 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb8d406c3d0 0x7fb8d406e890 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fb8ec001560 tx=0x7fb8ec007ca0 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:52.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.333+0000 7fb8e5ffb640 1 -- 172.21.15.111:0/1578876912 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb8e8059df0 con 0x7fb8f015e750 2024-09-19T04:36:52.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:52.497+0000 7fb8f7696640 1 -- 172.21.15.111:0/1578876912 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fb8f0075590 con 0x7fb8f015e750 2024-09-19T04:36:53.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.202+0000 7fb8e5ffb640 1 -- 172.21.15.111:0/1578876912 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v73) ==== 181+0+0 (secure 0 0 0) 0x7fb8e80596f0 con 0x7fb8f015e750 2024-09-19T04:36:53.204 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' removed 2024-09-19T04:36:53.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.205+0000 7fb8f7696640 1 -- 172.21.15.111:0/1578876912 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb8d406c3d0 msgr2=0x7fb8d406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:53.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.205+0000 7fb8f7696640 1 --2- 172.21.15.111:0/1578876912 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb8d406c3d0 0x7fb8d406e890 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fb8ec001560 tx=0x7fb8ec007ca0 comp rx=0 tx=0).stop 2024-09-19T04:36:53.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.205+0000 7fb8f7696640 1 -- 172.21.15.111:0/1578876912 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8f015e750 msgr2=0x7fb8f01612d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:53.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.205+0000 7fb8f7696640 1 --2- 172.21.15.111:0/1578876912 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8f015e750 0x7fb8f01612d0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fb8e800c7f0 tx=0x7fb8e800ccb0 comp rx=0 tx=0).stop 2024-09-19T04:36:53.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.205+0000 7fb8f7696640 1 -- 172.21.15.111:0/1578876912 shutdown_connections 2024-09-19T04:36:53.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.205+0000 7fb8f7696640 1 --2- 172.21.15.111:0/1578876912 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb8d406c3d0 0x7fb8d406e890 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:53.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.205+0000 7fb8f7696640 1 --2- 172.21.15.111:0/1578876912 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8f015e750 0x7fb8f01612d0 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:53.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.205+0000 7fb8f7696640 1 --2- 172.21.15.111:0/1578876912 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8f00cd170 0x7fb8f00b0480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:53.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.205+0000 7fb8f7696640 1 --2- 172.21.15.111:0/1578876912 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb8f00ae8e0 0x7fb8f0160960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:53.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.205+0000 7fb8f7696640 1 -- 172.21.15.111:0/1578876912 >> 172.21.15.111:0/1578876912 conn(0x7fb8f006bba0 msgr2=0x7fb8f00cd570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:53.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.206+0000 7fb8f7696640 1 -- 172.21.15.111:0/1578876912 shutdown_connections 2024-09-19T04:36:53.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.206+0000 7fb8f7696640 1 -- 172.21.15.111:0/1578876912 wait complete. 2024-09-19T04:36:53.221 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T04:36:53.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.331+0000 7f86a16ba640 1 Processor -- start 2024-09-19T04:36:53.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.331+0000 7f86a16ba640 1 -- start start 2024-09-19T04:36:53.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.332+0000 7f86a16ba640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f869c0b68e0 0x7f869c0b3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:53.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.332+0000 7f86a16ba640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f869c0d2320 con 0x7f869c15e770 2024-09-19T04:36:53.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.332+0000 7f86a16ba640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f869c0b3d70 con 0x7f869c0b3970 2024-09-19T04:36:53.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.332+0000 7f86a16ba640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f869c15eb50 con 0x7f869c0b68e0 2024-09-19T04:36:53.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.332+0000 7f869a7fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f869c0b68e0 0x7f869c0b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:53.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.332+0000 7f869a7fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f869c0b68e0 0x7f869c0b3430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:46242/0 (socket says 172.21.15.111:46242) 2024-09-19T04:36:53.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.332+0000 7f869affd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f869c15e770 0x7f869c0b61d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39376/0 (socket says 172.21.15.111:39376) 2024-09-19T04:36:53.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.332+0000 7f869a7fc640 1 -- 172.21.15.111:0/3642023944 learned_addr learned my addr 172.21.15.111:0/3642023944 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:53.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.332+0000 7f869a7fc640 1 -- 172.21.15.111:0/3642023944 >> v1:172.21.15.114:6789/0 conn(0x7f869c0b3970 legacy=0x7f869c0d33a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:53.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.332+0000 7f8699ffb640 1 -- 172.21.15.111:0/3642023944 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1394421655 0 0) 0x7f869c0d2320 con 0x7f869c15e770 2024-09-19T04:36:53.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.332+0000 7f869a7fc640 1 -- 172.21.15.111:0/3642023944 >> v1:172.21.15.111:6789/0 conn(0x7f869c15e770 legacy=0x7f869c0b61d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:53.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.332+0000 7f869a7fc640 1 -- 172.21.15.111:0/3642023944 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f869c0d25e0 con 0x7f869c0b68e0 2024-09-19T04:36:53.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.333+0000 7f869a7fc640 1 --2- 172.21.15.111:0/3642023944 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f869c0b68e0 0x7f869c0b3430 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f8690009870 tx=0x7f869002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=735103484a1acafd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:53.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.333+0000 7f8699ffb640 1 -- 172.21.15.111:0/3642023944 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8690037070 con 0x7f869c0b68e0 2024-09-19T04:36:53.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.333+0000 7f8699ffb640 1 -- 172.21.15.111:0/3642023944 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8690032440 con 0x7f869c0b68e0 2024-09-19T04:36:53.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.333+0000 7f8699ffb640 1 -- 172.21.15.111:0/3642023944 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8690032810 con 0x7f869c0b68e0 2024-09-19T04:36:53.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.333+0000 7f86a16ba640 1 -- 172.21.15.111:0/3642023944 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f869c0b68e0 msgr2=0x7f869c0b3430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:53.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.333+0000 7f86a16ba640 1 --2- 172.21.15.111:0/3642023944 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f869c0b68e0 0x7f869c0b3430 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f8690009870 tx=0x7f869002a1e0 comp rx=0 tx=0).stop 2024-09-19T04:36:53.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.334+0000 7f86a16ba640 1 -- 172.21.15.111:0/3642023944 shutdown_connections 2024-09-19T04:36:53.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.334+0000 7f86a16ba640 1 --2- 172.21.15.111:0/3642023944 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f869c0b68e0 0x7f869c0b3430 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:53.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.334+0000 7f86a16ba640 1 -- 172.21.15.111:0/3642023944 >> 172.21.15.111:0/3642023944 conn(0x7f869c062a50 msgr2=0x7f869c062e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:53.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.334+0000 7f86a16ba640 1 -- 172.21.15.111:0/3642023944 shutdown_connections 2024-09-19T04:36:53.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.334+0000 7f86a16ba640 1 -- 172.21.15.111:0/3642023944 wait complete. 2024-09-19T04:36:53.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.335+0000 7f86a16ba640 1 Processor -- start 2024-09-19T04:36:53.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.335+0000 7f86a16ba640 1 -- start start 2024-09-19T04:36:53.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.336+0000 7f86a16ba640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f869c0b3970 0x7f869c1530a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:53.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.336+0000 7f86a16ba640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f869c0b68e0 0x7f869c0b5510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:53.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.336+0000 7f86a16ba640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f869c15e770 0x7f869c15fb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:53.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.336+0000 7f86a16ba640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f869c0d2e80 con 0x7f869c15e770 2024-09-19T04:36:53.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.336+0000 7f86a16ba640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f869c0d2ba0 con 0x7f869c0b3970 2024-09-19T04:36:53.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.336+0000 7f86a16ba640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f869c0b76a0 con 0x7f869c0b68e0 2024-09-19T04:36:53.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.336+0000 7f869b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f869c15e770 0x7f869c15fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:53.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.336+0000 7f869b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f869c15e770 0x7f869c15fb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:46256/0 (socket says 172.21.15.111:46256) 2024-09-19T04:36:53.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.336+0000 7f869b7fe640 1 -- 172.21.15.111:0/2918233560 learned_addr learned my addr 172.21.15.111:0/2918233560 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:53.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.336+0000 7f869affd640 1 --2- 172.21.15.111:0/2918233560 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f869c0b3970 0x7f869c1530a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:53.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.336+0000 7f869a7fc640 1 --2- 172.21.15.111:0/2918233560 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f869c0b68e0 0x7f869c0b5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:53.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.336+0000 7f869b7fe640 1 -- 172.21.15.111:0/2918233560 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f869c0b68e0 msgr2=0x7f869c0b5510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:53.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.336+0000 7f869b7fe640 1 --2- 172.21.15.111:0/2918233560 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f869c0b68e0 0x7f869c0b5510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:53.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.336+0000 7f869b7fe640 1 -- 172.21.15.111:0/2918233560 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f869c0b3970 msgr2=0x7f869c1530a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:53.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.336+0000 7f869b7fe640 1 --2- 172.21.15.111:0/2918233560 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f869c0b3970 0x7f869c1530a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:53.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.336+0000 7f869b7fe640 1 -- 172.21.15.111:0/2918233560 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f869c160070 con 0x7f869c15e770 2024-09-19T04:36:53.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.336+0000 7f869a7fc640 1 --2- 172.21.15.111:0/2918233560 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f869c0b68e0 0x7f869c0b5510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:53.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.336+0000 7f869b7fe640 1 --2- 172.21.15.111:0/2918233560 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f869c15e770 0x7f869c15fb30 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f869400c7a0 tx=0x7f869400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:53.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.336+0000 7f86837fe640 1 -- 172.21.15.111:0/2918233560 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8694003b70 con 0x7f869c15e770 2024-09-19T04:36:53.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.336+0000 7f86837fe640 1 -- 172.21.15.111:0/2918233560 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8694003d30 con 0x7f869c15e770 2024-09-19T04:36:53.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.336+0000 7f86a16ba640 1 -- 172.21.15.111:0/2918233560 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f869c0b5c40 con 0x7f869c15e770 2024-09-19T04:36:53.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.336+0000 7f86837fe640 1 -- 172.21.15.111:0/2918233560 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f869400aa90 con 0x7f869c15e770 2024-09-19T04:36:53.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.336+0000 7f86a16ba640 1 -- 172.21.15.111:0/2918233560 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f869c15f050 con 0x7f869c15e770 2024-09-19T04:36:53.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.337+0000 7f86a16ba640 1 -- 172.21.15.111:0/2918233560 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f869c0b3430 con 0x7f869c15e770 2024-09-19T04:36:53.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.338+0000 7f86837fe640 1 -- 172.21.15.111:0/2918233560 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f869400ac30 con 0x7f869c15e770 2024-09-19T04:36:53.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.338+0000 7f86837fe640 1 --2- 172.21.15.111:0/2918233560 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f868806c400 0x7f868806e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:53.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.339+0000 7f86837fe640 1 -- 172.21.15.111:0/2918233560 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 5916+0+0 (secure 0 0 0) 0x7f869408b470 con 0x7f869c15e770 2024-09-19T04:36:53.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.339+0000 7f869affd640 1 --2- 172.21.15.111:0/2918233560 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f868806c400 0x7f868806e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:53.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.339+0000 7f869affd640 1 --2- 172.21.15.111:0/2918233560 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f868806c400 0x7f868806e8c0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f868c000f60 tx=0x7f868c007e40 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:53.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.343+0000 7f86837fe640 1 -- 172.21.15.111:0/2918233560 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f869c160070 con 0x7f869c15e770 2024-09-19T04:36:53.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:53.508+0000 7f86a16ba640 1 -- 172.21.15.111:0/2918233560 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f869c0cfc30 con 0x7f869c15e770 2024-09-19T04:36:54.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.208+0000 7f86837fe640 1 -- 172.21.15.111:0/2918233560 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v74) ==== 169+0+0 (secure 0 0 0) 0x7f8694059a90 con 0x7f869c15e770 2024-09-19T04:36:54.209 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' removed 2024-09-19T04:36:54.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.211+0000 7f86a16ba640 1 -- 172.21.15.111:0/2918233560 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f868806c400 msgr2=0x7f868806e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:54.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.211+0000 7f86a16ba640 1 --2- 172.21.15.111:0/2918233560 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f868806c400 0x7f868806e8c0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f868c000f60 tx=0x7f868c007e40 comp rx=0 tx=0).stop 2024-09-19T04:36:54.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.211+0000 7f86a16ba640 1 -- 172.21.15.111:0/2918233560 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f869c15e770 msgr2=0x7f869c15fb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:54.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.211+0000 7f86a16ba640 1 --2- 172.21.15.111:0/2918233560 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f869c15e770 0x7f869c15fb30 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f869400c7a0 tx=0x7f869400cc60 comp rx=0 tx=0).stop 2024-09-19T04:36:54.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.211+0000 7f86a16ba640 1 -- 172.21.15.111:0/2918233560 shutdown_connections 2024-09-19T04:36:54.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.211+0000 7f86a16ba640 1 --2- 172.21.15.111:0/2918233560 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f868806c400 0x7f868806e8c0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:54.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.211+0000 7f86a16ba640 1 --2- 172.21.15.111:0/2918233560 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f869c15e770 0x7f869c15fb30 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:54.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.211+0000 7f86a16ba640 1 --2- 172.21.15.111:0/2918233560 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f869c0b68e0 0x7f869c0b5510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:54.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.211+0000 7f86a16ba640 1 --2- 172.21.15.111:0/2918233560 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f869c0b3970 0x7f869c1530a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:54.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.211+0000 7f86a16ba640 1 -- 172.21.15.111:0/2918233560 >> 172.21.15.111:0/2918233560 conn(0x7f869c062a50 msgr2=0x7f869c062e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:54.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.212+0000 7f86a16ba640 1 -- 172.21.15.111:0/2918233560 shutdown_connections 2024-09-19T04:36:54.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.212+0000 7f86a16ba640 1 -- 172.21.15.111:0/2918233560 wait complete. 2024-09-19T04:36:54.227 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T04:36:54.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.331+0000 7ff252a77640 1 Processor -- start 2024-09-19T04:36:54.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.331+0000 7ff252a77640 1 -- start start 2024-09-19T04:36:54.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.332+0000 7ff252a77640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff24c148020 0x7ff24c0b0b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:54.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.332+0000 7ff252a77640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff24c0ae8e0 0x7ff24c0aed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:54.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.332+0000 7ff252a77640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff24c148400 con 0x7ff24c0b4b90 2024-09-19T04:36:54.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.332+0000 7ff252a77640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ff24c0b5ff0 con 0x7ff24c148020 2024-09-19T04:36:54.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.332+0000 7ff252a77640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff24c0af250 con 0x7ff24c0ae8e0 2024-09-19T04:36:54.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.332+0000 7ff243fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7ff24c0b4b90 0x7ff24c0b6480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39384/0 (socket says 172.21.15.111:39384) 2024-09-19T04:36:54.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.332+0000 7ff243fff640 1 -- 172.21.15.111:0/3436038978 learned_addr learned my addr 172.21.15.111:0/3436038978 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:54.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.332+0000 7ff250813640 1 --2- 172.21.15.111:0/3436038978 >> v2:172.21.15.114:3300/0 conn(0x7ff24c148020 0x7ff24c0b0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:54.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.332+0000 7ff251014640 1 --2- 172.21.15.111:0/3436038978 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff24c0ae8e0 0x7ff24c0aed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:54.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.333+0000 7ff2437fe640 1 -- 172.21.15.111:0/3436038978 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2496658708 0 0) 0x7ff24c148400 con 0x7ff24c0b4b90 2024-09-19T04:36:54.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.333+0000 7ff2437fe640 1 -- 172.21.15.111:0/3436038978 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff234003520 con 0x7ff24c0b4b90 2024-09-19T04:36:54.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.333+0000 7ff2437fe640 1 -- 172.21.15.111:0/3436038978 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 795244387 0 0) 0x7ff234003520 con 0x7ff24c0b4b90 2024-09-19T04:36:54.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.333+0000 7ff251014640 1 -- 172.21.15.111:0/3436038978 >> v2:172.21.15.114:3300/0 conn(0x7ff24c148020 msgr2=0x7ff24c0b0b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:54.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.333+0000 7ff251014640 1 --2- 172.21.15.111:0/3436038978 >> v2:172.21.15.114:3300/0 conn(0x7ff24c148020 0x7ff24c0b0b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:54.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.333+0000 7ff251014640 1 -- 172.21.15.111:0/3436038978 >> v1:172.21.15.111:6789/0 conn(0x7ff24c0b4b90 legacy=0x7ff24c0b6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:54.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.333+0000 7ff251014640 1 -- 172.21.15.111:0/3436038978 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff24c0b53e0 con 0x7ff24c0ae8e0 2024-09-19T04:36:54.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.333+0000 7ff250813640 1 --2- 172.21.15.111:0/3436038978 >> v2:172.21.15.114:3300/0 conn(0x7ff24c148020 0x7ff24c0b0b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:36:54.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.334+0000 7ff251014640 1 --2- 172.21.15.111:0/3436038978 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff24c0ae8e0 0x7ff24c0aed10 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7ff244009d90 tx=0x7ff24402a5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cffd80aed824256c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:54.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.334+0000 7ff2437fe640 1 -- 172.21.15.111:0/3436038978 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff23c001690 con 0x7ff24c0ae8e0 2024-09-19T04:36:54.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.334+0000 7ff2437fe640 1 -- 172.21.15.111:0/3436038978 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff244007540 con 0x7ff24c0ae8e0 2024-09-19T04:36:54.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.334+0000 7ff2437fe640 1 -- 172.21.15.111:0/3436038978 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2440078f0 con 0x7ff24c0ae8e0 2024-09-19T04:36:54.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.334+0000 7ff252a77640 1 -- 172.21.15.111:0/3436038978 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff24c0ae8e0 msgr2=0x7ff24c0aed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:54.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.334+0000 7ff252a77640 1 --2- 172.21.15.111:0/3436038978 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff24c0ae8e0 0x7ff24c0aed10 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7ff244009d90 tx=0x7ff24402a5f0 comp rx=0 tx=0).stop 2024-09-19T04:36:54.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.334+0000 7ff252a77640 1 -- 172.21.15.111:0/3436038978 shutdown_connections 2024-09-19T04:36:54.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.334+0000 7ff252a77640 1 --2- 172.21.15.111:0/3436038978 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff24c0ae8e0 0x7ff24c0aed10 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:54.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.334+0000 7ff252a77640 1 --2- 172.21.15.111:0/3436038978 >> v2:172.21.15.114:3300/0 conn(0x7ff24c148020 0x7ff24c0b0b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:54.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.334+0000 7ff252a77640 1 -- 172.21.15.111:0/3436038978 >> 172.21.15.111:0/3436038978 conn(0x7ff24c06d0d0 msgr2=0x7ff24c06d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:54.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.334+0000 7ff252a77640 1 -- 172.21.15.111:0/3436038978 shutdown_connections 2024-09-19T04:36:54.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.334+0000 7ff252a77640 1 -- 172.21.15.111:0/3436038978 wait complete. 2024-09-19T04:36:54.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.336+0000 7ff252a77640 1 Processor -- start 2024-09-19T04:36:54.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.336+0000 7ff252a77640 1 -- start start 2024-09-19T04:36:54.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.336+0000 7ff252a77640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff24c0ae8e0 0x7ff24c0d0220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:54.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.336+0000 7ff252a77640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff24c0b4b90 0x7ff24c134ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:54.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.336+0000 7ff252a77640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff24c148020 0x7ff24c0c64f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:54.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.336+0000 7ff252a77640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff24c0b5c80 con 0x7ff24c0b4b90 2024-09-19T04:36:54.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.336+0000 7ff252a77640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff24c0b59a0 con 0x7ff24c0ae8e0 2024-09-19T04:36:54.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.336+0000 7ff252a77640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff24c0b5000 con 0x7ff24c148020 2024-09-19T04:36:54.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.337+0000 7ff243fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff24c0b4b90 0x7ff24c134ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:54.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.337+0000 7ff243fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff24c0b4b90 0x7ff24c134ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:46272/0 (socket says 172.21.15.111:46272) 2024-09-19T04:36:54.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.337+0000 7ff243fff640 1 -- 172.21.15.111:0/754392940 learned_addr learned my addr 172.21.15.111:0/754392940 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:54.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.337+0000 7ff251014640 1 --2- 172.21.15.111:0/754392940 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff24c148020 0x7ff24c0c64f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:54.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.337+0000 7ff250813640 1 --2- 172.21.15.111:0/754392940 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff24c0ae8e0 0x7ff24c0d0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:54.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.337+0000 7ff243fff640 1 -- 172.21.15.111:0/754392940 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff24c148020 msgr2=0x7ff24c0c64f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:54.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.337+0000 7ff243fff640 1 --2- 172.21.15.111:0/754392940 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff24c148020 0x7ff24c0c64f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:54.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.337+0000 7ff243fff640 1 -- 172.21.15.111:0/754392940 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff24c0ae8e0 msgr2=0x7ff24c0d0220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:54.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.337+0000 7ff243fff640 1 --2- 172.21.15.111:0/754392940 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff24c0ae8e0 0x7ff24c0d0220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:54.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.337+0000 7ff243fff640 1 -- 172.21.15.111:0/754392940 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff24c135340 con 0x7ff24c0b4b90 2024-09-19T04:36:54.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.337+0000 7ff243fff640 1 --2- 172.21.15.111:0/754392940 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff24c0b4b90 0x7ff24c134ac0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7ff23c00c780 tx=0x7ff23c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:54.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.337+0000 7ff2417fa640 1 -- 172.21.15.111:0/754392940 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff23c018070 con 0x7ff24c0b4b90 2024-09-19T04:36:54.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.337+0000 7ff2417fa640 1 -- 172.21.15.111:0/754392940 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff23c0072d0 con 0x7ff24c0b4b90 2024-09-19T04:36:54.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.337+0000 7ff2417fa640 1 -- 172.21.15.111:0/754392940 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff23c0047e0 con 0x7ff24c0b4b90 2024-09-19T04:36:54.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.337+0000 7ff252a77640 1 -- 172.21.15.111:0/754392940 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff24c135620 con 0x7ff24c0b4b90 2024-09-19T04:36:54.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.337+0000 7ff252a77640 1 -- 172.21.15.111:0/754392940 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff24c1370c0 con 0x7ff24c0b4b90 2024-09-19T04:36:54.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.338+0000 7ff252a77640 1 -- 172.21.15.111:0/754392940 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff24c0aed10 con 0x7ff24c0b4b90 2024-09-19T04:36:54.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.339+0000 7ff2417fa640 1 -- 172.21.15.111:0/754392940 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7ff23c01b070 con 0x7ff24c0b4b90 2024-09-19T04:36:54.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.339+0000 7ff2417fa640 1 --2- 172.21.15.111:0/754392940 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff23806c3d0 0x7ff23806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:54.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.340+0000 7ff2417fa640 1 -- 172.21.15.111:0/754392940 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 5502+0+0 (secure 0 0 0) 0x7ff23c08a920 con 0x7ff24c0b4b90 2024-09-19T04:36:54.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.340+0000 7ff250813640 1 --2- 172.21.15.111:0/754392940 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff23806c3d0 0x7ff23806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:54.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.340+0000 7ff250813640 1 --2- 172.21.15.111:0/754392940 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff23806c3d0 0x7ff23806e890 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7ff248009560 tx=0x7ff248009190 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:54.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.344+0000 7ff2417fa640 1 -- 172.21.15.111:0/754392940 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff23c058a90 con 0x7ff24c0b4b90 2024-09-19T04:36:54.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.510+0000 7ff252a77640 1 -- 172.21.15.111:0/754392940 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7ff24c06fcf0 con 0x7ff24c0b4b90 2024-09-19T04:36:54.514 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.513+0000 7ff2417fa640 1 -- 172.21.15.111:0/754392940 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v17) ==== 104+0+0 (secure 0 0 0) 0x7ff23c05cd90 con 0x7ff24c0b4b90 2024-09-19T04:36:54.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.515+0000 7ff252a77640 1 -- 172.21.15.111:0/754392940 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff23806c3d0 msgr2=0x7ff23806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:54.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.515+0000 7ff252a77640 1 --2- 172.21.15.111:0/754392940 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff23806c3d0 0x7ff23806e890 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7ff248009560 tx=0x7ff248009190 comp rx=0 tx=0).stop 2024-09-19T04:36:54.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.515+0000 7ff252a77640 1 -- 172.21.15.111:0/754392940 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff24c0b4b90 msgr2=0x7ff24c134ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:54.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.515+0000 7ff252a77640 1 --2- 172.21.15.111:0/754392940 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff24c0b4b90 0x7ff24c134ac0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7ff23c00c780 tx=0x7ff23c00cc40 comp rx=0 tx=0).stop 2024-09-19T04:36:54.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.515+0000 7ff252a77640 1 -- 172.21.15.111:0/754392940 shutdown_connections 2024-09-19T04:36:54.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.515+0000 7ff252a77640 1 --2- 172.21.15.111:0/754392940 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff23806c3d0 0x7ff23806e890 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:54.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.515+0000 7ff252a77640 1 --2- 172.21.15.111:0/754392940 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff24c148020 0x7ff24c0c64f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:54.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.515+0000 7ff252a77640 1 --2- 172.21.15.111:0/754392940 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff24c0b4b90 0x7ff24c134ac0 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:54.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.515+0000 7ff252a77640 1 --2- 172.21.15.111:0/754392940 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff24c0ae8e0 0x7ff24c0d0220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:54.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.515+0000 7ff252a77640 1 -- 172.21.15.111:0/754392940 >> 172.21.15.111:0/754392940 conn(0x7ff24c06d0d0 msgr2=0x7ff24c0d14b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:54.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.516+0000 7ff252a77640 1 -- 172.21.15.111:0/754392940 shutdown_connections 2024-09-19T04:36:54.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.516+0000 7ff252a77640 1 -- 172.21.15.111:0/754392940 wait complete. 2024-09-19T04:36:54.528 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_mgr_eviction' 2024-09-19T04:36:54.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.625+0000 7fac47aba640 1 Processor -- start 2024-09-19T04:36:54.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.625+0000 7fac47aba640 1 -- start start 2024-09-19T04:36:54.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.626+0000 7fac47aba640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fac400b5600 0x7fac40073ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:54.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.626+0000 7fac47aba640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fac40073ff0 0x7fac4006ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:54.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.626+0000 7fac47aba640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac4006e8d0 con 0x7fac4015e7b0 2024-09-19T04:36:54.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.626+0000 7fac47aba640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fac4006e680 con 0x7fac40073ff0 2024-09-19T04:36:54.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.626+0000 7fac47aba640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fac4006ebb0 con 0x7fac400b5600 2024-09-19T04:36:54.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.626+0000 7fac45856640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fac4015e7b0 0x7fac40071340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39394/0 (socket says 172.21.15.111:39394) 2024-09-19T04:36:54.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.626+0000 7fac45856640 1 -- 172.21.15.111:0/1679868605 learned_addr learned my addr 172.21.15.111:0/1679868605 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:54.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac45055640 1 --2- 172.21.15.111:0/1679868605 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fac400b5600 0x7fac40073ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:54.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac46057640 1 --2- 172.21.15.111:0/1679868605 >> v2:172.21.15.114:3300/0 conn(0x7fac40073ff0 0x7fac4006ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:54.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac44854640 1 -- 172.21.15.111:0/1679868605 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1522998670 0 0) 0x7fac4006e8d0 con 0x7fac4015e7b0 2024-09-19T04:36:54.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac44854640 1 -- 172.21.15.111:0/1679868605 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fac2c003520 con 0x7fac4015e7b0 2024-09-19T04:36:54.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac44854640 1 -- 172.21.15.111:0/1679868605 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 399521810 0 0) 0x7fac2c003520 con 0x7fac4015e7b0 2024-09-19T04:36:54.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac44854640 1 -- 172.21.15.111:0/1679868605 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fac400b5600 msgr2=0x7fac40073ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:54.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac44854640 1 --2- 172.21.15.111:0/1679868605 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fac400b5600 0x7fac40073ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:54.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac44854640 1 -- 172.21.15.111:0/1679868605 >> v2:172.21.15.114:3300/0 conn(0x7fac40073ff0 msgr2=0x7fac4006ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:54.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac44854640 1 --2- 172.21.15.111:0/1679868605 >> v2:172.21.15.114:3300/0 conn(0x7fac40073ff0 0x7fac4006ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:54.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac44854640 1 -- 172.21.15.111:0/1679868605 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac400732b0 con 0x7fac4015e7b0 2024-09-19T04:36:54.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac44854640 1 -- 172.21.15.111:0/1679868605 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fac3c001670 con 0x7fac4015e7b0 2024-09-19T04:36:54.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac44854640 1 -- 172.21.15.111:0/1679868605 >> v1:172.21.15.111:6789/0 conn(0x7fac4015e7b0 legacy=0x7fac40071340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:54.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac44854640 1 --2- 172.21.15.111:0/1679868605 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fac400b5600 0x7fac2c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:54.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac44854640 1 --2- 172.21.15.111:0/1679868605 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fac2c003f30 0x7fac2c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:54.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac44854640 1 --2- 172.21.15.111:0/1679868605 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fac2c004d40 0x7fac2c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:54.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac44854640 1 -- 172.21.15.111:0/1679868605 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fac4006e680 con 0x7fac2c004d40 2024-09-19T04:36:54.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac44854640 1 -- 172.21.15.111:0/1679868605 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fac4006ebb0 con 0x7fac2c003f30 2024-09-19T04:36:54.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac44854640 1 -- 172.21.15.111:0/1679868605 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fac2c00ba10 con 0x7fac400b5600 2024-09-19T04:36:54.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac46057640 1 --2- 172.21.15.111:0/1679868605 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fac2c004d40 0x7fac2c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:54.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac45856640 1 --2- 172.21.15.111:0/1679868605 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fac400b5600 0x7fac2c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:54.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac45055640 1 --2- 172.21.15.111:0/1679868605 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fac2c003f30 0x7fac2c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:54.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac46057640 1 -- 172.21.15.111:0/1679868605 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fac400b5600 msgr2=0x7fac2c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:54.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac46057640 1 --2- 172.21.15.111:0/1679868605 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fac400b5600 0x7fac2c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:54.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac46057640 1 -- 172.21.15.111:0/1679868605 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fac2c003f30 msgr2=0x7fac2c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:54.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac46057640 1 --2- 172.21.15.111:0/1679868605 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fac2c003f30 0x7fac2c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:54.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.627+0000 7fac46057640 1 -- 172.21.15.111:0/1679868605 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac2c003520 con 0x7fac2c004d40 2024-09-19T04:36:54.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.628+0000 7fac46057640 1 --2- 172.21.15.111:0/1679868605 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fac2c004d40 0x7fac2c0051c0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fac38009f90 tx=0x7fac2c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc0dad61dbb11902 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:54.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.628+0000 7fac44854640 1 -- 172.21.15.111:0/1679868605 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac38009c10 con 0x7fac2c004d40 2024-09-19T04:36:54.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.628+0000 7fac44854640 1 -- 172.21.15.111:0/1679868605 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac38036070 con 0x7fac2c004d40 2024-09-19T04:36:54.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.628+0000 7fac44854640 1 -- 172.21.15.111:0/1679868605 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac38031880 con 0x7fac2c004d40 2024-09-19T04:36:54.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.629+0000 7fac47aba640 1 -- 172.21.15.111:0/1679868605 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fac2c004d40 msgr2=0x7fac2c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:54.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.629+0000 7fac47aba640 1 --2- 172.21.15.111:0/1679868605 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fac2c004d40 0x7fac2c0051c0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fac38009f90 tx=0x7fac2c005830 comp rx=0 tx=0).stop 2024-09-19T04:36:54.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.629+0000 7fac46057640 1 -- 172.21.15.111:0/1679868605 reap_dead start 2024-09-19T04:36:54.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.629+0000 7fac47aba640 1 -- 172.21.15.111:0/1679868605 shutdown_connections 2024-09-19T04:36:54.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.629+0000 7fac47aba640 1 -- 172.21.15.111:0/1679868605 >> 172.21.15.111:0/1679868605 conn(0x7fac400b4300 msgr2=0x7fac400b46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:54.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.629+0000 7fac47aba640 1 -- 172.21.15.111:0/1679868605 shutdown_connections 2024-09-19T04:36:54.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.629+0000 7fac47aba640 1 -- 172.21.15.111:0/1679868605 wait complete. 2024-09-19T04:36:54.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.630+0000 7fac47aba640 1 Processor -- start 2024-09-19T04:36:54.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.630+0000 7fac47aba640 1 -- start start 2024-09-19T04:36:54.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.631+0000 7fac47aba640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fac2c004d40 0x7fac4015ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:54.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.631+0000 7fac47aba640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fac401547c0 0x7fac40148100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:54.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.631+0000 7fac47aba640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fac40152f80 0x7fac4015abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:54.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.631+0000 7fac47aba640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fac40073c30 con 0x7fac40152f80 2024-09-19T04:36:54.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.631+0000 7fac47aba640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fac40073ab0 con 0x7fac2c004d40 2024-09-19T04:36:54.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.631+0000 7fac47aba640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fac40073db0 con 0x7fac401547c0 2024-09-19T04:36:54.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.631+0000 7fac46057640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fac40152f80 0x7fac4015abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:54.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.631+0000 7fac46057640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fac40152f80 0x7fac4015abb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:46286/0 (socket says 172.21.15.111:46286) 2024-09-19T04:36:54.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.631+0000 7fac46057640 1 -- 172.21.15.111:0/1558854314 learned_addr learned my addr 172.21.15.111:0/1558854314 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:54.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.631+0000 7fac45055640 1 --2- 172.21.15.111:0/1558854314 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fac401547c0 0x7fac40148100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:54.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.631+0000 7fac45856640 1 --2- 172.21.15.111:0/1558854314 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fac2c004d40 0x7fac4015ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:54.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.631+0000 7fac46057640 1 -- 172.21.15.111:0/1558854314 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fac401547c0 msgr2=0x7fac40148100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:54.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.631+0000 7fac46057640 1 --2- 172.21.15.111:0/1558854314 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fac401547c0 0x7fac40148100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:54.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.631+0000 7fac46057640 1 -- 172.21.15.111:0/1558854314 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fac2c004d40 msgr2=0x7fac4015ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:54.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.631+0000 7fac46057640 1 --2- 172.21.15.111:0/1558854314 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fac2c004d40 0x7fac4015ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:54.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.631+0000 7fac46057640 1 -- 172.21.15.111:0/1558854314 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac40153720 con 0x7fac40152f80 2024-09-19T04:36:54.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.631+0000 7fac46057640 1 --2- 172.21.15.111:0/1558854314 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fac40152f80 0x7fac4015abb0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fac38009f90 tx=0x7fac38009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:54.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.632+0000 7fac367fc640 1 -- 172.21.15.111:0/1558854314 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac38009c10 con 0x7fac40152f80 2024-09-19T04:36:54.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.632+0000 7fac367fc640 1 -- 172.21.15.111:0/1558854314 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac38031db0 con 0x7fac40152f80 2024-09-19T04:36:54.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.632+0000 7fac47aba640 1 -- 172.21.15.111:0/1558854314 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac40153a00 con 0x7fac40152f80 2024-09-19T04:36:54.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.632+0000 7fac367fc640 1 -- 172.21.15.111:0/1558854314 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac38003bd0 con 0x7fac40152f80 2024-09-19T04:36:54.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.632+0000 7fac47aba640 1 -- 172.21.15.111:0/1558854314 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac40153fc0 con 0x7fac40152f80 2024-09-19T04:36:54.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.633+0000 7fac47aba640 1 -- 172.21.15.111:0/1558854314 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac40071340 con 0x7fac40152f80 2024-09-19T04:36:54.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.633+0000 7fac367fc640 1 -- 172.21.15.111:0/1558854314 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fac38005d10 con 0x7fac40152f80 2024-09-19T04:36:54.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.633+0000 7fac367fc640 1 --2- 172.21.15.111:0/1558854314 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fac2406c3d0 0x7fac2406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:54.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.634+0000 7fac367fc640 1 -- 172.21.15.111:0/1558854314 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 5502+0+0 (secure 0 0 0) 0x7fac380ac840 con 0x7fac40152f80 2024-09-19T04:36:54.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.634+0000 7fac45856640 1 --2- 172.21.15.111:0/1558854314 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fac2406c3d0 0x7fac2406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:54.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.634+0000 7fac45856640 1 --2- 172.21.15.111:0/1558854314 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fac2406c3d0 0x7fac2406e890 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fac3c007dd0 tx=0x7fac3c0078f0 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:54.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.638+0000 7fac367fc640 1 -- 172.21.15.111:0/1558854314 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fac3804a060 con 0x7fac40152f80 2024-09-19T04:36:54.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:54.867+0000 7fac47aba640 1 -- 172.21.15.111:0/1558854314 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_mgr_eviction"]} v 0) -- 0x7fac400b1a90 con 0x7fac40152f80 2024-09-19T04:36:55.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.209+0000 7fac367fc640 1 -- 172.21.15.111:0/1558854314 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_mgr_eviction"]}]=0 v219) ==== 131+0+0 (secure 0 0 0) 0x7fac3807af70 con 0x7fac40152f80 2024-09-19T04:36:55.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.212+0000 7fac47aba640 1 -- 172.21.15.111:0/1558854314 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fac2406c3d0 msgr2=0x7fac2406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:55.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.212+0000 7fac47aba640 1 --2- 172.21.15.111:0/1558854314 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fac2406c3d0 0x7fac2406e890 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fac3c007dd0 tx=0x7fac3c0078f0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.212+0000 7fac47aba640 1 -- 172.21.15.111:0/1558854314 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fac40152f80 msgr2=0x7fac4015abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:55.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.212+0000 7fac47aba640 1 --2- 172.21.15.111:0/1558854314 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fac40152f80 0x7fac4015abb0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fac38009f90 tx=0x7fac38009750 comp rx=0 tx=0).stop 2024-09-19T04:36:55.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.212+0000 7fac47aba640 1 -- 172.21.15.111:0/1558854314 shutdown_connections 2024-09-19T04:36:55.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.212+0000 7fac47aba640 1 --2- 172.21.15.111:0/1558854314 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fac2406c3d0 0x7fac2406e890 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.212+0000 7fac47aba640 1 --2- 172.21.15.111:0/1558854314 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fac40152f80 0x7fac4015abb0 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.212+0000 7fac47aba640 1 --2- 172.21.15.111:0/1558854314 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fac401547c0 0x7fac40148100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.212+0000 7fac47aba640 1 --2- 172.21.15.111:0/1558854314 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fac2c004d40 0x7fac4015ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.212+0000 7fac47aba640 1 -- 172.21.15.111:0/1558854314 >> 172.21.15.111:0/1558854314 conn(0x7fac400b4300 msgr2=0x7fac4015efa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:55.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.212+0000 7fac47aba640 1 -- 172.21.15.111:0/1558854314 shutdown_connections 2024-09-19T04:36:55.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.212+0000 7fac47aba640 1 -- 172.21.15.111:0/1558854314 wait complete. 2024-09-19T04:36:55.225 INFO:tasks.cephfs_test_runner:test_mgr_eviction (tasks.cephfs.test_volumes.TestMisc) ... ok 2024-09-19T04:36:55.225 INFO:tasks.cephfs_test_runner:Starting test: test_names_can_only_be_goodchars (tasks.cephfs.test_volumes.TestMisc) Test the creating vols, subvols subvolgroups fails when their names uses 2024-09-19T04:36:55.225 INFO:tasks.cephfs_test_runner:test_names_can_only_be_goodchars (tasks.cephfs.test_volumes.TestMisc) 2024-09-19T04:36:55.226 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:36:55.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.323+0000 7fc9a0253640 1 Processor -- start 2024-09-19T04:36:55.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.323+0000 7fc9a0253640 1 -- start start 2024-09-19T04:36:55.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.324+0000 7fc9a0253640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc9980b51b0 0x7fc998072990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:55.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.324+0000 7fc9a0253640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc9980738f0 con 0x7fc99815c380 2024-09-19T04:36:55.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.324+0000 7fc9a0253640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc998073050 con 0x7fc998152380 2024-09-19T04:36:55.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.324+0000 7fc9a0253640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fc9980b4610 con 0x7fc9980b51b0 2024-09-19T04:36:55.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.324+0000 7fc99e7f0640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fc99815c380 0x7fc99806ead0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39396/0 (socket says 172.21.15.111:39396) 2024-09-19T04:36:55.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.324+0000 7fc99e7f0640 1 -- 172.21.15.111:0/3653063363 learned_addr learned my addr 172.21.15.111:0/3653063363 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:55.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.324+0000 7fc99cfed640 1 -- 172.21.15.111:0/3653063363 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3190619437 0 0) 0x7fc9980738f0 con 0x7fc99815c380 2024-09-19T04:36:55.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.324+0000 7fc99d7ee640 1 --2- 172.21.15.111:0/3653063363 >> v2:172.21.15.114:3300/0 conn(0x7fc9980b51b0 0x7fc998072990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:55.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.324+0000 7fc99cfed640 1 -- 172.21.15.111:0/3653063363 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc984003520 con 0x7fc99815c380 2024-09-19T04:36:55.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.325+0000 7fc99cfed640 1 -- 172.21.15.111:0/3653063363 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2608201777 0 0) 0x7fc984003520 con 0x7fc99815c380 2024-09-19T04:36:55.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.325+0000 7fc99cfed640 1 -- 172.21.15.111:0/3653063363 >> v2:172.21.15.114:3300/0 conn(0x7fc9980b51b0 msgr2=0x7fc998072990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:55.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.325+0000 7fc99cfed640 1 --2- 172.21.15.111:0/3653063363 >> v2:172.21.15.114:3300/0 conn(0x7fc9980b51b0 0x7fc998072990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.325+0000 7fc99cfed640 1 -- 172.21.15.111:0/3653063363 >> v1:172.21.15.114:6789/0 conn(0x7fc998152380 legacy=0x7fc9980b4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:55.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.325+0000 7fc99cfed640 1 -- 172.21.15.111:0/3653063363 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc998073330 con 0x7fc99815c380 2024-09-19T04:36:55.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.325+0000 7fc99cfed640 1 -- 172.21.15.111:0/3653063363 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fc9900019f0 con 0x7fc99815c380 2024-09-19T04:36:55.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.325+0000 7fc99cfed640 1 -- 172.21.15.111:0/3653063363 >> v1:172.21.15.111:6789/0 conn(0x7fc99815c380 legacy=0x7fc99806ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:55.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.325+0000 7fc99cfed640 1 --2- 172.21.15.111:0/3653063363 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9840039b0 0x7fc984003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:55.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.325+0000 7fc99cfed640 1 --2- 172.21.15.111:0/3653063363 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc984004800 0x7fc984004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:55.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.325+0000 7fc99cfed640 1 --2- 172.21.15.111:0/3653063363 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc9840051c0 0x7fc98400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:55.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.325+0000 7fc99cfed640 1 -- 172.21.15.111:0/3653063363 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc9980b4610 con 0x7fc9840039b0 2024-09-19T04:36:55.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.325+0000 7fc99cfed640 1 -- 172.21.15.111:0/3653063363 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc98400c160 con 0x7fc9840051c0 2024-09-19T04:36:55.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.325+0000 7fc99cfed640 1 -- 172.21.15.111:0/3653063363 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc98400c360 con 0x7fc984004800 2024-09-19T04:36:55.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.325+0000 7fc99dfef640 1 --2- 172.21.15.111:0/3653063363 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9840039b0 0x7fc984003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:55.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.325+0000 7fc99d7ee640 1 --2- 172.21.15.111:0/3653063363 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc984004800 0x7fc984004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:55.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.325+0000 7fc99e7f0640 1 --2- 172.21.15.111:0/3653063363 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc9840051c0 0x7fc98400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:55.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.325+0000 7fc99dfef640 1 -- 172.21.15.111:0/3653063363 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc984004800 msgr2=0x7fc984004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:55.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.325+0000 7fc99dfef640 1 --2- 172.21.15.111:0/3653063363 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc984004800 0x7fc984004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.325+0000 7fc99dfef640 1 -- 172.21.15.111:0/3653063363 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc9840051c0 msgr2=0x7fc98400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:55.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.325+0000 7fc99dfef640 1 --2- 172.21.15.111:0/3653063363 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc9840051c0 0x7fc98400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.325+0000 7fc99dfef640 1 -- 172.21.15.111:0/3653063363 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc984003520 con 0x7fc9840039b0 2024-09-19T04:36:55.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.325+0000 7fc99e7f0640 1 -- 172.21.15.111:0/3653063363 reap_dead start 2024-09-19T04:36:55.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.326+0000 7fc99dfef640 1 --2- 172.21.15.111:0/3653063363 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9840039b0 0x7fc984003dd0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fc994001750 tx=0x7fc984005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b35cbcc3cd69a1d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:55.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.326+0000 7fc99cfed640 1 -- 172.21.15.111:0/3653063363 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc994001370 con 0x7fc9840039b0 2024-09-19T04:36:55.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.326+0000 7fc99cfed640 1 -- 172.21.15.111:0/3653063363 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9940052d0 con 0x7fc9840039b0 2024-09-19T04:36:55.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.326+0000 7fc99cfed640 1 -- 172.21.15.111:0/3653063363 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc99402abc0 con 0x7fc9840039b0 2024-09-19T04:36:55.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.327+0000 7fc9a0253640 1 -- 172.21.15.111:0/3653063363 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9840039b0 msgr2=0x7fc984003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:55.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.327+0000 7fc9a0253640 1 --2- 172.21.15.111:0/3653063363 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9840039b0 0x7fc984003dd0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fc994001750 tx=0x7fc984005830 comp rx=0 tx=0).stop 2024-09-19T04:36:55.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.327+0000 7fc9a0253640 1 -- 172.21.15.111:0/3653063363 shutdown_connections 2024-09-19T04:36:55.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.327+0000 7fc9a0253640 1 --2- 172.21.15.111:0/3653063363 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9840039b0 0x7fc984003dd0 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.327+0000 7fc9a0253640 1 -- 172.21.15.111:0/3653063363 >> 172.21.15.111:0/3653063363 conn(0x7fc99806cae0 msgr2=0x7fc99806cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:55.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.327+0000 7fc9a0253640 1 -- 172.21.15.111:0/3653063363 shutdown_connections 2024-09-19T04:36:55.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.327+0000 7fc9a0253640 1 -- 172.21.15.111:0/3653063363 wait complete. 2024-09-19T04:36:55.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.328+0000 7fc9a0253640 1 Processor -- start 2024-09-19T04:36:55.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.328+0000 7fc9a0253640 1 -- start start 2024-09-19T04:36:55.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.329+0000 7fc9a0253640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9840039b0 0x7fc99815e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:55.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.329+0000 7fc9a0253640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc99815c920 0x7fc99806ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:55.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.329+0000 7fc9a0253640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc998159500 0x7fc998154f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:55.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.329+0000 7fc9a0253640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc99815c7a0 con 0x7fc9840039b0 2024-09-19T04:36:55.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.329+0000 7fc9a0253640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc998152760 con 0x7fc99815c920 2024-09-19T04:36:55.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.329+0000 7fc9a0253640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc998072990 con 0x7fc998159500 2024-09-19T04:36:55.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.329+0000 7fc99dfef640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9840039b0 0x7fc99815e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:55.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.329+0000 7fc99dfef640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9840039b0 0x7fc99815e4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:46314/0 (socket says 172.21.15.111:46314) 2024-09-19T04:36:55.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.329+0000 7fc99dfef640 1 -- 172.21.15.111:0/138312530 learned_addr learned my addr 172.21.15.111:0/138312530 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:55.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.329+0000 7fc99e7f0640 1 --2- 172.21.15.111:0/138312530 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc998159500 0x7fc998154f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:55.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.329+0000 7fc99d7ee640 1 --2- 172.21.15.111:0/138312530 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc99815c920 0x7fc99806ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:55.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.329+0000 7fc99dfef640 1 -- 172.21.15.111:0/138312530 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc998159500 msgr2=0x7fc998154f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:55.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.329+0000 7fc99dfef640 1 --2- 172.21.15.111:0/138312530 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc998159500 0x7fc998154f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.329+0000 7fc99dfef640 1 -- 172.21.15.111:0/138312530 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc99815c920 msgr2=0x7fc99806ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:55.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.329+0000 7fc99dfef640 1 --2- 172.21.15.111:0/138312530 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc99815c920 0x7fc99806ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.329+0000 7fc99dfef640 1 -- 172.21.15.111:0/138312530 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc99815d0e0 con 0x7fc9840039b0 2024-09-19T04:36:55.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.329+0000 7fc99dfef640 1 --2- 172.21.15.111:0/138312530 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9840039b0 0x7fc99815e4c0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7fc994000c00 tx=0x7fc994001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:55.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.329+0000 7fc98e7fc640 1 -- 172.21.15.111:0/138312530 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc99403f030 con 0x7fc9840039b0 2024-09-19T04:36:55.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.329+0000 7fc98e7fc640 1 -- 172.21.15.111:0/138312530 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc994005480 con 0x7fc9840039b0 2024-09-19T04:36:55.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.329+0000 7fc9a0253640 1 -- 172.21.15.111:0/138312530 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc99815d3c0 con 0x7fc9840039b0 2024-09-19T04:36:55.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.329+0000 7fc98e7fc640 1 -- 172.21.15.111:0/138312530 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc994037040 con 0x7fc9840039b0 2024-09-19T04:36:55.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.329+0000 7fc9a0253640 1 -- 172.21.15.111:0/138312530 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9981549f0 con 0x7fc9840039b0 2024-09-19T04:36:55.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.330+0000 7fc9a0253640 1 -- 172.21.15.111:0/138312530 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc99815d8e0 con 0x7fc9840039b0 2024-09-19T04:36:55.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.331+0000 7fc98e7fc640 1 -- 172.21.15.111:0/138312530 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fc994042070 con 0x7fc9840039b0 2024-09-19T04:36:55.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.331+0000 7fc98e7fc640 1 --2- 172.21.15.111:0/138312530 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc97c06c3d0 0x7fc97c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:55.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.331+0000 7fc98e7fc640 1 -- 172.21.15.111:0/138312530 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 5502+0+0 (secure 0 0 0) 0x7fc9940aaf30 con 0x7fc9840039b0 2024-09-19T04:36:55.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.331+0000 7fc99d7ee640 1 --2- 172.21.15.111:0/138312530 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc97c06c3d0 0x7fc97c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:55.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.332+0000 7fc99d7ee640 1 --2- 172.21.15.111:0/138312530 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc97c06c3d0 0x7fc97c06e890 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fc9980cd790 tx=0x7fc988008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:55.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.335+0000 7fc98e7fc640 1 -- 172.21.15.111:0/138312530 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc99815d8e0 con 0x7fc9840039b0 2024-09-19T04:36:55.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.500+0000 7fc9a0253640 1 -- 172.21.15.111:0/138312530 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc998072d20 con 0x7fc9840039b0 2024-09-19T04:36:55.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.501+0000 7fc98e7fc640 1 -- 172.21.15.111:0/138312530 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v74) ==== 74+0+13899 (secure 0 0 0) 0x7fc994079660 con 0x7fc9840039b0 2024-09-19T04:36:55.502 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:55.503 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":74,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:36:54.203845+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.114:6835/3176320608":"2024-09-20T04:36:51.191319+0000","172.21.15.114:6833/3176320608":"2024-09-20T04:36:51.191319+0000","172.21.15.111:6816/649596689":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/1988636083":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/783809098":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/768349703":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/1061348441":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/44837979":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/470797150":"2024-09-20T04:36:48.141688+0000","172.21.15.111:6817/649596689":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/772335752":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/1226684575":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/616443973":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/1018073496":"2024-09-20T04:36:48.141688+0000","172.21.15.111:0/2785929408":"2024-09-20T04:36:48.141688+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:36:55.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.503+0000 7fc9a0253640 1 -- 172.21.15.111:0/138312530 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc97c06c3d0 msgr2=0x7fc97c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:55.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.503+0000 7fc9a0253640 1 --2- 172.21.15.111:0/138312530 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc97c06c3d0 0x7fc97c06e890 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fc9980cd790 tx=0x7fc988008040 comp rx=0 tx=0).stop 2024-09-19T04:36:55.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.503+0000 7fc9a0253640 1 -- 172.21.15.111:0/138312530 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9840039b0 msgr2=0x7fc99815e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:55.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.503+0000 7fc9a0253640 1 --2- 172.21.15.111:0/138312530 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9840039b0 0x7fc99815e4c0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7fc994000c00 tx=0x7fc994001120 comp rx=0 tx=0).stop 2024-09-19T04:36:55.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.503+0000 7fc9a0253640 1 -- 172.21.15.111:0/138312530 shutdown_connections 2024-09-19T04:36:55.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.503+0000 7fc9a0253640 1 --2- 172.21.15.111:0/138312530 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc97c06c3d0 0x7fc97c06e890 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.503+0000 7fc9a0253640 1 --2- 172.21.15.111:0/138312530 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc998159500 0x7fc998154f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.503+0000 7fc9a0253640 1 --2- 172.21.15.111:0/138312530 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc99815c920 0x7fc99806ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.503+0000 7fc9a0253640 1 --2- 172.21.15.111:0/138312530 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9840039b0 0x7fc99815e4c0 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.503+0000 7fc9a0253640 1 -- 172.21.15.111:0/138312530 >> 172.21.15.111:0/138312530 conn(0x7fc99806cae0 msgr2=0x7fc998071880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:55.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.503+0000 7fc9a0253640 1 -- 172.21.15.111:0/138312530 shutdown_connections 2024-09-19T04:36:55.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.503+0000 7fc9a0253640 1 -- 172.21.15.111:0/138312530 wait complete. 2024-09-19T04:36:55.515 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T04:32:40.437094+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T04:36:55.516 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T04:36:55.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.615+0000 7fe836c74640 1 Processor -- start 2024-09-19T04:36:55.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.615+0000 7fe836c74640 1 -- start start 2024-09-19T04:36:55.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.616+0000 7fe836c74640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe83006f130 0x7fe8300b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:55.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.616+0000 7fe836c74640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe83015c370 0x7fe8300ce200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:55.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.616+0000 7fe836c74640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe83015c820 con 0x7fe830158e50 2024-09-19T04:36:55.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.616+0000 7fe836c74640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fe8300b43f0 con 0x7fe83015c370 2024-09-19T04:36:55.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.616+0000 7fe836c74640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe8300b3630 con 0x7fe83006f130 2024-09-19T04:36:55.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.616+0000 7fe835211640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe83015c370 0x7fe8300ce200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:55.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.616+0000 7fe835211640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe83015c370 0x7fe8300ce200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:46328/0 (socket says 172.21.15.111:46328) 2024-09-19T04:36:55.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.616+0000 7fe835211640 1 -- 172.21.15.111:0/2316267501 learned_addr learned my addr 172.21.15.111:0/2316267501 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:55.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.616+0000 7fe82ffff640 1 --2- 172.21.15.111:0/2316267501 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe83006f130 0x7fe8300b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:55.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.616+0000 7fe835211640 1 -- 172.21.15.111:0/2316267501 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe83006f130 msgr2=0x7fe8300b5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:55.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.616+0000 7fe835211640 1 --2- 172.21.15.111:0/2316267501 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe83006f130 0x7fe8300b5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.616+0000 7fe835211640 1 -- 172.21.15.111:0/2316267501 >> v1:172.21.15.114:6789/0 conn(0x7fe830158e50 legacy=0x7fe83006ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:55.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.616+0000 7fe835211640 1 -- 172.21.15.111:0/2316267501 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8300b3910 con 0x7fe83015c370 2024-09-19T04:36:55.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.617+0000 7fe835211640 1 --2- 172.21.15.111:0/2316267501 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe83015c370 0x7fe8300ce200 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fe828009e50 tx=0x7fe82802a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7cc42c7273a2de4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:55.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.617+0000 7fe82f7fe640 1 -- 172.21.15.111:0/2316267501 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe828036070 con 0x7fe83015c370 2024-09-19T04:36:55.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.617+0000 7fe82f7fe640 1 -- 172.21.15.111:0/2316267501 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe828031600 con 0x7fe83015c370 2024-09-19T04:36:55.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.617+0000 7fe82f7fe640 1 -- 172.21.15.111:0/2316267501 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8280319d0 con 0x7fe83015c370 2024-09-19T04:36:55.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.618+0000 7fe836c74640 1 -- 172.21.15.111:0/2316267501 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe83015c370 msgr2=0x7fe8300ce200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:55.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.618+0000 7fe836c74640 1 --2- 172.21.15.111:0/2316267501 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe83015c370 0x7fe8300ce200 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fe828009e50 tx=0x7fe82802a6c0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.618+0000 7fe836c74640 1 -- 172.21.15.111:0/2316267501 shutdown_connections 2024-09-19T04:36:55.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.618+0000 7fe836c74640 1 --2- 172.21.15.111:0/2316267501 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe83015c370 0x7fe8300ce200 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.618+0000 7fe836c74640 1 --2- 172.21.15.111:0/2316267501 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe83006f130 0x7fe8300b5050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.618+0000 7fe836c74640 1 -- 172.21.15.111:0/2316267501 >> 172.21.15.111:0/2316267501 conn(0x7fe83006bba0 msgr2=0x7fe83006bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:55.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.618+0000 7fe836c74640 1 -- 172.21.15.111:0/2316267501 shutdown_connections 2024-09-19T04:36:55.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.618+0000 7fe836c74640 1 -- 172.21.15.111:0/2316267501 wait complete. 2024-09-19T04:36:55.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.619+0000 7fe836c74640 1 Processor -- start 2024-09-19T04:36:55.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.619+0000 7fe836c74640 1 -- start start 2024-09-19T04:36:55.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.620+0000 7fe836c74640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe83006f130 0x7fe8300ad850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:55.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.620+0000 7fe836c74640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe830158e50 0x7fe8301484b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:55.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.620+0000 7fe836c74640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe83015c370 0x7fe8300c5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:55.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.620+0000 7fe836c74640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe830159230 con 0x7fe830158e50 2024-09-19T04:36:55.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.620+0000 7fe836c74640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe8300b3ed0 con 0x7fe83006f130 2024-09-19T04:36:55.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.620+0000 7fe836c74640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe8300ce740 con 0x7fe83015c370 2024-09-19T04:36:55.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.620+0000 7fe82ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe830158e50 0x7fe8301484b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:55.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.620+0000 7fe82ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe830158e50 0x7fe8301484b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:46336/0 (socket says 172.21.15.111:46336) 2024-09-19T04:36:55.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.620+0000 7fe82ffff640 1 -- 172.21.15.111:0/153181951 learned_addr learned my addr 172.21.15.111:0/153181951 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:55.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.620+0000 7fe834a10640 1 --2- 172.21.15.111:0/153181951 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe83006f130 0x7fe8300ad850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:55.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.620+0000 7fe835211640 1 --2- 172.21.15.111:0/153181951 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe83015c370 0x7fe8300c5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:55.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.620+0000 7fe82ffff640 1 -- 172.21.15.111:0/153181951 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe83015c370 msgr2=0x7fe8300c5400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:55.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.620+0000 7fe82ffff640 1 --2- 172.21.15.111:0/153181951 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe83015c370 0x7fe8300c5400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.620+0000 7fe82ffff640 1 -- 172.21.15.111:0/153181951 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe83006f130 msgr2=0x7fe8300ad850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:55.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.620+0000 7fe82ffff640 1 --2- 172.21.15.111:0/153181951 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe83006f130 0x7fe8300ad850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.620+0000 7fe82ffff640 1 -- 172.21.15.111:0/153181951 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8301489f0 con 0x7fe830158e50 2024-09-19T04:36:55.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.620+0000 7fe82ffff640 1 --2- 172.21.15.111:0/153181951 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe830158e50 0x7fe8301484b0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fe81c00d800 tx=0x7fe81c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:55.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.620+0000 7fe82d7fa640 1 -- 172.21.15.111:0/153181951 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe81c00b6c0 con 0x7fe830158e50 2024-09-19T04:36:55.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.620+0000 7fe82d7fa640 1 -- 172.21.15.111:0/153181951 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe81c019070 con 0x7fe830158e50 2024-09-19T04:36:55.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.620+0000 7fe836c74640 1 -- 172.21.15.111:0/153181951 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe830148da0 con 0x7fe830158e50 2024-09-19T04:36:55.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.620+0000 7fe82d7fa640 1 -- 172.21.15.111:0/153181951 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe81c00baa0 con 0x7fe830158e50 2024-09-19T04:36:55.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.620+0000 7fe836c74640 1 -- 172.21.15.111:0/153181951 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe830149360 con 0x7fe830158e50 2024-09-19T04:36:55.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.621+0000 7fe836c74640 1 -- 172.21.15.111:0/153181951 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8300ce200 con 0x7fe830158e50 2024-09-19T04:36:55.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.622+0000 7fe82d7fa640 1 -- 172.21.15.111:0/153181951 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fe81c00bc40 con 0x7fe830158e50 2024-09-19T04:36:55.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.622+0000 7fe82d7fa640 1 --2- 172.21.15.111:0/153181951 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe81406c3d0 0x7fe81406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:55.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.622+0000 7fe82d7fa640 1 -- 172.21.15.111:0/153181951 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 5502+0+0 (secure 0 0 0) 0x7fe81c08b880 con 0x7fe830158e50 2024-09-19T04:36:55.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.623+0000 7fe834a10640 1 --2- 172.21.15.111:0/153181951 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe81406c3d0 0x7fe81406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:55.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.623+0000 7fe834a10640 1 --2- 172.21.15.111:0/153181951 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe81406c3d0 0x7fe81406e890 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe824004f60 tx=0x7fe824007e30 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:55.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.627+0000 7fe82d7fa640 1 -- 172.21.15.111:0/153181951 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe81c0598d0 con 0x7fe830158e50 2024-09-19T04:36:55.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.794+0000 7fe836c74640 1 -- 172.21.15.111:0/153181951 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fe83015f940 con 0x7fe830158e50 2024-09-19T04:36:55.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.795+0000 7fe82d7fa640 1 -- 172.21.15.111:0/153181951 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v74) ==== 93+0+10 (secure 0 0 0) 0x7fe81c05dbd0 con 0x7fe830158e50 2024-09-19T04:36:55.796 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 1 2024-09-19T04:36:55.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.796+0000 7fe836c74640 1 -- 172.21.15.111:0/153181951 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe81406c3d0 msgr2=0x7fe81406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:55.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.796+0000 7fe836c74640 1 --2- 172.21.15.111:0/153181951 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe81406c3d0 0x7fe81406e890 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe824004f60 tx=0x7fe824007e30 comp rx=0 tx=0).stop 2024-09-19T04:36:55.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.796+0000 7fe836c74640 1 -- 172.21.15.111:0/153181951 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe830158e50 msgr2=0x7fe8301484b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:55.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.796+0000 7fe836c74640 1 --2- 172.21.15.111:0/153181951 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe830158e50 0x7fe8301484b0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fe81c00d800 tx=0x7fe81c00dcc0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.797+0000 7fe836c74640 1 -- 172.21.15.111:0/153181951 shutdown_connections 2024-09-19T04:36:55.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.797+0000 7fe836c74640 1 --2- 172.21.15.111:0/153181951 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe81406c3d0 0x7fe81406e890 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.797+0000 7fe836c74640 1 --2- 172.21.15.111:0/153181951 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe83015c370 0x7fe8300c5400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.797+0000 7fe836c74640 1 --2- 172.21.15.111:0/153181951 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe830158e50 0x7fe8301484b0 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.797+0000 7fe836c74640 1 --2- 172.21.15.111:0/153181951 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe83006f130 0x7fe8300ad850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.797+0000 7fe836c74640 1 -- 172.21.15.111:0/153181951 >> 172.21.15.111:0/153181951 conn(0x7fe83006bba0 msgr2=0x7fe83006ea20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.797+0000 7fe836c74640 1 -- 172.21.15.111:0/153181951 shutdown_connections 2024-09-19T04:36:55.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.797+0000 7fe836c74640 1 -- 172.21.15.111:0/153181951 wait complete. 2024-09-19T04:36:55.809 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_names_can_only_be_goodchars' 2024-09-19T04:36:55.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.906+0000 7f1f34dd6640 1 Processor -- start 2024-09-19T04:36:55.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.906+0000 7f1f34dd6640 1 -- start start 2024-09-19T04:36:55.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.907+0000 7f1f34dd6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f3015e940 0x7f1f300d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:55.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.907+0000 7f1f34dd6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1f300cef90 0x7f1f300d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:55.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.907+0000 7f1f34dd6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1f300b7170 con 0x7f1f3015ed20 2024-09-19T04:36:55.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.907+0000 7f1f34dd6640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f1f300d1ae0 con 0x7f1f300cef90 2024-09-19T04:36:55.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.907+0000 7f1f34dd6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1f300b7aa0 con 0x7f1f3015e940 2024-09-19T04:36:55.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.907+0000 7f1f2ed9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1f300cef90 0x7f1f300d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:55.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.907+0000 7f1f2ed9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1f300cef90 0x7f1f300d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:46350/0 (socket says 172.21.15.111:46350) 2024-09-19T04:36:55.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.907+0000 7f1f2ed9d640 1 -- 172.21.15.111:0/616629932 learned_addr learned my addr 172.21.15.111:0/616629932 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:55.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.907+0000 7f1f2dd9b640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f1f3015ed20 0x7f1f300b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39398/0 (socket says 172.21.15.111:39398) 2024-09-19T04:36:55.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.908+0000 7f1f2e59c640 1 --2- 172.21.15.111:0/616629932 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f3015e940 0x7f1f300d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:55.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.908+0000 7f1f2ed9d640 1 -- 172.21.15.111:0/616629932 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f3015e940 msgr2=0x7f1f300d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:55.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.908+0000 7f1f2ed9d640 1 --2- 172.21.15.111:0/616629932 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f3015e940 0x7f1f300d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.908+0000 7f1f2ed9d640 1 -- 172.21.15.111:0/616629932 >> v1:172.21.15.111:6789/0 conn(0x7f1f3015ed20 legacy=0x7f1f300b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:55.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.908+0000 7f1f2ed9d640 1 -- 172.21.15.111:0/616629932 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f300d3660 con 0x7f1f300cef90 2024-09-19T04:36:55.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.908+0000 7f1f2d59a640 1 -- 172.21.15.111:0/616629932 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2110510805 0 0) 0x7f1f24001110 con 0x7f1f3015ed20 2024-09-19T04:36:55.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.908+0000 7f1f2e59c640 1 --2- 172.21.15.111:0/616629932 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f3015e940 0x7f1f300d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:36:55.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.908+0000 7f1f2ed9d640 1 --2- 172.21.15.111:0/616629932 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f300cef90 0x7f1f300d15a0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f1f28009870 tx=0x7f1f2802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35056d4f1a81bf85 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:55.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.909+0000 7f1f2d59a640 1 -- 172.21.15.111:0/616629932 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f28037070 con 0x7f1f300cef90 2024-09-19T04:36:55.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.909+0000 7f1f2d59a640 1 -- 172.21.15.111:0/616629932 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f2802ae50 con 0x7f1f300cef90 2024-09-19T04:36:55.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.909+0000 7f1f2d59a640 1 -- 172.21.15.111:0/616629932 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f28032860 con 0x7f1f300cef90 2024-09-19T04:36:55.915 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.909+0000 7f1f34dd6640 1 -- 172.21.15.111:0/616629932 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f300cef90 msgr2=0x7f1f300d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:55.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.909+0000 7f1f34dd6640 1 --2- 172.21.15.111:0/616629932 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f300cef90 0x7f1f300d15a0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f1f28009870 tx=0x7f1f2802a300 comp rx=0 tx=0).stop 2024-09-19T04:36:55.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.909+0000 7f1f34dd6640 1 -- 172.21.15.111:0/616629932 shutdown_connections 2024-09-19T04:36:55.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.909+0000 7f1f34dd6640 1 --2- 172.21.15.111:0/616629932 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f300cef90 0x7f1f300d15a0 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.909+0000 7f1f34dd6640 1 --2- 172.21.15.111:0/616629932 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f3015e940 0x7f1f300d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.909+0000 7f1f34dd6640 1 -- 172.21.15.111:0/616629932 >> 172.21.15.111:0/616629932 conn(0x7f1f300b6240 msgr2=0x7f1f300b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:55.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.909+0000 7f1f34dd6640 1 -- 172.21.15.111:0/616629932 shutdown_connections 2024-09-19T04:36:55.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.909+0000 7f1f34dd6640 1 -- 172.21.15.111:0/616629932 wait complete. 2024-09-19T04:36:55.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.911+0000 7f1f34dd6640 1 Processor -- start 2024-09-19T04:36:55.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.911+0000 7f1f34dd6640 1 -- start start 2024-09-19T04:36:55.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.911+0000 7f1f34dd6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f300cef90 0x7f1f300ab1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:55.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.911+0000 7f1f34dd6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f3015e940 0x7f1f300cca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:55.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.911+0000 7f1f34dd6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f3015ed20 0x7f1f301f8040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:55.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.911+0000 7f1f34dd6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1f300d3f00 con 0x7f1f3015ed20 2024-09-19T04:36:55.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.911+0000 7f1f34dd6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1f300d3c20 con 0x7f1f3015e940 2024-09-19T04:36:55.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.911+0000 7f1f34dd6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1f300d3310 con 0x7f1f300cef90 2024-09-19T04:36:55.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.911+0000 7f1f2ed9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f3015ed20 0x7f1f301f8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:55.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.911+0000 7f1f2ed9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f3015ed20 0x7f1f301f8040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:46364/0 (socket says 172.21.15.111:46364) 2024-09-19T04:36:55.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.911+0000 7f1f2ed9d640 1 -- 172.21.15.111:0/106561131 learned_addr learned my addr 172.21.15.111:0/106561131 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:55.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.912+0000 7f1f2e59c640 1 --2- 172.21.15.111:0/106561131 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f300cef90 0x7f1f300ab1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:55.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.912+0000 7f1f2dd9b640 1 --2- 172.21.15.111:0/106561131 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f3015e940 0x7f1f300cca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:55.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.912+0000 7f1f2ed9d640 1 -- 172.21.15.111:0/106561131 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f300cef90 msgr2=0x7f1f300ab1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:55.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.912+0000 7f1f2ed9d640 1 --2- 172.21.15.111:0/106561131 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f300cef90 0x7f1f300ab1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.912+0000 7f1f2ed9d640 1 -- 172.21.15.111:0/106561131 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f3015e940 msgr2=0x7f1f300cca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:55.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.912+0000 7f1f2ed9d640 1 --2- 172.21.15.111:0/106561131 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f3015e940 0x7f1f300cca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:55.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.912+0000 7f1f2ed9d640 1 -- 172.21.15.111:0/106561131 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f300cd4b0 con 0x7f1f3015ed20 2024-09-19T04:36:55.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.912+0000 7f1f2dd9b640 1 --2- 172.21.15.111:0/106561131 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f3015e940 0x7f1f300cca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:55.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.912+0000 7f1f2ed9d640 1 --2- 172.21.15.111:0/106561131 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f3015ed20 0x7f1f301f8040 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f1f28009870 tx=0x7f1f280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:55.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.912+0000 7f1f1effd640 1 -- 172.21.15.111:0/106561131 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f28037040 con 0x7f1f3015ed20 2024-09-19T04:36:55.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.912+0000 7f1f1effd640 1 -- 172.21.15.111:0/106561131 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f28004230 con 0x7f1f3015ed20 2024-09-19T04:36:55.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.912+0000 7f1f1effd640 1 -- 172.21.15.111:0/106561131 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f28032e60 con 0x7f1f3015ed20 2024-09-19T04:36:55.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.912+0000 7f1f34dd6640 1 -- 172.21.15.111:0/106561131 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f300cd790 con 0x7f1f3015ed20 2024-09-19T04:36:55.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.912+0000 7f1f34dd6640 1 -- 172.21.15.111:0/106561131 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f300cdd50 con 0x7f1f3015ed20 2024-09-19T04:36:55.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.913+0000 7f1f34dd6640 1 -- 172.21.15.111:0/106561131 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f300d1ef0 con 0x7f1f3015ed20 2024-09-19T04:36:55.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.914+0000 7f1f1effd640 1 -- 172.21.15.111:0/106561131 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f1f2803a070 con 0x7f1f3015ed20 2024-09-19T04:36:55.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.914+0000 7f1f1effd640 1 --2- 172.21.15.111:0/106561131 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1f1006c3d0 0x7f1f1006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:55.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.914+0000 7f1f1effd640 1 -- 172.21.15.111:0/106561131 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 5502+0+0 (secure 0 0 0) 0x7f1f280abc00 con 0x7f1f3015ed20 2024-09-19T04:36:55.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.914+0000 7f1f2e59c640 1 --2- 172.21.15.111:0/106561131 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1f1006c3d0 0x7f1f1006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:55.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.915+0000 7f1f2e59c640 1 --2- 172.21.15.111:0/106561131 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1f1006c3d0 0x7f1f1006e890 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f1f2000d620 tx=0x7f1f20007810 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:55.920 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:55.918+0000 7f1f1effd640 1 -- 172.21.15.111:0/106561131 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1f280b2080 con 0x7f1f3015ed20 2024-09-19T04:36:56.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.146+0000 7f1f34dd6640 1 -- 172.21.15.111:0/106561131 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_names_can_only_be_goodchars"]} v 0) -- 0x7f1f300ba6b0 con 0x7f1f3015ed20 2024-09-19T04:36:56.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.216+0000 7f1f1effd640 1 -- 172.21.15.111:0/106561131 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_names_can_only_be_goodchars"]}]=0 v220) ==== 149+0+0 (secure 0 0 0) 0x7f1f28041020 con 0x7f1f3015ed20 2024-09-19T04:36:56.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.218+0000 7f1f34dd6640 1 -- 172.21.15.111:0/106561131 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1f1006c3d0 msgr2=0x7f1f1006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:56.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.218+0000 7f1f34dd6640 1 --2- 172.21.15.111:0/106561131 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1f1006c3d0 0x7f1f1006e890 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f1f2000d620 tx=0x7f1f20007810 comp rx=0 tx=0).stop 2024-09-19T04:36:56.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.218+0000 7f1f34dd6640 1 -- 172.21.15.111:0/106561131 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f3015ed20 msgr2=0x7f1f301f8040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:56.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.218+0000 7f1f34dd6640 1 --2- 172.21.15.111:0/106561131 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f3015ed20 0x7f1f301f8040 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f1f28009870 tx=0x7f1f280046c0 comp rx=0 tx=0).stop 2024-09-19T04:36:56.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.219+0000 7f1f34dd6640 1 -- 172.21.15.111:0/106561131 shutdown_connections 2024-09-19T04:36:56.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.219+0000 7f1f34dd6640 1 --2- 172.21.15.111:0/106561131 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1f1006c3d0 0x7f1f1006e890 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:56.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.219+0000 7f1f34dd6640 1 --2- 172.21.15.111:0/106561131 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f3015ed20 0x7f1f301f8040 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:56.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.219+0000 7f1f34dd6640 1 --2- 172.21.15.111:0/106561131 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f3015e940 0x7f1f300cca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:56.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.219+0000 7f1f34dd6640 1 --2- 172.21.15.111:0/106561131 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f300cef90 0x7f1f300ab1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:56.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.219+0000 7f1f34dd6640 1 -- 172.21.15.111:0/106561131 >> 172.21.15.111:0/106561131 conn(0x7f1f300b6240 msgr2=0x7f1f300d0dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:56.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.219+0000 7f1f34dd6640 1 -- 172.21.15.111:0/106561131 shutdown_connections 2024-09-19T04:36:56.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.219+0000 7f1f34dd6640 1 -- 172.21.15.111:0/106561131 wait complete. 2024-09-19T04:36:56.231 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T04:36:56.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.331+0000 7f779cde4640 1 Processor -- start 2024-09-19T04:36:56.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.331+0000 7f779cde4640 1 -- start start 2024-09-19T04:36:56.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.332+0000 7f779cde4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f77980729a0 0x7f77980b5c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:56.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.332+0000 7f779cde4640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f779806dc40 con 0x7f7798161cc0 2024-09-19T04:36:56.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.332+0000 7f779cde4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f779806df20 con 0x7f77980b57d0 2024-09-19T04:36:56.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.332+0000 7f779cde4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f77980af300 con 0x7f77980729a0 2024-09-19T04:36:56.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.332+0000 7f779659c640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f7798161cc0 0x7f77980aebf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39404/0 (socket says 172.21.15.111:39404) 2024-09-19T04:36:56.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.332+0000 7f779659c640 1 -- 172.21.15.111:0/497002764 learned_addr learned my addr 172.21.15.111:0/497002764 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:56.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.332+0000 7f7796d9d640 1 --2- 172.21.15.111:0/497002764 >> v2:172.21.15.114:3300/0 conn(0x7f77980729a0 0x7f77980b5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:56.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.332+0000 7f779559a640 1 -- 172.21.15.111:0/497002764 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4037544913 0 0) 0x7f779806dc40 con 0x7f7798161cc0 2024-09-19T04:36:56.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.332+0000 7f779559a640 1 -- 172.21.15.111:0/497002764 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7780003520 con 0x7f7798161cc0 2024-09-19T04:36:56.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.332+0000 7f779559a640 1 -- 172.21.15.111:0/497002764 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 431054113 0 0) 0x7f7780003520 con 0x7f7798161cc0 2024-09-19T04:36:56.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.332+0000 7f779559a640 1 -- 172.21.15.111:0/497002764 >> v2:172.21.15.114:3300/0 conn(0x7f77980729a0 msgr2=0x7f77980b5c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:56.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.332+0000 7f779559a640 1 --2- 172.21.15.111:0/497002764 >> v2:172.21.15.114:3300/0 conn(0x7f77980729a0 0x7f77980b5c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:56.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.332+0000 7f779559a640 1 -- 172.21.15.111:0/497002764 >> v1:172.21.15.114:6789/0 conn(0x7f77980b57d0 legacy=0x7f7798072290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:56.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.332+0000 7f779559a640 1 -- 172.21.15.111:0/497002764 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f779806e200 con 0x7f7798161cc0 2024-09-19T04:36:56.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.332+0000 7f779559a640 1 -- 172.21.15.111:0/497002764 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f7788001670 con 0x7f7798161cc0 2024-09-19T04:36:56.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.332+0000 7f779559a640 1 -- 172.21.15.111:0/497002764 >> v1:172.21.15.111:6789/0 conn(0x7f7798161cc0 legacy=0x7f77980aebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:56.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.332+0000 7f779559a640 1 --2- 172.21.15.111:0/497002764 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77800039b0 0x7f7780003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:56.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.332+0000 7f779559a640 1 --2- 172.21.15.111:0/497002764 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7780004800 0x7f7780004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:56.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.332+0000 7f779559a640 1 --2- 172.21.15.111:0/497002764 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77800051c0 0x7f778000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:56.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.332+0000 7f779559a640 1 -- 172.21.15.111:0/497002764 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f77980af300 con 0x7f77800051c0 2024-09-19T04:36:56.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.332+0000 7f779559a640 1 -- 172.21.15.111:0/497002764 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f778000c060 con 0x7f7780004800 2024-09-19T04:36:56.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.332+0000 7f779559a640 1 -- 172.21.15.111:0/497002764 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f778000c260 con 0x7f77800039b0 2024-09-19T04:36:56.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.333+0000 7f7796d9d640 1 --2- 172.21.15.111:0/497002764 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77800051c0 0x7f778000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:56.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.333+0000 7f779659c640 1 --2- 172.21.15.111:0/497002764 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77800039b0 0x7f7780003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:56.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.333+0000 7f7795d9b640 1 --2- 172.21.15.111:0/497002764 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7780004800 0x7f7780004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:56.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.333+0000 7f7796d9d640 1 -- 172.21.15.111:0/497002764 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77800039b0 msgr2=0x7f7780003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:56.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.333+0000 7f7796d9d640 1 --2- 172.21.15.111:0/497002764 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77800039b0 0x7f7780003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:56.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.333+0000 7f7796d9d640 1 -- 172.21.15.111:0/497002764 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7780004800 msgr2=0x7f7780004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:56.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.333+0000 7f7796d9d640 1 --2- 172.21.15.111:0/497002764 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7780004800 0x7f7780004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:56.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.333+0000 7f7796d9d640 1 -- 172.21.15.111:0/497002764 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7780003520 con 0x7f77800051c0 2024-09-19T04:36:56.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.333+0000 7f7796d9d640 1 -- 172.21.15.111:0/497002764 reap_dead start 2024-09-19T04:36:56.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.334+0000 7f7796d9d640 1 --2- 172.21.15.111:0/497002764 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77800051c0 0x7f778000b9c0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f7790009f90 tx=0x7f7780005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6737e5ed70feccd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:56.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.334+0000 7f779559a640 1 -- 172.21.15.111:0/497002764 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7790009c10 con 0x7f77800051c0 2024-09-19T04:36:56.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.334+0000 7f779559a640 1 -- 172.21.15.111:0/497002764 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7790031440 con 0x7f77800051c0 2024-09-19T04:36:56.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.334+0000 7f779559a640 1 -- 172.21.15.111:0/497002764 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7790031810 con 0x7f77800051c0 2024-09-19T04:36:56.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.334+0000 7f779cde4640 1 -- 172.21.15.111:0/497002764 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77800051c0 msgr2=0x7f778000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:56.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.334+0000 7f779cde4640 1 --2- 172.21.15.111:0/497002764 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77800051c0 0x7f778000b9c0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f7790009f90 tx=0x7f7780005830 comp rx=0 tx=0).stop 2024-09-19T04:36:56.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.334+0000 7f779cde4640 1 -- 172.21.15.111:0/497002764 shutdown_connections 2024-09-19T04:36:56.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.334+0000 7f779cde4640 1 --2- 172.21.15.111:0/497002764 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77800051c0 0x7f778000b9c0 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:56.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.334+0000 7f779cde4640 1 -- 172.21.15.111:0/497002764 >> 172.21.15.111:0/497002764 conn(0x7f779806bba0 msgr2=0x7f779806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:56.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.334+0000 7f779cde4640 1 -- 172.21.15.111:0/497002764 shutdown_connections 2024-09-19T04:36:56.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.334+0000 7f779cde4640 1 -- 172.21.15.111:0/497002764 wait complete. 2024-09-19T04:36:56.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.336+0000 7f779cde4640 1 Processor -- start 2024-09-19T04:36:56.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.336+0000 7f779cde4640 1 -- start start 2024-09-19T04:36:56.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.336+0000 7f779cde4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77800051c0 0x7f77981598b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:56.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.336+0000 7f779cde4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77980c6330 0x7f77980afcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:56.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.336+0000 7f779cde4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f779806ea00 0x7f779806eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:56.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.336+0000 7f779cde4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f77980b5c40 con 0x7f779806ea00 2024-09-19T04:36:56.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.336+0000 7f779cde4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f779806e570 con 0x7f77800051c0 2024-09-19T04:36:56.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.336+0000 7f779cde4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f77980b5dc0 con 0x7f77980c6330 2024-09-19T04:36:56.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.336+0000 7f7796d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f779806ea00 0x7f779806eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:56.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.336+0000 7f7796d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f779806ea00 0x7f779806eeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:46382/0 (socket says 172.21.15.111:46382) 2024-09-19T04:36:56.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.336+0000 7f7796d9d640 1 -- 172.21.15.111:0/1864953705 learned_addr learned my addr 172.21.15.111:0/1864953705 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:56.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.337+0000 7f779659c640 1 --2- 172.21.15.111:0/1864953705 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77800051c0 0x7f77981598b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:56.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.337+0000 7f7795d9b640 1 --2- 172.21.15.111:0/1864953705 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77980c6330 0x7f77980afcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:56.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.337+0000 7f7796d9d640 1 -- 172.21.15.111:0/1864953705 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77980c6330 msgr2=0x7f77980afcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:56.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.337+0000 7f7796d9d640 1 --2- 172.21.15.111:0/1864953705 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77980c6330 0x7f77980afcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:56.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.337+0000 7f7796d9d640 1 -- 172.21.15.111:0/1864953705 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77800051c0 msgr2=0x7f77981598b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:56.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.337+0000 7f7796d9d640 1 --2- 172.21.15.111:0/1864953705 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77800051c0 0x7f77981598b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:56.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.337+0000 7f7796d9d640 1 -- 172.21.15.111:0/1864953705 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77980b0690 con 0x7f779806ea00 2024-09-19T04:36:56.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.337+0000 7f7795d9b640 1 --2- 172.21.15.111:0/1864953705 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77980c6330 0x7f77980afcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:36:56.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.337+0000 7f7796d9d640 1 --2- 172.21.15.111:0/1864953705 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f779806ea00 0x7f779806eeb0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f779000e230 tx=0x7f7790009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:56.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.337+0000 7f7786ffd640 1 -- 172.21.15.111:0/1864953705 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7790009c10 con 0x7f779806ea00 2024-09-19T04:36:56.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.337+0000 7f7786ffd640 1 -- 172.21.15.111:0/1864953705 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7790043070 con 0x7f779806ea00 2024-09-19T04:36:56.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.337+0000 7f779cde4640 1 -- 172.21.15.111:0/1864953705 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77980b0970 con 0x7f779806ea00 2024-09-19T04:36:56.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.337+0000 7f7786ffd640 1 -- 172.21.15.111:0/1864953705 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f779003c8b0 con 0x7f779806ea00 2024-09-19T04:36:56.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.337+0000 7f779cde4640 1 -- 172.21.15.111:0/1864953705 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77980b0f30 con 0x7f779806ea00 2024-09-19T04:36:56.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.338+0000 7f779cde4640 1 -- 172.21.15.111:0/1864953705 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7798072290 con 0x7f779806ea00 2024-09-19T04:36:56.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.339+0000 7f7786ffd640 1 -- 172.21.15.111:0/1864953705 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f7790005d10 con 0x7f779806ea00 2024-09-19T04:36:56.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.339+0000 7f7786ffd640 1 --2- 172.21.15.111:0/1864953705 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f777806c400 0x7f777806e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:56.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.339+0000 7f7786ffd640 1 -- 172.21.15.111:0/1864953705 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 5502+0+0 (secure 0 0 0) 0x7f77900abef0 con 0x7f779806ea00 2024-09-19T04:36:56.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.339+0000 7f779659c640 1 --2- 172.21.15.111:0/1864953705 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f777806c400 0x7f777806e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:56.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.340+0000 7f779659c640 1 --2- 172.21.15.111:0/1864953705 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f777806c400 0x7f777806e8c0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f7788001cd0 tx=0x7f7788000ef0 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:56.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.343+0000 7f7786ffd640 1 -- 172.21.15.111:0/1864953705 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7790079ec0 con 0x7f779806ea00 2024-09-19T04:36:56.514 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.512+0000 7f779cde4640 1 -- 172.21.15.111:0/1864953705 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f77980b12a0 con 0x7f779806ea00 2024-09-19T04:36:56.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.516+0000 7f7786ffd640 1 -- 172.21.15.111:0/1864953705 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v18)=0 v18) ==== 122+0+0 (secure 0 0 0) 0x7f779007e1c0 con 0x7f779806ea00 2024-09-19T04:36:56.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.517+0000 7f779cde4640 1 -- 172.21.15.111:0/1864953705 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f777806c400 msgr2=0x7f777806e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:56.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.517+0000 7f779cde4640 1 --2- 172.21.15.111:0/1864953705 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f777806c400 0x7f777806e8c0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f7788001cd0 tx=0x7f7788000ef0 comp rx=0 tx=0).stop 2024-09-19T04:36:56.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.517+0000 7f779cde4640 1 -- 172.21.15.111:0/1864953705 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f779806ea00 msgr2=0x7f779806eeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:56.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.517+0000 7f779cde4640 1 --2- 172.21.15.111:0/1864953705 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f779806ea00 0x7f779806eeb0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f779000e230 tx=0x7f7790009750 comp rx=0 tx=0).stop 2024-09-19T04:36:56.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.518+0000 7f779cde4640 1 -- 172.21.15.111:0/1864953705 shutdown_connections 2024-09-19T04:36:56.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.518+0000 7f779cde4640 1 --2- 172.21.15.111:0/1864953705 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f777806c400 0x7f777806e8c0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:56.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.518+0000 7f779cde4640 1 --2- 172.21.15.111:0/1864953705 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f779806ea00 0x7f779806eeb0 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:56.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.518+0000 7f779cde4640 1 --2- 172.21.15.111:0/1864953705 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77980c6330 0x7f77980afcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:56.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.518+0000 7f779cde4640 1 --2- 172.21.15.111:0/1864953705 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77800051c0 0x7f77981598b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:56.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.518+0000 7f779cde4640 1 -- 172.21.15.111:0/1864953705 >> 172.21.15.111:0/1864953705 conn(0x7f779806bba0 msgr2=0x7f779815fcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:56.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.518+0000 7f779cde4640 1 -- 172.21.15.111:0/1864953705 shutdown_connections 2024-09-19T04:36:56.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.518+0000 7f779cde4640 1 -- 172.21.15.111:0/1864953705 wait complete. 2024-09-19T04:36:56.530 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:36:56.530 DEBUG:teuthology.orchestra.run.smithi111:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:36:56.572 DEBUG:teuthology.orchestra.run.smithi114:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:36:56.616 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:36:56.616 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:36:56.616 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:56.632 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:36:56.632 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:36:56.632 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:56.674 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:36:56.674 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:36:56.674 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:56.690 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:36:56.690 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:36:56.690 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:36:56.731 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:36:56.731 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T04:36:56.732 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:36:56.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.829+0000 7fd4e7245640 1 Processor -- start 2024-09-19T04:36:56.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.829+0000 7fd4e7245640 1 -- start start 2024-09-19T04:36:56.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.829+0000 7fd4e7245640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fd4e015e940 0x7fd4e00d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:56.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.829+0000 7fd4e7245640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4e015ed20 0x7fd4e00d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:56.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.829+0000 7fd4e7245640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4e00b7170 con 0x7fd4e00cef90 2024-09-19T04:36:56.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.829+0000 7fd4e7245640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fd4e00d1ae0 con 0x7fd4e015e940 2024-09-19T04:36:56.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.829+0000 7fd4e7245640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd4e00b7aa0 con 0x7fd4e015ed20 2024-09-19T04:36:56.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.830+0000 7fd4e4fe1640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fd4e015e940 0x7fd4e00d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:56.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.830+0000 7fd4dffff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4e015ed20 0x7fd4e00d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:56.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.830+0000 7fd4e57e2640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7fd4e00cef90 0x7fd4e00b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:33088/0 (socket says 172.21.15.111:33088) 2024-09-19T04:36:56.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.830+0000 7fd4e57e2640 1 -- 172.21.15.111:0/2596850619 learned_addr learned my addr 172.21.15.111:0/2596850619 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:36:56.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.830+0000 7fd4e4fe1640 1 -- 172.21.15.111:0/2596850619 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4e015ed20 msgr2=0x7fd4e00d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:36:56.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.830+0000 7fd4e4fe1640 1 --2- 172.21.15.111:0/2596850619 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4e015ed20 0x7fd4e00d15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:56.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.830+0000 7fd4e4fe1640 1 -- 172.21.15.111:0/2596850619 >> v1:172.21.15.114:6789/0 conn(0x7fd4e00cef90 legacy=0x7fd4e00b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:56.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.830+0000 7fd4e4fe1640 1 -- 172.21.15.111:0/2596850619 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4e00d3660 con 0x7fd4e015e940 2024-09-19T04:36:56.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.831+0000 7fd4e4fe1640 1 --2- 172.21.15.111:0/2596850619 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4e015e940 0x7fd4e00d1060 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fd4d40097a0 tx=0x7fd4d402a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f3deaf1c71fe0006 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:56.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.831+0000 7fd4df7fe640 1 -- 172.21.15.111:0/2596850619 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d4037070 con 0x7fd4e015e940 2024-09-19T04:36:56.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.831+0000 7fd4df7fe640 1 -- 172.21.15.111:0/2596850619 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4d4032440 con 0x7fd4e015e940 2024-09-19T04:36:56.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.831+0000 7fd4df7fe640 1 -- 172.21.15.111:0/2596850619 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d4032810 con 0x7fd4e015e940 2024-09-19T04:36:56.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.832+0000 7fd4e7245640 1 -- 172.21.15.111:0/2596850619 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4e015e940 msgr2=0x7fd4e00d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:56.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.832+0000 7fd4e7245640 1 --2- 172.21.15.111:0/2596850619 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4e015e940 0x7fd4e00d1060 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fd4d40097a0 tx=0x7fd4d402a210 comp rx=0 tx=0).stop 2024-09-19T04:36:56.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.832+0000 7fd4e7245640 1 -- 172.21.15.111:0/2596850619 shutdown_connections 2024-09-19T04:36:56.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.832+0000 7fd4e7245640 1 --2- 172.21.15.111:0/2596850619 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4e015ed20 0x7fd4e00d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:56.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.832+0000 7fd4e7245640 1 --2- 172.21.15.111:0/2596850619 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4e015e940 0x7fd4e00d1060 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:56.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.832+0000 7fd4e7245640 1 -- 172.21.15.111:0/2596850619 >> 172.21.15.111:0/2596850619 conn(0x7fd4e00b6240 msgr2=0x7fd4e00b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:56.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.832+0000 7fd4e7245640 1 -- 172.21.15.111:0/2596850619 shutdown_connections 2024-09-19T04:36:56.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.832+0000 7fd4e7245640 1 -- 172.21.15.111:0/2596850619 wait complete. 2024-09-19T04:36:56.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.833+0000 7fd4e7245640 1 Processor -- start 2024-09-19T04:36:56.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.833+0000 7fd4e7245640 1 -- start start 2024-09-19T04:36:56.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.834+0000 7fd4e7245640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4e00cef90 0x7fd4e00ca650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:56.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.834+0000 7fd4e7245640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4e015e940 0x7fd4e00ab1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:56.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.834+0000 7fd4e7245640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4e015ed20 0x7fd4e00ab6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:56.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.834+0000 7fd4e7245640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd4e00d3f00 con 0x7fd4e015e940 2024-09-19T04:36:56.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.834+0000 7fd4e7245640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd4e00d3c20 con 0x7fd4e015ed20 2024-09-19T04:36:56.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.834+0000 7fd4e7245640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd4e00d3310 con 0x7fd4e00cef90 2024-09-19T04:36:56.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.834+0000 7fd4dffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4e015e940 0x7fd4e00ab1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:56.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.834+0000 7fd4dffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4e015e940 0x7fd4e00ab1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:46388/0 (socket says 172.21.15.111:46388) 2024-09-19T04:36:56.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.834+0000 7fd4dffff640 1 -- 172.21.15.111:0/275381583 learned_addr learned my addr 172.21.15.111:0/275381583 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:36:56.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.834+0000 7fd4e57e2640 1 --2- 172.21.15.111:0/275381583 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4e015ed20 0x7fd4e00ab6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:56.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.834+0000 7fd4e4fe1640 1 --2- 172.21.15.111:0/275381583 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4e00cef90 0x7fd4e00ca650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:56.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.834+0000 7fd4dffff640 1 -- 172.21.15.111:0/275381583 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4e00cef90 msgr2=0x7fd4e00ca650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:56.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.834+0000 7fd4dffff640 1 --2- 172.21.15.111:0/275381583 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4e00cef90 0x7fd4e00ca650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:56.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.834+0000 7fd4dffff640 1 -- 172.21.15.111:0/275381583 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4e015ed20 msgr2=0x7fd4e00ab6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:56.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.834+0000 7fd4dffff640 1 --2- 172.21.15.111:0/275381583 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4e015ed20 0x7fd4e00ab6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:56.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.834+0000 7fd4dffff640 1 -- 172.21.15.111:0/275381583 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4e00cde40 con 0x7fd4e015e940 2024-09-19T04:36:56.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.835+0000 7fd4dffff640 1 --2- 172.21.15.111:0/275381583 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4e015e940 0x7fd4e00ab1a0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fd4cc00e9b0 tx=0x7fd4cc00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:56.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.835+0000 7fd4dd7fa640 1 -- 172.21.15.111:0/275381583 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4cc017070 con 0x7fd4e015e940 2024-09-19T04:36:56.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.835+0000 7fd4dd7fa640 1 -- 172.21.15.111:0/275381583 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4cc00c9a0 con 0x7fd4e015e940 2024-09-19T04:36:56.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.835+0000 7fd4e7245640 1 -- 172.21.15.111:0/275381583 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4e00ce120 con 0x7fd4e015e940 2024-09-19T04:36:56.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.835+0000 7fd4dd7fa640 1 -- 172.21.15.111:0/275381583 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4cc00cd90 con 0x7fd4e015e940 2024-09-19T04:36:56.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.835+0000 7fd4e7245640 1 -- 172.21.15.111:0/275381583 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4e0159f10 con 0x7fd4e015e940 2024-09-19T04:36:56.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.836+0000 7fd4e7245640 1 -- 172.21.15.111:0/275381583 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4e00d1ef0 con 0x7fd4e015e940 2024-09-19T04:36:56.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.836+0000 7fd4dd7fa640 1 -- 172.21.15.111:0/275381583 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fd4cc01a070 con 0x7fd4e015e940 2024-09-19T04:36:56.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.837+0000 7fd4dd7fa640 1 --2- 172.21.15.111:0/275381583 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd4c406c3d0 0x7fd4c406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:36:56.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.837+0000 7fd4dd7fa640 1 -- 172.21.15.111:0/275381583 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 5502+0+0 (secure 0 0 0) 0x7fd4cc08b7a0 con 0x7fd4e015e940 2024-09-19T04:36:56.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.837+0000 7fd4e4fe1640 1 --2- 172.21.15.111:0/275381583 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd4c406c3d0 0x7fd4c406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:36:56.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.837+0000 7fd4e4fe1640 1 --2- 172.21.15.111:0/275381583 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd4c406c3d0 0x7fd4c406e890 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fd4d4034000 tx=0x7fd4d402e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:36:56.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:56.841+0000 7fd4dd7fa640 1 -- 172.21.15.111:0/275381583 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd4cc059910 con 0x7fd4e015e940 2024-09-19T04:36:57.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:57.041+0000 7fd4e7245640 1 -- 172.21.15.111:0/275381583 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd4e00ba6b0 con 0x7fd4e015e940 2024-09-19T04:36:57.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:57.042+0000 7fd4dd7fa640 1 -- 172.21.15.111:0/275381583 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) ==== 94+0+3920 (secure 0 0 0) 0x7fd4cc05dc10 con 0x7fd4e015e940 2024-09-19T04:36:57.043 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:36:57.043 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":38,"btime":"2024-09-19T04:36:52:193640+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5318,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/1725709183","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":1725709183},{"type":"v1","addr":"172.21.15.114:6834","nonce":1725709183}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":5531,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/3001214447","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3001214447},{"type":"v1","addr":"172.21.15.114:6835","nonce":3001214447}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":38},{"gid":6045,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1645711536","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1645711536},{"type":"v1","addr":"172.21.15.111:6835","nonce":1645711536}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":6048,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/568432239","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":568432239},{"type":"v1","addr":"172.21.15.111:6837","nonce":568432239}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32}],"filesystems":[]} 2024-09-19T04:36:57.044 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 38 2024-09-19T04:36:57.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:57.044+0000 7fd4e7245640 1 -- 172.21.15.111:0/275381583 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd4c406c3d0 msgr2=0x7fd4c406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:57.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:57.044+0000 7fd4e7245640 1 --2- 172.21.15.111:0/275381583 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd4c406c3d0 0x7fd4c406e890 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fd4d4034000 tx=0x7fd4d402e000 comp rx=0 tx=0).stop 2024-09-19T04:36:57.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:57.044+0000 7fd4e7245640 1 -- 172.21.15.111:0/275381583 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4e015e940 msgr2=0x7fd4e00ab1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:36:57.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:57.044+0000 7fd4e7245640 1 --2- 172.21.15.111:0/275381583 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4e015e940 0x7fd4e00ab1a0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fd4cc00e9b0 tx=0x7fd4cc00ee70 comp rx=0 tx=0).stop 2024-09-19T04:36:57.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:57.044+0000 7fd4e7245640 1 -- 172.21.15.111:0/275381583 shutdown_connections 2024-09-19T04:36:57.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:57.044+0000 7fd4e7245640 1 --2- 172.21.15.111:0/275381583 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd4c406c3d0 0x7fd4c406e890 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:57.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:57.044+0000 7fd4e7245640 1 --2- 172.21.15.111:0/275381583 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd4e015ed20 0x7fd4e00ab6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:57.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:57.044+0000 7fd4e7245640 1 --2- 172.21.15.111:0/275381583 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd4e015e940 0x7fd4e00ab1a0 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:57.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:57.044+0000 7fd4e7245640 1 --2- 172.21.15.111:0/275381583 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd4e00cef90 0x7fd4e00ca650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:36:57.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:57.044+0000 7fd4e7245640 1 -- 172.21.15.111:0/275381583 >> 172.21.15.111:0/275381583 conn(0x7fd4e00b6240 msgr2=0x7fd4e00b6620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:36:57.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:57.044+0000 7fd4e7245640 1 -- 172.21.15.111:0/275381583 shutdown_connections 2024-09-19T04:36:57.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:36:57.044+0000 7fd4e7245640 1 -- 172.21.15.111:0/275381583 wait complete. 2024-09-19T04:36:57.056 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T04:36:57.056 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T04:36:57.056 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T04:36:57.057 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:36:57.057 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T04:36:57.057 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T04:36:57.057 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T04:36:57.057 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:36:57.057 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T04:36:57.057 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T04:36:57.058 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T04:36:57.058 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:36:57.058 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T04:36:57.058 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T04:36:57.058 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T04:36:57.058 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:36:57.068 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T04:36:57.068 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T04:36:57.069 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T04:36:57.069 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T04:36:57.071 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T04:36:57.071 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T04:36:57.111 INFO:tasks.ceph.mds.a:Started 2024-09-19T04:36:57.111 DEBUG:teuthology.parallel:result is None 2024-09-19T04:36:57.111 INFO:tasks.ceph.mds.c:Started 2024-09-19T04:36:57.112 DEBUG:teuthology.parallel:result is None 2024-09-19T04:36:57.114 INFO:tasks.ceph.mds.d:Started 2024-09-19T04:36:57.114 DEBUG:teuthology.parallel:result is None 2024-09-19T04:36:57.184 INFO:tasks.ceph.mds.a.smithi111.stdout:starting mds.a at 2024-09-19T04:36:57.185 INFO:tasks.ceph.mds.c.smithi111.stdout:starting mds.c at 2024-09-19T04:36:57.195 INFO:tasks.ceph.mds.d.smithi114.stdout:starting mds.d at 2024-09-19T04:37:02.869 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2024-09-19T04:37:03.070 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T04:37:03.071 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T04:37:03.073 INFO:tasks.ceph.mds.b:Started 2024-09-19T04:37:03.074 DEBUG:teuthology.parallel:result is None 2024-09-19T04:37:03.074 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T04:37:03.158 INFO:tasks.ceph.mds.b.smithi114.stdout:starting mds.b at 2024-09-19T04:37:03.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.185+0000 7f10168e4640 1 Processor -- start 2024-09-19T04:37:03.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.185+0000 7f10168e4640 1 -- start start 2024-09-19T04:37:03.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.186+0000 7f10168e4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f101015c180 0x7f10100cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:03.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.186+0000 7f10168e4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f10100ce230 0x7f10100cf070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:03.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.186+0000 7f10168e4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10100ce740 con 0x7f10100cf5b0 2024-09-19T04:37:03.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.186+0000 7f10168e4640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f1010072640 con 0x7f101015c180 2024-09-19T04:37:03.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.186+0000 7f10168e4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f1010072920 con 0x7f10100ce230 2024-09-19T04:37:03.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.186+0000 7f100ffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f101015c180 0x7f10100cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:03.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.186+0000 7f100ffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f101015c180 0x7f10100cdcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56734/0 (socket says 172.21.15.111:56734) 2024-09-19T04:37:03.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.186+0000 7f100ffff640 1 -- 172.21.15.111:0/632496282 learned_addr learned my addr 172.21.15.111:0/632496282 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:03.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.186+0000 7f100f7fe640 1 --2- 172.21.15.111:0/632496282 >> v2:172.21.15.114:3300/0 conn(0x7f10100ce230 0x7f10100cf070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:03.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.186+0000 7f100ffff640 1 -- 172.21.15.111:0/632496282 >> v2:172.21.15.114:3300/0 conn(0x7f10100ce230 msgr2=0x7f10100cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:03.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.186+0000 7f100ffff640 1 --2- 172.21.15.111:0/632496282 >> v2:172.21.15.114:3300/0 conn(0x7f10100ce230 0x7f10100cf070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:03.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.186+0000 7f100ffff640 1 -- 172.21.15.111:0/632496282 >> v1:172.21.15.114:6789/0 conn(0x7f10100cf5b0 legacy=0x7f1010073120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:03.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.186+0000 7f100ffff640 1 -- 172.21.15.111:0/632496282 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1010072c00 con 0x7f101015c180 2024-09-19T04:37:03.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.186+0000 7f100f7fe640 1 --2- 172.21.15.111:0/632496282 >> v2:172.21.15.114:3300/0 conn(0x7f10100ce230 0x7f10100cf070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:03.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.187+0000 7f100ffff640 1 --2- 172.21.15.111:0/632496282 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f101015c180 0x7f10100cdcf0 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f1010071d60 tx=0x7f100002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=956ba184c4c62442 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:03.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.187+0000 7f100effd640 1 -- 172.21.15.111:0/632496282 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1000037070 con 0x7f101015c180 2024-09-19T04:37:03.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.187+0000 7f100effd640 1 -- 172.21.15.111:0/632496282 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1000032440 con 0x7f101015c180 2024-09-19T04:37:03.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.187+0000 7f100effd640 1 -- 172.21.15.111:0/632496282 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1000032810 con 0x7f101015c180 2024-09-19T04:37:03.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.188+0000 7f10168e4640 1 -- 172.21.15.111:0/632496282 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f101015c180 msgr2=0x7f10100cdcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:03.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.188+0000 7f10168e4640 1 --2- 172.21.15.111:0/632496282 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f101015c180 0x7f10100cdcf0 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f1010071d60 tx=0x7f100002a1a0 comp rx=0 tx=0).stop 2024-09-19T04:37:03.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.188+0000 7f10168e4640 1 -- 172.21.15.111:0/632496282 shutdown_connections 2024-09-19T04:37:03.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.188+0000 7f10168e4640 1 --2- 172.21.15.111:0/632496282 >> v2:172.21.15.114:3300/0 conn(0x7f10100ce230 0x7f10100cf070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:03.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.188+0000 7f10168e4640 1 --2- 172.21.15.111:0/632496282 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f101015c180 0x7f10100cdcf0 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:03.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.188+0000 7f10168e4640 1 -- 172.21.15.111:0/632496282 >> 172.21.15.111:0/632496282 conn(0x7f1010062cc0 msgr2=0x7f101006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:03.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.188+0000 7f10168e4640 1 -- 172.21.15.111:0/632496282 shutdown_connections 2024-09-19T04:37:03.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.188+0000 7f10168e4640 1 -- 172.21.15.111:0/632496282 wait complete. 2024-09-19T04:37:03.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.189+0000 7f10168e4640 1 Processor -- start 2024-09-19T04:37:03.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.189+0000 7f10168e4640 1 -- start start 2024-09-19T04:37:03.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.190+0000 7f10168e4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f10100ce230 0x7f10101f24e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:03.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.190+0000 7f10168e4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f10100cf5b0 0x7f1010153d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:03.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.190+0000 7f10168e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f101015c180 0x7f1010160730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:03.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.190+0000 7f10168e4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f101015c560 con 0x7f10100ce230 2024-09-19T04:37:03.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.190+0000 7f10168e4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f10100722f0 con 0x7f10100cf5b0 2024-09-19T04:37:03.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.190+0000 7f10168e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f101015c6e0 con 0x7f101015c180 2024-09-19T04:37:03.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.190+0000 7f100ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f10100ce230 0x7f10101f24e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:03.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.190+0000 7f100ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f10100ce230 0x7f10101f24e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56748/0 (socket says 172.21.15.111:56748) 2024-09-19T04:37:03.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.190+0000 7f100ffff640 1 -- 172.21.15.111:0/3609822583 learned_addr learned my addr 172.21.15.111:0/3609822583 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:03.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.190+0000 7f100f7fe640 1 --2- 172.21.15.111:0/3609822583 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f10100cf5b0 0x7f1010153d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:03.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.190+0000 7f1014e81640 1 --2- 172.21.15.111:0/3609822583 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f101015c180 0x7f1010160730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:03.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.190+0000 7f100ffff640 1 -- 172.21.15.111:0/3609822583 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f101015c180 msgr2=0x7f1010160730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:03.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.190+0000 7f100ffff640 1 --2- 172.21.15.111:0/3609822583 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f101015c180 0x7f1010160730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:03.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.190+0000 7f100ffff640 1 -- 172.21.15.111:0/3609822583 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f10100cf5b0 msgr2=0x7f1010153d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:03.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.190+0000 7f100ffff640 1 --2- 172.21.15.111:0/3609822583 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f10100cf5b0 0x7f1010153d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:03.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.190+0000 7f100ffff640 1 -- 172.21.15.111:0/3609822583 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1010153ae0 con 0x7f10100ce230 2024-09-19T04:37:03.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.190+0000 7f1014e81640 1 --2- 172.21.15.111:0/3609822583 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f101015c180 0x7f1010160730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:03.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.191+0000 7f100ffff640 1 --2- 172.21.15.111:0/3609822583 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f10100ce230 0x7f10101f24e0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f1000000c00 tx=0x7f10000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:03.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.191+0000 7f100cff9640 1 -- 172.21.15.111:0/3609822583 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1000041020 con 0x7f10100ce230 2024-09-19T04:37:03.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.191+0000 7f100cff9640 1 -- 172.21.15.111:0/3609822583 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1000030970 con 0x7f10100ce230 2024-09-19T04:37:03.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.191+0000 7f10168e4640 1 -- 172.21.15.111:0/3609822583 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f101015cd60 con 0x7f10100ce230 2024-09-19T04:37:03.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.191+0000 7f100cff9640 1 -- 172.21.15.111:0/3609822583 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1000037040 con 0x7f10100ce230 2024-09-19T04:37:03.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.191+0000 7f10168e4640 1 -- 172.21.15.111:0/3609822583 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f101015d5a0 con 0x7f10100ce230 2024-09-19T04:37:03.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.192+0000 7f10168e4640 1 -- 172.21.15.111:0/3609822583 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10100cf070 con 0x7f10100ce230 2024-09-19T04:37:03.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.192+0000 7f100cff9640 1 -- 172.21.15.111:0/3609822583 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f1000044020 con 0x7f10100ce230 2024-09-19T04:37:03.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.193+0000 7f100cff9640 1 --2- 172.21.15.111:0/3609822583 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0ffc06c3d0 0x7f0ffc06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:03.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.193+0000 7f100cff9640 1 -- 172.21.15.111:0/3609822583 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 5502+0+0 (secure 0 0 0) 0x7f10000abe60 con 0x7f10100ce230 2024-09-19T04:37:03.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.193+0000 7f100f7fe640 1 --2- 172.21.15.111:0/3609822583 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0ffc06c3d0 0x7f0ffc06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:03.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.193+0000 7f100f7fe640 1 --2- 172.21.15.111:0/3609822583 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0ffc06c3d0 0x7f0ffc06e890 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f1010152790 tx=0x7f1004008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:03.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.197+0000 7f100cff9640 1 -- 172.21.15.111:0/3609822583 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f100004b030 con 0x7f10100ce230 2024-09-19T04:37:03.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:03.378+0000 7f10168e4640 1 -- 172.21.15.111:0/3609822583 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f10100afe90 con 0x7f10100ce230 2024-09-19T04:37:04.239 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.238+0000 7f100cff9640 1 -- 172.21.15.111:0/3609822583 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v79) ==== 97+0+0 (secure 0 0 0) 0x7f101015cd60 con 0x7f10100ce230 2024-09-19T04:37:04.239 INFO:teuthology.orchestra.run.smithi111.stderr: removed all blocklist entries 2024-09-19T04:37:04.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.240+0000 7f10168e4640 1 -- 172.21.15.111:0/3609822583 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0ffc06c3d0 msgr2=0x7f0ffc06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:04.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.240+0000 7f10168e4640 1 --2- 172.21.15.111:0/3609822583 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0ffc06c3d0 0x7f0ffc06e890 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f1010152790 tx=0x7f1004008040 comp rx=0 tx=0).stop 2024-09-19T04:37:04.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.240+0000 7f10168e4640 1 -- 172.21.15.111:0/3609822583 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f10100ce230 msgr2=0x7f10101f24e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:04.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.240+0000 7f10168e4640 1 --2- 172.21.15.111:0/3609822583 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f10100ce230 0x7f10101f24e0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f1000000c00 tx=0x7f10000046c0 comp rx=0 tx=0).stop 2024-09-19T04:37:04.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.241+0000 7f10168e4640 1 -- 172.21.15.111:0/3609822583 shutdown_connections 2024-09-19T04:37:04.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.241+0000 7f10168e4640 1 --2- 172.21.15.111:0/3609822583 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0ffc06c3d0 0x7f0ffc06e890 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:04.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.241+0000 7f10168e4640 1 --2- 172.21.15.111:0/3609822583 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f101015c180 0x7f1010160730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:04.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.241+0000 7f10168e4640 1 --2- 172.21.15.111:0/3609822583 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f10100cf5b0 0x7f1010153d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:04.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.241+0000 7f10168e4640 1 --2- 172.21.15.111:0/3609822583 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f10100ce230 0x7f10101f24e0 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:04.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.241+0000 7f10168e4640 1 -- 172.21.15.111:0/3609822583 >> 172.21.15.111:0/3609822583 conn(0x7f1010062cc0 msgr2=0x7f10100cfa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:04.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.241+0000 7f10168e4640 1 -- 172.21.15.111:0/3609822583 shutdown_connections 2024-09-19T04:37:04.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.241+0000 7f10168e4640 1 -- 172.21.15.111:0/3609822583 wait complete. 2024-09-19T04:37:04.256 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T04:37:04.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.358+0000 7f720ab8d640 1 Processor -- start 2024-09-19T04:37:04.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.359+0000 7f720ab8d640 1 -- start start 2024-09-19T04:37:04.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.359+0000 7f720ab8d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f720406be10 0x7f72040cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:04.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.359+0000 7f720ab8d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7204151c50 0x7f720415baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:04.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.359+0000 7f720ab8d640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72040cd5f0 con 0x7f720406c1f0 2024-09-19T04:37:04.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.360+0000 7f720ab8d640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f72040cd8d0 con 0x7f7204151c50 2024-09-19T04:37:04.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.360+0000 7f720ab8d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f72040cdbb0 con 0x7f720406be10 2024-09-19T04:37:04.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.360+0000 7f720912a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7204151c50 0x7f720415baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:04.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.360+0000 7f7203fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f720406c1f0 0x7f7204151540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35478/0 (socket says 172.21.15.111:35478) 2024-09-19T04:37:04.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.360+0000 7f720912a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7204151c50 0x7f720415baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56752/0 (socket says 172.21.15.111:56752) 2024-09-19T04:37:04.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.360+0000 7f7203fff640 1 -- 172.21.15.111:0/935965412 learned_addr learned my addr 172.21.15.111:0/935965412 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:04.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.360+0000 7f720912a640 1 -- 172.21.15.111:0/935965412 >> v2:172.21.15.114:3300/0 conn(0x7f720406be10 msgr2=0x7f72040cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:04.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.360+0000 7f7208929640 1 --2- 172.21.15.111:0/935965412 >> v2:172.21.15.114:3300/0 conn(0x7f720406be10 0x7f72040cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:04.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.360+0000 7f72037fe640 1 -- 172.21.15.111:0/935965412 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4271128512 0 0) 0x7f72040cd5f0 con 0x7f720406c1f0 2024-09-19T04:37:04.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.360+0000 7f720912a640 1 --2- 172.21.15.111:0/935965412 >> v2:172.21.15.114:3300/0 conn(0x7f720406be10 0x7f72040cd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:04.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.360+0000 7f720912a640 1 -- 172.21.15.111:0/935965412 >> v1:172.21.15.111:6789/0 conn(0x7f720406c1f0 legacy=0x7f7204151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:04.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.360+0000 7f720912a640 1 -- 172.21.15.111:0/935965412 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72040cde90 con 0x7f7204151c50 2024-09-19T04:37:04.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.360+0000 7f7208929640 1 --2- 172.21.15.111:0/935965412 >> v2:172.21.15.114:3300/0 conn(0x7f720406be10 0x7f72040cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:04.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.361+0000 7f720912a640 1 --2- 172.21.15.111:0/935965412 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7204151c50 0x7f720415baa0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f720406f180 tx=0x7f71fc02c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1345fb56e1d88192 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:04.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.361+0000 7f72037fe640 1 -- 172.21.15.111:0/935965412 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71fc039070 con 0x7f7204151c50 2024-09-19T04:37:04.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.361+0000 7f72037fe640 1 -- 172.21.15.111:0/935965412 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71fc009540 con 0x7f7204151c50 2024-09-19T04:37:04.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.361+0000 7f72037fe640 1 -- 172.21.15.111:0/935965412 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71fc009910 con 0x7f7204151c50 2024-09-19T04:37:04.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.361+0000 7f720ab8d640 1 -- 172.21.15.111:0/935965412 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7204151c50 msgr2=0x7f720415baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:04.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.361+0000 7f720ab8d640 1 --2- 172.21.15.111:0/935965412 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7204151c50 0x7f720415baa0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f720406f180 tx=0x7f71fc02c890 comp rx=0 tx=0).stop 2024-09-19T04:37:04.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.361+0000 7f720ab8d640 1 -- 172.21.15.111:0/935965412 shutdown_connections 2024-09-19T04:37:04.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.361+0000 7f720ab8d640 1 --2- 172.21.15.111:0/935965412 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7204151c50 0x7f720415baa0 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:04.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.361+0000 7f720ab8d640 1 --2- 172.21.15.111:0/935965412 >> v2:172.21.15.114:3300/0 conn(0x7f720406be10 0x7f72040cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:04.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.361+0000 7f720ab8d640 1 -- 172.21.15.111:0/935965412 >> 172.21.15.111:0/935965412 conn(0x7f7204062cc0 msgr2=0x7f720406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:04.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.361+0000 7f720ab8d640 1 -- 172.21.15.111:0/935965412 shutdown_connections 2024-09-19T04:37:04.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.361+0000 7f720ab8d640 1 -- 172.21.15.111:0/935965412 wait complete. 2024-09-19T04:37:04.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.363+0000 7f720ab8d640 1 Processor -- start 2024-09-19T04:37:04.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.363+0000 7f720ab8d640 1 -- start start 2024-09-19T04:37:04.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.364+0000 7f720ab8d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f720406be10 0x7f72040b1270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:04.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.364+0000 7f720ab8d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f720406c1f0 0x7f72041537a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:04.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.364+0000 7f720ab8d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7204151c50 0x7f720414fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:04.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.364+0000 7f720ab8d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f72040d0310 con 0x7f720406be10 2024-09-19T04:37:04.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.364+0000 7f720ab8d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f72040ce690 con 0x7f720406c1f0 2024-09-19T04:37:04.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.364+0000 7f720ab8d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f72040d0490 con 0x7f7204151c50 2024-09-19T04:37:04.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.364+0000 7f7208929640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f720406be10 0x7f72040b1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:04.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.364+0000 7f7208929640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f720406be10 0x7f72040b1270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56764/0 (socket says 172.21.15.111:56764) 2024-09-19T04:37:04.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.364+0000 7f7208929640 1 -- 172.21.15.111:0/2403447624 learned_addr learned my addr 172.21.15.111:0/2403447624 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:04.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.364+0000 7f7203fff640 1 --2- 172.21.15.111:0/2403447624 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f720406c1f0 0x7f72041537a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:04.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.364+0000 7f720912a640 1 --2- 172.21.15.111:0/2403447624 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7204151c50 0x7f720414fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:04.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.364+0000 7f7208929640 1 -- 172.21.15.111:0/2403447624 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7204151c50 msgr2=0x7f720414fca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:04.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.364+0000 7f7208929640 1 --2- 172.21.15.111:0/2403447624 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7204151c50 0x7f720414fca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:04.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.364+0000 7f7208929640 1 -- 172.21.15.111:0/2403447624 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f720406c1f0 msgr2=0x7f72041537a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:04.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.364+0000 7f7208929640 1 --2- 172.21.15.111:0/2403447624 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f720406c1f0 0x7f72041537a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:04.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.364+0000 7f7208929640 1 -- 172.21.15.111:0/2403447624 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f720415d880 con 0x7f720406be10 2024-09-19T04:37:04.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.364+0000 7f7203fff640 1 --2- 172.21.15.111:0/2403447624 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f720406c1f0 0x7f72041537a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:04.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.364+0000 7f7208929640 1 --2- 172.21.15.111:0/2403447624 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f720406be10 0x7f72040b1270 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f71f800c7f0 tx=0x7f71f800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:04.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.364+0000 7f72017fa640 1 -- 172.21.15.111:0/2403447624 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71f8015070 con 0x7f720406be10 2024-09-19T04:37:04.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.364+0000 7f72017fa640 1 -- 172.21.15.111:0/2403447624 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71f8007a30 con 0x7f720406be10 2024-09-19T04:37:04.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.364+0000 7f72017fa640 1 -- 172.21.15.111:0/2403447624 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71f8007e00 con 0x7f720406be10 2024-09-19T04:37:04.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.364+0000 7f720ab8d640 1 -- 172.21.15.111:0/2403447624 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f720415db40 con 0x7f720406be10 2024-09-19T04:37:04.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.364+0000 7f720ab8d640 1 -- 172.21.15.111:0/2403447624 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f720415e100 con 0x7f720406be10 2024-09-19T04:37:04.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.365+0000 7f720ab8d640 1 -- 172.21.15.111:0/2403447624 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72041f1100 con 0x7f720406be10 2024-09-19T04:37:04.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.366+0000 7f72017fa640 1 -- 172.21.15.111:0/2403447624 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f71f8018070 con 0x7f720406be10 2024-09-19T04:37:04.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.366+0000 7f72017fa640 1 --2- 172.21.15.111:0/2403447624 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f71e806c3d0 0x7f71e806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:04.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.366+0000 7f72017fa640 1 -- 172.21.15.111:0/2403447624 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 4857+0+0 (secure 0 0 0) 0x7f71f808b2a0 con 0x7f720406be10 2024-09-19T04:37:04.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.366+0000 7f7203fff640 1 --2- 172.21.15.111:0/2403447624 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f71e806c3d0 0x7f71e806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:04.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.367+0000 7f7203fff640 1 --2- 172.21.15.111:0/2403447624 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f71e806c3d0 0x7f71e806e890 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f72041554f0 tx=0x7f71f0009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:04.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.370+0000 7f72017fa640 1 -- 172.21.15.111:0/2403447624 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f71f8059bd0 con 0x7f720406be10 2024-09-19T04:37:04.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.601+0000 7f720ab8d640 1 -- 172.21.15.111:0/2403447624 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f72040d0850 con 0x7f720406be10 2024-09-19T04:37:04.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.602+0000 7f72017fa640 1 -- 172.21.15.111:0/2403447624 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v16) ==== 80+0+5304 (secure 0 0 0) 0x7f71f80594d0 con 0x7f720406be10 2024-09-19T04:37:04.603 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:04.603 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:37:04.603 INFO:teuthology.orchestra.run.smithi111.stdout: "auth_dump": [ 2024-09-19T04:37:04.603 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:04.604 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.a", 2024-09-19T04:37:04.604 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmCnXHLRAAedEy+KfNFU7YOhRhgLYdMA==", 2024-09-19T04:37:04.604 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:04.604 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:37:04.604 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:37:04.604 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:37:04.604 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:04.604 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:04.604 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:04.604 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:04.604 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.b", 2024-09-19T04:37:04.604 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmj2hsORAAjwXo3DZ4XRGCsUOxqI9CjA==", 2024-09-19T04:37:04.605 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:04.605 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:37:04.605 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:37:04.605 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:37:04.605 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:04.605 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:04.605 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:04.605 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:04.605 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.c", 2024-09-19T04:37:04.605 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmNXLHNBAAmsO18sf+jcsAfzbE1mj2oA==", 2024-09-19T04:37:04.605 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:04.605 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:37:04.605 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:37:04.606 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:37:04.606 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:04.606 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:04.606 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:04.606 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:04.606 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.d", 2024-09-19T04:37:04.606 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmNfTNBBAAj7NZf67zeYo/yvhfnAxkww==", 2024-09-19T04:37:04.606 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:04.606 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:37:04.606 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:37:04.606 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:37:04.606 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:04.606 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:04.606 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:04.607 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:04.607 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.0", 2024-09-19T04:37:04.607 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA3qetmXK2QIBAAR75oRgwzgVuLQhvMlJa4CA==", 2024-09-19T04:37:04.607 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:04.607 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:37:04.607 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:37:04.607 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:04.607 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:04.607 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:04.607 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:04.607 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.1", 2024-09-19T04:37:04.607 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA7qetmkWR6ExAA0lWBxpiPAGZCLmu4h7iPMg==", 2024-09-19T04:37:04.607 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:04.608 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:37:04.608 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:37:04.608 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:04.608 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:04.608 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:04.608 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:04.608 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.2", 2024-09-19T04:37:04.608 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA/qetmgxH4FBAAdBD58YlH15hiLasWSnbxgQ==", 2024-09-19T04:37:04.608 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:04.608 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:37:04.608 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:37:04.608 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:04.608 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:04.608 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:04.609 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:04.609 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.3", 2024-09-19T04:37:04.609 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBDqetmvScfFhAAjBKwn49kZcL8j+xfBzuAXQ==", 2024-09-19T04:37:04.609 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:04.609 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:37:04.609 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:37:04.609 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:04.609 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:04.609 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:04.609 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:04.609 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.4", 2024-09-19T04:37:04.609 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBKqetms9roERAALAlOKQm99bEbtaMUdCEfCQ==", 2024-09-19T04:37:04.610 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:04.610 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:37:04.610 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:37:04.610 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:04.610 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:04.610 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:04.610 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:04.610 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.5", 2024-09-19T04:37:04.610 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBOqetmmoAIBBAA0fKuVAffYGZnFsgCXtti2Q==", 2024-09-19T04:37:04.610 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:04.610 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:37:04.610 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:37:04.611 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:04.611 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:04.611 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:04.611 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:04.611 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.6", 2024-09-19T04:37:04.611 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBRqetm6XavKhAAIL2OCxOxpUEc8vXFj6gN7A==", 2024-09-19T04:37:04.611 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:04.611 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:37:04.611 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:37:04.611 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:04.611 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:04.612 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:04.612 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:04.612 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.7", 2024-09-19T04:37:04.612 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBVqetmhUn4KxAA7yNGTx+mbKjnHNUg8hxx+w==", 2024-09-19T04:37:04.612 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:04.612 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:37:04.613 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:37:04.613 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:04.613 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:04.613 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:04.613 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:04.613 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.0", 2024-09-19T04:37:04.613 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmdEXYCBAAQK+0F5ouJPJAqZqCQHrMdQ==", 2024-09-19T04:37:04.613 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:04.613 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:37:04.614 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow r", 2024-09-19T04:37:04.614 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T04:37:04.614 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:04.614 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:04.614 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:04.614 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.1", 2024-09-19T04:37:04.614 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmsJubERAAw8fZEkmvI5BUEFNZBk1MLg==", 2024-09-19T04:37:04.614 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:04.614 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:37:04.614 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:37:04.614 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:37:04.614 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:37:04.614 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:04.615 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:04.615 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:04.615 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.2", 2024-09-19T04:37:04.615 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmMCNpDhAAAOVbb+49iDsZc+49qDrLTw==", 2024-09-19T04:37:04.615 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:04.615 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:37:04.615 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:37:04.615 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:37:04.615 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:37:04.615 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:04.615 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:04.615 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:04.615 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.3", 2024-09-19T04:37:04.615 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetm4QAqFxAAod68YP3hsE1q4q0VXSLlnQ==", 2024-09-19T04:37:04.616 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:04.616 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:37:04.616 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:37:04.616 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:37:04.616 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:37:04.616 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:04.616 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:04.616 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:04.616 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.admin", 2024-09-19T04:37:04.616 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmrRVMEhAAHd1CNriXFbfJyf4GC8hYMQ==", 2024-09-19T04:37:04.616 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:04.616 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:37:04.616 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:37:04.617 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:37:04.617 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:04.617 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:04.617 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:04.617 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:04.617 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mgr.x", 2024-09-19T04:37:04.617 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmCAiOKhAA2pudSPuE+yJMoNgHi4eu4A==", 2024-09-19T04:37:04.617 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:04.617 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:37:04.617 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile mgr", 2024-09-19T04:37:04.617 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:04.617 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:04.617 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:04.618 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:04.618 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mgr.y", 2024-09-19T04:37:04.618 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetm8NjVJhAAOyZKidS0VOLEDBwUteHNGw==", 2024-09-19T04:37:04.618 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:04.618 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:37:04.618 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile mgr", 2024-09-19T04:37:04.618 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:04.618 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:04.618 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:04.618 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:37:04.618 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:37:04.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.604+0000 7f720ab8d640 1 -- 172.21.15.111:0/2403447624 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f71e806c3d0 msgr2=0x7f71e806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:04.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.604+0000 7f720ab8d640 1 --2- 172.21.15.111:0/2403447624 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f71e806c3d0 0x7f71e806e890 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f72041554f0 tx=0x7f71f0009040 comp rx=0 tx=0).stop 2024-09-19T04:37:04.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.604+0000 7f720ab8d640 1 -- 172.21.15.111:0/2403447624 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f720406be10 msgr2=0x7f72040b1270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:04.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.604+0000 7f720ab8d640 1 --2- 172.21.15.111:0/2403447624 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f720406be10 0x7f72040b1270 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f71f800c7f0 tx=0x7f71f800cbf0 comp rx=0 tx=0).stop 2024-09-19T04:37:04.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.604+0000 7f720ab8d640 1 -- 172.21.15.111:0/2403447624 shutdown_connections 2024-09-19T04:37:04.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.604+0000 7f720ab8d640 1 --2- 172.21.15.111:0/2403447624 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f71e806c3d0 0x7f71e806e890 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:04.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.604+0000 7f720ab8d640 1 --2- 172.21.15.111:0/2403447624 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7204151c50 0x7f720414fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:04.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.604+0000 7f720ab8d640 1 --2- 172.21.15.111:0/2403447624 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f720406c1f0 0x7f72041537a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:04.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.604+0000 7f720ab8d640 1 --2- 172.21.15.111:0/2403447624 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f720406be10 0x7f72040b1270 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:04.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.604+0000 7f720ab8d640 1 -- 172.21.15.111:0/2403447624 >> 172.21.15.111:0/2403447624 conn(0x7f7204062cc0 msgr2=0x7f7204150e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:04.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.604+0000 7f720ab8d640 1 -- 172.21.15.111:0/2403447624 shutdown_connections 2024-09-19T04:37:04.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.604+0000 7f720ab8d640 1 -- 172.21.15.111:0/2403447624 wait complete. 2024-09-19T04:37:04.621 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T04:37:04.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.718+0000 7f94bbb86640 1 Processor -- start 2024-09-19T04:37:04.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.719+0000 7f94bbb86640 1 -- start start 2024-09-19T04:37:04.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.719+0000 7f94bbb86640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f94b415c180 0x7f94b40cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:04.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.719+0000 7f94bbb86640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f94b40ce230 0x7f94b40cf070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:04.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.720+0000 7f94bbb86640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f94b40ce740 con 0x7f94b40cf5b0 2024-09-19T04:37:04.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.720+0000 7f94bbb86640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f94b4072640 con 0x7f94b40ce230 2024-09-19T04:37:04.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.720+0000 7f94bbb86640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f94b4072920 con 0x7f94b415c180 2024-09-19T04:37:04.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.720+0000 7f94b9121640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f94b40ce230 0x7f94b40cf070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:04.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.720+0000 7f94b9121640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f94b40ce230 0x7f94b40cf070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56774/0 (socket says 172.21.15.111:56774) 2024-09-19T04:37:04.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.720+0000 7f94b9121640 1 -- 172.21.15.111:0/1313830787 learned_addr learned my addr 172.21.15.111:0/1313830787 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:04.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.720+0000 7f94b9922640 1 --2- 172.21.15.111:0/1313830787 >> v2:172.21.15.114:3300/0 conn(0x7f94b415c180 0x7f94b40cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:04.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.720+0000 7f94b9121640 1 -- 172.21.15.111:0/1313830787 >> v2:172.21.15.114:3300/0 conn(0x7f94b415c180 msgr2=0x7f94b40cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:04.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.720+0000 7f94b9121640 1 --2- 172.21.15.111:0/1313830787 >> v2:172.21.15.114:3300/0 conn(0x7f94b415c180 0x7f94b40cdcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:04.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.720+0000 7f94b9121640 1 -- 172.21.15.111:0/1313830787 >> v1:172.21.15.114:6789/0 conn(0x7f94b40cf5b0 legacy=0x7f94b4073120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:04.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.720+0000 7f94b9121640 1 -- 172.21.15.111:0/1313830787 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94b4072c00 con 0x7f94b40ce230 2024-09-19T04:37:04.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.721+0000 7f94b9121640 1 --2- 172.21.15.111:0/1313830787 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f94b40ce230 0x7f94b40cf070 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f94b406cc10 tx=0x7f94a802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f31ae3698828847f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:04.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.721+0000 7f94b8920640 1 -- 172.21.15.111:0/1313830787 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94a8036070 con 0x7f94b40ce230 2024-09-19T04:37:04.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.721+0000 7f94b8920640 1 -- 172.21.15.111:0/1313830787 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94a8031600 con 0x7f94b40ce230 2024-09-19T04:37:04.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.721+0000 7f94b8920640 1 -- 172.21.15.111:0/1313830787 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94a80319d0 con 0x7f94b40ce230 2024-09-19T04:37:04.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.721+0000 7f94bbb86640 1 -- 172.21.15.111:0/1313830787 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f94b40ce230 msgr2=0x7f94b40cf070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:04.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.721+0000 7f94bbb86640 1 --2- 172.21.15.111:0/1313830787 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f94b40ce230 0x7f94b40cf070 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f94b406cc10 tx=0x7f94a802a660 comp rx=0 tx=0).stop 2024-09-19T04:37:04.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.721+0000 7f94bbb86640 1 -- 172.21.15.111:0/1313830787 shutdown_connections 2024-09-19T04:37:04.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.721+0000 7f94bbb86640 1 --2- 172.21.15.111:0/1313830787 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f94b40ce230 0x7f94b40cf070 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:04.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.721+0000 7f94bbb86640 1 --2- 172.21.15.111:0/1313830787 >> v2:172.21.15.114:3300/0 conn(0x7f94b415c180 0x7f94b40cdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:04.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.722+0000 7f94bbb86640 1 -- 172.21.15.111:0/1313830787 >> 172.21.15.111:0/1313830787 conn(0x7f94b4062cc0 msgr2=0x7f94b406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:04.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.722+0000 7f94bbb86640 1 -- 172.21.15.111:0/1313830787 shutdown_connections 2024-09-19T04:37:04.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.722+0000 7f94bbb86640 1 -- 172.21.15.111:0/1313830787 wait complete. 2024-09-19T04:37:04.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.723+0000 7f94bbb86640 1 Processor -- start 2024-09-19T04:37:04.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.723+0000 7f94bbb86640 1 -- start start 2024-09-19T04:37:04.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.723+0000 7f94bbb86640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f94b40ce230 0x7f94b41e5c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:04.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.723+0000 7f94bbb86640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f94b40cf5b0 0x7f94b40b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:04.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.723+0000 7f94bbb86640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f94b415c180 0x7f94b41f3f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:04.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.723+0000 7f94bbb86640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f94b415c560 con 0x7f94b40cf5b0 2024-09-19T04:37:04.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.723+0000 7f94bbb86640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f94b40722f0 con 0x7f94b40ce230 2024-09-19T04:37:04.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.723+0000 7f94bbb86640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f94b415c6e0 con 0x7f94b415c180 2024-09-19T04:37:04.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.723+0000 7f94b9121640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f94b40cf5b0 0x7f94b40b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:04.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.724+0000 7f94b9121640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f94b40cf5b0 0x7f94b40b4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56780/0 (socket says 172.21.15.111:56780) 2024-09-19T04:37:04.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.724+0000 7f94b9121640 1 -- 172.21.15.111:0/3408608762 learned_addr learned my addr 172.21.15.111:0/3408608762 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:04.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.724+0000 7f94b9922640 1 --2- 172.21.15.111:0/3408608762 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f94b40ce230 0x7f94b41e5c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:04.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.724+0000 7f94ba123640 1 --2- 172.21.15.111:0/3408608762 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f94b415c180 0x7f94b41f3f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:04.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.724+0000 7f94b9121640 1 -- 172.21.15.111:0/3408608762 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f94b415c180 msgr2=0x7f94b41f3f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:04.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.724+0000 7f94b9121640 1 --2- 172.21.15.111:0/3408608762 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f94b415c180 0x7f94b41f3f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:04.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.724+0000 7f94b9121640 1 -- 172.21.15.111:0/3408608762 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f94b40ce230 msgr2=0x7f94b41e5c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:04.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.724+0000 7f94b9121640 1 --2- 172.21.15.111:0/3408608762 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f94b40ce230 0x7f94b41e5c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:04.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.724+0000 7f94b9121640 1 -- 172.21.15.111:0/3408608762 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94b41f4a50 con 0x7f94b40cf5b0 2024-09-19T04:37:04.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.724+0000 7f94ba123640 1 --2- 172.21.15.111:0/3408608762 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f94b415c180 0x7f94b41f3f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:04.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.724+0000 7f94b9121640 1 --2- 172.21.15.111:0/3408608762 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f94b40cf5b0 0x7f94b40b4d60 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f94a8009f40 tx=0x7f94a8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:04.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.724+0000 7f94b27fc640 1 -- 172.21.15.111:0/3408608762 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94a8036050 con 0x7f94b40cf5b0 2024-09-19T04:37:04.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.724+0000 7f94b27fc640 1 -- 172.21.15.111:0/3408608762 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94a8042070 con 0x7f94b40cf5b0 2024-09-19T04:37:04.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.724+0000 7f94b27fc640 1 -- 172.21.15.111:0/3408608762 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94a8009510 con 0x7f94b40cf5b0 2024-09-19T04:37:04.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.724+0000 7f94bbb86640 1 -- 172.21.15.111:0/3408608762 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94b41f4cf0 con 0x7f94b40cf5b0 2024-09-19T04:37:04.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.724+0000 7f94bbb86640 1 -- 172.21.15.111:0/3408608762 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94b41f52b0 con 0x7f94b40cf5b0 2024-09-19T04:37:04.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.725+0000 7f94bbb86640 1 -- 172.21.15.111:0/3408608762 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94b40cf070 con 0x7f94b40cf5b0 2024-09-19T04:37:04.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.726+0000 7f94b27fc640 1 -- 172.21.15.111:0/3408608762 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f94a8007c50 con 0x7f94b40cf5b0 2024-09-19T04:37:04.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.726+0000 7f94b27fc640 1 --2- 172.21.15.111:0/3408608762 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f94a006c3d0 0x7f94a006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:04.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.726+0000 7f94b27fc640 1 -- 172.21.15.111:0/3408608762 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 4857+0+0 (secure 0 0 0) 0x7f94a80ac200 con 0x7f94b40cf5b0 2024-09-19T04:37:04.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.726+0000 7f94b9922640 1 --2- 172.21.15.111:0/3408608762 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f94a006c3d0 0x7f94a006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:04.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.727+0000 7f94b9922640 1 --2- 172.21.15.111:0/3408608762 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f94a006c3d0 0x7f94a006e890 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f94ac006fd0 tx=0x7f94ac008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:04.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.730+0000 7f94b27fc640 1 -- 172.21.15.111:0/3408608762 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f94a807aaa0 con 0x7f94b40cf5b0 2024-09-19T04:37:04.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.896+0000 7f94bbb86640 1 -- 172.21.15.111:0/3408608762 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f94b4076230 con 0x7f94b40cf5b0 2024-09-19T04:37:04.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.897+0000 7f94b27fc640 1 -- 172.21.15.111:0/3408608762 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v79) ==== 84+0+65 (secure 0 0 0) 0x7f94a807a3a0 con 0x7f94b40cf5b0 2024-09-19T04:37:04.898 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:04.898 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:37:04.898 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:04.898 INFO:teuthology.orchestra.run.smithi111.stdout: "poolnum": 1, 2024-09-19T04:37:04.898 INFO:teuthology.orchestra.run.smithi111.stdout: "poolname": ".mgr" 2024-09-19T04:37:04.898 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:04.899 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:37:04.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.898+0000 7f94bbb86640 1 -- 172.21.15.111:0/3408608762 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f94a006c3d0 msgr2=0x7f94a006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:04.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.898+0000 7f94bbb86640 1 --2- 172.21.15.111:0/3408608762 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f94a006c3d0 0x7f94a006e890 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f94ac006fd0 tx=0x7f94ac008040 comp rx=0 tx=0).stop 2024-09-19T04:37:04.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.898+0000 7f94bbb86640 1 -- 172.21.15.111:0/3408608762 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f94b40cf5b0 msgr2=0x7f94b40b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:04.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.898+0000 7f94bbb86640 1 --2- 172.21.15.111:0/3408608762 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f94b40cf5b0 0x7f94b40b4d60 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f94a8009f40 tx=0x7f94a8004a40 comp rx=0 tx=0).stop 2024-09-19T04:37:04.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.898+0000 7f94bbb86640 1 -- 172.21.15.111:0/3408608762 shutdown_connections 2024-09-19T04:37:04.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.898+0000 7f94bbb86640 1 --2- 172.21.15.111:0/3408608762 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f94a006c3d0 0x7f94a006e890 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:04.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.898+0000 7f94bbb86640 1 --2- 172.21.15.111:0/3408608762 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f94b415c180 0x7f94b41f3f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:04.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.898+0000 7f94bbb86640 1 --2- 172.21.15.111:0/3408608762 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f94b40cf5b0 0x7f94b40b4d60 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:04.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.898+0000 7f94bbb86640 1 --2- 172.21.15.111:0/3408608762 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f94b40ce230 0x7f94b41e5c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:04.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.899+0000 7f94bbb86640 1 -- 172.21.15.111:0/3408608762 >> 172.21.15.111:0/3408608762 conn(0x7f94b4062cc0 msgr2=0x7f94b415ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:04.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.899+0000 7f94bbb86640 1 -- 172.21.15.111:0/3408608762 shutdown_connections 2024-09-19T04:37:04.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:04.899+0000 7f94bbb86640 1 -- 172.21.15.111:0/3408608762 wait complete. 2024-09-19T04:37:04.911 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T04:37:04.911 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T04:37:05.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.012+0000 7fbe8137f640 1 Processor -- start 2024-09-19T04:37:05.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.012+0000 7fbe8137f640 1 -- start start 2024-09-19T04:37:05.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.013+0000 7fbe8137f640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fbe7c0b61e0 0x7fbe7c0b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:05.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.013+0000 7fbe8137f640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fbe7c0d3990 0x7fbe7c162ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:05.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.013+0000 7fbe8137f640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbe7c0b6b00 con 0x7fbe7c0b3b00 2024-09-19T04:37:05.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.013+0000 7fbe8137f640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fbe7c0d24f0 con 0x7fbe7c0d3990 2024-09-19T04:37:05.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.013+0000 7fbe8137f640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fbe7c0d20e0 con 0x7fbe7c0b61e0 2024-09-19T04:37:05.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.013+0000 7fbe7b7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fbe7c0d3990 0x7fbe7c162ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:05.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.013+0000 7fbe7b7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fbe7c0d3990 0x7fbe7c162ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56794/0 (socket says 172.21.15.111:56794) 2024-09-19T04:37:05.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.013+0000 7fbe727fc640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fbe7c0b3b00 0x7fbe7c1625d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35488/0 (socket says 172.21.15.111:35488) 2024-09-19T04:37:05.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.013+0000 7fbe7b7fe640 1 -- 172.21.15.111:0/424843199 learned_addr learned my addr 172.21.15.111:0/424843199 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:05.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.013+0000 7fbe7affd640 1 --2- 172.21.15.111:0/424843199 >> v2:172.21.15.114:3300/0 conn(0x7fbe7c0b61e0 0x7fbe7c0b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:05.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.014+0000 7fbe7b7fe640 1 -- 172.21.15.111:0/424843199 >> v2:172.21.15.114:3300/0 conn(0x7fbe7c0b61e0 msgr2=0x7fbe7c0b65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:05.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.014+0000 7fbe7b7fe640 1 --2- 172.21.15.111:0/424843199 >> v2:172.21.15.114:3300/0 conn(0x7fbe7c0b61e0 0x7fbe7c0b65c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:05.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.014+0000 7fbe7b7fe640 1 -- 172.21.15.111:0/424843199 >> v1:172.21.15.111:6789/0 conn(0x7fbe7c0b3b00 legacy=0x7fbe7c1625d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:05.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.014+0000 7fbe7b7fe640 1 -- 172.21.15.111:0/424843199 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe7c0cfa70 con 0x7fbe7c0d3990 2024-09-19T04:37:05.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.014+0000 7fbe7a7fc640 1 -- 172.21.15.111:0/424843199 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3392900257 0 0) 0x7fbe7c0b6b00 con 0x7fbe7c0b3b00 2024-09-19T04:37:05.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.014+0000 7fbe7affd640 1 --2- 172.21.15.111:0/424843199 >> v2:172.21.15.114:3300/0 conn(0x7fbe7c0b61e0 0x7fbe7c0b65c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:05.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.014+0000 7fbe7b7fe640 1 --2- 172.21.15.111:0/424843199 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbe7c0d3990 0x7fbe7c162ce0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7fbe7c06be00 tx=0x7fbe7402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6de1438c88b02511 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:05.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.014+0000 7fbe7a7fc640 1 -- 172.21.15.111:0/424843199 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe74036070 con 0x7fbe7c0d3990 2024-09-19T04:37:05.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.014+0000 7fbe7a7fc640 1 -- 172.21.15.111:0/424843199 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe74031600 con 0x7fbe7c0d3990 2024-09-19T04:37:05.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.014+0000 7fbe7a7fc640 1 -- 172.21.15.111:0/424843199 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe740319d0 con 0x7fbe7c0d3990 2024-09-19T04:37:05.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.015+0000 7fbe8137f640 1 -- 172.21.15.111:0/424843199 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbe7c0d3990 msgr2=0x7fbe7c162ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:05.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.015+0000 7fbe8137f640 1 --2- 172.21.15.111:0/424843199 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbe7c0d3990 0x7fbe7c162ce0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7fbe7c06be00 tx=0x7fbe7402a610 comp rx=0 tx=0).stop 2024-09-19T04:37:05.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.015+0000 7fbe8137f640 1 -- 172.21.15.111:0/424843199 shutdown_connections 2024-09-19T04:37:05.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.015+0000 7fbe8137f640 1 --2- 172.21.15.111:0/424843199 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbe7c0d3990 0x7fbe7c162ce0 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:05.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.015+0000 7fbe8137f640 1 --2- 172.21.15.111:0/424843199 >> v2:172.21.15.114:3300/0 conn(0x7fbe7c0b61e0 0x7fbe7c0b65c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:05.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.015+0000 7fbe8137f640 1 -- 172.21.15.111:0/424843199 >> 172.21.15.111:0/424843199 conn(0x7fbe7c0d11e0 msgr2=0x7fbe7c0d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:05.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.015+0000 7fbe8137f640 1 -- 172.21.15.111:0/424843199 shutdown_connections 2024-09-19T04:37:05.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.015+0000 7fbe8137f640 1 -- 172.21.15.111:0/424843199 wait complete. 2024-09-19T04:37:05.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.016+0000 7fbe8137f640 1 Processor -- start 2024-09-19T04:37:05.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.016+0000 7fbe8137f640 1 -- start start 2024-09-19T04:37:05.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.017+0000 7fbe8137f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbe7c0b3b00 0x7fbe7c1e9180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:05.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.017+0000 7fbe8137f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbe7c0b61e0 0x7fbe7c0ab1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:05.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.017+0000 7fbe8137f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbe7c0d3990 0x7fbe7c150a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:05.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.017+0000 7fbe8137f640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fbe7c15edc0 con 0x7fbe7c0b61e0 2024-09-19T04:37:05.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.017+0000 7fbe8137f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fbe7c0d0030 con 0x7fbe7c0d3990 2024-09-19T04:37:05.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.017+0000 7fbe8137f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fbe7c1e9760 con 0x7fbe7c0b3b00 2024-09-19T04:37:05.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.017+0000 7fbe727fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbe7c0b61e0 0x7fbe7c0ab1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:05.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.017+0000 7fbe727fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbe7c0b61e0 0x7fbe7c0ab1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56798/0 (socket says 172.21.15.111:56798) 2024-09-19T04:37:05.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.017+0000 7fbe727fc640 1 -- 172.21.15.111:0/3713282021 learned_addr learned my addr 172.21.15.111:0/3713282021 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:05.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.017+0000 7fbe7b7fe640 1 --2- 172.21.15.111:0/3713282021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbe7c0d3990 0x7fbe7c150a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:05.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.017+0000 7fbe7affd640 1 --2- 172.21.15.111:0/3713282021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbe7c0b3b00 0x7fbe7c1e9180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:05.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.017+0000 7fbe727fc640 1 -- 172.21.15.111:0/3713282021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbe7c0b3b00 msgr2=0x7fbe7c1e9180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:05.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.017+0000 7fbe727fc640 1 --2- 172.21.15.111:0/3713282021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbe7c0b3b00 0x7fbe7c1e9180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:05.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.017+0000 7fbe727fc640 1 -- 172.21.15.111:0/3713282021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbe7c0d3990 msgr2=0x7fbe7c150a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:05.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.017+0000 7fbe727fc640 1 --2- 172.21.15.111:0/3713282021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbe7c0d3990 0x7fbe7c150a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:05.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.017+0000 7fbe727fc640 1 -- 172.21.15.111:0/3713282021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe7c1e9a40 con 0x7fbe7c0b61e0 2024-09-19T04:37:05.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.017+0000 7fbe7affd640 1 --2- 172.21.15.111:0/3713282021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbe7c0b3b00 0x7fbe7c1e9180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:05.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.018+0000 7fbe727fc640 1 --2- 172.21.15.111:0/3713282021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbe7c0b61e0 0x7fbe7c0ab1a0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7fbe6400c430 tx=0x7fbe6400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:05.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.018+0000 7fbe73fff640 1 -- 172.21.15.111:0/3713282021 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe640074e0 con 0x7fbe7c0b61e0 2024-09-19T04:37:05.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.018+0000 7fbe73fff640 1 -- 172.21.15.111:0/3713282021 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe640047e0 con 0x7fbe7c0b61e0 2024-09-19T04:37:05.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.018+0000 7fbe73fff640 1 -- 172.21.15.111:0/3713282021 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe64004bd0 con 0x7fbe7c0b61e0 2024-09-19T04:37:05.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.018+0000 7fbe8137f640 1 -- 172.21.15.111:0/3713282021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe7c1e9d20 con 0x7fbe7c0b61e0 2024-09-19T04:37:05.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.018+0000 7fbe8137f640 1 -- 172.21.15.111:0/3713282021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe7c0ab6e0 con 0x7fbe7c0b61e0 2024-09-19T04:37:05.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.019+0000 7fbe8137f640 1 -- 172.21.15.111:0/3713282021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe7c0ba6e0 con 0x7fbe7c0b61e0 2024-09-19T04:37:05.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.019+0000 7fbe73fff640 1 -- 172.21.15.111:0/3713282021 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fbe64011070 con 0x7fbe7c0b61e0 2024-09-19T04:37:05.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.020+0000 7fbe73fff640 1 --2- 172.21.15.111:0/3713282021 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbe5c06c3d0 0x7fbe5c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:05.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.020+0000 7fbe73fff640 1 -- 172.21.15.111:0/3713282021 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 4857+0+0 (secure 0 0 0) 0x7fbe6408ae70 con 0x7fbe7c0b61e0 2024-09-19T04:37:05.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.020+0000 7fbe7affd640 1 --2- 172.21.15.111:0/3713282021 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbe5c06c3d0 0x7fbe5c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:05.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.020+0000 7fbe7affd640 1 --2- 172.21.15.111:0/3713282021 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbe5c06c3d0 0x7fbe5c06e890 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fbe6c006fd0 tx=0x7fbe6c008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:05.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.024+0000 7fbe73fff640 1 -- 172.21.15.111:0/3713282021 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbe64059790 con 0x7fbe7c0b61e0 2024-09-19T04:37:05.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.189+0000 7fbe8137f640 1 -- 172.21.15.111:0/3713282021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fbe7c0b6d80 con 0x7fbe7c0b61e0 2024-09-19T04:37:05.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.243+0000 7fbe73fff640 1 -- 172.21.15.111:0/3713282021 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v80) ==== 138+0+0 (secure 0 0 0) 0x7fbe64059090 con 0x7fbe7c0b61e0 2024-09-19T04:37:05.245 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' created 2024-09-19T04:37:05.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.245+0000 7fbe8137f640 1 -- 172.21.15.111:0/3713282021 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbe5c06c3d0 msgr2=0x7fbe5c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:05.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.245+0000 7fbe8137f640 1 --2- 172.21.15.111:0/3713282021 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbe5c06c3d0 0x7fbe5c06e890 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fbe6c006fd0 tx=0x7fbe6c008040 comp rx=0 tx=0).stop 2024-09-19T04:37:05.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.245+0000 7fbe8137f640 1 -- 172.21.15.111:0/3713282021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbe7c0b61e0 msgr2=0x7fbe7c0ab1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:05.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.245+0000 7fbe8137f640 1 --2- 172.21.15.111:0/3713282021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbe7c0b61e0 0x7fbe7c0ab1a0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7fbe6400c430 tx=0x7fbe6400c8f0 comp rx=0 tx=0).stop 2024-09-19T04:37:05.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.245+0000 7fbe8137f640 1 -- 172.21.15.111:0/3713282021 shutdown_connections 2024-09-19T04:37:05.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.245+0000 7fbe8137f640 1 --2- 172.21.15.111:0/3713282021 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbe5c06c3d0 0x7fbe5c06e890 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:05.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.245+0000 7fbe8137f640 1 --2- 172.21.15.111:0/3713282021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbe7c0d3990 0x7fbe7c150a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:05.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.245+0000 7fbe8137f640 1 --2- 172.21.15.111:0/3713282021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbe7c0b61e0 0x7fbe7c0ab1a0 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:05.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.245+0000 7fbe8137f640 1 --2- 172.21.15.111:0/3713282021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbe7c0b3b00 0x7fbe7c1e9180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:05.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.245+0000 7fbe8137f640 1 -- 172.21.15.111:0/3713282021 >> 172.21.15.111:0/3713282021 conn(0x7fbe7c0d11e0 msgr2=0x7fbe7c0ce8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:05.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.245+0000 7fbe8137f640 1 -- 172.21.15.111:0/3713282021 shutdown_connections 2024-09-19T04:37:05.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.245+0000 7fbe8137f640 1 -- 172.21.15.111:0/3713282021 wait complete. 2024-09-19T04:37:05.260 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T04:37:05.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.364+0000 7fa70b45e640 1 Processor -- start 2024-09-19T04:37:05.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.365+0000 7fa70b45e640 1 -- start start 2024-09-19T04:37:05.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.365+0000 7fa70b45e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa7040b61e0 0x7fa7040b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:05.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.365+0000 7fa70b45e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7041633f0 con 0x7fa7040b3b00 2024-09-19T04:37:05.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.365+0000 7fa70b45e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7040b6b00 con 0x7fa7040d3990 2024-09-19T04:37:05.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.365+0000 7fa70b45e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fa7040d24f0 con 0x7fa7040b61e0 2024-09-19T04:37:05.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.365+0000 7fa7089f9640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fa7040b3b00 0x7fa7041625d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35494/0 (socket says 172.21.15.111:35494) 2024-09-19T04:37:05.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa7089f9640 1 -- 172.21.15.111:0/3062052119 learned_addr learned my addr 172.21.15.111:0/3062052119 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:05.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa703fff640 1 -- 172.21.15.111:0/3062052119 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1735971484 0 0) 0x7fa7041633f0 con 0x7fa7040b3b00 2024-09-19T04:37:05.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa7091fa640 1 --2- 172.21.15.111:0/3062052119 >> v2:172.21.15.114:3300/0 conn(0x7fa7040b61e0 0x7fa7040b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:05.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa703fff640 1 -- 172.21.15.111:0/3062052119 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa6ec003520 con 0x7fa7040b3b00 2024-09-19T04:37:05.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa703fff640 1 -- 172.21.15.111:0/3062052119 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3577288558 0 0) 0x7fa6ec003520 con 0x7fa7040b3b00 2024-09-19T04:37:05.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa703fff640 1 -- 172.21.15.111:0/3062052119 >> v2:172.21.15.114:3300/0 conn(0x7fa7040b61e0 msgr2=0x7fa7040b65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:05.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa703fff640 1 --2- 172.21.15.111:0/3062052119 >> v2:172.21.15.114:3300/0 conn(0x7fa7040b61e0 0x7fa7040b65c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:05.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa703fff640 1 -- 172.21.15.111:0/3062052119 >> v1:172.21.15.114:6789/0 conn(0x7fa7040d3990 legacy=0x7fa704162ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:05.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa703fff640 1 -- 172.21.15.111:0/3062052119 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7040d20e0 con 0x7fa7040b3b00 2024-09-19T04:37:05.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa703fff640 1 -- 172.21.15.111:0/3062052119 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fa6f8001670 con 0x7fa7040b3b00 2024-09-19T04:37:05.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa703fff640 1 -- 172.21.15.111:0/3062052119 >> v1:172.21.15.111:6789/0 conn(0x7fa7040b3b00 legacy=0x7fa7041625d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:05.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa703fff640 1 --2- 172.21.15.111:0/3062052119 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa6ec0039b0 0x7fa6ec003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:05.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa703fff640 1 --2- 172.21.15.111:0/3062052119 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6ec004800 0x7fa6ec004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:05.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa703fff640 1 --2- 172.21.15.111:0/3062052119 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6ec0052e0 0x7fa6ec00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:05.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa703fff640 1 -- 172.21.15.111:0/3062052119 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa7040d24f0 con 0x7fa6ec004800 2024-09-19T04:37:05.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa703fff640 1 -- 172.21.15.111:0/3062052119 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa6ec00c1b0 con 0x7fa6ec0052e0 2024-09-19T04:37:05.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa703fff640 1 -- 172.21.15.111:0/3062052119 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa6ec00c3b0 con 0x7fa6ec0039b0 2024-09-19T04:37:05.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa7089f9640 1 --2- 172.21.15.111:0/3062052119 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6ec004800 0x7fa6ec004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:05.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa7091fa640 1 --2- 172.21.15.111:0/3062052119 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa6ec0039b0 0x7fa6ec003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:05.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa7099fb640 1 --2- 172.21.15.111:0/3062052119 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6ec0052e0 0x7fa6ec00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:05.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa7089f9640 1 -- 172.21.15.111:0/3062052119 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa6ec0039b0 msgr2=0x7fa6ec003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:05.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa7089f9640 1 --2- 172.21.15.111:0/3062052119 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa6ec0039b0 0x7fa6ec003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:05.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa7089f9640 1 -- 172.21.15.111:0/3062052119 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6ec0052e0 msgr2=0x7fa6ec00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:05.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa7089f9640 1 --2- 172.21.15.111:0/3062052119 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6ec0052e0 0x7fa6ec00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:05.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa7089f9640 1 -- 172.21.15.111:0/3062052119 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6ec003520 con 0x7fa6ec004800 2024-09-19T04:37:05.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa7091fa640 1 --2- 172.21.15.111:0/3062052119 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa6ec0039b0 0x7fa6ec003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:05.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa7099fb640 1 --2- 172.21.15.111:0/3062052119 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6ec0052e0 0x7fa6ec00b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:05.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.366+0000 7fa7099fb640 1 -- 172.21.15.111:0/3062052119 reap_dead start 2024-09-19T04:37:05.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.367+0000 7fa7089f9640 1 --2- 172.21.15.111:0/3062052119 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6ec004800 0x7fa6ec004c80 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fa6f8001eb0 tx=0x7fa6ec005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52ddb652e8648897 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:05.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.367+0000 7fa703fff640 1 -- 172.21.15.111:0/3062052119 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6f8007d30 con 0x7fa6ec004800 2024-09-19T04:37:05.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.367+0000 7fa703fff640 1 -- 172.21.15.111:0/3062052119 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6f80058d0 con 0x7fa6ec004800 2024-09-19T04:37:05.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.367+0000 7fa703fff640 1 -- 172.21.15.111:0/3062052119 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6f8005d20 con 0x7fa6ec004800 2024-09-19T04:37:05.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.368+0000 7fa70b45e640 1 -- 172.21.15.111:0/3062052119 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6ec004800 msgr2=0x7fa6ec004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:05.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.368+0000 7fa70b45e640 1 --2- 172.21.15.111:0/3062052119 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6ec004800 0x7fa6ec004c80 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fa6f8001eb0 tx=0x7fa6ec005830 comp rx=0 tx=0).stop 2024-09-19T04:37:05.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.368+0000 7fa70b45e640 1 -- 172.21.15.111:0/3062052119 shutdown_connections 2024-09-19T04:37:05.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.368+0000 7fa70b45e640 1 --2- 172.21.15.111:0/3062052119 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6ec004800 0x7fa6ec004c80 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:05.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.368+0000 7fa70b45e640 1 -- 172.21.15.111:0/3062052119 >> 172.21.15.111:0/3062052119 conn(0x7fa7040d11e0 msgr2=0x7fa7040d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:05.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.368+0000 7fa70b45e640 1 -- 172.21.15.111:0/3062052119 shutdown_connections 2024-09-19T04:37:05.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.368+0000 7fa70b45e640 1 -- 172.21.15.111:0/3062052119 wait complete. 2024-09-19T04:37:05.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.369+0000 7fa70b45e640 1 Processor -- start 2024-09-19T04:37:05.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.369+0000 7fa70b45e640 1 -- start start 2024-09-19T04:37:05.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.370+0000 7fa70b45e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6ec004800 0x7fa704155150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:05.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.370+0000 7fa70b45e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7041e85e0 0x7fa7041e8a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:05.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.370+0000 7fa70b45e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa70415b150 0x7fa70415b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:05.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.370+0000 7fa70b45e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa7040d0030 con 0x7fa70415b150 2024-09-19T04:37:05.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.370+0000 7fa70b45e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa7040cfd50 con 0x7fa6ec004800 2024-09-19T04:37:05.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.370+0000 7fa70b45e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa70415edc0 con 0x7fa7041e85e0 2024-09-19T04:37:05.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.370+0000 7fa7099fb640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa70415b150 0x7fa70415b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:05.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.370+0000 7fa7099fb640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa70415b150 0x7fa70415b5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56810/0 (socket says 172.21.15.111:56810) 2024-09-19T04:37:05.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.370+0000 7fa7099fb640 1 -- 172.21.15.111:0/1121712693 learned_addr learned my addr 172.21.15.111:0/1121712693 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:05.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.370+0000 7fa7091fa640 1 --2- 172.21.15.111:0/1121712693 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6ec004800 0x7fa704155150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:05.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.370+0000 7fa7089f9640 1 --2- 172.21.15.111:0/1121712693 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7041e85e0 0x7fa7041e8a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:05.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.370+0000 7fa7099fb640 1 -- 172.21.15.111:0/1121712693 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7041e85e0 msgr2=0x7fa7041e8a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:05.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.370+0000 7fa7099fb640 1 --2- 172.21.15.111:0/1121712693 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7041e85e0 0x7fa7041e8a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:05.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.370+0000 7fa7099fb640 1 -- 172.21.15.111:0/1121712693 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6ec004800 msgr2=0x7fa704155150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:05.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.370+0000 7fa7099fb640 1 --2- 172.21.15.111:0/1121712693 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6ec004800 0x7fa704155150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:05.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.370+0000 7fa7099fb640 1 -- 172.21.15.111:0/1121712693 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7041e9060 con 0x7fa70415b150 2024-09-19T04:37:05.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.370+0000 7fa7091fa640 1 --2- 172.21.15.111:0/1121712693 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6ec004800 0x7fa704155150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:05.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.370+0000 7fa7099fb640 1 --2- 172.21.15.111:0/1121712693 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa70415b150 0x7fa70415b5d0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fa70408d930 tx=0x7fa6fc00e820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:05.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.371+0000 7fa701ffb640 1 -- 172.21.15.111:0/1121712693 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6fc019070 con 0x7fa70415b150 2024-09-19T04:37:05.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.371+0000 7fa701ffb640 1 -- 172.21.15.111:0/1121712693 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6fc0052e0 con 0x7fa70415b150 2024-09-19T04:37:05.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.371+0000 7fa70b45e640 1 -- 172.21.15.111:0/1121712693 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7040cc5b0 con 0x7fa70415b150 2024-09-19T04:37:05.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.371+0000 7fa701ffb640 1 -- 172.21.15.111:0/1121712693 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6fc003830 con 0x7fa70415b150 2024-09-19T04:37:05.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.371+0000 7fa70b45e640 1 -- 172.21.15.111:0/1121712693 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa704158120 con 0x7fa70415b150 2024-09-19T04:37:05.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.372+0000 7fa70b45e640 1 -- 172.21.15.111:0/1121712693 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7040d1d00 con 0x7fa70415b150 2024-09-19T04:37:05.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.372+0000 7fa701ffb640 1 -- 172.21.15.111:0/1121712693 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fa6fc01c070 con 0x7fa70415b150 2024-09-19T04:37:05.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.373+0000 7fa701ffb640 1 --2- 172.21.15.111:0/1121712693 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa6f006c3d0 0x7fa6f006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:05.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.373+0000 7fa701ffb640 1 -- 172.21.15.111:0/1121712693 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5227+0+0 (secure 0 0 0) 0x7fa6fc08a880 con 0x7fa70415b150 2024-09-19T04:37:05.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.373+0000 7fa7091fa640 1 --2- 172.21.15.111:0/1121712693 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa6f006c3d0 0x7fa6f006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:05.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.374+0000 7fa7091fa640 1 --2- 172.21.15.111:0/1121712693 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa6f006c3d0 0x7fa6f006e890 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fa704051220 tx=0x7fa6f400b040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:05.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.377+0000 7fa701ffb640 1 -- 172.21.15.111:0/1121712693 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa6fc0590c0 con 0x7fa70415b150 2024-09-19T04:37:05.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:05.544+0000 7fa70b45e640 1 -- 172.21.15.111:0/1121712693 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fa7040ba6e0 con 0x7fa70415b150 2024-09-19T04:37:06.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.250+0000 7fa701ffb640 1 -- 172.21.15.111:0/1121712693 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v81) ==== 170+0+0 (secure 0 0 0) 0x7fa6fc0589c0 con 0x7fa70415b150 2024-09-19T04:37:06.251 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' created 2024-09-19T04:37:06.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.252+0000 7fa70b45e640 1 -- 172.21.15.111:0/1121712693 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa6f006c3d0 msgr2=0x7fa6f006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:06.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.252+0000 7fa70b45e640 1 --2- 172.21.15.111:0/1121712693 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa6f006c3d0 0x7fa6f006e890 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fa704051220 tx=0x7fa6f400b040 comp rx=0 tx=0).stop 2024-09-19T04:37:06.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.252+0000 7fa70b45e640 1 -- 172.21.15.111:0/1121712693 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa70415b150 msgr2=0x7fa70415b5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:06.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.252+0000 7fa70b45e640 1 --2- 172.21.15.111:0/1121712693 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa70415b150 0x7fa70415b5d0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fa70408d930 tx=0x7fa6fc00e820 comp rx=0 tx=0).stop 2024-09-19T04:37:06.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.252+0000 7fa70b45e640 1 -- 172.21.15.111:0/1121712693 shutdown_connections 2024-09-19T04:37:06.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.252+0000 7fa70b45e640 1 --2- 172.21.15.111:0/1121712693 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa6f006c3d0 0x7fa6f006e890 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:06.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.252+0000 7fa70b45e640 1 --2- 172.21.15.111:0/1121712693 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa70415b150 0x7fa70415b5d0 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:06.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.252+0000 7fa70b45e640 1 --2- 172.21.15.111:0/1121712693 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7041e85e0 0x7fa7041e8a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:06.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.252+0000 7fa70b45e640 1 --2- 172.21.15.111:0/1121712693 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6ec004800 0x7fa704155150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:06.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.252+0000 7fa70b45e640 1 -- 172.21.15.111:0/1121712693 >> 172.21.15.111:0/1121712693 conn(0x7fa7040d11e0 msgr2=0x7fa704161d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:06.254 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.252+0000 7fa70b45e640 1 -- 172.21.15.111:0/1121712693 shutdown_connections 2024-09-19T04:37:06.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.252+0000 7fa70b45e640 1 -- 172.21.15.111:0/1121712693 wait complete. 2024-09-19T04:37:06.276 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T04:37:06.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.378+0000 7f55914dd640 1 Processor -- start 2024-09-19T04:37:06.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.378+0000 7f55914dd640 1 -- start start 2024-09-19T04:37:06.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.379+0000 7f55914dd640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f558c0b3d50 0x7f558c06d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:06.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.379+0000 7f55914dd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f558c0b3290 0x7f558c06de00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:06.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.379+0000 7f55914dd640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f558c0cf9a0 con 0x7f558c161e30 2024-09-19T04:37:06.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.379+0000 7f55914dd640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f558c0cfcf0 con 0x7f558c0b3d50 2024-09-19T04:37:06.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.379+0000 7f55914dd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f558c162210 con 0x7f558c0b3290 2024-09-19T04:37:06.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.379+0000 7f558b7fe640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f558c0b3290 0x7f558c06de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:06.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.379+0000 7f55827fc640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f558c0b3d50 0x7f558c06d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:06.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.379+0000 7f558affd640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f558c161e30 0x7f558c0d34a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:35078/0 (socket says 172.21.15.111:35078) 2024-09-19T04:37:06.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.379+0000 7f558affd640 1 -- 172.21.15.111:0/81344675 learned_addr learned my addr 172.21.15.111:0/81344675 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:06.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.380+0000 7f55827fc640 1 -- 172.21.15.111:0/81344675 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f558c0b3290 msgr2=0x7f558c06de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:06.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.380+0000 7f55827fc640 1 --2- 172.21.15.111:0/81344675 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f558c0b3290 0x7f558c06de00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:06.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.380+0000 7f55827fc640 1 -- 172.21.15.111:0/81344675 >> v1:172.21.15.114:6789/0 conn(0x7f558c161e30 legacy=0x7f558c0d34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:06.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.380+0000 7f55827fc640 1 -- 172.21.15.111:0/81344675 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f558c0d5210 con 0x7f558c0b3d50 2024-09-19T04:37:06.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.380+0000 7f558b7fe640 1 --2- 172.21.15.111:0/81344675 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f558c0b3290 0x7f558c06de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:37:06.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.380+0000 7f55827fc640 1 --2- 172.21.15.111:0/81344675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f558c0b3d50 0x7f558c06d8c0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f55740097a0 tx=0x7f557402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cf31ab7c4f1fac82 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:06.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.381+0000 7f558a7fc640 1 -- 172.21.15.111:0/81344675 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5574037070 con 0x7f558c0b3d50 2024-09-19T04:37:06.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.381+0000 7f558a7fc640 1 -- 172.21.15.111:0/81344675 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5574032440 con 0x7f558c0b3d50 2024-09-19T04:37:06.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.381+0000 7f558a7fc640 1 -- 172.21.15.111:0/81344675 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5574032810 con 0x7f558c0b3d50 2024-09-19T04:37:06.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.381+0000 7f55914dd640 1 -- 172.21.15.111:0/81344675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f558c0b3d50 msgr2=0x7f558c06d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:06.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.381+0000 7f55914dd640 1 --2- 172.21.15.111:0/81344675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f558c0b3d50 0x7f558c06d8c0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f55740097a0 tx=0x7f557402a180 comp rx=0 tx=0).stop 2024-09-19T04:37:06.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.381+0000 7f55914dd640 1 -- 172.21.15.111:0/81344675 shutdown_connections 2024-09-19T04:37:06.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.381+0000 7f55914dd640 1 --2- 172.21.15.111:0/81344675 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f558c0b3290 0x7f558c06de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:06.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.381+0000 7f55914dd640 1 --2- 172.21.15.111:0/81344675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f558c0b3d50 0x7f558c06d8c0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:06.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.381+0000 7f55914dd640 1 -- 172.21.15.111:0/81344675 >> 172.21.15.111:0/81344675 conn(0x7f558c0d1870 msgr2=0x7f558c0d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:06.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.381+0000 7f55914dd640 1 -- 172.21.15.111:0/81344675 shutdown_connections 2024-09-19T04:37:06.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.381+0000 7f55914dd640 1 -- 172.21.15.111:0/81344675 wait complete. 2024-09-19T04:37:06.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.382+0000 7f55914dd640 1 Processor -- start 2024-09-19T04:37:06.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.383+0000 7f55914dd640 1 -- start start 2024-09-19T04:37:06.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.383+0000 7f55914dd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f558c0b3290 0x7f558c1f43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:06.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.383+0000 7f55914dd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f558c0b3d50 0x7f558c15c030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:06.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.383+0000 7f55914dd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f558c161e30 0x7f558c06d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:06.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.383+0000 7f55914dd640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f558c0b78b0 con 0x7f558c161e30 2024-09-19T04:37:06.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.383+0000 7f55914dd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f558c0b3950 con 0x7f558c0b3d50 2024-09-19T04:37:06.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.383+0000 7f55914dd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f558c0b7a30 con 0x7f558c0b3290 2024-09-19T04:37:06.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.383+0000 7f558b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f558c161e30 0x7f558c06d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:06.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.383+0000 7f558b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f558c161e30 0x7f558c06d8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56820/0 (socket says 172.21.15.111:56820) 2024-09-19T04:37:06.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.383+0000 7f558b7fe640 1 -- 172.21.15.111:0/3395896046 learned_addr learned my addr 172.21.15.111:0/3395896046 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:06.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.384+0000 7f55827fc640 1 --2- 172.21.15.111:0/3395896046 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f558c0b3d50 0x7f558c15c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:06.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.384+0000 7f558affd640 1 --2- 172.21.15.111:0/3395896046 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f558c0b3290 0x7f558c1f43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:06.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.384+0000 7f558b7fe640 1 -- 172.21.15.111:0/3395896046 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f558c0b3290 msgr2=0x7f558c1f43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:06.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.384+0000 7f558b7fe640 1 --2- 172.21.15.111:0/3395896046 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f558c0b3290 0x7f558c1f43e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:06.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.384+0000 7f558b7fe640 1 -- 172.21.15.111:0/3395896046 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f558c0b3d50 msgr2=0x7f558c15c030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:06.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.384+0000 7f558b7fe640 1 --2- 172.21.15.111:0/3395896046 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f558c0b3d50 0x7f558c15c030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:06.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.384+0000 7f558b7fe640 1 -- 172.21.15.111:0/3395896046 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f558c1f4920 con 0x7f558c161e30 2024-09-19T04:37:06.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.384+0000 7f558b7fe640 1 --2- 172.21.15.111:0/3395896046 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f558c161e30 0x7f558c06d8c0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f558400efc0 tx=0x7f558400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:06.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.384+0000 7f5583fff640 1 -- 172.21.15.111:0/3395896046 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5584018030 con 0x7f558c161e30 2024-09-19T04:37:06.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.384+0000 7f5583fff640 1 -- 172.21.15.111:0/3395896046 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f558400cd30 con 0x7f558c161e30 2024-09-19T04:37:06.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.384+0000 7f55914dd640 1 -- 172.21.15.111:0/3395896046 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f558c156970 con 0x7f558c161e30 2024-09-19T04:37:06.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.384+0000 7f5583fff640 1 -- 172.21.15.111:0/3395896046 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5584003bb0 con 0x7f558c161e30 2024-09-19T04:37:06.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.384+0000 7f55914dd640 1 -- 172.21.15.111:0/3395896046 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f558c15a4b0 con 0x7f558c161e30 2024-09-19T04:37:06.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.385+0000 7f55914dd640 1 -- 172.21.15.111:0/3395896046 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f558c0d34a0 con 0x7f558c161e30 2024-09-19T04:37:06.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.386+0000 7f5583fff640 1 -- 172.21.15.111:0/3395896046 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f5584005d10 con 0x7f558c161e30 2024-09-19T04:37:06.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.386+0000 7f5583fff640 1 --2- 172.21.15.111:0/3395896046 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f556c06c3d0 0x7f556c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:06.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.386+0000 7f5583fff640 1 -- 172.21.15.111:0/3395896046 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5609+0+0 (secure 0 0 0) 0x7f558408be60 con 0x7f558c161e30 2024-09-19T04:37:06.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.386+0000 7f558affd640 1 --2- 172.21.15.111:0/3395896046 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f556c06c3d0 0x7f556c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:06.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.387+0000 7f558affd640 1 --2- 172.21.15.111:0/3395896046 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f556c06c3d0 0x7f556c06e890 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f558c1f7f70 tx=0x7f557c007e80 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:06.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.391+0000 7f5583fff640 1 -- 172.21.15.111:0/3395896046 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5584022070 con 0x7f558c161e30 2024-09-19T04:37:06.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:06.590+0000 7f55914dd640 1 -- 172.21.15.111:0/3395896046 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f558c15ced0 con 0x7f558c161e30 2024-09-19T04:37:07.258 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.256+0000 7f5583fff640 1 -- 172.21.15.111:0/3395896046 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 12 and data pool 13 v41) ==== 174+0+0 (secure 0 0 0) 0x7f5584010040 con 0x7f558c161e30 2024-09-19T04:37:07.259 INFO:teuthology.orchestra.run.smithi111.stderr:new fs with metadata pool 12 and data pool 13 2024-09-19T04:37:07.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.262+0000 7f55914dd640 1 -- 172.21.15.111:0/3395896046 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f556c06c3d0 msgr2=0x7f556c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:07.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.262+0000 7f55914dd640 1 --2- 172.21.15.111:0/3395896046 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f556c06c3d0 0x7f556c06e890 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f558c1f7f70 tx=0x7f557c007e80 comp rx=0 tx=0).stop 2024-09-19T04:37:07.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.262+0000 7f55914dd640 1 -- 172.21.15.111:0/3395896046 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f558c161e30 msgr2=0x7f558c06d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:07.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.262+0000 7f55914dd640 1 --2- 172.21.15.111:0/3395896046 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f558c161e30 0x7f558c06d8c0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f558400efc0 tx=0x7f558400c490 comp rx=0 tx=0).stop 2024-09-19T04:37:07.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.263+0000 7f55914dd640 1 -- 172.21.15.111:0/3395896046 shutdown_connections 2024-09-19T04:37:07.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.263+0000 7f55914dd640 1 --2- 172.21.15.111:0/3395896046 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f556c06c3d0 0x7f556c06e890 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.263+0000 7f55914dd640 1 --2- 172.21.15.111:0/3395896046 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f558c161e30 0x7f558c06d8c0 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.263+0000 7f55914dd640 1 --2- 172.21.15.111:0/3395896046 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f558c0b3d50 0x7f558c15c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.263+0000 7f55914dd640 1 --2- 172.21.15.111:0/3395896046 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f558c0b3290 0x7f558c1f43e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.263+0000 7f55914dd640 1 -- 172.21.15.111:0/3395896046 >> 172.21.15.111:0/3395896046 conn(0x7f558c0d1870 msgr2=0x7f558c0cedf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:07.266 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.265+0000 7f55914dd640 1 -- 172.21.15.111:0/3395896046 shutdown_connections 2024-09-19T04:37:07.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.266+0000 7f55914dd640 1 -- 172.21.15.111:0/3395896046 wait complete. 2024-09-19T04:37:07.288 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:37:07.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.386+0000 7f4470e8b640 1 Processor -- start 2024-09-19T04:37:07.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.386+0000 7f4470e8b640 1 -- start start 2024-09-19T04:37:07.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.387+0000 7f4470e8b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f446c06bba0 0x7f446c06bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:07.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.387+0000 7f4470e8b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f446c06c4f0 con 0x7f446c162860 2024-09-19T04:37:07.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.387+0000 7f4470e8b640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f446c15f520 con 0x7f446c162c40 2024-09-19T04:37:07.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.387+0000 7f4470e8b640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f446c1630b0 con 0x7f446c06bba0 2024-09-19T04:37:07.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.387+0000 7f446ad9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f446c06bba0 0x7f446c06bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:07.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.387+0000 7f446a59c640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f446c162860 0x7f446c15ebb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35502/0 (socket says 172.21.15.111:35502) 2024-09-19T04:37:07.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.387+0000 7f446ad9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f446c06bba0 0x7f446c06bfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56824/0 (socket says 172.21.15.111:56824) 2024-09-19T04:37:07.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.387+0000 7f446a59c640 1 -- 172.21.15.111:0/1957372706 learned_addr learned my addr 172.21.15.111:0/1957372706 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:07.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.387+0000 7f446ad9d640 1 -- 172.21.15.111:0/1957372706 >> v1:172.21.15.114:6789/0 conn(0x7f446c162c40 legacy=0x7f446c0b3300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:07.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.387+0000 7f446ad9d640 1 -- 172.21.15.111:0/1957372706 >> v1:172.21.15.111:6789/0 conn(0x7f446c162860 legacy=0x7f446c15ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:07.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.387+0000 7f4469d9b640 1 -- 172.21.15.111:0/1957372706 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4091024959 0 0) 0x7f445c001110 con 0x7f446c162860 2024-09-19T04:37:07.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.387+0000 7f446ad9d640 1 -- 172.21.15.111:0/1957372706 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f446c15f800 con 0x7f446c06bba0 2024-09-19T04:37:07.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.388+0000 7f446ad9d640 1 --2- 172.21.15.111:0/1957372706 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f446c06bba0 0x7f446c06bfb0 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f4464009d90 tx=0x7f446402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e74bf582bab10fb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:07.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.388+0000 7f4469d9b640 1 -- 172.21.15.111:0/1957372706 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4464031600 con 0x7f446c06bba0 2024-09-19T04:37:07.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.388+0000 7f4469d9b640 1 -- 172.21.15.111:0/1957372706 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44640317a0 con 0x7f446c06bba0 2024-09-19T04:37:07.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.388+0000 7f4469d9b640 1 -- 172.21.15.111:0/1957372706 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4464031b70 con 0x7f446c06bba0 2024-09-19T04:37:07.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.389+0000 7f4470e8b640 1 -- 172.21.15.111:0/1957372706 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f446c06bba0 msgr2=0x7f446c06bfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:07.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.389+0000 7f4470e8b640 1 --2- 172.21.15.111:0/1957372706 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f446c06bba0 0x7f446c06bfb0 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f4464009d90 tx=0x7f446402a610 comp rx=0 tx=0).stop 2024-09-19T04:37:07.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.389+0000 7f4470e8b640 1 -- 172.21.15.111:0/1957372706 shutdown_connections 2024-09-19T04:37:07.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.389+0000 7f4470e8b640 1 --2- 172.21.15.111:0/1957372706 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f446c06bba0 0x7f446c06bfb0 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.389+0000 7f4470e8b640 1 -- 172.21.15.111:0/1957372706 >> 172.21.15.111:0/1957372706 conn(0x7f446c06ce90 msgr2=0x7f446c06d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:07.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.389+0000 7f4470e8b640 1 -- 172.21.15.111:0/1957372706 shutdown_connections 2024-09-19T04:37:07.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.389+0000 7f4470e8b640 1 -- 172.21.15.111:0/1957372706 wait complete. 2024-09-19T04:37:07.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.390+0000 7f4470e8b640 1 Processor -- start 2024-09-19T04:37:07.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.390+0000 7f4470e8b640 1 -- start start 2024-09-19T04:37:07.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.391+0000 7f4470e8b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f446c06bba0 0x7f446c1570f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:07.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.391+0000 7f4470e8b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f446c162860 0x7f446c158950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:07.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.391+0000 7f4470e8b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f446c162c40 0x7f446c146ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:07.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.391+0000 7f4470e8b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f446c15f2c0 con 0x7f446c06bba0 2024-09-19T04:37:07.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.391+0000 7f4470e8b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f446c15fae0 con 0x7f446c162c40 2024-09-19T04:37:07.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.391+0000 7f4470e8b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f446c0b2de0 con 0x7f446c162860 2024-09-19T04:37:07.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.391+0000 7f446a59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f446c06bba0 0x7f446c1570f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:07.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.391+0000 7f446a59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f446c06bba0 0x7f446c1570f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56836/0 (socket says 172.21.15.111:56836) 2024-09-19T04:37:07.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.391+0000 7f446a59c640 1 -- 172.21.15.111:0/2899156311 learned_addr learned my addr 172.21.15.111:0/2899156311 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:07.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.391+0000 7f446ad9d640 1 --2- 172.21.15.111:0/2899156311 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f446c162c40 0x7f446c146ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:07.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.391+0000 7f4461d9b640 1 --2- 172.21.15.111:0/2899156311 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f446c162860 0x7f446c158950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:07.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.391+0000 7f446a59c640 1 -- 172.21.15.111:0/2899156311 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f446c162860 msgr2=0x7f446c158950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:07.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.391+0000 7f446a59c640 1 --2- 172.21.15.111:0/2899156311 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f446c162860 0x7f446c158950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.391+0000 7f446a59c640 1 -- 172.21.15.111:0/2899156311 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f446c162c40 msgr2=0x7f446c146ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:07.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.391+0000 7f446a59c640 1 --2- 172.21.15.111:0/2899156311 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f446c162c40 0x7f446c146ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.391+0000 7f446a59c640 1 -- 172.21.15.111:0/2899156311 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f446c0ce0e0 con 0x7f446c06bba0 2024-09-19T04:37:07.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.391+0000 7f4461d9b640 1 --2- 172.21.15.111:0/2899156311 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f446c162860 0x7f446c158950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:07.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.392+0000 7f446a59c640 1 --2- 172.21.15.111:0/2899156311 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f446c06bba0 0x7f446c1570f0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f445c00c780 tx=0x7f445c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:07.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.392+0000 7f44637fe640 1 -- 172.21.15.111:0/2899156311 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f445c018070 con 0x7f446c06bba0 2024-09-19T04:37:07.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.392+0000 7f44637fe640 1 -- 172.21.15.111:0/2899156311 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f445c0072d0 con 0x7f446c06bba0 2024-09-19T04:37:07.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.392+0000 7f4470e8b640 1 -- 172.21.15.111:0/2899156311 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f446c0ce3c0 con 0x7f446c06bba0 2024-09-19T04:37:07.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.392+0000 7f44637fe640 1 -- 172.21.15.111:0/2899156311 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f445c0047e0 con 0x7f446c06bba0 2024-09-19T04:37:07.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.392+0000 7f4470e8b640 1 -- 172.21.15.111:0/2899156311 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f446c0ce980 con 0x7f446c06bba0 2024-09-19T04:37:07.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.393+0000 7f4470e8b640 1 -- 172.21.15.111:0/2899156311 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f446c06bfb0 con 0x7f446c06bba0 2024-09-19T04:37:07.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.393+0000 7f44637fe640 1 -- 172.21.15.111:0/2899156311 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f445c01b070 con 0x7f446c06bba0 2024-09-19T04:37:07.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.394+0000 7f44637fe640 1 --2- 172.21.15.111:0/2899156311 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f444c06c400 0x7f444c06e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:07.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.394+0000 7f44637fe640 1 -- 172.21.15.111:0/2899156311 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 5709+0+0 (secure 0 0 0) 0x7f445c08a830 con 0x7f446c06bba0 2024-09-19T04:37:07.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.394+0000 7f4461d9b640 1 --2- 172.21.15.111:0/2899156311 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f444c06c400 0x7f444c06e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:07.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.394+0000 7f4461d9b640 1 --2- 172.21.15.111:0/2899156311 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f444c06c400 0x7f444c06e8c0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f4454006fd0 tx=0x7f4454008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:07.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.398+0000 7f44637fe640 1 -- 172.21.15.111:0/2899156311 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f446c06c4f0 con 0x7f446c06bba0 2024-09-19T04:37:07.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.564+0000 7f4470e8b640 1 -- 172.21.15.111:0/2899156311 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f446c1e8440 con 0x7f446c06bba0 2024-09-19T04:37:07.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.565+0000 7f44637fe640 1 -- 172.21.15.111:0/2899156311 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+16781 (secure 0 0 0) 0x7f445c058840 con 0x7f446c06bba0 2024-09-19T04:37:07.566 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:07.566 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":82,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:37:06.591421+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:37:05.209021+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-19T04:37:05.563056+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:37:07.568 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.567+0000 7f4470e8b640 1 -- 172.21.15.111:0/2899156311 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f444c06c400 msgr2=0x7f444c06e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:07.568 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.567+0000 7f4470e8b640 1 --2- 172.21.15.111:0/2899156311 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f444c06c400 0x7f444c06e8c0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f4454006fd0 tx=0x7f4454008040 comp rx=0 tx=0).stop 2024-09-19T04:37:07.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.567+0000 7f4470e8b640 1 -- 172.21.15.111:0/2899156311 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f446c06bba0 msgr2=0x7f446c1570f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:07.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.567+0000 7f4470e8b640 1 --2- 172.21.15.111:0/2899156311 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f446c06bba0 0x7f446c1570f0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f445c00c780 tx=0x7f445c00cc40 comp rx=0 tx=0).stop 2024-09-19T04:37:07.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.567+0000 7f4470e8b640 1 -- 172.21.15.111:0/2899156311 shutdown_connections 2024-09-19T04:37:07.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.567+0000 7f4470e8b640 1 --2- 172.21.15.111:0/2899156311 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f444c06c400 0x7f444c06e8c0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.567+0000 7f4470e8b640 1 --2- 172.21.15.111:0/2899156311 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f446c162c40 0x7f446c146ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.567+0000 7f4470e8b640 1 --2- 172.21.15.111:0/2899156311 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f446c162860 0x7f446c158950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.567+0000 7f4470e8b640 1 --2- 172.21.15.111:0/2899156311 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f446c06bba0 0x7f446c1570f0 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.567+0000 7f4470e8b640 1 -- 172.21.15.111:0/2899156311 >> 172.21.15.111:0/2899156311 conn(0x7f446c06ce90 msgr2=0x7f446c0b1a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:07.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.567+0000 7f4470e8b640 1 -- 172.21.15.111:0/2899156311 shutdown_connections 2024-09-19T04:37:07.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.567+0000 7f4470e8b640 1 -- 172.21.15.111:0/2899156311 wait complete. 2024-09-19T04:37:07.580 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:37:07.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.677+0000 7f790fec9640 1 Processor -- start 2024-09-19T04:37:07.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.677+0000 7f790fec9640 1 -- start start 2024-09-19T04:37:07.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.678+0000 7f790fec9640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f790815e940 0x7f79080d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:07.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.678+0000 7f790fec9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f790815ed20 0x7f79080d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:07.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.678+0000 7f790fec9640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f79080b7170 con 0x7f79080cef90 2024-09-19T04:37:07.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.678+0000 7f790fec9640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f79080d1ae0 con 0x7f790815e940 2024-09-19T04:37:07.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.678+0000 7f790fec9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f79080b7aa0 con 0x7f790815ed20 2024-09-19T04:37:07.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.678+0000 7f790dc65640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f790815e940 0x7f79080d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:07.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.678+0000 7f790d464640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f790815ed20 0x7f79080d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:07.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.678+0000 7f790d464640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f790815ed20 0x7f79080d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:34724/0 (socket says 172.21.15.111:34724) 2024-09-19T04:37:07.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.678+0000 7f790dc65640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f790815e940 0x7f79080d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:39288/0 (socket says 172.21.15.111:39288) 2024-09-19T04:37:07.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.678+0000 7f790e466640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f79080cef90 0x7f79080b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:35106/0 (socket says 172.21.15.111:35106) 2024-09-19T04:37:07.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.678+0000 7f790d464640 1 -- 172.21.15.111:0/3752722434 learned_addr learned my addr 172.21.15.111:0/3752722434 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:07.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.678+0000 7f790d464640 1 -- 172.21.15.111:0/3752722434 >> v2:172.21.15.114:3300/0 conn(0x7f790815e940 msgr2=0x7f79080d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:07.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.678+0000 7f790d464640 1 --2- 172.21.15.111:0/3752722434 >> v2:172.21.15.114:3300/0 conn(0x7f790815e940 0x7f79080d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.678+0000 7f790d464640 1 -- 172.21.15.111:0/3752722434 >> v1:172.21.15.114:6789/0 conn(0x7f79080cef90 legacy=0x7f79080b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:07.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.678+0000 7f790d464640 1 -- 172.21.15.111:0/3752722434 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79080d3660 con 0x7f790815ed20 2024-09-19T04:37:07.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.678+0000 7f790dc65640 1 --2- 172.21.15.111:0/3752722434 >> v2:172.21.15.114:3300/0 conn(0x7f790815e940 0x7f79080d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:37:07.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.679+0000 7f790d464640 1 --2- 172.21.15.111:0/3752722434 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f790815ed20 0x7f79080d15a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f78fc009870 tx=0x7f78fc02a300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1280ff965c1439a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:07.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.679+0000 7f790cc63640 1 -- 172.21.15.111:0/3752722434 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78fc037070 con 0x7f790815ed20 2024-09-19T04:37:07.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.679+0000 7f790cc63640 1 -- 172.21.15.111:0/3752722434 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78fc02ae50 con 0x7f790815ed20 2024-09-19T04:37:07.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.679+0000 7f790cc63640 1 -- 172.21.15.111:0/3752722434 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78fc032860 con 0x7f790815ed20 2024-09-19T04:37:07.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.680+0000 7f790fec9640 1 -- 172.21.15.111:0/3752722434 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f790815ed20 msgr2=0x7f79080d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:07.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.680+0000 7f790fec9640 1 --2- 172.21.15.111:0/3752722434 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f790815ed20 0x7f79080d15a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f78fc009870 tx=0x7f78fc02a300 comp rx=0 tx=0).stop 2024-09-19T04:37:07.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.680+0000 7f790fec9640 1 -- 172.21.15.111:0/3752722434 shutdown_connections 2024-09-19T04:37:07.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.680+0000 7f790fec9640 1 --2- 172.21.15.111:0/3752722434 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f790815ed20 0x7f79080d15a0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.680+0000 7f790fec9640 1 --2- 172.21.15.111:0/3752722434 >> v2:172.21.15.114:3300/0 conn(0x7f790815e940 0x7f79080d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.680+0000 7f790fec9640 1 -- 172.21.15.111:0/3752722434 >> 172.21.15.111:0/3752722434 conn(0x7f79080b6240 msgr2=0x7f79080b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:07.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.680+0000 7f790fec9640 1 -- 172.21.15.111:0/3752722434 shutdown_connections 2024-09-19T04:37:07.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.680+0000 7f790fec9640 1 -- 172.21.15.111:0/3752722434 wait complete. 2024-09-19T04:37:07.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.681+0000 7f790fec9640 1 Processor -- start 2024-09-19T04:37:07.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.681+0000 7f790fec9640 1 -- start start 2024-09-19T04:37:07.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.682+0000 7f790fec9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79080cef90 0x7f79080cce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:07.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.682+0000 7f790fec9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f790815e940 0x7f79080ab5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:07.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.682+0000 7f790fec9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f790815ed20 0x7f790814b080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:07.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.682+0000 7f790fec9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f79080d3f00 con 0x7f790815ed20 2024-09-19T04:37:07.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.682+0000 7f790fec9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f79080d3c20 con 0x7f79080cef90 2024-09-19T04:37:07.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.682+0000 7f790fec9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f79080d3310 con 0x7f790815e940 2024-09-19T04:37:07.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.682+0000 7f790e466640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f790815ed20 0x7f790814b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:07.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.682+0000 7f790e466640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f790815ed20 0x7f790814b080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56850/0 (socket says 172.21.15.111:56850) 2024-09-19T04:37:07.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.682+0000 7f790e466640 1 -- 172.21.15.111:0/3927056172 learned_addr learned my addr 172.21.15.111:0/3927056172 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:07.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.682+0000 7f790dc65640 1 --2- 172.21.15.111:0/3927056172 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79080cef90 0x7f79080cce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:07.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.682+0000 7f790d464640 1 --2- 172.21.15.111:0/3927056172 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f790815e940 0x7f79080ab5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:07.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.682+0000 7f790e466640 1 -- 172.21.15.111:0/3927056172 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f790815e940 msgr2=0x7f79080ab5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:07.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.682+0000 7f790e466640 1 --2- 172.21.15.111:0/3927056172 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f790815e940 0x7f79080ab5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.682+0000 7f790e466640 1 -- 172.21.15.111:0/3927056172 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79080cef90 msgr2=0x7f79080cce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:07.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.682+0000 7f790e466640 1 --2- 172.21.15.111:0/3927056172 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79080cef90 0x7f79080cce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.682+0000 7f790e466640 1 -- 172.21.15.111:0/3927056172 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7908148e80 con 0x7f790815ed20 2024-09-19T04:37:07.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.682+0000 7f790dc65640 1 --2- 172.21.15.111:0/3927056172 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79080cef90 0x7f79080cce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:37:07.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.682+0000 7f790e466640 1 --2- 172.21.15.111:0/3927056172 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f790815ed20 0x7f790814b080 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f790000c760 tx=0x7f790000cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:07.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.682+0000 7f78fa7fc640 1 -- 172.21.15.111:0/3927056172 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7900017070 con 0x7f790815ed20 2024-09-19T04:37:07.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.683+0000 7f78fa7fc640 1 -- 172.21.15.111:0/3927056172 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f790000a5e0 con 0x7f790815ed20 2024-09-19T04:37:07.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.683+0000 7f790fec9640 1 -- 172.21.15.111:0/3927056172 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79080cd5b0 con 0x7f790815ed20 2024-09-19T04:37:07.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.683+0000 7f78fa7fc640 1 -- 172.21.15.111:0/3927056172 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f790000a990 con 0x7f790815ed20 2024-09-19T04:37:07.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.683+0000 7f790fec9640 1 -- 172.21.15.111:0/3927056172 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79080cdb70 con 0x7f790815ed20 2024-09-19T04:37:07.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.683+0000 7f790fec9640 1 -- 172.21.15.111:0/3927056172 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7908149050 con 0x7f790815ed20 2024-09-19T04:37:07.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.684+0000 7f78fa7fc640 1 -- 172.21.15.111:0/3927056172 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f790001a070 con 0x7f790815ed20 2024-09-19T04:37:07.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.684+0000 7f78fa7fc640 1 --2- 172.21.15.111:0/3927056172 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f78ec06c3d0 0x7f78ec06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:07.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.685+0000 7f78fa7fc640 1 -- 172.21.15.111:0/3927056172 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 5709+0+0 (secure 0 0 0) 0x7f790008a9d0 con 0x7f790815ed20 2024-09-19T04:37:07.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.685+0000 7f790dc65640 1 --2- 172.21.15.111:0/3927056172 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f78ec06c3d0 0x7f78ec06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:07.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.685+0000 7f790dc65640 1 --2- 172.21.15.111:0/3927056172 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f78ec06c3d0 0x7f78ec06e890 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7904009560 tx=0x7f7904009190 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:07.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.689+0000 7f78fa7fc640 1 -- 172.21.15.111:0/3927056172 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f79080b7170 con 0x7f790815ed20 2024-09-19T04:37:07.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.854+0000 7f790fec9640 1 -- 172.21.15.111:0/3927056172 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f79080d1ef0 con 0x7f790815ed20 2024-09-19T04:37:07.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.855+0000 7f78fa7fc640 1 -- 172.21.15.111:0/3927056172 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+16781 (secure 0 0 0) 0x7f79000589e0 con 0x7f790815ed20 2024-09-19T04:37:07.857 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:07.857 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":82,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:37:06.591421+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:37:05.209021+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-19T04:37:05.563056+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:37:07.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.857+0000 7f790fec9640 1 -- 172.21.15.111:0/3927056172 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f78ec06c3d0 msgr2=0x7f78ec06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:07.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.857+0000 7f790fec9640 1 --2- 172.21.15.111:0/3927056172 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f78ec06c3d0 0x7f78ec06e890 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7904009560 tx=0x7f7904009190 comp rx=0 tx=0).stop 2024-09-19T04:37:07.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.857+0000 7f790fec9640 1 -- 172.21.15.111:0/3927056172 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f790815ed20 msgr2=0x7f790814b080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:07.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.857+0000 7f790fec9640 1 --2- 172.21.15.111:0/3927056172 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f790815ed20 0x7f790814b080 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f790000c760 tx=0x7f790000cc20 comp rx=0 tx=0).stop 2024-09-19T04:37:07.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.857+0000 7f790fec9640 1 -- 172.21.15.111:0/3927056172 shutdown_connections 2024-09-19T04:37:07.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.857+0000 7f790fec9640 1 --2- 172.21.15.111:0/3927056172 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f78ec06c3d0 0x7f78ec06e890 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.857+0000 7f790fec9640 1 --2- 172.21.15.111:0/3927056172 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f790815ed20 0x7f790814b080 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.857+0000 7f790fec9640 1 --2- 172.21.15.111:0/3927056172 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f790815e940 0x7f79080ab5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.857+0000 7f790fec9640 1 --2- 172.21.15.111:0/3927056172 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79080cef90 0x7f79080cce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.857+0000 7f790fec9640 1 -- 172.21.15.111:0/3927056172 >> 172.21.15.111:0/3927056172 conn(0x7f79080b6240 msgr2=0x7f79080d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:07.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.857+0000 7f790fec9640 1 -- 172.21.15.111:0/3927056172 shutdown_connections 2024-09-19T04:37:07.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.857+0000 7f790fec9640 1 -- 172.21.15.111:0/3927056172 wait complete. 2024-09-19T04:37:07.870 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T04:37:07.971 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.969+0000 7f4fd81cf640 1 Processor -- start 2024-09-19T04:37:07.971 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.970+0000 7f4fd81cf640 1 -- start start 2024-09-19T04:37:07.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.971+0000 7f4fd81cf640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f4fd015d3b0 0x7f4fd0071080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:07.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.971+0000 7f4fd81cf640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4fd00cf320 0x7f4fd00cf790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:07.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.971+0000 7f4fd81cf640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4fd00715c0 con 0x7f4fd015d790 2024-09-19T04:37:07.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.971+0000 7f4fd81cf640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f4fd006da30 con 0x7f4fd00cf320 2024-09-19T04:37:07.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.971+0000 7f4fd81cf640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f4fd006d700 con 0x7f4fd015d3b0 2024-09-19T04:37:07.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.971+0000 7f4fd676c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4fd00cf320 0x7f4fd00cf790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:07.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.971+0000 7f4fd676c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4fd00cf320 0x7f4fd00cf790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56854/0 (socket says 172.21.15.111:56854) 2024-09-19T04:37:07.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.971+0000 7f4fd676c640 1 -- 172.21.15.111:0/3631438508 learned_addr learned my addr 172.21.15.111:0/3631438508 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:07.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.971+0000 7f4fd676c640 1 -- 172.21.15.111:0/3631438508 >> v2:172.21.15.114:3300/0 conn(0x7f4fd015d3b0 msgr2=0x7f4fd0071080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:07.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.971+0000 7f4fd676c640 1 --2- 172.21.15.111:0/3631438508 >> v2:172.21.15.114:3300/0 conn(0x7f4fd015d3b0 0x7f4fd0071080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.971+0000 7f4fd676c640 1 -- 172.21.15.111:0/3631438508 >> v1:172.21.15.114:6789/0 conn(0x7f4fd015d790 legacy=0x7f4fd00cce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:07.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.971+0000 7f4fd676c640 1 -- 172.21.15.111:0/3631438508 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fd00cde80 con 0x7f4fd00cf320 2024-09-19T04:37:07.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.972+0000 7f4fd676c640 1 --2- 172.21.15.111:0/3631438508 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4fd00cf320 0x7f4fd00cf790 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f4fd00b5850 tx=0x7f4fc802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22c6623111981c22 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:07.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.972+0000 7f4fd4f69640 1 -- 172.21.15.111:0/3631438508 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fc8036070 con 0x7f4fd00cf320 2024-09-19T04:37:07.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.972+0000 7f4fd4f69640 1 -- 172.21.15.111:0/3631438508 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fc8031600 con 0x7f4fd00cf320 2024-09-19T04:37:07.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.972+0000 7f4fd4f69640 1 -- 172.21.15.111:0/3631438508 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fc80319d0 con 0x7f4fd00cf320 2024-09-19T04:37:07.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.972+0000 7f4fd81cf640 1 -- 172.21.15.111:0/3631438508 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4fd00cf320 msgr2=0x7f4fd00cf790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:07.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.972+0000 7f4fd81cf640 1 --2- 172.21.15.111:0/3631438508 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4fd00cf320 0x7f4fd00cf790 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f4fd00b5850 tx=0x7f4fc802a6f0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.972+0000 7f4fd81cf640 1 -- 172.21.15.111:0/3631438508 shutdown_connections 2024-09-19T04:37:07.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.972+0000 7f4fd81cf640 1 --2- 172.21.15.111:0/3631438508 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4fd00cf320 0x7f4fd00cf790 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.972+0000 7f4fd81cf640 1 --2- 172.21.15.111:0/3631438508 >> v2:172.21.15.114:3300/0 conn(0x7f4fd015d3b0 0x7f4fd0071080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.972+0000 7f4fd81cf640 1 -- 172.21.15.111:0/3631438508 >> 172.21.15.111:0/3631438508 conn(0x7f4fd006bba0 msgr2=0x7f4fd006bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:07.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.972+0000 7f4fd81cf640 1 -- 172.21.15.111:0/3631438508 shutdown_connections 2024-09-19T04:37:07.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.972+0000 7f4fd81cf640 1 -- 172.21.15.111:0/3631438508 wait complete. 2024-09-19T04:37:07.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.974+0000 7f4fd81cf640 1 Processor -- start 2024-09-19T04:37:07.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.974+0000 7f4fd81cf640 1 -- start start 2024-09-19T04:37:07.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.974+0000 7f4fd81cf640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4fd00cf320 0x7f4fd01523c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:07.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.974+0000 7f4fd81cf640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4fd015d3b0 0x7f4fd0152b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:07.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.974+0000 7f4fd81cf640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4fd01530b0 0x7f4fd015b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:07.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.974+0000 7f4fd81cf640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4fd00cfcd0 con 0x7f4fd00cf320 2024-09-19T04:37:07.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.974+0000 7f4fd81cf640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4fd00cdba0 con 0x7f4fd01530b0 2024-09-19T04:37:07.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.974+0000 7f4fd81cf640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4fd00cd580 con 0x7f4fd015d3b0 2024-09-19T04:37:07.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.974+0000 7f4fd5f6b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4fd00cf320 0x7f4fd01523c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:07.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.974+0000 7f4fd5f6b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4fd00cf320 0x7f4fd01523c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56870/0 (socket says 172.21.15.111:56870) 2024-09-19T04:37:07.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.974+0000 7f4fd5f6b640 1 -- 172.21.15.111:0/3440214647 learned_addr learned my addr 172.21.15.111:0/3440214647 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:07.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.975+0000 7f4fd676c640 1 --2- 172.21.15.111:0/3440214647 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4fd01530b0 0x7f4fd015b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:07.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.975+0000 7f4fd576a640 1 --2- 172.21.15.111:0/3440214647 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4fd015d3b0 0x7f4fd0152b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:07.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.975+0000 7f4fd5f6b640 1 -- 172.21.15.111:0/3440214647 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4fd015d3b0 msgr2=0x7f4fd0152b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:07.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.975+0000 7f4fd5f6b640 1 --2- 172.21.15.111:0/3440214647 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4fd015d3b0 0x7f4fd0152b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.975+0000 7f4fd5f6b640 1 -- 172.21.15.111:0/3440214647 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4fd01530b0 msgr2=0x7f4fd015b590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:07.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.975+0000 7f4fd5f6b640 1 --2- 172.21.15.111:0/3440214647 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4fd01530b0 0x7f4fd015b590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:07.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.975+0000 7f4fd5f6b640 1 -- 172.21.15.111:0/3440214647 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fd0154bd0 con 0x7f4fd00cf320 2024-09-19T04:37:07.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.975+0000 7f4fd676c640 1 --2- 172.21.15.111:0/3440214647 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4fd01530b0 0x7f4fd015b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:07.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.975+0000 7f4fd5f6b640 1 --2- 172.21.15.111:0/3440214647 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4fd00cf320 0x7f4fd01523c0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f4fc000b4a0 tx=0x7f4fc000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:07.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.975+0000 7f4fc67fc640 1 -- 172.21.15.111:0/3440214647 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fc0014070 con 0x7f4fd00cf320 2024-09-19T04:37:07.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.975+0000 7f4fc67fc640 1 -- 172.21.15.111:0/3440214647 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fc0010610 con 0x7f4fd00cf320 2024-09-19T04:37:07.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.975+0000 7f4fd81cf640 1 -- 172.21.15.111:0/3440214647 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fd0154e70 con 0x7f4fd00cf320 2024-09-19T04:37:07.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.975+0000 7f4fc67fc640 1 -- 172.21.15.111:0/3440214647 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fc0010a00 con 0x7f4fd00cf320 2024-09-19T04:37:07.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.975+0000 7f4fd81cf640 1 -- 172.21.15.111:0/3440214647 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fd0155430 con 0x7f4fd00cf320 2024-09-19T04:37:07.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.976+0000 7f4fd81cf640 1 -- 172.21.15.111:0/3440214647 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fd015cbf0 con 0x7f4fd00cf320 2024-09-19T04:37:07.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.977+0000 7f4fc67fc640 1 -- 172.21.15.111:0/3440214647 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f4fc0017070 con 0x7f4fd00cf320 2024-09-19T04:37:07.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.977+0000 7f4fc67fc640 1 --2- 172.21.15.111:0/3440214647 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4fb406c3d0 0x7f4fb406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:07.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.977+0000 7f4fc67fc640 1 -- 172.21.15.111:0/3440214647 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 5709+0+0 (secure 0 0 0) 0x7f4fc008b040 con 0x7f4fd00cf320 2024-09-19T04:37:07.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.977+0000 7f4fd576a640 1 --2- 172.21.15.111:0/3440214647 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4fb406c3d0 0x7f4fb406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:07.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.978+0000 7f4fd576a640 1 --2- 172.21.15.111:0/3440214647 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4fb406c3d0 0x7f4fb406e890 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4fd0153780 tx=0x7f4fcc008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:07.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:07.981+0000 7f4fc67fc640 1 -- 172.21.15.111:0/3440214647 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4fc00596a0 con 0x7f4fd00cf320 2024-09-19T04:37:08.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.182+0000 7f4fd81cf640 1 -- 172.21.15.111:0/3440214647 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f4fd006e8f0 con 0x7f4fd00cf320 2024-09-19T04:37:08.261 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.260+0000 7f4fc67fc640 1 -- 172.21.15.111:0/3440214647 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v42) ==== 118+0+0 (secure 0 0 0) 0x7f4fc0058fa0 con 0x7f4fd00cf320 2024-09-19T04:37:08.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.262+0000 7f4fd81cf640 1 -- 172.21.15.111:0/3440214647 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4fb406c3d0 msgr2=0x7f4fb406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:08.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.262+0000 7f4fd81cf640 1 --2- 172.21.15.111:0/3440214647 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4fb406c3d0 0x7f4fb406e890 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4fd0153780 tx=0x7f4fcc008040 comp rx=0 tx=0).stop 2024-09-19T04:37:08.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.262+0000 7f4fd81cf640 1 -- 172.21.15.111:0/3440214647 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4fd00cf320 msgr2=0x7f4fd01523c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:08.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.262+0000 7f4fd81cf640 1 --2- 172.21.15.111:0/3440214647 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4fd00cf320 0x7f4fd01523c0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f4fc000b4a0 tx=0x7f4fc000b960 comp rx=0 tx=0).stop 2024-09-19T04:37:08.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.262+0000 7f4fd81cf640 1 -- 172.21.15.111:0/3440214647 shutdown_connections 2024-09-19T04:37:08.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.262+0000 7f4fd81cf640 1 --2- 172.21.15.111:0/3440214647 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4fb406c3d0 0x7f4fb406e890 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:08.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.262+0000 7f4fd81cf640 1 --2- 172.21.15.111:0/3440214647 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4fd01530b0 0x7f4fd015b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:08.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.262+0000 7f4fd81cf640 1 --2- 172.21.15.111:0/3440214647 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4fd015d3b0 0x7f4fd0152b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:08.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.262+0000 7f4fd81cf640 1 --2- 172.21.15.111:0/3440214647 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4fd00cf320 0x7f4fd01523c0 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:08.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.262+0000 7f4fd81cf640 1 -- 172.21.15.111:0/3440214647 >> 172.21.15.111:0/3440214647 conn(0x7f4fd006bba0 msgr2=0x7f4fd00cce70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:08.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.262+0000 7f4fd81cf640 1 -- 172.21.15.111:0/3440214647 shutdown_connections 2024-09-19T04:37:08.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.262+0000 7f4fd81cf640 1 -- 172.21.15.111:0/3440214647 wait complete. 2024-09-19T04:37:08.275 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T04:37:08.276 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T04:37:08.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.375+0000 7f5d3500e640 1 Processor -- start 2024-09-19T04:37:08.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.375+0000 7f5d3500e640 1 -- start start 2024-09-19T04:37:08.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.376+0000 7f5d3500e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d30161e30 0x7f5d300d34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:08.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.376+0000 7f5d3500e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5d300cf9a0 con 0x7f5d3006dfd0 2024-09-19T04:37:08.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.376+0000 7f5d3500e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5d30162210 con 0x7f5d300b3d50 2024-09-19T04:37:08.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.376+0000 7f5d3500e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5d300cfcf0 con 0x7f5d30161e30 2024-09-19T04:37:08.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.376+0000 7f5d2f59e640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f5d3006dfd0 0x7f5d300b78b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35514/0 (socket says 172.21.15.111:35514) 2024-09-19T04:37:08.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.376+0000 7f5d2f59e640 1 -- 172.21.15.111:0/3702253199 learned_addr learned my addr 172.21.15.111:0/3702253199 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:08.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2ed9d640 1 --2- 172.21.15.111:0/3702253199 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d30161e30 0x7f5d300d34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:08.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2dd9b640 1 -- 172.21.15.111:0/3702253199 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 570280602 0 0) 0x7f5d300cf9a0 con 0x7f5d3006dfd0 2024-09-19T04:37:08.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2dd9b640 1 -- 172.21.15.111:0/3702253199 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5d18003520 con 0x7f5d3006dfd0 2024-09-19T04:37:08.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2dd9b640 1 -- 172.21.15.111:0/3702253199 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3366376614 0 0) 0x7f5d30162210 con 0x7f5d300b3d50 2024-09-19T04:37:08.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2dd9b640 1 -- 172.21.15.111:0/3702253199 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5d300cf9a0 con 0x7f5d300b3d50 2024-09-19T04:37:08.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2dd9b640 1 -- 172.21.15.111:0/3702253199 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 113169176 0 0) 0x7f5d18003520 con 0x7f5d3006dfd0 2024-09-19T04:37:08.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2dd9b640 1 -- 172.21.15.111:0/3702253199 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d30161e30 msgr2=0x7f5d300d34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:08.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2dd9b640 1 --2- 172.21.15.111:0/3702253199 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d30161e30 0x7f5d300d34a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:08.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2dd9b640 1 -- 172.21.15.111:0/3702253199 >> v1:172.21.15.114:6789/0 conn(0x7f5d300b3d50 legacy=0x7f5d3006d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:08.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2dd9b640 1 -- 172.21.15.111:0/3702253199 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d300d5210 con 0x7f5d3006dfd0 2024-09-19T04:37:08.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2dd9b640 1 -- 172.21.15.111:0/3702253199 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f5d28001690 con 0x7f5d3006dfd0 2024-09-19T04:37:08.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2dd9b640 1 -- 172.21.15.111:0/3702253199 >> v1:172.21.15.111:6789/0 conn(0x7f5d3006dfd0 legacy=0x7f5d300b78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:08.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2dd9b640 1 --2- 172.21.15.111:0/3702253199 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d30161e30 0x7f5d18003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:08.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2dd9b640 1 --2- 172.21.15.111:0/3702253199 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5d180040d0 0x7f5d18004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:08.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2dd9b640 1 --2- 172.21.15.111:0/3702253199 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5d18004d40 0x7f5d180051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:08.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2dd9b640 1 -- 172.21.15.111:0/3702253199 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5d300cfcf0 con 0x7f5d180040d0 2024-09-19T04:37:08.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2dd9b640 1 -- 172.21.15.111:0/3702253199 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5d1800baa0 con 0x7f5d18004d40 2024-09-19T04:37:08.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2dd9b640 1 -- 172.21.15.111:0/3702253199 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5d1800bca0 con 0x7f5d30161e30 2024-09-19T04:37:08.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2e59c640 1 --2- 172.21.15.111:0/3702253199 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5d180040d0 0x7f5d18004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:08.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2ed9d640 1 --2- 172.21.15.111:0/3702253199 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d30161e30 0x7f5d18003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:08.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2f59e640 1 --2- 172.21.15.111:0/3702253199 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5d18004d40 0x7f5d180051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:08.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2e59c640 1 -- 172.21.15.111:0/3702253199 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d30161e30 msgr2=0x7f5d18003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:08.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2e59c640 1 --2- 172.21.15.111:0/3702253199 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d30161e30 0x7f5d18003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:08.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2e59c640 1 -- 172.21.15.111:0/3702253199 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5d18004d40 msgr2=0x7f5d180051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:08.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2e59c640 1 --2- 172.21.15.111:0/3702253199 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5d18004d40 0x7f5d180051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:08.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.377+0000 7f5d2e59c640 1 -- 172.21.15.111:0/3702253199 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d18003520 con 0x7f5d180040d0 2024-09-19T04:37:08.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.378+0000 7f5d2e59c640 1 --2- 172.21.15.111:0/3702253199 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5d180040d0 0x7f5d18004800 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f5d240018a0 tx=0x7f5d18005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9926431ed9a4e2d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:08.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.378+0000 7f5d2dd9b640 1 -- 172.21.15.111:0/3702253199 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d240014f0 con 0x7f5d180040d0 2024-09-19T04:37:08.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.378+0000 7f5d2dd9b640 1 -- 172.21.15.111:0/3702253199 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d240052d0 con 0x7f5d180040d0 2024-09-19T04:37:08.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.378+0000 7f5d2dd9b640 1 -- 172.21.15.111:0/3702253199 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d2402ac60 con 0x7f5d180040d0 2024-09-19T04:37:08.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.379+0000 7f5d3500e640 1 -- 172.21.15.111:0/3702253199 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5d180040d0 msgr2=0x7f5d18004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:08.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.379+0000 7f5d3500e640 1 --2- 172.21.15.111:0/3702253199 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5d180040d0 0x7f5d18004800 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f5d240018a0 tx=0x7f5d18005830 comp rx=0 tx=0).stop 2024-09-19T04:37:08.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.379+0000 7f5d2f59e640 1 -- 172.21.15.111:0/3702253199 reap_dead start 2024-09-19T04:37:08.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.379+0000 7f5d3500e640 1 -- 172.21.15.111:0/3702253199 shutdown_connections 2024-09-19T04:37:08.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.379+0000 7f5d3500e640 1 -- 172.21.15.111:0/3702253199 >> 172.21.15.111:0/3702253199 conn(0x7f5d300d1870 msgr2=0x7f5d300d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:08.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.379+0000 7f5d3500e640 1 -- 172.21.15.111:0/3702253199 shutdown_connections 2024-09-19T04:37:08.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.379+0000 7f5d3500e640 1 -- 172.21.15.111:0/3702253199 wait complete. 2024-09-19T04:37:08.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.380+0000 7f5d3500e640 1 Processor -- start 2024-09-19T04:37:08.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.380+0000 7f5d3500e640 1 -- start start 2024-09-19T04:37:08.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.381+0000 7f5d3500e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5d180040d0 0x7f5d300cb9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:08.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.381+0000 7f5d3500e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d301f8340 0x7f5d300b6a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:08.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.381+0000 7f5d3500e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5d301f7730 0x7f5d301f7ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:08.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.381+0000 7f5d3500e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5d300b3290 con 0x7f5d180040d0 2024-09-19T04:37:08.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.381+0000 7f5d3500e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5d300b3950 con 0x7f5d301f7730 2024-09-19T04:37:08.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.381+0000 7f5d3500e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5d300b3410 con 0x7f5d301f8340 2024-09-19T04:37:08.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.381+0000 7f5d2ed9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5d180040d0 0x7f5d300cb9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:08.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.381+0000 7f5d2ed9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5d180040d0 0x7f5d300cb9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56888/0 (socket says 172.21.15.111:56888) 2024-09-19T04:37:08.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.381+0000 7f5d2ed9d640 1 -- 172.21.15.111:0/2696307839 learned_addr learned my addr 172.21.15.111:0/2696307839 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:08.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.381+0000 7f5d2e59c640 1 --2- 172.21.15.111:0/2696307839 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d301f8340 0x7f5d300b6a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:08.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.381+0000 7f5d2f59e640 1 --2- 172.21.15.111:0/2696307839 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5d301f7730 0x7f5d301f7ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:08.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.381+0000 7f5d2ed9d640 1 -- 172.21.15.111:0/2696307839 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d301f8340 msgr2=0x7f5d300b6a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:08.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.381+0000 7f5d2ed9d640 1 --2- 172.21.15.111:0/2696307839 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d301f8340 0x7f5d300b6a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:08.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.381+0000 7f5d2ed9d640 1 -- 172.21.15.111:0/2696307839 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5d301f7730 msgr2=0x7f5d301f7ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:08.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.381+0000 7f5d2ed9d640 1 --2- 172.21.15.111:0/2696307839 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5d301f7730 0x7f5d301f7ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:08.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.381+0000 7f5d2ed9d640 1 -- 172.21.15.111:0/2696307839 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d300cd500 con 0x7f5d180040d0 2024-09-19T04:37:08.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.381+0000 7f5d2e59c640 1 --2- 172.21.15.111:0/2696307839 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d301f8340 0x7f5d300b6a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:08.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.381+0000 7f5d2f59e640 1 --2- 172.21.15.111:0/2696307839 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5d301f7730 0x7f5d301f7ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:08.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.382+0000 7f5d2ed9d640 1 --2- 172.21.15.111:0/2696307839 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5d180040d0 0x7f5d300cb9b0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f5d20011e30 tx=0x7f5d2000f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:08.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.382+0000 7f5d177fe640 1 -- 172.21.15.111:0/2696307839 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d20015630 con 0x7f5d180040d0 2024-09-19T04:37:08.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.382+0000 7f5d177fe640 1 -- 172.21.15.111:0/2696307839 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d200157d0 con 0x7f5d180040d0 2024-09-19T04:37:08.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.382+0000 7f5d3500e640 1 -- 172.21.15.111:0/2696307839 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d300cd7a0 con 0x7f5d180040d0 2024-09-19T04:37:08.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.382+0000 7f5d177fe640 1 -- 172.21.15.111:0/2696307839 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d20015ba0 con 0x7f5d180040d0 2024-09-19T04:37:08.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.382+0000 7f5d3500e640 1 -- 172.21.15.111:0/2696307839 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d300cdd60 con 0x7f5d180040d0 2024-09-19T04:37:08.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.383+0000 7f5d3500e640 1 -- 172.21.15.111:0/2696307839 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d3006d8c0 con 0x7f5d180040d0 2024-09-19T04:37:08.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.383+0000 7f5d177fe640 1 -- 172.21.15.111:0/2696307839 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f5d2001d400 con 0x7f5d180040d0 2024-09-19T04:37:08.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.384+0000 7f5d177fe640 1 --2- 172.21.15.111:0/2696307839 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5d1c06c3d0 0x7f5d1c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:08.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.384+0000 7f5d177fe640 1 -- 172.21.15.111:0/2696307839 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5709+0+0 (secure 0 0 0) 0x7f5d2008c820 con 0x7f5d180040d0 2024-09-19T04:37:08.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.384+0000 7f5d2e59c640 1 --2- 172.21.15.111:0/2696307839 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5d1c06c3d0 0x7f5d1c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:08.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.385+0000 7f5d2e59c640 1 --2- 172.21.15.111:0/2696307839 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5d1c06c3d0 0x7f5d1c06e890 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f5d24032000 tx=0x7f5d24009030 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:08.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.388+0000 7f5d177fe640 1 -- 172.21.15.111:0/2696307839 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5d20019030 con 0x7f5d180040d0 2024-09-19T04:37:08.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:08.587+0000 7f5d3500e640 1 -- 172.21.15.111:0/2696307839 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f5d30160490 con 0x7f5d180040d0 2024-09-19T04:37:09.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.261+0000 7f5d177fe640 1 -- 172.21.15.111:0/2696307839 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v43) ==== 122+0+0 (secure 0 0 0) 0x7f5d20010040 con 0x7f5d180040d0 2024-09-19T04:37:09.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.263+0000 7f5d3500e640 1 -- 172.21.15.111:0/2696307839 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5d1c06c3d0 msgr2=0x7f5d1c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:09.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.263+0000 7f5d3500e640 1 --2- 172.21.15.111:0/2696307839 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5d1c06c3d0 0x7f5d1c06e890 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f5d24032000 tx=0x7f5d24009030 comp rx=0 tx=0).stop 2024-09-19T04:37:09.266 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.263+0000 7f5d3500e640 1 -- 172.21.15.111:0/2696307839 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5d180040d0 msgr2=0x7f5d300cb9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:09.266 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.263+0000 7f5d3500e640 1 --2- 172.21.15.111:0/2696307839 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5d180040d0 0x7f5d300cb9b0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f5d20011e30 tx=0x7f5d2000f580 comp rx=0 tx=0).stop 2024-09-19T04:37:09.266 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.263+0000 7f5d3500e640 1 -- 172.21.15.111:0/2696307839 shutdown_connections 2024-09-19T04:37:09.266 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.263+0000 7f5d3500e640 1 --2- 172.21.15.111:0/2696307839 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5d1c06c3d0 0x7f5d1c06e890 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:09.266 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.263+0000 7f5d3500e640 1 --2- 172.21.15.111:0/2696307839 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5d301f7730 0x7f5d301f7ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:09.266 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.263+0000 7f5d3500e640 1 --2- 172.21.15.111:0/2696307839 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d301f8340 0x7f5d300b6a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:09.266 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.263+0000 7f5d3500e640 1 --2- 172.21.15.111:0/2696307839 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5d180040d0 0x7f5d300cb9b0 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:09.266 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.263+0000 7f5d3500e640 1 -- 172.21.15.111:0/2696307839 >> 172.21.15.111:0/2696307839 conn(0x7f5d300d1870 msgr2=0x7f5d300b8ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:09.266 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.263+0000 7f5d3500e640 1 -- 172.21.15.111:0/2696307839 shutdown_connections 2024-09-19T04:37:09.266 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.264+0000 7f5d3500e640 1 -- 172.21.15.111:0/2696307839 wait complete. 2024-09-19T04:37:09.278 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T04:37:09.278 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:37:09.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.376+0000 7fcc92e5e640 1 Processor -- start 2024-09-19T04:37:09.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.376+0000 7fcc92e5e640 1 -- start start 2024-09-19T04:37:09.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.377+0000 7fcc92e5e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc8c15c180 0x7fcc8c0cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:09.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.377+0000 7fcc92e5e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fcc8c073120 0x7fcc8c0735d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:09.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.377+0000 7fcc92e5e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcc8c0ce740 con 0x7fcc8c0ce230 2024-09-19T04:37:09.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.377+0000 7fcc92e5e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fcc8c072640 con 0x7fcc8c073120 2024-09-19T04:37:09.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.377+0000 7fcc92e5e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcc8c072920 con 0x7fcc8c15c180 2024-09-19T04:37:09.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.377+0000 7fcc90bfa640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc8c15c180 0x7fcc8c0cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:09.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.377+0000 7fcc913fb640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fcc8c073120 0x7fcc8c0735d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:09.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.377+0000 7fcc913fb640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fcc8c073120 0x7fcc8c0735d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:39340/0 (socket says 172.21.15.111:39340) 2024-09-19T04:37:09.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.377+0000 7fcc90bfa640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc8c15c180 0x7fcc8c0cdcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:34786/0 (socket says 172.21.15.111:34786) 2024-09-19T04:37:09.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.377+0000 7fcc8bfff640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7fcc8c0ce230 0x7fcc8c0cf070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:35130/0 (socket says 172.21.15.111:35130) 2024-09-19T04:37:09.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.377+0000 7fcc913fb640 1 -- 172.21.15.111:0/1112280121 learned_addr learned my addr 172.21.15.111:0/1112280121 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:09.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.378+0000 7fcc913fb640 1 -- 172.21.15.111:0/1112280121 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc8c15c180 msgr2=0x7fcc8c0cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:09.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.378+0000 7fcc913fb640 1 --2- 172.21.15.111:0/1112280121 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc8c15c180 0x7fcc8c0cdcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:09.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.378+0000 7fcc913fb640 1 -- 172.21.15.111:0/1112280121 >> v1:172.21.15.114:6789/0 conn(0x7fcc8c0ce230 legacy=0x7fcc8c0cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:09.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.378+0000 7fcc8b7fe640 1 -- 172.21.15.111:0/1112280121 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 617835146 0 0) 0x7fcc8c0ce740 con 0x7fcc8c0ce230 2024-09-19T04:37:09.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.378+0000 7fcc913fb640 1 -- 172.21.15.111:0/1112280121 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc8c072c00 con 0x7fcc8c073120 2024-09-19T04:37:09.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.378+0000 7fcc90bfa640 1 --2- 172.21.15.111:0/1112280121 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc8c15c180 0x7fcc8c0cdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:37:09.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.379+0000 7fcc913fb640 1 --2- 172.21.15.111:0/1112280121 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc8c073120 0x7fcc8c0735d0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fcc84009e50 tx=0x7fcc8402a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=78f7de4fce6af774 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:09.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.379+0000 7fcc8b7fe640 1 -- 172.21.15.111:0/1112280121 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc84036070 con 0x7fcc8c073120 2024-09-19T04:37:09.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.379+0000 7fcc8b7fe640 1 -- 172.21.15.111:0/1112280121 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc84031600 con 0x7fcc8c073120 2024-09-19T04:37:09.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.379+0000 7fcc8b7fe640 1 -- 172.21.15.111:0/1112280121 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc840319d0 con 0x7fcc8c073120 2024-09-19T04:37:09.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.379+0000 7fcc92e5e640 1 -- 172.21.15.111:0/1112280121 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc8c073120 msgr2=0x7fcc8c0735d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:09.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.379+0000 7fcc92e5e640 1 --2- 172.21.15.111:0/1112280121 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc8c073120 0x7fcc8c0735d0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fcc84009e50 tx=0x7fcc8402a680 comp rx=0 tx=0).stop 2024-09-19T04:37:09.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.379+0000 7fcc92e5e640 1 -- 172.21.15.111:0/1112280121 shutdown_connections 2024-09-19T04:37:09.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.379+0000 7fcc92e5e640 1 --2- 172.21.15.111:0/1112280121 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc8c073120 0x7fcc8c0735d0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:09.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.379+0000 7fcc92e5e640 1 --2- 172.21.15.111:0/1112280121 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc8c15c180 0x7fcc8c0cdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:09.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.379+0000 7fcc92e5e640 1 -- 172.21.15.111:0/1112280121 >> 172.21.15.111:0/1112280121 conn(0x7fcc8c062cc0 msgr2=0x7fcc8c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:09.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.379+0000 7fcc92e5e640 1 -- 172.21.15.111:0/1112280121 shutdown_connections 2024-09-19T04:37:09.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.379+0000 7fcc92e5e640 1 -- 172.21.15.111:0/1112280121 wait complete. 2024-09-19T04:37:09.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.380+0000 7fcc92e5e640 1 Processor -- start 2024-09-19T04:37:09.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.380+0000 7fcc92e5e640 1 -- start start 2024-09-19T04:37:09.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.381+0000 7fcc92e5e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc8c073120 0x7fcc8c14cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:09.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.381+0000 7fcc92e5e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc8c0ce230 0x7fcc8c14e030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:09.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.381+0000 7fcc92e5e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc8c15c180 0x7fcc8c159f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:09.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.381+0000 7fcc92e5e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fcc8c0cf780 con 0x7fcc8c0ce230 2024-09-19T04:37:09.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.381+0000 7fcc92e5e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fcc8c0722f0 con 0x7fcc8c073120 2024-09-19T04:37:09.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.381+0000 7fcc92e5e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcc8c15c560 con 0x7fcc8c15c180 2024-09-19T04:37:09.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.381+0000 7fcc8bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc8c0ce230 0x7fcc8c14e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:09.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.381+0000 7fcc8bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc8c0ce230 0x7fcc8c14e030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56898/0 (socket says 172.21.15.111:56898) 2024-09-19T04:37:09.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.382+0000 7fcc8bfff640 1 -- 172.21.15.111:0/3480772577 learned_addr learned my addr 172.21.15.111:0/3480772577 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:09.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.382+0000 7fcc90bfa640 1 --2- 172.21.15.111:0/3480772577 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc8c073120 0x7fcc8c14cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:09.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.382+0000 7fcc913fb640 1 --2- 172.21.15.111:0/3480772577 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc8c15c180 0x7fcc8c159f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:09.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.382+0000 7fcc8bfff640 1 -- 172.21.15.111:0/3480772577 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc8c15c180 msgr2=0x7fcc8c159f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:09.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.382+0000 7fcc8bfff640 1 --2- 172.21.15.111:0/3480772577 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc8c15c180 0x7fcc8c159f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:09.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.382+0000 7fcc8bfff640 1 -- 172.21.15.111:0/3480772577 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc8c073120 msgr2=0x7fcc8c14cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:09.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.382+0000 7fcc8bfff640 1 --2- 172.21.15.111:0/3480772577 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc8c073120 0x7fcc8c14cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:09.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.382+0000 7fcc8bfff640 1 -- 172.21.15.111:0/3480772577 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc8c1f77b0 con 0x7fcc8c0ce230 2024-09-19T04:37:09.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.382+0000 7fcc913fb640 1 --2- 172.21.15.111:0/3480772577 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc8c15c180 0x7fcc8c159f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:09.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.382+0000 7fcc90bfa640 1 --2- 172.21.15.111:0/3480772577 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc8c073120 0x7fcc8c14cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:09.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.382+0000 7fcc8bfff640 1 --2- 172.21.15.111:0/3480772577 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc8c0ce230 0x7fcc8c14e030 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fcc8000c440 tx=0x7fcc8000c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:09.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.382+0000 7fcc897fa640 1 -- 172.21.15.111:0/3480772577 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc80018070 con 0x7fcc8c0ce230 2024-09-19T04:37:09.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.382+0000 7fcc897fa640 1 -- 172.21.15.111:0/3480772577 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc800074e0 con 0x7fcc8c0ce230 2024-09-19T04:37:09.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.382+0000 7fcc897fa640 1 -- 172.21.15.111:0/3480772577 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc80004a20 con 0x7fcc8c0ce230 2024-09-19T04:37:09.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.382+0000 7fcc92e5e640 1 -- 172.21.15.111:0/3480772577 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc8c1f7a90 con 0x7fcc8c0ce230 2024-09-19T04:37:09.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.382+0000 7fcc92e5e640 1 -- 172.21.15.111:0/3480772577 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc8c1f8050 con 0x7fcc8c0ce230 2024-09-19T04:37:09.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.383+0000 7fcc92e5e640 1 -- 172.21.15.111:0/3480772577 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc8c0cdcf0 con 0x7fcc8c0ce230 2024-09-19T04:37:09.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.384+0000 7fcc897fa640 1 -- 172.21.15.111:0/3480772577 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fcc8001b070 con 0x7fcc8c0ce230 2024-09-19T04:37:09.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.384+0000 7fcc897fa640 1 --2- 172.21.15.111:0/3480772577 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcc7806c3d0 0x7fcc7806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:09.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.384+0000 7fcc897fa640 1 -- 172.21.15.111:0/3480772577 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5709+0+0 (secure 0 0 0) 0x7fcc8008a7c0 con 0x7fcc8c0ce230 2024-09-19T04:37:09.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.385+0000 7fcc90bfa640 1 --2- 172.21.15.111:0/3480772577 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcc7806c3d0 0x7fcc7806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:09.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.385+0000 7fcc90bfa640 1 --2- 172.21.15.111:0/3480772577 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcc7806c3d0 0x7fcc7806e890 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fcc8c1f19f0 tx=0x7fcc7c008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:09.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.389+0000 7fcc897fa640 1 -- 172.21.15.111:0/3480772577 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcc80058eb0 con 0x7fcc8c0ce230 2024-09-19T04:37:09.585 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b has been restored 2024-09-19T04:37:09.592 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.590+0000 7fcc92e5e640 1 -- 172.21.15.111:0/3480772577 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcc8c0b34d0 con 0x7fcc8c0ce230 2024-09-19T04:37:09.592 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.591+0000 7fcc897fa640 1 -- 172.21.15.111:0/3480772577 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 43 v43) ==== 94+0+5228 (secure 0 0 0) 0x7fcc8005f080 con 0x7fcc8c0ce230 2024-09-19T04:37:09.592 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:09.593 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":43,"btime":"2024-09-19T04:37:09:261039+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5582,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6833/3867581884","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3867581884},{"type":"v1","addr":"172.21.15.114:6833","nonce":3867581884}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":39},{"gid":6058,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/822486418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":822486418},{"type":"v1","addr":"172.21.15.114:6835","nonce":822486418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6477,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/608607142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":608607142},{"type":"v1","addr":"172.21.15.111:6834","nonce":608607142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":39}],"filesystems":[{"mdsmap":{"epoch":43,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:37:06.591747+0000","modified":"2024-09-19T04:37:08.588801+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6480},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6480":{"gid":6480,"name":"a","rank":0,"incarnation":41,"state":"up:active","state_seq":4,"addr":"172.21.15.111:6835/214483087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":214483087},{"type":"v1","addr":"172.21.15.111:6835","nonce":214483087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6480,"qdb_cluster":[6480]},"id":6}]} 2024-09-19T04:37:09.593 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 43 2024-09-19T04:37:09.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.593+0000 7fcc92e5e640 1 -- 172.21.15.111:0/3480772577 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcc7806c3d0 msgr2=0x7fcc7806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:09.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.593+0000 7fcc92e5e640 1 --2- 172.21.15.111:0/3480772577 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcc7806c3d0 0x7fcc7806e890 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fcc8c1f19f0 tx=0x7fcc7c008040 comp rx=0 tx=0).stop 2024-09-19T04:37:09.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.593+0000 7fcc92e5e640 1 -- 172.21.15.111:0/3480772577 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc8c0ce230 msgr2=0x7fcc8c14e030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:09.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.593+0000 7fcc92e5e640 1 --2- 172.21.15.111:0/3480772577 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc8c0ce230 0x7fcc8c14e030 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fcc8000c440 tx=0x7fcc8000c900 comp rx=0 tx=0).stop 2024-09-19T04:37:09.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.593+0000 7fcc92e5e640 1 -- 172.21.15.111:0/3480772577 shutdown_connections 2024-09-19T04:37:09.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.593+0000 7fcc92e5e640 1 --2- 172.21.15.111:0/3480772577 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcc7806c3d0 0x7fcc7806e890 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:09.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.593+0000 7fcc92e5e640 1 --2- 172.21.15.111:0/3480772577 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcc8c15c180 0x7fcc8c159f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:09.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.593+0000 7fcc92e5e640 1 --2- 172.21.15.111:0/3480772577 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcc8c0ce230 0x7fcc8c14e030 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:09.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.593+0000 7fcc92e5e640 1 --2- 172.21.15.111:0/3480772577 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcc8c073120 0x7fcc8c14cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:09.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.593+0000 7fcc92e5e640 1 -- 172.21.15.111:0/3480772577 >> 172.21.15.111:0/3480772577 conn(0x7fcc8c062cc0 msgr2=0x7fcc8c06bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:09.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.593+0000 7fcc92e5e640 1 -- 172.21.15.111:0/3480772577 shutdown_connections 2024-09-19T04:37:09.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.593+0000 7fcc92e5e640 1 -- 172.21.15.111:0/3480772577 wait complete. 2024-09-19T04:37:09.605 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:37:09.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.702+0000 7f7ce6423640 1 Processor -- start 2024-09-19T04:37:09.704 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.702+0000 7f7ce6423640 1 -- start start 2024-09-19T04:37:09.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.703+0000 7f7ce6423640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7ce015e7b0 0x7f7ce0071340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:09.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.703+0000 7f7ce6423640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ce0071880 con 0x7f7ce00b5600 2024-09-19T04:37:09.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.703+0000 7f7ce6423640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ce00741c0 con 0x7f7ce006ccb0 2024-09-19T04:37:09.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.703+0000 7f7ce6423640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7ce006e680 con 0x7f7ce015e7b0 2024-09-19T04:37:09.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.703+0000 7f7cdf7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f7ce00b5600 0x7f7ce0073ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35522/0 (socket says 172.21.15.111:35522) 2024-09-19T04:37:09.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.703+0000 7f7cdf7fe640 1 -- 172.21.15.111:0/1947999522 learned_addr learned my addr 172.21.15.111:0/1947999522 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:09.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.703+0000 7f7cdeffd640 1 -- 172.21.15.111:0/1947999522 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3106567178 0 0) 0x7f7cd4001110 con 0x7f7ce00b5600 2024-09-19T04:37:09.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.703+0000 7f7cdeffd640 1 -- 172.21.15.111:0/1947999522 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7cc8003520 con 0x7f7ce00b5600 2024-09-19T04:37:09.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.703+0000 7f7cdffff640 1 --2- 172.21.15.111:0/1947999522 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7ce015e7b0 0x7f7ce0071340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:09.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.703+0000 7f7cdeffd640 1 -- 172.21.15.111:0/1947999522 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3888009478 0 0) 0x7f7cc8003520 con 0x7f7ce00b5600 2024-09-19T04:37:09.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.703+0000 7f7cdeffd640 1 -- 172.21.15.111:0/1947999522 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7ce015e7b0 msgr2=0x7f7ce0071340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:09.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.703+0000 7f7cdeffd640 1 --2- 172.21.15.111:0/1947999522 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7ce015e7b0 0x7f7ce0071340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:09.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.703+0000 7f7cdeffd640 1 -- 172.21.15.111:0/1947999522 >> v1:172.21.15.114:6789/0 conn(0x7f7ce006ccb0 legacy=0x7f7ce006d120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:09.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.703+0000 7f7cdeffd640 1 -- 172.21.15.111:0/1947999522 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ce006e8d0 con 0x7f7ce00b5600 2024-09-19T04:37:09.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.703+0000 7f7cdeffd640 1 -- 172.21.15.111:0/1947999522 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f7cd4001840 con 0x7f7ce00b5600 2024-09-19T04:37:09.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.704+0000 7f7cdeffd640 1 -- 172.21.15.111:0/1947999522 >> v1:172.21.15.111:6789/0 conn(0x7f7ce00b5600 legacy=0x7f7ce0073ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:09.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.704+0000 7f7cdeffd640 1 --2- 172.21.15.111:0/1947999522 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7cc80039e0 0x7f7cc8003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:09.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.704+0000 7f7cdeffd640 1 --2- 172.21.15.111:0/1947999522 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7ce015e7b0 0x7f7cc8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:09.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.704+0000 7f7cdeffd640 1 --2- 172.21.15.111:0/1947999522 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7cc8004d40 0x7f7cc80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:09.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.704+0000 7f7cdeffd640 1 -- 172.21.15.111:0/1947999522 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7ce006e680 con 0x7f7cc80039e0 2024-09-19T04:37:09.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.704+0000 7f7cdeffd640 1 -- 172.21.15.111:0/1947999522 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7cc800baf0 con 0x7f7cc8004d40 2024-09-19T04:37:09.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.704+0000 7f7cdeffd640 1 -- 172.21.15.111:0/1947999522 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7cc800bcf0 con 0x7f7ce015e7b0 2024-09-19T04:37:09.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.704+0000 7f7cdffff640 1 --2- 172.21.15.111:0/1947999522 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7cc80039e0 0x7f7cc8003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:09.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.704+0000 7f7cdf7fe640 1 --2- 172.21.15.111:0/1947999522 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7ce015e7b0 0x7f7cc8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:09.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.704+0000 7f7ce49c0640 1 --2- 172.21.15.111:0/1947999522 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7cc8004d40 0x7f7cc80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:09.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.704+0000 7f7cdffff640 1 -- 172.21.15.111:0/1947999522 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7ce015e7b0 msgr2=0x7f7cc8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:09.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.704+0000 7f7cdffff640 1 --2- 172.21.15.111:0/1947999522 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7ce015e7b0 0x7f7cc8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:09.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.704+0000 7f7cdffff640 1 -- 172.21.15.111:0/1947999522 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7cc8004d40 msgr2=0x7f7cc80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:09.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.704+0000 7f7cdffff640 1 --2- 172.21.15.111:0/1947999522 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7cc8004d40 0x7f7cc80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:09.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.704+0000 7f7cdffff640 1 -- 172.21.15.111:0/1947999522 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cc8003520 con 0x7f7cc80039e0 2024-09-19T04:37:09.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.705+0000 7f7cdffff640 1 --2- 172.21.15.111:0/1947999522 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7cc80039e0 0x7f7cc8003e00 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f7cd0009ac0 tx=0x7f7cc8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4de68e0fff589721 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:09.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.705+0000 7f7cdeffd640 1 -- 172.21.15.111:0/1947999522 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cd0036070 con 0x7f7cc80039e0 2024-09-19T04:37:09.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.705+0000 7f7cdeffd640 1 -- 172.21.15.111:0/1947999522 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7cd0031400 con 0x7f7cc80039e0 2024-09-19T04:37:09.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.705+0000 7f7cdeffd640 1 -- 172.21.15.111:0/1947999522 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cd0009690 con 0x7f7cc80039e0 2024-09-19T04:37:09.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.705+0000 7f7ce6423640 1 -- 172.21.15.111:0/1947999522 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7cc80039e0 msgr2=0x7f7cc8003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:09.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.705+0000 7f7ce6423640 1 --2- 172.21.15.111:0/1947999522 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7cc80039e0 0x7f7cc8003e00 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f7cd0009ac0 tx=0x7f7cc8005830 comp rx=0 tx=0).stop 2024-09-19T04:37:09.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.705+0000 7f7ce49c0640 1 -- 172.21.15.111:0/1947999522 reap_dead start 2024-09-19T04:37:09.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.705+0000 7f7ce6423640 1 -- 172.21.15.111:0/1947999522 shutdown_connections 2024-09-19T04:37:09.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.705+0000 7f7ce6423640 1 -- 172.21.15.111:0/1947999522 >> 172.21.15.111:0/1947999522 conn(0x7f7ce00b4300 msgr2=0x7f7ce00b46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:09.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.705+0000 7f7ce6423640 1 -- 172.21.15.111:0/1947999522 shutdown_connections 2024-09-19T04:37:09.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.705+0000 7f7ce6423640 1 -- 172.21.15.111:0/1947999522 wait complete. 2024-09-19T04:37:09.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.706+0000 7f7ce6423640 1 Processor -- start 2024-09-19T04:37:09.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.707+0000 7f7ce6423640 1 -- start start 2024-09-19T04:37:09.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.707+0000 7f7ce6423640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7cc80039e0 0x7f7ce0150650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:09.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.707+0000 7f7ce6423640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7ce01476e0 0x7f7ce015d960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:09.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.707+0000 7f7ce6423640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7ce015c3e0 0x7f7ce0156380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:09.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.707+0000 7f7ce6423640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7ce0073590 con 0x7f7ce01476e0 2024-09-19T04:37:09.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.707+0000 7f7ce6423640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7ce00732b0 con 0x7f7ce015c3e0 2024-09-19T04:37:09.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.707+0000 7f7ce6423640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7ce0071340 con 0x7f7cc80039e0 2024-09-19T04:37:09.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.707+0000 7f7cdf7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7ce01476e0 0x7f7ce015d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:09.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.708+0000 7f7cdf7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7ce01476e0 0x7f7ce015d960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56914/0 (socket says 172.21.15.111:56914) 2024-09-19T04:37:09.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.708+0000 7f7cdf7fe640 1 -- 172.21.15.111:0/359367350 learned_addr learned my addr 172.21.15.111:0/359367350 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:09.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.708+0000 7f7cdffff640 1 --2- 172.21.15.111:0/359367350 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7cc80039e0 0x7f7ce0150650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:09.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.708+0000 7f7ce49c0640 1 --2- 172.21.15.111:0/359367350 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7ce015c3e0 0x7f7ce0156380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:09.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.708+0000 7f7cdf7fe640 1 -- 172.21.15.111:0/359367350 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7cc80039e0 msgr2=0x7f7ce0150650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:09.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.708+0000 7f7cdf7fe640 1 --2- 172.21.15.111:0/359367350 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7cc80039e0 0x7f7ce0150650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:09.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.708+0000 7f7cdf7fe640 1 -- 172.21.15.111:0/359367350 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7ce015c3e0 msgr2=0x7f7ce0156380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:09.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.708+0000 7f7cdf7fe640 1 --2- 172.21.15.111:0/359367350 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7ce015c3e0 0x7f7ce0156380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:09.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.708+0000 7f7cdf7fe640 1 -- 172.21.15.111:0/359367350 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ce015c8c0 con 0x7f7ce01476e0 2024-09-19T04:37:09.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.708+0000 7f7ce49c0640 1 --2- 172.21.15.111:0/359367350 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7ce015c3e0 0x7f7ce0156380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:09.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.708+0000 7f7cdf7fe640 1 --2- 172.21.15.111:0/359367350 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7ce01476e0 0x7f7ce015d960 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f7cd4007290 tx=0x7f7cd4007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:09.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.708+0000 7f7cdcff9640 1 -- 172.21.15.111:0/359367350 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cd400f9c0 con 0x7f7ce01476e0 2024-09-19T04:37:09.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.708+0000 7f7cdcff9640 1 -- 172.21.15.111:0/359367350 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7cd4018070 con 0x7f7ce01476e0 2024-09-19T04:37:09.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.708+0000 7f7cdcff9640 1 -- 172.21.15.111:0/359367350 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cd400fda0 con 0x7f7ce01476e0 2024-09-19T04:37:09.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.708+0000 7f7ce6423640 1 -- 172.21.15.111:0/359367350 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ce015cba0 con 0x7f7ce01476e0 2024-09-19T04:37:09.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.708+0000 7f7ce6423640 1 -- 172.21.15.111:0/359367350 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ce015d160 con 0x7f7ce01476e0 2024-09-19T04:37:09.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.709+0000 7f7ce6423640 1 -- 172.21.15.111:0/359367350 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ce006d120 con 0x7f7ce01476e0 2024-09-19T04:37:09.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.710+0000 7f7cdcff9640 1 -- 172.21.15.111:0/359367350 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f7cd401d460 con 0x7f7ce01476e0 2024-09-19T04:37:09.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.710+0000 7f7cdcff9640 1 --2- 172.21.15.111:0/359367350 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7ccc06c3d0 0x7f7ccc06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:09.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.710+0000 7f7cdcff9640 1 -- 172.21.15.111:0/359367350 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5709+0+0 (secure 0 0 0) 0x7f7cd408b620 con 0x7f7ce01476e0 2024-09-19T04:37:09.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.710+0000 7f7cdffff640 1 --2- 172.21.15.111:0/359367350 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7ccc06c3d0 0x7f7ccc06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:09.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.711+0000 7f7cdffff640 1 --2- 172.21.15.111:0/359367350 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7ccc06c3d0 0x7f7ccc06e890 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7cd0033000 tx=0x7f7cd0008030 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:09.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.714+0000 7f7cdcff9640 1 -- 172.21.15.111:0/359367350 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7ce0071880 con 0x7f7ce01476e0 2024-09-19T04:37:09.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.879+0000 7f7ce6423640 1 -- 172.21.15.111:0/359367350 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7ce00d2360 con 0x7f7ce01476e0 2024-09-19T04:37:09.882 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.881+0000 7f7cdcff9640 1 -- 172.21.15.111:0/359367350 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+16768 (secure 0 0 0) 0x7f7cd4059c80 con 0x7f7ce01476e0 2024-09-19T04:37:09.882 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:09.882 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":83,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:37:08.246883+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:37:05.209021+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-19T04:37:05.563056+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:37:09.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.883+0000 7f7ce6423640 1 -- 172.21.15.111:0/359367350 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7ccc06c3d0 msgr2=0x7f7ccc06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:09.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.883+0000 7f7ce6423640 1 --2- 172.21.15.111:0/359367350 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7ccc06c3d0 0x7f7ccc06e890 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7cd0033000 tx=0x7f7cd0008030 comp rx=0 tx=0).stop 2024-09-19T04:37:09.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.883+0000 7f7ce6423640 1 -- 172.21.15.111:0/359367350 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7ce01476e0 msgr2=0x7f7ce015d960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:09.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.883+0000 7f7ce6423640 1 --2- 172.21.15.111:0/359367350 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7ce01476e0 0x7f7ce015d960 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f7cd4007290 tx=0x7f7cd4007750 comp rx=0 tx=0).stop 2024-09-19T04:37:09.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.883+0000 7f7ce6423640 1 -- 172.21.15.111:0/359367350 shutdown_connections 2024-09-19T04:37:09.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.883+0000 7f7ce6423640 1 --2- 172.21.15.111:0/359367350 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7ccc06c3d0 0x7f7ccc06e890 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:09.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.883+0000 7f7ce6423640 1 --2- 172.21.15.111:0/359367350 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7ce015c3e0 0x7f7ce0156380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:09.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.883+0000 7f7ce6423640 1 --2- 172.21.15.111:0/359367350 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7ce01476e0 0x7f7ce015d960 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:09.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.883+0000 7f7ce6423640 1 --2- 172.21.15.111:0/359367350 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7cc80039e0 0x7f7ce0150650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:09.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.883+0000 7f7ce6423640 1 -- 172.21.15.111:0/359367350 >> 172.21.15.111:0/359367350 conn(0x7f7ce00b4300 msgr2=0x7f7ce0158170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:09.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.883+0000 7f7ce6423640 1 -- 172.21.15.111:0/359367350 shutdown_connections 2024-09-19T04:37:09.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.883+0000 7f7ce6423640 1 -- 172.21.15.111:0/359367350 wait complete. 2024-09-19T04:37:09.895 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T04:37:09.896 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:37:09.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.993+0000 7f1803333640 1 Processor -- start 2024-09-19T04:37:09.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.993+0000 7f1803333640 1 -- start start 2024-09-19T04:37:09.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f1803333640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17fc162860 0x7f17fc162c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:09.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f1803333640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17fc15f520 con 0x7f17fc15ebb0 2024-09-19T04:37:09.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f1803333640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17fc15f800 con 0x7f17fc15eff0 2024-09-19T04:37:09.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f1803333640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f17fc15fae0 con 0x7f17fc162860 2024-09-19T04:37:09.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f18008ce640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f17fc15ebb0 0x7f17fc0b3300 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35536/0 (socket says 172.21.15.111:35536) 2024-09-19T04:37:09.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f18008ce640 1 -- 172.21.15.111:0/1406034380 learned_addr learned my addr 172.21.15.111:0/1406034380 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:09.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f17effff640 1 -- 172.21.15.111:0/1406034380 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2076408651 0 0) 0x7f17fc15f520 con 0x7f17fc15ebb0 2024-09-19T04:37:09.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f18010cf640 1 --2- 172.21.15.111:0/1406034380 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17fc162860 0x7f17fc162c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:09.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f17effff640 1 -- 172.21.15.111:0/1406034380 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f17e8003520 con 0x7f17fc15ebb0 2024-09-19T04:37:09.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f17effff640 1 -- 172.21.15.111:0/1406034380 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2430879245 0 0) 0x7f17e8003520 con 0x7f17fc15ebb0 2024-09-19T04:37:09.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f17effff640 1 -- 172.21.15.111:0/1406034380 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17fc162860 msgr2=0x7f17fc162c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:09.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f17effff640 1 --2- 172.21.15.111:0/1406034380 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17fc162860 0x7f17fc162c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:09.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f17effff640 1 -- 172.21.15.111:0/1406034380 >> v1:172.21.15.114:6789/0 conn(0x7f17fc15eff0 legacy=0x7f17fc06bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:09.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f17effff640 1 -- 172.21.15.111:0/1406034380 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17fc0b2b00 con 0x7f17fc15ebb0 2024-09-19T04:37:09.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f17effff640 1 -- 172.21.15.111:0/1406034380 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f17f8001670 con 0x7f17fc15ebb0 2024-09-19T04:37:09.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f17effff640 1 -- 172.21.15.111:0/1406034380 >> v1:172.21.15.111:6789/0 conn(0x7f17fc15ebb0 legacy=0x7f17fc0b3300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:09.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f17effff640 1 --2- 172.21.15.111:0/1406034380 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17e80039e0 0x7f17e8003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:09.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f17effff640 1 --2- 172.21.15.111:0/1406034380 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17fc162860 0x7f17e8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:10.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f17effff640 1 --2- 172.21.15.111:0/1406034380 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17e8004d40 0x7f17e80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:10.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f17effff640 1 -- 172.21.15.111:0/1406034380 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f17fc15fae0 con 0x7f17e80039e0 2024-09-19T04:37:10.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f17effff640 1 -- 172.21.15.111:0/1406034380 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f17e800baf0 con 0x7f17e8004d40 2024-09-19T04:37:10.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f17effff640 1 -- 172.21.15.111:0/1406034380 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f17e800bcf0 con 0x7f17fc162860 2024-09-19T04:37:10.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f18010cf640 1 --2- 172.21.15.111:0/1406034380 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17e80039e0 0x7f17e8003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:10.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f18008ce640 1 --2- 172.21.15.111:0/1406034380 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17fc162860 0x7f17e8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:10.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.994+0000 7f18018d0640 1 --2- 172.21.15.111:0/1406034380 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17e8004d40 0x7f17e80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:10.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.995+0000 7f18010cf640 1 -- 172.21.15.111:0/1406034380 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17fc162860 msgr2=0x7f17e8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:10.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.995+0000 7f18010cf640 1 --2- 172.21.15.111:0/1406034380 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17fc162860 0x7f17e8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.995+0000 7f18010cf640 1 -- 172.21.15.111:0/1406034380 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17e8004d40 msgr2=0x7f17e80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:10.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.995+0000 7f18010cf640 1 --2- 172.21.15.111:0/1406034380 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17e8004d40 0x7f17e80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.995+0000 7f18010cf640 1 -- 172.21.15.111:0/1406034380 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17e8003520 con 0x7f17e80039e0 2024-09-19T04:37:10.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.995+0000 7f18018d0640 1 --2- 172.21.15.111:0/1406034380 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17e8004d40 0x7f17e80051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:10.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.995+0000 7f18010cf640 1 --2- 172.21.15.111:0/1406034380 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17e80039e0 0x7f17e8003e00 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f17f0009ac0 tx=0x7f17e8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65a917bbea07c0de server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:10.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.995+0000 7f17effff640 1 -- 172.21.15.111:0/1406034380 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17f0036070 con 0x7f17e80039e0 2024-09-19T04:37:10.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.995+0000 7f17effff640 1 -- 172.21.15.111:0/1406034380 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17f0031400 con 0x7f17e80039e0 2024-09-19T04:37:10.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.995+0000 7f17effff640 1 -- 172.21.15.111:0/1406034380 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17f0009690 con 0x7f17e80039e0 2024-09-19T04:37:10.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.996+0000 7f1803333640 1 -- 172.21.15.111:0/1406034380 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17e80039e0 msgr2=0x7f17e8003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:10.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.996+0000 7f1803333640 1 --2- 172.21.15.111:0/1406034380 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17e80039e0 0x7f17e8003e00 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f17f0009ac0 tx=0x7f17e8005830 comp rx=0 tx=0).stop 2024-09-19T04:37:10.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.996+0000 7f18018d0640 1 -- 172.21.15.111:0/1406034380 reap_dead start 2024-09-19T04:37:10.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.996+0000 7f1803333640 1 -- 172.21.15.111:0/1406034380 shutdown_connections 2024-09-19T04:37:10.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.996+0000 7f1803333640 1 -- 172.21.15.111:0/1406034380 >> 172.21.15.111:0/1406034380 conn(0x7f17fc06ce90 msgr2=0x7f17fc06d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:10.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.996+0000 7f1803333640 1 -- 172.21.15.111:0/1406034380 shutdown_connections 2024-09-19T04:37:10.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.996+0000 7f1803333640 1 -- 172.21.15.111:0/1406034380 wait complete. 2024-09-19T04:37:10.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.997+0000 7f1803333640 1 Processor -- start 2024-09-19T04:37:10.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.997+0000 7f1803333640 1 -- start start 2024-09-19T04:37:10.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.998+0000 7f1803333640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17e80039e0 0x7f17fc15de20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:10.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.998+0000 7f1803333640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17fc151f20 0x7f17fc1591c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:10.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.998+0000 7f1803333640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17fc151800 0x7f17fc153140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:10.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.998+0000 7f1803333640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f17fc06c2b0 con 0x7f17fc151f20 2024-09-19T04:37:10.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.998+0000 7f1803333640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f17fc0b3a10 con 0x7f17fc151800 2024-09-19T04:37:10.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.998+0000 7f1803333640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f17fc06c430 con 0x7f17e80039e0 2024-09-19T04:37:10.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.998+0000 7f18008ce640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17fc151f20 0x7f17fc1591c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:10.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.998+0000 7f18008ce640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17fc151f20 0x7f17fc1591c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56928/0 (socket says 172.21.15.111:56928) 2024-09-19T04:37:10.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.998+0000 7f18008ce640 1 -- 172.21.15.111:0/297897370 learned_addr learned my addr 172.21.15.111:0/297897370 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:10.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.998+0000 7f18018d0640 1 --2- 172.21.15.111:0/297897370 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17fc151800 0x7f17fc153140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:10.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.998+0000 7f18010cf640 1 --2- 172.21.15.111:0/297897370 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17e80039e0 0x7f17fc15de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:10.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.998+0000 7f18008ce640 1 -- 172.21.15.111:0/297897370 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17e80039e0 msgr2=0x7f17fc15de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:10.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.998+0000 7f18008ce640 1 --2- 172.21.15.111:0/297897370 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17e80039e0 0x7f17fc15de20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.998+0000 7f18008ce640 1 -- 172.21.15.111:0/297897370 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17fc151800 msgr2=0x7f17fc153140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:10.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.998+0000 7f18008ce640 1 --2- 172.21.15.111:0/297897370 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17fc151800 0x7f17fc153140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.998+0000 7f18008ce640 1 -- 172.21.15.111:0/297897370 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17fc15c340 con 0x7f17fc151f20 2024-09-19T04:37:10.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.999+0000 7f18008ce640 1 --2- 172.21.15.111:0/297897370 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17fc151f20 0x7f17fc1591c0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f17f80072c0 tx=0x7f17f80076c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:10.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.999+0000 7f17edffb640 1 -- 172.21.15.111:0/297897370 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17f801a070 con 0x7f17fc151f20 2024-09-19T04:37:10.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.999+0000 7f17edffb640 1 -- 172.21.15.111:0/297897370 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17f800f960 con 0x7f17fc151f20 2024-09-19T04:37:10.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.999+0000 7f1803333640 1 -- 172.21.15.111:0/297897370 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17fc158770 con 0x7f17fc151f20 2024-09-19T04:37:10.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.999+0000 7f17edffb640 1 -- 172.21.15.111:0/297897370 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17f800fd50 con 0x7f17fc151f20 2024-09-19T04:37:10.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:09.999+0000 7f1803333640 1 -- 172.21.15.111:0/297897370 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17fc156bd0 con 0x7f17fc151f20 2024-09-19T04:37:10.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.000+0000 7f1803333640 1 -- 172.21.15.111:0/297897370 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17fc162c40 con 0x7f17fc151f20 2024-09-19T04:37:10.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.000+0000 7f17edffb640 1 -- 172.21.15.111:0/297897370 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f17f801d070 con 0x7f17fc151f20 2024-09-19T04:37:10.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.001+0000 7f17edffb640 1 --2- 172.21.15.111:0/297897370 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f17e006c3d0 0x7f17e006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:10.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.001+0000 7f17edffb640 1 -- 172.21.15.111:0/297897370 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5709+0+0 (secure 0 0 0) 0x7f17f808aed0 con 0x7f17fc151f20 2024-09-19T04:37:10.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.001+0000 7f18010cf640 1 --2- 172.21.15.111:0/297897370 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f17e006c3d0 0x7f17e006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:10.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.002+0000 7f18010cf640 1 --2- 172.21.15.111:0/297897370 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f17e006c3d0 0x7f17e006e890 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f17f0033000 tx=0x7f17f0008030 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:10.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.005+0000 7f17edffb640 1 -- 172.21.15.111:0/297897370 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f17fc15c340 con 0x7f17fc151f20 2024-09-19T04:37:10.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.167+0000 7f1803333640 1 -- 172.21.15.111:0/297897370 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f17fc1569a0 con 0x7f17e006c3d0 2024-09-19T04:37:10.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.174+0000 7f17edffb640 1 -- 172.21.15.111:0/297897370 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252055 (secure 0 0 0) 0x7f17fc1569a0 con 0x7f17e006c3d0 2024-09-19T04:37:10.178 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:10.179 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:37:10.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.177+0000 7f1803333640 1 -- 172.21.15.111:0/297897370 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f17e006c3d0 msgr2=0x7f17e006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:10.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.177+0000 7f1803333640 1 --2- 172.21.15.111:0/297897370 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f17e006c3d0 0x7f17e006e890 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f17f0033000 tx=0x7f17f0008030 comp rx=0 tx=0).stop 2024-09-19T04:37:10.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.177+0000 7f1803333640 1 -- 172.21.15.111:0/297897370 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17fc151f20 msgr2=0x7f17fc1591c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:10.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.177+0000 7f1803333640 1 --2- 172.21.15.111:0/297897370 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17fc151f20 0x7f17fc1591c0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f17f80072c0 tx=0x7f17f80076c0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.177+0000 7f1803333640 1 -- 172.21.15.111:0/297897370 shutdown_connections 2024-09-19T04:37:10.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.177+0000 7f1803333640 1 --2- 172.21.15.111:0/297897370 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f17e006c3d0 0x7f17e006e890 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.177+0000 7f1803333640 1 --2- 172.21.15.111:0/297897370 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17fc151800 0x7f17fc153140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.177+0000 7f1803333640 1 --2- 172.21.15.111:0/297897370 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17fc151f20 0x7f17fc1591c0 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.177+0000 7f1803333640 1 --2- 172.21.15.111:0/297897370 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17e80039e0 0x7f17fc15de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.177+0000 7f1803333640 1 -- 172.21.15.111:0/297897370 >> 172.21.15.111:0/297897370 conn(0x7f17fc06ce90 msgr2=0x7f17fc06f980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:10.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.177+0000 7f1803333640 1 -- 172.21.15.111:0/297897370 shutdown_connections 2024-09-19T04:37:10.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.177+0000 7f1803333640 1 -- 172.21.15.111:0/297897370 wait complete. 2024-09-19T04:37:10.189 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":27,"stamp":"2024-09-19T04:37:10.166170+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":106,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":250288,"kb_used_data":9080,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754724432,"statfs":{"total":773094113280,"available":772837818368,"internally_reserved":0,"allocated":9297920,"data_stored":4626884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":246795824},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.921650"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251623+0000","last_change":"2024-09-19T04:37:07.262020+0000","last_active":"2024-09-19T04:37:08.251623+0000","last_peered":"2024-09-19T04:37:08.251623+0000","last_clean":"2024-09-19T04:37:08.251623+0000","last_became_active":"2024-09-19T04:37:07.261722+0000","last_became_peered":"2024-09-19T04:37:07.261722+0000","last_unstale":"2024-09-19T04:37:08.251623+0000","last_undegraded":"2024-09-19T04:37:08.251623+0000","last_fullsized":"2024-09-19T04:37:08.251623+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:01:34.881955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.265165+0000","last_change":"2024-09-19T04:37:07.262780+0000","last_active":"2024-09-19T04:37:08.265165+0000","last_peered":"2024-09-19T04:37:08.265165+0000","last_clean":"2024-09-19T04:37:08.265165+0000","last_became_active":"2024-09-19T04:37:07.262515+0000","last_became_peered":"2024-09-19T04:37:07.262515+0000","last_unstale":"2024-09-19T04:37:08.265165+0000","last_undegraded":"2024-09-19T04:37:08.265165+0000","last_fullsized":"2024-09-19T04:37:08.265165+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:46.427204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.731041+0000","last_change":"2024-09-19T04:37:07.268429+0000","last_active":"2024-09-19T04:37:08.731041+0000","last_peered":"2024-09-19T04:37:08.731041+0000","last_clean":"2024-09-19T04:37:08.731041+0000","last_became_active":"2024-09-19T04:37:07.263756+0000","last_became_peered":"2024-09-19T04:37:07.263756+0000","last_unstale":"2024-09-19T04:37:08.731041+0000","last_undegraded":"2024-09-19T04:37:08.731041+0000","last_fullsized":"2024-09-19T04:37:08.731041+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:47:35.904771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.284725+0000","last_change":"2024-09-19T04:37:07.280002+0000","last_active":"2024-09-19T04:37:07.284725+0000","last_peered":"2024-09-19T04:37:07.284725+0000","last_clean":"2024-09-19T04:37:07.284725+0000","last_became_active":"2024-09-19T04:37:07.279744+0000","last_became_peered":"2024-09-19T04:37:07.279744+0000","last_unstale":"2024-09-19T04:37:07.284725+0000","last_undegraded":"2024-09-19T04:37:07.284725+0000","last_fullsized":"2024-09-19T04:37:07.284725+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:08.664245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.262896+0000","last_change":"2024-09-19T04:37:07.261484+0000","last_active":"2024-09-19T04:37:07.262896+0000","last_peered":"2024-09-19T04:37:07.262896+0000","last_clean":"2024-09-19T04:37:07.262896+0000","last_became_active":"2024-09-19T04:37:07.261170+0000","last_became_peered":"2024-09-19T04:37:07.261170+0000","last_unstale":"2024-09-19T04:37:07.262896+0000","last_undegraded":"2024-09-19T04:37:07.262896+0000","last_fullsized":"2024-09-19T04:37:07.262896+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:08:00.472439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251155+0000","last_change":"2024-09-19T04:37:07.270545+0000","last_active":"2024-09-19T04:37:08.251155+0000","last_peered":"2024-09-19T04:37:08.251155+0000","last_clean":"2024-09-19T04:37:08.251155+0000","last_became_active":"2024-09-19T04:37:07.270255+0000","last_became_peered":"2024-09-19T04:37:07.270255+0000","last_unstale":"2024-09-19T04:37:08.251155+0000","last_undegraded":"2024-09-19T04:37:08.251155+0000","last_fullsized":"2024-09-19T04:37:08.251155+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:22:18.507083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.276391+0000","last_change":"2024-09-19T04:37:07.271330+0000","last_active":"2024-09-19T04:37:07.276391+0000","last_peered":"2024-09-19T04:37:07.276391+0000","last_clean":"2024-09-19T04:37:07.276391+0000","last_became_active":"2024-09-19T04:37:07.270668+0000","last_became_peered":"2024-09-19T04:37:07.270668+0000","last_unstale":"2024-09-19T04:37:07.276391+0000","last_undegraded":"2024-09-19T04:37:07.276391+0000","last_fullsized":"2024-09-19T04:37:07.276391+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:08:16.723878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251183+0000","last_change":"2024-09-19T04:37:07.254969+0000","last_active":"2024-09-19T04:37:08.251183+0000","last_peered":"2024-09-19T04:37:08.251183+0000","last_clean":"2024-09-19T04:37:08.251183+0000","last_became_active":"2024-09-19T04:37:07.254627+0000","last_became_peered":"2024-09-19T04:37:07.254627+0000","last_unstale":"2024-09-19T04:37:08.251183+0000","last_undegraded":"2024-09-19T04:37:08.251183+0000","last_fullsized":"2024-09-19T04:37:08.251183+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:45.575843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251301+0000","last_change":"2024-09-19T04:37:07.272990+0000","last_active":"2024-09-19T04:37:08.251301+0000","last_peered":"2024-09-19T04:37:08.251301+0000","last_clean":"2024-09-19T04:37:08.251301+0000","last_became_active":"2024-09-19T04:37:07.272451+0000","last_became_peered":"2024-09-19T04:37:07.272451+0000","last_unstale":"2024-09-19T04:37:08.251301+0000","last_undegraded":"2024-09-19T04:37:08.251301+0000","last_fullsized":"2024-09-19T04:37:08.251301+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:48:13.653314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251404+0000","last_change":"2024-09-19T04:37:07.266893+0000","last_active":"2024-09-19T04:37:08.251404+0000","last_peered":"2024-09-19T04:37:08.251404+0000","last_clean":"2024-09-19T04:37:08.251404+0000","last_became_active":"2024-09-19T04:37:07.266475+0000","last_became_peered":"2024-09-19T04:37:07.266475+0000","last_unstale":"2024-09-19T04:37:08.251404+0000","last_undegraded":"2024-09-19T04:37:08.251404+0000","last_fullsized":"2024-09-19T04:37:08.251404+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:08:51.578287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.265378+0000","last_change":"2024-09-19T04:37:07.266415+0000","last_active":"2024-09-19T04:37:08.265378+0000","last_peered":"2024-09-19T04:37:08.265378+0000","last_clean":"2024-09-19T04:37:08.265378+0000","last_became_active":"2024-09-19T04:37:07.266113+0000","last_became_peered":"2024-09-19T04:37:07.266113+0000","last_unstale":"2024-09-19T04:37:08.265378+0000","last_undegraded":"2024-09-19T04:37:08.265378+0000","last_fullsized":"2024-09-19T04:37:08.265378+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:45.763767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251626+0000","last_change":"2024-09-19T04:37:07.267856+0000","last_active":"2024-09-19T04:37:08.251626+0000","last_peered":"2024-09-19T04:37:08.251626+0000","last_clean":"2024-09-19T04:37:08.251626+0000","last_became_active":"2024-09-19T04:37:07.267390+0000","last_became_peered":"2024-09-19T04:37:07.267390+0000","last_unstale":"2024-09-19T04:37:08.251626+0000","last_undegraded":"2024-09-19T04:37:08.251626+0000","last_fullsized":"2024-09-19T04:37:08.251626+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:52:48.986443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.730866+0000","last_change":"2024-09-19T04:37:07.263290+0000","last_active":"2024-09-19T04:37:08.730866+0000","last_peered":"2024-09-19T04:37:08.730866+0000","last_clean":"2024-09-19T04:37:08.730866+0000","last_became_active":"2024-09-19T04:37:07.262864+0000","last_became_peered":"2024-09-19T04:37:07.262864+0000","last_unstale":"2024-09-19T04:37:08.730866+0000","last_undegraded":"2024-09-19T04:37:08.730866+0000","last_fullsized":"2024-09-19T04:37:08.730866+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:52:07.781644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.284348+0000","last_change":"2024-09-19T04:37:07.279419+0000","last_active":"2024-09-19T04:37:07.284348+0000","last_peered":"2024-09-19T04:37:07.284348+0000","last_clean":"2024-09-19T04:37:07.284348+0000","last_became_active":"2024-09-19T04:37:07.279180+0000","last_became_peered":"2024-09-19T04:37:07.279180+0000","last_unstale":"2024-09-19T04:37:07.284348+0000","last_undegraded":"2024-09-19T04:37:07.284348+0000","last_fullsized":"2024-09-19T04:37:07.284348+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:52:42.340174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.272410+0000","last_change":"2024-09-19T04:37:07.265940+0000","last_active":"2024-09-19T04:37:07.272410+0000","last_peered":"2024-09-19T04:37:07.272410+0000","last_clean":"2024-09-19T04:37:07.272410+0000","last_became_active":"2024-09-19T04:37:07.264814+0000","last_became_peered":"2024-09-19T04:37:07.264814+0000","last_unstale":"2024-09-19T04:37:07.272410+0000","last_undegraded":"2024-09-19T04:37:07.272410+0000","last_fullsized":"2024-09-19T04:37:07.272410+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:28.199361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.263722+0000","last_change":"2024-09-19T04:37:07.261803+0000","last_active":"2024-09-19T04:37:07.263722+0000","last_peered":"2024-09-19T04:37:07.263722+0000","last_clean":"2024-09-19T04:37:07.263722+0000","last_became_active":"2024-09-19T04:37:07.260890+0000","last_became_peered":"2024-09-19T04:37:07.260890+0000","last_unstale":"2024-09-19T04:37:07.263722+0000","last_undegraded":"2024-09-19T04:37:07.263722+0000","last_fullsized":"2024-09-19T04:37:07.263722+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:19:18.518010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.274905+0000","last_change":"2024-09-19T04:37:07.267426+0000","last_active":"2024-09-19T04:37:07.274905+0000","last_peered":"2024-09-19T04:37:07.274905+0000","last_clean":"2024-09-19T04:37:07.274905+0000","last_became_active":"2024-09-19T04:37:07.267143+0000","last_became_peered":"2024-09-19T04:37:07.267143+0000","last_unstale":"2024-09-19T04:37:07.274905+0000","last_undegraded":"2024-09-19T04:37:07.274905+0000","last_fullsized":"2024-09-19T04:37:07.274905+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:54.848011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.280032+0000","last_change":"2024-09-19T04:37:07.275891+0000","last_active":"2024-09-19T04:37:07.280032+0000","last_peered":"2024-09-19T04:37:07.280032+0000","last_clean":"2024-09-19T04:37:07.280032+0000","last_became_active":"2024-09-19T04:37:07.273246+0000","last_became_peered":"2024-09-19T04:37:07.273246+0000","last_unstale":"2024-09-19T04:37:07.280032+0000","last_undegraded":"2024-09-19T04:37:07.280032+0000","last_fullsized":"2024-09-19T04:37:07.280032+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:19:22.171429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.250500+0000","last_change":"2024-09-19T04:37:07.270432+0000","last_active":"2024-09-19T04:37:08.250500+0000","last_peered":"2024-09-19T04:37:08.250500+0000","last_clean":"2024-09-19T04:37:08.250500+0000","last_became_active":"2024-09-19T04:37:07.270171+0000","last_became_peered":"2024-09-19T04:37:07.270171+0000","last_unstale":"2024-09-19T04:37:08.250500+0000","last_undegraded":"2024-09-19T04:37:08.250500+0000","last_fullsized":"2024-09-19T04:37:08.250500+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:06.315089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.284878+0000","last_change":"2024-09-19T04:37:07.282315+0000","last_active":"2024-09-19T04:37:07.284878+0000","last_peered":"2024-09-19T04:37:07.284878+0000","last_clean":"2024-09-19T04:37:07.284878+0000","last_became_active":"2024-09-19T04:37:07.282030+0000","last_became_peered":"2024-09-19T04:37:07.282030+0000","last_unstale":"2024-09-19T04:37:07.284878+0000","last_undegraded":"2024-09-19T04:37:07.284878+0000","last_fullsized":"2024-09-19T04:37:07.284878+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:46.102190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.279903+0000","last_change":"2024-09-19T04:37:07.277168+0000","last_active":"2024-09-19T04:37:07.279903+0000","last_peered":"2024-09-19T04:37:07.279903+0000","last_clean":"2024-09-19T04:37:07.279903+0000","last_became_active":"2024-09-19T04:37:07.276897+0000","last_became_peered":"2024-09-19T04:37:07.276897+0000","last_unstale":"2024-09-19T04:37:07.279903+0000","last_undegraded":"2024-09-19T04:37:07.279903+0000","last_fullsized":"2024-09-19T04:37:07.279903+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:39.991505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.264916+0000","last_change":"2024-09-19T04:37:07.273732+0000","last_active":"2024-09-19T04:37:08.264916+0000","last_peered":"2024-09-19T04:37:08.264916+0000","last_clean":"2024-09-19T04:37:08.264916+0000","last_became_active":"2024-09-19T04:37:07.273468+0000","last_became_peered":"2024-09-19T04:37:07.273468+0000","last_unstale":"2024-09-19T04:37:08.264916+0000","last_undegraded":"2024-09-19T04:37:08.264916+0000","last_fullsized":"2024-09-19T04:37:08.264916+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:45.210690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251784+0000","last_change":"2024-09-19T04:37:07.269527+0000","last_active":"2024-09-19T04:37:08.251784+0000","last_peered":"2024-09-19T04:37:08.251784+0000","last_clean":"2024-09-19T04:37:08.251784+0000","last_became_active":"2024-09-19T04:37:07.269250+0000","last_became_peered":"2024-09-19T04:37:07.269250+0000","last_unstale":"2024-09-19T04:37:08.251784+0000","last_undegraded":"2024-09-19T04:37:08.251784+0000","last_fullsized":"2024-09-19T04:37:08.251784+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:22:18.507083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.284812+0000","last_change":"2024-09-19T04:37:07.281395+0000","last_active":"2024-09-19T04:37:07.284812+0000","last_peered":"2024-09-19T04:37:07.284812+0000","last_clean":"2024-09-19T04:37:07.284812+0000","last_became_active":"2024-09-19T04:37:07.280837+0000","last_became_peered":"2024-09-19T04:37:07.280837+0000","last_unstale":"2024-09-19T04:37:07.284812+0000","last_undegraded":"2024-09-19T04:37:07.284812+0000","last_fullsized":"2024-09-19T04:37:07.284812+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:01.536250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.265003+0000","last_change":"2024-09-19T04:37:07.262061+0000","last_active":"2024-09-19T04:37:08.265003+0000","last_peered":"2024-09-19T04:37:08.265003+0000","last_clean":"2024-09-19T04:37:08.265003+0000","last_became_active":"2024-09-19T04:37:07.261783+0000","last_became_peered":"2024-09-19T04:37:07.261783+0000","last_unstale":"2024-09-19T04:37:08.265003+0000","last_undegraded":"2024-09-19T04:37:08.265003+0000","last_fullsized":"2024-09-19T04:37:08.265003+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:59.995057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.730975+0000","last_change":"2024-09-19T04:37:07.273926+0000","last_active":"2024-09-19T04:37:08.730975+0000","last_peered":"2024-09-19T04:37:08.730975+0000","last_clean":"2024-09-19T04:37:08.730975+0000","last_became_active":"2024-09-19T04:37:07.273646+0000","last_became_peered":"2024-09-19T04:37:07.273646+0000","last_unstale":"2024-09-19T04:37:08.730975+0000","last_undegraded":"2024-09-19T04:37:08.730975+0000","last_fullsized":"2024-09-19T04:37:08.730975+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:44:47.301095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.271112+0000","last_change":"2024-09-19T04:37:07.269030+0000","last_active":"2024-09-19T04:37:07.271112+0000","last_peered":"2024-09-19T04:37:07.271112+0000","last_clean":"2024-09-19T04:37:07.271112+0000","last_became_active":"2024-09-19T04:37:07.268724+0000","last_became_peered":"2024-09-19T04:37:07.268724+0000","last_unstale":"2024-09-19T04:37:07.271112+0000","last_undegraded":"2024-09-19T04:37:07.271112+0000","last_fullsized":"2024-09-19T04:37:07.271112+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:52:02.631134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251884+0000","last_change":"2024-09-19T04:37:07.264801+0000","last_active":"2024-09-19T04:37:08.251884+0000","last_peered":"2024-09-19T04:37:08.251884+0000","last_clean":"2024-09-19T04:37:08.251884+0000","last_became_active":"2024-09-19T04:37:07.264168+0000","last_became_peered":"2024-09-19T04:37:07.264168+0000","last_unstale":"2024-09-19T04:37:08.251884+0000","last_undegraded":"2024-09-19T04:37:08.251884+0000","last_fullsized":"2024-09-19T04:37:08.251884+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:29.251084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.265106+0000","last_change":"2024-09-19T04:37:07.267084+0000","last_active":"2024-09-19T04:37:08.265106+0000","last_peered":"2024-09-19T04:37:08.265106+0000","last_clean":"2024-09-19T04:37:08.265106+0000","last_became_active":"2024-09-19T04:37:07.266774+0000","last_became_peered":"2024-09-19T04:37:07.266774+0000","last_unstale":"2024-09-19T04:37:08.265106+0000","last_undegraded":"2024-09-19T04:37:08.265106+0000","last_fullsized":"2024-09-19T04:37:08.265106+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:00:04.910376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.264964+0000","last_change":"2024-09-19T04:37:07.278960+0000","last_active":"2024-09-19T04:37:08.264964+0000","last_peered":"2024-09-19T04:37:08.264964+0000","last_clean":"2024-09-19T04:37:08.264964+0000","last_became_active":"2024-09-19T04:37:07.278541+0000","last_became_peered":"2024-09-19T04:37:07.278541+0000","last_unstale":"2024-09-19T04:37:08.264964+0000","last_undegraded":"2024-09-19T04:37:08.264964+0000","last_fullsized":"2024-09-19T04:37:08.264964+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:45.373561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.276991+0000","last_change":"2024-09-19T04:37:07.272495+0000","last_active":"2024-09-19T04:37:07.276991+0000","last_peered":"2024-09-19T04:37:07.276991+0000","last_clean":"2024-09-19T04:37:07.276991+0000","last_became_active":"2024-09-19T04:37:07.272251+0000","last_became_peered":"2024-09-19T04:37:07.272251+0000","last_unstale":"2024-09-19T04:37:07.276991+0000","last_undegraded":"2024-09-19T04:37:07.276991+0000","last_fullsized":"2024-09-19T04:37:07.276991+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:47:42.173190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251956+0000","last_change":"2024-09-19T04:37:07.277822+0000","last_active":"2024-09-19T04:37:08.251956+0000","last_peered":"2024-09-19T04:37:08.251956+0000","last_clean":"2024-09-19T04:37:08.251956+0000","last_became_active":"2024-09-19T04:37:07.277558+0000","last_became_peered":"2024-09-19T04:37:07.277558+0000","last_unstale":"2024-09-19T04:37:08.251956+0000","last_undegraded":"2024-09-19T04:37:08.251956+0000","last_fullsized":"2024-09-19T04:37:08.251956+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:48:13.653314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.262368+0000","last_change":"2024-09-19T04:37:07.258742+0000","last_active":"2024-09-19T04:37:07.262368+0000","last_peered":"2024-09-19T04:37:07.262368+0000","last_clean":"2024-09-19T04:37:07.262368+0000","last_became_active":"2024-09-19T04:37:07.258423+0000","last_became_peered":"2024-09-19T04:37:07.258423+0000","last_unstale":"2024-09-19T04:37:07.262368+0000","last_undegraded":"2024-09-19T04:37:07.262368+0000","last_fullsized":"2024-09-19T04:37:07.262368+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:16.846776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"82'4","reported_seq":18,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.252223+0000","last_change":"2024-09-19T04:37:06.271332+0000","last_active":"2024-09-19T04:37:08.252223+0000","last_peered":"2024-09-19T04:37:08.252223+0000","last_clean":"2024-09-19T04:37:08.252223+0000","last_became_active":"2024-09-19T04:37:06.271043+0000","last_became_peered":"2024-09-19T04:37:06.271043+0000","last_unstale":"2024-09-19T04:37:08.252223+0000","last_undegraded":"2024-09-19T04:37:08.252223+0000","last_fullsized":"2024-09-19T04:37:08.252223+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:58.989846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251884+0000","last_change":"2024-09-19T04:37:07.272536+0000","last_active":"2024-09-19T04:37:08.251884+0000","last_peered":"2024-09-19T04:37:08.251884+0000","last_clean":"2024-09-19T04:37:08.251884+0000","last_became_active":"2024-09-19T04:37:07.272288+0000","last_became_peered":"2024-09-19T04:37:07.272288+0000","last_unstale":"2024-09-19T04:37:08.251884+0000","last_undegraded":"2024-09-19T04:37:08.251884+0000","last_fullsized":"2024-09-19T04:37:08.251884+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:45.575843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"82'1","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.275012+0000","last_change":"2024-09-19T04:37:06.264738+0000","last_active":"2024-09-19T04:37:07.275012+0000","last_peered":"2024-09-19T04:37:07.275012+0000","last_clean":"2024-09-19T04:37:07.275012+0000","last_became_active":"2024-09-19T04:37:06.264476+0000","last_became_peered":"2024-09-19T04:37:06.264476+0000","last_unstale":"2024-09-19T04:37:07.275012+0000","last_undegraded":"2024-09-19T04:37:07.275012+0000","last_fullsized":"2024-09-19T04:37:07.275012+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:58.989846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.252217+0000","last_change":"2024-09-19T04:37:07.277884+0000","last_active":"2024-09-19T04:37:08.252217+0000","last_peered":"2024-09-19T04:37:08.252217+0000","last_clean":"2024-09-19T04:37:08.252217+0000","last_became_active":"2024-09-19T04:37:07.277575+0000","last_became_peered":"2024-09-19T04:37:07.277575+0000","last_unstale":"2024-09-19T04:37:08.252217+0000","last_undegraded":"2024-09-19T04:37:08.252217+0000","last_fullsized":"2024-09-19T04:37:08.252217+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:09.563962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"82'2","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.250611+0000","last_change":"2024-09-19T04:37:06.271426+0000","last_active":"2024-09-19T04:37:08.250611+0000","last_peered":"2024-09-19T04:37:08.250611+0000","last_clean":"2024-09-19T04:37:08.250611+0000","last_became_active":"2024-09-19T04:37:06.271198+0000","last_became_peered":"2024-09-19T04:37:06.271198+0000","last_unstale":"2024-09-19T04:37:08.250611+0000","last_undegraded":"2024-09-19T04:37:08.250611+0000","last_fullsized":"2024-09-19T04:37:08.250611+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:15:58.898393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.730930+0000","last_change":"2024-09-19T04:37:07.271214+0000","last_active":"2024-09-19T04:37:08.730930+0000","last_peered":"2024-09-19T04:37:08.730930+0000","last_clean":"2024-09-19T04:37:08.730930+0000","last_became_active":"2024-09-19T04:37:07.270639+0000","last_became_peered":"2024-09-19T04:37:07.270639+0000","last_unstale":"2024-09-19T04:37:08.730930+0000","last_undegraded":"2024-09-19T04:37:08.730930+0000","last_fullsized":"2024-09-19T04:37:08.730930+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:28.199361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"82'2","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.250441+0000","last_change":"2024-09-19T04:37:06.271669+0000","last_active":"2024-09-19T04:37:08.250441+0000","last_peered":"2024-09-19T04:37:08.250441+0000","last_clean":"2024-09-19T04:37:08.250441+0000","last_became_active":"2024-09-19T04:37:06.271420+0000","last_became_peered":"2024-09-19T04:37:06.271420+0000","last_unstale":"2024-09-19T04:37:08.250441+0000","last_undegraded":"2024-09-19T04:37:08.250441+0000","last_fullsized":"2024-09-19T04:37:08.250441+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:31:07.534721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.265114+0000","last_change":"2024-09-19T04:37:07.272891+0000","last_active":"2024-09-19T04:37:08.265114+0000","last_peered":"2024-09-19T04:37:08.265114+0000","last_clean":"2024-09-19T04:37:08.265114+0000","last_became_active":"2024-09-19T04:37:07.272625+0000","last_became_peered":"2024-09-19T04:37:07.272625+0000","last_unstale":"2024-09-19T04:37:08.265114+0000","last_undegraded":"2024-09-19T04:37:08.265114+0000","last_fullsized":"2024-09-19T04:37:08.265114+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:57.014868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"82'1","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.279068+0000","last_change":"2024-09-19T04:37:06.258553+0000","last_active":"2024-09-19T04:37:07.279068+0000","last_peered":"2024-09-19T04:37:07.279068+0000","last_clean":"2024-09-19T04:37:07.279068+0000","last_became_active":"2024-09-19T04:37:06.258275+0000","last_became_peered":"2024-09-19T04:37:06.258275+0000","last_unstale":"2024-09-19T04:37:07.279068+0000","last_undegraded":"2024-09-19T04:37:07.279068+0000","last_fullsized":"2024-09-19T04:37:07.279068+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:56.009657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.276976+0000","last_change":"2024-09-19T04:37:07.273509+0000","last_active":"2024-09-19T04:37:07.276976+0000","last_peered":"2024-09-19T04:37:07.276976+0000","last_clean":"2024-09-19T04:37:07.276976+0000","last_became_active":"2024-09-19T04:37:07.273276+0000","last_became_peered":"2024-09-19T04:37:07.273276+0000","last_unstale":"2024-09-19T04:37:07.276976+0000","last_undegraded":"2024-09-19T04:37:07.276976+0000","last_fullsized":"2024-09-19T04:37:07.276976+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:35:39.170383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"82'1","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.279311+0000","last_change":"2024-09-19T04:37:06.266307+0000","last_active":"2024-09-19T04:37:07.279311+0000","last_peered":"2024-09-19T04:37:07.279311+0000","last_clean":"2024-09-19T04:37:07.279311+0000","last_became_active":"2024-09-19T04:37:06.266006+0000","last_became_peered":"2024-09-19T04:37:06.266006+0000","last_unstale":"2024-09-19T04:37:07.279311+0000","last_undegraded":"2024-09-19T04:37:07.279311+0000","last_fullsized":"2024-09-19T04:37:07.279311+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:44.368350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.730837+0000","last_change":"2024-09-19T04:37:07.274083+0000","last_active":"2024-09-19T04:37:08.730837+0000","last_peered":"2024-09-19T04:37:08.730837+0000","last_clean":"2024-09-19T04:37:08.730837+0000","last_became_active":"2024-09-19T04:37:07.273056+0000","last_became_peered":"2024-09-19T04:37:07.273056+0000","last_unstale":"2024-09-19T04:37:08.730837+0000","last_undegraded":"2024-09-19T04:37:08.730837+0000","last_fullsized":"2024-09-19T04:37:08.730837+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:38:00.906662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.250238+0000","last_change":"2024-09-19T04:37:06.269072+0000","last_active":"2024-09-19T04:37:08.250238+0000","last_peered":"2024-09-19T04:37:08.250238+0000","last_clean":"2024-09-19T04:37:08.250238+0000","last_became_active":"2024-09-19T04:37:06.268816+0000","last_became_peered":"2024-09-19T04:37:06.268816+0000","last_unstale":"2024-09-19T04:37:08.250238+0000","last_undegraded":"2024-09-19T04:37:08.250238+0000","last_fullsized":"2024-09-19T04:37:08.250238+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:50:23.671339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.268933+0000","last_change":"2024-09-19T04:37:07.264437+0000","last_active":"2024-09-19T04:37:07.268933+0000","last_peered":"2024-09-19T04:37:07.268933+0000","last_clean":"2024-09-19T04:37:07.268933+0000","last_became_active":"2024-09-19T04:37:07.264066+0000","last_became_peered":"2024-09-19T04:37:07.264066+0000","last_unstale":"2024-09-19T04:37:07.268933+0000","last_undegraded":"2024-09-19T04:37:07.268933+0000","last_fullsized":"2024-09-19T04:37:07.268933+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:41:41.089571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.264914+0000","last_change":"2024-09-19T04:37:06.266579+0000","last_active":"2024-09-19T04:37:08.264914+0000","last_peered":"2024-09-19T04:37:08.264914+0000","last_clean":"2024-09-19T04:37:08.264914+0000","last_became_active":"2024-09-19T04:37:06.266327+0000","last_became_peered":"2024-09-19T04:37:06.266327+0000","last_unstale":"2024-09-19T04:37:08.264914+0000","last_undegraded":"2024-09-19T04:37:08.264914+0000","last_fullsized":"2024-09-19T04:37:08.264914+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:57.912572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.265114+0000","last_change":"2024-09-19T04:37:07.259756+0000","last_active":"2024-09-19T04:37:07.265114+0000","last_peered":"2024-09-19T04:37:07.265114+0000","last_clean":"2024-09-19T04:37:07.265114+0000","last_became_active":"2024-09-19T04:37:07.259490+0000","last_became_peered":"2024-09-19T04:37:07.259490+0000","last_unstale":"2024-09-19T04:37:07.265114+0000","last_undegraded":"2024-09-19T04:37:07.265114+0000","last_fullsized":"2024-09-19T04:37:07.265114+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:52:07.781644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.252412+0000","last_change":"2024-09-19T04:37:06.267328+0000","last_active":"2024-09-19T04:37:08.252412+0000","last_peered":"2024-09-19T04:37:08.252412+0000","last_clean":"2024-09-19T04:37:08.252412+0000","last_became_active":"2024-09-19T04:37:06.266709+0000","last_became_peered":"2024-09-19T04:37:06.266709+0000","last_unstale":"2024-09-19T04:37:08.252412+0000","last_undegraded":"2024-09-19T04:37:08.252412+0000","last_fullsized":"2024-09-19T04:37:08.252412+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:00:03.905165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251262+0000","last_change":"2024-09-19T04:37:07.266234+0000","last_active":"2024-09-19T04:37:08.251262+0000","last_peered":"2024-09-19T04:37:08.251262+0000","last_clean":"2024-09-19T04:37:08.251262+0000","last_became_active":"2024-09-19T04:37:07.265952+0000","last_became_peered":"2024-09-19T04:37:07.265952+0000","last_unstale":"2024-09-19T04:37:08.251262+0000","last_undegraded":"2024-09-19T04:37:08.251262+0000","last_fullsized":"2024-09-19T04:37:08.251262+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:29.251084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251650+0000","last_change":"2024-09-19T04:37:06.267441+0000","last_active":"2024-09-19T04:37:08.251650+0000","last_peered":"2024-09-19T04:37:08.251650+0000","last_clean":"2024-09-19T04:37:08.251650+0000","last_became_active":"2024-09-19T04:37:06.266795+0000","last_became_peered":"2024-09-19T04:37:06.266795+0000","last_unstale":"2024-09-19T04:37:08.251650+0000","last_undegraded":"2024-09-19T04:37:08.251650+0000","last_fullsized":"2024-09-19T04:37:08.251650+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:44.368350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.250462+0000","last_change":"2024-09-19T04:37:07.271165+0000","last_active":"2024-09-19T04:37:08.250462+0000","last_peered":"2024-09-19T04:37:08.250462+0000","last_clean":"2024-09-19T04:37:08.250462+0000","last_became_active":"2024-09-19T04:37:07.270906+0000","last_became_peered":"2024-09-19T04:37:07.270906+0000","last_unstale":"2024-09-19T04:37:08.250462+0000","last_undegraded":"2024-09-19T04:37:08.250462+0000","last_fullsized":"2024-09-19T04:37:08.250462+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:12.649500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"82'3","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251749+0000","last_change":"2024-09-19T04:37:06.271199+0000","last_active":"2024-09-19T04:37:08.251749+0000","last_peered":"2024-09-19T04:37:08.251749+0000","last_clean":"2024-09-19T04:37:08.251749+0000","last_became_active":"2024-09-19T04:37:06.270894+0000","last_became_peered":"2024-09-19T04:37:06.270894+0000","last_unstale":"2024-09-19T04:37:08.251749+0000","last_undegraded":"2024-09-19T04:37:08.251749+0000","last_fullsized":"2024-09-19T04:37:08.251749+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:20:33.557009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.276838+0000","last_change":"2024-09-19T04:37:07.271720+0000","last_active":"2024-09-19T04:37:07.276838+0000","last_peered":"2024-09-19T04:37:07.276838+0000","last_clean":"2024-09-19T04:37:07.276838+0000","last_became_active":"2024-09-19T04:37:07.271375+0000","last_became_peered":"2024-09-19T04:37:07.271375+0000","last_unstale":"2024-09-19T04:37:07.276838+0000","last_undegraded":"2024-09-19T04:37:07.276838+0000","last_fullsized":"2024-09-19T04:37:07.276838+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:57:29.729489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"82'6","reported_seq":20,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251321+0000","last_change":"2024-09-19T04:37:06.261473+0000","last_active":"2024-09-19T04:37:08.251321+0000","last_peered":"2024-09-19T04:37:08.251321+0000","last_clean":"2024-09-19T04:37:08.251321+0000","last_became_active":"2024-09-19T04:37:06.261205+0000","last_became_peered":"2024-09-19T04:37:06.261205+0000","last_unstale":"2024-09-19T04:37:08.251321+0000","last_undegraded":"2024-09-19T04:37:08.251321+0000","last_fullsized":"2024-09-19T04:37:08.251321+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:53.842800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.250289+0000","last_change":"2024-09-19T04:37:07.269697+0000","last_active":"2024-09-19T04:37:08.250289+0000","last_peered":"2024-09-19T04:37:08.250289+0000","last_clean":"2024-09-19T04:37:08.250289+0000","last_became_active":"2024-09-19T04:37:07.269452+0000","last_became_peered":"2024-09-19T04:37:07.269452+0000","last_unstale":"2024-09-19T04:37:08.250289+0000","last_undegraded":"2024-09-19T04:37:08.250289+0000","last_fullsized":"2024-09-19T04:37:08.250289+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:14:28.048305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"82'2","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.265235+0000","last_change":"2024-09-19T04:37:06.265875+0000","last_active":"2024-09-19T04:37:08.265235+0000","last_peered":"2024-09-19T04:37:08.265235+0000","last_clean":"2024-09-19T04:37:08.265235+0000","last_became_active":"2024-09-19T04:37:06.265607+0000","last_became_peered":"2024-09-19T04:37:06.265607+0000","last_unstale":"2024-09-19T04:37:08.265235+0000","last_undegraded":"2024-09-19T04:37:08.265235+0000","last_fullsized":"2024-09-19T04:37:08.265235+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:02:37.457518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.730970+0000","last_change":"2024-09-19T04:37:07.270047+0000","last_active":"2024-09-19T04:37:08.730970+0000","last_peered":"2024-09-19T04:37:08.730970+0000","last_clean":"2024-09-19T04:37:08.730970+0000","last_became_active":"2024-09-19T04:37:07.269250+0000","last_became_peered":"2024-09-19T04:37:07.269250+0000","last_unstale":"2024-09-19T04:37:08.730970+0000","last_undegraded":"2024-09-19T04:37:08.730970+0000","last_fullsized":"2024-09-19T04:37:08.730970+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:12:35.317674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.255305+0000","last_change":"2024-09-19T04:37:06.266581+0000","last_active":"2024-09-19T04:37:07.255305+0000","last_peered":"2024-09-19T04:37:07.255305+0000","last_clean":"2024-09-19T04:37:07.255305+0000","last_became_active":"2024-09-19T04:37:06.266326+0000","last_became_peered":"2024-09-19T04:37:06.266326+0000","last_unstale":"2024-09-19T04:37:07.255305+0000","last_undegraded":"2024-09-19T04:37:07.255305+0000","last_fullsized":"2024-09-19T04:37:07.255305+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:16.591669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.264941+0000","last_change":"2024-09-19T04:37:07.278647+0000","last_active":"2024-09-19T04:37:08.264941+0000","last_peered":"2024-09-19T04:37:08.264941+0000","last_clean":"2024-09-19T04:37:08.264941+0000","last_became_active":"2024-09-19T04:37:07.278377+0000","last_became_peered":"2024-09-19T04:37:07.278377+0000","last_unstale":"2024-09-19T04:37:08.264941+0000","last_undegraded":"2024-09-19T04:37:08.264941+0000","last_fullsized":"2024-09-19T04:37:08.264941+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:26.563435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251508+0000","last_change":"2024-09-19T04:37:06.260575+0000","last_active":"2024-09-19T04:37:08.251508+0000","last_peered":"2024-09-19T04:37:08.251508+0000","last_clean":"2024-09-19T04:37:08.251508+0000","last_became_active":"2024-09-19T04:37:06.259863+0000","last_became_peered":"2024-09-19T04:37:06.259863+0000","last_unstale":"2024-09-19T04:37:08.251508+0000","last_undegraded":"2024-09-19T04:37:08.251508+0000","last_fullsized":"2024-09-19T04:37:08.251508+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:52:01.625923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.264846+0000","last_change":"2024-09-19T04:37:07.263524+0000","last_active":"2024-09-19T04:37:08.264846+0000","last_peered":"2024-09-19T04:37:08.264846+0000","last_clean":"2024-09-19T04:37:08.264846+0000","last_became_active":"2024-09-19T04:37:07.263248+0000","last_became_peered":"2024-09-19T04:37:07.263248+0000","last_unstale":"2024-09-19T04:37:08.264846+0000","last_undegraded":"2024-09-19T04:37:08.264846+0000","last_fullsized":"2024-09-19T04:37:08.264846+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:20:34.562220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"82'8","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.250166+0000","last_change":"2024-09-19T04:37:06.267814+0000","last_active":"2024-09-19T04:37:08.250166+0000","last_peered":"2024-09-19T04:37:08.250166+0000","last_clean":"2024-09-19T04:37:08.250166+0000","last_became_active":"2024-09-19T04:37:06.267530+0000","last_became_peered":"2024-09-19T04:37:06.267530+0000","last_unstale":"2024-09-19T04:37:08.250166+0000","last_undegraded":"2024-09-19T04:37:08.250166+0000","last_fullsized":"2024-09-19T04:37:08.250166+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:28:32.098142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.731002+0000","last_change":"2024-09-19T04:37:07.263194+0000","last_active":"2024-09-19T04:37:08.731002+0000","last_peered":"2024-09-19T04:37:08.731002+0000","last_clean":"2024-09-19T04:37:08.731002+0000","last_became_active":"2024-09-19T04:37:07.262884+0000","last_became_peered":"2024-09-19T04:37:07.262884+0000","last_unstale":"2024-09-19T04:37:08.731002+0000","last_undegraded":"2024-09-19T04:37:08.731002+0000","last_fullsized":"2024-09-19T04:37:08.731002+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:40.473035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"82'1","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.252524+0000","last_change":"2024-09-19T04:37:06.268592+0000","last_active":"2024-09-19T04:37:08.252524+0000","last_peered":"2024-09-19T04:37:08.252524+0000","last_clean":"2024-09-19T04:37:08.252524+0000","last_became_active":"2024-09-19T04:37:06.268345+0000","last_became_peered":"2024-09-19T04:37:06.268345+0000","last_unstale":"2024-09-19T04:37:08.252524+0000","last_undegraded":"2024-09-19T04:37:08.252524+0000","last_fullsized":"2024-09-19T04:37:08.252524+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:56.009657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.252045+0000","last_change":"2024-09-19T04:37:07.267014+0000","last_active":"2024-09-19T04:37:08.252045+0000","last_peered":"2024-09-19T04:37:08.252045+0000","last_clean":"2024-09-19T04:37:08.252045+0000","last_became_active":"2024-09-19T04:37:07.266389+0000","last_became_peered":"2024-09-19T04:37:07.266389+0000","last_unstale":"2024-09-19T04:37:08.252045+0000","last_undegraded":"2024-09-19T04:37:08.252045+0000","last_fullsized":"2024-09-19T04:37:08.252045+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:59:40.826930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"82'2","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.250541+0000","last_change":"2024-09-19T04:37:06.270545+0000","last_active":"2024-09-19T04:37:08.250541+0000","last_peered":"2024-09-19T04:37:08.250541+0000","last_clean":"2024-09-19T04:37:08.250541+0000","last_became_active":"2024-09-19T04:37:06.268207+0000","last_became_peered":"2024-09-19T04:37:06.268207+0000","last_unstale":"2024-09-19T04:37:08.250541+0000","last_undegraded":"2024-09-19T04:37:08.250541+0000","last_fullsized":"2024-09-19T04:37:08.250541+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:24.562766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.262352+0000","last_change":"2024-09-19T04:37:07.259501+0000","last_active":"2024-09-19T04:37:07.262352+0000","last_peered":"2024-09-19T04:37:07.262352+0000","last_clean":"2024-09-19T04:37:07.262352+0000","last_became_active":"2024-09-19T04:37:07.258587+0000","last_became_peered":"2024-09-19T04:37:07.258587+0000","last_unstale":"2024-09-19T04:37:07.262352+0000","last_undegraded":"2024-09-19T04:37:07.262352+0000","last_fullsized":"2024-09-19T04:37:07.262352+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:45.763767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.250539+0000","last_change":"2024-09-19T04:37:06.266737+0000","last_active":"2024-09-19T04:37:08.250539+0000","last_peered":"2024-09-19T04:37:08.250539+0000","last_clean":"2024-09-19T04:37:08.250539+0000","last_became_active":"2024-09-19T04:37:06.266477+0000","last_became_peered":"2024-09-19T04:37:06.266477+0000","last_unstale":"2024-09-19T04:37:08.250539+0000","last_undegraded":"2024-09-19T04:37:08.250539+0000","last_fullsized":"2024-09-19T04:37:08.250539+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:15:00.224799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.284321+0000","last_change":"2024-09-19T04:37:07.278840+0000","last_active":"2024-09-19T04:37:07.284321+0000","last_peered":"2024-09-19T04:37:07.284321+0000","last_clean":"2024-09-19T04:37:07.284321+0000","last_became_active":"2024-09-19T04:37:07.278606+0000","last_became_peered":"2024-09-19T04:37:07.278606+0000","last_unstale":"2024-09-19T04:37:07.284321+0000","last_undegraded":"2024-09-19T04:37:07.284321+0000","last_fullsized":"2024-09-19T04:37:07.284321+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:46.837686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"82'2","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.281377+0000","last_change":"2024-09-19T04:37:06.269738+0000","last_active":"2024-09-19T04:37:07.281377+0000","last_peered":"2024-09-19T04:37:07.281377+0000","last_clean":"2024-09-19T04:37:07.281377+0000","last_became_active":"2024-09-19T04:37:06.269485+0000","last_became_peered":"2024-09-19T04:37:06.269485+0000","last_unstale":"2024-09-19T04:37:07.281377+0000","last_undegraded":"2024-09-19T04:37:07.281377+0000","last_fullsized":"2024-09-19T04:37:07.281377+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:37:59.901451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251080+0000","last_change":"2024-09-19T04:37:07.265301+0000","last_active":"2024-09-19T04:37:08.251080+0000","last_peered":"2024-09-19T04:37:08.251080+0000","last_clean":"2024-09-19T04:37:08.251080+0000","last_became_active":"2024-09-19T04:37:07.264999+0000","last_became_peered":"2024-09-19T04:37:07.264999+0000","last_unstale":"2024-09-19T04:37:08.251080+0000","last_undegraded":"2024-09-19T04:37:08.251080+0000","last_fullsized":"2024-09-19T04:37:08.251080+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:52:48.986443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.269643+0000","last_change":"2024-09-19T04:37:06.273763+0000","last_active":"2024-09-19T04:37:07.269643+0000","last_peered":"2024-09-19T04:37:07.269643+0000","last_clean":"2024-09-19T04:37:07.269643+0000","last_became_active":"2024-09-19T04:37:06.273440+0000","last_became_peered":"2024-09-19T04:37:06.273440+0000","last_unstale":"2024-09-19T04:37:07.269643+0000","last_undegraded":"2024-09-19T04:37:07.269643+0000","last_fullsized":"2024-09-19T04:37:07.269643+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:55:08.149956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.277827+0000","last_change":"2024-09-19T04:37:07.275219+0000","last_active":"2024-09-19T04:37:07.277827+0000","last_peered":"2024-09-19T04:37:07.277827+0000","last_clean":"2024-09-19T04:37:07.277827+0000","last_became_active":"2024-09-19T04:37:07.274904+0000","last_became_peered":"2024-09-19T04:37:07.274904+0000","last_unstale":"2024-09-19T04:37:07.277827+0000","last_undegraded":"2024-09-19T04:37:07.277827+0000","last_fullsized":"2024-09-19T04:37:07.277827+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:40.855258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.263688+0000","last_change":"2024-09-19T04:37:06.270655+0000","last_active":"2024-09-19T04:37:07.263688+0000","last_peered":"2024-09-19T04:37:07.263688+0000","last_clean":"2024-09-19T04:37:07.263688+0000","last_became_active":"2024-09-19T04:37:06.270298+0000","last_became_peered":"2024-09-19T04:37:06.270298+0000","last_unstale":"2024-09-19T04:37:07.263688+0000","last_undegraded":"2024-09-19T04:37:07.263688+0000","last_fullsized":"2024-09-19T04:37:07.263688+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:46.310335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251510+0000","last_change":"2024-09-19T04:37:07.271830+0000","last_active":"2024-09-19T04:37:08.251510+0000","last_peered":"2024-09-19T04:37:08.251510+0000","last_clean":"2024-09-19T04:37:08.251510+0000","last_became_active":"2024-09-19T04:37:07.271547+0000","last_became_peered":"2024-09-19T04:37:07.271547+0000","last_unstale":"2024-09-19T04:37:08.251510+0000","last_undegraded":"2024-09-19T04:37:08.251510+0000","last_fullsized":"2024-09-19T04:37:08.251510+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:50.285272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.255066+0000","last_change":"2024-09-19T04:37:06.267231+0000","last_active":"2024-09-19T04:37:07.255066+0000","last_peered":"2024-09-19T04:37:07.255066+0000","last_clean":"2024-09-19T04:37:07.255066+0000","last_became_active":"2024-09-19T04:37:06.266964+0000","last_became_peered":"2024-09-19T04:37:06.266964+0000","last_unstale":"2024-09-19T04:37:07.255066+0000","last_undegraded":"2024-09-19T04:37:07.255066+0000","last_fullsized":"2024-09-19T04:37:07.255066+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:16.005901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.255441+0000","last_change":"2024-09-19T04:37:07.253983+0000","last_active":"2024-09-19T04:37:07.255441+0000","last_peered":"2024-09-19T04:37:07.255441+0000","last_clean":"2024-09-19T04:37:07.255441+0000","last_became_active":"2024-09-19T04:37:07.253663+0000","last_became_peered":"2024-09-19T04:37:07.253663+0000","last_unstale":"2024-09-19T04:37:07.255441+0000","last_undegraded":"2024-09-19T04:37:07.255441+0000","last_fullsized":"2024-09-19T04:37:07.255441+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:46.427204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"82'2","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.265060+0000","last_change":"2024-09-19T04:37:06.266289+0000","last_active":"2024-09-19T04:37:08.265060+0000","last_peered":"2024-09-19T04:37:08.265060+0000","last_clean":"2024-09-19T04:37:08.265060+0000","last_became_active":"2024-09-19T04:37:06.265955+0000","last_became_peered":"2024-09-19T04:37:06.265955+0000","last_unstale":"2024-09-19T04:37:08.265060+0000","last_undegraded":"2024-09-19T04:37:08.265060+0000","last_fullsized":"2024-09-19T04:37:08.265060+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:03:00.950696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.730905+0000","last_change":"2024-09-19T04:37:07.264439+0000","last_active":"2024-09-19T04:37:08.730905+0000","last_peered":"2024-09-19T04:37:08.730905+0000","last_clean":"2024-09-19T04:37:08.730905+0000","last_became_active":"2024-09-19T04:37:07.263998+0000","last_became_peered":"2024-09-19T04:37:07.263998+0000","last_unstale":"2024-09-19T04:37:08.730905+0000","last_undegraded":"2024-09-19T04:37:08.730905+0000","last_fullsized":"2024-09-19T04:37:08.730905+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:41:41.089571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"83'1","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.268883+0000","last_change":"2024-09-19T04:37:06.266294+0000","last_active":"2024-09-19T04:37:08.268883+0000","last_peered":"2024-09-19T04:37:08.268883+0000","last_clean":"2024-09-19T04:37:08.268883+0000","last_became_active":"2024-09-19T04:37:06.266017+0000","last_became_peered":"2024-09-19T04:37:06.266017+0000","last_unstale":"2024-09-19T04:37:08.268883+0000","last_undegraded":"2024-09-19T04:37:08.268883+0000","last_fullsized":"2024-09-19T04:37:08.268883+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:58:14.644221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.252127+0000","last_change":"2024-09-19T04:37:07.272295+0000","last_active":"2024-09-19T04:37:08.252127+0000","last_peered":"2024-09-19T04:37:08.252127+0000","last_clean":"2024-09-19T04:37:08.252127+0000","last_became_active":"2024-09-19T04:37:07.271618+0000","last_became_peered":"2024-09-19T04:37:07.271618+0000","last_unstale":"2024-09-19T04:37:08.252127+0000","last_undegraded":"2024-09-19T04:37:08.252127+0000","last_fullsized":"2024-09-19T04:37:08.252127+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:50.285272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.252400+0000","last_change":"2024-09-19T04:37:06.268421+0000","last_active":"2024-09-19T04:37:08.252400+0000","last_peered":"2024-09-19T04:37:08.252400+0000","last_clean":"2024-09-19T04:37:08.252400+0000","last_became_active":"2024-09-19T04:37:06.268131+0000","last_became_peered":"2024-09-19T04:37:06.268131+0000","last_unstale":"2024-09-19T04:37:08.252400+0000","last_undegraded":"2024-09-19T04:37:08.252400+0000","last_fullsized":"2024-09-19T04:37:08.252400+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:44.205479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.274446+0000","last_change":"2024-09-19T04:37:07.270971+0000","last_active":"2024-09-19T04:37:07.274446+0000","last_peered":"2024-09-19T04:37:07.274446+0000","last_clean":"2024-09-19T04:37:07.274446+0000","last_became_active":"2024-09-19T04:37:07.270485+0000","last_became_peered":"2024-09-19T04:37:07.270485+0000","last_unstale":"2024-09-19T04:37:07.274446+0000","last_undegraded":"2024-09-19T04:37:07.274446+0000","last_fullsized":"2024-09-19T04:37:07.274446+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:46.496935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.252292+0000","last_change":"2024-09-19T04:37:06.267731+0000","last_active":"2024-09-19T04:37:08.252292+0000","last_peered":"2024-09-19T04:37:08.252292+0000","last_clean":"2024-09-19T04:37:08.252292+0000","last_became_active":"2024-09-19T04:37:06.267435+0000","last_became_peered":"2024-09-19T04:37:06.267435+0000","last_unstale":"2024-09-19T04:37:08.252292+0000","last_undegraded":"2024-09-19T04:37:08.252292+0000","last_fullsized":"2024-09-19T04:37:08.252292+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:45.421993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251344+0000","last_change":"2024-09-19T04:37:07.265512+0000","last_active":"2024-09-19T04:37:08.251344+0000","last_peered":"2024-09-19T04:37:08.251344+0000","last_clean":"2024-09-19T04:37:08.251344+0000","last_became_active":"2024-09-19T04:37:07.265095+0000","last_became_peered":"2024-09-19T04:37:07.265095+0000","last_unstale":"2024-09-19T04:37:08.251344+0000","last_undegraded":"2024-09-19T04:37:08.251344+0000","last_fullsized":"2024-09-19T04:37:08.251344+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:59:40.826930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.250375+0000","last_change":"2024-09-19T04:37:06.268103+0000","last_active":"2024-09-19T04:37:08.250375+0000","last_peered":"2024-09-19T04:37:08.250375+0000","last_clean":"2024-09-19T04:37:08.250375+0000","last_became_active":"2024-09-19T04:37:06.267836+0000","last_became_peered":"2024-09-19T04:37:06.267836+0000","last_unstale":"2024-09-19T04:37:08.250375+0000","last_undegraded":"2024-09-19T04:37:08.250375+0000","last_fullsized":"2024-09-19T04:37:08.250375+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:59:25.331838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.250326+0000","last_change":"2024-09-19T04:37:07.268057+0000","last_active":"2024-09-19T04:37:08.250326+0000","last_peered":"2024-09-19T04:37:08.250326+0000","last_clean":"2024-09-19T04:37:08.250326+0000","last_became_active":"2024-09-19T04:37:07.267779+0000","last_became_peered":"2024-09-19T04:37:07.267779+0000","last_unstale":"2024-09-19T04:37:08.250326+0000","last_undegraded":"2024-09-19T04:37:08.250326+0000","last_fullsized":"2024-09-19T04:37:08.250326+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:57:34.680520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.253495+0000","last_change":"2024-09-19T04:37:06.264826+0000","last_active":"2024-09-19T04:37:07.253495+0000","last_peered":"2024-09-19T04:37:07.253495+0000","last_clean":"2024-09-19T04:37:07.253495+0000","last_became_active":"2024-09-19T04:37:06.264585+0000","last_became_peered":"2024-09-19T04:37:06.264585+0000","last_unstale":"2024-09-19T04:37:07.253495+0000","last_undegraded":"2024-09-19T04:37:07.253495+0000","last_fullsized":"2024-09-19T04:37:07.253495+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:00:03.905165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.730816+0000","last_change":"2024-09-19T04:37:07.273705+0000","last_active":"2024-09-19T04:37:08.730816+0000","last_peered":"2024-09-19T04:37:08.730816+0000","last_clean":"2024-09-19T04:37:08.730816+0000","last_became_active":"2024-09-19T04:37:07.273456+0000","last_became_peered":"2024-09-19T04:37:07.273456+0000","last_unstale":"2024-09-19T04:37:08.730816+0000","last_undegraded":"2024-09-19T04:37:08.730816+0000","last_fullsized":"2024-09-19T04:37:08.730816+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:17.596880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.252327+0000","last_change":"2024-09-19T04:37:06.268010+0000","last_active":"2024-09-19T04:37:08.252327+0000","last_peered":"2024-09-19T04:37:08.252327+0000","last_clean":"2024-09-19T04:37:08.252327+0000","last_became_active":"2024-09-19T04:37:06.267730+0000","last_became_peered":"2024-09-19T04:37:06.267730+0000","last_unstale":"2024-09-19T04:37:08.252327+0000","last_undegraded":"2024-09-19T04:37:08.252327+0000","last_fullsized":"2024-09-19T04:37:08.252327+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:25.558224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.252303+0000","last_change":"2024-09-19T04:37:07.266505+0000","last_active":"2024-09-19T04:37:08.252303+0000","last_peered":"2024-09-19T04:37:08.252303+0000","last_clean":"2024-09-19T04:37:08.252303+0000","last_became_active":"2024-09-19T04:37:07.266224+0000","last_became_peered":"2024-09-19T04:37:07.266224+0000","last_unstale":"2024-09-19T04:37:08.252303+0000","last_undegraded":"2024-09-19T04:37:08.252303+0000","last_fullsized":"2024-09-19T04:37:08.252303+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:51:28.189567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.252063+0000","last_change":"2024-09-19T04:37:06.269067+0000","last_active":"2024-09-19T04:37:07.252063+0000","last_peered":"2024-09-19T04:37:07.252063+0000","last_clean":"2024-09-19T04:37:07.252063+0000","last_became_active":"2024-09-19T04:37:06.268715+0000","last_became_peered":"2024-09-19T04:37:06.268715+0000","last_unstale":"2024-09-19T04:37:07.252063+0000","last_undegraded":"2024-09-19T04:37:07.252063+0000","last_fullsized":"2024-09-19T04:37:07.252063+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:25.558224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.265333+0000","last_change":"2024-09-19T04:37:07.255720+0000","last_active":"2024-09-19T04:37:08.265333+0000","last_peered":"2024-09-19T04:37:08.265333+0000","last_clean":"2024-09-19T04:37:08.265333+0000","last_became_active":"2024-09-19T04:37:07.255486+0000","last_became_peered":"2024-09-19T04:37:07.255486+0000","last_unstale":"2024-09-19T04:37:08.265333+0000","last_undegraded":"2024-09-19T04:37:08.265333+0000","last_fullsized":"2024-09-19T04:37:08.265333+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:16.846776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"82'1","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.731040+0000","last_change":"2024-09-19T04:37:06.270899+0000","last_active":"2024-09-19T04:37:08.731040+0000","last_peered":"2024-09-19T04:37:08.731040+0000","last_clean":"2024-09-19T04:37:08.731040+0000","last_became_active":"2024-09-19T04:37:06.270479+0000","last_became_peered":"2024-09-19T04:37:06.270479+0000","last_unstale":"2024-09-19T04:37:08.731040+0000","last_undegraded":"2024-09-19T04:37:08.731040+0000","last_fullsized":"2024-09-19T04:37:08.731040+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:28.245873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":324,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.731100+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:37:08.731100+0000","last_peered":"2024-09-19T04:37:08.731100+0000","last_clean":"2024-09-19T04:37:08.731100+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:37:08.731100+0000","last_undegraded":"2024-09-19T04:37:08.731100+0000","last_fullsized":"2024-09-19T04:37:08.731100+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509497,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32756,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339084,"statfs":{"total":96636764160,"available":96603222016,"internally_reserved":0,"allocated":1597440,"data_stored":1017454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509497,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28032,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343808,"statfs":{"total":96636764160,"available":96608059392,"internally_reserved":0,"allocated":1024000,"data_stored":434010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509497,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32192,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339648,"statfs":{"total":96636764160,"available":96603799552,"internally_reserved":0,"allocated":1028096,"data_stored":434950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509498,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32168,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339672,"statfs":{"total":96636764160,"available":96603824128,"internally_reserved":0,"allocated":999424,"data_stored":427016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542202,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32176,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339664,"statfs":{"total":96636764160,"available":96603815936,"internally_reserved":0,"allocated":1011712,"data_stored":428628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542201,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28012,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343828,"statfs":{"total":96636764160,"available":96608079872,"internally_reserved":0,"allocated":1003520,"data_stored":427598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542201,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32192,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339648,"statfs":{"total":96636764160,"available":96603799552,"internally_reserved":0,"allocated":1024000,"data_stored":433510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542202,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32760,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339080,"statfs":{"total":96636764160,"available":96603217920,"internally_reserved":0,"allocated":1609728,"data_stored":1023718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:37:10.194 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:37:10.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.327+0000 7f5e6782e640 1 Processor -- start 2024-09-19T04:37:10.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.327+0000 7f5e6782e640 1 -- start start 2024-09-19T04:37:10.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e6782e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5e600d02a0 0x7f5e600d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:10.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e6782e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f5e6015ca40 0x7f5e6015e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:10.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e6782e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e600d0bc0 con 0x7f5e6015ce80 2024-09-19T04:37:10.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e6782e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f5e6015d390 con 0x7f5e6015ca40 2024-09-19T04:37:10.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e6782e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5e6015d670 con 0x7f5e600d02a0 2024-09-19T04:37:10.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e65dcb640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f5e6015ce80 0x7f5e601594c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35546/0 (socket says 172.21.15.111:35546) 2024-09-19T04:37:10.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e65dcb640 1 -- 172.21.15.111:0/2895955921 learned_addr learned my addr 172.21.15.111:0/2895955921 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:10.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e64dc9640 1 --2- 172.21.15.111:0/2895955921 >> v2:172.21.15.114:3300/0 conn(0x7f5e6015ca40 0x7f5e6015e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:10.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e655ca640 1 --2- 172.21.15.111:0/2895955921 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5e600d02a0 0x7f5e600d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:10.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e57fff640 1 -- 172.21.15.111:0/2895955921 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2440538134 0 0) 0x7f5e600d0bc0 con 0x7f5e6015ce80 2024-09-19T04:37:10.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e57fff640 1 -- 172.21.15.111:0/2895955921 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5e4c003520 con 0x7f5e6015ce80 2024-09-19T04:37:10.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e57fff640 1 -- 172.21.15.111:0/2895955921 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3327233580 0 0) 0x7f5e4c003520 con 0x7f5e6015ce80 2024-09-19T04:37:10.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e57fff640 1 -- 172.21.15.111:0/2895955921 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5e600d02a0 msgr2=0x7f5e600d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:10.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e57fff640 1 --2- 172.21.15.111:0/2895955921 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5e600d02a0 0x7f5e600d0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e57fff640 1 -- 172.21.15.111:0/2895955921 >> v2:172.21.15.114:3300/0 conn(0x7f5e6015ca40 msgr2=0x7f5e6015e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:10.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e57fff640 1 --2- 172.21.15.111:0/2895955921 >> v2:172.21.15.114:3300/0 conn(0x7f5e6015ca40 0x7f5e6015e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e57fff640 1 -- 172.21.15.111:0/2895955921 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e6015d950 con 0x7f5e6015ce80 2024-09-19T04:37:10.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e57fff640 1 -- 172.21.15.111:0/2895955921 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f5e580019f0 con 0x7f5e6015ce80 2024-09-19T04:37:10.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e655ca640 1 --2- 172.21.15.111:0/2895955921 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5e600d02a0 0x7f5e600d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:37:10.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e64dc9640 1 --2- 172.21.15.111:0/2895955921 >> v2:172.21.15.114:3300/0 conn(0x7f5e6015ca40 0x7f5e6015e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:37:10.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e57fff640 1 -- 172.21.15.111:0/2895955921 >> v1:172.21.15.111:6789/0 conn(0x7f5e6015ce80 legacy=0x7f5e601594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:10.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e57fff640 1 --2- 172.21.15.111:0/2895955921 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5e600d02a0 0x7f5e4c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:10.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e57fff640 1 --2- 172.21.15.111:0/2895955921 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e4c003ef0 0x7f5e4c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:10.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e57fff640 1 --2- 172.21.15.111:0/2895955921 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e4c004d40 0x7f5e4c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:10.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e57fff640 1 -- 172.21.15.111:0/2895955921 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6015d390 con 0x7f5e4c003ef0 2024-09-19T04:37:10.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e57fff640 1 -- 172.21.15.111:0/2895955921 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6015d670 con 0x7f5e4c004d40 2024-09-19T04:37:10.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.328+0000 7f5e57fff640 1 -- 172.21.15.111:0/2895955921 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5e4c00b9c0 con 0x7f5e600d02a0 2024-09-19T04:37:10.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.329+0000 7f5e64dc9640 1 --2- 172.21.15.111:0/2895955921 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e4c003ef0 0x7f5e4c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:10.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.329+0000 7f5e655ca640 1 --2- 172.21.15.111:0/2895955921 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5e600d02a0 0x7f5e4c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:10.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.329+0000 7f5e65dcb640 1 --2- 172.21.15.111:0/2895955921 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e4c004d40 0x7f5e4c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:10.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.329+0000 7f5e64dc9640 1 -- 172.21.15.111:0/2895955921 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5e600d02a0 msgr2=0x7f5e4c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:10.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.329+0000 7f5e64dc9640 1 --2- 172.21.15.111:0/2895955921 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5e600d02a0 0x7f5e4c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.329+0000 7f5e64dc9640 1 -- 172.21.15.111:0/2895955921 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e4c004d40 msgr2=0x7f5e4c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:10.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.329+0000 7f5e64dc9640 1 --2- 172.21.15.111:0/2895955921 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e4c004d40 0x7f5e4c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.329+0000 7f5e64dc9640 1 -- 172.21.15.111:0/2895955921 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e4c003520 con 0x7f5e4c003ef0 2024-09-19T04:37:10.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.330+0000 7f5e64dc9640 1 --2- 172.21.15.111:0/2895955921 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e4c003ef0 0x7f5e4c004800 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f5e50009c60 tx=0x7f5e4c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9218ec05fbfdad23 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:10.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.330+0000 7f5e57fff640 1 -- 172.21.15.111:0/2895955921 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e50009860 con 0x7f5e4c003ef0 2024-09-19T04:37:10.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.330+0000 7f5e57fff640 1 -- 172.21.15.111:0/2895955921 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e50004020 con 0x7f5e4c003ef0 2024-09-19T04:37:10.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.330+0000 7f5e57fff640 1 -- 172.21.15.111:0/2895955921 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e500043f0 con 0x7f5e4c003ef0 2024-09-19T04:37:10.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.330+0000 7f5e6782e640 1 -- 172.21.15.111:0/2895955921 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e4c003ef0 msgr2=0x7f5e4c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:10.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.330+0000 7f5e6782e640 1 --2- 172.21.15.111:0/2895955921 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e4c003ef0 0x7f5e4c004800 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f5e50009c60 tx=0x7f5e4c005830 comp rx=0 tx=0).stop 2024-09-19T04:37:10.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.330+0000 7f5e65dcb640 1 -- 172.21.15.111:0/2895955921 reap_dead start 2024-09-19T04:37:10.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.330+0000 7f5e6782e640 1 -- 172.21.15.111:0/2895955921 shutdown_connections 2024-09-19T04:37:10.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.330+0000 7f5e6782e640 1 -- 172.21.15.111:0/2895955921 >> 172.21.15.111:0/2895955921 conn(0x7f5e60062cc0 msgr2=0x7f5e6006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:10.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.331+0000 7f5e6782e640 1 -- 172.21.15.111:0/2895955921 shutdown_connections 2024-09-19T04:37:10.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.331+0000 7f5e6782e640 1 -- 172.21.15.111:0/2895955921 wait complete. 2024-09-19T04:37:10.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.332+0000 7f5e6782e640 1 Processor -- start 2024-09-19T04:37:10.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.332+0000 7f5e6782e640 1 -- start start 2024-09-19T04:37:10.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.332+0000 7f5e6782e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e4c003ef0 0x7f5e601512e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:10.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.332+0000 7f5e6782e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e60151940 0x7f5e601f4f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:10.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.333+0000 7f5e6782e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5e601545d0 0x7f5e60154a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:10.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.333+0000 7f5e6782e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5e60155b90 con 0x7f5e4c003ef0 2024-09-19T04:37:10.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.333+0000 7f5e6782e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6015df10 con 0x7f5e60151940 2024-09-19T04:37:10.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.333+0000 7f5e6782e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5e60155d10 con 0x7f5e601545d0 2024-09-19T04:37:10.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.333+0000 7f5e655ca640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e4c003ef0 0x7f5e601512e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:10.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.333+0000 7f5e655ca640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e4c003ef0 0x7f5e601512e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56950/0 (socket says 172.21.15.111:56950) 2024-09-19T04:37:10.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.333+0000 7f5e655ca640 1 -- 172.21.15.111:0/892793475 learned_addr learned my addr 172.21.15.111:0/892793475 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:10.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.333+0000 7f5e64dc9640 1 --2- 172.21.15.111:0/892793475 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e60151940 0x7f5e601f4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:10.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.333+0000 7f5e65dcb640 1 --2- 172.21.15.111:0/892793475 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5e601545d0 0x7f5e60154a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:10.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.333+0000 7f5e655ca640 1 -- 172.21.15.111:0/892793475 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5e601545d0 msgr2=0x7f5e60154a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:10.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.333+0000 7f5e655ca640 1 --2- 172.21.15.111:0/892793475 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5e601545d0 0x7f5e60154a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.333+0000 7f5e655ca640 1 -- 172.21.15.111:0/892793475 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e60151940 msgr2=0x7f5e601f4f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:10.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.333+0000 7f5e655ca640 1 --2- 172.21.15.111:0/892793475 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e60151940 0x7f5e601f4f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.333+0000 7f5e655ca640 1 -- 172.21.15.111:0/892793475 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e60154f90 con 0x7f5e4c003ef0 2024-09-19T04:37:10.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.333+0000 7f5e655ca640 1 --2- 172.21.15.111:0/892793475 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e4c003ef0 0x7f5e601512e0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c0119d0 tx=0x7f5e5c011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:10.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.333+0000 7f5e55ffb640 1 -- 172.21.15.111:0/892793475 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e5c00fa90 con 0x7f5e4c003ef0 2024-09-19T04:37:10.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.333+0000 7f5e55ffb640 1 -- 172.21.15.111:0/892793475 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e5c00fc30 con 0x7f5e4c003ef0 2024-09-19T04:37:10.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.333+0000 7f5e6782e640 1 -- 172.21.15.111:0/892793475 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e601f5490 con 0x7f5e4c003ef0 2024-09-19T04:37:10.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.333+0000 7f5e55ffb640 1 -- 172.21.15.111:0/892793475 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e5c004030 con 0x7f5e4c003ef0 2024-09-19T04:37:10.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.333+0000 7f5e6782e640 1 -- 172.21.15.111:0/892793475 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e60155f40 con 0x7f5e4c003ef0 2024-09-19T04:37:10.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.334+0000 7f5e6782e640 1 -- 172.21.15.111:0/892793475 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e600b4790 con 0x7f5e4c003ef0 2024-09-19T04:37:10.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.335+0000 7f5e55ffb640 1 -- 172.21.15.111:0/892793475 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f5e5c012040 con 0x7f5e4c003ef0 2024-09-19T04:37:10.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.335+0000 7f5e55ffb640 1 --2- 172.21.15.111:0/892793475 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5e4406c400 0x7f5e4406e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:10.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.335+0000 7f5e55ffb640 1 -- 172.21.15.111:0/892793475 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5709+0+0 (secure 0 0 0) 0x7f5e5c08b710 con 0x7f5e4c003ef0 2024-09-19T04:37:10.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.336+0000 7f5e64dc9640 1 --2- 172.21.15.111:0/892793475 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5e4406c400 0x7f5e4406e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:10.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.336+0000 7f5e64dc9640 1 --2- 172.21.15.111:0/892793475 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5e4406c400 0x7f5e4406e8c0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f5e50032000 tx=0x7f5e50008030 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:10.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.340+0000 7f5e55ffb640 1 -- 172.21.15.111:0/892793475 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5e601f5490 con 0x7f5e4c003ef0 2024-09-19T04:37:10.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.500+0000 7f5e6782e640 1 -- 172.21.15.111:0/892793475 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5e601f5710 con 0x7f5e4406c400 2024-09-19T04:37:10.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.506+0000 7f5e55ffb640 1 -- 172.21.15.111:0/892793475 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252055 (secure 0 0 0) 0x7f5e601f5710 con 0x7f5e4406c400 2024-09-19T04:37:10.510 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:10.511 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:37:10.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.509+0000 7f5e6782e640 1 -- 172.21.15.111:0/892793475 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5e4406c400 msgr2=0x7f5e4406e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:10.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.509+0000 7f5e6782e640 1 --2- 172.21.15.111:0/892793475 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5e4406c400 0x7f5e4406e8c0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f5e50032000 tx=0x7f5e50008030 comp rx=0 tx=0).stop 2024-09-19T04:37:10.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.509+0000 7f5e6782e640 1 -- 172.21.15.111:0/892793475 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e4c003ef0 msgr2=0x7f5e601512e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:10.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.509+0000 7f5e6782e640 1 --2- 172.21.15.111:0/892793475 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e4c003ef0 0x7f5e601512e0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c0119d0 tx=0x7f5e5c011e90 comp rx=0 tx=0).stop 2024-09-19T04:37:10.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.509+0000 7f5e6782e640 1 -- 172.21.15.111:0/892793475 shutdown_connections 2024-09-19T04:37:10.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.509+0000 7f5e6782e640 1 --2- 172.21.15.111:0/892793475 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5e4406c400 0x7f5e4406e8c0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.514 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.509+0000 7f5e6782e640 1 --2- 172.21.15.111:0/892793475 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5e601545d0 0x7f5e60154a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.514 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.509+0000 7f5e6782e640 1 --2- 172.21.15.111:0/892793475 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e60151940 0x7f5e601f4f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.514 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.509+0000 7f5e6782e640 1 --2- 172.21.15.111:0/892793475 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e4c003ef0 0x7f5e601512e0 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.514 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.509+0000 7f5e6782e640 1 -- 172.21.15.111:0/892793475 >> 172.21.15.111:0/892793475 conn(0x7f5e60062cc0 msgr2=0x7f5e600b09c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:10.514 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.509+0000 7f5e6782e640 1 -- 172.21.15.111:0/892793475 shutdown_connections 2024-09-19T04:37:10.514 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.509+0000 7f5e6782e640 1 -- 172.21.15.111:0/892793475 wait complete. 2024-09-19T04:37:10.521 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":27,"stamp":"2024-09-19T04:37:10.166170+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":106,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":250288,"kb_used_data":9080,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754724432,"statfs":{"total":773094113280,"available":772837818368,"internally_reserved":0,"allocated":9297920,"data_stored":4626884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":246795824},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.921650"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251623+0000","last_change":"2024-09-19T04:37:07.262020+0000","last_active":"2024-09-19T04:37:08.251623+0000","last_peered":"2024-09-19T04:37:08.251623+0000","last_clean":"2024-09-19T04:37:08.251623+0000","last_became_active":"2024-09-19T04:37:07.261722+0000","last_became_peered":"2024-09-19T04:37:07.261722+0000","last_unstale":"2024-09-19T04:37:08.251623+0000","last_undegraded":"2024-09-19T04:37:08.251623+0000","last_fullsized":"2024-09-19T04:37:08.251623+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:01:34.881955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.265165+0000","last_change":"2024-09-19T04:37:07.262780+0000","last_active":"2024-09-19T04:37:08.265165+0000","last_peered":"2024-09-19T04:37:08.265165+0000","last_clean":"2024-09-19T04:37:08.265165+0000","last_became_active":"2024-09-19T04:37:07.262515+0000","last_became_peered":"2024-09-19T04:37:07.262515+0000","last_unstale":"2024-09-19T04:37:08.265165+0000","last_undegraded":"2024-09-19T04:37:08.265165+0000","last_fullsized":"2024-09-19T04:37:08.265165+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:46.427204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.731041+0000","last_change":"2024-09-19T04:37:07.268429+0000","last_active":"2024-09-19T04:37:08.731041+0000","last_peered":"2024-09-19T04:37:08.731041+0000","last_clean":"2024-09-19T04:37:08.731041+0000","last_became_active":"2024-09-19T04:37:07.263756+0000","last_became_peered":"2024-09-19T04:37:07.263756+0000","last_unstale":"2024-09-19T04:37:08.731041+0000","last_undegraded":"2024-09-19T04:37:08.731041+0000","last_fullsized":"2024-09-19T04:37:08.731041+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:47:35.904771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.284725+0000","last_change":"2024-09-19T04:37:07.280002+0000","last_active":"2024-09-19T04:37:07.284725+0000","last_peered":"2024-09-19T04:37:07.284725+0000","last_clean":"2024-09-19T04:37:07.284725+0000","last_became_active":"2024-09-19T04:37:07.279744+0000","last_became_peered":"2024-09-19T04:37:07.279744+0000","last_unstale":"2024-09-19T04:37:07.284725+0000","last_undegraded":"2024-09-19T04:37:07.284725+0000","last_fullsized":"2024-09-19T04:37:07.284725+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:08.664245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.262896+0000","last_change":"2024-09-19T04:37:07.261484+0000","last_active":"2024-09-19T04:37:07.262896+0000","last_peered":"2024-09-19T04:37:07.262896+0000","last_clean":"2024-09-19T04:37:07.262896+0000","last_became_active":"2024-09-19T04:37:07.261170+0000","last_became_peered":"2024-09-19T04:37:07.261170+0000","last_unstale":"2024-09-19T04:37:07.262896+0000","last_undegraded":"2024-09-19T04:37:07.262896+0000","last_fullsized":"2024-09-19T04:37:07.262896+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:08:00.472439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251155+0000","last_change":"2024-09-19T04:37:07.270545+0000","last_active":"2024-09-19T04:37:08.251155+0000","last_peered":"2024-09-19T04:37:08.251155+0000","last_clean":"2024-09-19T04:37:08.251155+0000","last_became_active":"2024-09-19T04:37:07.270255+0000","last_became_peered":"2024-09-19T04:37:07.270255+0000","last_unstale":"2024-09-19T04:37:08.251155+0000","last_undegraded":"2024-09-19T04:37:08.251155+0000","last_fullsized":"2024-09-19T04:37:08.251155+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:22:18.507083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.276391+0000","last_change":"2024-09-19T04:37:07.271330+0000","last_active":"2024-09-19T04:37:07.276391+0000","last_peered":"2024-09-19T04:37:07.276391+0000","last_clean":"2024-09-19T04:37:07.276391+0000","last_became_active":"2024-09-19T04:37:07.270668+0000","last_became_peered":"2024-09-19T04:37:07.270668+0000","last_unstale":"2024-09-19T04:37:07.276391+0000","last_undegraded":"2024-09-19T04:37:07.276391+0000","last_fullsized":"2024-09-19T04:37:07.276391+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:08:16.723878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251183+0000","last_change":"2024-09-19T04:37:07.254969+0000","last_active":"2024-09-19T04:37:08.251183+0000","last_peered":"2024-09-19T04:37:08.251183+0000","last_clean":"2024-09-19T04:37:08.251183+0000","last_became_active":"2024-09-19T04:37:07.254627+0000","last_became_peered":"2024-09-19T04:37:07.254627+0000","last_unstale":"2024-09-19T04:37:08.251183+0000","last_undegraded":"2024-09-19T04:37:08.251183+0000","last_fullsized":"2024-09-19T04:37:08.251183+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:45.575843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251301+0000","last_change":"2024-09-19T04:37:07.272990+0000","last_active":"2024-09-19T04:37:08.251301+0000","last_peered":"2024-09-19T04:37:08.251301+0000","last_clean":"2024-09-19T04:37:08.251301+0000","last_became_active":"2024-09-19T04:37:07.272451+0000","last_became_peered":"2024-09-19T04:37:07.272451+0000","last_unstale":"2024-09-19T04:37:08.251301+0000","last_undegraded":"2024-09-19T04:37:08.251301+0000","last_fullsized":"2024-09-19T04:37:08.251301+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:48:13.653314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251404+0000","last_change":"2024-09-19T04:37:07.266893+0000","last_active":"2024-09-19T04:37:08.251404+0000","last_peered":"2024-09-19T04:37:08.251404+0000","last_clean":"2024-09-19T04:37:08.251404+0000","last_became_active":"2024-09-19T04:37:07.266475+0000","last_became_peered":"2024-09-19T04:37:07.266475+0000","last_unstale":"2024-09-19T04:37:08.251404+0000","last_undegraded":"2024-09-19T04:37:08.251404+0000","last_fullsized":"2024-09-19T04:37:08.251404+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:08:51.578287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.265378+0000","last_change":"2024-09-19T04:37:07.266415+0000","last_active":"2024-09-19T04:37:08.265378+0000","last_peered":"2024-09-19T04:37:08.265378+0000","last_clean":"2024-09-19T04:37:08.265378+0000","last_became_active":"2024-09-19T04:37:07.266113+0000","last_became_peered":"2024-09-19T04:37:07.266113+0000","last_unstale":"2024-09-19T04:37:08.265378+0000","last_undegraded":"2024-09-19T04:37:08.265378+0000","last_fullsized":"2024-09-19T04:37:08.265378+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:45.763767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251626+0000","last_change":"2024-09-19T04:37:07.267856+0000","last_active":"2024-09-19T04:37:08.251626+0000","last_peered":"2024-09-19T04:37:08.251626+0000","last_clean":"2024-09-19T04:37:08.251626+0000","last_became_active":"2024-09-19T04:37:07.267390+0000","last_became_peered":"2024-09-19T04:37:07.267390+0000","last_unstale":"2024-09-19T04:37:08.251626+0000","last_undegraded":"2024-09-19T04:37:08.251626+0000","last_fullsized":"2024-09-19T04:37:08.251626+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:52:48.986443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.730866+0000","last_change":"2024-09-19T04:37:07.263290+0000","last_active":"2024-09-19T04:37:08.730866+0000","last_peered":"2024-09-19T04:37:08.730866+0000","last_clean":"2024-09-19T04:37:08.730866+0000","last_became_active":"2024-09-19T04:37:07.262864+0000","last_became_peered":"2024-09-19T04:37:07.262864+0000","last_unstale":"2024-09-19T04:37:08.730866+0000","last_undegraded":"2024-09-19T04:37:08.730866+0000","last_fullsized":"2024-09-19T04:37:08.730866+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:52:07.781644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.284348+0000","last_change":"2024-09-19T04:37:07.279419+0000","last_active":"2024-09-19T04:37:07.284348+0000","last_peered":"2024-09-19T04:37:07.284348+0000","last_clean":"2024-09-19T04:37:07.284348+0000","last_became_active":"2024-09-19T04:37:07.279180+0000","last_became_peered":"2024-09-19T04:37:07.279180+0000","last_unstale":"2024-09-19T04:37:07.284348+0000","last_undegraded":"2024-09-19T04:37:07.284348+0000","last_fullsized":"2024-09-19T04:37:07.284348+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:52:42.340174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.272410+0000","last_change":"2024-09-19T04:37:07.265940+0000","last_active":"2024-09-19T04:37:07.272410+0000","last_peered":"2024-09-19T04:37:07.272410+0000","last_clean":"2024-09-19T04:37:07.272410+0000","last_became_active":"2024-09-19T04:37:07.264814+0000","last_became_peered":"2024-09-19T04:37:07.264814+0000","last_unstale":"2024-09-19T04:37:07.272410+0000","last_undegraded":"2024-09-19T04:37:07.272410+0000","last_fullsized":"2024-09-19T04:37:07.272410+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:28.199361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.263722+0000","last_change":"2024-09-19T04:37:07.261803+0000","last_active":"2024-09-19T04:37:07.263722+0000","last_peered":"2024-09-19T04:37:07.263722+0000","last_clean":"2024-09-19T04:37:07.263722+0000","last_became_active":"2024-09-19T04:37:07.260890+0000","last_became_peered":"2024-09-19T04:37:07.260890+0000","last_unstale":"2024-09-19T04:37:07.263722+0000","last_undegraded":"2024-09-19T04:37:07.263722+0000","last_fullsized":"2024-09-19T04:37:07.263722+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:19:18.518010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.274905+0000","last_change":"2024-09-19T04:37:07.267426+0000","last_active":"2024-09-19T04:37:07.274905+0000","last_peered":"2024-09-19T04:37:07.274905+0000","last_clean":"2024-09-19T04:37:07.274905+0000","last_became_active":"2024-09-19T04:37:07.267143+0000","last_became_peered":"2024-09-19T04:37:07.267143+0000","last_unstale":"2024-09-19T04:37:07.274905+0000","last_undegraded":"2024-09-19T04:37:07.274905+0000","last_fullsized":"2024-09-19T04:37:07.274905+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:54.848011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.280032+0000","last_change":"2024-09-19T04:37:07.275891+0000","last_active":"2024-09-19T04:37:07.280032+0000","last_peered":"2024-09-19T04:37:07.280032+0000","last_clean":"2024-09-19T04:37:07.280032+0000","last_became_active":"2024-09-19T04:37:07.273246+0000","last_became_peered":"2024-09-19T04:37:07.273246+0000","last_unstale":"2024-09-19T04:37:07.280032+0000","last_undegraded":"2024-09-19T04:37:07.280032+0000","last_fullsized":"2024-09-19T04:37:07.280032+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:19:22.171429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.250500+0000","last_change":"2024-09-19T04:37:07.270432+0000","last_active":"2024-09-19T04:37:08.250500+0000","last_peered":"2024-09-19T04:37:08.250500+0000","last_clean":"2024-09-19T04:37:08.250500+0000","last_became_active":"2024-09-19T04:37:07.270171+0000","last_became_peered":"2024-09-19T04:37:07.270171+0000","last_unstale":"2024-09-19T04:37:08.250500+0000","last_undegraded":"2024-09-19T04:37:08.250500+0000","last_fullsized":"2024-09-19T04:37:08.250500+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:06.315089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.284878+0000","last_change":"2024-09-19T04:37:07.282315+0000","last_active":"2024-09-19T04:37:07.284878+0000","last_peered":"2024-09-19T04:37:07.284878+0000","last_clean":"2024-09-19T04:37:07.284878+0000","last_became_active":"2024-09-19T04:37:07.282030+0000","last_became_peered":"2024-09-19T04:37:07.282030+0000","last_unstale":"2024-09-19T04:37:07.284878+0000","last_undegraded":"2024-09-19T04:37:07.284878+0000","last_fullsized":"2024-09-19T04:37:07.284878+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:46.102190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.279903+0000","last_change":"2024-09-19T04:37:07.277168+0000","last_active":"2024-09-19T04:37:07.279903+0000","last_peered":"2024-09-19T04:37:07.279903+0000","last_clean":"2024-09-19T04:37:07.279903+0000","last_became_active":"2024-09-19T04:37:07.276897+0000","last_became_peered":"2024-09-19T04:37:07.276897+0000","last_unstale":"2024-09-19T04:37:07.279903+0000","last_undegraded":"2024-09-19T04:37:07.279903+0000","last_fullsized":"2024-09-19T04:37:07.279903+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:39.991505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.264916+0000","last_change":"2024-09-19T04:37:07.273732+0000","last_active":"2024-09-19T04:37:08.264916+0000","last_peered":"2024-09-19T04:37:08.264916+0000","last_clean":"2024-09-19T04:37:08.264916+0000","last_became_active":"2024-09-19T04:37:07.273468+0000","last_became_peered":"2024-09-19T04:37:07.273468+0000","last_unstale":"2024-09-19T04:37:08.264916+0000","last_undegraded":"2024-09-19T04:37:08.264916+0000","last_fullsized":"2024-09-19T04:37:08.264916+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:45.210690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251784+0000","last_change":"2024-09-19T04:37:07.269527+0000","last_active":"2024-09-19T04:37:08.251784+0000","last_peered":"2024-09-19T04:37:08.251784+0000","last_clean":"2024-09-19T04:37:08.251784+0000","last_became_active":"2024-09-19T04:37:07.269250+0000","last_became_peered":"2024-09-19T04:37:07.269250+0000","last_unstale":"2024-09-19T04:37:08.251784+0000","last_undegraded":"2024-09-19T04:37:08.251784+0000","last_fullsized":"2024-09-19T04:37:08.251784+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:22:18.507083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.284812+0000","last_change":"2024-09-19T04:37:07.281395+0000","last_active":"2024-09-19T04:37:07.284812+0000","last_peered":"2024-09-19T04:37:07.284812+0000","last_clean":"2024-09-19T04:37:07.284812+0000","last_became_active":"2024-09-19T04:37:07.280837+0000","last_became_peered":"2024-09-19T04:37:07.280837+0000","last_unstale":"2024-09-19T04:37:07.284812+0000","last_undegraded":"2024-09-19T04:37:07.284812+0000","last_fullsized":"2024-09-19T04:37:07.284812+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:01.536250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.265003+0000","last_change":"2024-09-19T04:37:07.262061+0000","last_active":"2024-09-19T04:37:08.265003+0000","last_peered":"2024-09-19T04:37:08.265003+0000","last_clean":"2024-09-19T04:37:08.265003+0000","last_became_active":"2024-09-19T04:37:07.261783+0000","last_became_peered":"2024-09-19T04:37:07.261783+0000","last_unstale":"2024-09-19T04:37:08.265003+0000","last_undegraded":"2024-09-19T04:37:08.265003+0000","last_fullsized":"2024-09-19T04:37:08.265003+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:59.995057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.730975+0000","last_change":"2024-09-19T04:37:07.273926+0000","last_active":"2024-09-19T04:37:08.730975+0000","last_peered":"2024-09-19T04:37:08.730975+0000","last_clean":"2024-09-19T04:37:08.730975+0000","last_became_active":"2024-09-19T04:37:07.273646+0000","last_became_peered":"2024-09-19T04:37:07.273646+0000","last_unstale":"2024-09-19T04:37:08.730975+0000","last_undegraded":"2024-09-19T04:37:08.730975+0000","last_fullsized":"2024-09-19T04:37:08.730975+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:44:47.301095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.271112+0000","last_change":"2024-09-19T04:37:07.269030+0000","last_active":"2024-09-19T04:37:07.271112+0000","last_peered":"2024-09-19T04:37:07.271112+0000","last_clean":"2024-09-19T04:37:07.271112+0000","last_became_active":"2024-09-19T04:37:07.268724+0000","last_became_peered":"2024-09-19T04:37:07.268724+0000","last_unstale":"2024-09-19T04:37:07.271112+0000","last_undegraded":"2024-09-19T04:37:07.271112+0000","last_fullsized":"2024-09-19T04:37:07.271112+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:52:02.631134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251884+0000","last_change":"2024-09-19T04:37:07.264801+0000","last_active":"2024-09-19T04:37:08.251884+0000","last_peered":"2024-09-19T04:37:08.251884+0000","last_clean":"2024-09-19T04:37:08.251884+0000","last_became_active":"2024-09-19T04:37:07.264168+0000","last_became_peered":"2024-09-19T04:37:07.264168+0000","last_unstale":"2024-09-19T04:37:08.251884+0000","last_undegraded":"2024-09-19T04:37:08.251884+0000","last_fullsized":"2024-09-19T04:37:08.251884+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:29.251084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.265106+0000","last_change":"2024-09-19T04:37:07.267084+0000","last_active":"2024-09-19T04:37:08.265106+0000","last_peered":"2024-09-19T04:37:08.265106+0000","last_clean":"2024-09-19T04:37:08.265106+0000","last_became_active":"2024-09-19T04:37:07.266774+0000","last_became_peered":"2024-09-19T04:37:07.266774+0000","last_unstale":"2024-09-19T04:37:08.265106+0000","last_undegraded":"2024-09-19T04:37:08.265106+0000","last_fullsized":"2024-09-19T04:37:08.265106+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:00:04.910376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.264964+0000","last_change":"2024-09-19T04:37:07.278960+0000","last_active":"2024-09-19T04:37:08.264964+0000","last_peered":"2024-09-19T04:37:08.264964+0000","last_clean":"2024-09-19T04:37:08.264964+0000","last_became_active":"2024-09-19T04:37:07.278541+0000","last_became_peered":"2024-09-19T04:37:07.278541+0000","last_unstale":"2024-09-19T04:37:08.264964+0000","last_undegraded":"2024-09-19T04:37:08.264964+0000","last_fullsized":"2024-09-19T04:37:08.264964+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:45.373561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.276991+0000","last_change":"2024-09-19T04:37:07.272495+0000","last_active":"2024-09-19T04:37:07.276991+0000","last_peered":"2024-09-19T04:37:07.276991+0000","last_clean":"2024-09-19T04:37:07.276991+0000","last_became_active":"2024-09-19T04:37:07.272251+0000","last_became_peered":"2024-09-19T04:37:07.272251+0000","last_unstale":"2024-09-19T04:37:07.276991+0000","last_undegraded":"2024-09-19T04:37:07.276991+0000","last_fullsized":"2024-09-19T04:37:07.276991+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:47:42.173190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251956+0000","last_change":"2024-09-19T04:37:07.277822+0000","last_active":"2024-09-19T04:37:08.251956+0000","last_peered":"2024-09-19T04:37:08.251956+0000","last_clean":"2024-09-19T04:37:08.251956+0000","last_became_active":"2024-09-19T04:37:07.277558+0000","last_became_peered":"2024-09-19T04:37:07.277558+0000","last_unstale":"2024-09-19T04:37:08.251956+0000","last_undegraded":"2024-09-19T04:37:08.251956+0000","last_fullsized":"2024-09-19T04:37:08.251956+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:48:13.653314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.262368+0000","last_change":"2024-09-19T04:37:07.258742+0000","last_active":"2024-09-19T04:37:07.262368+0000","last_peered":"2024-09-19T04:37:07.262368+0000","last_clean":"2024-09-19T04:37:07.262368+0000","last_became_active":"2024-09-19T04:37:07.258423+0000","last_became_peered":"2024-09-19T04:37:07.258423+0000","last_unstale":"2024-09-19T04:37:07.262368+0000","last_undegraded":"2024-09-19T04:37:07.262368+0000","last_fullsized":"2024-09-19T04:37:07.262368+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:16.846776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"82'4","reported_seq":18,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.252223+0000","last_change":"2024-09-19T04:37:06.271332+0000","last_active":"2024-09-19T04:37:08.252223+0000","last_peered":"2024-09-19T04:37:08.252223+0000","last_clean":"2024-09-19T04:37:08.252223+0000","last_became_active":"2024-09-19T04:37:06.271043+0000","last_became_peered":"2024-09-19T04:37:06.271043+0000","last_unstale":"2024-09-19T04:37:08.252223+0000","last_undegraded":"2024-09-19T04:37:08.252223+0000","last_fullsized":"2024-09-19T04:37:08.252223+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:58.989846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251884+0000","last_change":"2024-09-19T04:37:07.272536+0000","last_active":"2024-09-19T04:37:08.251884+0000","last_peered":"2024-09-19T04:37:08.251884+0000","last_clean":"2024-09-19T04:37:08.251884+0000","last_became_active":"2024-09-19T04:37:07.272288+0000","last_became_peered":"2024-09-19T04:37:07.272288+0000","last_unstale":"2024-09-19T04:37:08.251884+0000","last_undegraded":"2024-09-19T04:37:08.251884+0000","last_fullsized":"2024-09-19T04:37:08.251884+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:45.575843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"82'1","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.275012+0000","last_change":"2024-09-19T04:37:06.264738+0000","last_active":"2024-09-19T04:37:07.275012+0000","last_peered":"2024-09-19T04:37:07.275012+0000","last_clean":"2024-09-19T04:37:07.275012+0000","last_became_active":"2024-09-19T04:37:06.264476+0000","last_became_peered":"2024-09-19T04:37:06.264476+0000","last_unstale":"2024-09-19T04:37:07.275012+0000","last_undegraded":"2024-09-19T04:37:07.275012+0000","last_fullsized":"2024-09-19T04:37:07.275012+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:58.989846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.252217+0000","last_change":"2024-09-19T04:37:07.277884+0000","last_active":"2024-09-19T04:37:08.252217+0000","last_peered":"2024-09-19T04:37:08.252217+0000","last_clean":"2024-09-19T04:37:08.252217+0000","last_became_active":"2024-09-19T04:37:07.277575+0000","last_became_peered":"2024-09-19T04:37:07.277575+0000","last_unstale":"2024-09-19T04:37:08.252217+0000","last_undegraded":"2024-09-19T04:37:08.252217+0000","last_fullsized":"2024-09-19T04:37:08.252217+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:09.563962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"82'2","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.250611+0000","last_change":"2024-09-19T04:37:06.271426+0000","last_active":"2024-09-19T04:37:08.250611+0000","last_peered":"2024-09-19T04:37:08.250611+0000","last_clean":"2024-09-19T04:37:08.250611+0000","last_became_active":"2024-09-19T04:37:06.271198+0000","last_became_peered":"2024-09-19T04:37:06.271198+0000","last_unstale":"2024-09-19T04:37:08.250611+0000","last_undegraded":"2024-09-19T04:37:08.250611+0000","last_fullsized":"2024-09-19T04:37:08.250611+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:15:58.898393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.730930+0000","last_change":"2024-09-19T04:37:07.271214+0000","last_active":"2024-09-19T04:37:08.730930+0000","last_peered":"2024-09-19T04:37:08.730930+0000","last_clean":"2024-09-19T04:37:08.730930+0000","last_became_active":"2024-09-19T04:37:07.270639+0000","last_became_peered":"2024-09-19T04:37:07.270639+0000","last_unstale":"2024-09-19T04:37:08.730930+0000","last_undegraded":"2024-09-19T04:37:08.730930+0000","last_fullsized":"2024-09-19T04:37:08.730930+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:28.199361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"82'2","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.250441+0000","last_change":"2024-09-19T04:37:06.271669+0000","last_active":"2024-09-19T04:37:08.250441+0000","last_peered":"2024-09-19T04:37:08.250441+0000","last_clean":"2024-09-19T04:37:08.250441+0000","last_became_active":"2024-09-19T04:37:06.271420+0000","last_became_peered":"2024-09-19T04:37:06.271420+0000","last_unstale":"2024-09-19T04:37:08.250441+0000","last_undegraded":"2024-09-19T04:37:08.250441+0000","last_fullsized":"2024-09-19T04:37:08.250441+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:31:07.534721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.265114+0000","last_change":"2024-09-19T04:37:07.272891+0000","last_active":"2024-09-19T04:37:08.265114+0000","last_peered":"2024-09-19T04:37:08.265114+0000","last_clean":"2024-09-19T04:37:08.265114+0000","last_became_active":"2024-09-19T04:37:07.272625+0000","last_became_peered":"2024-09-19T04:37:07.272625+0000","last_unstale":"2024-09-19T04:37:08.265114+0000","last_undegraded":"2024-09-19T04:37:08.265114+0000","last_fullsized":"2024-09-19T04:37:08.265114+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:57.014868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"82'1","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.279068+0000","last_change":"2024-09-19T04:37:06.258553+0000","last_active":"2024-09-19T04:37:07.279068+0000","last_peered":"2024-09-19T04:37:07.279068+0000","last_clean":"2024-09-19T04:37:07.279068+0000","last_became_active":"2024-09-19T04:37:06.258275+0000","last_became_peered":"2024-09-19T04:37:06.258275+0000","last_unstale":"2024-09-19T04:37:07.279068+0000","last_undegraded":"2024-09-19T04:37:07.279068+0000","last_fullsized":"2024-09-19T04:37:07.279068+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:56.009657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.276976+0000","last_change":"2024-09-19T04:37:07.273509+0000","last_active":"2024-09-19T04:37:07.276976+0000","last_peered":"2024-09-19T04:37:07.276976+0000","last_clean":"2024-09-19T04:37:07.276976+0000","last_became_active":"2024-09-19T04:37:07.273276+0000","last_became_peered":"2024-09-19T04:37:07.273276+0000","last_unstale":"2024-09-19T04:37:07.276976+0000","last_undegraded":"2024-09-19T04:37:07.276976+0000","last_fullsized":"2024-09-19T04:37:07.276976+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:35:39.170383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"82'1","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.279311+0000","last_change":"2024-09-19T04:37:06.266307+0000","last_active":"2024-09-19T04:37:07.279311+0000","last_peered":"2024-09-19T04:37:07.279311+0000","last_clean":"2024-09-19T04:37:07.279311+0000","last_became_active":"2024-09-19T04:37:06.266006+0000","last_became_peered":"2024-09-19T04:37:06.266006+0000","last_unstale":"2024-09-19T04:37:07.279311+0000","last_undegraded":"2024-09-19T04:37:07.279311+0000","last_fullsized":"2024-09-19T04:37:07.279311+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:44.368350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.730837+0000","last_change":"2024-09-19T04:37:07.274083+0000","last_active":"2024-09-19T04:37:08.730837+0000","last_peered":"2024-09-19T04:37:08.730837+0000","last_clean":"2024-09-19T04:37:08.730837+0000","last_became_active":"2024-09-19T04:37:07.273056+0000","last_became_peered":"2024-09-19T04:37:07.273056+0000","last_unstale":"2024-09-19T04:37:08.730837+0000","last_undegraded":"2024-09-19T04:37:08.730837+0000","last_fullsized":"2024-09-19T04:37:08.730837+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:38:00.906662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.250238+0000","last_change":"2024-09-19T04:37:06.269072+0000","last_active":"2024-09-19T04:37:08.250238+0000","last_peered":"2024-09-19T04:37:08.250238+0000","last_clean":"2024-09-19T04:37:08.250238+0000","last_became_active":"2024-09-19T04:37:06.268816+0000","last_became_peered":"2024-09-19T04:37:06.268816+0000","last_unstale":"2024-09-19T04:37:08.250238+0000","last_undegraded":"2024-09-19T04:37:08.250238+0000","last_fullsized":"2024-09-19T04:37:08.250238+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:50:23.671339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.268933+0000","last_change":"2024-09-19T04:37:07.264437+0000","last_active":"2024-09-19T04:37:07.268933+0000","last_peered":"2024-09-19T04:37:07.268933+0000","last_clean":"2024-09-19T04:37:07.268933+0000","last_became_active":"2024-09-19T04:37:07.264066+0000","last_became_peered":"2024-09-19T04:37:07.264066+0000","last_unstale":"2024-09-19T04:37:07.268933+0000","last_undegraded":"2024-09-19T04:37:07.268933+0000","last_fullsized":"2024-09-19T04:37:07.268933+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:41:41.089571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.264914+0000","last_change":"2024-09-19T04:37:06.266579+0000","last_active":"2024-09-19T04:37:08.264914+0000","last_peered":"2024-09-19T04:37:08.264914+0000","last_clean":"2024-09-19T04:37:08.264914+0000","last_became_active":"2024-09-19T04:37:06.266327+0000","last_became_peered":"2024-09-19T04:37:06.266327+0000","last_unstale":"2024-09-19T04:37:08.264914+0000","last_undegraded":"2024-09-19T04:37:08.264914+0000","last_fullsized":"2024-09-19T04:37:08.264914+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:57.912572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.265114+0000","last_change":"2024-09-19T04:37:07.259756+0000","last_active":"2024-09-19T04:37:07.265114+0000","last_peered":"2024-09-19T04:37:07.265114+0000","last_clean":"2024-09-19T04:37:07.265114+0000","last_became_active":"2024-09-19T04:37:07.259490+0000","last_became_peered":"2024-09-19T04:37:07.259490+0000","last_unstale":"2024-09-19T04:37:07.265114+0000","last_undegraded":"2024-09-19T04:37:07.265114+0000","last_fullsized":"2024-09-19T04:37:07.265114+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:52:07.781644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.252412+0000","last_change":"2024-09-19T04:37:06.267328+0000","last_active":"2024-09-19T04:37:08.252412+0000","last_peered":"2024-09-19T04:37:08.252412+0000","last_clean":"2024-09-19T04:37:08.252412+0000","last_became_active":"2024-09-19T04:37:06.266709+0000","last_became_peered":"2024-09-19T04:37:06.266709+0000","last_unstale":"2024-09-19T04:37:08.252412+0000","last_undegraded":"2024-09-19T04:37:08.252412+0000","last_fullsized":"2024-09-19T04:37:08.252412+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:00:03.905165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251262+0000","last_change":"2024-09-19T04:37:07.266234+0000","last_active":"2024-09-19T04:37:08.251262+0000","last_peered":"2024-09-19T04:37:08.251262+0000","last_clean":"2024-09-19T04:37:08.251262+0000","last_became_active":"2024-09-19T04:37:07.265952+0000","last_became_peered":"2024-09-19T04:37:07.265952+0000","last_unstale":"2024-09-19T04:37:08.251262+0000","last_undegraded":"2024-09-19T04:37:08.251262+0000","last_fullsized":"2024-09-19T04:37:08.251262+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:29.251084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251650+0000","last_change":"2024-09-19T04:37:06.267441+0000","last_active":"2024-09-19T04:37:08.251650+0000","last_peered":"2024-09-19T04:37:08.251650+0000","last_clean":"2024-09-19T04:37:08.251650+0000","last_became_active":"2024-09-19T04:37:06.266795+0000","last_became_peered":"2024-09-19T04:37:06.266795+0000","last_unstale":"2024-09-19T04:37:08.251650+0000","last_undegraded":"2024-09-19T04:37:08.251650+0000","last_fullsized":"2024-09-19T04:37:08.251650+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:44.368350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.250462+0000","last_change":"2024-09-19T04:37:07.271165+0000","last_active":"2024-09-19T04:37:08.250462+0000","last_peered":"2024-09-19T04:37:08.250462+0000","last_clean":"2024-09-19T04:37:08.250462+0000","last_became_active":"2024-09-19T04:37:07.270906+0000","last_became_peered":"2024-09-19T04:37:07.270906+0000","last_unstale":"2024-09-19T04:37:08.250462+0000","last_undegraded":"2024-09-19T04:37:08.250462+0000","last_fullsized":"2024-09-19T04:37:08.250462+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:12.649500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"82'3","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251749+0000","last_change":"2024-09-19T04:37:06.271199+0000","last_active":"2024-09-19T04:37:08.251749+0000","last_peered":"2024-09-19T04:37:08.251749+0000","last_clean":"2024-09-19T04:37:08.251749+0000","last_became_active":"2024-09-19T04:37:06.270894+0000","last_became_peered":"2024-09-19T04:37:06.270894+0000","last_unstale":"2024-09-19T04:37:08.251749+0000","last_undegraded":"2024-09-19T04:37:08.251749+0000","last_fullsized":"2024-09-19T04:37:08.251749+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:20:33.557009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.276838+0000","last_change":"2024-09-19T04:37:07.271720+0000","last_active":"2024-09-19T04:37:07.276838+0000","last_peered":"2024-09-19T04:37:07.276838+0000","last_clean":"2024-09-19T04:37:07.276838+0000","last_became_active":"2024-09-19T04:37:07.271375+0000","last_became_peered":"2024-09-19T04:37:07.271375+0000","last_unstale":"2024-09-19T04:37:07.276838+0000","last_undegraded":"2024-09-19T04:37:07.276838+0000","last_fullsized":"2024-09-19T04:37:07.276838+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:57:29.729489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"82'6","reported_seq":20,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251321+0000","last_change":"2024-09-19T04:37:06.261473+0000","last_active":"2024-09-19T04:37:08.251321+0000","last_peered":"2024-09-19T04:37:08.251321+0000","last_clean":"2024-09-19T04:37:08.251321+0000","last_became_active":"2024-09-19T04:37:06.261205+0000","last_became_peered":"2024-09-19T04:37:06.261205+0000","last_unstale":"2024-09-19T04:37:08.251321+0000","last_undegraded":"2024-09-19T04:37:08.251321+0000","last_fullsized":"2024-09-19T04:37:08.251321+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:53.842800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.250289+0000","last_change":"2024-09-19T04:37:07.269697+0000","last_active":"2024-09-19T04:37:08.250289+0000","last_peered":"2024-09-19T04:37:08.250289+0000","last_clean":"2024-09-19T04:37:08.250289+0000","last_became_active":"2024-09-19T04:37:07.269452+0000","last_became_peered":"2024-09-19T04:37:07.269452+0000","last_unstale":"2024-09-19T04:37:08.250289+0000","last_undegraded":"2024-09-19T04:37:08.250289+0000","last_fullsized":"2024-09-19T04:37:08.250289+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:14:28.048305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"82'2","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.265235+0000","last_change":"2024-09-19T04:37:06.265875+0000","last_active":"2024-09-19T04:37:08.265235+0000","last_peered":"2024-09-19T04:37:08.265235+0000","last_clean":"2024-09-19T04:37:08.265235+0000","last_became_active":"2024-09-19T04:37:06.265607+0000","last_became_peered":"2024-09-19T04:37:06.265607+0000","last_unstale":"2024-09-19T04:37:08.265235+0000","last_undegraded":"2024-09-19T04:37:08.265235+0000","last_fullsized":"2024-09-19T04:37:08.265235+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:02:37.457518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.730970+0000","last_change":"2024-09-19T04:37:07.270047+0000","last_active":"2024-09-19T04:37:08.730970+0000","last_peered":"2024-09-19T04:37:08.730970+0000","last_clean":"2024-09-19T04:37:08.730970+0000","last_became_active":"2024-09-19T04:37:07.269250+0000","last_became_peered":"2024-09-19T04:37:07.269250+0000","last_unstale":"2024-09-19T04:37:08.730970+0000","last_undegraded":"2024-09-19T04:37:08.730970+0000","last_fullsized":"2024-09-19T04:37:08.730970+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:12:35.317674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.255305+0000","last_change":"2024-09-19T04:37:06.266581+0000","last_active":"2024-09-19T04:37:07.255305+0000","last_peered":"2024-09-19T04:37:07.255305+0000","last_clean":"2024-09-19T04:37:07.255305+0000","last_became_active":"2024-09-19T04:37:06.266326+0000","last_became_peered":"2024-09-19T04:37:06.266326+0000","last_unstale":"2024-09-19T04:37:07.255305+0000","last_undegraded":"2024-09-19T04:37:07.255305+0000","last_fullsized":"2024-09-19T04:37:07.255305+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:16.591669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.264941+0000","last_change":"2024-09-19T04:37:07.278647+0000","last_active":"2024-09-19T04:37:08.264941+0000","last_peered":"2024-09-19T04:37:08.264941+0000","last_clean":"2024-09-19T04:37:08.264941+0000","last_became_active":"2024-09-19T04:37:07.278377+0000","last_became_peered":"2024-09-19T04:37:07.278377+0000","last_unstale":"2024-09-19T04:37:08.264941+0000","last_undegraded":"2024-09-19T04:37:08.264941+0000","last_fullsized":"2024-09-19T04:37:08.264941+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:26.563435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251508+0000","last_change":"2024-09-19T04:37:06.260575+0000","last_active":"2024-09-19T04:37:08.251508+0000","last_peered":"2024-09-19T04:37:08.251508+0000","last_clean":"2024-09-19T04:37:08.251508+0000","last_became_active":"2024-09-19T04:37:06.259863+0000","last_became_peered":"2024-09-19T04:37:06.259863+0000","last_unstale":"2024-09-19T04:37:08.251508+0000","last_undegraded":"2024-09-19T04:37:08.251508+0000","last_fullsized":"2024-09-19T04:37:08.251508+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:52:01.625923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.264846+0000","last_change":"2024-09-19T04:37:07.263524+0000","last_active":"2024-09-19T04:37:08.264846+0000","last_peered":"2024-09-19T04:37:08.264846+0000","last_clean":"2024-09-19T04:37:08.264846+0000","last_became_active":"2024-09-19T04:37:07.263248+0000","last_became_peered":"2024-09-19T04:37:07.263248+0000","last_unstale":"2024-09-19T04:37:08.264846+0000","last_undegraded":"2024-09-19T04:37:08.264846+0000","last_fullsized":"2024-09-19T04:37:08.264846+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:20:34.562220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"82'8","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.250166+0000","last_change":"2024-09-19T04:37:06.267814+0000","last_active":"2024-09-19T04:37:08.250166+0000","last_peered":"2024-09-19T04:37:08.250166+0000","last_clean":"2024-09-19T04:37:08.250166+0000","last_became_active":"2024-09-19T04:37:06.267530+0000","last_became_peered":"2024-09-19T04:37:06.267530+0000","last_unstale":"2024-09-19T04:37:08.250166+0000","last_undegraded":"2024-09-19T04:37:08.250166+0000","last_fullsized":"2024-09-19T04:37:08.250166+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:28:32.098142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.731002+0000","last_change":"2024-09-19T04:37:07.263194+0000","last_active":"2024-09-19T04:37:08.731002+0000","last_peered":"2024-09-19T04:37:08.731002+0000","last_clean":"2024-09-19T04:37:08.731002+0000","last_became_active":"2024-09-19T04:37:07.262884+0000","last_became_peered":"2024-09-19T04:37:07.262884+0000","last_unstale":"2024-09-19T04:37:08.731002+0000","last_undegraded":"2024-09-19T04:37:08.731002+0000","last_fullsized":"2024-09-19T04:37:08.731002+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:40.473035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"82'1","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.252524+0000","last_change":"2024-09-19T04:37:06.268592+0000","last_active":"2024-09-19T04:37:08.252524+0000","last_peered":"2024-09-19T04:37:08.252524+0000","last_clean":"2024-09-19T04:37:08.252524+0000","last_became_active":"2024-09-19T04:37:06.268345+0000","last_became_peered":"2024-09-19T04:37:06.268345+0000","last_unstale":"2024-09-19T04:37:08.252524+0000","last_undegraded":"2024-09-19T04:37:08.252524+0000","last_fullsized":"2024-09-19T04:37:08.252524+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:56.009657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.252045+0000","last_change":"2024-09-19T04:37:07.267014+0000","last_active":"2024-09-19T04:37:08.252045+0000","last_peered":"2024-09-19T04:37:08.252045+0000","last_clean":"2024-09-19T04:37:08.252045+0000","last_became_active":"2024-09-19T04:37:07.266389+0000","last_became_peered":"2024-09-19T04:37:07.266389+0000","last_unstale":"2024-09-19T04:37:08.252045+0000","last_undegraded":"2024-09-19T04:37:08.252045+0000","last_fullsized":"2024-09-19T04:37:08.252045+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:59:40.826930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"82'2","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.250541+0000","last_change":"2024-09-19T04:37:06.270545+0000","last_active":"2024-09-19T04:37:08.250541+0000","last_peered":"2024-09-19T04:37:08.250541+0000","last_clean":"2024-09-19T04:37:08.250541+0000","last_became_active":"2024-09-19T04:37:06.268207+0000","last_became_peered":"2024-09-19T04:37:06.268207+0000","last_unstale":"2024-09-19T04:37:08.250541+0000","last_undegraded":"2024-09-19T04:37:08.250541+0000","last_fullsized":"2024-09-19T04:37:08.250541+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:24.562766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.262352+0000","last_change":"2024-09-19T04:37:07.259501+0000","last_active":"2024-09-19T04:37:07.262352+0000","last_peered":"2024-09-19T04:37:07.262352+0000","last_clean":"2024-09-19T04:37:07.262352+0000","last_became_active":"2024-09-19T04:37:07.258587+0000","last_became_peered":"2024-09-19T04:37:07.258587+0000","last_unstale":"2024-09-19T04:37:07.262352+0000","last_undegraded":"2024-09-19T04:37:07.262352+0000","last_fullsized":"2024-09-19T04:37:07.262352+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:45.763767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.250539+0000","last_change":"2024-09-19T04:37:06.266737+0000","last_active":"2024-09-19T04:37:08.250539+0000","last_peered":"2024-09-19T04:37:08.250539+0000","last_clean":"2024-09-19T04:37:08.250539+0000","last_became_active":"2024-09-19T04:37:06.266477+0000","last_became_peered":"2024-09-19T04:37:06.266477+0000","last_unstale":"2024-09-19T04:37:08.250539+0000","last_undegraded":"2024-09-19T04:37:08.250539+0000","last_fullsized":"2024-09-19T04:37:08.250539+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:15:00.224799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.284321+0000","last_change":"2024-09-19T04:37:07.278840+0000","last_active":"2024-09-19T04:37:07.284321+0000","last_peered":"2024-09-19T04:37:07.284321+0000","last_clean":"2024-09-19T04:37:07.284321+0000","last_became_active":"2024-09-19T04:37:07.278606+0000","last_became_peered":"2024-09-19T04:37:07.278606+0000","last_unstale":"2024-09-19T04:37:07.284321+0000","last_undegraded":"2024-09-19T04:37:07.284321+0000","last_fullsized":"2024-09-19T04:37:07.284321+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:46.837686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"82'2","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.281377+0000","last_change":"2024-09-19T04:37:06.269738+0000","last_active":"2024-09-19T04:37:07.281377+0000","last_peered":"2024-09-19T04:37:07.281377+0000","last_clean":"2024-09-19T04:37:07.281377+0000","last_became_active":"2024-09-19T04:37:06.269485+0000","last_became_peered":"2024-09-19T04:37:06.269485+0000","last_unstale":"2024-09-19T04:37:07.281377+0000","last_undegraded":"2024-09-19T04:37:07.281377+0000","last_fullsized":"2024-09-19T04:37:07.281377+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:37:59.901451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251080+0000","last_change":"2024-09-19T04:37:07.265301+0000","last_active":"2024-09-19T04:37:08.251080+0000","last_peered":"2024-09-19T04:37:08.251080+0000","last_clean":"2024-09-19T04:37:08.251080+0000","last_became_active":"2024-09-19T04:37:07.264999+0000","last_became_peered":"2024-09-19T04:37:07.264999+0000","last_unstale":"2024-09-19T04:37:08.251080+0000","last_undegraded":"2024-09-19T04:37:08.251080+0000","last_fullsized":"2024-09-19T04:37:08.251080+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:52:48.986443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.269643+0000","last_change":"2024-09-19T04:37:06.273763+0000","last_active":"2024-09-19T04:37:07.269643+0000","last_peered":"2024-09-19T04:37:07.269643+0000","last_clean":"2024-09-19T04:37:07.269643+0000","last_became_active":"2024-09-19T04:37:06.273440+0000","last_became_peered":"2024-09-19T04:37:06.273440+0000","last_unstale":"2024-09-19T04:37:07.269643+0000","last_undegraded":"2024-09-19T04:37:07.269643+0000","last_fullsized":"2024-09-19T04:37:07.269643+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:55:08.149956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.277827+0000","last_change":"2024-09-19T04:37:07.275219+0000","last_active":"2024-09-19T04:37:07.277827+0000","last_peered":"2024-09-19T04:37:07.277827+0000","last_clean":"2024-09-19T04:37:07.277827+0000","last_became_active":"2024-09-19T04:37:07.274904+0000","last_became_peered":"2024-09-19T04:37:07.274904+0000","last_unstale":"2024-09-19T04:37:07.277827+0000","last_undegraded":"2024-09-19T04:37:07.277827+0000","last_fullsized":"2024-09-19T04:37:07.277827+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:40.855258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.263688+0000","last_change":"2024-09-19T04:37:06.270655+0000","last_active":"2024-09-19T04:37:07.263688+0000","last_peered":"2024-09-19T04:37:07.263688+0000","last_clean":"2024-09-19T04:37:07.263688+0000","last_became_active":"2024-09-19T04:37:06.270298+0000","last_became_peered":"2024-09-19T04:37:06.270298+0000","last_unstale":"2024-09-19T04:37:07.263688+0000","last_undegraded":"2024-09-19T04:37:07.263688+0000","last_fullsized":"2024-09-19T04:37:07.263688+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:46.310335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251510+0000","last_change":"2024-09-19T04:37:07.271830+0000","last_active":"2024-09-19T04:37:08.251510+0000","last_peered":"2024-09-19T04:37:08.251510+0000","last_clean":"2024-09-19T04:37:08.251510+0000","last_became_active":"2024-09-19T04:37:07.271547+0000","last_became_peered":"2024-09-19T04:37:07.271547+0000","last_unstale":"2024-09-19T04:37:08.251510+0000","last_undegraded":"2024-09-19T04:37:08.251510+0000","last_fullsized":"2024-09-19T04:37:08.251510+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:50.285272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.255066+0000","last_change":"2024-09-19T04:37:06.267231+0000","last_active":"2024-09-19T04:37:07.255066+0000","last_peered":"2024-09-19T04:37:07.255066+0000","last_clean":"2024-09-19T04:37:07.255066+0000","last_became_active":"2024-09-19T04:37:06.266964+0000","last_became_peered":"2024-09-19T04:37:06.266964+0000","last_unstale":"2024-09-19T04:37:07.255066+0000","last_undegraded":"2024-09-19T04:37:07.255066+0000","last_fullsized":"2024-09-19T04:37:07.255066+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:16.005901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.255441+0000","last_change":"2024-09-19T04:37:07.253983+0000","last_active":"2024-09-19T04:37:07.255441+0000","last_peered":"2024-09-19T04:37:07.255441+0000","last_clean":"2024-09-19T04:37:07.255441+0000","last_became_active":"2024-09-19T04:37:07.253663+0000","last_became_peered":"2024-09-19T04:37:07.253663+0000","last_unstale":"2024-09-19T04:37:07.255441+0000","last_undegraded":"2024-09-19T04:37:07.255441+0000","last_fullsized":"2024-09-19T04:37:07.255441+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:46.427204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"82'2","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.265060+0000","last_change":"2024-09-19T04:37:06.266289+0000","last_active":"2024-09-19T04:37:08.265060+0000","last_peered":"2024-09-19T04:37:08.265060+0000","last_clean":"2024-09-19T04:37:08.265060+0000","last_became_active":"2024-09-19T04:37:06.265955+0000","last_became_peered":"2024-09-19T04:37:06.265955+0000","last_unstale":"2024-09-19T04:37:08.265060+0000","last_undegraded":"2024-09-19T04:37:08.265060+0000","last_fullsized":"2024-09-19T04:37:08.265060+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:03:00.950696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.730905+0000","last_change":"2024-09-19T04:37:07.264439+0000","last_active":"2024-09-19T04:37:08.730905+0000","last_peered":"2024-09-19T04:37:08.730905+0000","last_clean":"2024-09-19T04:37:08.730905+0000","last_became_active":"2024-09-19T04:37:07.263998+0000","last_became_peered":"2024-09-19T04:37:07.263998+0000","last_unstale":"2024-09-19T04:37:08.730905+0000","last_undegraded":"2024-09-19T04:37:08.730905+0000","last_fullsized":"2024-09-19T04:37:08.730905+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:41:41.089571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"83'1","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.268883+0000","last_change":"2024-09-19T04:37:06.266294+0000","last_active":"2024-09-19T04:37:08.268883+0000","last_peered":"2024-09-19T04:37:08.268883+0000","last_clean":"2024-09-19T04:37:08.268883+0000","last_became_active":"2024-09-19T04:37:06.266017+0000","last_became_peered":"2024-09-19T04:37:06.266017+0000","last_unstale":"2024-09-19T04:37:08.268883+0000","last_undegraded":"2024-09-19T04:37:08.268883+0000","last_fullsized":"2024-09-19T04:37:08.268883+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:58:14.644221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.252127+0000","last_change":"2024-09-19T04:37:07.272295+0000","last_active":"2024-09-19T04:37:08.252127+0000","last_peered":"2024-09-19T04:37:08.252127+0000","last_clean":"2024-09-19T04:37:08.252127+0000","last_became_active":"2024-09-19T04:37:07.271618+0000","last_became_peered":"2024-09-19T04:37:07.271618+0000","last_unstale":"2024-09-19T04:37:08.252127+0000","last_undegraded":"2024-09-19T04:37:08.252127+0000","last_fullsized":"2024-09-19T04:37:08.252127+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:50.285272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.252400+0000","last_change":"2024-09-19T04:37:06.268421+0000","last_active":"2024-09-19T04:37:08.252400+0000","last_peered":"2024-09-19T04:37:08.252400+0000","last_clean":"2024-09-19T04:37:08.252400+0000","last_became_active":"2024-09-19T04:37:06.268131+0000","last_became_peered":"2024-09-19T04:37:06.268131+0000","last_unstale":"2024-09-19T04:37:08.252400+0000","last_undegraded":"2024-09-19T04:37:08.252400+0000","last_fullsized":"2024-09-19T04:37:08.252400+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:44.205479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.274446+0000","last_change":"2024-09-19T04:37:07.270971+0000","last_active":"2024-09-19T04:37:07.274446+0000","last_peered":"2024-09-19T04:37:07.274446+0000","last_clean":"2024-09-19T04:37:07.274446+0000","last_became_active":"2024-09-19T04:37:07.270485+0000","last_became_peered":"2024-09-19T04:37:07.270485+0000","last_unstale":"2024-09-19T04:37:07.274446+0000","last_undegraded":"2024-09-19T04:37:07.274446+0000","last_fullsized":"2024-09-19T04:37:07.274446+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:46.496935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.252292+0000","last_change":"2024-09-19T04:37:06.267731+0000","last_active":"2024-09-19T04:37:08.252292+0000","last_peered":"2024-09-19T04:37:08.252292+0000","last_clean":"2024-09-19T04:37:08.252292+0000","last_became_active":"2024-09-19T04:37:06.267435+0000","last_became_peered":"2024-09-19T04:37:06.267435+0000","last_unstale":"2024-09-19T04:37:08.252292+0000","last_undegraded":"2024-09-19T04:37:08.252292+0000","last_fullsized":"2024-09-19T04:37:08.252292+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:45.421993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.251344+0000","last_change":"2024-09-19T04:37:07.265512+0000","last_active":"2024-09-19T04:37:08.251344+0000","last_peered":"2024-09-19T04:37:08.251344+0000","last_clean":"2024-09-19T04:37:08.251344+0000","last_became_active":"2024-09-19T04:37:07.265095+0000","last_became_peered":"2024-09-19T04:37:07.265095+0000","last_unstale":"2024-09-19T04:37:08.251344+0000","last_undegraded":"2024-09-19T04:37:08.251344+0000","last_fullsized":"2024-09-19T04:37:08.251344+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:59:40.826930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.250375+0000","last_change":"2024-09-19T04:37:06.268103+0000","last_active":"2024-09-19T04:37:08.250375+0000","last_peered":"2024-09-19T04:37:08.250375+0000","last_clean":"2024-09-19T04:37:08.250375+0000","last_became_active":"2024-09-19T04:37:06.267836+0000","last_became_peered":"2024-09-19T04:37:06.267836+0000","last_unstale":"2024-09-19T04:37:08.250375+0000","last_undegraded":"2024-09-19T04:37:08.250375+0000","last_fullsized":"2024-09-19T04:37:08.250375+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:59:25.331838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.250326+0000","last_change":"2024-09-19T04:37:07.268057+0000","last_active":"2024-09-19T04:37:08.250326+0000","last_peered":"2024-09-19T04:37:08.250326+0000","last_clean":"2024-09-19T04:37:08.250326+0000","last_became_active":"2024-09-19T04:37:07.267779+0000","last_became_peered":"2024-09-19T04:37:07.267779+0000","last_unstale":"2024-09-19T04:37:08.250326+0000","last_undegraded":"2024-09-19T04:37:08.250326+0000","last_fullsized":"2024-09-19T04:37:08.250326+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:57:34.680520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.253495+0000","last_change":"2024-09-19T04:37:06.264826+0000","last_active":"2024-09-19T04:37:07.253495+0000","last_peered":"2024-09-19T04:37:07.253495+0000","last_clean":"2024-09-19T04:37:07.253495+0000","last_became_active":"2024-09-19T04:37:06.264585+0000","last_became_peered":"2024-09-19T04:37:06.264585+0000","last_unstale":"2024-09-19T04:37:07.253495+0000","last_undegraded":"2024-09-19T04:37:07.253495+0000","last_fullsized":"2024-09-19T04:37:07.253495+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:00:03.905165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.730816+0000","last_change":"2024-09-19T04:37:07.273705+0000","last_active":"2024-09-19T04:37:08.730816+0000","last_peered":"2024-09-19T04:37:08.730816+0000","last_clean":"2024-09-19T04:37:08.730816+0000","last_became_active":"2024-09-19T04:37:07.273456+0000","last_became_peered":"2024-09-19T04:37:07.273456+0000","last_unstale":"2024-09-19T04:37:08.730816+0000","last_undegraded":"2024-09-19T04:37:08.730816+0000","last_fullsized":"2024-09-19T04:37:08.730816+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:17.596880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.252327+0000","last_change":"2024-09-19T04:37:06.268010+0000","last_active":"2024-09-19T04:37:08.252327+0000","last_peered":"2024-09-19T04:37:08.252327+0000","last_clean":"2024-09-19T04:37:08.252327+0000","last_became_active":"2024-09-19T04:37:06.267730+0000","last_became_peered":"2024-09-19T04:37:06.267730+0000","last_unstale":"2024-09-19T04:37:08.252327+0000","last_undegraded":"2024-09-19T04:37:08.252327+0000","last_fullsized":"2024-09-19T04:37:08.252327+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:25.558224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.252303+0000","last_change":"2024-09-19T04:37:07.266505+0000","last_active":"2024-09-19T04:37:08.252303+0000","last_peered":"2024-09-19T04:37:08.252303+0000","last_clean":"2024-09-19T04:37:08.252303+0000","last_became_active":"2024-09-19T04:37:07.266224+0000","last_became_peered":"2024-09-19T04:37:07.266224+0000","last_unstale":"2024-09-19T04:37:08.252303+0000","last_undegraded":"2024-09-19T04:37:08.252303+0000","last_fullsized":"2024-09-19T04:37:08.252303+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:51:28.189567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T04:37:07.252063+0000","last_change":"2024-09-19T04:37:06.269067+0000","last_active":"2024-09-19T04:37:07.252063+0000","last_peered":"2024-09-19T04:37:07.252063+0000","last_clean":"2024-09-19T04:37:07.252063+0000","last_became_active":"2024-09-19T04:37:06.268715+0000","last_became_peered":"2024-09-19T04:37:06.268715+0000","last_unstale":"2024-09-19T04:37:07.252063+0000","last_undegraded":"2024-09-19T04:37:07.252063+0000","last_fullsized":"2024-09-19T04:37:07.252063+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:25.558224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.265333+0000","last_change":"2024-09-19T04:37:07.255720+0000","last_active":"2024-09-19T04:37:08.265333+0000","last_peered":"2024-09-19T04:37:08.265333+0000","last_clean":"2024-09-19T04:37:08.265333+0000","last_became_active":"2024-09-19T04:37:07.255486+0000","last_became_peered":"2024-09-19T04:37:07.255486+0000","last_unstale":"2024-09-19T04:37:08.265333+0000","last_undegraded":"2024-09-19T04:37:08.265333+0000","last_fullsized":"2024-09-19T04:37:08.265333+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:06.244315+0000","last_clean_scrub_stamp":"2024-09-19T04:37:06.244315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:16.846776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"82'1","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.731040+0000","last_change":"2024-09-19T04:37:06.270899+0000","last_active":"2024-09-19T04:37:08.731040+0000","last_peered":"2024-09-19T04:37:08.731040+0000","last_clean":"2024-09-19T04:37:08.731040+0000","last_became_active":"2024-09-19T04:37:06.270479+0000","last_became_peered":"2024-09-19T04:37:06.270479+0000","last_unstale":"2024-09-19T04:37:08.731040+0000","last_undegraded":"2024-09-19T04:37:08.731040+0000","last_fullsized":"2024-09-19T04:37:08.731040+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:05.239104+0000","last_clean_scrub_stamp":"2024-09-19T04:37:05.239104+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:28.245873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":324,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T04:37:08.731100+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:37:08.731100+0000","last_peered":"2024-09-19T04:37:08.731100+0000","last_clean":"2024-09-19T04:37:08.731100+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:37:08.731100+0000","last_undegraded":"2024-09-19T04:37:08.731100+0000","last_fullsized":"2024-09-19T04:37:08.731100+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509497,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32756,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339084,"statfs":{"total":96636764160,"available":96603222016,"internally_reserved":0,"allocated":1597440,"data_stored":1017454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509497,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28032,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343808,"statfs":{"total":96636764160,"available":96608059392,"internally_reserved":0,"allocated":1024000,"data_stored":434010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509497,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32192,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339648,"statfs":{"total":96636764160,"available":96603799552,"internally_reserved":0,"allocated":1028096,"data_stored":434950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509498,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32168,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339672,"statfs":{"total":96636764160,"available":96603824128,"internally_reserved":0,"allocated":999424,"data_stored":427016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542202,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32176,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339664,"statfs":{"total":96636764160,"available":96603815936,"internally_reserved":0,"allocated":1011712,"data_stored":428628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542201,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28012,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343828,"statfs":{"total":96636764160,"available":96608079872,"internally_reserved":0,"allocated":1003520,"data_stored":427598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542201,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32192,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339648,"statfs":{"total":96636764160,"available":96603799552,"internally_reserved":0,"allocated":1024000,"data_stored":433510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542202,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32760,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339080,"statfs":{"total":96636764160,"available":96603217920,"internally_reserved":0,"allocated":1609728,"data_stored":1023718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:37:10.525 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T04:37:10.525 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T04:37:10.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.666+0000 7f0e5a9f6640 1 Processor -- start 2024-09-19T04:37:10.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.666+0000 7f0e5a9f6640 1 -- start start 2024-09-19T04:37:10.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.667+0000 7f0e5a9f6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e5415b370 0x7f0e54072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:10.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.667+0000 7f0e5a9f6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f0e5415f9f0 0x7f0e5406ea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:10.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.667+0000 7f0e5a9f6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0e5415c970 con 0x7f0e5406ef60 2024-09-19T04:37:10.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.667+0000 7f0e5a9f6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f0e5415fef0 con 0x7f0e5415f9f0 2024-09-19T04:37:10.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.667+0000 7f0e5a9f6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0e5415bbb0 con 0x7f0e5415b370 2024-09-19T04:37:10.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.667+0000 7f0e53fff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e5415b370 0x7f0e54072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:10.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.667+0000 7f0e537fe640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f0e5415f9f0 0x7f0e5406ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:10.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.667+0000 7f0e537fe640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f0e5415f9f0 0x7f0e5406ea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:39432/0 (socket says 172.21.15.111:39432) 2024-09-19T04:37:10.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.667+0000 7f0e53fff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e5415b370 0x7f0e54072560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:34900/0 (socket says 172.21.15.111:34900) 2024-09-19T04:37:10.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.667+0000 7f0e537fe640 1 -- 172.21.15.111:0/739920781 learned_addr learned my addr 172.21.15.111:0/739920781 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:10.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.667+0000 7f0e58f93640 1 --1- 172.21.15.111:0/739920781 >> v1:172.21.15.114:6789/0 conn(0x7f0e5406ef60 0x7f0e54071040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:35156/0 (socket says 172.21.15.111:35156) 2024-09-19T04:37:10.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.668+0000 7f0e53fff640 1 -- 172.21.15.111:0/739920781 >> v2:172.21.15.114:3300/0 conn(0x7f0e5415f9f0 msgr2=0x7f0e5406ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:10.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.668+0000 7f0e53fff640 1 --2- 172.21.15.111:0/739920781 >> v2:172.21.15.114:3300/0 conn(0x7f0e5415f9f0 0x7f0e5406ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.668+0000 7f0e53fff640 1 -- 172.21.15.111:0/739920781 >> v1:172.21.15.114:6789/0 conn(0x7f0e5406ef60 legacy=0x7f0e54071040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:10.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.668+0000 7f0e53fff640 1 -- 172.21.15.111:0/739920781 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e5415be90 con 0x7f0e5415b370 2024-09-19T04:37:10.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.669+0000 7f0e53fff640 1 --2- 172.21.15.111:0/739920781 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e5415b370 0x7f0e54072560 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f0e440097a0 tx=0x7f0e4402a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3260d52c9d141b56 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:10.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.669+0000 7f0e52ffd640 1 -- 172.21.15.111:0/739920781 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e44037070 con 0x7f0e5415b370 2024-09-19T04:37:10.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.669+0000 7f0e52ffd640 1 -- 172.21.15.111:0/739920781 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e4402ae50 con 0x7f0e5415b370 2024-09-19T04:37:10.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.669+0000 7f0e52ffd640 1 -- 172.21.15.111:0/739920781 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e44032660 con 0x7f0e5415b370 2024-09-19T04:37:10.672 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.669+0000 7f0e5a9f6640 1 -- 172.21.15.111:0/739920781 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e5415b370 msgr2=0x7f0e54072560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:10.672 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.669+0000 7f0e5a9f6640 1 --2- 172.21.15.111:0/739920781 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e5415b370 0x7f0e54072560 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f0e440097a0 tx=0x7f0e4402a100 comp rx=0 tx=0).stop 2024-09-19T04:37:10.672 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.669+0000 7f0e5a9f6640 1 -- 172.21.15.111:0/739920781 shutdown_connections 2024-09-19T04:37:10.672 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.669+0000 7f0e5a9f6640 1 --2- 172.21.15.111:0/739920781 >> v2:172.21.15.114:3300/0 conn(0x7f0e5415f9f0 0x7f0e5406ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.672 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.669+0000 7f0e5a9f6640 1 --2- 172.21.15.111:0/739920781 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e5415b370 0x7f0e54072560 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.672 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.669+0000 7f0e5a9f6640 1 -- 172.21.15.111:0/739920781 >> 172.21.15.111:0/739920781 conn(0x7f0e5406bba0 msgr2=0x7f0e5406bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:10.672 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.669+0000 7f0e5a9f6640 1 -- 172.21.15.111:0/739920781 shutdown_connections 2024-09-19T04:37:10.672 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.669+0000 7f0e5a9f6640 1 -- 172.21.15.111:0/739920781 wait complete. 2024-09-19T04:37:10.674 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.670+0000 7f0e5a9f6640 1 Processor -- start 2024-09-19T04:37:10.674 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.671+0000 7f0e5a9f6640 1 -- start start 2024-09-19T04:37:10.674 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.671+0000 7f0e5a9f6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e5406ef60 0x7f0e54141700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:10.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.671+0000 7f0e5a9f6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e5415b370 0x7f0e54143280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:10.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.671+0000 7f0e5a9f6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e5415f9f0 0x7f0e541437c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:10.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.671+0000 7f0e5a9f6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0e540731b0 con 0x7f0e5406ef60 2024-09-19T04:37:10.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.671+0000 7f0e5a9f6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0e5415c450 con 0x7f0e5415f9f0 2024-09-19T04:37:10.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.671+0000 7f0e5a9f6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0e540cf4a0 con 0x7f0e5415b370 2024-09-19T04:37:10.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.672+0000 7f0e53fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e5406ef60 0x7f0e54141700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:10.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.672+0000 7f0e53fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e5406ef60 0x7f0e54141700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56956/0 (socket says 172.21.15.111:56956) 2024-09-19T04:37:10.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.672+0000 7f0e53fff640 1 -- 172.21.15.111:0/1272757060 learned_addr learned my addr 172.21.15.111:0/1272757060 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:10.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.672+0000 7f0e58f93640 1 --2- 172.21.15.111:0/1272757060 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e5415f9f0 0x7f0e541437c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:10.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.672+0000 7f0e537fe640 1 --2- 172.21.15.111:0/1272757060 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e5415b370 0x7f0e54143280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:10.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.672+0000 7f0e53fff640 1 -- 172.21.15.111:0/1272757060 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e5415b370 msgr2=0x7f0e54143280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:10.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.672+0000 7f0e53fff640 1 --2- 172.21.15.111:0/1272757060 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e5415b370 0x7f0e54143280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.672+0000 7f0e53fff640 1 -- 172.21.15.111:0/1272757060 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e5415f9f0 msgr2=0x7f0e541437c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:10.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.672+0000 7f0e53fff640 1 --2- 172.21.15.111:0/1272757060 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e5415f9f0 0x7f0e541437c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.672+0000 7f0e53fff640 1 -- 172.21.15.111:0/1272757060 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e54145a50 con 0x7f0e5406ef60 2024-09-19T04:37:10.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.672+0000 7f0e53fff640 1 --2- 172.21.15.111:0/1272757060 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e5406ef60 0x7f0e54141700 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f0e4402a140 tx=0x7f0e440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:10.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.672+0000 7f0e50ff9640 1 -- 172.21.15.111:0/1272757060 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e44041070 con 0x7f0e5406ef60 2024-09-19T04:37:10.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.672+0000 7f0e50ff9640 1 -- 172.21.15.111:0/1272757060 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e4403c670 con 0x7f0e5406ef60 2024-09-19T04:37:10.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.672+0000 7f0e5a9f6640 1 -- 172.21.15.111:0/1272757060 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e541421e0 con 0x7f0e5406ef60 2024-09-19T04:37:10.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.672+0000 7f0e50ff9640 1 -- 172.21.15.111:0/1272757060 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e44037040 con 0x7f0e5406ef60 2024-09-19T04:37:10.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.672+0000 7f0e5a9f6640 1 -- 172.21.15.111:0/1272757060 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e541427a0 con 0x7f0e5406ef60 2024-09-19T04:37:10.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.673+0000 7f0e5a9f6640 1 -- 172.21.15.111:0/1272757060 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e5415b750 con 0x7f0e5406ef60 2024-09-19T04:37:10.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.674+0000 7f0e50ff9640 1 -- 172.21.15.111:0/1272757060 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f0e44044070 con 0x7f0e5406ef60 2024-09-19T04:37:10.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.674+0000 7f0e50ff9640 1 --2- 172.21.15.111:0/1272757060 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0e4006c3d0 0x7f0e4006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:10.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.674+0000 7f0e50ff9640 1 -- 172.21.15.111:0/1272757060 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5709+0+0 (secure 0 0 0) 0x7f0e440aba40 con 0x7f0e5406ef60 2024-09-19T04:37:10.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.675+0000 7f0e537fe640 1 --2- 172.21.15.111:0/1272757060 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0e4006c3d0 0x7f0e4006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:10.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.675+0000 7f0e537fe640 1 --2- 172.21.15.111:0/1272757060 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0e4006c3d0 0x7f0e4006e890 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f0e54076310 tx=0x7f0e4800b450 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:10.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.678+0000 7f0e50ff9640 1 -- 172.21.15.111:0/1272757060 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0e440ade20 con 0x7f0e5406ef60 2024-09-19T04:37:10.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.905+0000 7f0e5a9f6640 1 -- 172.21.15.111:0/1272757060 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f0e541574a0 con 0x7f0e5406ef60 2024-09-19T04:37:10.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.907+0000 7f0e50ff9640 1 -- 172.21.15.111:0/1272757060 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v17) ==== 190+0+147 (secure 0 0 0) 0x7f0e440799b0 con 0x7f0e5406ef60 2024-09-19T04:37:10.909 INFO:teuthology.orchestra.run.smithi111.stdout:[client.0] 2024-09-19T04:37:10.909 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQA0qetmdEXYCBAAQK+0F5ouJPJAqZqCQHrMdQ== 2024-09-19T04:37:10.909 INFO:teuthology.orchestra.run.smithi111.stdout: caps mds = "allow" 2024-09-19T04:37:10.909 INFO:teuthology.orchestra.run.smithi111.stdout: caps mon = "allow r" 2024-09-19T04:37:10.909 INFO:teuthology.orchestra.run.smithi111.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T04:37:10.909 INFO:teuthology.orchestra.run.smithi111.stderr:updated caps for client.0 2024-09-19T04:37:10.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.909+0000 7f0e5a9f6640 1 -- 172.21.15.111:0/1272757060 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0e4006c3d0 msgr2=0x7f0e4006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:10.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.909+0000 7f0e5a9f6640 1 --2- 172.21.15.111:0/1272757060 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0e4006c3d0 0x7f0e4006e890 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f0e54076310 tx=0x7f0e4800b450 comp rx=0 tx=0).stop 2024-09-19T04:37:10.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.909+0000 7f0e5a9f6640 1 -- 172.21.15.111:0/1272757060 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e5406ef60 msgr2=0x7f0e54141700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:10.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.909+0000 7f0e5a9f6640 1 --2- 172.21.15.111:0/1272757060 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e5406ef60 0x7f0e54141700 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f0e4402a140 tx=0x7f0e440046c0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.909+0000 7f0e5a9f6640 1 -- 172.21.15.111:0/1272757060 shutdown_connections 2024-09-19T04:37:10.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.909+0000 7f0e5a9f6640 1 --2- 172.21.15.111:0/1272757060 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0e4006c3d0 0x7f0e4006e890 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.909+0000 7f0e5a9f6640 1 --2- 172.21.15.111:0/1272757060 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e5415f9f0 0x7f0e541437c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.910+0000 7f0e5a9f6640 1 --2- 172.21.15.111:0/1272757060 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e5415b370 0x7f0e54143280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.910+0000 7f0e5a9f6640 1 --2- 172.21.15.111:0/1272757060 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e5406ef60 0x7f0e54141700 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:10.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.910+0000 7f0e5a9f6640 1 -- 172.21.15.111:0/1272757060 >> 172.21.15.111:0/1272757060 conn(0x7f0e5406bba0 msgr2=0x7f0e5406def0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:10.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.910+0000 7f0e5a9f6640 1 -- 172.21.15.111:0/1272757060 shutdown_connections 2024-09-19T04:37:10.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:10.910+0000 7f0e5a9f6640 1 -- 172.21.15.111:0/1272757060 wait complete. 2024-09-19T04:37:10.922 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:37:11.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.018+0000 7fcbf84e6640 1 Processor -- start 2024-09-19T04:37:11.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.018+0000 7fcbf84e6640 1 -- start start 2024-09-19T04:37:11.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.019+0000 7fcbf84e6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fcbf015f210 0x7fcbf00ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.019+0000 7fcbf84e6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fcbf015f5f0 0x7fcbf00713c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.019+0000 7fcbf84e6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbf015fa60 0x7fcbf0071900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.019+0000 7fcbf84e6640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fcbf00af960 con 0x7fcbf015f210 2024-09-19T04:37:11.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.019+0000 7fcbf84e6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fcbf00aee20 con 0x7fcbf015f5f0 2024-09-19T04:37:11.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.019+0000 7fcbf84e6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcbf00af0c0 con 0x7fcbf015fa60 2024-09-19T04:37:11.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.019+0000 7fcbf6282640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fcbf015f210 0x7fcbf00ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.019+0000 7fcbf6282640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fcbf015f210 0x7fcbf00ae8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56966/0 (socket says 172.21.15.111:56966) 2024-09-19T04:37:11.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.019+0000 7fcbf6282640 1 -- 172.21.15.111:0/399542609 learned_addr learned my addr 172.21.15.111:0/399542609 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:11.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.019+0000 7fcbf5a81640 1 --2- 172.21.15.111:0/399542609 >> v2:172.21.15.114:3300/0 conn(0x7fcbf015f5f0 0x7fcbf00713c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.019+0000 7fcbf6a83640 1 --2- 172.21.15.111:0/399542609 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbf015fa60 0x7fcbf0071900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.019+0000 7fcbf6282640 1 -- 172.21.15.111:0/399542609 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbf015fa60 msgr2=0x7fcbf0071900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:11.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.019+0000 7fcbf6282640 1 --2- 172.21.15.111:0/399542609 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbf015fa60 0x7fcbf0071900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.019+0000 7fcbf6282640 1 -- 172.21.15.111:0/399542609 >> v2:172.21.15.114:3300/0 conn(0x7fcbf015f5f0 msgr2=0x7fcbf00713c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:11.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.019+0000 7fcbf6282640 1 --2- 172.21.15.111:0/399542609 >> v2:172.21.15.114:3300/0 conn(0x7fcbf015f5f0 0x7fcbf00713c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.019+0000 7fcbf6282640 1 -- 172.21.15.111:0/399542609 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbf00af3a0 con 0x7fcbf015f210 2024-09-19T04:37:11.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.019+0000 7fcbf6a83640 1 --2- 172.21.15.111:0/399542609 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbf015fa60 0x7fcbf0071900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:11.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.020+0000 7fcbf6282640 1 --2- 172.21.15.111:0/399542609 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbf015f210 0x7fcbf00ae8e0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7fcbf00af2d0 tx=0x7fcbec02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8dc64e5b75aade4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:11.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.020+0000 7fcbf5280640 1 -- 172.21.15.111:0/399542609 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbec037070 con 0x7fcbf015f210 2024-09-19T04:37:11.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.020+0000 7fcbf5280640 1 -- 172.21.15.111:0/399542609 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbec032440 con 0x7fcbf015f210 2024-09-19T04:37:11.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.020+0000 7fcbf5280640 1 -- 172.21.15.111:0/399542609 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbec032810 con 0x7fcbf015f210 2024-09-19T04:37:11.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.020+0000 7fcbf84e6640 1 -- 172.21.15.111:0/399542609 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbf015f210 msgr2=0x7fcbf00ae8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:11.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.020+0000 7fcbf84e6640 1 --2- 172.21.15.111:0/399542609 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbf015f210 0x7fcbf00ae8e0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7fcbf00af2d0 tx=0x7fcbec02a1c0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.021+0000 7fcbf84e6640 1 -- 172.21.15.111:0/399542609 shutdown_connections 2024-09-19T04:37:11.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.021+0000 7fcbf84e6640 1 --2- 172.21.15.111:0/399542609 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbf015fa60 0x7fcbf0071900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.021+0000 7fcbf84e6640 1 --2- 172.21.15.111:0/399542609 >> v2:172.21.15.114:3300/0 conn(0x7fcbf015f5f0 0x7fcbf00713c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.021+0000 7fcbf84e6640 1 --2- 172.21.15.111:0/399542609 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbf015f210 0x7fcbf00ae8e0 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.021+0000 7fcbf84e6640 1 -- 172.21.15.111:0/399542609 >> 172.21.15.111:0/399542609 conn(0x7fcbf00b2480 msgr2=0x7fcbf00b2860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:11.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.021+0000 7fcbf84e6640 1 -- 172.21.15.111:0/399542609 shutdown_connections 2024-09-19T04:37:11.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.021+0000 7fcbf84e6640 1 -- 172.21.15.111:0/399542609 wait complete. 2024-09-19T04:37:11.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.022+0000 7fcbf84e6640 1 Processor -- start 2024-09-19T04:37:11.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.022+0000 7fcbf84e6640 1 -- start start 2024-09-19T04:37:11.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.022+0000 7fcbf84e6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcbf015f210 0x7fcbf01545b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.023+0000 7fcbf84e6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbf015f5f0 0x7fcbf015cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.023+0000 7fcbf84e6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbf015fa60 0x7fcbf015d240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.023+0000 7fcbf84e6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf0162390 con 0x7fcbf015f5f0 2024-09-19T04:37:11.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.023+0000 7fcbf84e6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf006d4f0 con 0x7fcbf015f210 2024-09-19T04:37:11.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.023+0000 7fcbf84e6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcbf0162510 con 0x7fcbf015fa60 2024-09-19T04:37:11.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.023+0000 7fcbf5a81640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbf015f5f0 0x7fcbf015cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.023+0000 7fcbf5a81640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbf015f5f0 0x7fcbf015cd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56974/0 (socket says 172.21.15.111:56974) 2024-09-19T04:37:11.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.023+0000 7fcbf5a81640 1 -- 172.21.15.111:0/628951881 learned_addr learned my addr 172.21.15.111:0/628951881 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:11.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.023+0000 7fcbf6282640 1 --2- 172.21.15.111:0/628951881 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcbf015f210 0x7fcbf01545b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.023+0000 7fcbf6a83640 1 --2- 172.21.15.111:0/628951881 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbf015fa60 0x7fcbf015d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.023+0000 7fcbf5a81640 1 -- 172.21.15.111:0/628951881 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbf015fa60 msgr2=0x7fcbf015d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:11.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.023+0000 7fcbf5a81640 1 --2- 172.21.15.111:0/628951881 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbf015fa60 0x7fcbf015d240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.023+0000 7fcbf5a81640 1 -- 172.21.15.111:0/628951881 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcbf015f210 msgr2=0x7fcbf01545b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:11.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.023+0000 7fcbf5a81640 1 --2- 172.21.15.111:0/628951881 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcbf015f210 0x7fcbf01545b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.023+0000 7fcbf5a81640 1 -- 172.21.15.111:0/628951881 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbf0154af0 con 0x7fcbf015f5f0 2024-09-19T04:37:11.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.023+0000 7fcbf5a81640 1 --2- 172.21.15.111:0/628951881 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbf015f5f0 0x7fcbf015cd00 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7fcbe000d800 tx=0x7fcbe000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:11.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.023+0000 7fcbe6ffd640 1 -- 172.21.15.111:0/628951881 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbe000b6c0 con 0x7fcbf015f5f0 2024-09-19T04:37:11.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.023+0000 7fcbe6ffd640 1 -- 172.21.15.111:0/628951881 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbe0019070 con 0x7fcbf015f5f0 2024-09-19T04:37:11.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.023+0000 7fcbf84e6640 1 -- 172.21.15.111:0/628951881 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbf01f4860 con 0x7fcbf015f5f0 2024-09-19T04:37:11.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.023+0000 7fcbe6ffd640 1 -- 172.21.15.111:0/628951881 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbe000ba80 con 0x7fcbf015f5f0 2024-09-19T04:37:11.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.023+0000 7fcbf84e6640 1 -- 172.21.15.111:0/628951881 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbf01f4e20 con 0x7fcbf015f5f0 2024-09-19T04:37:11.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.024+0000 7fcbf84e6640 1 -- 172.21.15.111:0/628951881 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbf00afe50 con 0x7fcbf015f5f0 2024-09-19T04:37:11.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.025+0000 7fcbe6ffd640 1 -- 172.21.15.111:0/628951881 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fcbe000bc20 con 0x7fcbf015f5f0 2024-09-19T04:37:11.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.025+0000 7fcbe6ffd640 1 --2- 172.21.15.111:0/628951881 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcbd406c3d0 0x7fcbd406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.025+0000 7fcbe6ffd640 1 -- 172.21.15.111:0/628951881 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5709+0+0 (secure 0 0 0) 0x7fcbe008b900 con 0x7fcbf015f5f0 2024-09-19T04:37:11.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.025+0000 7fcbf6282640 1 --2- 172.21.15.111:0/628951881 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcbd406c3d0 0x7fcbd406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.026+0000 7fcbf6282640 1 --2- 172.21.15.111:0/628951881 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcbd406c3d0 0x7fcbd406e890 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fcbec034000 tx=0x7fcbec02e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:11.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.030+0000 7fcbe6ffd640 1 -- 172.21.15.111:0/628951881 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcbf00afe50 con 0x7fcbf015f5f0 2024-09-19T04:37:11.230 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.228+0000 7fcbf84e6640 1 -- 172.21.15.111:0/628951881 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcbf00ae8e0 con 0x7fcbf015f5f0 2024-09-19T04:37:11.230 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.229+0000 7fcbe6ffd640 1 -- 172.21.15.111:0/628951881 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 43 v43) ==== 94+0+5228 (secure 0 0 0) 0x7fcbe0059910 con 0x7fcbf015f5f0 2024-09-19T04:37:11.231 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:11.231 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":43,"btime":"2024-09-19T04:37:09:261039+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5582,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6833/3867581884","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3867581884},{"type":"v1","addr":"172.21.15.114:6833","nonce":3867581884}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":39},{"gid":6058,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/822486418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":822486418},{"type":"v1","addr":"172.21.15.114:6835","nonce":822486418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6477,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/608607142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":608607142},{"type":"v1","addr":"172.21.15.111:6834","nonce":608607142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":39}],"filesystems":[{"mdsmap":{"epoch":43,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:37:06.591747+0000","modified":"2024-09-19T04:37:08.588801+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6480},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6480":{"gid":6480,"name":"a","rank":0,"incarnation":41,"state":"up:active","state_seq":4,"addr":"172.21.15.111:6835/214483087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":214483087},{"type":"v1","addr":"172.21.15.111:6835","nonce":214483087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6480,"qdb_cluster":[6480]},"id":6}]} 2024-09-19T04:37:11.231 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 43 2024-09-19T04:37:11.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.231+0000 7fcbf84e6640 1 -- 172.21.15.111:0/628951881 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcbd406c3d0 msgr2=0x7fcbd406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:11.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.231+0000 7fcbf84e6640 1 --2- 172.21.15.111:0/628951881 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcbd406c3d0 0x7fcbd406e890 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fcbec034000 tx=0x7fcbec02e000 comp rx=0 tx=0).stop 2024-09-19T04:37:11.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.231+0000 7fcbf84e6640 1 -- 172.21.15.111:0/628951881 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbf015f5f0 msgr2=0x7fcbf015cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:11.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.231+0000 7fcbf84e6640 1 --2- 172.21.15.111:0/628951881 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbf015f5f0 0x7fcbf015cd00 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7fcbe000d800 tx=0x7fcbe000dcc0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.231+0000 7fcbf84e6640 1 -- 172.21.15.111:0/628951881 shutdown_connections 2024-09-19T04:37:11.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.231+0000 7fcbf84e6640 1 --2- 172.21.15.111:0/628951881 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcbd406c3d0 0x7fcbd406e890 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.231+0000 7fcbf84e6640 1 --2- 172.21.15.111:0/628951881 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbf015fa60 0x7fcbf015d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.231+0000 7fcbf84e6640 1 --2- 172.21.15.111:0/628951881 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbf015f5f0 0x7fcbf015cd00 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.231+0000 7fcbf84e6640 1 --2- 172.21.15.111:0/628951881 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcbf015f210 0x7fcbf01545b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.231+0000 7fcbf84e6640 1 -- 172.21.15.111:0/628951881 >> 172.21.15.111:0/628951881 conn(0x7fcbf00b2480 msgr2=0x7fcbf00b0ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:11.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.231+0000 7fcbf84e6640 1 -- 172.21.15.111:0/628951881 shutdown_connections 2024-09-19T04:37:11.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.231+0000 7fcbf84e6640 1 -- 172.21.15.111:0/628951881 wait complete. 2024-09-19T04:37:11.646 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 43, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T04:37:06.591747+0000', 'modified': '2024-09-19T04:37:08.588801+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6480}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6480': {'gid': 6480, 'name': 'a', 'rank': 0, 'incarnation': 41, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.111:6835/214483087', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.111:6817', 'nonce': 214483087}, {'type': 'v1', 'addr': '172.21.15.111:6835', 'nonce': 214483087}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6480, 'qdb_cluster': [6480]} 2024-09-19T04:37:11.646 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T04:37:11.646 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-19T04:37:11.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.746+0000 7f3428178640 1 Processor -- start 2024-09-19T04:37:11.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.746+0000 7f3428178640 1 -- start start 2024-09-19T04:37:11.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.747+0000 7f3428178640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f342015c300 0x7f34200affc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.747+0000 7f3428178640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34200cd300 0x7f342006ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.747+0000 7f3428178640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f342006f010 0x7f34201622e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.747+0000 7f3428178640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f342015ecf0 con 0x7f342015c300 2024-09-19T04:37:11.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.747+0000 7f3428178640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f342015c6e0 con 0x7f342006f010 2024-09-19T04:37:11.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.747+0000 7f3428178640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f342015efb0 con 0x7f34200cd300 2024-09-19T04:37:11.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.747+0000 7f3425f14640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f342015c300 0x7f34200affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.747+0000 7f3425f14640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f342015c300 0x7f34200affc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44666/0 (socket says 172.21.15.111:44666) 2024-09-19T04:37:11.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.747+0000 7f3425f14640 1 -- 172.21.15.111:0/2216036441 learned_addr learned my addr 172.21.15.111:0/2216036441 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:11.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.747+0000 7f3426715640 1 --2- 172.21.15.111:0/2216036441 >> v2:172.21.15.114:3300/0 conn(0x7f342006f010 0x7f34201622e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.747+0000 7f3425713640 1 --2- 172.21.15.111:0/2216036441 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34200cd300 0x7f342006ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.747+0000 7f3425f14640 1 -- 172.21.15.111:0/2216036441 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34200cd300 msgr2=0x7f342006ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:11.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.747+0000 7f3425f14640 1 --2- 172.21.15.111:0/2216036441 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34200cd300 0x7f342006ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.747+0000 7f3425f14640 1 -- 172.21.15.111:0/2216036441 >> v2:172.21.15.114:3300/0 conn(0x7f342006f010 msgr2=0x7f34201622e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:11.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.747+0000 7f3425f14640 1 --2- 172.21.15.111:0/2216036441 >> v2:172.21.15.114:3300/0 conn(0x7f342006f010 0x7f34201622e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.747+0000 7f3425f14640 1 -- 172.21.15.111:0/2216036441 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f342015f290 con 0x7f342015c300 2024-09-19T04:37:11.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.748+0000 7f3425f14640 1 --2- 172.21.15.111:0/2216036441 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f342015c300 0x7f34200affc0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f342006f820 tx=0x7f341c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee41c8e408d4846f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:11.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.748+0000 7f3424f12640 1 -- 172.21.15.111:0/2216036441 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f341c037070 con 0x7f342015c300 2024-09-19T04:37:11.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.748+0000 7f3424f12640 1 -- 172.21.15.111:0/2216036441 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f341c032440 con 0x7f342015c300 2024-09-19T04:37:11.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.748+0000 7f3424f12640 1 -- 172.21.15.111:0/2216036441 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f341c032810 con 0x7f342015c300 2024-09-19T04:37:11.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.748+0000 7f3428178640 1 -- 172.21.15.111:0/2216036441 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f342015c300 msgr2=0x7f34200affc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:11.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.749+0000 7f3428178640 1 --2- 172.21.15.111:0/2216036441 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f342015c300 0x7f34200affc0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f342006f820 tx=0x7f341c02a140 comp rx=0 tx=0).stop 2024-09-19T04:37:11.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.749+0000 7f3428178640 1 -- 172.21.15.111:0/2216036441 shutdown_connections 2024-09-19T04:37:11.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.749+0000 7f3428178640 1 --2- 172.21.15.111:0/2216036441 >> v2:172.21.15.114:3300/0 conn(0x7f342006f010 0x7f34201622e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.749+0000 7f3428178640 1 --2- 172.21.15.111:0/2216036441 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34200cd300 0x7f342006ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.749+0000 7f3428178640 1 --2- 172.21.15.111:0/2216036441 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f342015c300 0x7f34200affc0 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.749+0000 7f3428178640 1 -- 172.21.15.111:0/2216036441 >> 172.21.15.111:0/2216036441 conn(0x7f342006cae0 msgr2=0x7f342006cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:11.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.749+0000 7f3428178640 1 -- 172.21.15.111:0/2216036441 shutdown_connections 2024-09-19T04:37:11.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.749+0000 7f3428178640 1 -- 172.21.15.111:0/2216036441 wait complete. 2024-09-19T04:37:11.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.750+0000 7f3428178640 1 Processor -- start 2024-09-19T04:37:11.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.750+0000 7f3428178640 1 -- start start 2024-09-19T04:37:11.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.750+0000 7f3428178640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f342006f010 0x7f3420157190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.750+0000 7f3428178640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34200cd300 0x7f34200ce770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.750+0000 7f3428178640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f342015c300 0x7f342015d430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.750+0000 7f3428178640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3420071880 con 0x7f342015c300 2024-09-19T04:37:11.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.750+0000 7f3428178640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f342015f850 con 0x7f342006f010 2024-09-19T04:37:11.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.750+0000 7f3428178640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f34200b0500 con 0x7f34200cd300 2024-09-19T04:37:11.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.751+0000 7f3426715640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f342015c300 0x7f342015d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.751+0000 7f3426715640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f342015c300 0x7f342015d430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44676/0 (socket says 172.21.15.111:44676) 2024-09-19T04:37:11.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.751+0000 7f3426715640 1 -- 172.21.15.111:0/1521497515 learned_addr learned my addr 172.21.15.111:0/1521497515 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:11.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.751+0000 7f3425f14640 1 --2- 172.21.15.111:0/1521497515 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f342006f010 0x7f3420157190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.751+0000 7f3425713640 1 --2- 172.21.15.111:0/1521497515 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34200cd300 0x7f34200ce770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.751+0000 7f3426715640 1 -- 172.21.15.111:0/1521497515 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34200cd300 msgr2=0x7f34200ce770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:11.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.751+0000 7f3426715640 1 --2- 172.21.15.111:0/1521497515 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34200cd300 0x7f34200ce770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.751+0000 7f3426715640 1 -- 172.21.15.111:0/1521497515 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f342006f010 msgr2=0x7f3420157190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:11.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.751+0000 7f3426715640 1 --2- 172.21.15.111:0/1521497515 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f342006f010 0x7f3420157190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.751+0000 7f3426715640 1 -- 172.21.15.111:0/1521497515 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34200cf0a0 con 0x7f342015c300 2024-09-19T04:37:11.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.751+0000 7f3426715640 1 --2- 172.21.15.111:0/1521497515 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f342015c300 0x7f342015d430 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f3418007d20 tx=0x7f341800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:11.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.751+0000 7f34167fc640 1 -- 172.21.15.111:0/1521497515 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3418014420 con 0x7f342015c300 2024-09-19T04:37:11.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.751+0000 7f34167fc640 1 -- 172.21.15.111:0/1521497515 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3418019070 con 0x7f342015c300 2024-09-19T04:37:11.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.751+0000 7f3428178640 1 -- 172.21.15.111:0/1521497515 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34200cf380 con 0x7f342015c300 2024-09-19T04:37:11.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.751+0000 7f34167fc640 1 -- 172.21.15.111:0/1521497515 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3418014820 con 0x7f342015c300 2024-09-19T04:37:11.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.751+0000 7f3428178640 1 -- 172.21.15.111:0/1521497515 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34200cfc20 con 0x7f342015c300 2024-09-19T04:37:11.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.753+0000 7f34167fc640 1 -- 172.21.15.111:0/1521497515 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f34180149c0 con 0x7f342015c300 2024-09-19T04:37:11.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.753+0000 7f34167fc640 1 --2- 172.21.15.111:0/1521497515 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f340406c3d0 0x7f340406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.753+0000 7f34167fc640 1 -- 172.21.15.111:0/1521497515 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5709+0+0 (secure 0 0 0) 0x7f341808bc80 con 0x7f342015c300 2024-09-19T04:37:11.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.753+0000 7f3425f14640 1 --2- 172.21.15.111:0/1521497515 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f340406c3d0 0x7f340406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.754+0000 7f3425f14640 1 --2- 172.21.15.111:0/1521497515 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f340406c3d0 0x7f340406e890 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f341c034000 tx=0x7f341c02e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:11.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.754+0000 7f342afee740 1 Processor -- start 2024-09-19T04:37:11.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.754+0000 7f342afee740 1 -- start start 2024-09-19T04:37:11.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.755+0000 7f342afee740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55dfb6ea82c0 0x55dfb6eeda60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.755+0000 7f342afee740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55dfb6ea5a80 0x55dfb6ea86a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.755+0000 7f342afee740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea9a50 0x55dfb6ea28b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.755+0000 7f342afee740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55dfb6e0a520 con 0x55dfb6ea9a50 2024-09-19T04:37:11.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.755+0000 7f342afee740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55dfb6db23e0 con 0x55dfb6ea5a80 2024-09-19T04:37:11.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.755+0000 7f342afee740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x55dfb6e064e0 con 0x55dfb6ea82c0 2024-09-19T04:37:11.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.755+0000 7f3426715640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea9a50 0x55dfb6ea28b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.755+0000 7f3426715640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea9a50 0x55dfb6ea28b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44682/0 (socket says 172.21.15.111:44682) 2024-09-19T04:37:11.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.755+0000 7f3426715640 1 -- 172.21.15.111:0/519220699 learned_addr learned my addr 172.21.15.111:0/519220699 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:11.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.755+0000 7f3425713640 1 --2- 172.21.15.111:0/519220699 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55dfb6ea5a80 0x55dfb6ea86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.755+0000 7f3425f14640 1 --2- 172.21.15.111:0/519220699 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55dfb6ea82c0 0x55dfb6eeda60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.755+0000 7f3426715640 1 -- 172.21.15.111:0/519220699 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55dfb6ea82c0 msgr2=0x55dfb6eeda60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:11.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.755+0000 7f3426715640 1 --2- 172.21.15.111:0/519220699 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55dfb6ea82c0 0x55dfb6eeda60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.755+0000 7f3426715640 1 -- 172.21.15.111:0/519220699 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55dfb6ea5a80 msgr2=0x55dfb6ea86a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:11.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.755+0000 7f3426715640 1 --2- 172.21.15.111:0/519220699 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55dfb6ea5a80 0x55dfb6ea86a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.755+0000 7f3426715640 1 -- 172.21.15.111:0/519220699 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dfb6dcd2f0 con 0x55dfb6ea9a50 2024-09-19T04:37:11.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.755+0000 7f3426715640 1 --2- 172.21.15.111:0/519220699 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea9a50 0x55dfb6ea28b0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f341800efd0 tx=0x7f3418059c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0730c88c0ae2aba server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:11.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.756+0000 7f34037fe640 1 -- 172.21.15.111:0/519220699 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f341808a1a0 con 0x55dfb6ea9a50 2024-09-19T04:37:11.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.756+0000 7f34037fe640 1 -- 172.21.15.111:0/519220699 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3418056300 con 0x55dfb6ea9a50 2024-09-19T04:37:11.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.756+0000 7f34037fe640 1 -- 172.21.15.111:0/519220699 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3418062570 con 0x55dfb6ea9a50 2024-09-19T04:37:11.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.756+0000 7f342afee740 1 -- 172.21.15.111:0/519220699 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea9a50 msgr2=0x55dfb6ea28b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:11.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.756+0000 7f342afee740 1 --2- 172.21.15.111:0/519220699 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea9a50 0x55dfb6ea28b0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f341800efd0 tx=0x7f3418059c90 comp rx=0 tx=0).stop 2024-09-19T04:37:11.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.756+0000 7f342afee740 1 -- 172.21.15.111:0/519220699 shutdown_connections 2024-09-19T04:37:11.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.756+0000 7f342afee740 1 --2- 172.21.15.111:0/519220699 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea9a50 0x55dfb6ea28b0 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.756+0000 7f342afee740 1 --2- 172.21.15.111:0/519220699 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55dfb6ea5a80 0x55dfb6ea86a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.756+0000 7f342afee740 1 --2- 172.21.15.111:0/519220699 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55dfb6ea82c0 0x55dfb6eeda60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.756+0000 7f342afee740 1 -- 172.21.15.111:0/519220699 >> 172.21.15.111:0/519220699 conn(0x55dfb6ea4a80 msgr2=0x55dfb6eecf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:11.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.756+0000 7f342afee740 1 -- 172.21.15.111:0/519220699 shutdown_connections 2024-09-19T04:37:11.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.756+0000 7f342afee740 1 -- 172.21.15.111:0/519220699 wait complete. 2024-09-19T04:37:11.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.757+0000 7f342afee740 1 -- start start 2024-09-19T04:37:11.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.757+0000 7f342afee740 1 Processor -- start 2024-09-19T04:37:11.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.758+0000 7f342afee740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55dfb6ea82c0 0x55dfb6ed0ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.758+0000 7f342afee740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea9a50 0x55dfb6efcb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.758+0000 7f342afee740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55dfb6ec2800 0x55dfb6ed5c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.758+0000 7f342afee740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55dfb6ea3f20 con 0x55dfb6ea9a50 2024-09-19T04:37:11.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.758+0000 7f342afee740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55dfb6d93450 con 0x55dfb6ea82c0 2024-09-19T04:37:11.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.758+0000 7f342afee740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x55dfb6eee290 con 0x55dfb6ec2800 2024-09-19T04:37:11.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.758+0000 7f342afee740 10 client.0 _ll_register_callbacks cb 0x55dfb6b1cac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:37:11.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.758+0000 7f3425713640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea9a50 0x55dfb6efcb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.758+0000 7f3425713640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea9a50 0x55dfb6efcb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44686/0 (socket says 172.21.15.111:44686) 2024-09-19T04:37:11.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.758+0000 7f3425713640 1 -- 172.21.15.111:0/1723613422 learned_addr learned my addr 172.21.15.111:0/1723613422 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:11.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.758+0000 7f3425f14640 1 --2- 172.21.15.111:0/1723613422 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55dfb6ea82c0 0x55dfb6ed0ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.758+0000 7f3426715640 1 --2- 172.21.15.111:0/1723613422 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55dfb6ec2800 0x55dfb6ed5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.758+0000 7f3425713640 1 -- 172.21.15.111:0/1723613422 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55dfb6ec2800 msgr2=0x55dfb6ed5c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:11.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.758+0000 7f3425713640 1 --2- 172.21.15.111:0/1723613422 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55dfb6ec2800 0x55dfb6ed5c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.758+0000 7f3425713640 1 -- 172.21.15.111:0/1723613422 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55dfb6ea82c0 msgr2=0x55dfb6ed0ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:11.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.758+0000 7f3425713640 1 --2- 172.21.15.111:0/1723613422 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55dfb6ea82c0 0x55dfb6ed0ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.758+0000 7f3425713640 1 -- 172.21.15.111:0/1723613422 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dfb6b1d2d0 con 0x55dfb6ea9a50 2024-09-19T04:37:11.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.758+0000 7f3425713640 1 --2- 172.21.15.111:0/1723613422 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea9a50 0x55dfb6efcb40 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f34100136c0 tx=0x7f3410013b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4dee0bcbd6da2381 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:11.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.758+0000 7f3400ff9640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-09-19T04:37:11.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.759+0000 7f3400ff9640 1 -- 172.21.15.111:0/1723613422 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3410013e90 con 0x55dfb6ea9a50 2024-09-19T04:37:11.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.759+0000 7f3400ff9640 1 -- 172.21.15.111:0/1723613422 <== mon.0 v2:172.21.15.111:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 5709+0+0 (secure 0 0 0) 0x7f3410004240 con 0x55dfb6ea9a50 2024-09-19T04:37:11.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.759+0000 7f342afee740 1 -- 172.21.15.111:0/1723613422 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3418056300 con 0x55dfb6ea9a50 2024-09-19T04:37:11.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.759+0000 7f3400ff9640 1 -- 172.21.15.111:0/1723613422 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f3410025050 con 0x55dfb6ea9a50 2024-09-19T04:37:11.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.759+0000 7f342afee740 10 client.6594 fetch_fsmap learned FSMap version 43 2024-09-19T04:37:11.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.759+0000 7f342afee740 1 -- 172.21.15.111:0/1723613422 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=2+}) -- 0x55dfb6be76b0 con 0x55dfb6ea9a50 2024-09-19T04:37:11.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.759+0000 7f3400ff9640 1 -- 172.21.15.111:0/1723613422 <== mon.0 v2:172.21.15.111:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3418056300 con 0x55dfb6ea9a50 2024-09-19T04:37:11.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.759+0000 7f3400ff9640 1 -- 172.21.15.111:0/1723613422 <== mon.0 v2:172.21.15.111:3300/0 5 ==== fsmap(e 43) ==== 3502+0+0 (secure 0 0 0) 0x7f3410028020 con 0x55dfb6ea9a50 2024-09-19T04:37:11.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.759+0000 7f342afee740 10 client.6594 fetch_fsmap finished waiting for FSMap version 43 2024-09-19T04:37:11.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.759+0000 7f342afee740 10 client.6594 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T04:37:11.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.759+0000 7f342afee740 20 client.6594 populate_metadata read hostname 'smithi111' 2024-09-19T04:37:11.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.759+0000 7f342afee740 1 --2- 172.21.15.111:0/1723613422 >> [v2:172.21.15.111:6817/214483087,v1:172.21.15.111:6835/214483087] conn(0x55dfb6ed3d30 0x55dfb6ed4110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.759+0000 7f342afee740 4 client.6594 mds_command: new command op to 6480 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T04:37:11.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.759+0000 7f342afee740 1 -- 172.21.15.111:0/1723613422 --> [v2:172.21.15.111:6817/214483087,v1:172.21.15.111:6835/214483087] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dfb6e17c50 con 0x55dfb6ed3d30 2024-09-19T04:37:11.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.759+0000 7f3425f14640 1 --2- 172.21.15.111:0/1723613422 >> [v2:172.21.15.111:6817/214483087,v1:172.21.15.111:6835/214483087] conn(0x55dfb6ed3d30 0x55dfb6ed4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.760+0000 7f3400ff9640 10 client.6594 ms_handle_connect on v2:172.21.15.111:6817/214483087 2024-09-19T04:37:11.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.760+0000 7f3425f14640 1 --2- 172.21.15.111:0/1723613422 >> [v2:172.21.15.111:6817/214483087,v1:172.21.15.111:6835/214483087] conn(0x55dfb6ed3d30 0x55dfb6ed4110 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e112ba15a4a9144 server_cookie=305b6a0ac1b0fd15 in_seq=0 out_seq=0 2024-09-19T04:37:11.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.760+0000 7f3400ff9640 1 -- 172.21.15.111:0/1723613422 <== mds.0 v2:172.21.15.111:6817/214483087 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55dfb6e17c50 con 0x55dfb6ed3d30 2024-09-19T04:37:11.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.760+0000 7f3400ff9640 10 client.6594 handle_command_reply: tid=0 2024-09-19T04:37:11.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.760+0000 7f342afee740 1 client.6594 shutdown 2024-09-19T04:37:11.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.760+0000 7f342afee740 1 -- 172.21.15.111:0/1723613422 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea9a50 msgr2=0x55dfb6efcb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:11.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.760+0000 7f342afee740 1 --2- 172.21.15.111:0/1723613422 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea9a50 0x55dfb6efcb40 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f34100136c0 tx=0x7f3410013b80 comp rx=0 tx=0).stop 2024-09-19T04:37:11.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.760+0000 7f342afee740 1 -- 172.21.15.111:0/1723613422 shutdown_connections 2024-09-19T04:37:11.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.760+0000 7f342afee740 1 --2- 172.21.15.111:0/1723613422 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55dfb6ec2800 0x55dfb6ed5c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.760+0000 7f342afee740 1 --2- 172.21.15.111:0/1723613422 >> [v2:172.21.15.111:6817/214483087,v1:172.21.15.111:6835/214483087] conn(0x55dfb6ed3d30 0x55dfb6ed4110 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.760+0000 7f342afee740 1 --2- 172.21.15.111:0/1723613422 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea9a50 0x55dfb6efcb40 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.760+0000 7f342afee740 1 --2- 172.21.15.111:0/1723613422 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55dfb6ea82c0 0x55dfb6ed0ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.760+0000 7f3400ff9640 0 client.6594 ms_handle_reset on v2:172.21.15.111:6817/214483087 2024-09-19T04:37:11.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.760+0000 7f342afee740 1 -- 172.21.15.111:0/1723613422 >> 172.21.15.111:0/1723613422 conn(0x55dfb6ea5a80 msgr2=0x55dfb6eeea90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:11.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.760+0000 7f342afee740 1 -- 172.21.15.111:0/1723613422 shutdown_connections 2024-09-19T04:37:11.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.760+0000 7f342afee740 1 -- 172.21.15.111:0/1723613422 wait complete. 2024-09-19T04:37:11.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.761+0000 7f342afee740 20 client.6594 trim_cache size 0 max 16384 2024-09-19T04:37:11.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.778+0000 7f342afee740 1 Processor -- start 2024-09-19T04:37:11.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.778+0000 7f342afee740 1 -- start start 2024-09-19T04:37:11.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.779+0000 7f342afee740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea82c0 0x55dfb6ed57c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.779+0000 7f342afee740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55dfb6ea9a50 0x55dfb6f06bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.779+0000 7f342afee740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55dfb6ec2800 0x55dfb6f07110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.779+0000 7f342afee740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f34200b1660 con 0x55dfb6ea82c0 2024-09-19T04:37:11.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.779+0000 7f342afee740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f34200b09c0 con 0x55dfb6ea9a50 2024-09-19T04:37:11.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.779+0000 7f342afee740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f34200b1010 con 0x55dfb6ec2800 2024-09-19T04:37:11.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.779+0000 7f3425f14640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea82c0 0x55dfb6ed57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.779+0000 7f3425f14640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea82c0 0x55dfb6ed57c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44692/0 (socket says 172.21.15.111:44692) 2024-09-19T04:37:11.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.779+0000 7f3425f14640 1 -- 172.21.15.111:0/3347461279 learned_addr learned my addr 172.21.15.111:0/3347461279 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:11.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.779+0000 7f3425f14640 1 -- 172.21.15.111:0/3347461279 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55dfb6ec2800 msgr2=0x55dfb6f07110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:11.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.779+0000 7f3425f14640 1 --2- 172.21.15.111:0/3347461279 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55dfb6ec2800 0x55dfb6f07110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.779+0000 7f3425f14640 1 -- 172.21.15.111:0/3347461279 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55dfb6ea9a50 msgr2=0x55dfb6f06bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:11.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.779+0000 7f3425f14640 1 --2- 172.21.15.111:0/3347461279 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55dfb6ea9a50 0x55dfb6f06bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.779+0000 7f3425f14640 1 -- 172.21.15.111:0/3347461279 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dfb6e9d470 con 0x55dfb6ea82c0 2024-09-19T04:37:11.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.779+0000 7f3425f14640 1 --2- 172.21.15.111:0/3347461279 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea82c0 0x55dfb6ed57c0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f341c0090b0 tx=0x7f341c02c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d08b1ddb788118c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:11.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.780+0000 7f3402ffd640 1 -- 172.21.15.111:0/3347461279 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f341c037040 con 0x55dfb6ea82c0 2024-09-19T04:37:11.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.780+0000 7f3402ffd640 1 -- 172.21.15.111:0/3347461279 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f341c056030 con 0x55dfb6ea82c0 2024-09-19T04:37:11.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.780+0000 7f3402ffd640 1 -- 172.21.15.111:0/3347461279 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f341c0524f0 con 0x55dfb6ea82c0 2024-09-19T04:37:11.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.780+0000 7f342afee740 1 -- 172.21.15.111:0/3347461279 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea82c0 msgr2=0x55dfb6ed57c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:11.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.780+0000 7f342afee740 1 --2- 172.21.15.111:0/3347461279 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea82c0 0x55dfb6ed57c0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f341c0090b0 tx=0x7f341c02c000 comp rx=0 tx=0).stop 2024-09-19T04:37:11.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.780+0000 7f342afee740 1 -- 172.21.15.111:0/3347461279 shutdown_connections 2024-09-19T04:37:11.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.780+0000 7f342afee740 1 --2- 172.21.15.111:0/3347461279 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55dfb6ec2800 0x55dfb6f07110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.780+0000 7f342afee740 1 --2- 172.21.15.111:0/3347461279 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55dfb6ea9a50 0x55dfb6f06bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.780+0000 7f342afee740 1 --2- 172.21.15.111:0/3347461279 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea82c0 0x55dfb6ed57c0 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.780+0000 7f342afee740 1 -- 172.21.15.111:0/3347461279 >> 172.21.15.111:0/3347461279 conn(0x55dfb6ea5a80 msgr2=0x55dfb6ed4110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:11.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.780+0000 7f342afee740 1 -- 172.21.15.111:0/3347461279 shutdown_connections 2024-09-19T04:37:11.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.780+0000 7f342afee740 1 -- 172.21.15.111:0/3347461279 wait complete. 2024-09-19T04:37:11.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.781+0000 7f342afee740 1 -- start start 2024-09-19T04:37:11.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.781+0000 7f342afee740 1 Processor -- start 2024-09-19T04:37:11.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.782+0000 7f342afee740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea82c0 0x55dfb6f5d100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.782+0000 7f342afee740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55dfb6ea9a50 0x55dfb6f73e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.782+0000 7f342afee740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55dfb6ec2800 0x55dfb6eff450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.782+0000 7f342afee740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55dfb6efd1c0 con 0x55dfb6ea82c0 2024-09-19T04:37:11.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.782+0000 7f342afee740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55dfb6ed4cc0 con 0x55dfb6ea9a50 2024-09-19T04:37:11.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.782+0000 7f342afee740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x55dfb6f00d70 con 0x55dfb6ec2800 2024-09-19T04:37:11.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.782+0000 7f342afee740 10 client.0 _ll_register_callbacks cb 0x7f3410007690 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:37:11.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.782+0000 7f3425f14640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea82c0 0x55dfb6f5d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.782+0000 7f3425f14640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea82c0 0x55dfb6f5d100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44698/0 (socket says 172.21.15.111:44698) 2024-09-19T04:37:11.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.782+0000 7f3425f14640 1 -- 172.21.15.111:0/4267859721 learned_addr learned my addr 172.21.15.111:0/4267859721 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:11.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.782+0000 7f3425713640 1 --2- 172.21.15.111:0/4267859721 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55dfb6ea9a50 0x55dfb6f73e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.782+0000 7f3426715640 1 --2- 172.21.15.111:0/4267859721 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55dfb6ec2800 0x55dfb6eff450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.782+0000 7f3425f14640 1 -- 172.21.15.111:0/4267859721 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55dfb6ec2800 msgr2=0x55dfb6eff450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:11.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.782+0000 7f3425f14640 1 --2- 172.21.15.111:0/4267859721 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55dfb6ec2800 0x55dfb6eff450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.782+0000 7f3425f14640 1 -- 172.21.15.111:0/4267859721 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55dfb6ea9a50 msgr2=0x55dfb6f73e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:11.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.782+0000 7f3425f14640 1 --2- 172.21.15.111:0/4267859721 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55dfb6ea9a50 0x55dfb6f73e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.782+0000 7f3425f14640 1 -- 172.21.15.111:0/4267859721 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dfb6f0fef0 con 0x55dfb6ea82c0 2024-09-19T04:37:11.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.782+0000 7f3425f14640 1 --2- 172.21.15.111:0/4267859721 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea82c0 0x55dfb6f5d100 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f341c009960 tx=0x7f341c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c509b03cea1f4fb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:11.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.782+0000 7f3400ff9640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-09-19T04:37:11.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.782+0000 7f3400ff9640 1 -- 172.21.15.111:0/4267859721 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f341c05f070 con 0x55dfb6ea82c0 2024-09-19T04:37:11.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.782+0000 7f3400ff9640 1 -- 172.21.15.111:0/4267859721 <== mon.0 v2:172.21.15.111:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 5709+0+0 (secure 0 0 0) 0x7f341c064660 con 0x55dfb6ea82c0 2024-09-19T04:37:11.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.782+0000 7f342afee740 1 -- 172.21.15.111:0/4267859721 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f341c056030 con 0x55dfb6ea82c0 2024-09-19T04:37:11.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.783+0000 7f3400ff9640 1 -- 172.21.15.111:0/4267859721 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f341c06c050 con 0x55dfb6ea82c0 2024-09-19T04:37:11.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.783+0000 7f342afee740 10 client.6600 fetch_fsmap learned FSMap version 43 2024-09-19T04:37:11.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.783+0000 7f342afee740 1 -- 172.21.15.111:0/4267859721 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=2+}) -- 0x55dfb6f74450 con 0x55dfb6ea82c0 2024-09-19T04:37:11.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.783+0000 7f3400ff9640 1 -- 172.21.15.111:0/4267859721 <== mon.0 v2:172.21.15.111:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f341c056030 con 0x55dfb6ea82c0 2024-09-19T04:37:11.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.783+0000 7f3400ff9640 1 -- 172.21.15.111:0/4267859721 <== mon.0 v2:172.21.15.111:3300/0 5 ==== fsmap(e 43) ==== 3502+0+0 (secure 0 0 0) 0x7f341c06f020 con 0x55dfb6ea82c0 2024-09-19T04:37:11.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.783+0000 7f342afee740 10 client.6600 fetch_fsmap finished waiting for FSMap version 43 2024-09-19T04:37:11.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.783+0000 7f342afee740 10 client.6600 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T04:37:11.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.783+0000 7f342afee740 20 client.6600 populate_metadata read hostname 'smithi111' 2024-09-19T04:37:11.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.783+0000 7f342afee740 1 --2- 172.21.15.111:0/4267859721 >> [v2:172.21.15.111:6817/214483087,v1:172.21.15.111:6835/214483087] conn(0x55dfb6f10530 0x55dfb6f10910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.783+0000 7f342afee740 4 client.6600 mds_command: new command op to 6480 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T04:37:11.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.783+0000 7f342afee740 1 -- 172.21.15.111:0/4267859721 --> [v2:172.21.15.111:6817/214483087,v1:172.21.15.111:6835/214483087] -- command(tid 0: {"prefix": "status"}) -- 0x55dfb6e11fa0 con 0x55dfb6f10530 2024-09-19T04:37:11.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.783+0000 7f3425713640 1 --2- 172.21.15.111:0/4267859721 >> [v2:172.21.15.111:6817/214483087,v1:172.21.15.111:6835/214483087] conn(0x55dfb6f10530 0x55dfb6f10910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.783+0000 7f3400ff9640 10 client.6600 ms_handle_connect on v2:172.21.15.111:6817/214483087 2024-09-19T04:37:11.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.783+0000 7f3425713640 1 --2- 172.21.15.111:0/4267859721 >> [v2:172.21.15.111:6817/214483087,v1:172.21.15.111:6835/214483087] conn(0x55dfb6f10530 0x55dfb6f10910 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b7eae3db5c81f9cb server_cookie=dbdae7ac91d7f104 in_seq=0 out_seq=0 2024-09-19T04:37:11.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.783+0000 7f3400ff9640 1 -- 172.21.15.111:0/4267859721 <== mds.0 v2:172.21.15.111:6817/214483087 1 ==== command_reply(tid 0: 0 ) ==== 8+0+317 (crc 0 0 0) 0x55dfb6e11fa0 con 0x55dfb6f10530 2024-09-19T04:37:11.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.783+0000 7f3400ff9640 10 client.6600 handle_command_reply: tid=0 2024-09-19T04:37:11.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.783+0000 7f342afee740 1 client.6600 shutdown 2024-09-19T04:37:11.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.784+0000 7f342afee740 1 -- 172.21.15.111:0/4267859721 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea82c0 msgr2=0x55dfb6f5d100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:11.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.784+0000 7f342afee740 1 --2- 172.21.15.111:0/4267859721 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea82c0 0x55dfb6f5d100 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f341c009960 tx=0x7f341c004730 comp rx=0 tx=0).stop 2024-09-19T04:37:11.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.784+0000 7f342afee740 1 -- 172.21.15.111:0/4267859721 shutdown_connections 2024-09-19T04:37:11.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.784+0000 7f342afee740 1 --2- 172.21.15.111:0/4267859721 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55dfb6ec2800 0x55dfb6eff450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.784+0000 7f342afee740 1 --2- 172.21.15.111:0/4267859721 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55dfb6ea9a50 0x55dfb6f73e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.784+0000 7f342afee740 1 --2- 172.21.15.111:0/4267859721 >> [v2:172.21.15.111:6817/214483087,v1:172.21.15.111:6835/214483087] conn(0x55dfb6f10530 0x55dfb6f10910 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.784+0000 7f342afee740 1 --2- 172.21.15.111:0/4267859721 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55dfb6ea82c0 0x55dfb6f5d100 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.784+0000 7f342afee740 1 -- 172.21.15.111:0/4267859721 >> 172.21.15.111:0/4267859721 conn(0x55dfb6ea5a80 msgr2=0x55dfb6ee9f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:11.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.784+0000 7f3400ff9640 0 client.6600 ms_handle_reset on v2:172.21.15.111:6817/214483087 2024-09-19T04:37:11.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.784+0000 7f342afee740 1 -- 172.21.15.111:0/4267859721 shutdown_connections 2024-09-19T04:37:11.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.784+0000 7f342afee740 1 -- 172.21.15.111:0/4267859721 wait complete. 2024-09-19T04:37:11.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.784+0000 7f342afee740 20 client.6600 trim_cache size 0 max 16384 2024-09-19T04:37:11.792 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:37:11.792 INFO:teuthology.orchestra.run.smithi111.stdout: "cluster_fsid": "96a4203e-380c-426d-916c-b9d719e0db84", 2024-09-19T04:37:11.792 INFO:teuthology.orchestra.run.smithi111.stdout: "whoami": 0, 2024-09-19T04:37:11.792 INFO:teuthology.orchestra.run.smithi111.stdout: "id": 6480, 2024-09-19T04:37:11.792 INFO:teuthology.orchestra.run.smithi111.stdout: "want_state": "up:active", 2024-09-19T04:37:11.792 INFO:teuthology.orchestra.run.smithi111.stdout: "state": "up:active", 2024-09-19T04:37:11.792 INFO:teuthology.orchestra.run.smithi111.stdout: "fs_name": "cephfs", 2024-09-19T04:37:11.792 INFO:teuthology.orchestra.run.smithi111.stdout: "rank_uptime": 4.52639075, 2024-09-19T04:37:11.792 INFO:teuthology.orchestra.run.smithi111.stdout: "mdsmap_epoch": 43, 2024-09-19T04:37:11.792 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch": 83, 2024-09-19T04:37:11.793 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch_barrier": 83, 2024-09-19T04:37:11.793 INFO:teuthology.orchestra.run.smithi111.stdout: "uptime": 14.599373928 2024-09-19T04:37:11.793 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:37:11.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.784+0000 7f3428178640 1 -- 172.21.15.111:0/1521497515 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f340406c3d0 msgr2=0x7f340406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:11.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.784+0000 7f3428178640 1 --2- 172.21.15.111:0/1521497515 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f340406c3d0 0x7f340406e890 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f341c034000 tx=0x7f341c02e000 comp rx=0 tx=0).stop 2024-09-19T04:37:11.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.784+0000 7f3428178640 1 -- 172.21.15.111:0/1521497515 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f342015c300 msgr2=0x7f342015d430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:11.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.784+0000 7f3428178640 1 --2- 172.21.15.111:0/1521497515 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f342015c300 0x7f342015d430 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f3418007d20 tx=0x7f341800e4b0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.784+0000 7f3428178640 1 -- 172.21.15.111:0/1521497515 shutdown_connections 2024-09-19T04:37:11.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.784+0000 7f3428178640 1 --2- 172.21.15.111:0/1521497515 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f340406c3d0 0x7f340406e890 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.784+0000 7f3428178640 1 --2- 172.21.15.111:0/1521497515 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f342015c300 0x7f342015d430 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.784+0000 7f3428178640 1 --2- 172.21.15.111:0/1521497515 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f34200cd300 0x7f34200ce770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.784+0000 7f3428178640 1 --2- 172.21.15.111:0/1521497515 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f342006f010 0x7f3420157190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.784+0000 7f3428178640 1 -- 172.21.15.111:0/1521497515 >> 172.21.15.111:0/1521497515 conn(0x7f342006cae0 msgr2=0x7f3420072410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:11.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.784+0000 7f3428178640 1 -- 172.21.15.111:0/1521497515 shutdown_connections 2024-09-19T04:37:11.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.784+0000 7f3428178640 1 -- 172.21.15.111:0/1521497515 wait complete. 2024-09-19T04:37:11.796 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:37:11.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.893+0000 7f85dd030640 1 Processor -- start 2024-09-19T04:37:11.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.893+0000 7f85dd030640 1 -- start start 2024-09-19T04:37:11.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.894+0000 7f85dd030640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f85d8151c50 0x7f85d80cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.894+0000 7f85dd030640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f85d806c1f0 0x7f85d815baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.894+0000 7f85dd030640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85d80cd5f0 con 0x7f85d806be10 2024-09-19T04:37:11.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.894+0000 7f85dd030640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f85d80cd8d0 con 0x7f85d806c1f0 2024-09-19T04:37:11.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.894+0000 7f85dd030640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f85d80cdbb0 con 0x7f85d8151c50 2024-09-19T04:37:11.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.894+0000 7f85d759e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f85d806c1f0 0x7f85d815baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.894+0000 7f85d759e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f85d806c1f0 0x7f85d815baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44704/0 (socket says 172.21.15.111:44704) 2024-09-19T04:37:11.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.894+0000 7f85d759e640 1 -- 172.21.15.111:0/569400797 learned_addr learned my addr 172.21.15.111:0/569400797 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:11.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.894+0000 7f85cffff640 1 --2- 172.21.15.111:0/569400797 >> v2:172.21.15.114:3300/0 conn(0x7f85d8151c50 0x7f85d80cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.894+0000 7f85d759e640 1 -- 172.21.15.111:0/569400797 >> v2:172.21.15.114:3300/0 conn(0x7f85d8151c50 msgr2=0x7f85d80cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:11.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.894+0000 7f85d759e640 1 --2- 172.21.15.111:0/569400797 >> v2:172.21.15.114:3300/0 conn(0x7f85d8151c50 0x7f85d80cd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.894+0000 7f85d759e640 1 -- 172.21.15.111:0/569400797 >> v1:172.21.15.114:6789/0 conn(0x7f85d806be10 legacy=0x7f85d8151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:11.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.894+0000 7f85d759e640 1 -- 172.21.15.111:0/569400797 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85d80cde90 con 0x7f85d806c1f0 2024-09-19T04:37:11.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.895+0000 7f85d759e640 1 --2- 172.21.15.111:0/569400797 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f85d806c1f0 0x7f85d815baa0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f85d806ca50 tx=0x7f85d002c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96b569e9e5a5c1c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:11.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.895+0000 7f85d659c640 1 -- 172.21.15.111:0/569400797 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d0009600 con 0x7f85d806c1f0 2024-09-19T04:37:11.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.895+0000 7f85d659c640 1 -- 172.21.15.111:0/569400797 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85d00097a0 con 0x7f85d806c1f0 2024-09-19T04:37:11.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.895+0000 7f85d659c640 1 -- 172.21.15.111:0/569400797 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d0009b70 con 0x7f85d806c1f0 2024-09-19T04:37:11.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.895+0000 7f85dd030640 1 -- 172.21.15.111:0/569400797 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f85d806c1f0 msgr2=0x7f85d815baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:11.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.895+0000 7f85dd030640 1 --2- 172.21.15.111:0/569400797 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f85d806c1f0 0x7f85d815baa0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f85d806ca50 tx=0x7f85d002c900 comp rx=0 tx=0).stop 2024-09-19T04:37:11.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.896+0000 7f85dd030640 1 -- 172.21.15.111:0/569400797 shutdown_connections 2024-09-19T04:37:11.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.896+0000 7f85dd030640 1 --2- 172.21.15.111:0/569400797 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f85d806c1f0 0x7f85d815baa0 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.896+0000 7f85dd030640 1 --2- 172.21.15.111:0/569400797 >> v2:172.21.15.114:3300/0 conn(0x7f85d8151c50 0x7f85d80cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.896+0000 7f85dd030640 1 -- 172.21.15.111:0/569400797 >> 172.21.15.111:0/569400797 conn(0x7f85d8062cc0 msgr2=0x7f85d806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:11.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.896+0000 7f85dd030640 1 -- 172.21.15.111:0/569400797 shutdown_connections 2024-09-19T04:37:11.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.896+0000 7f85dd030640 1 -- 172.21.15.111:0/569400797 wait complete. 2024-09-19T04:37:11.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.897+0000 7f85dd030640 1 Processor -- start 2024-09-19T04:37:11.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.897+0000 7f85dd030640 1 -- start start 2024-09-19T04:37:11.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.898+0000 7f85dd030640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f85d806be10 0x7f85d814ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.898+0000 7f85dd030640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f85d806c1f0 0x7f85d8157100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.898+0000 7f85dd030640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f85d8151c50 0x7f85d8073960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.898+0000 7f85dd030640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f85d80d0310 con 0x7f85d8151c50 2024-09-19T04:37:11.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.898+0000 7f85dd030640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f85d80ce690 con 0x7f85d806be10 2024-09-19T04:37:11.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.898+0000 7f85dd030640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f85d80d0490 con 0x7f85d806c1f0 2024-09-19T04:37:11.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.898+0000 7f85d759e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f85d8151c50 0x7f85d8073960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.898+0000 7f85d759e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f85d8151c50 0x7f85d8073960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44712/0 (socket says 172.21.15.111:44712) 2024-09-19T04:37:11.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.898+0000 7f85d759e640 1 -- 172.21.15.111:0/1926866434 learned_addr learned my addr 172.21.15.111:0/1926866434 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:11.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.898+0000 7f85cffff640 1 --2- 172.21.15.111:0/1926866434 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f85d806c1f0 0x7f85d8157100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.898+0000 7f85d6d9d640 1 --2- 172.21.15.111:0/1926866434 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f85d806be10 0x7f85d814ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.898+0000 7f85d759e640 1 -- 172.21.15.111:0/1926866434 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f85d806c1f0 msgr2=0x7f85d8157100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:11.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.898+0000 7f85d759e640 1 --2- 172.21.15.111:0/1926866434 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f85d806c1f0 0x7f85d8157100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.898+0000 7f85d759e640 1 -- 172.21.15.111:0/1926866434 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f85d806be10 msgr2=0x7f85d814ac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:11.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.898+0000 7f85d759e640 1 --2- 172.21.15.111:0/1926866434 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f85d806be10 0x7f85d814ac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:11.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.898+0000 7f85d759e640 1 -- 172.21.15.111:0/1926866434 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85d81564c0 con 0x7f85d8151c50 2024-09-19T04:37:11.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.898+0000 7f85d759e640 1 --2- 172.21.15.111:0/1926866434 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f85d8151c50 0x7f85d8073960 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f85d002cef0 tx=0x7f85d0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:11.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.898+0000 7f85cf7fe640 1 -- 172.21.15.111:0/1926866434 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d0009600 con 0x7f85d8151c50 2024-09-19T04:37:11.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.898+0000 7f85cf7fe640 1 -- 172.21.15.111:0/1926866434 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85d0034be0 con 0x7f85d8151c50 2024-09-19T04:37:11.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.898+0000 7f85dd030640 1 -- 172.21.15.111:0/1926866434 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85d8155f00 con 0x7f85d8151c50 2024-09-19T04:37:11.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.898+0000 7f85cf7fe640 1 -- 172.21.15.111:0/1926866434 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d000b720 con 0x7f85d8151c50 2024-09-19T04:37:11.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.898+0000 7f85dd030640 1 -- 172.21.15.111:0/1926866434 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85d8073160 con 0x7f85d8151c50 2024-09-19T04:37:11.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.899+0000 7f85dd030640 1 -- 172.21.15.111:0/1926866434 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85d80d0850 con 0x7f85d8151c50 2024-09-19T04:37:11.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.900+0000 7f85cf7fe640 1 -- 172.21.15.111:0/1926866434 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f85d0045020 con 0x7f85d8151c50 2024-09-19T04:37:11.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.900+0000 7f85cf7fe640 1 --2- 172.21.15.111:0/1926866434 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f85b806c3d0 0x7f85b806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:11.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.900+0000 7f85cf7fe640 1 -- 172.21.15.111:0/1926866434 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5709+0+0 (secure 0 0 0) 0x7f85d00ae870 con 0x7f85d8151c50 2024-09-19T04:37:11.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.900+0000 7f85d6d9d640 1 --2- 172.21.15.111:0/1926866434 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f85b806c3d0 0x7f85b806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:11.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.901+0000 7f85d6d9d640 1 --2- 172.21.15.111:0/1926866434 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f85b806c3d0 0x7f85b806e890 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f85c8004f60 tx=0x7f85c8007e30 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:11.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:11.905+0000 7f85cf7fe640 1 -- 172.21.15.111:0/1926866434 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f85d007c880 con 0x7f85d8151c50 2024-09-19T04:37:12.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.104+0000 7f85dd030640 1 -- 172.21.15.111:0/1926866434 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f85d8072f30 con 0x7f85d8151c50 2024-09-19T04:37:12.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.104+0000 7f85cf7fe640 1 -- 172.21.15.111:0/1926866434 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v43) ==== 53+0+73 (secure 0 0 0) 0x7f85d0080b80 con 0x7f85d8151c50 2024-09-19T04:37:12.105 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:37:12.108 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.106+0000 7f85dd030640 1 -- 172.21.15.111:0/1926866434 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f85b806c3d0 msgr2=0x7f85b806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:12.108 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.106+0000 7f85dd030640 1 --2- 172.21.15.111:0/1926866434 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f85b806c3d0 0x7f85b806e890 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f85c8004f60 tx=0x7f85c8007e30 comp rx=0 tx=0).stop 2024-09-19T04:37:12.108 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.106+0000 7f85dd030640 1 -- 172.21.15.111:0/1926866434 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f85d8151c50 msgr2=0x7f85d8073960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:12.108 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.106+0000 7f85dd030640 1 --2- 172.21.15.111:0/1926866434 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f85d8151c50 0x7f85d8073960 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f85d002cef0 tx=0x7f85d0004a40 comp rx=0 tx=0).stop 2024-09-19T04:37:12.108 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.106+0000 7f85dd030640 1 -- 172.21.15.111:0/1926866434 shutdown_connections 2024-09-19T04:37:12.108 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.106+0000 7f85dd030640 1 --2- 172.21.15.111:0/1926866434 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f85b806c3d0 0x7f85b806e890 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:12.108 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.106+0000 7f85dd030640 1 --2- 172.21.15.111:0/1926866434 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f85d8151c50 0x7f85d8073960 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:12.108 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.106+0000 7f85dd030640 1 --2- 172.21.15.111:0/1926866434 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f85d806c1f0 0x7f85d8157100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:12.108 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.106+0000 7f85dd030640 1 --2- 172.21.15.111:0/1926866434 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f85d806be10 0x7f85d814ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:12.108 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.106+0000 7f85dd030640 1 -- 172.21.15.111:0/1926866434 >> 172.21.15.111:0/1926866434 conn(0x7f85d8062cc0 msgr2=0x7f85d80b4870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:12.108 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.106+0000 7f85dd030640 1 -- 172.21.15.111:0/1926866434 shutdown_connections 2024-09-19T04:37:12.108 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.106+0000 7f85dd030640 1 -- 172.21.15.111:0/1926866434 wait complete. 2024-09-19T04:37:12.118 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:37:12.118 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:37:12.118 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi111.front.sepia.ceph.com 2024-09-19T04:37:12.118 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T04:37:12.118 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T04:37:12.118 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:37:12.118 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:37:12.119 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:37:12.119 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:37:12.119 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:12.119 DEBUG:teuthology.orchestra.run.smithi111:> ip addr 2024-09-19T04:37:12.134 INFO:teuthology.orchestra.run.smithi111.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:37:12.134 INFO:teuthology.orchestra.run.smithi111.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:37:12.135 INFO:teuthology.orchestra.run.smithi111.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:37:12.135 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:12.135 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 ::1/128 scope host 2024-09-19T04:37:12.135 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:12.135 INFO:teuthology.orchestra.run.smithi111.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:37:12.135 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:24 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:37:12.135 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f0 2024-09-19T04:37:12.135 INFO:teuthology.orchestra.run.smithi111.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:37:12.135 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:25 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:37:12.135 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f1 2024-09-19T04:37:12.135 INFO:teuthology.orchestra.run.smithi111.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:37:12.135 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2e brd ff:ff:ff:ff:ff:ff 2024-09-19T04:37:12.135 INFO:teuthology.orchestra.run.smithi111.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:37:12.136 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2f brd ff:ff:ff:ff:ff:ff 2024-09-19T04:37:12.136 INFO:teuthology.orchestra.run.smithi111.stdout: inet 172.21.15.111/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:37:12.136 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft 42534sec preferred_lft 42534sec 2024-09-19T04:37:12.136 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::ec4:7aff:fe8f:cc2f/64 scope link noprefixroute 2024-09-19T04:37:12.136 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:12.136 INFO:teuthology.orchestra.run.smithi111.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:37:12.136 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 52:d4:1f:0e:24:21 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:37:12.136 INFO:teuthology.orchestra.run.smithi111.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:37:12.136 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:12.136 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::6cca:96ff:fe86:c24e/64 scope link 2024-09-19T04:37:12.136 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:12.136 INFO:teuthology.orchestra.run.smithi111.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:37:12.136 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 76:f0:b7:84:e3:fb brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T04:37:12.137 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::74f0:b7ff:fe84:e3fb/64 scope link 2024-09-19T04:37:12.137 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:12.137 INFO:teuthology.orchestra.run.smithi111.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:37:12.137 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 52:d4:1f:0e:24:21 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T04:37:12.137 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::50d4:1fff:fe0e:2421/64 scope link 2024-09-19T04:37:12.137 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:12.137 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:12.137 DEBUG:teuthology.orchestra.run.smithi111:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:37:12.198 INFO:teuthology.orchestra.run.smithi111.stdout:1 2024-09-19T04:37:12.200 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:12.200 DEBUG:teuthology.orchestra.run.smithi111:> route 2024-09-19T04:37:12.256 INFO:teuthology.orchestra.run.smithi111.stdout:Kernel IP routing table 2024-09-19T04:37:12.257 INFO:teuthology.orchestra.run.smithi111.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:37:12.257 INFO:teuthology.orchestra.run.smithi111.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:37:12.257 INFO:teuthology.orchestra.run.smithi111.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:37:12.257 INFO:teuthology.orchestra.run.smithi111.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:37:12.257 DEBUG:teuthology.orchestra.run.smithi111:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:37:12.257 DEBUG:teuthology.orchestra.run.smithi111:> set -e 2024-09-19T04:37:12.257 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:37:12.257 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:37:12.257 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:37:12.257 DEBUG:teuthology.orchestra.run.smithi111:> ') 2024-09-19T04:37:12.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:37:12.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:37:12.383 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:12.383 DEBUG:teuthology.orchestra.run.smithi111:> ip netns list 2024-09-19T04:37:12.398 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T04:37:12.398 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T04:37:12.399 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:37:12.399 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:12.399 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip link set brx.0 up 2024-09-19T04:37:12.464 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:37:12.465 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T04:37:12.519 INFO:teuthology.orchestra.run.smithi111.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:37:12.520 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:37:12.520 DEBUG:teuthology.orchestra.run.smithi111:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:37:12.522 INFO:tasks.ceph.mds.a.smithi111.stderr:2024-09-19T04:37:12.521+0000 7f1ef93fc640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T04:37:12.536 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T04:37:12.536 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:12.536 DEBUG:teuthology.orchestra.run.smithi111:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:37:12.619 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:37:12.619 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:37:12.627 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:37:12.627 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:37:12.627 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:37:12.627 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: trying mount with new device syntax: 0@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:37:12.627 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:37:12.628 INFO:teuthology.orchestra.run.smithi111.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T04:37:12.628 INFO:teuthology.orchestra.run.smithi111.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:37:12.628 INFO:teuthology.orchestra.run.smithi111.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:37:12.628 INFO:teuthology.orchestra.run.smithi111.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:37:12.628 INFO:teuthology.orchestra.run.smithi111.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:37:12.630 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:37:12.630 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:12.630 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:37:12.694 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:37:12.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:37:12.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:37:12.795 INFO:teuthology.orchestra.run.smithi111.stdout:client6178 2024-09-19T04:37:12.795 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:37:12.795 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:37:12.811 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:37:12.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.948+0000 7f4179eb7640 1 Processor -- start 2024-09-19T04:37:12.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.948+0000 7f4179eb7640 1 -- start start 2024-09-19T04:37:12.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.949+0000 7f4179eb7640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f41740b0640 0x7f41740b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:12.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.949+0000 7f4179eb7640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f41740ce150 con 0x7f41740cdae0 2024-09-19T04:37:12.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.949+0000 7f4179eb7640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f41740ce430 con 0x7f4174156880 2024-09-19T04:37:12.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.949+0000 7f4179eb7640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f41740b6b00 con 0x7f41740b0640 2024-09-19T04:37:12.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.949+0000 7f4173fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f41740b0640 0x7f41740b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:12.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.949+0000 7f4173fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f41740b0640 0x7f41740b65c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44726/0 (socket says 172.21.15.111:44726) 2024-09-19T04:37:12.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.949+0000 7f4172ffd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f41740cdae0 0x7f41740aff30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:33758/0 (socket says 172.21.15.111:33758) 2024-09-19T04:37:12.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.949+0000 7f4173fff640 1 -- 172.21.15.111:0/1070349247 learned_addr learned my addr 172.21.15.111:0/1070349247 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:12.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.949+0000 7f4173fff640 1 -- 172.21.15.111:0/1070349247 >> v1:172.21.15.114:6789/0 conn(0x7f4174156880 legacy=0x7f4174160730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:12.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.949+0000 7f4173fff640 1 -- 172.21.15.111:0/1070349247 >> v1:172.21.15.111:6789/0 conn(0x7f41740cdae0 legacy=0x7f41740aff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:12.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.949+0000 7f4173fff640 1 -- 172.21.15.111:0/1070349247 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f417415ff30 con 0x7f41740b0640 2024-09-19T04:37:12.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.950+0000 7f4173fff640 1 --2- 172.21.15.111:0/1070349247 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f41740b0640 0x7f41740b65c0 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f416c009e50 tx=0x7f416c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c78a476870867ae0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:12.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.950+0000 7f41727fc640 1 -- 172.21.15.111:0/1070349247 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f416c036070 con 0x7f41740b0640 2024-09-19T04:37:12.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.950+0000 7f41727fc640 1 -- 172.21.15.111:0/1070349247 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f416c031600 con 0x7f41740b0640 2024-09-19T04:37:12.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.950+0000 7f41727fc640 1 -- 172.21.15.111:0/1070349247 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f416c0319d0 con 0x7f41740b0640 2024-09-19T04:37:12.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.950+0000 7f4179eb7640 1 -- 172.21.15.111:0/1070349247 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f41740b0640 msgr2=0x7f41740b65c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:12.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.950+0000 7f4179eb7640 1 --2- 172.21.15.111:0/1070349247 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f41740b0640 0x7f41740b65c0 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f416c009e50 tx=0x7f416c02a680 comp rx=0 tx=0).stop 2024-09-19T04:37:12.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.950+0000 7f4179eb7640 1 -- 172.21.15.111:0/1070349247 shutdown_connections 2024-09-19T04:37:12.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.950+0000 7f4179eb7640 1 --2- 172.21.15.111:0/1070349247 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f41740b0640 0x7f41740b65c0 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:12.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.950+0000 7f4179eb7640 1 -- 172.21.15.111:0/1070349247 >> 172.21.15.111:0/1070349247 conn(0x7f417406cae0 msgr2=0x7f417406cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:12.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.950+0000 7f4179eb7640 1 -- 172.21.15.111:0/1070349247 shutdown_connections 2024-09-19T04:37:12.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.950+0000 7f4179eb7640 1 -- 172.21.15.111:0/1070349247 wait complete. 2024-09-19T04:37:12.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.952+0000 7f4179eb7640 1 Processor -- start 2024-09-19T04:37:12.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.952+0000 7f4179eb7640 1 -- start start 2024-09-19T04:37:12.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.952+0000 7f4179eb7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f41740b0640 0x7f417414d060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:12.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.952+0000 7f4179eb7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41740cdae0 0x7f4174153380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:12.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.952+0000 7f4179eb7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4174156880 0x7f41741e5cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:12.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.952+0000 7f4179eb7640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f41740ce710 con 0x7f4174156880 2024-09-19T04:37:12.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.952+0000 7f4179eb7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4174156c60 con 0x7f41740cdae0 2024-09-19T04:37:12.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.953+0000 7f4179eb7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f417415c8a0 con 0x7f41740b0640 2024-09-19T04:37:12.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.953+0000 7f4173fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4174156880 0x7f41741e5cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:12.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.953+0000 7f4173fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4174156880 0x7f41741e5cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44742/0 (socket says 172.21.15.111:44742) 2024-09-19T04:37:12.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.953+0000 7f4173fff640 1 -- 172.21.15.111:0/229811397 learned_addr learned my addr 172.21.15.111:0/229811397 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:12.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.953+0000 7f4172ffd640 1 --2- 172.21.15.111:0/229811397 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41740cdae0 0x7f4174153380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:12.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.953+0000 7f41737fe640 1 --2- 172.21.15.111:0/229811397 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f41740b0640 0x7f417414d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:12.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.953+0000 7f4173fff640 1 -- 172.21.15.111:0/229811397 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f41740b0640 msgr2=0x7f417414d060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:12.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.953+0000 7f4173fff640 1 --2- 172.21.15.111:0/229811397 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f41740b0640 0x7f417414d060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:12.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.953+0000 7f4173fff640 1 -- 172.21.15.111:0/229811397 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41740cdae0 msgr2=0x7f4174153380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:12.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.953+0000 7f4173fff640 1 --2- 172.21.15.111:0/229811397 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41740cdae0 0x7f4174153380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:12.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.953+0000 7f4173fff640 1 -- 172.21.15.111:0/229811397 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f417414ed60 con 0x7f4174156880 2024-09-19T04:37:12.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.953+0000 7f4172ffd640 1 --2- 172.21.15.111:0/229811397 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41740cdae0 0x7f4174153380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:12.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.953+0000 7f4173fff640 1 --2- 172.21.15.111:0/229811397 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4174156880 0x7f41741e5cb0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f416c034040 tx=0x7f416c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:12.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.953+0000 7f415bfff640 1 -- 172.21.15.111:0/229811397 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f416c036040 con 0x7f4174156880 2024-09-19T04:37:12.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.953+0000 7f415bfff640 1 -- 172.21.15.111:0/229811397 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f416c003990 con 0x7f4174156880 2024-09-19T04:37:12.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.953+0000 7f4179eb7640 1 -- 172.21.15.111:0/229811397 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f417414f040 con 0x7f4174156880 2024-09-19T04:37:12.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.953+0000 7f415bfff640 1 -- 172.21.15.111:0/229811397 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f416c009510 con 0x7f4174156880 2024-09-19T04:37:12.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.953+0000 7f4179eb7640 1 -- 172.21.15.111:0/229811397 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41741e7520 con 0x7f4174156880 2024-09-19T04:37:12.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.954+0000 7f4179eb7640 1 -- 172.21.15.111:0/229811397 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41740b65c0 con 0x7f4174156880 2024-09-19T04:37:12.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.955+0000 7f415bfff640 1 -- 172.21.15.111:0/229811397 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f416c0077a0 con 0x7f4174156880 2024-09-19T04:37:12.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.955+0000 7f415bfff640 1 --2- 172.21.15.111:0/229811397 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f416006c3d0 0x7f416006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:12.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.955+0000 7f415bfff640 1 -- 172.21.15.111:0/229811397 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5709+0+0 (secure 0 0 0) 0x7f416c0aca00 con 0x7f4174156880 2024-09-19T04:37:12.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.955+0000 7f41737fe640 1 --2- 172.21.15.111:0/229811397 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f416006c3d0 0x7f416006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:12.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.956+0000 7f41737fe640 1 --2- 172.21.15.111:0/229811397 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f416006c3d0 0x7f416006e890 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4164006fd0 tx=0x7f4164008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:12.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:12.959+0000 7f415bfff640 1 -- 172.21.15.111:0/229811397 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f416c07b080 con 0x7f4174156880 2024-09-19T04:37:13.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:13.157+0000 7f4179eb7640 1 -- 172.21.15.111:0/229811397 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f41740b65c0 con 0x7f4174156880 2024-09-19T04:37:13.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:13.157+0000 7f415bfff640 1 -- 172.21.15.111:0/229811397 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v43) ==== 53+0+73 (secure 0 0 0) 0x7f416c07a980 con 0x7f4174156880 2024-09-19T04:37:13.159 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:37:13.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:13.159+0000 7f4179eb7640 1 -- 172.21.15.111:0/229811397 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f416006c3d0 msgr2=0x7f416006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:13.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:13.159+0000 7f4179eb7640 1 --2- 172.21.15.111:0/229811397 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f416006c3d0 0x7f416006e890 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4164006fd0 tx=0x7f4164008040 comp rx=0 tx=0).stop 2024-09-19T04:37:13.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:13.159+0000 7f4179eb7640 1 -- 172.21.15.111:0/229811397 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4174156880 msgr2=0x7f41741e5cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:13.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:13.159+0000 7f4179eb7640 1 --2- 172.21.15.111:0/229811397 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4174156880 0x7f41741e5cb0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f416c034040 tx=0x7f416c004a40 comp rx=0 tx=0).stop 2024-09-19T04:37:13.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:13.159+0000 7f4179eb7640 1 -- 172.21.15.111:0/229811397 shutdown_connections 2024-09-19T04:37:13.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:13.159+0000 7f4179eb7640 1 --2- 172.21.15.111:0/229811397 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f416006c3d0 0x7f416006e890 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:13.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:13.159+0000 7f4179eb7640 1 --2- 172.21.15.111:0/229811397 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4174156880 0x7f41741e5cb0 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:13.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:13.159+0000 7f4179eb7640 1 --2- 172.21.15.111:0/229811397 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41740cdae0 0x7f4174153380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:13.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:13.159+0000 7f4179eb7640 1 --2- 172.21.15.111:0/229811397 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f41740b0640 0x7f417414d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:13.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:13.159+0000 7f4179eb7640 1 -- 172.21.15.111:0/229811397 >> 172.21.15.111:0/229811397 conn(0x7f417406cae0 msgr2=0x7f417406e3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:13.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:13.159+0000 7f4179eb7640 1 -- 172.21.15.111:0/229811397 shutdown_connections 2024-09-19T04:37:13.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:13.159+0000 7f4179eb7640 1 -- 172.21.15.111:0/229811397 wait complete. 2024-09-19T04:37:13.171 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:37:13.171 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:37:13.172 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi114.front.sepia.ceph.com 2024-09-19T04:37:13.172 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T04:37:13.173 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T04:37:13.173 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:37:13.173 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:37:13.173 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:37:13.173 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:37:13.174 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:13.174 DEBUG:teuthology.orchestra.run.smithi114:> ip addr 2024-09-19T04:37:13.194 INFO:teuthology.orchestra.run.smithi114.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:37:13.194 INFO:teuthology.orchestra.run.smithi114.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:37:13.194 INFO:teuthology.orchestra.run.smithi114.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:37:13.194 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:13.194 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 ::1/128 scope host 2024-09-19T04:37:13.194 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:13.194 INFO:teuthology.orchestra.run.smithi114.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:37:13.194 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:37:13.194 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f0 2024-09-19T04:37:13.194 INFO:teuthology.orchestra.run.smithi114.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:37:13.195 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:37:13.195 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f1 2024-09-19T04:37:13.195 INFO:teuthology.orchestra.run.smithi114.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:37:13.195 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:62 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:37:13.195 INFO:teuthology.orchestra.run.smithi114.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:37:13.195 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:63 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:37:13.195 INFO:teuthology.orchestra.run.smithi114.stdout: inet 172.21.15.114/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:37:13.195 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft 42523sec preferred_lft 42523sec 2024-09-19T04:37:13.195 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::ec4:7aff:fe8f:cb63/64 scope link noprefixroute 2024-09-19T04:37:13.195 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:13.195 INFO:teuthology.orchestra.run.smithi114.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:37:13.195 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether ca:e7:76:90:98:85 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:37:13.195 INFO:teuthology.orchestra.run.smithi114.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:37:13.195 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:13.196 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::9858:beff:fef5:aa6d/64 scope link 2024-09-19T04:37:13.196 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:13.196 INFO:teuthology.orchestra.run.smithi114.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:37:13.196 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether ca:e7:76:90:98:85 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T04:37:13.196 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::c8e7:76ff:fe90:9885/64 scope link 2024-09-19T04:37:13.196 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:13.196 INFO:teuthology.orchestra.run.smithi114.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:37:13.196 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether d6:e6:9a:34:5c:2e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T04:37:13.196 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::d4e6:9aff:fe34:5c2e/64 scope link 2024-09-19T04:37:13.196 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:13.197 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:13.197 DEBUG:teuthology.orchestra.run.smithi114:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:37:13.262 INFO:teuthology.orchestra.run.smithi114.stdout:1 2024-09-19T04:37:13.263 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:13.263 DEBUG:teuthology.orchestra.run.smithi114:> route 2024-09-19T04:37:13.322 INFO:teuthology.orchestra.run.smithi114.stdout:Kernel IP routing table 2024-09-19T04:37:13.322 INFO:teuthology.orchestra.run.smithi114.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:37:13.322 INFO:teuthology.orchestra.run.smithi114.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:37:13.322 INFO:teuthology.orchestra.run.smithi114.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:37:13.322 INFO:teuthology.orchestra.run.smithi114.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:37:13.322 DEBUG:teuthology.orchestra.run.smithi114:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:37:13.322 DEBUG:teuthology.orchestra.run.smithi114:> set -e 2024-09-19T04:37:13.322 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:37:13.322 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:37:13.323 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:37:13.323 DEBUG:teuthology.orchestra.run.smithi114:> ') 2024-09-19T04:37:13.414 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:37:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:37:13.447 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:37:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:37:13.453 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:13.453 DEBUG:teuthology.orchestra.run.smithi114:> ip netns list 2024-09-19T04:37:13.468 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T04:37:13.468 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T04:37:13.469 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:37:13.469 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:13.469 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip link set brx.0 up 2024-09-19T04:37:13.533 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:37:13.534 DEBUG:teuthology.orchestra.run.smithi114:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T04:37:13.589 INFO:teuthology.orchestra.run.smithi114.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:37:13.592 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:37:13.592 DEBUG:teuthology.orchestra.run.smithi114:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:37:13.645 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-19T04:37:13.645 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:13.645 DEBUG:teuthology.orchestra.run.smithi114:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:37:13.728 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:37:13.728 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:37:13.735 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:37:13.735 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:37:13.736 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:37:13.736 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: trying mount with new device syntax: 1@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:37:13.736 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:37:13.736 INFO:teuthology.orchestra.run.smithi114.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T04:37:13.736 INFO:teuthology.orchestra.run.smithi114.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:37:13.736 INFO:teuthology.orchestra.run.smithi114.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:37:13.736 INFO:teuthology.orchestra.run.smithi114.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:37:13.736 INFO:teuthology.orchestra.run.smithi114.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:37:13.738 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:37:13.738 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:13.738 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:37:13.803 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:37:13.891 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:37:13 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:37:13.893 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:37:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:37:13.899 INFO:teuthology.orchestra.run.smithi114.stdout:client6184 2024-09-19T04:37:13.899 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:37:13.899 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:37:13.915 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-19T04:37:14.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.027+0000 7f892e598640 1 Processor -- start 2024-09-19T04:37:14.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.027+0000 7f892e598640 1 -- start start 2024-09-19T04:37:14.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.028+0000 7f892e598640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f892815b370 0x7f8928072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:14.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.028+0000 7f892e598640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f892815c970 con 0x7f892806f130 2024-09-19T04:37:14.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.028+0000 7f892e598640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f892815bbb0 con 0x7f892815f9f0 2024-09-19T04:37:14.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.028+0000 7f892e598640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f892815fef0 con 0x7f892815b370 2024-09-19T04:37:14.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.028+0000 7f892cb35640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f892806f130 0x7f89280ce490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:33770/0 (socket says 172.21.15.111:33770) 2024-09-19T04:37:14.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.028+0000 7f892cb35640 1 -- 172.21.15.111:0/82388183 learned_addr learned my addr 172.21.15.111:0/82388183 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:14.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.029+0000 7f8927fff640 1 --2- 172.21.15.111:0/82388183 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f892815b370 0x7f8928072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:14.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.029+0000 7f89277fe640 1 -- 172.21.15.111:0/82388183 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1854080035 0 0) 0x7f892815c970 con 0x7f892806f130 2024-09-19T04:37:14.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.029+0000 7f89277fe640 1 -- 172.21.15.111:0/82388183 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8914005730 con 0x7f892806f130 2024-09-19T04:37:14.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.029+0000 7f89277fe640 1 -- 172.21.15.111:0/82388183 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2940956513 0 0) 0x7f892815bbb0 con 0x7f892815f9f0 2024-09-19T04:37:14.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.029+0000 7f8927fff640 1 -- 172.21.15.111:0/82388183 >> v1:172.21.15.114:6789/0 conn(0x7f892815f9f0 legacy=0x7f892806ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:14.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.029+0000 7f8927fff640 1 -- 172.21.15.111:0/82388183 >> v1:172.21.15.111:6789/0 conn(0x7f892806f130 legacy=0x7f89280ce490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:14.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.029+0000 7f8927fff640 1 -- 172.21.15.111:0/82388183 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f892815be90 con 0x7f892815b370 2024-09-19T04:37:14.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.030+0000 7f8927fff640 1 --2- 172.21.15.111:0/82388183 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f892815b370 0x7f8928072560 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f89180097d0 tx=0x7f891802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=be50dcfae47721f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:14.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.030+0000 7f89277fe640 1 -- 172.21.15.111:0/82388183 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8918037070 con 0x7f892815b370 2024-09-19T04:37:14.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.030+0000 7f89277fe640 1 -- 172.21.15.111:0/82388183 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8918032440 con 0x7f892815b370 2024-09-19T04:37:14.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.030+0000 7f89277fe640 1 -- 172.21.15.111:0/82388183 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89180327f0 con 0x7f892815b370 2024-09-19T04:37:14.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.030+0000 7f892e598640 1 -- 172.21.15.111:0/82388183 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f892815b370 msgr2=0x7f8928072560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:14.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.030+0000 7f892e598640 1 --2- 172.21.15.111:0/82388183 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f892815b370 0x7f8928072560 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f89180097d0 tx=0x7f891802a180 comp rx=0 tx=0).stop 2024-09-19T04:37:14.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.030+0000 7f892e598640 1 -- 172.21.15.111:0/82388183 shutdown_connections 2024-09-19T04:37:14.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.031+0000 7f892e598640 1 --2- 172.21.15.111:0/82388183 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f892815b370 0x7f8928072560 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.031+0000 7f892e598640 1 -- 172.21.15.111:0/82388183 >> 172.21.15.111:0/82388183 conn(0x7f892806bba0 msgr2=0x7f892806bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:14.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.031+0000 7f892e598640 1 -- 172.21.15.111:0/82388183 shutdown_connections 2024-09-19T04:37:14.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.031+0000 7f892e598640 1 -- 172.21.15.111:0/82388183 wait complete. 2024-09-19T04:37:14.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.032+0000 7f892e598640 1 Processor -- start 2024-09-19T04:37:14.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.032+0000 7f892e598640 1 -- start start 2024-09-19T04:37:14.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.032+0000 7f892e598640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f892806f130 0x7f8928150a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:14.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.032+0000 7f892e598640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f892815b370 0x7f8928151160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:14.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.033+0000 7f892e598640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f892815f9f0 0x7f8928157c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:14.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.033+0000 7f892e598640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f89280731b0 con 0x7f892806f130 2024-09-19T04:37:14.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.033+0000 7f892e598640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f892815c450 con 0x7f892815f9f0 2024-09-19T04:37:14.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.033+0000 7f892e598640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f892815b750 con 0x7f892815b370 2024-09-19T04:37:14.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.033+0000 7f8927fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f892806f130 0x7f8928150a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:14.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.033+0000 7f8927fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f892806f130 0x7f8928150a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44748/0 (socket says 172.21.15.111:44748) 2024-09-19T04:37:14.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.033+0000 7f8927fff640 1 -- 172.21.15.111:0/415703276 learned_addr learned my addr 172.21.15.111:0/415703276 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:14.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.033+0000 7f891ffff640 1 --2- 172.21.15.111:0/415703276 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f892815b370 0x7f8928151160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:14.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.033+0000 7f892cb35640 1 --2- 172.21.15.111:0/415703276 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f892815f9f0 0x7f8928157c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:14.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.033+0000 7f8927fff640 1 -- 172.21.15.111:0/415703276 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f892815b370 msgr2=0x7f8928151160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:14.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.033+0000 7f8927fff640 1 --2- 172.21.15.111:0/415703276 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f892815b370 0x7f8928151160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.033+0000 7f8927fff640 1 -- 172.21.15.111:0/415703276 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f892815f9f0 msgr2=0x7f8928157c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:14.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.033+0000 7f8927fff640 1 --2- 172.21.15.111:0/415703276 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f892815f9f0 0x7f8928157c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.033+0000 7f8927fff640 1 -- 172.21.15.111:0/415703276 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8928151bb0 con 0x7f892806f130 2024-09-19T04:37:14.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.033+0000 7f891ffff640 1 --2- 172.21.15.111:0/415703276 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f892815b370 0x7f8928151160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:37:14.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.033+0000 7f8927fff640 1 --2- 172.21.15.111:0/415703276 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f892806f130 0x7f8928150a60 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f8918000c00 tx=0x7f89180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:14.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.033+0000 7f89257fa640 1 -- 172.21.15.111:0/415703276 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8918041070 con 0x7f892806f130 2024-09-19T04:37:14.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.033+0000 7f89257fa640 1 -- 172.21.15.111:0/415703276 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f891803c870 con 0x7f892806f130 2024-09-19T04:37:14.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.033+0000 7f892e598640 1 -- 172.21.15.111:0/415703276 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8928151e90 con 0x7f892806f130 2024-09-19T04:37:14.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.033+0000 7f89257fa640 1 -- 172.21.15.111:0/415703276 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8918037040 con 0x7f892806f130 2024-09-19T04:37:14.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.033+0000 7f892e598640 1 -- 172.21.15.111:0/415703276 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89280af630 con 0x7f892806f130 2024-09-19T04:37:14.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.034+0000 7f892e598640 1 -- 172.21.15.111:0/415703276 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8928072560 con 0x7f892806f130 2024-09-19T04:37:14.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.035+0000 7f89257fa640 1 -- 172.21.15.111:0/415703276 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f8918044070 con 0x7f892806f130 2024-09-19T04:37:14.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.035+0000 7f89257fa640 1 --2- 172.21.15.111:0/415703276 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f890806c3d0 0x7f890806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:14.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.035+0000 7f89257fa640 1 -- 172.21.15.111:0/415703276 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5709+0+0 (secure 0 0 0) 0x7f89180ac070 con 0x7f892806f130 2024-09-19T04:37:14.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.036+0000 7f891ffff640 1 --2- 172.21.15.111:0/415703276 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f890806c3d0 0x7f890806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:14.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.036+0000 7f891ffff640 1 --2- 172.21.15.111:0/415703276 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f890806c3d0 0x7f890806e890 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f892806f0a0 tx=0x7f8910009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:14.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.040+0000 7f89257fa640 1 -- 172.21.15.111:0/415703276 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f891807a1b0 con 0x7f892806f130 2024-09-19T04:37:14.239 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.238+0000 7f892e598640 1 -- 172.21.15.111:0/415703276 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f89280b18e0 con 0x7f892806f130 2024-09-19T04:37:14.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.276+0000 7f89257fa640 1 -- 172.21.15.111:0/415703276 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v44) ==== 136+0+0 (secure 0 0 0) 0x7f891807e4b0 con 0x7f892806f130 2024-09-19T04:37:14.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.278+0000 7f892e598640 1 -- 172.21.15.111:0/415703276 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f890806c3d0 msgr2=0x7f890806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:14.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.278+0000 7f892e598640 1 --2- 172.21.15.111:0/415703276 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f890806c3d0 0x7f890806e890 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f892806f0a0 tx=0x7f8910009040 comp rx=0 tx=0).stop 2024-09-19T04:37:14.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.278+0000 7f892e598640 1 -- 172.21.15.111:0/415703276 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f892806f130 msgr2=0x7f8928150a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:14.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.278+0000 7f892e598640 1 --2- 172.21.15.111:0/415703276 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f892806f130 0x7f8928150a60 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f8918000c00 tx=0x7f89180046c0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.279+0000 7f892e598640 1 -- 172.21.15.111:0/415703276 shutdown_connections 2024-09-19T04:37:14.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.279+0000 7f892e598640 1 --2- 172.21.15.111:0/415703276 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f890806c3d0 0x7f890806e890 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.279+0000 7f892e598640 1 --2- 172.21.15.111:0/415703276 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f892815f9f0 0x7f8928157c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.279+0000 7f892e598640 1 --2- 172.21.15.111:0/415703276 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f892815b370 0x7f8928151160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.279+0000 7f892e598640 1 --2- 172.21.15.111:0/415703276 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f892806f130 0x7f8928150a60 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.279+0000 7f892e598640 1 -- 172.21.15.111:0/415703276 >> 172.21.15.111:0/415703276 conn(0x7f892806bba0 msgr2=0x7f892806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:14.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.279+0000 7f892e598640 1 -- 172.21.15.111:0/415703276 shutdown_connections 2024-09-19T04:37:14.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.279+0000 7f892e598640 1 -- 172.21.15.111:0/415703276 wait complete. 2024-09-19T04:37:14.291 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-19T04:37:14.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.388+0000 7fcbe1d52640 1 Processor -- start 2024-09-19T04:37:14.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.388+0000 7fcbe1d52640 1 -- start start 2024-09-19T04:37:14.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.389+0000 7fcbe1d52640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbdc15c3d0 0x7fcbdc0b67e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:14.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.389+0000 7fcbe1d52640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fcbdc0b3550 0x7fcbdc0b3990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:14.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.389+0000 7fcbe1d52640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcbdc0b5a60 con 0x7fcbdc0ce200 2024-09-19T04:37:14.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.389+0000 7fcbe1d52640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fcbdc0b3ed0 con 0x7fcbdc0b3550 2024-09-19T04:37:14.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.389+0000 7fcbe1d52640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcbdc0b5d00 con 0x7fcbdc15c3d0 2024-09-19T04:37:14.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.389+0000 7fcbdaffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fcbdc0b3550 0x7fcbdc0b3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:14.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.389+0000 7fcbdbfff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fcbdc0ce200 0x7fcbdc0ce6b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:33780/0 (socket says 172.21.15.111:33780) 2024-09-19T04:37:14.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.389+0000 7fcbdbfff640 1 -- 172.21.15.111:0/2145596823 learned_addr learned my addr 172.21.15.111:0/2145596823 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:14.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.389+0000 7fcbdb7fe640 1 --2- 172.21.15.111:0/2145596823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbdc15c3d0 0x7fcbdc0b67e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:14.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.389+0000 7fcbdaffd640 1 -- 172.21.15.111:0/2145596823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbdc15c3d0 msgr2=0x7fcbdc0b67e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:14.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.389+0000 7fcbdaffd640 1 --2- 172.21.15.111:0/2145596823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbdc15c3d0 0x7fcbdc0b67e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.389+0000 7fcbdaffd640 1 -- 172.21.15.111:0/2145596823 >> v1:172.21.15.111:6789/0 conn(0x7fcbdc0ce200 legacy=0x7fcbdc0ce6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:14.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.389+0000 7fcbda7fc640 1 -- 172.21.15.111:0/2145596823 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2970729711 0 0) 0x7fcbdc0b5a60 con 0x7fcbdc0ce200 2024-09-19T04:37:14.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.389+0000 7fcbdaffd640 1 -- 172.21.15.111:0/2145596823 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbdc0b5fe0 con 0x7fcbdc0b3550 2024-09-19T04:37:14.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.390+0000 7fcbdaffd640 1 --2- 172.21.15.111:0/2145596823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbdc0b3550 0x7fcbdc0b3990 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7fcbd00097a0 tx=0x7fcbd002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cd8304bd73735fc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:14.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.390+0000 7fcbda7fc640 1 -- 172.21.15.111:0/2145596823 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd0037070 con 0x7fcbdc0b3550 2024-09-19T04:37:14.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.390+0000 7fcbda7fc640 1 -- 172.21.15.111:0/2145596823 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbd0032440 con 0x7fcbdc0b3550 2024-09-19T04:37:14.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.390+0000 7fcbda7fc640 1 -- 172.21.15.111:0/2145596823 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd0032810 con 0x7fcbdc0b3550 2024-09-19T04:37:14.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.391+0000 7fcbe1d52640 1 -- 172.21.15.111:0/2145596823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbdc0b3550 msgr2=0x7fcbdc0b3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:14.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.391+0000 7fcbe1d52640 1 --2- 172.21.15.111:0/2145596823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbdc0b3550 0x7fcbdc0b3990 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7fcbd00097a0 tx=0x7fcbd002a180 comp rx=0 tx=0).stop 2024-09-19T04:37:14.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.391+0000 7fcbe1d52640 1 -- 172.21.15.111:0/2145596823 shutdown_connections 2024-09-19T04:37:14.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.391+0000 7fcbe1d52640 1 --2- 172.21.15.111:0/2145596823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbdc0b3550 0x7fcbdc0b3990 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.391+0000 7fcbe1d52640 1 --2- 172.21.15.111:0/2145596823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbdc15c3d0 0x7fcbdc0b67e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.391+0000 7fcbe1d52640 1 -- 172.21.15.111:0/2145596823 >> 172.21.15.111:0/2145596823 conn(0x7fcbdc06ce90 msgr2=0x7fcbdc06d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:14.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.391+0000 7fcbe1d52640 1 -- 172.21.15.111:0/2145596823 shutdown_connections 2024-09-19T04:37:14.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.391+0000 7fcbe1d52640 1 -- 172.21.15.111:0/2145596823 wait complete. 2024-09-19T04:37:14.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.392+0000 7fcbe1d52640 1 Processor -- start 2024-09-19T04:37:14.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.392+0000 7fcbe1d52640 1 -- start start 2024-09-19T04:37:14.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.393+0000 7fcbe1d52640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbdc0b3550 0x7fcbdc14bf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:14.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.393+0000 7fcbe1d52640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbdc0ce200 0x7fcbdc0ab520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:14.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.393+0000 7fcbe1d52640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcbdc15c3d0 0x7fcbdc0aba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:14.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.393+0000 7fcbe1d52640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fcbdc0cef70 con 0x7fcbdc0ce200 2024-09-19T04:37:14.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.393+0000 7fcbe1d52640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fcbdc0b6d20 con 0x7fcbdc15c3d0 2024-09-19T04:37:14.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.393+0000 7fcbe1d52640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcbdc0cf0f0 con 0x7fcbdc0b3550 2024-09-19T04:37:14.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.393+0000 7fcbdaffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbdc0ce200 0x7fcbdc0ab520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:14.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.393+0000 7fcbdaffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbdc0ce200 0x7fcbdc0ab520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44766/0 (socket says 172.21.15.111:44766) 2024-09-19T04:37:14.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.393+0000 7fcbdaffd640 1 -- 172.21.15.111:0/975639240 learned_addr learned my addr 172.21.15.111:0/975639240 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:14.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.393+0000 7fcbdbfff640 1 --2- 172.21.15.111:0/975639240 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcbdc15c3d0 0x7fcbdc0aba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:14.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.393+0000 7fcbdb7fe640 1 --2- 172.21.15.111:0/975639240 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbdc0b3550 0x7fcbdc14bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:14.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.393+0000 7fcbdaffd640 1 -- 172.21.15.111:0/975639240 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbdc0b3550 msgr2=0x7fcbdc14bf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:14.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.393+0000 7fcbdaffd640 1 --2- 172.21.15.111:0/975639240 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbdc0b3550 0x7fcbdc14bf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.393+0000 7fcbdaffd640 1 -- 172.21.15.111:0/975639240 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcbdc15c3d0 msgr2=0x7fcbdc0aba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:14.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.393+0000 7fcbdaffd640 1 --2- 172.21.15.111:0/975639240 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcbdc15c3d0 0x7fcbdc0aba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.393+0000 7fcbdaffd640 1 -- 172.21.15.111:0/975639240 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbdc14c480 con 0x7fcbdc0ce200 2024-09-19T04:37:14.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.394+0000 7fcbdaffd640 1 --2- 172.21.15.111:0/975639240 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbdc0ce200 0x7fcbdc0ab520 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fcbd00097a0 tx=0x7fcbd00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:14.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.394+0000 7fcbc3fff640 1 -- 172.21.15.111:0/975639240 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd0037050 con 0x7fcbdc0ce200 2024-09-19T04:37:14.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.394+0000 7fcbc3fff640 1 -- 172.21.15.111:0/975639240 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbd0038040 con 0x7fcbdc0ce200 2024-09-19T04:37:14.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.394+0000 7fcbe1d52640 1 -- 172.21.15.111:0/975639240 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbdc0ac130 con 0x7fcbdc0ce200 2024-09-19T04:37:14.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.394+0000 7fcbc3fff640 1 -- 172.21.15.111:0/975639240 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd0004470 con 0x7fcbdc0ce200 2024-09-19T04:37:14.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.394+0000 7fcbe1d52640 1 -- 172.21.15.111:0/975639240 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbdc0ac6f0 con 0x7fcbdc0ce200 2024-09-19T04:37:14.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.395+0000 7fcbe1d52640 1 -- 172.21.15.111:0/975639240 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbdc0b3990 con 0x7fcbdc0ce200 2024-09-19T04:37:14.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.395+0000 7fcbc3fff640 1 -- 172.21.15.111:0/975639240 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fcbd0030900 con 0x7fcbdc0ce200 2024-09-19T04:37:14.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.396+0000 7fcbc3fff640 1 --2- 172.21.15.111:0/975639240 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcbc806c3d0 0x7fcbc806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:14.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.396+0000 7fcbc3fff640 1 -- 172.21.15.111:0/975639240 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5709+0+0 (secure 0 0 0) 0x7fcbd00abfd0 con 0x7fcbdc0ce200 2024-09-19T04:37:14.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.396+0000 7fcbdb7fe640 1 --2- 172.21.15.111:0/975639240 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcbc806c3d0 0x7fcbc806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:14.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.396+0000 7fcbdb7fe640 1 --2- 172.21.15.111:0/975639240 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcbc806c3d0 0x7fcbc806e890 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fcbdc159410 tx=0x7fcbcc008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:14.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.400+0000 7fcbc3fff640 1 -- 172.21.15.111:0/975639240 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcbdc14c480 con 0x7fcbdc0ce200 2024-09-19T04:37:14.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.585+0000 7fcbe1d52640 1 -- 172.21.15.111:0/975639240 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7fcbdc1f2d40 con 0x7fcbc806c3d0 2024-09-19T04:37:14.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.587+0000 7fcbc3fff640 1 -- 172.21.15.111:0/975639240 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fcbcc0108d0 con 0x7fcbc806c3d0 2024-09-19T04:37:14.588 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:37:14.588 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:14.589 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "cephfs" 2024-09-19T04:37:14.589 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:14.589 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:37:14.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.589+0000 7fcbe1d52640 1 -- 172.21.15.111:0/975639240 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcbc806c3d0 msgr2=0x7fcbc806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:14.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.589+0000 7fcbe1d52640 1 --2- 172.21.15.111:0/975639240 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcbc806c3d0 0x7fcbc806e890 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fcbdc159410 tx=0x7fcbcc008040 comp rx=0 tx=0).stop 2024-09-19T04:37:14.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.589+0000 7fcbe1d52640 1 -- 172.21.15.111:0/975639240 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbdc0ce200 msgr2=0x7fcbdc0ab520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:14.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.589+0000 7fcbe1d52640 1 --2- 172.21.15.111:0/975639240 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbdc0ce200 0x7fcbdc0ab520 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fcbd00097a0 tx=0x7fcbd00046c0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.589+0000 7fcbe1d52640 1 -- 172.21.15.111:0/975639240 shutdown_connections 2024-09-19T04:37:14.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.589+0000 7fcbe1d52640 1 --2- 172.21.15.111:0/975639240 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcbc806c3d0 0x7fcbc806e890 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.589+0000 7fcbe1d52640 1 --2- 172.21.15.111:0/975639240 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcbdc15c3d0 0x7fcbdc0aba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.589+0000 7fcbe1d52640 1 --2- 172.21.15.111:0/975639240 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbdc0ce200 0x7fcbdc0ab520 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.589+0000 7fcbe1d52640 1 --2- 172.21.15.111:0/975639240 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbdc0b3550 0x7fcbdc14bf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.589+0000 7fcbe1d52640 1 -- 172.21.15.111:0/975639240 >> 172.21.15.111:0/975639240 conn(0x7fcbdc06ce90 msgr2=0x7fcbdc071fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:14.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.589+0000 7fcbe1d52640 1 -- 172.21.15.111:0/975639240 shutdown_connections 2024-09-19T04:37:14.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.589+0000 7fcbe1d52640 1 -- 172.21.15.111:0/975639240 wait complete. 2024-09-19T04:37:14.602 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T04:37:14.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.701+0000 7f1084077640 1 Processor -- start 2024-09-19T04:37:14.704 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.702+0000 7f1084077640 1 -- start start 2024-09-19T04:37:14.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.702+0000 7f1084077640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f107c06dfd0 0x7f107c0b78b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:14.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.702+0000 7f1084077640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f107c0cf9a0 con 0x7f107c161e30 2024-09-19T04:37:14.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.703+0000 7f1084077640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f107c162210 con 0x7f107c0b3d50 2024-09-19T04:37:14.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.703+0000 7f1084077640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f107c0cfcf0 con 0x7f107c06dfd0 2024-09-19T04:37:14.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.703+0000 7f1082614640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f107c06dfd0 0x7f107c0b78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:14.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.703+0000 7f1081e13640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f107c161e30 0x7f107c0d34a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:33782/0 (socket says 172.21.15.111:33782) 2024-09-19T04:37:14.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.703+0000 7f1081e13640 1 -- 172.21.15.111:0/2687715238 learned_addr learned my addr 172.21.15.111:0/2687715238 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:14.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.703+0000 7f1082614640 1 -- 172.21.15.111:0/2687715238 >> v1:172.21.15.114:6789/0 conn(0x7f107c0b3d50 legacy=0x7f107c06d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:14.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.703+0000 7f1082614640 1 -- 172.21.15.111:0/2687715238 >> v1:172.21.15.111:6789/0 conn(0x7f107c161e30 legacy=0x7f107c0d34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:14.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.703+0000 7f1082614640 1 -- 172.21.15.111:0/2687715238 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f107c0d5210 con 0x7f107c06dfd0 2024-09-19T04:37:14.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.703+0000 7f1080e11640 1 -- 172.21.15.111:0/2687715238 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 421135863 0 0) 0x7f107c0cf9a0 con 0x7f107c161e30 2024-09-19T04:37:14.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.704+0000 7f1082614640 1 --2- 172.21.15.111:0/2687715238 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f107c06dfd0 0x7f107c0b78b0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f1074009d90 tx=0x7f107402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b47219a40c1d1bb0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:14.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.704+0000 7f1080e11640 1 -- 172.21.15.111:0/2687715238 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1074007740 con 0x7f107c06dfd0 2024-09-19T04:37:14.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.704+0000 7f1080e11640 1 -- 172.21.15.111:0/2687715238 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10740078e0 con 0x7f107c06dfd0 2024-09-19T04:37:14.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.704+0000 7f1080e11640 1 -- 172.21.15.111:0/2687715238 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1074007cb0 con 0x7f107c06dfd0 2024-09-19T04:37:14.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.704+0000 7f1084077640 1 -- 172.21.15.111:0/2687715238 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f107c06dfd0 msgr2=0x7f107c0b78b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:14.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.704+0000 7f1084077640 1 --2- 172.21.15.111:0/2687715238 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f107c06dfd0 0x7f107c0b78b0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f1074009d90 tx=0x7f107402a6f0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.704+0000 7f1084077640 1 -- 172.21.15.111:0/2687715238 shutdown_connections 2024-09-19T04:37:14.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.704+0000 7f1084077640 1 --2- 172.21.15.111:0/2687715238 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f107c06dfd0 0x7f107c0b78b0 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.704+0000 7f1084077640 1 -- 172.21.15.111:0/2687715238 >> 172.21.15.111:0/2687715238 conn(0x7f107c0d1870 msgr2=0x7f107c0d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:14.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.705+0000 7f1084077640 1 -- 172.21.15.111:0/2687715238 shutdown_connections 2024-09-19T04:37:14.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.705+0000 7f1084077640 1 -- 172.21.15.111:0/2687715238 wait complete. 2024-09-19T04:37:14.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.706+0000 7f1084077640 1 Processor -- start 2024-09-19T04:37:14.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.706+0000 7f1084077640 1 -- start start 2024-09-19T04:37:14.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.706+0000 7f1084077640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f107c06dfd0 0x7f107c0cb890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:14.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.706+0000 7f1084077640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f107c0b3d50 0x7f107c0ce730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:14.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.706+0000 7f1084077640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f107c161e30 0x7f107c0b6af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:14.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.706+0000 7f1084077640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f107c0b3290 con 0x7f107c0b3d50 2024-09-19T04:37:14.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.706+0000 7f1084077640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f107c0b3950 con 0x7f107c161e30 2024-09-19T04:37:14.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.706+0000 7f1084077640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f107c0b3410 con 0x7f107c06dfd0 2024-09-19T04:37:14.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.706+0000 7f1081612640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f107c0b3d50 0x7f107c0ce730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:14.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.706+0000 7f1081612640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f107c0b3d50 0x7f107c0ce730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44796/0 (socket says 172.21.15.111:44796) 2024-09-19T04:37:14.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.707+0000 7f1081612640 1 -- 172.21.15.111:0/3959655939 learned_addr learned my addr 172.21.15.111:0/3959655939 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:14.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.707+0000 7f1082614640 1 --2- 172.21.15.111:0/3959655939 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f107c161e30 0x7f107c0b6af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:14.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.707+0000 7f1081e13640 1 --2- 172.21.15.111:0/3959655939 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f107c06dfd0 0x7f107c0cb890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:14.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.707+0000 7f1081612640 1 -- 172.21.15.111:0/3959655939 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f107c06dfd0 msgr2=0x7f107c0cb890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:14.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.707+0000 7f1081612640 1 --2- 172.21.15.111:0/3959655939 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f107c06dfd0 0x7f107c0cb890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.707+0000 7f1081612640 1 -- 172.21.15.111:0/3959655939 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f107c161e30 msgr2=0x7f107c0b6af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:14.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.707+0000 7f1081612640 1 --2- 172.21.15.111:0/3959655939 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f107c161e30 0x7f107c0b6af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.707+0000 7f1081612640 1 -- 172.21.15.111:0/3959655939 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f107c1f4450 con 0x7f107c0b3d50 2024-09-19T04:37:14.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.707+0000 7f1081612640 1 --2- 172.21.15.111:0/3959655939 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f107c0b3d50 0x7f107c0ce730 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f106c00c400 tx=0x7f106c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:14.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.707+0000 7f10727fc640 1 -- 172.21.15.111:0/3959655939 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f106c017070 con 0x7f107c0b3d50 2024-09-19T04:37:14.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.707+0000 7f10727fc640 1 -- 172.21.15.111:0/3959655939 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f106c0052d0 con 0x7f107c0b3d50 2024-09-19T04:37:14.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.707+0000 7f1084077640 1 -- 172.21.15.111:0/3959655939 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f107c0c9df0 con 0x7f107c0b3d50 2024-09-19T04:37:14.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.707+0000 7f10727fc640 1 -- 172.21.15.111:0/3959655939 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f106c003830 con 0x7f107c0b3d50 2024-09-19T04:37:14.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.707+0000 7f1084077640 1 -- 172.21.15.111:0/3959655939 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f107c0ca690 con 0x7f107c0b3d50 2024-09-19T04:37:14.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.708+0000 7f1084077640 1 -- 172.21.15.111:0/3959655939 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f107c0ca890 con 0x7f107c0b3d50 2024-09-19T04:37:14.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.708+0000 7f10727fc640 1 -- 172.21.15.111:0/3959655939 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f106c01a070 con 0x7f107c0b3d50 2024-09-19T04:37:14.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.709+0000 7f10727fc640 1 --2- 172.21.15.111:0/3959655939 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f106006c3d0 0x7f106006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:14.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.709+0000 7f10727fc640 1 -- 172.21.15.111:0/3959655939 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5709+0+0 (secure 0 0 0) 0x7f106c08a800 con 0x7f107c0b3d50 2024-09-19T04:37:14.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.709+0000 7f1081e13640 1 --2- 172.21.15.111:0/3959655939 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f106006c3d0 0x7f106006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:14.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.710+0000 7f1081e13640 1 --2- 172.21.15.111:0/3959655939 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f106006c3d0 0x7f106006e890 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f1078000f60 tx=0x7f1078007e40 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:14.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.713+0000 7f10727fc640 1 -- 172.21.15.111:0/3959655939 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f107c0ca890 con 0x7f107c0b3d50 2024-09-19T04:37:14.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.876+0000 7f1084077640 1 -- 172.21.15.111:0/3959655939 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f107c06d8c0 con 0x7f107c0b3d50 2024-09-19T04:37:14.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.876+0000 7f10727fc640 1 -- 172.21.15.111:0/3959655939 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v18)=0 v18) ==== 122+0+0 (secure 0 0 0) 0x7f106c0588a0 con 0x7f107c0b3d50 2024-09-19T04:37:14.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.878+0000 7f1084077640 1 -- 172.21.15.111:0/3959655939 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f106006c3d0 msgr2=0x7f106006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:14.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.878+0000 7f1084077640 1 --2- 172.21.15.111:0/3959655939 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f106006c3d0 0x7f106006e890 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f1078000f60 tx=0x7f1078007e40 comp rx=0 tx=0).stop 2024-09-19T04:37:14.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.878+0000 7f1084077640 1 -- 172.21.15.111:0/3959655939 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f107c0b3d50 msgr2=0x7f107c0ce730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:14.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.878+0000 7f1084077640 1 --2- 172.21.15.111:0/3959655939 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f107c0b3d50 0x7f107c0ce730 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f106c00c400 tx=0x7f106c00c8c0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.878+0000 7f1084077640 1 -- 172.21.15.111:0/3959655939 shutdown_connections 2024-09-19T04:37:14.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.878+0000 7f1084077640 1 --2- 172.21.15.111:0/3959655939 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f106006c3d0 0x7f106006e890 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.878+0000 7f1084077640 1 --2- 172.21.15.111:0/3959655939 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f107c161e30 0x7f107c0b6af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.878+0000 7f1084077640 1 --2- 172.21.15.111:0/3959655939 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f107c0b3d50 0x7f107c0ce730 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.878+0000 7f1084077640 1 --2- 172.21.15.111:0/3959655939 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f107c06dfd0 0x7f107c0cb890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.878+0000 7f1084077640 1 -- 172.21.15.111:0/3959655939 >> 172.21.15.111:0/3959655939 conn(0x7f107c0d1870 msgr2=0x7f107c160f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:14.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.878+0000 7f1084077640 1 -- 172.21.15.111:0/3959655939 shutdown_connections 2024-09-19T04:37:14.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.878+0000 7f1084077640 1 -- 172.21.15.111:0/3959655939 wait complete. 2024-09-19T04:37:14.891 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume create 'abcd@#' 2024-09-19T04:37:14.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.989+0000 7ffaf1242640 1 Processor -- start 2024-09-19T04:37:14.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.989+0000 7ffaf1242640 1 -- start start 2024-09-19T04:37:14.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.990+0000 7ffaf1242640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ffaec158e50 0x7ffaec0b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:14.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.990+0000 7ffaf1242640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ffaec06f130 0x7ffaec0ce200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:14.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.990+0000 7ffaf1242640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffaec15c800 con 0x7ffaec15c370 2024-09-19T04:37:14.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.990+0000 7ffaf1242640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7ffaec0b43f0 con 0x7ffaec158e50 2024-09-19T04:37:14.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.990+0000 7ffaf1242640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ffaec0b3630 con 0x7ffaec06f130 2024-09-19T04:37:14.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.990+0000 7ffaead9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ffaec158e50 0x7ffaec0b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:14.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.990+0000 7ffaead9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ffaec158e50 0x7ffaec0b5050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44808/0 (socket says 172.21.15.111:44808) 2024-09-19T04:37:14.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.990+0000 7ffaead9d640 1 -- 172.21.15.111:0/3001313394 learned_addr learned my addr 172.21.15.111:0/3001313394 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:14.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.990+0000 7ffaeb59e640 1 --2- 172.21.15.111:0/3001313394 >> v2:172.21.15.114:3300/0 conn(0x7ffaec06f130 0x7ffaec0ce200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:14.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.990+0000 7ffaead9d640 1 -- 172.21.15.111:0/3001313394 >> v2:172.21.15.114:3300/0 conn(0x7ffaec06f130 msgr2=0x7ffaec0ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:14.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.990+0000 7ffaead9d640 1 --2- 172.21.15.111:0/3001313394 >> v2:172.21.15.114:3300/0 conn(0x7ffaec06f130 0x7ffaec0ce200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.990+0000 7ffaead9d640 1 -- 172.21.15.111:0/3001313394 >> v1:172.21.15.114:6789/0 conn(0x7ffaec15c370 legacy=0x7ffaec06ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:14.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.990+0000 7ffaead9d640 1 -- 172.21.15.111:0/3001313394 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaec0b3910 con 0x7ffaec158e50 2024-09-19T04:37:14.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.991+0000 7ffaead9d640 1 --2- 172.21.15.111:0/3001313394 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffaec158e50 0x7ffaec0b5050 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7ffaec069580 tx=0x7ffadc02a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc5c2bc2dd0ce1e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:14.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.991+0000 7ffaea59c640 1 -- 172.21.15.111:0/3001313394 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffadc037070 con 0x7ffaec158e50 2024-09-19T04:37:14.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.991+0000 7ffaea59c640 1 -- 172.21.15.111:0/3001313394 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffadc032440 con 0x7ffaec158e50 2024-09-19T04:37:14.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.991+0000 7ffaea59c640 1 -- 172.21.15.111:0/3001313394 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffadc032810 con 0x7ffaec158e50 2024-09-19T04:37:14.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.992+0000 7ffaf1242640 1 -- 172.21.15.111:0/3001313394 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffaec158e50 msgr2=0x7ffaec0b5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:14.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.992+0000 7ffaf1242640 1 --2- 172.21.15.111:0/3001313394 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffaec158e50 0x7ffaec0b5050 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7ffaec069580 tx=0x7ffadc02a160 comp rx=0 tx=0).stop 2024-09-19T04:37:14.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.992+0000 7ffaf1242640 1 -- 172.21.15.111:0/3001313394 shutdown_connections 2024-09-19T04:37:14.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.992+0000 7ffaf1242640 1 --2- 172.21.15.111:0/3001313394 >> v2:172.21.15.114:3300/0 conn(0x7ffaec06f130 0x7ffaec0ce200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.992+0000 7ffaf1242640 1 --2- 172.21.15.111:0/3001313394 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffaec158e50 0x7ffaec0b5050 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.992+0000 7ffaf1242640 1 -- 172.21.15.111:0/3001313394 >> 172.21.15.111:0/3001313394 conn(0x7ffaec06bba0 msgr2=0x7ffaec06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:14.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.992+0000 7ffaf1242640 1 -- 172.21.15.111:0/3001313394 shutdown_connections 2024-09-19T04:37:14.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.992+0000 7ffaf1242640 1 -- 172.21.15.111:0/3001313394 wait complete. 2024-09-19T04:37:14.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.993+0000 7ffaf1242640 1 Processor -- start 2024-09-19T04:37:14.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.993+0000 7ffaf1242640 1 -- start start 2024-09-19T04:37:14.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.994+0000 7ffaf1242640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffaec06f130 0x7ffaec0b10e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:14.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.994+0000 7ffaf1242640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffaec158e50 0x7ffaec1593b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:14.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.994+0000 7ffaf1242640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffaec15c370 0x7ffaec1598f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:14.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.994+0000 7ffaf1242640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ffaec159230 con 0x7ffaec158e50 2024-09-19T04:37:14.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.994+0000 7ffaf1242640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ffaec0b3ed0 con 0x7ffaec15c370 2024-09-19T04:37:14.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.994+0000 7ffaf1242640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ffaec0ce740 con 0x7ffaec06f130 2024-09-19T04:37:14.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.994+0000 7ffae259c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffaec158e50 0x7ffaec1593b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:14.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.994+0000 7ffae259c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffaec158e50 0x7ffaec1593b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44810/0 (socket says 172.21.15.111:44810) 2024-09-19T04:37:14.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.994+0000 7ffae259c640 1 -- 172.21.15.111:0/855670088 learned_addr learned my addr 172.21.15.111:0/855670088 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:14.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.994+0000 7ffaeb59e640 1 --2- 172.21.15.111:0/855670088 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffaec15c370 0x7ffaec1598f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:14.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.994+0000 7ffaead9d640 1 --2- 172.21.15.111:0/855670088 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffaec06f130 0x7ffaec0b10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:14.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.994+0000 7ffae259c640 1 -- 172.21.15.111:0/855670088 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffaec06f130 msgr2=0x7ffaec0b10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:14.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.994+0000 7ffae259c640 1 --2- 172.21.15.111:0/855670088 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffaec06f130 0x7ffaec0b10e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.994+0000 7ffae259c640 1 -- 172.21.15.111:0/855670088 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffaec15c370 msgr2=0x7ffaec1598f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:14.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.994+0000 7ffae259c640 1 --2- 172.21.15.111:0/855670088 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffaec15c370 0x7ffaec1598f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:14.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.994+0000 7ffae259c640 1 -- 172.21.15.111:0/855670088 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaec150980 con 0x7ffaec158e50 2024-09-19T04:37:14.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.994+0000 7ffaeb59e640 1 --2- 172.21.15.111:0/855670088 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffaec15c370 0x7ffaec1598f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:14.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.995+0000 7ffae259c640 1 --2- 172.21.15.111:0/855670088 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffaec158e50 0x7ffaec1593b0 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7ffad400b3e0 tx=0x7ffad400b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:14.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.995+0000 7ffae3fff640 1 -- 172.21.15.111:0/855670088 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffad4015020 con 0x7ffaec158e50 2024-09-19T04:37:14.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.995+0000 7ffae3fff640 1 -- 172.21.15.111:0/855670088 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffad4011850 con 0x7ffaec158e50 2024-09-19T04:37:14.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.995+0000 7ffaf1242640 1 -- 172.21.15.111:0/855670088 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffaec150c60 con 0x7ffaec158e50 2024-09-19T04:37:14.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.995+0000 7ffae3fff640 1 -- 172.21.15.111:0/855670088 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffad4011c80 con 0x7ffaec158e50 2024-09-19T04:37:15.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.995+0000 7ffaf1242640 1 -- 172.21.15.111:0/855670088 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffaec151220 con 0x7ffaec158e50 2024-09-19T04:37:15.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.996+0000 7ffaf1242640 1 -- 172.21.15.111:0/855670088 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffaec0ce200 con 0x7ffaec158e50 2024-09-19T04:37:15.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.996+0000 7ffae3fff640 1 -- 172.21.15.111:0/855670088 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7ffad4018020 con 0x7ffaec158e50 2024-09-19T04:37:15.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.997+0000 7ffae3fff640 1 --2- 172.21.15.111:0/855670088 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffacc06c3d0 0x7ffacc06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:15.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.997+0000 7ffae3fff640 1 -- 172.21.15.111:0/855670088 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5709+0+0 (secure 0 0 0) 0x7ffad408b290 con 0x7ffaec158e50 2024-09-19T04:37:15.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.997+0000 7ffaead9d640 1 --2- 172.21.15.111:0/855670088 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffacc06c3d0 0x7ffacc06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:15.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:14.997+0000 7ffaead9d640 1 --2- 172.21.15.111:0/855670088 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffacc06c3d0 0x7ffacc06e890 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7ffadc034000 tx=0x7ffadc02e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:15.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.001+0000 7ffae3fff640 1 -- 172.21.15.111:0/855670088 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffad4011e20 con 0x7ffaec158e50 2024-09-19T04:37:15.191 INFO:teuthology.orchestra.run.smithi111.stderr:Invalid command: invalid chars #@ in abcd@# 2024-09-19T04:37:15.192 INFO:teuthology.orchestra.run.smithi111.stderr:fs volume create [] : Create a CephFS volume 2024-09-19T04:37:15.192 INFO:teuthology.orchestra.run.smithi111.stderr:Error EINVAL: invalid command 2024-09-19T04:37:15.195 DEBUG:teuthology.orchestra.run:got remote process result: 22 2024-09-19T04:37:15.196 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume create testvol 2024-09-19T04:37:15.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.297+0000 7f13b6f1f640 1 Processor -- start 2024-09-19T04:37:15.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.297+0000 7f13b6f1f640 1 -- start start 2024-09-19T04:37:15.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.298+0000 7f13b6f1f640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f13b00b3430 0x7f13b00cf750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:15.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.298+0000 7f13b6f1f640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f13b00d2d10 0x7f13b00d3160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:15.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.298+0000 7f13b6f1f640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13b015e9d0 con 0x7f13b006c2d0 2024-09-19T04:37:15.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.298+0000 7f13b6f1f640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f13b00d22c0 con 0x7f13b00b3430 2024-09-19T04:37:15.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.298+0000 7f13b6f1f640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f13b006ca70 con 0x7f13b00d2d10 2024-09-19T04:37:15.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.298+0000 7f13b4cbb640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f13b00b3430 0x7f13b00cf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:15.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.298+0000 7f13a7fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f13b006c2d0 0x7f13b00b3810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:33788/0 (socket says 172.21.15.111:33788) 2024-09-19T04:37:15.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.298+0000 7f13b4cbb640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f13b00b3430 0x7f13b00cf750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44824/0 (socket says 172.21.15.111:44824) 2024-09-19T04:37:15.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.298+0000 7f13a7fff640 1 -- 172.21.15.111:0/3088842335 learned_addr learned my addr 172.21.15.111:0/3088842335 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:15.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.299+0000 7f13b4cbb640 1 -- 172.21.15.111:0/3088842335 >> v2:172.21.15.114:3300/0 conn(0x7f13b00d2d10 msgr2=0x7f13b00d3160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:15.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.299+0000 7f13b4cbb640 1 --2- 172.21.15.111:0/3088842335 >> v2:172.21.15.114:3300/0 conn(0x7f13b00d2d10 0x7f13b00d3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:15.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.299+0000 7f13b4cbb640 1 -- 172.21.15.111:0/3088842335 >> v1:172.21.15.111:6789/0 conn(0x7f13b006c2d0 legacy=0x7f13b00b3810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:15.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.299+0000 7f13b4cbb640 1 -- 172.21.15.111:0/3088842335 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13b006cd50 con 0x7f13b00b3430 2024-09-19T04:37:15.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.299+0000 7f13b4cbb640 1 --2- 172.21.15.111:0/3088842335 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13b00b3430 0x7f13b00cf750 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f13b0075890 tx=0x7f13ac02a010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6f87e1f0c62216d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:15.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.299+0000 7f13a77fe640 1 -- 172.21.15.111:0/3088842335 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13ac037070 con 0x7f13b00b3430 2024-09-19T04:37:15.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.300+0000 7f13a77fe640 1 -- 172.21.15.111:0/3088842335 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13ac02aca0 con 0x7f13b00b3430 2024-09-19T04:37:15.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.300+0000 7f13a77fe640 1 -- 172.21.15.111:0/3088842335 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13ac032660 con 0x7f13b00b3430 2024-09-19T04:37:15.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.300+0000 7f13b6f1f640 1 -- 172.21.15.111:0/3088842335 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13b00b3430 msgr2=0x7f13b00cf750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:15.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.300+0000 7f13b6f1f640 1 --2- 172.21.15.111:0/3088842335 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13b00b3430 0x7f13b00cf750 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f13b0075890 tx=0x7f13ac02a010 comp rx=0 tx=0).stop 2024-09-19T04:37:15.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.300+0000 7f13b6f1f640 1 -- 172.21.15.111:0/3088842335 shutdown_connections 2024-09-19T04:37:15.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.300+0000 7f13b6f1f640 1 --2- 172.21.15.111:0/3088842335 >> v2:172.21.15.114:3300/0 conn(0x7f13b00d2d10 0x7f13b00d3160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:15.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.300+0000 7f13b6f1f640 1 --2- 172.21.15.111:0/3088842335 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13b00b3430 0x7f13b00cf750 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:15.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.300+0000 7f13b6f1f640 1 -- 172.21.15.111:0/3088842335 >> 172.21.15.111:0/3088842335 conn(0x7f13b00d4b10 msgr2=0x7f13b00d4f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:15.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.300+0000 7f13b6f1f640 1 -- 172.21.15.111:0/3088842335 shutdown_connections 2024-09-19T04:37:15.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.300+0000 7f13b6f1f640 1 -- 172.21.15.111:0/3088842335 wait complete. 2024-09-19T04:37:15.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.301+0000 7f13b6f1f640 1 Processor -- start 2024-09-19T04:37:15.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.301+0000 7f13b6f1f640 1 -- start start 2024-09-19T04:37:15.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.302+0000 7f13b6f1f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13b006c2d0 0x7f13b01516d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:15.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.302+0000 7f13b6f1f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f13b00b3430 0x7f13b0151e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:15.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.302+0000 7f13b6f1f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13b00d2d10 0x7f13b015f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:15.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.302+0000 7f13b6f1f640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f13b006c740 con 0x7f13b006c2d0 2024-09-19T04:37:15.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.302+0000 7f13b6f1f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f13b00d27f0 con 0x7f13b00b3430 2024-09-19T04:37:15.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.302+0000 7f13b6f1f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f13b00d36a0 con 0x7f13b00d2d10 2024-09-19T04:37:15.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.302+0000 7f13b4cbb640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13b006c2d0 0x7f13b01516d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:15.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.302+0000 7f13b4cbb640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13b006c2d0 0x7f13b01516d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44840/0 (socket says 172.21.15.111:44840) 2024-09-19T04:37:15.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.302+0000 7f13b4cbb640 1 -- 172.21.15.111:0/3034939702 learned_addr learned my addr 172.21.15.111:0/3034939702 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:15.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.302+0000 7f13a7fff640 1 --2- 172.21.15.111:0/3034939702 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f13b00b3430 0x7f13b0151e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:15.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.302+0000 7f13b54bc640 1 --2- 172.21.15.111:0/3034939702 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13b00d2d10 0x7f13b015f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:15.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.303+0000 7f13b4cbb640 1 -- 172.21.15.111:0/3034939702 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13b00d2d10 msgr2=0x7f13b015f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:15.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.303+0000 7f13b4cbb640 1 --2- 172.21.15.111:0/3034939702 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13b00d2d10 0x7f13b015f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:15.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.303+0000 7f13b4cbb640 1 -- 172.21.15.111:0/3034939702 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f13b00b3430 msgr2=0x7f13b0151e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:15.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.303+0000 7f13b4cbb640 1 --2- 172.21.15.111:0/3034939702 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f13b00b3430 0x7f13b0151e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:15.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.303+0000 7f13b4cbb640 1 -- 172.21.15.111:0/3034939702 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13b00c83c0 con 0x7f13b006c2d0 2024-09-19T04:37:15.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.303+0000 7f13a7fff640 1 --2- 172.21.15.111:0/3034939702 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f13b00b3430 0x7f13b0151e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:15.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.303+0000 7f13b4cbb640 1 --2- 172.21.15.111:0/3034939702 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13b006c2d0 0x7f13b01516d0 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f13ac000c00 tx=0x7f13ac0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:15.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.303+0000 7f13a57fa640 1 -- 172.21.15.111:0/3034939702 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13ac037040 con 0x7f13b006c2d0 2024-09-19T04:37:15.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.303+0000 7f13a57fa640 1 -- 172.21.15.111:0/3034939702 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13ac02ae50 con 0x7f13b006c2d0 2024-09-19T04:37:15.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.303+0000 7f13b6f1f640 1 -- 172.21.15.111:0/3034939702 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13b00c86a0 con 0x7f13b006c2d0 2024-09-19T04:37:15.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.303+0000 7f13a57fa640 1 -- 172.21.15.111:0/3034939702 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13ac004250 con 0x7f13b006c2d0 2024-09-19T04:37:15.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.303+0000 7f13b6f1f640 1 -- 172.21.15.111:0/3034939702 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13b0151c10 con 0x7f13b006c2d0 2024-09-19T04:37:15.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.304+0000 7f13b6f1f640 1 -- 172.21.15.111:0/3034939702 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13b00d3160 con 0x7f13b006c2d0 2024-09-19T04:37:15.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.304+0000 7f13a57fa640 1 -- 172.21.15.111:0/3034939702 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f13ac03a070 con 0x7f13b006c2d0 2024-09-19T04:37:15.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.305+0000 7f13a57fa640 1 --2- 172.21.15.111:0/3034939702 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f139c06c3d0 0x7f139c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:15.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.305+0000 7f13a57fa640 1 -- 172.21.15.111:0/3034939702 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5709+0+0 (secure 0 0 0) 0x7f13ac0aba20 con 0x7f13b006c2d0 2024-09-19T04:37:15.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.305+0000 7f13a7fff640 1 --2- 172.21.15.111:0/3034939702 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f139c06c3d0 0x7f139c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:15.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.305+0000 7f13a7fff640 1 --2- 172.21.15.111:0/3034939702 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f139c06c3d0 0x7f139c06e890 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f13a0007fd0 tx=0x7f13a0007d60 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:15.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.309+0000 7f13a57fa640 1 -- 172.21.15.111:0/3034939702 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f13ac041020 con 0x7f13b006c2d0 2024-09-19T04:37:15.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:15.496+0000 7f13b6f1f640 1 -- 172.21.15.111:0/3034939702 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs volume create", "name": "testvol", "target": ["mon-mgr", ""]}) -- 0x7f13b015d330 con 0x7f139c06c3d0 2024-09-19T04:37:16.637 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:37:16.640 DEBUG:teuthology.orchestra.run.smithi114:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:37:18.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.308+0000 7f13a57fa640 1 -- 172.21.15.111:0/3034939702 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 Volume created successfully (no MDS daemons created)) ==== 60+0+0 (secure 0 0 0) 0x7f13b015d330 con 0x7f139c06c3d0 2024-09-19T04:37:18.310 INFO:teuthology.orchestra.run.smithi111.stderr:Volume created successfully (no MDS daemons created) 2024-09-19T04:37:18.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.314+0000 7f13b6f1f640 1 -- 172.21.15.111:0/3034939702 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f139c06c3d0 msgr2=0x7f139c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:18.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.314+0000 7f13b6f1f640 1 --2- 172.21.15.111:0/3034939702 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f139c06c3d0 0x7f139c06e890 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f13a0007fd0 tx=0x7f13a0007d60 comp rx=0 tx=0).stop 2024-09-19T04:37:18.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.314+0000 7f13b6f1f640 1 -- 172.21.15.111:0/3034939702 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13b006c2d0 msgr2=0x7f13b01516d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:18.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.314+0000 7f13b6f1f640 1 --2- 172.21.15.111:0/3034939702 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13b006c2d0 0x7f13b01516d0 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f13ac000c00 tx=0x7f13ac0046c0 comp rx=0 tx=0).stop 2024-09-19T04:37:18.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.314+0000 7f13b6f1f640 1 -- 172.21.15.111:0/3034939702 shutdown_connections 2024-09-19T04:37:18.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.314+0000 7f13b6f1f640 1 --2- 172.21.15.111:0/3034939702 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f139c06c3d0 0x7f139c06e890 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:18.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.314+0000 7f13b6f1f640 1 --2- 172.21.15.111:0/3034939702 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13b00d2d10 0x7f13b015f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:18.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.314+0000 7f13b6f1f640 1 --2- 172.21.15.111:0/3034939702 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f13b00b3430 0x7f13b0151e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:18.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.314+0000 7f13b6f1f640 1 --2- 172.21.15.111:0/3034939702 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13b006c2d0 0x7f13b01516d0 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:18.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.314+0000 7f13b6f1f640 1 -- 172.21.15.111:0/3034939702 >> 172.21.15.111:0/3034939702 conn(0x7f13b00d4b10 msgr2=0x7f13b015c330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:18.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.314+0000 7f13b6f1f640 1 -- 172.21.15.111:0/3034939702 shutdown_connections 2024-09-19T04:37:18.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.314+0000 7f13b6f1f640 1 -- 172.21.15.111:0/3034939702 wait complete. 2024-09-19T04:37:18.332 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create testvol 'abcd@#' 2024-09-19T04:37:18.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.436+0000 7fbf29791640 1 Processor -- start 2024-09-19T04:37:18.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.436+0000 7fbf29791640 1 -- start start 2024-09-19T04:37:18.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.437+0000 7fbf29791640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fbf24161e30 0x7fbf240d34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:18.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.437+0000 7fbf29791640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fbf2406dfd0 0x7fbf240b78b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:18.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.437+0000 7fbf29791640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf240cf9a0 con 0x7fbf240b3d50 2024-09-19T04:37:18.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.437+0000 7fbf29791640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fbf240cfcf0 con 0x7fbf2406dfd0 2024-09-19T04:37:18.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.437+0000 7fbf29791640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fbf24162210 con 0x7fbf24161e30 2024-09-19T04:37:18.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.437+0000 7fbf237fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fbf2406dfd0 0x7fbf240b78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:18.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.437+0000 7fbf227fc640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fbf240b3d50 0x7fbf2406d8c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:33794/0 (socket says 172.21.15.111:33794) 2024-09-19T04:37:18.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.437+0000 7fbf227fc640 1 -- 172.21.15.111:0/2101691371 learned_addr learned my addr 172.21.15.111:0/2101691371 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:18.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.437+0000 7fbf22ffd640 1 --2- 172.21.15.111:0/2101691371 >> v2:172.21.15.114:3300/0 conn(0x7fbf24161e30 0x7fbf240d34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:18.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.437+0000 7fbf237fe640 1 -- 172.21.15.111:0/2101691371 >> v2:172.21.15.114:3300/0 conn(0x7fbf24161e30 msgr2=0x7fbf240d34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:18.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.437+0000 7fbf237fe640 1 --2- 172.21.15.111:0/2101691371 >> v2:172.21.15.114:3300/0 conn(0x7fbf24161e30 0x7fbf240d34a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:18.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.437+0000 7fbf237fe640 1 -- 172.21.15.111:0/2101691371 >> v1:172.21.15.111:6789/0 conn(0x7fbf240b3d50 legacy=0x7fbf2406d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:18.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.437+0000 7fbf21ffb640 1 -- 172.21.15.111:0/2101691371 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3306361128 0 0) 0x7fbf240cf9a0 con 0x7fbf240b3d50 2024-09-19T04:37:18.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.437+0000 7fbf237fe640 1 -- 172.21.15.111:0/2101691371 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf240d5210 con 0x7fbf2406dfd0 2024-09-19T04:37:18.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.438+0000 7fbf237fe640 1 --2- 172.21.15.111:0/2101691371 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbf2406dfd0 0x7fbf240b78b0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7fbf2408dc90 tx=0x7fbf1c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfe367069577d32b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:18.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.438+0000 7fbf21ffb640 1 -- 172.21.15.111:0/2101691371 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf1c007740 con 0x7fbf2406dfd0 2024-09-19T04:37:18.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.438+0000 7fbf21ffb640 1 -- 172.21.15.111:0/2101691371 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf1c0078e0 con 0x7fbf2406dfd0 2024-09-19T04:37:18.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.438+0000 7fbf21ffb640 1 -- 172.21.15.111:0/2101691371 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf1c007cb0 con 0x7fbf2406dfd0 2024-09-19T04:37:18.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.439+0000 7fbf29791640 1 -- 172.21.15.111:0/2101691371 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbf2406dfd0 msgr2=0x7fbf240b78b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:18.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.439+0000 7fbf29791640 1 --2- 172.21.15.111:0/2101691371 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbf2406dfd0 0x7fbf240b78b0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7fbf2408dc90 tx=0x7fbf1c02a680 comp rx=0 tx=0).stop 2024-09-19T04:37:18.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.439+0000 7fbf29791640 1 -- 172.21.15.111:0/2101691371 shutdown_connections 2024-09-19T04:37:18.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.439+0000 7fbf29791640 1 --2- 172.21.15.111:0/2101691371 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbf2406dfd0 0x7fbf240b78b0 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:18.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.439+0000 7fbf29791640 1 --2- 172.21.15.111:0/2101691371 >> v2:172.21.15.114:3300/0 conn(0x7fbf24161e30 0x7fbf240d34a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:18.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.439+0000 7fbf29791640 1 -- 172.21.15.111:0/2101691371 >> 172.21.15.111:0/2101691371 conn(0x7fbf240d1870 msgr2=0x7fbf240d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:18.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.439+0000 7fbf29791640 1 -- 172.21.15.111:0/2101691371 shutdown_connections 2024-09-19T04:37:18.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.439+0000 7fbf29791640 1 -- 172.21.15.111:0/2101691371 wait complete. 2024-09-19T04:37:18.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.440+0000 7fbf29791640 1 Processor -- start 2024-09-19T04:37:18.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.440+0000 7fbf29791640 1 -- start start 2024-09-19T04:37:18.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.441+0000 7fbf29791640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbf2406dfd0 0x7fbf24158d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:18.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.441+0000 7fbf29791640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbf240b3d50 0x7fbf240ccca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:18.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.441+0000 7fbf29791640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbf24161e30 0x7fbf2415a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:18.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.441+0000 7fbf29791640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fbf240d39e0 con 0x7fbf2406dfd0 2024-09-19T04:37:18.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.441+0000 7fbf29791640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fbf240b3950 con 0x7fbf24161e30 2024-09-19T04:37:18.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.441+0000 7fbf29791640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fbf240cbc00 con 0x7fbf240b3d50 2024-09-19T04:37:18.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.441+0000 7fbf22ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbf2406dfd0 0x7fbf24158d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:18.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.441+0000 7fbf22ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbf2406dfd0 0x7fbf24158d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44850/0 (socket says 172.21.15.111:44850) 2024-09-19T04:37:18.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.441+0000 7fbf22ffd640 1 -- 172.21.15.111:0/1914038780 learned_addr learned my addr 172.21.15.111:0/1914038780 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:18.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.441+0000 7fbf237fe640 1 --2- 172.21.15.111:0/1914038780 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbf24161e30 0x7fbf2415a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:18.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.441+0000 7fbf227fc640 1 --2- 172.21.15.111:0/1914038780 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbf240b3d50 0x7fbf240ccca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:18.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.441+0000 7fbf22ffd640 1 -- 172.21.15.111:0/1914038780 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbf240b3d50 msgr2=0x7fbf240ccca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:18.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.441+0000 7fbf22ffd640 1 --2- 172.21.15.111:0/1914038780 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbf240b3d50 0x7fbf240ccca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:18.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.441+0000 7fbf22ffd640 1 -- 172.21.15.111:0/1914038780 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbf24161e30 msgr2=0x7fbf2415a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:18.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.441+0000 7fbf22ffd640 1 --2- 172.21.15.111:0/1914038780 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbf24161e30 0x7fbf2415a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:18.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.441+0000 7fbf22ffd640 1 -- 172.21.15.111:0/1914038780 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf240cbee0 con 0x7fbf2406dfd0 2024-09-19T04:37:18.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.441+0000 7fbf227fc640 1 --2- 172.21.15.111:0/1914038780 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbf240b3d50 0x7fbf240ccca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:18.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.441+0000 7fbf22ffd640 1 --2- 172.21.15.111:0/1914038780 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbf2406dfd0 0x7fbf24158d80 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7fbf1400d5f0 tx=0x7fbf1400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:18.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.441+0000 7fbf0b7fe640 1 -- 172.21.15.111:0/1914038780 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf140125f0 con 0x7fbf2406dfd0 2024-09-19T04:37:18.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.442+0000 7fbf0b7fe640 1 -- 172.21.15.111:0/1914038780 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf14019070 con 0x7fbf2406dfd0 2024-09-19T04:37:18.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.442+0000 7fbf29791640 1 -- 172.21.15.111:0/1914038780 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf240cc1c0 con 0x7fbf2406dfd0 2024-09-19T04:37:18.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.442+0000 7fbf0b7fe640 1 -- 172.21.15.111:0/1914038780 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf140129d0 con 0x7fbf2406dfd0 2024-09-19T04:37:18.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.442+0000 7fbf29791640 1 -- 172.21.15.111:0/1914038780 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf241592c0 con 0x7fbf2406dfd0 2024-09-19T04:37:18.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.442+0000 7fbf29791640 1 -- 172.21.15.111:0/1914038780 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf240b3290 con 0x7fbf2406dfd0 2024-09-19T04:37:18.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.443+0000 7fbf0b7fe640 1 -- 172.21.15.111:0/1914038780 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fbf14012b70 con 0x7fbf2406dfd0 2024-09-19T04:37:18.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.443+0000 7fbf0b7fe640 1 --2- 172.21.15.111:0/1914038780 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbf1006c400 0x7fbf1006e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:18.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.443+0000 7fbf0b7fe640 1 -- 172.21.15.111:0/1914038780 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 6543+0+0 (secure 0 0 0) 0x7fbf1408bc10 con 0x7fbf2406dfd0 2024-09-19T04:37:18.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.444+0000 7fbf227fc640 1 --2- 172.21.15.111:0/1914038780 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbf1006c400 0x7fbf1006e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:18.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.444+0000 7fbf227fc640 1 --2- 172.21.15.111:0/1914038780 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbf1006c400 0x7fbf1006e8c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fbf241f77c0 tx=0x7fbf18009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:18.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.448+0000 7fbf0b7fe640 1 -- 172.21.15.111:0/1914038780 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbf14059fc0 con 0x7fbf2406dfd0 2024-09-19T04:37:18.635 INFO:teuthology.orchestra.run.smithi111.stderr:Invalid command: invalid chars @# in abcd@# 2024-09-19T04:37:18.636 INFO:teuthology.orchestra.run.smithi111.stderr:fs subvolumegroup create [] [] [] [] [] : Create a CephFS subvolume group in a volume, and optionally, with a specific data pool layout, and a specific numeric mode 2024-09-19T04:37:18.636 INFO:teuthology.orchestra.run.smithi111.stderr:Error EINVAL: invalid command 2024-09-19T04:37:18.639 DEBUG:teuthology.orchestra.run:got remote process result: 22 2024-09-19T04:37:18.640 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create testvol 'abcd@#' 2024-09-19T04:37:18.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.739+0000 7f95476d0640 1 Processor -- start 2024-09-19T04:37:18.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.739+0000 7f95476d0640 1 -- start start 2024-09-19T04:37:18.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.740+0000 7f95476d0640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f954006f130 0x7f95400b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:18.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.740+0000 7f95476d0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f954015c370 0x7f95400ce200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:18.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.740+0000 7f95476d0640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f954015c820 con 0x7f9540158e50 2024-09-19T04:37:18.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.740+0000 7f95476d0640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f95400b43f0 con 0x7f954006f130 2024-09-19T04:37:18.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.740+0000 7f95476d0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f95400b3630 con 0x7f954015c370 2024-09-19T04:37:18.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.740+0000 7f954546c640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f9540158e50 0x7f954006ea20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:33796/0 (socket says 172.21.15.111:33796) 2024-09-19T04:37:18.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.740+0000 7f954546c640 1 -- 172.21.15.111:0/2139804997 learned_addr learned my addr 172.21.15.111:0/2139804997 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:18.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.740+0000 7f9537fff640 1 -- 172.21.15.111:0/2139804997 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1955872397 0 0) 0x7f953c001490 con 0x7f9540158e50 2024-09-19T04:37:18.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.740+0000 7f9537fff640 1 -- 172.21.15.111:0/2139804997 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f952c003520 con 0x7f9540158e50 2024-09-19T04:37:18.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.740+0000 7f9544c6b640 1 --2- 172.21.15.111:0/2139804997 >> v2:172.21.15.114:3300/0 conn(0x7f954006f130 0x7f95400b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:18.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.740+0000 7f9545c6d640 1 --2- 172.21.15.111:0/2139804997 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f954015c370 0x7f95400ce200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:18.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.740+0000 7f9537fff640 1 -- 172.21.15.111:0/2139804997 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1451438275 0 0) 0x7f952c003520 con 0x7f9540158e50 2024-09-19T04:37:18.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.740+0000 7f9537fff640 1 -- 172.21.15.111:0/2139804997 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f954015c370 msgr2=0x7f95400ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:18.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.740+0000 7f9537fff640 1 --2- 172.21.15.111:0/2139804997 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f954015c370 0x7f95400ce200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:18.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.740+0000 7f9537fff640 1 -- 172.21.15.111:0/2139804997 >> v2:172.21.15.114:3300/0 conn(0x7f954006f130 msgr2=0x7f95400b5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:18.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.740+0000 7f9537fff640 1 --2- 172.21.15.111:0/2139804997 >> v2:172.21.15.114:3300/0 conn(0x7f954006f130 0x7f95400b5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:18.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.740+0000 7f9537fff640 1 -- 172.21.15.111:0/2139804997 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95400b3910 con 0x7f9540158e50 2024-09-19T04:37:18.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.741+0000 7f9537fff640 1 -- 172.21.15.111:0/2139804997 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f953c001bc0 con 0x7f9540158e50 2024-09-19T04:37:18.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.741+0000 7f9537fff640 1 -- 172.21.15.111:0/2139804997 >> v1:172.21.15.111:6789/0 conn(0x7f9540158e50 legacy=0x7f954006ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:18.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.741+0000 7f9537fff640 1 --2- 172.21.15.111:0/2139804997 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f954015c370 0x7f952c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:18.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.741+0000 7f9537fff640 1 --2- 172.21.15.111:0/2139804997 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f952c003f30 0x7f952c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:18.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.741+0000 7f9537fff640 1 --2- 172.21.15.111:0/2139804997 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f952c004d40 0x7f952c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:18.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.741+0000 7f9537fff640 1 -- 172.21.15.111:0/2139804997 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f95400b43f0 con 0x7f952c003f30 2024-09-19T04:37:18.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.741+0000 7f9537fff640 1 -- 172.21.15.111:0/2139804997 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f95400b3630 con 0x7f952c004d40 2024-09-19T04:37:18.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.741+0000 7f9537fff640 1 -- 172.21.15.111:0/2139804997 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f952c00b9c0 con 0x7f954015c370 2024-09-19T04:37:18.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.741+0000 7f9544c6b640 1 --2- 172.21.15.111:0/2139804997 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f952c003f30 0x7f952c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:18.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.741+0000 7f9545c6d640 1 --2- 172.21.15.111:0/2139804997 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f952c004d40 0x7f952c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:18.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.741+0000 7f954546c640 1 --2- 172.21.15.111:0/2139804997 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f954015c370 0x7f952c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:18.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.741+0000 7f9544c6b640 1 -- 172.21.15.111:0/2139804997 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f954015c370 msgr2=0x7f952c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:18.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.741+0000 7f9544c6b640 1 --2- 172.21.15.111:0/2139804997 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f954015c370 0x7f952c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:18.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.741+0000 7f9544c6b640 1 -- 172.21.15.111:0/2139804997 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f952c004d40 msgr2=0x7f952c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:18.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.741+0000 7f9544c6b640 1 --2- 172.21.15.111:0/2139804997 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f952c004d40 0x7f952c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:18.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.741+0000 7f9544c6b640 1 -- 172.21.15.111:0/2139804997 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f952c003520 con 0x7f952c003f30 2024-09-19T04:37:18.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.742+0000 7f9544c6b640 1 --2- 172.21.15.111:0/2139804997 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f952c003f30 0x7f952c004800 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f9530009a80 tx=0x7f952c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7823b5910077255 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:18.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.742+0000 7f9537fff640 1 -- 172.21.15.111:0/2139804997 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9530036070 con 0x7f952c003f30 2024-09-19T04:37:18.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.742+0000 7f9537fff640 1 -- 172.21.15.111:0/2139804997 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9530005990 con 0x7f952c003f30 2024-09-19T04:37:18.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.742+0000 7f9537fff640 1 -- 172.21.15.111:0/2139804997 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9530009680 con 0x7f952c003f30 2024-09-19T04:37:18.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.742+0000 7f95476d0640 1 -- 172.21.15.111:0/2139804997 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f952c003f30 msgr2=0x7f952c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:18.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.742+0000 7f95476d0640 1 --2- 172.21.15.111:0/2139804997 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f952c003f30 0x7f952c004800 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f9530009a80 tx=0x7f952c005830 comp rx=0 tx=0).stop 2024-09-19T04:37:18.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.742+0000 7f9545c6d640 1 -- 172.21.15.111:0/2139804997 reap_dead start 2024-09-19T04:37:18.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.742+0000 7f95476d0640 1 -- 172.21.15.111:0/2139804997 shutdown_connections 2024-09-19T04:37:18.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.742+0000 7f95476d0640 1 -- 172.21.15.111:0/2139804997 >> 172.21.15.111:0/2139804997 conn(0x7f954006bba0 msgr2=0x7f954006bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:18.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.742+0000 7f95476d0640 1 -- 172.21.15.111:0/2139804997 shutdown_connections 2024-09-19T04:37:18.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.742+0000 7f95476d0640 1 -- 172.21.15.111:0/2139804997 wait complete. 2024-09-19T04:37:18.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.744+0000 7f95476d0640 1 Processor -- start 2024-09-19T04:37:18.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.744+0000 7f95476d0640 1 -- start start 2024-09-19T04:37:18.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.744+0000 7f95476d0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f952c003f30 0x7f9540143680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:18.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.744+0000 7f95476d0640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9540157ce0 0x7f9540158140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:18.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.744+0000 7f95476d0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f954014e360 0x7f954014e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:18.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.744+0000 7f95476d0640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9540159230 con 0x7f954014e360 2024-09-19T04:37:18.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.744+0000 7f95476d0640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f95400b3ed0 con 0x7f9540157ce0 2024-09-19T04:37:18.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.744+0000 7f95476d0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f954006d910 con 0x7f952c003f30 2024-09-19T04:37:18.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.744+0000 7f9545c6d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f954014e360 0x7f954014e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:18.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.744+0000 7f9545c6d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f954014e360 0x7f954014e7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44864/0 (socket says 172.21.15.111:44864) 2024-09-19T04:37:18.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.744+0000 7f9545c6d640 1 -- 172.21.15.111:0/1940229690 learned_addr learned my addr 172.21.15.111:0/1940229690 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:18.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.744+0000 7f9544c6b640 1 --2- 172.21.15.111:0/1940229690 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9540157ce0 0x7f9540158140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:18.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.744+0000 7f954546c640 1 --2- 172.21.15.111:0/1940229690 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f952c003f30 0x7f9540143680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:18.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.745+0000 7f9545c6d640 1 -- 172.21.15.111:0/1940229690 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f952c003f30 msgr2=0x7f9540143680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:18.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.745+0000 7f9545c6d640 1 --2- 172.21.15.111:0/1940229690 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f952c003f30 0x7f9540143680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:18.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.745+0000 7f9545c6d640 1 -- 172.21.15.111:0/1940229690 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9540157ce0 msgr2=0x7f9540158140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:18.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.745+0000 7f9545c6d640 1 --2- 172.21.15.111:0/1940229690 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9540157ce0 0x7f9540158140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:18.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.745+0000 7f9545c6d640 1 -- 172.21.15.111:0/1940229690 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9540159530 con 0x7f954014e360 2024-09-19T04:37:18.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.745+0000 7f9545c6d640 1 --2- 172.21.15.111:0/1940229690 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f954014e360 0x7f954014e7e0 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f95400b4570 tx=0x7f9538011920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:18.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.745+0000 7f9535ffb640 1 -- 172.21.15.111:0/1940229690 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9538003610 con 0x7f954014e360 2024-09-19T04:37:18.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.745+0000 7f9535ffb640 1 -- 172.21.15.111:0/1940229690 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f953801b070 con 0x7f954014e360 2024-09-19T04:37:18.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.745+0000 7f95476d0640 1 -- 172.21.15.111:0/1940229690 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9540159810 con 0x7f954014e360 2024-09-19T04:37:18.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.745+0000 7f9535ffb640 1 -- 172.21.15.111:0/1940229690 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9538003a10 con 0x7f954014e360 2024-09-19T04:37:18.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.745+0000 7f95476d0640 1 -- 172.21.15.111:0/1940229690 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9540159dd0 con 0x7f954014e360 2024-09-19T04:37:18.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.746+0000 7f95476d0640 1 -- 172.21.15.111:0/1940229690 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9540159fd0 con 0x7f954014e360 2024-09-19T04:37:18.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.747+0000 7f9535ffb640 1 -- 172.21.15.111:0/1940229690 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f9538003bb0 con 0x7f954014e360 2024-09-19T04:37:18.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.747+0000 7f9535ffb640 1 --2- 172.21.15.111:0/1940229690 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f952406c400 0x7f952406e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:18.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.747+0000 7f9535ffb640 1 -- 172.21.15.111:0/1940229690 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 6543+0+0 (secure 0 0 0) 0x7f953808ba50 con 0x7f954014e360 2024-09-19T04:37:18.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.747+0000 7f954546c640 1 --2- 172.21.15.111:0/1940229690 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f952406c400 0x7f952406e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:18.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.748+0000 7f954546c640 1 --2- 172.21.15.111:0/1940229690 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f952406c400 0x7f952406e8c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f953c002230 tx=0x7f953c001980 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:18.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:18.752+0000 7f9535ffb640 1 -- 172.21.15.111:0/1940229690 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9540159fd0 con 0x7f954014e360 2024-09-19T04:37:18.941 INFO:teuthology.orchestra.run.smithi111.stderr:Invalid command: invalid chars @# in abcd@# 2024-09-19T04:37:18.941 INFO:teuthology.orchestra.run.smithi111.stderr:fs subvolume create [] [] [] [] [] [] [--namespace-isolated] : Create a CephFS subvolume in a volume, and optionally, with a specific size (in bytes), a specific data pool layout, a specific mode, in a specific subvolume group and in separate RADOS namespace 2024-09-19T04:37:18.941 INFO:teuthology.orchestra.run.smithi111.stderr:Error EINVAL: invalid command 2024-09-19T04:37:18.944 DEBUG:teuthology.orchestra.run:got remote process result: 22 2024-09-19T04:37:18.945 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume rm testvol --yes-i-really-mean-it 2024-09-19T04:37:19.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.045+0000 7fce7559f640 1 Processor -- start 2024-09-19T04:37:19.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.045+0000 7fce7559f640 1 -- start start 2024-09-19T04:37:19.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.046+0000 7fce7559f640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fce7015e6d0 0x7fce7006fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:19.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.046+0000 7fce7559f640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fce700d1d40 con 0x7fce7006d5f0 2024-09-19T04:37:19.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.046+0000 7fce7559f640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fce700d2020 con 0x7fce700b6d90 2024-09-19T04:37:19.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.046+0000 7fce7559f640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fce7006d160 con 0x7fce7015e6d0 2024-09-19T04:37:19.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.046+0000 7fce74d9e640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fce7006d5f0 0x7fce7006da40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:33804/0 (socket says 172.21.15.111:33804) 2024-09-19T04:37:19.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.046+0000 7fce74d9e640 1 -- 172.21.15.111:0/3420572642 learned_addr learned my addr 172.21.15.111:0/3420572642 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:19.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.046+0000 7fce6ffff640 1 --2- 172.21.15.111:0/3420572642 >> v2:172.21.15.114:3300/0 conn(0x7fce7015e6d0 0x7fce7006fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:19.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.047+0000 7fce6effd640 1 -- 172.21.15.111:0/3420572642 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 347440695 0 0) 0x7fce700d1d40 con 0x7fce7006d5f0 2024-09-19T04:37:19.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.047+0000 7fce6effd640 1 -- 172.21.15.111:0/3420572642 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fce58003520 con 0x7fce7006d5f0 2024-09-19T04:37:19.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.047+0000 7fce6ffff640 1 -- 172.21.15.111:0/3420572642 >> v1:172.21.15.114:6789/0 conn(0x7fce700b6d90 legacy=0x7fce700b7200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:19.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.047+0000 7fce6effd640 1 -- 172.21.15.111:0/3420572642 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2316497322 0 0) 0x7fce58003520 con 0x7fce7006d5f0 2024-09-19T04:37:19.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.047+0000 7fce6ffff640 1 -- 172.21.15.111:0/3420572642 >> v1:172.21.15.111:6789/0 conn(0x7fce7006d5f0 legacy=0x7fce7006da40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:19.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.047+0000 7fce6ffff640 1 -- 172.21.15.111:0/3420572642 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce7006cdf0 con 0x7fce7015e6d0 2024-09-19T04:37:19.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.048+0000 7fce6ffff640 1 --2- 172.21.15.111:0/3420572642 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fce7015e6d0 0x7fce7006fc00 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fce600097a0 tx=0x7fce6002a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a719282b2cd65605 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:19.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.048+0000 7fce6effd640 1 -- 172.21.15.111:0/3420572642 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce60037070 con 0x7fce7015e6d0 2024-09-19T04:37:19.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.048+0000 7fce6effd640 1 -- 172.21.15.111:0/3420572642 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce6002ac50 con 0x7fce7015e6d0 2024-09-19T04:37:19.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.048+0000 7fce6effd640 1 -- 172.21.15.111:0/3420572642 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce680019f0 con 0x7fce7015e6d0 2024-09-19T04:37:19.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.048+0000 7fce7559f640 1 -- 172.21.15.111:0/3420572642 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fce7015e6d0 msgr2=0x7fce7006fc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:19.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.048+0000 7fce7559f640 1 --2- 172.21.15.111:0/3420572642 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fce7015e6d0 0x7fce7006fc00 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fce600097a0 tx=0x7fce6002a1c0 comp rx=0 tx=0).stop 2024-09-19T04:37:19.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.048+0000 7fce7559f640 1 -- 172.21.15.111:0/3420572642 shutdown_connections 2024-09-19T04:37:19.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.048+0000 7fce7559f640 1 --2- 172.21.15.111:0/3420572642 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fce7015e6d0 0x7fce7006fc00 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:19.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.048+0000 7fce7559f640 1 -- 172.21.15.111:0/3420572642 >> 172.21.15.111:0/3420572642 conn(0x7fce700b4220 msgr2=0x7fce700b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:19.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.048+0000 7fce7559f640 1 -- 172.21.15.111:0/3420572642 shutdown_connections 2024-09-19T04:37:19.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.048+0000 7fce7559f640 1 -- 172.21.15.111:0/3420572642 wait complete. 2024-09-19T04:37:19.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.050+0000 7fce7559f640 1 Processor -- start 2024-09-19T04:37:19.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.050+0000 7fce7559f640 1 -- start start 2024-09-19T04:37:19.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.050+0000 7fce7559f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fce7006d5f0 0x7fce7014d320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:19.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.050+0000 7fce7559f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fce700b6d90 0x7fce701559c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:19.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.051+0000 7fce7559f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce7015e6d0 0x7fce70155f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:19.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.051+0000 7fce7559f640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fce700b5860 con 0x7fce7015e6d0 2024-09-19T04:37:19.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.051+0000 7fce7559f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fce700b56e0 con 0x7fce7006d5f0 2024-09-19T04:37:19.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.051+0000 7fce7559f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fce7006e150 con 0x7fce700b6d90 2024-09-19T04:37:19.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.051+0000 7fce74d9e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce7015e6d0 0x7fce70155f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:19.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.051+0000 7fce74d9e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce7015e6d0 0x7fce70155f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44874/0 (socket says 172.21.15.111:44874) 2024-09-19T04:37:19.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.051+0000 7fce74d9e640 1 -- 172.21.15.111:0/3685713546 learned_addr learned my addr 172.21.15.111:0/3685713546 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:19.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.051+0000 7fce6ffff640 1 --2- 172.21.15.111:0/3685713546 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fce7006d5f0 0x7fce7014d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:19.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.051+0000 7fce6f7fe640 1 --2- 172.21.15.111:0/3685713546 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fce700b6d90 0x7fce701559c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:19.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.051+0000 7fce74d9e640 1 -- 172.21.15.111:0/3685713546 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fce700b6d90 msgr2=0x7fce701559c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:19.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.051+0000 7fce74d9e640 1 --2- 172.21.15.111:0/3685713546 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fce700b6d90 0x7fce701559c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:19.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.051+0000 7fce74d9e640 1 -- 172.21.15.111:0/3685713546 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fce7006d5f0 msgr2=0x7fce7014d320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:19.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.051+0000 7fce74d9e640 1 --2- 172.21.15.111:0/3685713546 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fce7006d5f0 0x7fce7014d320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:19.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.051+0000 7fce74d9e640 1 -- 172.21.15.111:0/3685713546 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce7014eb60 con 0x7fce7015e6d0 2024-09-19T04:37:19.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.051+0000 7fce6f7fe640 1 --2- 172.21.15.111:0/3685713546 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fce700b6d90 0x7fce701559c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:19.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.051+0000 7fce74d9e640 1 --2- 172.21.15.111:0/3685713546 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce7015e6d0 0x7fce70155f00 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7fce6800cc90 tx=0x7fce6800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:19.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.051+0000 7fce6cff9640 1 -- 172.21.15.111:0/3685713546 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce68017070 con 0x7fce7015e6d0 2024-09-19T04:37:19.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.051+0000 7fce6cff9640 1 -- 172.21.15.111:0/3685713546 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce68012400 con 0x7fce7015e6d0 2024-09-19T04:37:19.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.051+0000 7fce7559f640 1 -- 172.21.15.111:0/3685713546 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce70159de0 con 0x7fce7015e6d0 2024-09-19T04:37:19.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.051+0000 7fce6cff9640 1 -- 172.21.15.111:0/3685713546 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce680127b0 con 0x7fce7015e6d0 2024-09-19T04:37:19.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.051+0000 7fce7559f640 1 -- 172.21.15.111:0/3685713546 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce7015a3a0 con 0x7fce7015e6d0 2024-09-19T04:37:19.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.052+0000 7fce7559f640 1 -- 172.21.15.111:0/3685713546 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce7006fc00 con 0x7fce7015e6d0 2024-09-19T04:37:19.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.053+0000 7fce6cff9640 1 -- 172.21.15.111:0/3685713546 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fce6801a070 con 0x7fce7015e6d0 2024-09-19T04:37:19.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.053+0000 7fce6cff9640 1 --2- 172.21.15.111:0/3685713546 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fce5c06c3d0 0x7fce5c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:19.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.053+0000 7fce6cff9640 1 -- 172.21.15.111:0/3685713546 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 6543+0+0 (secure 0 0 0) 0x7fce6808b730 con 0x7fce7015e6d0 2024-09-19T04:37:19.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.053+0000 7fce6ffff640 1 --2- 172.21.15.111:0/3685713546 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fce5c06c3d0 0x7fce5c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:19.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.054+0000 7fce6ffff640 1 --2- 172.21.15.111:0/3685713546 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fce5c06c3d0 0x7fce5c06e890 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fce60034000 tx=0x7fce6002e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:19.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.057+0000 7fce6cff9640 1 -- 172.21.15.111:0/3685713546 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fce7014eb60 con 0x7fce7015e6d0 2024-09-19T04:37:19.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:19.246+0000 7fce7559f640 1 -- 172.21.15.111:0/3685713546 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs volume rm", "vol_name": "testvol", "yes-i-really-mean-it": "--yes-i-really-mean-it", "target": ["mon-mgr", ""]}) -- 0x7fce70156d20 con 0x7fce5c06c3d0 2024-09-19T04:37:19.252 INFO:tasks.ceph.mon.a.smithi111.stderr:2024-09-19T04:37:19.251+0000 7fab606dd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T04:37:19.281 INFO:tasks.ceph.mds.c.smithi111.stdout:starting mds.c at 2024-09-19T04:37:22.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.271+0000 7fce6cff9640 1 -- 172.21.15.111:0/3685713546 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+78 (secure 0 0 0) 0x7fce600325b0 con 0x7fce5c06c3d0 2024-09-19T04:37:22.273 INFO:teuthology.orchestra.run.smithi111.stdout:metadata pool: cephfs.testvol.meta data pool: ['cephfs.testvol.data'] removed 2024-09-19T04:37:22.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.274+0000 7fce7559f640 1 -- 172.21.15.111:0/3685713546 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fce5c06c3d0 msgr2=0x7fce5c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:22.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.274+0000 7fce7559f640 1 --2- 172.21.15.111:0/3685713546 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fce5c06c3d0 0x7fce5c06e890 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fce60034000 tx=0x7fce6002e000 comp rx=0 tx=0).stop 2024-09-19T04:37:22.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.274+0000 7fce7559f640 1 -- 172.21.15.111:0/3685713546 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce7015e6d0 msgr2=0x7fce70155f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:22.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.274+0000 7fce7559f640 1 --2- 172.21.15.111:0/3685713546 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce7015e6d0 0x7fce70155f00 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7fce6800cc90 tx=0x7fce6800a430 comp rx=0 tx=0).stop 2024-09-19T04:37:22.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.274+0000 7fce7559f640 1 -- 172.21.15.111:0/3685713546 shutdown_connections 2024-09-19T04:37:22.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.274+0000 7fce7559f640 1 --2- 172.21.15.111:0/3685713546 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fce5c06c3d0 0x7fce5c06e890 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:22.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.274+0000 7fce7559f640 1 --2- 172.21.15.111:0/3685713546 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fce7015e6d0 0x7fce70155f00 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:22.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.274+0000 7fce7559f640 1 --2- 172.21.15.111:0/3685713546 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fce700b6d90 0x7fce701559c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:22.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.274+0000 7fce7559f640 1 --2- 172.21.15.111:0/3685713546 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fce7006d5f0 0x7fce7014d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:22.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.274+0000 7fce7559f640 1 -- 172.21.15.111:0/3685713546 >> 172.21.15.111:0/3685713546 conn(0x7fce700b4220 msgr2=0x7fce7006f1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:22.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.274+0000 7fce7559f640 1 -- 172.21.15.111:0/3685713546 shutdown_connections 2024-09-19T04:37:22.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.274+0000 7fce7559f640 1 -- 172.21.15.111:0/3685713546 wait complete. 2024-09-19T04:37:22.289 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:37:22.289 DEBUG:teuthology.orchestra.run.smithi111:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:37:22.333 DEBUG:teuthology.orchestra.run.smithi114:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:37:22.382 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:37:22.382 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:37:22.382 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:37:22.382 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:37:22.402 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:37:22.402 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:37:22.459 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:37:22.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.602+0000 7ff36453a640 1 Processor -- start 2024-09-19T04:37:22.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.602+0000 7ff36453a640 1 -- start start 2024-09-19T04:37:22.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.603+0000 7ff36453a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff35c15e940 0x7ff35c0d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:22.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.603+0000 7ff36453a640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff35c0cef90 0x7ff35c0d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:22.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.603+0000 7ff36453a640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff35c0b7170 con 0x7ff35c15ed20 2024-09-19T04:37:22.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.603+0000 7ff36453a640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ff35c0d1ae0 con 0x7ff35c0cef90 2024-09-19T04:37:22.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.603+0000 7ff36453a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff35c0b7aa0 con 0x7ff35c15e940 2024-09-19T04:37:22.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.603+0000 7ff361ad5640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7ff35c15ed20 0x7ff35c0b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59264/0 (socket says 172.21.15.111:59264) 2024-09-19T04:37:22.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.603+0000 7ff361ad5640 1 -- 172.21.15.111:0/1426820281 learned_addr learned my addr 172.21.15.111:0/1426820281 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:22.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff362ad7640 1 --2- 172.21.15.111:0/1426820281 >> v2:172.21.15.114:3300/0 conn(0x7ff35c0cef90 0x7ff35c0d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:22.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff3622d6640 1 --2- 172.21.15.111:0/1426820281 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff35c15e940 0x7ff35c0d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:22.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff3612d4640 1 -- 172.21.15.111:0/1426820281 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1494912195 0 0) 0x7ff350001110 con 0x7ff35c15ed20 2024-09-19T04:37:22.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff3612d4640 1 -- 172.21.15.111:0/1426820281 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff344003520 con 0x7ff35c15ed20 2024-09-19T04:37:22.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff3612d4640 1 -- 172.21.15.111:0/1426820281 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1826747663 0 0) 0x7ff344003520 con 0x7ff35c15ed20 2024-09-19T04:37:22.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff3612d4640 1 -- 172.21.15.111:0/1426820281 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff35c15e940 msgr2=0x7ff35c0d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:22.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff3612d4640 1 --2- 172.21.15.111:0/1426820281 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff35c15e940 0x7ff35c0d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:22.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff3612d4640 1 -- 172.21.15.111:0/1426820281 >> v2:172.21.15.114:3300/0 conn(0x7ff35c0cef90 msgr2=0x7ff35c0d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:22.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff3612d4640 1 --2- 172.21.15.111:0/1426820281 >> v2:172.21.15.114:3300/0 conn(0x7ff35c0cef90 0x7ff35c0d15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:22.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff3612d4640 1 -- 172.21.15.111:0/1426820281 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff35c0d3660 con 0x7ff35c15ed20 2024-09-19T04:37:22.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff3612d4640 1 -- 172.21.15.111:0/1426820281 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7ff350001840 con 0x7ff35c15ed20 2024-09-19T04:37:22.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff3612d4640 1 -- 172.21.15.111:0/1426820281 >> v1:172.21.15.111:6789/0 conn(0x7ff35c15ed20 legacy=0x7ff35c0b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:22.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff3612d4640 1 --2- 172.21.15.111:0/1426820281 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3440039b0 0x7ff344003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:22.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff3612d4640 1 --2- 172.21.15.111:0/1426820281 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff344004800 0x7ff344004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:22.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff3612d4640 1 --2- 172.21.15.111:0/1426820281 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3440051c0 0x7ff34400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:22.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff3612d4640 1 -- 172.21.15.111:0/1426820281 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff35c0b7aa0 con 0x7ff3440039b0 2024-09-19T04:37:22.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff3612d4640 1 -- 172.21.15.111:0/1426820281 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff34400bf00 con 0x7ff344004800 2024-09-19T04:37:22.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff3612d4640 1 -- 172.21.15.111:0/1426820281 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff34400c080 con 0x7ff3440051c0 2024-09-19T04:37:22.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff3622d6640 1 --2- 172.21.15.111:0/1426820281 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff35c15e940 0x7ff35c0d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:37:22.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff362ad7640 1 --2- 172.21.15.111:0/1426820281 >> v2:172.21.15.114:3300/0 conn(0x7ff35c0cef90 0x7ff35c0d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:37:22.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff3622d6640 1 --2- 172.21.15.111:0/1426820281 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3440039b0 0x7ff344003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:22.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff361ad5640 1 --2- 172.21.15.111:0/1426820281 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff344004800 0x7ff344004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:22.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff362ad7640 1 --2- 172.21.15.111:0/1426820281 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3440051c0 0x7ff34400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:22.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff3622d6640 1 -- 172.21.15.111:0/1426820281 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3440051c0 msgr2=0x7ff34400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:22.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff3622d6640 1 --2- 172.21.15.111:0/1426820281 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3440051c0 0x7ff34400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:22.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff3622d6640 1 -- 172.21.15.111:0/1426820281 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff344004800 msgr2=0x7ff344004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:22.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.604+0000 7ff3622d6640 1 --2- 172.21.15.111:0/1426820281 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff344004800 0x7ff344004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:22.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.605+0000 7ff3622d6640 1 -- 172.21.15.111:0/1426820281 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff344003520 con 0x7ff3440039b0 2024-09-19T04:37:22.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.605+0000 7ff362ad7640 1 --2- 172.21.15.111:0/1426820281 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3440051c0 0x7ff34400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:22.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.605+0000 7ff3622d6640 1 --2- 172.21.15.111:0/1426820281 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3440039b0 0x7ff344003dd0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7ff35c0638c0 tx=0x7ff344005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c117b09af03b72b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:22.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.605+0000 7ff3612d4640 1 -- 172.21.15.111:0/1426820281 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff34c036070 con 0x7ff3440039b0 2024-09-19T04:37:22.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.605+0000 7ff3612d4640 1 -- 172.21.15.111:0/1426820281 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff34c003c50 con 0x7ff3440039b0 2024-09-19T04:37:22.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.605+0000 7ff3612d4640 1 -- 172.21.15.111:0/1426820281 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff34c009d40 con 0x7ff3440039b0 2024-09-19T04:37:22.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.606+0000 7ff36453a640 1 -- 172.21.15.111:0/1426820281 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3440039b0 msgr2=0x7ff344003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:22.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.606+0000 7ff36453a640 1 --2- 172.21.15.111:0/1426820281 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3440039b0 0x7ff344003dd0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7ff35c0638c0 tx=0x7ff344005830 comp rx=0 tx=0).stop 2024-09-19T04:37:22.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.606+0000 7ff362ad7640 1 -- 172.21.15.111:0/1426820281 reap_dead start 2024-09-19T04:37:22.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.606+0000 7ff36453a640 1 -- 172.21.15.111:0/1426820281 shutdown_connections 2024-09-19T04:37:22.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.606+0000 7ff36453a640 1 -- 172.21.15.111:0/1426820281 >> 172.21.15.111:0/1426820281 conn(0x7ff35c0b6240 msgr2=0x7ff35c0b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:22.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.606+0000 7ff36453a640 1 -- 172.21.15.111:0/1426820281 shutdown_connections 2024-09-19T04:37:22.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.606+0000 7ff36453a640 1 -- 172.21.15.111:0/1426820281 wait complete. 2024-09-19T04:37:22.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.607+0000 7ff36453a640 1 Processor -- start 2024-09-19T04:37:22.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.607+0000 7ff36453a640 1 -- start start 2024-09-19T04:37:22.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.608+0000 7ff36453a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3440039b0 0x7ff35c154df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:22.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.608+0000 7ff36453a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff35c155410 0x7ff35c0c9420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:22.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.608+0000 7ff36453a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff35c0c9960 0x7ff35c0b54f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:22.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.608+0000 7ff36453a640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff35c0d3f00 con 0x7ff35c155410 2024-09-19T04:37:22.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.608+0000 7ff36453a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff35c0d3c20 con 0x7ff35c0c9960 2024-09-19T04:37:22.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.608+0000 7ff36453a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff35c0d3310 con 0x7ff3440039b0 2024-09-19T04:37:22.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.608+0000 7ff361ad5640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff35c155410 0x7ff35c0c9420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:22.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.608+0000 7ff361ad5640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff35c155410 0x7ff35c0c9420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55892/0 (socket says 172.21.15.111:55892) 2024-09-19T04:37:22.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.608+0000 7ff361ad5640 1 -- 172.21.15.111:0/1204605909 learned_addr learned my addr 172.21.15.111:0/1204605909 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:22.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.608+0000 7ff3622d6640 1 --2- 172.21.15.111:0/1204605909 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3440039b0 0x7ff35c154df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:22.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.608+0000 7ff362ad7640 1 --2- 172.21.15.111:0/1204605909 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff35c0c9960 0x7ff35c0b54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:22.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.608+0000 7ff361ad5640 1 -- 172.21.15.111:0/1204605909 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3440039b0 msgr2=0x7ff35c154df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:22.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.608+0000 7ff361ad5640 1 --2- 172.21.15.111:0/1204605909 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3440039b0 0x7ff35c154df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:22.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.608+0000 7ff361ad5640 1 -- 172.21.15.111:0/1204605909 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff35c0c9960 msgr2=0x7ff35c0b54f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:22.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.608+0000 7ff361ad5640 1 --2- 172.21.15.111:0/1204605909 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff35c0c9960 0x7ff35c0b54f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:22.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.608+0000 7ff361ad5640 1 -- 172.21.15.111:0/1204605909 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff35c1f8520 con 0x7ff35c155410 2024-09-19T04:37:22.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.608+0000 7ff361ad5640 1 --2- 172.21.15.111:0/1204605909 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff35c155410 0x7ff35c0c9420 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7ff350007340 tx=0x7ff350007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:22.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.609+0000 7ff35affd640 1 -- 172.21.15.111:0/1204605909 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff35000f8e0 con 0x7ff35c155410 2024-09-19T04:37:22.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.609+0000 7ff35affd640 1 -- 172.21.15.111:0/1204605909 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff350018070 con 0x7ff35c155410 2024-09-19T04:37:22.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.609+0000 7ff36453a640 1 -- 172.21.15.111:0/1204605909 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff35c157e70 con 0x7ff35c155410 2024-09-19T04:37:22.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.609+0000 7ff35affd640 1 -- 172.21.15.111:0/1204605909 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff35000fce0 con 0x7ff35c155410 2024-09-19T04:37:22.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.609+0000 7ff36453a640 1 -- 172.21.15.111:0/1204605909 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff35c158430 con 0x7ff35c155410 2024-09-19T04:37:22.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.610+0000 7ff36453a640 1 -- 172.21.15.111:0/1204605909 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff35c15e4f0 con 0x7ff35c155410 2024-09-19T04:37:22.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.610+0000 7ff35affd640 1 -- 172.21.15.111:0/1204605909 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7ff35001d460 con 0x7ff35c155410 2024-09-19T04:37:22.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.611+0000 7ff35affd640 1 --2- 172.21.15.111:0/1204605909 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff34806c3d0 0x7ff34806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:22.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.611+0000 7ff35affd640 1 -- 172.21.15.111:0/1204605909 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5795+0+0 (secure 0 0 0) 0x7ff35008b490 con 0x7ff35c155410 2024-09-19T04:37:22.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.611+0000 7ff3622d6640 1 --2- 172.21.15.111:0/1204605909 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff34806c3d0 0x7ff34806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:22.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.611+0000 7ff3622d6640 1 --2- 172.21.15.111:0/1204605909 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff34806c3d0 0x7ff34806e890 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7ff34c033000 tx=0x7ff34c02f000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:22.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.615+0000 7ff35affd640 1 -- 172.21.15.111:0/1204605909 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff35c15e4f0 con 0x7ff35c155410 2024-09-19T04:37:22.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.793+0000 7ff36453a640 1 -- 172.21.15.111:0/1204605909 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff35c0d1ef0 con 0x7ff35c155410 2024-09-19T04:37:22.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.793+0000 7ff35affd640 1 -- 172.21.15.111:0/1204605909 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v90) ==== 80+0+122 (secure 0 0 0) 0x7ff35c0b7170 con 0x7ff35c155410 2024-09-19T04:37:22.794 INFO:teuthology.orchestra.run.smithi111.stdout:172.21.15.111:6834/608607142 2024-09-20T04:37:19.251874+0000 2024-09-19T04:37:22.795 INFO:teuthology.orchestra.run.smithi111.stdout:172.21.15.111:6816/608607142 2024-09-20T04:37:19.251874+0000 2024-09-19T04:37:22.795 INFO:teuthology.orchestra.run.smithi111.stderr:listed 2 entries 2024-09-19T04:37:22.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.795+0000 7ff36453a640 1 -- 172.21.15.111:0/1204605909 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff34806c3d0 msgr2=0x7ff34806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:22.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.795+0000 7ff36453a640 1 --2- 172.21.15.111:0/1204605909 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff34806c3d0 0x7ff34806e890 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7ff34c033000 tx=0x7ff34c02f000 comp rx=0 tx=0).stop 2024-09-19T04:37:22.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.795+0000 7ff36453a640 1 -- 172.21.15.111:0/1204605909 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff35c155410 msgr2=0x7ff35c0c9420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:22.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.795+0000 7ff36453a640 1 --2- 172.21.15.111:0/1204605909 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff35c155410 0x7ff35c0c9420 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7ff350007340 tx=0x7ff350007800 comp rx=0 tx=0).stop 2024-09-19T04:37:22.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.795+0000 7ff36453a640 1 -- 172.21.15.111:0/1204605909 shutdown_connections 2024-09-19T04:37:22.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.795+0000 7ff36453a640 1 --2- 172.21.15.111:0/1204605909 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff34806c3d0 0x7ff34806e890 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:22.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.795+0000 7ff36453a640 1 --2- 172.21.15.111:0/1204605909 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff35c0c9960 0x7ff35c0b54f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:22.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.795+0000 7ff36453a640 1 --2- 172.21.15.111:0/1204605909 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff35c155410 0x7ff35c0c9420 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:22.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.795+0000 7ff36453a640 1 --2- 172.21.15.111:0/1204605909 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3440039b0 0x7ff35c154df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:22.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.795+0000 7ff36453a640 1 -- 172.21.15.111:0/1204605909 >> 172.21.15.111:0/1204605909 conn(0x7ff35c0b6240 msgr2=0x7ff35c161a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:22.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.795+0000 7ff36453a640 1 -- 172.21.15.111:0/1204605909 shutdown_connections 2024-09-19T04:37:22.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:22.795+0000 7ff36453a640 1 -- 172.21.15.111:0/1204605909 wait complete. 2024-09-19T04:37:22.807 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T04:37:22.807 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:22.807 DEBUG:teuthology.orchestra.run.smithi111:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T04:37:22.835 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi111.front.sepia.ceph.com 2024-09-19T04:37:22.835 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:22.836 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T04:37:22.892 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:37:22.892 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:37:22.892 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:37:22.911 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:37:22.911 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:37:22.969 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:37:23.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.066+0000 7f1225dbd640 1 Processor -- start 2024-09-19T04:37:23.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.067+0000 7f1225dbd640 1 -- start start 2024-09-19T04:37:23.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.067+0000 7f1225dbd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f122015e940 0x7f12200d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:23.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.067+0000 7f1225dbd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f122015ed20 0x7f12200d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:23.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.067+0000 7f1225dbd640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12200b7170 con 0x7f12200cef90 2024-09-19T04:37:23.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.067+0000 7f1225dbd640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f12200d1ae0 con 0x7f122015ed20 2024-09-19T04:37:23.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.067+0000 7f1225dbd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f12200b7aa0 con 0x7f122015e940 2024-09-19T04:37:23.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.068+0000 7f1216ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f122015ed20 0x7f12200d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:23.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.068+0000 7f121ffff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f12200cef90 0x7f12200b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59280/0 (socket says 172.21.15.111:59280) 2024-09-19T04:37:23.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.068+0000 7f1216ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f122015ed20 0x7f12200d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55900/0 (socket says 172.21.15.111:55900) 2024-09-19T04:37:23.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.068+0000 7f121ffff640 1 -- 172.21.15.111:0/3447714762 learned_addr learned my addr 172.21.15.111:0/3447714762 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:23.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.068+0000 7f1216ffd640 1 -- 172.21.15.111:0/3447714762 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f122015e940 msgr2=0x7f12200d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:23.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.068+0000 7f1216ffd640 1 --2- 172.21.15.111:0/3447714762 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f122015e940 0x7f12200d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.068+0000 7f1216ffd640 1 -- 172.21.15.111:0/3447714762 >> v1:172.21.15.111:6789/0 conn(0x7f12200cef90 legacy=0x7f12200b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:23.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.068+0000 7f1216ffd640 1 -- 172.21.15.111:0/3447714762 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12200d3660 con 0x7f122015ed20 2024-09-19T04:37:23.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.068+0000 7f121effd640 1 -- 172.21.15.111:0/3447714762 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1269797597 0 0) 0x7f1218001490 con 0x7f12200cef90 2024-09-19T04:37:23.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.069+0000 7f1216ffd640 1 --2- 172.21.15.111:0/3447714762 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f122015ed20 0x7f12200d15a0 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f12080097a0 tx=0x7f120802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea6d1b5f188f490f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:23.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.069+0000 7f121effd640 1 -- 172.21.15.111:0/3447714762 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1208037070 con 0x7f122015ed20 2024-09-19T04:37:23.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.069+0000 7f121effd640 1 -- 172.21.15.111:0/3447714762 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1208032440 con 0x7f122015ed20 2024-09-19T04:37:23.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.069+0000 7f121effd640 1 -- 172.21.15.111:0/3447714762 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1208032810 con 0x7f122015ed20 2024-09-19T04:37:23.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.069+0000 7f1225dbd640 1 -- 172.21.15.111:0/3447714762 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f122015ed20 msgr2=0x7f12200d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:23.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.069+0000 7f1225dbd640 1 --2- 172.21.15.111:0/3447714762 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f122015ed20 0x7f12200d15a0 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f12080097a0 tx=0x7f120802a210 comp rx=0 tx=0).stop 2024-09-19T04:37:23.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.069+0000 7f1225dbd640 1 -- 172.21.15.111:0/3447714762 shutdown_connections 2024-09-19T04:37:23.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.069+0000 7f1225dbd640 1 --2- 172.21.15.111:0/3447714762 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f122015ed20 0x7f12200d15a0 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.069+0000 7f1225dbd640 1 --2- 172.21.15.111:0/3447714762 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f122015e940 0x7f12200d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.069+0000 7f1225dbd640 1 -- 172.21.15.111:0/3447714762 >> 172.21.15.111:0/3447714762 conn(0x7f12200b6240 msgr2=0x7f12200b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:23.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.069+0000 7f1225dbd640 1 -- 172.21.15.111:0/3447714762 shutdown_connections 2024-09-19T04:37:23.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.069+0000 7f1225dbd640 1 -- 172.21.15.111:0/3447714762 wait complete. 2024-09-19T04:37:23.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.070+0000 7f1225dbd640 1 Processor -- start 2024-09-19T04:37:23.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.071+0000 7f1225dbd640 1 -- start start 2024-09-19T04:37:23.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.071+0000 7f1225dbd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12200cef90 0x7f12201f8a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:23.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.071+0000 7f1225dbd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f122015e940 0x7f1220157a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:23.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.071+0000 7f1225dbd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f122015ed20 0x7f1220156300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:23.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.071+0000 7f1225dbd640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f12200d3f00 con 0x7f122015ed20 2024-09-19T04:37:23.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.071+0000 7f1225dbd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f12200d3c20 con 0x7f122015e940 2024-09-19T04:37:23.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.071+0000 7f1225dbd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f12200d3310 con 0x7f12200cef90 2024-09-19T04:37:23.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.072+0000 7f121ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f122015ed20 0x7f1220156300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:23.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.072+0000 7f121ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f122015ed20 0x7f1220156300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55908/0 (socket says 172.21.15.111:55908) 2024-09-19T04:37:23.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.072+0000 7f121ffff640 1 -- 172.21.15.111:0/2670401221 learned_addr learned my addr 172.21.15.111:0/2670401221 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:23.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.072+0000 7f121f7fe640 1 --2- 172.21.15.111:0/2670401221 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12200cef90 0x7f12201f8a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:23.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.072+0000 7f1216ffd640 1 --2- 172.21.15.111:0/2670401221 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f122015e940 0x7f1220157a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:23.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.072+0000 7f121ffff640 1 -- 172.21.15.111:0/2670401221 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12200cef90 msgr2=0x7f12201f8a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:23.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.072+0000 7f121ffff640 1 --2- 172.21.15.111:0/2670401221 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12200cef90 0x7f12201f8a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.072+0000 7f121ffff640 1 -- 172.21.15.111:0/2670401221 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f122015e940 msgr2=0x7f1220157a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:23.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.072+0000 7f121ffff640 1 --2- 172.21.15.111:0/2670401221 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f122015e940 0x7f1220157a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.072+0000 7f121ffff640 1 -- 172.21.15.111:0/2670401221 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12201f8f40 con 0x7f122015ed20 2024-09-19T04:37:23.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.072+0000 7f121ffff640 1 --2- 172.21.15.111:0/2670401221 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f122015ed20 0x7f1220156300 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f121800c700 tx=0x7f121800cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:23.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.072+0000 7f121cff9640 1 -- 172.21.15.111:0/2670401221 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1218018070 con 0x7f122015ed20 2024-09-19T04:37:23.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.072+0000 7f121cff9640 1 -- 172.21.15.111:0/2670401221 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f121800ce10 con 0x7f122015ed20 2024-09-19T04:37:23.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.072+0000 7f1225dbd640 1 -- 172.21.15.111:0/2670401221 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12201f4fb0 con 0x7f122015ed20 2024-09-19T04:37:23.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.072+0000 7f121cff9640 1 -- 172.21.15.111:0/2670401221 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f121800a860 con 0x7f122015ed20 2024-09-19T04:37:23.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.072+0000 7f1225dbd640 1 -- 172.21.15.111:0/2670401221 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12201f5570 con 0x7f122015ed20 2024-09-19T04:37:23.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.073+0000 7f1225dbd640 1 -- 172.21.15.111:0/2670401221 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12200d1f80 con 0x7f122015ed20 2024-09-19T04:37:23.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.074+0000 7f121cff9640 1 -- 172.21.15.111:0/2670401221 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f121801b070 con 0x7f122015ed20 2024-09-19T04:37:23.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.074+0000 7f121cff9640 1 --2- 172.21.15.111:0/2670401221 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f120006c3d0 0x7f120006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:23.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.074+0000 7f121cff9640 1 -- 172.21.15.111:0/2670401221 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5795+0+0 (secure 0 0 0) 0x7f121808ab90 con 0x7f122015ed20 2024-09-19T04:37:23.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.074+0000 7f121f7fe640 1 --2- 172.21.15.111:0/2670401221 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f120006c3d0 0x7f120006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:23.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.075+0000 7f121f7fe640 1 --2- 172.21.15.111:0/2670401221 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f120006c3d0 0x7f120006e890 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f121000a810 tx=0x7f1210008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:23.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.079+0000 7f121cff9640 1 -- 172.21.15.111:0/2670401221 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f12200b7170 con 0x7f122015ed20 2024-09-19T04:37:23.258 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.257+0000 7f1225dbd640 1 -- 172.21.15.111:0/2670401221 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f12200ba6b0 con 0x7f122015ed20 2024-09-19T04:37:23.259 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.257+0000 7f121cff9640 1 -- 172.21.15.111:0/2670401221 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v90) ==== 80+0+122 (secure 0 0 0) 0x7f1218059190 con 0x7f122015ed20 2024-09-19T04:37:23.259 INFO:teuthology.orchestra.run.smithi111.stdout:172.21.15.111:6834/608607142 2024-09-20T04:37:19.251874+0000 2024-09-19T04:37:23.259 INFO:teuthology.orchestra.run.smithi111.stdout:172.21.15.111:6816/608607142 2024-09-20T04:37:19.251874+0000 2024-09-19T04:37:23.259 INFO:teuthology.orchestra.run.smithi111.stderr:listed 2 entries 2024-09-19T04:37:23.261 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.259+0000 7f1225dbd640 1 -- 172.21.15.111:0/2670401221 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f120006c3d0 msgr2=0x7f120006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:23.261 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.259+0000 7f1225dbd640 1 --2- 172.21.15.111:0/2670401221 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f120006c3d0 0x7f120006e890 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f121000a810 tx=0x7f1210008040 comp rx=0 tx=0).stop 2024-09-19T04:37:23.261 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.259+0000 7f1225dbd640 1 -- 172.21.15.111:0/2670401221 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f122015ed20 msgr2=0x7f1220156300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:23.261 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.259+0000 7f1225dbd640 1 --2- 172.21.15.111:0/2670401221 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f122015ed20 0x7f1220156300 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f121800c700 tx=0x7f121800cbc0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.261 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.260+0000 7f1225dbd640 1 -- 172.21.15.111:0/2670401221 shutdown_connections 2024-09-19T04:37:23.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.260+0000 7f1225dbd640 1 --2- 172.21.15.111:0/2670401221 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f120006c3d0 0x7f120006e890 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.260+0000 7f1225dbd640 1 --2- 172.21.15.111:0/2670401221 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f122015ed20 0x7f1220156300 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.260+0000 7f1225dbd640 1 --2- 172.21.15.111:0/2670401221 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f122015e940 0x7f1220157a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.260+0000 7f1225dbd640 1 --2- 172.21.15.111:0/2670401221 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12200cef90 0x7f12201f8a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.260+0000 7f1225dbd640 1 -- 172.21.15.111:0/2670401221 >> 172.21.15.111:0/2670401221 conn(0x7f12200b6240 msgr2=0x7f12200b6620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:23.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.260+0000 7f1225dbd640 1 -- 172.21.15.111:0/2670401221 shutdown_connections 2024-09-19T04:37:23.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.260+0000 7f1225dbd640 1 -- 172.21.15.111:0/2670401221 wait complete. 2024-09-19T04:37:23.272 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T04:37:23.273 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:23.273 DEBUG:teuthology.orchestra.run.smithi114:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T04:37:23.305 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi114.front.sepia.ceph.com 2024-09-19T04:37:23.305 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:23.305 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T04:37:23.362 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:37:23.362 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:37:23.362 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:37:23.378 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:37:23.378 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:37:23.378 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:37:23.379 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:37:23.418 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:37:23.419 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:37:23.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.515+0000 7f8174e2e640 1 Processor -- start 2024-09-19T04:37:23.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.516+0000 7f8174e2e640 1 -- start start 2024-09-19T04:37:23.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.516+0000 7f8174e2e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f817015e940 0x7f81700d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:23.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.516+0000 7f8174e2e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f81700cef90 0x7f81700d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:23.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.516+0000 7f8174e2e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81700b7170 con 0x7f817015ed20 2024-09-19T04:37:23.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.516+0000 7f8174e2e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f81700d1ae0 con 0x7f817015e940 2024-09-19T04:37:23.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.516+0000 7f8174e2e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f81700b7aa0 con 0x7f81700cef90 2024-09-19T04:37:23.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.516+0000 7f816e59c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f817015e940 0x7f81700d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:23.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.517+0000 7f8167fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f817015ed20 0x7f81700b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59290/0 (socket says 172.21.15.111:59290) 2024-09-19T04:37:23.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.517+0000 7f816e59c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f817015e940 0x7f81700d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55912/0 (socket says 172.21.15.111:55912) 2024-09-19T04:37:23.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.517+0000 7f8167fff640 1 -- 172.21.15.111:0/3734711643 learned_addr learned my addr 172.21.15.111:0/3734711643 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:23.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.517+0000 7f816e59c640 1 -- 172.21.15.111:0/3734711643 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f81700cef90 msgr2=0x7f81700d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:23.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.517+0000 7f816ed9d640 1 --2- 172.21.15.111:0/3734711643 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f81700cef90 0x7f81700d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:23.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.517+0000 7f816dd9b640 1 -- 172.21.15.111:0/3734711643 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4213386375 0 0) 0x7f8158001110 con 0x7f817015ed20 2024-09-19T04:37:23.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.517+0000 7f816e59c640 1 --2- 172.21.15.111:0/3734711643 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f81700cef90 0x7f81700d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.517+0000 7f816e59c640 1 -- 172.21.15.111:0/3734711643 >> v1:172.21.15.111:6789/0 conn(0x7f817015ed20 legacy=0x7f81700b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:23.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.517+0000 7f816e59c640 1 -- 172.21.15.111:0/3734711643 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81700d3660 con 0x7f817015e940 2024-09-19T04:37:23.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.518+0000 7f816e59c640 1 --2- 172.21.15.111:0/3734711643 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f817015e940 0x7f81700d1060 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f81600097a0 tx=0x7f816002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f55127ad70f1b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:23.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.518+0000 7f816dd9b640 1 -- 172.21.15.111:0/3734711643 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8160037070 con 0x7f817015e940 2024-09-19T04:37:23.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.518+0000 7f816dd9b640 1 -- 172.21.15.111:0/3734711643 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8160032440 con 0x7f817015e940 2024-09-19T04:37:23.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.518+0000 7f816dd9b640 1 -- 172.21.15.111:0/3734711643 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8160032810 con 0x7f817015e940 2024-09-19T04:37:23.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.518+0000 7f8174e2e640 1 -- 172.21.15.111:0/3734711643 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f817015e940 msgr2=0x7f81700d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:23.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.518+0000 7f8174e2e640 1 --2- 172.21.15.111:0/3734711643 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f817015e940 0x7f81700d1060 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f81600097a0 tx=0x7f816002a210 comp rx=0 tx=0).stop 2024-09-19T04:37:23.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.518+0000 7f8174e2e640 1 -- 172.21.15.111:0/3734711643 shutdown_connections 2024-09-19T04:37:23.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.518+0000 7f8174e2e640 1 --2- 172.21.15.111:0/3734711643 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f81700cef90 0x7f81700d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.518+0000 7f8174e2e640 1 --2- 172.21.15.111:0/3734711643 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f817015e940 0x7f81700d1060 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.518+0000 7f8174e2e640 1 -- 172.21.15.111:0/3734711643 >> 172.21.15.111:0/3734711643 conn(0x7f81700b6240 msgr2=0x7f81700b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:23.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.518+0000 7f8174e2e640 1 -- 172.21.15.111:0/3734711643 shutdown_connections 2024-09-19T04:37:23.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.518+0000 7f8174e2e640 1 -- 172.21.15.111:0/3734711643 wait complete. 2024-09-19T04:37:23.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.520+0000 7f8174e2e640 1 Processor -- start 2024-09-19T04:37:23.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.520+0000 7f8174e2e640 1 -- start start 2024-09-19T04:37:23.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.520+0000 7f8174e2e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81700cef90 0x7f817015b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:23.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.520+0000 7f8174e2e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f817015e940 0x7f81700ce210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:23.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.520+0000 7f8174e2e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f817015ed20 0x7f8170158990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:23.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.520+0000 7f8174e2e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f81700d3f00 con 0x7f81700cef90 2024-09-19T04:37:23.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.520+0000 7f8174e2e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f81700d3c20 con 0x7f817015e940 2024-09-19T04:37:23.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.520+0000 7f8174e2e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f81700d3310 con 0x7f817015ed20 2024-09-19T04:37:23.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.520+0000 7f816e59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81700cef90 0x7f817015b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:23.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.520+0000 7f816e59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81700cef90 0x7f817015b840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55924/0 (socket says 172.21.15.111:55924) 2024-09-19T04:37:23.524 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.520+0000 7f816e59c640 1 -- 172.21.15.111:0/2672545994 learned_addr learned my addr 172.21.15.111:0/2672545994 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:23.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.521+0000 7f8167fff640 1 --2- 172.21.15.111:0/2672545994 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f817015e940 0x7f81700ce210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:23.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.521+0000 7f816e59c640 1 -- 172.21.15.111:0/2672545994 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f817015ed20 msgr2=0x7f8170158990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:23.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.521+0000 7f816e59c640 1 --2- 172.21.15.111:0/2672545994 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f817015ed20 0x7f8170158990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.521+0000 7f816e59c640 1 -- 172.21.15.111:0/2672545994 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f817015e940 msgr2=0x7f81700ce210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:23.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.521+0000 7f816e59c640 1 --2- 172.21.15.111:0/2672545994 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f817015e940 0x7f81700ce210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.521+0000 7f816e59c640 1 -- 172.21.15.111:0/2672545994 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f817015a800 con 0x7f81700cef90 2024-09-19T04:37:23.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.521+0000 7f816e59c640 1 --2- 172.21.15.111:0/2672545994 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81700cef90 0x7f817015b840 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f81600098c0 tx=0x7f81600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:23.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.521+0000 7f8166ffd640 1 -- 172.21.15.111:0/2672545994 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8160037040 con 0x7f81700cef90 2024-09-19T04:37:23.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.521+0000 7f8166ffd640 1 -- 172.21.15.111:0/2672545994 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8160042070 con 0x7f81700cef90 2024-09-19T04:37:23.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.521+0000 7f8166ffd640 1 -- 172.21.15.111:0/2672545994 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8160030a70 con 0x7f81700cef90 2024-09-19T04:37:23.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.521+0000 7f8174e2e640 1 -- 172.21.15.111:0/2672545994 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f817015aa80 con 0x7f81700cef90 2024-09-19T04:37:23.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.521+0000 7f8174e2e640 1 -- 172.21.15.111:0/2672545994 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f817015b040 con 0x7f81700cef90 2024-09-19T04:37:23.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.522+0000 7f8174e2e640 1 -- 172.21.15.111:0/2672545994 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81700d1ef0 con 0x7f81700cef90 2024-09-19T04:37:23.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.523+0000 7f8166ffd640 1 -- 172.21.15.111:0/2672545994 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f8160030c10 con 0x7f81700cef90 2024-09-19T04:37:23.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.523+0000 7f8166ffd640 1 --2- 172.21.15.111:0/2672545994 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f815006c3d0 0x7f815006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:23.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.523+0000 7f8166ffd640 1 -- 172.21.15.111:0/2672545994 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5795+0+0 (secure 0 0 0) 0x7f81600ac110 con 0x7f81700cef90 2024-09-19T04:37:23.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.523+0000 7f8167fff640 1 --2- 172.21.15.111:0/2672545994 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f815006c3d0 0x7f815006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:23.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.524+0000 7f8167fff640 1 --2- 172.21.15.111:0/2672545994 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f815006c3d0 0x7f815006e890 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f8170155d30 tx=0x7f8158009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:23.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.527+0000 7f8166ffd640 1 -- 172.21.15.111:0/2672545994 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f817015a800 con 0x7f81700cef90 2024-09-19T04:37:23.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.727+0000 7f8174e2e640 1 -- 172.21.15.111:0/2672545994 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f81700d0020 con 0x7f81700cef90 2024-09-19T04:37:23.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.727+0000 7f8166ffd640 1 -- 172.21.15.111:0/2672545994 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 47 v47) ==== 94+0+5231 (secure 0 0 0) 0x7f816007a710 con 0x7f81700cef90 2024-09-19T04:37:23.729 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:23.729 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":47,"btime":"2024-09-19T04:37:20:254073+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5582,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6833/3867581884","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3867581884},{"type":"v1","addr":"172.21.15.114:6833","nonce":3867581884}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":39},{"gid":6058,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/822486418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":822486418},{"type":"v1","addr":"172.21.15.114:6835","nonce":822486418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6681,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/3818002553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3818002553},{"type":"v1","addr":"172.21.15.111:6834","nonce":3818002553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":47}],"filesystems":[{"mdsmap":{"epoch":43,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:37:06.591747+0000","modified":"2024-09-19T04:37:08.588801+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6480},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6480":{"gid":6480,"name":"a","rank":0,"incarnation":41,"state":"up:active","state_seq":4,"addr":"172.21.15.111:6835/214483087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":214483087},{"type":"v1","addr":"172.21.15.111:6835","nonce":214483087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6480,"qdb_cluster":[6480]},"id":6}]} 2024-09-19T04:37:23.729 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 47 2024-09-19T04:37:23.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.729+0000 7f8174e2e640 1 -- 172.21.15.111:0/2672545994 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f815006c3d0 msgr2=0x7f815006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:23.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.729+0000 7f8174e2e640 1 --2- 172.21.15.111:0/2672545994 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f815006c3d0 0x7f815006e890 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f8170155d30 tx=0x7f8158009040 comp rx=0 tx=0).stop 2024-09-19T04:37:23.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.729+0000 7f8174e2e640 1 -- 172.21.15.111:0/2672545994 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81700cef90 msgr2=0x7f817015b840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:23.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.729+0000 7f8174e2e640 1 --2- 172.21.15.111:0/2672545994 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81700cef90 0x7f817015b840 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f81600098c0 tx=0x7f81600046c0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.729+0000 7f8174e2e640 1 -- 172.21.15.111:0/2672545994 shutdown_connections 2024-09-19T04:37:23.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.729+0000 7f8174e2e640 1 --2- 172.21.15.111:0/2672545994 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f815006c3d0 0x7f815006e890 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.729+0000 7f8174e2e640 1 --2- 172.21.15.111:0/2672545994 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f817015ed20 0x7f8170158990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.729+0000 7f8174e2e640 1 --2- 172.21.15.111:0/2672545994 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f817015e940 0x7f81700ce210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.729+0000 7f8174e2e640 1 --2- 172.21.15.111:0/2672545994 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81700cef90 0x7f817015b840 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.729+0000 7f8174e2e640 1 -- 172.21.15.111:0/2672545994 >> 172.21.15.111:0/2672545994 conn(0x7f81700b6240 msgr2=0x7f81700b6620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:23.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.729+0000 7f8174e2e640 1 -- 172.21.15.111:0/2672545994 shutdown_connections 2024-09-19T04:37:23.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.729+0000 7f8174e2e640 1 -- 172.21.15.111:0/2672545994 wait complete. 2024-09-19T04:37:23.742 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:37:23.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.838+0000 7f68f496d640 1 Processor -- start 2024-09-19T04:37:23.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.838+0000 7f68f496d640 1 -- start start 2024-09-19T04:37:23.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.839+0000 7f68f496d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68f015ca40 0x7f68f015e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:23.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.839+0000 7f68f496d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f68f015ce80 0x7f68f01594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:23.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.839+0000 7f68f496d640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68f015d390 con 0x7f68f00d02a0 2024-09-19T04:37:23.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.839+0000 7f68f496d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f68f015d670 con 0x7f68f015ce80 2024-09-19T04:37:23.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.839+0000 7f68f496d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f68f015d950 con 0x7f68f015ca40 2024-09-19T04:37:23.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.839+0000 7f68ee59c640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f68f00d02a0 0x7f68f00d0680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59298/0 (socket says 172.21.15.111:59298) 2024-09-19T04:37:23.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.839+0000 7f68ee59c640 1 -- 172.21.15.111:0/482064098 learned_addr learned my addr 172.21.15.111:0/482064098 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:23.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.839+0000 7f68eed9d640 1 --2- 172.21.15.111:0/482064098 >> v2:172.21.15.114:3300/0 conn(0x7f68f015ce80 0x7f68f01594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:23.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.839+0000 7f68edd9b640 1 --2- 172.21.15.111:0/482064098 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68f015ca40 0x7f68f015e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:23.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.839+0000 7f68ed59a640 1 -- 172.21.15.111:0/482064098 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2405538362 0 0) 0x7f68f015d390 con 0x7f68f00d02a0 2024-09-19T04:37:23.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.839+0000 7f68ed59a640 1 -- 172.21.15.111:0/482064098 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f68d8003520 con 0x7f68f00d02a0 2024-09-19T04:37:23.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.840+0000 7f68ed59a640 1 -- 172.21.15.111:0/482064098 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4211563100 0 0) 0x7f68d8003520 con 0x7f68f00d02a0 2024-09-19T04:37:23.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.840+0000 7f68ed59a640 1 -- 172.21.15.111:0/482064098 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68f015ca40 msgr2=0x7f68f015e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:23.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.840+0000 7f68ed59a640 1 --2- 172.21.15.111:0/482064098 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68f015ca40 0x7f68f015e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.840+0000 7f68ed59a640 1 -- 172.21.15.111:0/482064098 >> v2:172.21.15.114:3300/0 conn(0x7f68f015ce80 msgr2=0x7f68f01594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:23.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.840+0000 7f68ed59a640 1 --2- 172.21.15.111:0/482064098 >> v2:172.21.15.114:3300/0 conn(0x7f68f015ce80 0x7f68f01594c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.840+0000 7f68ed59a640 1 -- 172.21.15.111:0/482064098 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68f015dc30 con 0x7f68f00d02a0 2024-09-19T04:37:23.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.840+0000 7f68ed59a640 1 -- 172.21.15.111:0/482064098 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f68e00019f0 con 0x7f68f00d02a0 2024-09-19T04:37:23.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.840+0000 7f68ed59a640 1 -- 172.21.15.111:0/482064098 >> v1:172.21.15.111:6789/0 conn(0x7f68f00d02a0 legacy=0x7f68f00d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:23.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.840+0000 7f68ed59a640 1 --2- 172.21.15.111:0/482064098 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68d80039b0 0x7f68d8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:23.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.840+0000 7f68ed59a640 1 --2- 172.21.15.111:0/482064098 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68f015ca40 0x7f68d8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:23.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.840+0000 7f68ed59a640 1 --2- 172.21.15.111:0/482064098 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68d8004d40 0x7f68d80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:23.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.840+0000 7f68ed59a640 1 -- 172.21.15.111:0/482064098 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f68f015d670 con 0x7f68d8004d40 2024-09-19T04:37:23.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.840+0000 7f68ed59a640 1 -- 172.21.15.111:0/482064098 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f68f015d950 con 0x7f68d80039b0 2024-09-19T04:37:23.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.840+0000 7f68ed59a640 1 -- 172.21.15.111:0/482064098 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f68d800b9c0 con 0x7f68f015ca40 2024-09-19T04:37:23.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.840+0000 7f68eed9d640 1 --2- 172.21.15.111:0/482064098 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68d8004d40 0x7f68d80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:23.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.840+0000 7f68ee59c640 1 --2- 172.21.15.111:0/482064098 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68d80039b0 0x7f68d8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:23.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.840+0000 7f68edd9b640 1 --2- 172.21.15.111:0/482064098 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68f015ca40 0x7f68d8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:23.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.840+0000 7f68eed9d640 1 -- 172.21.15.111:0/482064098 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68f015ca40 msgr2=0x7f68d8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:23.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.840+0000 7f68eed9d640 1 --2- 172.21.15.111:0/482064098 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68f015ca40 0x7f68d8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.840+0000 7f68eed9d640 1 -- 172.21.15.111:0/482064098 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68d80039b0 msgr2=0x7f68d8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:23.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.840+0000 7f68eed9d640 1 --2- 172.21.15.111:0/482064098 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68d80039b0 0x7f68d8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.840+0000 7f68eed9d640 1 -- 172.21.15.111:0/482064098 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68d8003520 con 0x7f68d8004d40 2024-09-19T04:37:23.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.841+0000 7f68eed9d640 1 --2- 172.21.15.111:0/482064098 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68d8004d40 0x7f68d80051c0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f68e8009ac0 tx=0x7f68d8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c88db0d57a75bc6c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:23.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.841+0000 7f68ed59a640 1 -- 172.21.15.111:0/482064098 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68e8036070 con 0x7f68d8004d40 2024-09-19T04:37:23.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.841+0000 7f68ed59a640 1 -- 172.21.15.111:0/482064098 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68e8031400 con 0x7f68d8004d40 2024-09-19T04:37:23.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.841+0000 7f68ed59a640 1 -- 172.21.15.111:0/482064098 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68e8009690 con 0x7f68d8004d40 2024-09-19T04:37:23.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.841+0000 7f68f496d640 1 -- 172.21.15.111:0/482064098 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68d8004d40 msgr2=0x7f68d80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:23.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.841+0000 7f68f496d640 1 --2- 172.21.15.111:0/482064098 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68d8004d40 0x7f68d80051c0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f68e8009ac0 tx=0x7f68d8005830 comp rx=0 tx=0).stop 2024-09-19T04:37:23.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.841+0000 7f68eed9d640 1 -- 172.21.15.111:0/482064098 reap_dead start 2024-09-19T04:37:23.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.841+0000 7f68f496d640 1 -- 172.21.15.111:0/482064098 shutdown_connections 2024-09-19T04:37:23.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.841+0000 7f68f496d640 1 -- 172.21.15.111:0/482064098 >> 172.21.15.111:0/482064098 conn(0x7f68f0062cc0 msgr2=0x7f68f006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:23.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.841+0000 7f68f496d640 1 -- 172.21.15.111:0/482064098 shutdown_connections 2024-09-19T04:37:23.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.841+0000 7f68f496d640 1 -- 172.21.15.111:0/482064098 wait complete. 2024-09-19T04:37:23.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.843+0000 7f68f496d640 1 Processor -- start 2024-09-19T04:37:23.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.843+0000 7f68f496d640 1 -- start start 2024-09-19T04:37:23.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.843+0000 7f68f496d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68d8004d40 0x7f68f0071ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:23.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.843+0000 7f68f496d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68f014bfd0 0x7f68f01e4100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:23.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.843+0000 7f68f496d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68f014b980 0x7f68f01e4640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:23.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.843+0000 7f68f496d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f68f0155d10 con 0x7f68f014bfd0 2024-09-19T04:37:23.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.844+0000 7f68f496d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f68f0155b90 con 0x7f68f014b980 2024-09-19T04:37:23.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.844+0000 7f68f496d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f68f00b4790 con 0x7f68d8004d40 2024-09-19T04:37:23.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.844+0000 7f68edd9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68f014bfd0 0x7f68f01e4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:23.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.844+0000 7f68edd9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68f014bfd0 0x7f68f01e4100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55944/0 (socket says 172.21.15.111:55944) 2024-09-19T04:37:23.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.844+0000 7f68edd9b640 1 -- 172.21.15.111:0/665551281 learned_addr learned my addr 172.21.15.111:0/665551281 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:23.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.844+0000 7f68eed9d640 1 --2- 172.21.15.111:0/665551281 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68f014b980 0x7f68f01e4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:23.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.844+0000 7f68ee59c640 1 --2- 172.21.15.111:0/665551281 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68d8004d40 0x7f68f0071ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:23.850 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.844+0000 7f68edd9b640 1 -- 172.21.15.111:0/665551281 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68d8004d40 msgr2=0x7f68f0071ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:23.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.844+0000 7f68edd9b640 1 --2- 172.21.15.111:0/665551281 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68d8004d40 0x7f68f0071ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.844+0000 7f68edd9b640 1 -- 172.21.15.111:0/665551281 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68f014b980 msgr2=0x7f68f01e4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:23.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.844+0000 7f68edd9b640 1 --2- 172.21.15.111:0/665551281 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68f014b980 0x7f68f01e4640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:23.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.844+0000 7f68edd9b640 1 -- 172.21.15.111:0/665551281 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68f00ce4f0 con 0x7f68f014bfd0 2024-09-19T04:37:23.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.844+0000 7f68edd9b640 1 --2- 172.21.15.111:0/665551281 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68f014bfd0 0x7f68f01e4100 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f68e40119d0 tx=0x7f68e4011dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:23.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.844+0000 7f68deffd640 1 -- 172.21.15.111:0/665551281 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68e400faf0 con 0x7f68f014bfd0 2024-09-19T04:37:23.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.844+0000 7f68deffd640 1 -- 172.21.15.111:0/665551281 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68e400fc90 con 0x7f68f014bfd0 2024-09-19T04:37:23.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.844+0000 7f68deffd640 1 -- 172.21.15.111:0/665551281 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68e4014440 con 0x7f68f014bfd0 2024-09-19T04:37:23.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.844+0000 7f68f496d640 1 -- 172.21.15.111:0/665551281 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68f00ce790 con 0x7f68f014bfd0 2024-09-19T04:37:23.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.844+0000 7f68f496d640 1 -- 172.21.15.111:0/665551281 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68f00714c0 con 0x7f68f014bfd0 2024-09-19T04:37:23.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.845+0000 7f68f496d640 1 -- 172.21.15.111:0/665551281 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68f006d560 con 0x7f68f014bfd0 2024-09-19T04:37:23.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.846+0000 7f68deffd640 1 -- 172.21.15.111:0/665551281 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f68e4012040 con 0x7f68f014bfd0 2024-09-19T04:37:23.852 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.846+0000 7f68deffd640 1 --2- 172.21.15.111:0/665551281 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f68d006c3d0 0x7f68d006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:23.852 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.847+0000 7f68deffd640 1 -- 172.21.15.111:0/665551281 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5795+0+0 (secure 0 0 0) 0x7f68e408bb10 con 0x7f68f014bfd0 2024-09-19T04:37:23.852 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.847+0000 7f68ee59c640 1 --2- 172.21.15.111:0/665551281 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f68d006c3d0 0x7f68d006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:23.852 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.847+0000 7f68ee59c640 1 --2- 172.21.15.111:0/665551281 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f68d006c3d0 0x7f68d006e890 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f68f00b1300 tx=0x7f68e0006040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:23.852 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:23.851+0000 7f68deffd640 1 -- 172.21.15.111:0/665551281 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f68f006d560 con 0x7f68f014bfd0 2024-09-19T04:37:24.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.049+0000 7f68f496d640 1 -- 172.21.15.111:0/665551281 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f68f00d0680 con 0x7f68f014bfd0 2024-09-19T04:37:24.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.050+0000 7f68deffd640 1 -- 172.21.15.111:0/665551281 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 47 v47) ==== 94+0+5231 (secure 0 0 0) 0x7f68e4019030 con 0x7f68f014bfd0 2024-09-19T04:37:24.051 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:24.052 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":47,"btime":"2024-09-19T04:37:20:254073+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5582,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6833/3867581884","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3867581884},{"type":"v1","addr":"172.21.15.114:6833","nonce":3867581884}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":39},{"gid":6058,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/822486418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":822486418},{"type":"v1","addr":"172.21.15.114:6835","nonce":822486418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6681,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/3818002553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3818002553},{"type":"v1","addr":"172.21.15.111:6834","nonce":3818002553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":47}],"filesystems":[{"mdsmap":{"epoch":43,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:37:06.591747+0000","modified":"2024-09-19T04:37:08.588801+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6480},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6480":{"gid":6480,"name":"a","rank":0,"incarnation":41,"state":"up:active","state_seq":4,"addr":"172.21.15.111:6835/214483087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":214483087},{"type":"v1","addr":"172.21.15.111:6835","nonce":214483087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6480,"qdb_cluster":[6480]},"id":6}]} 2024-09-19T04:37:24.052 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 47 2024-09-19T04:37:24.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.052+0000 7f68f496d640 1 -- 172.21.15.111:0/665551281 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f68d006c3d0 msgr2=0x7f68d006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:24.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.052+0000 7f68f496d640 1 --2- 172.21.15.111:0/665551281 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f68d006c3d0 0x7f68d006e890 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f68f00b1300 tx=0x7f68e0006040 comp rx=0 tx=0).stop 2024-09-19T04:37:24.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.052+0000 7f68f496d640 1 -- 172.21.15.111:0/665551281 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68f014bfd0 msgr2=0x7f68f01e4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:24.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.052+0000 7f68f496d640 1 --2- 172.21.15.111:0/665551281 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68f014bfd0 0x7f68f01e4100 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f68e40119d0 tx=0x7f68e4011dd0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.052+0000 7f68f496d640 1 -- 172.21.15.111:0/665551281 shutdown_connections 2024-09-19T04:37:24.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.052+0000 7f68f496d640 1 --2- 172.21.15.111:0/665551281 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f68d006c3d0 0x7f68d006e890 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.052+0000 7f68f496d640 1 --2- 172.21.15.111:0/665551281 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68f014b980 0x7f68f01e4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.052+0000 7f68f496d640 1 --2- 172.21.15.111:0/665551281 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68f014bfd0 0x7f68f01e4100 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.052+0000 7f68f496d640 1 --2- 172.21.15.111:0/665551281 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68d8004d40 0x7f68f0071ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.052+0000 7f68f496d640 1 -- 172.21.15.111:0/665551281 >> 172.21.15.111:0/665551281 conn(0x7f68f0062cc0 msgr2=0x7f68f00b17d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:24.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.052+0000 7f68f496d640 1 -- 172.21.15.111:0/665551281 shutdown_connections 2024-09-19T04:37:24.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.052+0000 7f68f496d640 1 -- 172.21.15.111:0/665551281 wait complete. 2024-09-19T04:37:24.064 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:37:24.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.161+0000 7fb15c0e6640 1 Processor -- start 2024-09-19T04:37:24.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.161+0000 7fb15c0e6640 1 -- start start 2024-09-19T04:37:24.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.162+0000 7fb15c0e6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fb154145510 0x7fb15415cc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:24.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.162+0000 7fb15c0e6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1540c7330 con 0x7fb15415d160 2024-09-19T04:37:24.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.162+0000 7fb15c0e6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb15406e2c0 con 0x7fb15406f4b0 2024-09-19T04:37:24.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.162+0000 7fb15c0e6640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fb1540731d0 con 0x7fb154145510 2024-09-19T04:37:24.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.162+0000 7fb159e82640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fb154145510 0x7fb15415cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:24.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.162+0000 7fb159e82640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fb154145510 0x7fb15415cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55950/0 (socket says 172.21.15.111:55950) 2024-09-19T04:37:24.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.162+0000 7fb159e82640 1 -- 172.21.15.111:0/3320693787 learned_addr learned my addr 172.21.15.111:0/3320693787 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:24.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.162+0000 7fb159e82640 1 -- 172.21.15.111:0/3320693787 >> v1:172.21.15.114:6789/0 conn(0x7fb15406f4b0 legacy=0x7fb15406bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:24.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.162+0000 7fb159e82640 1 -- 172.21.15.111:0/3320693787 >> v1:172.21.15.111:6789/0 conn(0x7fb15415d160 legacy=0x7fb15406eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:24.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.162+0000 7fb159e82640 1 -- 172.21.15.111:0/3320693787 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb15406e5a0 con 0x7fb154145510 2024-09-19T04:37:24.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.163+0000 7fb159e82640 1 --2- 172.21.15.111:0/3320693787 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb154145510 0x7fb15415cc20 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7fb14c009870 tx=0x7fb14c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44e684c0e0922e6a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:24.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.163+0000 7fb158e80640 1 -- 172.21.15.111:0/3320693787 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb14c037070 con 0x7fb154145510 2024-09-19T04:37:24.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.163+0000 7fb158e80640 1 -- 172.21.15.111:0/3320693787 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb14c032440 con 0x7fb154145510 2024-09-19T04:37:24.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.163+0000 7fb158e80640 1 -- 172.21.15.111:0/3320693787 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb14c032810 con 0x7fb154145510 2024-09-19T04:37:24.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.163+0000 7fb15c0e6640 1 -- 172.21.15.111:0/3320693787 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb154145510 msgr2=0x7fb15415cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:24.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.163+0000 7fb15c0e6640 1 --2- 172.21.15.111:0/3320693787 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb154145510 0x7fb15415cc20 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7fb14c009870 tx=0x7fb14c02a270 comp rx=0 tx=0).stop 2024-09-19T04:37:24.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.163+0000 7fb15c0e6640 1 -- 172.21.15.111:0/3320693787 shutdown_connections 2024-09-19T04:37:24.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.163+0000 7fb15c0e6640 1 --2- 172.21.15.111:0/3320693787 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb154145510 0x7fb15415cc20 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.163+0000 7fb15c0e6640 1 -- 172.21.15.111:0/3320693787 >> 172.21.15.111:0/3320693787 conn(0x7fb154062c60 msgr2=0x7fb1540b4870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:24.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.163+0000 7fb15c0e6640 1 -- 172.21.15.111:0/3320693787 shutdown_connections 2024-09-19T04:37:24.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.163+0000 7fb15c0e6640 1 -- 172.21.15.111:0/3320693787 wait complete. 2024-09-19T04:37:24.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.165+0000 7fb15c0e6640 1 Processor -- start 2024-09-19T04:37:24.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.165+0000 7fb15c0e6640 1 -- start start 2024-09-19T04:37:24.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.165+0000 7fb15c0e6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb15406f4b0 0x7fb15415ed20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:24.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.165+0000 7fb15c0e6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb154145510 0x7fb1540cb6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:24.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.165+0000 7fb15c0e6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb15415d160 0x7fb1540cbc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:24.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.165+0000 7fb15c0e6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb1541458f0 con 0x7fb15406f4b0 2024-09-19T04:37:24.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.165+0000 7fb15c0e6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb1540c7610 con 0x7fb154145510 2024-09-19T04:37:24.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.165+0000 7fb15c0e6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb154145a70 con 0x7fb15415d160 2024-09-19T04:37:24.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.165+0000 7fb159e82640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb15406f4b0 0x7fb15415ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:24.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.165+0000 7fb159e82640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb15406f4b0 0x7fb15415ed20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55966/0 (socket says 172.21.15.111:55966) 2024-09-19T04:37:24.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.165+0000 7fb159e82640 1 -- 172.21.15.111:0/4284532384 learned_addr learned my addr 172.21.15.111:0/4284532384 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:24.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.165+0000 7fb159681640 1 --2- 172.21.15.111:0/4284532384 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb154145510 0x7fb1540cb6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:24.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.166+0000 7fb15a683640 1 --2- 172.21.15.111:0/4284532384 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb15415d160 0x7fb1540cbc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:24.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.166+0000 7fb159e82640 1 -- 172.21.15.111:0/4284532384 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb15415d160 msgr2=0x7fb1540cbc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:24.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.166+0000 7fb159e82640 1 --2- 172.21.15.111:0/4284532384 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb15415d160 0x7fb1540cbc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.166+0000 7fb159e82640 1 -- 172.21.15.111:0/4284532384 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb154145510 msgr2=0x7fb1540cb6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:24.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.166+0000 7fb159e82640 1 --2- 172.21.15.111:0/4284532384 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb154145510 0x7fb1540cb6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.166+0000 7fb159e82640 1 -- 172.21.15.111:0/4284532384 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb15414f550 con 0x7fb15406f4b0 2024-09-19T04:37:24.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.166+0000 7fb15a683640 1 --2- 172.21.15.111:0/4284532384 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb15415d160 0x7fb1540cbc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:24.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.166+0000 7fb159e82640 1 --2- 172.21.15.111:0/4284532384 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb15406f4b0 0x7fb15415ed20 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fb14c000c00 tx=0x7fb14c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:24.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.166+0000 7fb1527fc640 1 -- 172.21.15.111:0/4284532384 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb14c037040 con 0x7fb15406f4b0 2024-09-19T04:37:24.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.166+0000 7fb1527fc640 1 -- 172.21.15.111:0/4284532384 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb14c042070 con 0x7fb15406f4b0 2024-09-19T04:37:24.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.166+0000 7fb1527fc640 1 -- 172.21.15.111:0/4284532384 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb14c030bd0 con 0x7fb15406f4b0 2024-09-19T04:37:24.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.166+0000 7fb15c0e6640 1 -- 172.21.15.111:0/4284532384 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb15414f830 con 0x7fb15406f4b0 2024-09-19T04:37:24.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.166+0000 7fb15c0e6640 1 -- 172.21.15.111:0/4284532384 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb15414fdf0 con 0x7fb15406f4b0 2024-09-19T04:37:24.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.167+0000 7fb15c0e6640 1 -- 172.21.15.111:0/4284532384 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb15415cc20 con 0x7fb15406f4b0 2024-09-19T04:37:24.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.168+0000 7fb1527fc640 1 -- 172.21.15.111:0/4284532384 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fb14c047460 con 0x7fb15406f4b0 2024-09-19T04:37:24.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.168+0000 7fb1527fc640 1 --2- 172.21.15.111:0/4284532384 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb14006c3d0 0x7fb14006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:24.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.168+0000 7fb1527fc640 1 -- 172.21.15.111:0/4284532384 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5795+0+0 (secure 0 0 0) 0x7fb14c0ac240 con 0x7fb15406f4b0 2024-09-19T04:37:24.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.168+0000 7fb159681640 1 --2- 172.21.15.111:0/4284532384 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb14006c3d0 0x7fb14006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:24.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.169+0000 7fb159681640 1 --2- 172.21.15.111:0/4284532384 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb14006c3d0 0x7fb14006e890 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fb1540b5a30 tx=0x7fb148009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:24.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.172+0000 7fb1527fc640 1 -- 172.21.15.111:0/4284532384 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb14c07a7b0 con 0x7fb15406f4b0 2024-09-19T04:37:24.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.339+0000 7fb15c0e6640 1 -- 172.21.15.111:0/4284532384 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb15406c8b0 con 0x7fb15406f4b0 2024-09-19T04:37:24.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.341+0000 7fb1527fc640 1 -- 172.21.15.111:0/4284532384 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+16897 (secure 0 0 0) 0x7fb14c07a0b0 con 0x7fb15406f4b0 2024-09-19T04:37:24.342 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:24.342 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":90,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:37:22.264890+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:37:05.209021+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-19T04:37:05.563056+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.111:6834/608607142":"2024-09-20T04:37:19.251874+0000","172.21.15.111:6816/608607142":"2024-09-20T04:37:19.251874+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:37:24.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.343+0000 7fb15c0e6640 1 -- 172.21.15.111:0/4284532384 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb14006c3d0 msgr2=0x7fb14006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:24.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.343+0000 7fb15c0e6640 1 --2- 172.21.15.111:0/4284532384 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb14006c3d0 0x7fb14006e890 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fb1540b5a30 tx=0x7fb148009040 comp rx=0 tx=0).stop 2024-09-19T04:37:24.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.343+0000 7fb15c0e6640 1 -- 172.21.15.111:0/4284532384 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb15406f4b0 msgr2=0x7fb15415ed20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:24.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.343+0000 7fb15c0e6640 1 --2- 172.21.15.111:0/4284532384 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb15406f4b0 0x7fb15415ed20 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fb14c000c00 tx=0x7fb14c0046c0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.343+0000 7fb15c0e6640 1 -- 172.21.15.111:0/4284532384 shutdown_connections 2024-09-19T04:37:24.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.343+0000 7fb15c0e6640 1 --2- 172.21.15.111:0/4284532384 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb14006c3d0 0x7fb14006e890 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.343+0000 7fb15c0e6640 1 --2- 172.21.15.111:0/4284532384 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb15415d160 0x7fb1540cbc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.343+0000 7fb15c0e6640 1 --2- 172.21.15.111:0/4284532384 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb154145510 0x7fb1540cb6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.343+0000 7fb15c0e6640 1 --2- 172.21.15.111:0/4284532384 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb15406f4b0 0x7fb15415ed20 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.343+0000 7fb15c0e6640 1 -- 172.21.15.111:0/4284532384 >> 172.21.15.111:0/4284532384 conn(0x7fb154062c60 msgr2=0x7fb15406bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:24.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.343+0000 7fb15c0e6640 1 -- 172.21.15.111:0/4284532384 shutdown_connections 2024-09-19T04:37:24.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.343+0000 7fb15c0e6640 1 -- 172.21.15.111:0/4284532384 wait complete. 2024-09-19T04:37:24.355 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T04:37:24.355 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:37:24.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.452+0000 7faac1bfd640 1 Processor -- start 2024-09-19T04:37:24.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.452+0000 7faac1bfd640 1 -- start start 2024-09-19T04:37:24.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.453+0000 7faac1bfd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7faabc0d02a0 0x7faabc0d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:24.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.453+0000 7faac1bfd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faabc15ceb0 0x7faabc1594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:24.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.453+0000 7faac1bfd640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faabc0d0bc0 con 0x7faabc15ca40 2024-09-19T04:37:24.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.453+0000 7faac1bfd640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7faabc15d390 con 0x7faabc0d02a0 2024-09-19T04:37:24.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.453+0000 7faac1bfd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7faabc15d670 con 0x7faabc15ceb0 2024-09-19T04:37:24.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.453+0000 7faabb7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7faabc0d02a0 0x7faabc0d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:24.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.453+0000 7faabb7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7faabc0d02a0 0x7faabc0d0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55970/0 (socket says 172.21.15.111:55970) 2024-09-19T04:37:24.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.453+0000 7faabaffd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7faabc15ca40 0x7faabc15e430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59316/0 (socket says 172.21.15.111:59316) 2024-09-19T04:37:24.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.453+0000 7faabb7fe640 1 -- 172.21.15.111:0/4146277504 learned_addr learned my addr 172.21.15.111:0/4146277504 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:24.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.453+0000 7faabb7fe640 1 -- 172.21.15.111:0/4146277504 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faabc15ceb0 msgr2=0x7faabc1594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:24.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.453+0000 7faabb7fe640 1 --2- 172.21.15.111:0/4146277504 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faabc15ceb0 0x7faabc1594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.453+0000 7faabb7fe640 1 -- 172.21.15.111:0/4146277504 >> v1:172.21.15.111:6789/0 conn(0x7faabc15ca40 legacy=0x7faabc15e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:24.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.453+0000 7faaba7fc640 1 -- 172.21.15.111:0/4146277504 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 734033542 0 0) 0x7faabc0d0bc0 con 0x7faabc15ca40 2024-09-19T04:37:24.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.453+0000 7faabb7fe640 1 -- 172.21.15.111:0/4146277504 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faabc15d950 con 0x7faabc0d02a0 2024-09-19T04:37:24.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.454+0000 7faabb7fe640 1 --2- 172.21.15.111:0/4146277504 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faabc0d02a0 0x7faabc0d0680 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7faaac00bb10 tx=0x7faaac02c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b495ace84ac1bb22 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:24.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.454+0000 7faaba7fc640 1 -- 172.21.15.111:0/4146277504 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaac033640 con 0x7faabc0d02a0 2024-09-19T04:37:24.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.454+0000 7faaba7fc640 1 -- 172.21.15.111:0/4146277504 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faaac038070 con 0x7faabc0d02a0 2024-09-19T04:37:24.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.454+0000 7faaba7fc640 1 -- 172.21.15.111:0/4146277504 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaac033a00 con 0x7faabc0d02a0 2024-09-19T04:37:24.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.455+0000 7faac1bfd640 1 -- 172.21.15.111:0/4146277504 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faabc0d02a0 msgr2=0x7faabc0d0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:24.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.455+0000 7faac1bfd640 1 --2- 172.21.15.111:0/4146277504 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faabc0d02a0 0x7faabc0d0680 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7faaac00bb10 tx=0x7faaac02c8b0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.455+0000 7faac1bfd640 1 -- 172.21.15.111:0/4146277504 shutdown_connections 2024-09-19T04:37:24.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.455+0000 7faac1bfd640 1 --2- 172.21.15.111:0/4146277504 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faabc15ceb0 0x7faabc1594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.455+0000 7faac1bfd640 1 --2- 172.21.15.111:0/4146277504 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faabc0d02a0 0x7faabc0d0680 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.455+0000 7faac1bfd640 1 -- 172.21.15.111:0/4146277504 >> 172.21.15.111:0/4146277504 conn(0x7faabc062cc0 msgr2=0x7faabc06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:24.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.455+0000 7faac1bfd640 1 -- 172.21.15.111:0/4146277504 shutdown_connections 2024-09-19T04:37:24.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.455+0000 7faac1bfd640 1 -- 172.21.15.111:0/4146277504 wait complete. 2024-09-19T04:37:24.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.456+0000 7faac1bfd640 1 Processor -- start 2024-09-19T04:37:24.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.456+0000 7faac1bfd640 1 -- start start 2024-09-19T04:37:24.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.457+0000 7faac1bfd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faabc0d02a0 0x7faabc155f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:24.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.457+0000 7faac1bfd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faabc15ca40 0x7faabc1efcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:24.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.457+0000 7faac1bfd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faabc15ceb0 0x7faabc153d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:24.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.457+0000 7faac1bfd640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7faabc15eb40 con 0x7faabc15ceb0 2024-09-19T04:37:24.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.457+0000 7faac1bfd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7faabc15df10 con 0x7faabc0d02a0 2024-09-19T04:37:24.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.457+0000 7faac1bfd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7faabc155b90 con 0x7faabc15ca40 2024-09-19T04:37:24.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.457+0000 7faabbfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faabc15ceb0 0x7faabc153d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:24.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.457+0000 7faabbfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faabc15ceb0 0x7faabc153d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55980/0 (socket says 172.21.15.111:55980) 2024-09-19T04:37:24.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.457+0000 7faabbfff640 1 -- 172.21.15.111:0/2261562726 learned_addr learned my addr 172.21.15.111:0/2261562726 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:24.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.457+0000 7faabbfff640 1 -- 172.21.15.111:0/2261562726 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faabc15ca40 msgr2=0x7faabc1efcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:24.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.457+0000 7faabaffd640 1 --2- 172.21.15.111:0/2261562726 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faabc15ca40 0x7faabc1efcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:24.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.457+0000 7faabb7fe640 1 --2- 172.21.15.111:0/2261562726 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faabc0d02a0 0x7faabc155f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:24.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.457+0000 7faabbfff640 1 --2- 172.21.15.111:0/2261562726 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faabc15ca40 0x7faabc1efcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.457+0000 7faabbfff640 1 -- 172.21.15.111:0/2261562726 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faabc0d02a0 msgr2=0x7faabc155f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:24.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.457+0000 7faabbfff640 1 --2- 172.21.15.111:0/2261562726 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faabc0d02a0 0x7faabc155f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.457+0000 7faabbfff640 1 -- 172.21.15.111:0/2261562726 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faabc1f0760 con 0x7faabc15ceb0 2024-09-19T04:37:24.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.457+0000 7faabaffd640 1 --2- 172.21.15.111:0/2261562726 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faabc15ca40 0x7faabc1efcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:24.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.457+0000 7faabb7fe640 1 --2- 172.21.15.111:0/2261562726 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faabc0d02a0 0x7faabc155f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:24.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.457+0000 7faabbfff640 1 --2- 172.21.15.111:0/2261562726 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faabc15ceb0 0x7faabc153d10 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7faab400ba10 tx=0x7faab400bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:24.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.458+0000 7faaa3fff640 1 -- 172.21.15.111:0/2261562726 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab4019070 con 0x7faabc15ceb0 2024-09-19T04:37:24.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.458+0000 7faaa3fff640 1 -- 172.21.15.111:0/2261562726 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faab400cb20 con 0x7faabc15ceb0 2024-09-19T04:37:24.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.458+0000 7faac1bfd640 1 -- 172.21.15.111:0/2261562726 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faabc1f0a40 con 0x7faabc15ceb0 2024-09-19T04:37:24.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.458+0000 7faaa3fff640 1 -- 172.21.15.111:0/2261562726 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab4014440 con 0x7faabc15ceb0 2024-09-19T04:37:24.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.458+0000 7faac1bfd640 1 -- 172.21.15.111:0/2261562726 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faabc157c60 con 0x7faabc15ceb0 2024-09-19T04:37:24.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.459+0000 7faac1bfd640 1 -- 172.21.15.111:0/2261562726 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faabc157e60 con 0x7faabc15ceb0 2024-09-19T04:37:24.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.459+0000 7faaa3fff640 1 -- 172.21.15.111:0/2261562726 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7faab401c070 con 0x7faabc15ceb0 2024-09-19T04:37:24.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.460+0000 7faaa3fff640 1 --2- 172.21.15.111:0/2261562726 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faaa806c3d0 0x7faaa806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:24.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.460+0000 7faaa3fff640 1 -- 172.21.15.111:0/2261562726 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5795+0+0 (secure 0 0 0) 0x7faab408b2c0 con 0x7faabc15ceb0 2024-09-19T04:37:24.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.460+0000 7faabb7fe640 1 --2- 172.21.15.111:0/2261562726 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faaa806c3d0 0x7faaa806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:24.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.460+0000 7faabb7fe640 1 --2- 172.21.15.111:0/2261562726 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faaa806c3d0 0x7faaa806e890 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7faaac037000 tx=0x7faaac032000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:24.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.464+0000 7faaa3fff640 1 -- 172.21.15.111:0/2261562726 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faab40598c0 con 0x7faabc15ceb0 2024-09-19T04:37:24.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.661+0000 7faac1bfd640 1 -- 172.21.15.111:0/2261562726 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faabc0b4790 con 0x7faabc15ceb0 2024-09-19T04:37:24.663 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.662+0000 7faaa3fff640 1 -- 172.21.15.111:0/2261562726 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 47 v47) ==== 94+0+5231 (secure 0 0 0) 0x7faab40591c0 con 0x7faabc15ceb0 2024-09-19T04:37:24.663 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:24.663 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":47,"btime":"2024-09-19T04:37:20:254073+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5582,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6833/3867581884","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3867581884},{"type":"v1","addr":"172.21.15.114:6833","nonce":3867581884}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":39},{"gid":6058,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/822486418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":822486418},{"type":"v1","addr":"172.21.15.114:6835","nonce":822486418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6681,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/3818002553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3818002553},{"type":"v1","addr":"172.21.15.111:6834","nonce":3818002553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":47}],"filesystems":[{"mdsmap":{"epoch":43,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:37:06.591747+0000","modified":"2024-09-19T04:37:08.588801+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6480},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6480":{"gid":6480,"name":"a","rank":0,"incarnation":41,"state":"up:active","state_seq":4,"addr":"172.21.15.111:6835/214483087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":214483087},{"type":"v1","addr":"172.21.15.111:6835","nonce":214483087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6480,"qdb_cluster":[6480]},"id":6}]} 2024-09-19T04:37:24.664 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 47 2024-09-19T04:37:24.665 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.664+0000 7faac1bfd640 1 -- 172.21.15.111:0/2261562726 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faaa806c3d0 msgr2=0x7faaa806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:24.665 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.664+0000 7faac1bfd640 1 --2- 172.21.15.111:0/2261562726 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faaa806c3d0 0x7faaa806e890 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7faaac037000 tx=0x7faaac032000 comp rx=0 tx=0).stop 2024-09-19T04:37:24.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.664+0000 7faac1bfd640 1 -- 172.21.15.111:0/2261562726 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faabc15ceb0 msgr2=0x7faabc153d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:24.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.664+0000 7faac1bfd640 1 --2- 172.21.15.111:0/2261562726 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faabc15ceb0 0x7faabc153d10 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7faab400ba10 tx=0x7faab400bed0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.664+0000 7faac1bfd640 1 -- 172.21.15.111:0/2261562726 shutdown_connections 2024-09-19T04:37:24.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.664+0000 7faac1bfd640 1 --2- 172.21.15.111:0/2261562726 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faaa806c3d0 0x7faaa806e890 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.664+0000 7faac1bfd640 1 --2- 172.21.15.111:0/2261562726 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faabc15ceb0 0x7faabc153d10 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.664+0000 7faac1bfd640 1 --2- 172.21.15.111:0/2261562726 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faabc15ca40 0x7faabc1efcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.664+0000 7faac1bfd640 1 --2- 172.21.15.111:0/2261562726 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faabc0d02a0 0x7faabc155f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.664+0000 7faac1bfd640 1 -- 172.21.15.111:0/2261562726 >> 172.21.15.111:0/2261562726 conn(0x7faabc062cc0 msgr2=0x7faabc06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:24.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.664+0000 7faac1bfd640 1 -- 172.21.15.111:0/2261562726 shutdown_connections 2024-09-19T04:37:24.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.664+0000 7faac1bfd640 1 -- 172.21.15.111:0/2261562726 wait complete. 2024-09-19T04:37:24.675 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:37:24.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.771+0000 7f376c0ba640 1 Processor -- start 2024-09-19T04:37:24.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.772+0000 7f376c0ba640 1 -- start start 2024-09-19T04:37:24.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.772+0000 7f376c0ba640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f376415ca40 0x7f376415e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:24.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.772+0000 7f376c0ba640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f376415d390 con 0x7f376415ce80 2024-09-19T04:37:24.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.772+0000 7f376c0ba640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f376415d670 con 0x7f37640d02a0 2024-09-19T04:37:24.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.772+0000 7f376c0ba640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f376415d950 con 0x7f376415ca40 2024-09-19T04:37:24.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.773+0000 7f376a657640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f376415ce80 0x7f37641594c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59322/0 (socket says 172.21.15.111:59322) 2024-09-19T04:37:24.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.773+0000 7f376a657640 1 -- 172.21.15.111:0/2322440343 learned_addr learned my addr 172.21.15.111:0/2322440343 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:24.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.773+0000 7f3769655640 1 --2- 172.21.15.111:0/2322440343 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f376415ca40 0x7f376415e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:24.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.773+0000 7f3768e54640 1 -- 172.21.15.111:0/2322440343 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2346237268 0 0) 0x7f376415d390 con 0x7f376415ce80 2024-09-19T04:37:24.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.773+0000 7f3768e54640 1 -- 172.21.15.111:0/2322440343 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f374c003520 con 0x7f376415ce80 2024-09-19T04:37:24.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.773+0000 7f3768e54640 1 -- 172.21.15.111:0/2322440343 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2040351060 0 0) 0x7f374c003520 con 0x7f376415ce80 2024-09-19T04:37:24.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.773+0000 7f3768e54640 1 -- 172.21.15.111:0/2322440343 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f376415ca40 msgr2=0x7f376415e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:24.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.773+0000 7f3768e54640 1 --2- 172.21.15.111:0/2322440343 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f376415ca40 0x7f376415e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.773+0000 7f3768e54640 1 -- 172.21.15.111:0/2322440343 >> v1:172.21.15.114:6789/0 conn(0x7f37640d02a0 legacy=0x7f37640d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:24.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.773+0000 7f3768e54640 1 -- 172.21.15.111:0/2322440343 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f376415dc30 con 0x7f376415ce80 2024-09-19T04:37:24.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.773+0000 7f3768e54640 1 -- 172.21.15.111:0/2322440343 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f3754001670 con 0x7f376415ce80 2024-09-19T04:37:24.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.773+0000 7f3768e54640 1 -- 172.21.15.111:0/2322440343 >> v1:172.21.15.111:6789/0 conn(0x7f376415ce80 legacy=0x7f37641594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:24.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.773+0000 7f3768e54640 1 --2- 172.21.15.111:0/2322440343 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f374c0039e0 0x7f374c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:24.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.773+0000 7f3768e54640 1 --2- 172.21.15.111:0/2322440343 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f374c004390 0x7f374c004860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:24.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.773+0000 7f3768e54640 1 --2- 172.21.15.111:0/2322440343 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f376415ca40 0x7f374c005160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:24.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.773+0000 7f3768e54640 1 -- 172.21.15.111:0/2322440343 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f376415d950 con 0x7f374c004390 2024-09-19T04:37:24.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.773+0000 7f3768e54640 1 -- 172.21.15.111:0/2322440343 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f374c00ba70 con 0x7f374c0039e0 2024-09-19T04:37:24.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.773+0000 7f3768e54640 1 -- 172.21.15.111:0/2322440343 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f374c00de80 con 0x7f376415ca40 2024-09-19T04:37:24.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.773+0000 7f3769655640 1 --2- 172.21.15.111:0/2322440343 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f374c004390 0x7f374c004860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:24.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.773+0000 7f3769e56640 1 --2- 172.21.15.111:0/2322440343 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f374c0039e0 0x7f374c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:24.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.773+0000 7f376a657640 1 --2- 172.21.15.111:0/2322440343 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f376415ca40 0x7f374c005160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:24.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.774+0000 7f3769655640 1 -- 172.21.15.111:0/2322440343 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f376415ca40 msgr2=0x7f374c005160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:24.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.774+0000 7f3769655640 1 --2- 172.21.15.111:0/2322440343 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f376415ca40 0x7f374c005160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.774+0000 7f3769655640 1 -- 172.21.15.111:0/2322440343 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f374c0039e0 msgr2=0x7f374c003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:24.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.774+0000 7f3769655640 1 --2- 172.21.15.111:0/2322440343 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f374c0039e0 0x7f374c003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.774+0000 7f3769655640 1 -- 172.21.15.111:0/2322440343 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f374c003520 con 0x7f374c004390 2024-09-19T04:37:24.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.774+0000 7f3769655640 1 --2- 172.21.15.111:0/2322440343 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f374c004390 0x7f374c004860 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f3758009fc0 tx=0x7f374c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce23247791d514fa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:24.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.774+0000 7f3768e54640 1 -- 172.21.15.111:0/2322440343 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3758009c10 con 0x7f374c004390 2024-09-19T04:37:24.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.774+0000 7f3768e54640 1 -- 172.21.15.111:0/2322440343 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3758036070 con 0x7f374c004390 2024-09-19T04:37:24.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.774+0000 7f3768e54640 1 -- 172.21.15.111:0/2322440343 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3758031880 con 0x7f374c004390 2024-09-19T04:37:24.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.775+0000 7f376c0ba640 1 -- 172.21.15.111:0/2322440343 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f374c004390 msgr2=0x7f374c004860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:24.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.775+0000 7f376c0ba640 1 --2- 172.21.15.111:0/2322440343 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f374c004390 0x7f374c004860 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f3758009fc0 tx=0x7f374c005830 comp rx=0 tx=0).stop 2024-09-19T04:37:24.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.775+0000 7f376a657640 1 -- 172.21.15.111:0/2322440343 reap_dead start 2024-09-19T04:37:24.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.775+0000 7f376c0ba640 1 -- 172.21.15.111:0/2322440343 shutdown_connections 2024-09-19T04:37:24.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.775+0000 7f376c0ba640 1 -- 172.21.15.111:0/2322440343 >> 172.21.15.111:0/2322440343 conn(0x7f3764062cc0 msgr2=0x7f376406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:24.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.775+0000 7f376c0ba640 1 -- 172.21.15.111:0/2322440343 shutdown_connections 2024-09-19T04:37:24.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.775+0000 7f376c0ba640 1 -- 172.21.15.111:0/2322440343 wait complete. 2024-09-19T04:37:24.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.776+0000 7f376c0ba640 1 Processor -- start 2024-09-19T04:37:24.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.776+0000 7f376c0ba640 1 -- start start 2024-09-19T04:37:24.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.777+0000 7f376c0ba640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f374c004390 0x7f3764158980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:24.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.777+0000 7f376c0ba640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f376414b980 0x7f3764156110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:24.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.777+0000 7f376c0ba640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f376414be00 0x7f3764156650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:24.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.777+0000 7f376c0ba640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3764155d10 con 0x7f376414b980 2024-09-19T04:37:24.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.777+0000 7f376c0ba640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3764155b90 con 0x7f376414be00 2024-09-19T04:37:24.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.777+0000 7f376c0ba640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f37640b4790 con 0x7f374c004390 2024-09-19T04:37:24.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.777+0000 7f3769655640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f376414b980 0x7f3764156110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:24.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.777+0000 7f3769655640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f376414b980 0x7f3764156110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:55996/0 (socket says 172.21.15.111:55996) 2024-09-19T04:37:24.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.777+0000 7f3769655640 1 -- 172.21.15.111:0/2766307288 learned_addr learned my addr 172.21.15.111:0/2766307288 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:24.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.777+0000 7f376a657640 1 --2- 172.21.15.111:0/2766307288 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f376414be00 0x7f3764156650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:24.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.777+0000 7f3769e56640 1 --2- 172.21.15.111:0/2766307288 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f374c004390 0x7f3764158980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:24.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.777+0000 7f3769655640 1 -- 172.21.15.111:0/2766307288 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f374c004390 msgr2=0x7f3764158980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:24.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.777+0000 7f3769655640 1 --2- 172.21.15.111:0/2766307288 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f374c004390 0x7f3764158980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.777+0000 7f3769655640 1 -- 172.21.15.111:0/2766307288 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f376414be00 msgr2=0x7f3764156650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:24.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.777+0000 7f3769655640 1 --2- 172.21.15.111:0/2766307288 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f376414be00 0x7f3764156650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.777+0000 7f3769655640 1 -- 172.21.15.111:0/2766307288 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37641580e0 con 0x7f376414b980 2024-09-19T04:37:24.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.778+0000 7f3769655640 1 --2- 172.21.15.111:0/2766307288 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f376414b980 0x7f3764156110 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f375800e230 tx=0x7f3758009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:24.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.778+0000 7f37627fc640 1 -- 172.21.15.111:0/2766307288 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3758009c10 con 0x7f376414b980 2024-09-19T04:37:24.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.778+0000 7f37627fc640 1 -- 172.21.15.111:0/2766307288 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3758003990 con 0x7f376414b980 2024-09-19T04:37:24.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.778+0000 7f376c0ba640 1 -- 172.21.15.111:0/2766307288 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37641583c0 con 0x7f376414b980 2024-09-19T04:37:24.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.778+0000 7f37627fc640 1 -- 172.21.15.111:0/2766307288 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3758003d60 con 0x7f376414b980 2024-09-19T04:37:24.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.778+0000 7f376c0ba640 1 -- 172.21.15.111:0/2766307288 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3764158ec0 con 0x7f376414b980 2024-09-19T04:37:24.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.779+0000 7f376c0ba640 1 -- 172.21.15.111:0/2766307288 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f376415d2f0 con 0x7f376414b980 2024-09-19T04:37:24.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.779+0000 7f37627fc640 1 -- 172.21.15.111:0/2766307288 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f3758005d10 con 0x7f376414b980 2024-09-19T04:37:24.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.780+0000 7f37627fc640 1 --2- 172.21.15.111:0/2766307288 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f375006c3d0 0x7f375006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:24.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.780+0000 7f37627fc640 1 -- 172.21.15.111:0/2766307288 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5795+0+0 (secure 0 0 0) 0x7f37580ac960 con 0x7f376414b980 2024-09-19T04:37:24.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.780+0000 7f3769e56640 1 --2- 172.21.15.111:0/2766307288 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f375006c3d0 0x7f375006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:24.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.780+0000 7f3769e56640 1 --2- 172.21.15.111:0/2766307288 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f375006c3d0 0x7f375006e890 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f37640afb20 tx=0x7f375c009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:24.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.784+0000 7f37627fc640 1 -- 172.21.15.111:0/2766307288 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f375807a870 con 0x7f376414b980 2024-09-19T04:37:24.985 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.983+0000 7f376c0ba640 1 -- 172.21.15.111:0/2766307288 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f376414d2f0 con 0x7f376414b980 2024-09-19T04:37:24.985 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.983+0000 7f37627fc640 1 -- 172.21.15.111:0/2766307288 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 47 v47) ==== 94+0+5231 (secure 0 0 0) 0x7f37580ac070 con 0x7f376414b980 2024-09-19T04:37:24.985 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:24.985 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":47,"btime":"2024-09-19T04:37:20:254073+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5582,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6833/3867581884","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3867581884},{"type":"v1","addr":"172.21.15.114:6833","nonce":3867581884}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":39},{"gid":6058,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/822486418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":822486418},{"type":"v1","addr":"172.21.15.114:6835","nonce":822486418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6681,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/3818002553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3818002553},{"type":"v1","addr":"172.21.15.111:6834","nonce":3818002553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":47}],"filesystems":[{"mdsmap":{"epoch":43,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:37:06.591747+0000","modified":"2024-09-19T04:37:08.588801+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6480},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6480":{"gid":6480,"name":"a","rank":0,"incarnation":41,"state":"up:active","state_seq":4,"addr":"172.21.15.111:6835/214483087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":214483087},{"type":"v1","addr":"172.21.15.111:6835","nonce":214483087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6480,"qdb_cluster":[6480]},"id":6}]} 2024-09-19T04:37:24.985 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 47 2024-09-19T04:37:24.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.985+0000 7f376c0ba640 1 -- 172.21.15.111:0/2766307288 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f375006c3d0 msgr2=0x7f375006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:24.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.985+0000 7f376c0ba640 1 --2- 172.21.15.111:0/2766307288 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f375006c3d0 0x7f375006e890 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f37640afb20 tx=0x7f375c009040 comp rx=0 tx=0).stop 2024-09-19T04:37:24.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.985+0000 7f376c0ba640 1 -- 172.21.15.111:0/2766307288 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f376414b980 msgr2=0x7f3764156110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:24.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.985+0000 7f376c0ba640 1 --2- 172.21.15.111:0/2766307288 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f376414b980 0x7f3764156110 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f375800e230 tx=0x7f3758009750 comp rx=0 tx=0).stop 2024-09-19T04:37:24.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.986+0000 7f376c0ba640 1 -- 172.21.15.111:0/2766307288 shutdown_connections 2024-09-19T04:37:24.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.986+0000 7f376c0ba640 1 --2- 172.21.15.111:0/2766307288 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f375006c3d0 0x7f375006e890 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.986+0000 7f376c0ba640 1 --2- 172.21.15.111:0/2766307288 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f376414be00 0x7f3764156650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.986+0000 7f376c0ba640 1 --2- 172.21.15.111:0/2766307288 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f376414b980 0x7f3764156110 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.986+0000 7f376c0ba640 1 --2- 172.21.15.111:0/2766307288 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f374c004390 0x7f3764158980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:24.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.986+0000 7f376c0ba640 1 -- 172.21.15.111:0/2766307288 >> 172.21.15.111:0/2766307288 conn(0x7f3764062cc0 msgr2=0x7f3764154d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:24.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.986+0000 7f376c0ba640 1 -- 172.21.15.111:0/2766307288 shutdown_connections 2024-09-19T04:37:24.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:24.986+0000 7f376c0ba640 1 -- 172.21.15.111:0/2766307288 wait complete. 2024-09-19T04:37:24.998 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:37:25.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.094+0000 7fcbac591640 1 Processor -- start 2024-09-19T04:37:25.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.095+0000 7fcbac591640 1 -- start start 2024-09-19T04:37:25.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.095+0000 7fcbac591640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fcba415c300 0x7fcba40affc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:25.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.095+0000 7fcbac591640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcba415ecf0 con 0x7fcba40cd300 2024-09-19T04:37:25.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.096+0000 7fcbac591640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcba415c6e0 con 0x7fcba406f1e0 2024-09-19T04:37:25.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.096+0000 7fcbac591640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fcba415efb0 con 0x7fcba415c300 2024-09-19T04:37:25.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.096+0000 7fcbaa32d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fcba415c300 0x7fcba40affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:25.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.096+0000 7fcba9b2c640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fcba40cd300 0x7fcba406ead0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59332/0 (socket says 172.21.15.111:59332) 2024-09-19T04:37:25.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.096+0000 7fcba9b2c640 1 -- 172.21.15.111:0/2671902437 learned_addr learned my addr 172.21.15.111:0/2671902437 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:25.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.096+0000 7fcbaa32d640 1 -- 172.21.15.111:0/2671902437 >> v1:172.21.15.114:6789/0 conn(0x7fcba406f1e0 legacy=0x7fcba40ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:25.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.096+0000 7fcbaa32d640 1 -- 172.21.15.111:0/2671902437 >> v1:172.21.15.111:6789/0 conn(0x7fcba40cd300 legacy=0x7fcba406ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:25.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.096+0000 7fcbaa32d640 1 -- 172.21.15.111:0/2671902437 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcba415f290 con 0x7fcba415c300 2024-09-19T04:37:25.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.097+0000 7fcbaa32d640 1 --2- 172.21.15.111:0/2671902437 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcba415c300 0x7fcba40affc0 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7fcb980097a0 tx=0x7fcb9802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=368d710d25bd1003 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:25.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.097+0000 7fcba932b640 1 -- 172.21.15.111:0/2671902437 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb98037070 con 0x7fcba415c300 2024-09-19T04:37:25.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.097+0000 7fcba932b640 1 -- 172.21.15.111:0/2671902437 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb98032440 con 0x7fcba415c300 2024-09-19T04:37:25.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.097+0000 7fcba932b640 1 -- 172.21.15.111:0/2671902437 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb98032810 con 0x7fcba415c300 2024-09-19T04:37:25.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.097+0000 7fcbac591640 1 -- 172.21.15.111:0/2671902437 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcba415c300 msgr2=0x7fcba40affc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:25.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.097+0000 7fcbac591640 1 --2- 172.21.15.111:0/2671902437 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcba415c300 0x7fcba40affc0 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7fcb980097a0 tx=0x7fcb9802a1a0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.097+0000 7fcbac591640 1 -- 172.21.15.111:0/2671902437 shutdown_connections 2024-09-19T04:37:25.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.097+0000 7fcbac591640 1 --2- 172.21.15.111:0/2671902437 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcba415c300 0x7fcba40affc0 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.097+0000 7fcbac591640 1 -- 172.21.15.111:0/2671902437 >> 172.21.15.111:0/2671902437 conn(0x7fcba406cae0 msgr2=0x7fcba406cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:25.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.097+0000 7fcbac591640 1 -- 172.21.15.111:0/2671902437 shutdown_connections 2024-09-19T04:37:25.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.097+0000 7fcbac591640 1 -- 172.21.15.111:0/2671902437 wait complete. 2024-09-19T04:37:25.102 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.099+0000 7fcbac591640 1 Processor -- start 2024-09-19T04:37:25.102 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.099+0000 7fcbac591640 1 -- start start 2024-09-19T04:37:25.102 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.099+0000 7fcbac591640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcba406f1e0 0x7fcba414c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:25.102 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.099+0000 7fcbac591640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcba40cd300 0x7fcba4158770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:25.102 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.099+0000 7fcbac591640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcba415c300 0x7fcba40ce010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:25.102 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.099+0000 7fcbac591640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fcba4071880 con 0x7fcba406f1e0 2024-09-19T04:37:25.102 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.099+0000 7fcbac591640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fcba415f850 con 0x7fcba40cd300 2024-09-19T04:37:25.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.099+0000 7fcbac591640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcba40b0500 con 0x7fcba415c300 2024-09-19T04:37:25.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.099+0000 7fcbaa32d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcba406f1e0 0x7fcba414c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:25.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.099+0000 7fcbaa32d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcba406f1e0 0x7fcba414c6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56012/0 (socket says 172.21.15.111:56012) 2024-09-19T04:37:25.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.099+0000 7fcbaa32d640 1 -- 172.21.15.111:0/1108667431 learned_addr learned my addr 172.21.15.111:0/1108667431 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:25.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.099+0000 7fcba9b2c640 1 --2- 172.21.15.111:0/1108667431 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcba40cd300 0x7fcba4158770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:25.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.100+0000 7fcbaab2e640 1 --2- 172.21.15.111:0/1108667431 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcba415c300 0x7fcba40ce010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:25.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.100+0000 7fcbaa32d640 1 -- 172.21.15.111:0/1108667431 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcba415c300 msgr2=0x7fcba40ce010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:25.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.100+0000 7fcbaa32d640 1 --2- 172.21.15.111:0/1108667431 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcba415c300 0x7fcba40ce010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.100+0000 7fcbaa32d640 1 -- 172.21.15.111:0/1108667431 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcba40cd300 msgr2=0x7fcba4158770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:25.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.100+0000 7fcbaa32d640 1 --2- 172.21.15.111:0/1108667431 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcba40cd300 0x7fcba4158770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.100+0000 7fcbaa32d640 1 -- 172.21.15.111:0/1108667431 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcba414cc20 con 0x7fcba406f1e0 2024-09-19T04:37:25.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.100+0000 7fcba9b2c640 1 --2- 172.21.15.111:0/1108667431 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcba40cd300 0x7fcba4158770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:25.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.100+0000 7fcbaab2e640 1 --2- 172.21.15.111:0/1108667431 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcba415c300 0x7fcba40ce010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:25.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.100+0000 7fcbaa32d640 1 --2- 172.21.15.111:0/1108667431 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcba406f1e0 0x7fcba414c6e0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7fcb980098c0 tx=0x7fcb980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:25.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.100+0000 7fcb96ffd640 1 -- 172.21.15.111:0/1108667431 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb98037040 con 0x7fcba406f1e0 2024-09-19T04:37:25.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.100+0000 7fcb96ffd640 1 -- 172.21.15.111:0/1108667431 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb98042070 con 0x7fcba406f1e0 2024-09-19T04:37:25.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.100+0000 7fcbac591640 1 -- 172.21.15.111:0/1108667431 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcba41576d0 con 0x7fcba406f1e0 2024-09-19T04:37:25.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.100+0000 7fcb96ffd640 1 -- 172.21.15.111:0/1108667431 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb98030a70 con 0x7fcba406f1e0 2024-09-19T04:37:25.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.100+0000 7fcbac591640 1 -- 172.21.15.111:0/1108667431 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcba4157c90 con 0x7fcba406f1e0 2024-09-19T04:37:25.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.101+0000 7fcbac591640 1 -- 172.21.15.111:0/1108667431 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcba40affc0 con 0x7fcba406f1e0 2024-09-19T04:37:25.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.102+0000 7fcb96ffd640 1 -- 172.21.15.111:0/1108667431 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fcb98030c10 con 0x7fcba406f1e0 2024-09-19T04:37:25.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.102+0000 7fcb96ffd640 1 --2- 172.21.15.111:0/1108667431 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcb8806c3d0 0x7fcb8806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:25.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.102+0000 7fcb96ffd640 1 -- 172.21.15.111:0/1108667431 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5795+0+0 (secure 0 0 0) 0x7fcb980abfb0 con 0x7fcba406f1e0 2024-09-19T04:37:25.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.102+0000 7fcba9b2c640 1 --2- 172.21.15.111:0/1108667431 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcb8806c3d0 0x7fcb8806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:25.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.103+0000 7fcba9b2c640 1 --2- 172.21.15.111:0/1108667431 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcb8806c3d0 0x7fcb8806e890 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fcba40cd0d0 tx=0x7fcba0009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:25.108 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.107+0000 7fcb96ffd640 1 -- 172.21.15.111:0/1108667431 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcb9807a640 con 0x7fcba406f1e0 2024-09-19T04:37:25.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.274+0000 7fcbac591640 1 -- 172.21.15.111:0/1108667431 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcba415e7b0 con 0x7fcba406f1e0 2024-09-19T04:37:25.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.275+0000 7fcb96ffd640 1 -- 172.21.15.111:0/1108667431 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+16897 (secure 0 0 0) 0x7fcb98079f40 con 0x7fcba406f1e0 2024-09-19T04:37:25.277 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:25.277 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":90,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:37:22.264890+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:37:05.209021+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-19T04:37:05.563056+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.111:6834/608607142":"2024-09-20T04:37:19.251874+0000","172.21.15.111:6816/608607142":"2024-09-20T04:37:19.251874+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:37:25.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.278+0000 7fcbac591640 1 -- 172.21.15.111:0/1108667431 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcb8806c3d0 msgr2=0x7fcb8806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:25.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.278+0000 7fcbac591640 1 --2- 172.21.15.111:0/1108667431 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcb8806c3d0 0x7fcb8806e890 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fcba40cd0d0 tx=0x7fcba0009040 comp rx=0 tx=0).stop 2024-09-19T04:37:25.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.278+0000 7fcbac591640 1 -- 172.21.15.111:0/1108667431 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcba406f1e0 msgr2=0x7fcba414c6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:25.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.278+0000 7fcbac591640 1 --2- 172.21.15.111:0/1108667431 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcba406f1e0 0x7fcba414c6e0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7fcb980098c0 tx=0x7fcb980046c0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.278+0000 7fcbac591640 1 -- 172.21.15.111:0/1108667431 shutdown_connections 2024-09-19T04:37:25.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.278+0000 7fcbac591640 1 --2- 172.21.15.111:0/1108667431 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcb8806c3d0 0x7fcb8806e890 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.278+0000 7fcbac591640 1 --2- 172.21.15.111:0/1108667431 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcba415c300 0x7fcba40ce010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.278+0000 7fcbac591640 1 --2- 172.21.15.111:0/1108667431 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcba40cd300 0x7fcba4158770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.278+0000 7fcbac591640 1 --2- 172.21.15.111:0/1108667431 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcba406f1e0 0x7fcba414c6e0 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.278+0000 7fcbac591640 1 -- 172.21.15.111:0/1108667431 >> 172.21.15.111:0/1108667431 conn(0x7fcba406cae0 msgr2=0x7fcba406eab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:25.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.278+0000 7fcbac591640 1 -- 172.21.15.111:0/1108667431 shutdown_connections 2024-09-19T04:37:25.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.278+0000 7fcbac591640 1 -- 172.21.15.111:0/1108667431 wait complete. 2024-09-19T04:37:25.290 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T04:37:25.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.387+0000 7f43845e4640 1 Processor -- start 2024-09-19T04:37:25.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.387+0000 7f43845e4640 1 -- start start 2024-09-19T04:37:25.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.388+0000 7f43845e4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f437c06be10 0x7f437c0cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:25.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.388+0000 7f43845e4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f437c151c50 0x7f437c15baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:25.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.388+0000 7f43845e4640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f437c0cd5f0 con 0x7f437c06c1f0 2024-09-19T04:37:25.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.388+0000 7f43845e4640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f437c0cd8d0 con 0x7f437c151c50 2024-09-19T04:37:25.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.388+0000 7f43845e4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f437c0cdbb0 con 0x7f437c06be10 2024-09-19T04:37:25.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.388+0000 7f4382b81640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f437c151c50 0x7f437c15baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:25.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.388+0000 7f4381b7f640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f437c06c1f0 0x7f437c151540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59344/0 (socket says 172.21.15.111:59344) 2024-09-19T04:37:25.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.388+0000 7f4381b7f640 1 -- 172.21.15.111:0/2088270170 learned_addr learned my addr 172.21.15.111:0/2088270170 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:25.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.388+0000 7f4382b81640 1 --2- 172.21.15.111:0/2088270170 >> v2:172.21.15.111:3300/0 conn(0x7f437c151c50 0x7f437c15baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56024/0 (socket says 172.21.15.111:56024) 2024-09-19T04:37:25.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.388+0000 7f4382380640 1 --2- 172.21.15.111:0/2088270170 >> v2:172.21.15.114:3300/0 conn(0x7f437c06be10 0x7f437c0cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:25.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.389+0000 7f4382b81640 1 -- 172.21.15.111:0/2088270170 >> v2:172.21.15.114:3300/0 conn(0x7f437c06be10 msgr2=0x7f437c0cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:25.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.389+0000 7f4382b81640 1 --2- 172.21.15.111:0/2088270170 >> v2:172.21.15.114:3300/0 conn(0x7f437c06be10 0x7f437c0cd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.389+0000 7f4382b81640 1 -- 172.21.15.111:0/2088270170 >> v1:172.21.15.111:6789/0 conn(0x7f437c06c1f0 legacy=0x7f437c151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:25.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.389+0000 7f4382b81640 1 -- 172.21.15.111:0/2088270170 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f437c0cde90 con 0x7f437c151c50 2024-09-19T04:37:25.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.389+0000 7f438137e640 1 -- 172.21.15.111:0/2088270170 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3635723420 0 0) 0x7f437c0cd5f0 con 0x7f437c06c1f0 2024-09-19T04:37:25.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.389+0000 7f4382b81640 1 --2- 172.21.15.111:0/2088270170 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f437c151c50 0x7f437c15baa0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f437c06f180 tx=0x7f437402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34ea846bcd8e44cc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:25.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.389+0000 7f438137e640 1 -- 172.21.15.111:0/2088270170 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4374037070 con 0x7f437c151c50 2024-09-19T04:37:25.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.389+0000 7f438137e640 1 -- 172.21.15.111:0/2088270170 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4374032440 con 0x7f437c151c50 2024-09-19T04:37:25.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.389+0000 7f438137e640 1 -- 172.21.15.111:0/2088270170 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4374032810 con 0x7f437c151c50 2024-09-19T04:37:25.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.390+0000 7f43845e4640 1 -- 172.21.15.111:0/2088270170 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f437c151c50 msgr2=0x7f437c15baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:25.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.390+0000 7f43845e4640 1 --2- 172.21.15.111:0/2088270170 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f437c151c50 0x7f437c15baa0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f437c06f180 tx=0x7f437402a1a0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.390+0000 7f43845e4640 1 -- 172.21.15.111:0/2088270170 shutdown_connections 2024-09-19T04:37:25.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.390+0000 7f43845e4640 1 --2- 172.21.15.111:0/2088270170 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f437c151c50 0x7f437c15baa0 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.390+0000 7f43845e4640 1 --2- 172.21.15.111:0/2088270170 >> v2:172.21.15.114:3300/0 conn(0x7f437c06be10 0x7f437c0cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.390+0000 7f43845e4640 1 -- 172.21.15.111:0/2088270170 >> 172.21.15.111:0/2088270170 conn(0x7f437c062cc0 msgr2=0x7f437c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:25.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.390+0000 7f43845e4640 1 -- 172.21.15.111:0/2088270170 shutdown_connections 2024-09-19T04:37:25.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.390+0000 7f43845e4640 1 -- 172.21.15.111:0/2088270170 wait complete. 2024-09-19T04:37:25.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.391+0000 7f43845e4640 1 Processor -- start 2024-09-19T04:37:25.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.391+0000 7f43845e4640 1 -- start start 2024-09-19T04:37:25.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.392+0000 7f43845e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f437c06be10 0x7f437c1547a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:25.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.392+0000 7f43845e4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f437c06c1f0 0x7f437c146e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:25.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.392+0000 7f43845e4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f437c151c50 0x7f437c15d350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:25.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.392+0000 7f43845e4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f437c0d0310 con 0x7f437c151c50 2024-09-19T04:37:25.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.392+0000 7f43845e4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f437c0ce690 con 0x7f437c06c1f0 2024-09-19T04:37:25.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.392+0000 7f43845e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f437c0d0490 con 0x7f437c06be10 2024-09-19T04:37:25.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.392+0000 7f4382b81640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f437c151c50 0x7f437c15d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:25.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.392+0000 7f4382b81640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f437c151c50 0x7f437c15d350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56032/0 (socket says 172.21.15.111:56032) 2024-09-19T04:37:25.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.392+0000 7f4382b81640 1 -- 172.21.15.111:0/2409296634 learned_addr learned my addr 172.21.15.111:0/2409296634 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:25.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.392+0000 7f4382b81640 1 -- 172.21.15.111:0/2409296634 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f437c06be10 msgr2=0x7f437c1547a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:25.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.392+0000 7f4381b7f640 1 --2- 172.21.15.111:0/2409296634 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f437c06c1f0 0x7f437c146e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:25.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.392+0000 7f4382b81640 1 --2- 172.21.15.111:0/2409296634 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f437c06be10 0x7f437c1547a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.392+0000 7f4382b81640 1 -- 172.21.15.111:0/2409296634 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f437c06c1f0 msgr2=0x7f437c146e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:25.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.392+0000 7f4382b81640 1 --2- 172.21.15.111:0/2409296634 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f437c06c1f0 0x7f437c146e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.392+0000 7f4382b81640 1 -- 172.21.15.111:0/2409296634 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f437c1539e0 con 0x7f437c151c50 2024-09-19T04:37:25.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.392+0000 7f4381b7f640 1 --2- 172.21.15.111:0/2409296634 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f437c06c1f0 0x7f437c146e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:25.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.393+0000 7f4382b81640 1 --2- 172.21.15.111:0/2409296634 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f437c151c50 0x7f437c15d350 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f4374035040 tx=0x7f43740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:25.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.393+0000 7f437affd640 1 -- 172.21.15.111:0/2409296634 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4374037040 con 0x7f437c151c50 2024-09-19T04:37:25.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.393+0000 7f437affd640 1 -- 172.21.15.111:0/2409296634 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4374042070 con 0x7f437c151c50 2024-09-19T04:37:25.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.393+0000 7f437affd640 1 -- 172.21.15.111:0/2409296634 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4374030b30 con 0x7f437c151c50 2024-09-19T04:37:25.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.393+0000 7f43845e4640 1 -- 172.21.15.111:0/2409296634 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f437c153cc0 con 0x7f437c151c50 2024-09-19T04:37:25.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.393+0000 7f43845e4640 1 -- 172.21.15.111:0/2409296634 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f437c15d890 con 0x7f437c151c50 2024-09-19T04:37:25.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.394+0000 7f43845e4640 1 -- 172.21.15.111:0/2409296634 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f437c0d0850 con 0x7f437c151c50 2024-09-19T04:37:25.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.394+0000 7f437affd640 1 -- 172.21.15.111:0/2409296634 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f4374030cd0 con 0x7f437c151c50 2024-09-19T04:37:25.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.395+0000 7f437affd640 1 --2- 172.21.15.111:0/2409296634 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f436806c3d0 0x7f436806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:25.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.395+0000 7f437affd640 1 -- 172.21.15.111:0/2409296634 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5795+0+0 (secure 0 0 0) 0x7f43740ac120 con 0x7f437c151c50 2024-09-19T04:37:25.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.395+0000 7f4382380640 1 --2- 172.21.15.111:0/2409296634 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f436806c3d0 0x7f436806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:25.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.395+0000 7f4382380640 1 --2- 172.21.15.111:0/2409296634 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f436806c3d0 0x7f436806e890 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f436c0070b0 tx=0x7f436c007040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:25.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.399+0000 7f437affd640 1 -- 172.21.15.111:0/2409296634 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4374032e20 con 0x7f437c151c50 2024-09-19T04:37:25.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.601+0000 7f43845e4640 1 -- 172.21.15.111:0/2409296634 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f437c0afd90 con 0x7f437c151c50 2024-09-19T04:37:25.603 INFO:tasks.ceph.mon.a.smithi111.stderr:2024-09-19T04:37:25.602+0000 7fab606dd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T04:37:25.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.603+0000 7f437affd640 1 -- 172.21.15.111:0/2409296634 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v48) ==== 161+0+0 (secure 0 0 0) 0x7f4374045360 con 0x7f437c151c50 2024-09-19T04:37:25.604 INFO:teuthology.orchestra.run.smithi111.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T04:37:25.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.606+0000 7f43845e4640 1 -- 172.21.15.111:0/2409296634 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f436806c3d0 msgr2=0x7f436806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:25.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.606+0000 7f43845e4640 1 --2- 172.21.15.111:0/2409296634 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f436806c3d0 0x7f436806e890 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f436c0070b0 tx=0x7f436c007040 comp rx=0 tx=0).stop 2024-09-19T04:37:25.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.606+0000 7f43845e4640 1 -- 172.21.15.111:0/2409296634 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f437c151c50 msgr2=0x7f437c15d350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:25.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.606+0000 7f43845e4640 1 --2- 172.21.15.111:0/2409296634 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f437c151c50 0x7f437c15d350 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f4374035040 tx=0x7f43740046c0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.606+0000 7f43845e4640 1 -- 172.21.15.111:0/2409296634 shutdown_connections 2024-09-19T04:37:25.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.606+0000 7f43845e4640 1 --2- 172.21.15.111:0/2409296634 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f436806c3d0 0x7f436806e890 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.606+0000 7f43845e4640 1 --2- 172.21.15.111:0/2409296634 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f437c151c50 0x7f437c15d350 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.606+0000 7f43845e4640 1 --2- 172.21.15.111:0/2409296634 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f437c06c1f0 0x7f437c146e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.606+0000 7f43845e4640 1 --2- 172.21.15.111:0/2409296634 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f437c06be10 0x7f437c1547a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.606+0000 7f43845e4640 1 -- 172.21.15.111:0/2409296634 >> 172.21.15.111:0/2409296634 conn(0x7f437c062cc0 msgr2=0x7f437c15a8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:25.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.606+0000 7f43845e4640 1 -- 172.21.15.111:0/2409296634 shutdown_connections 2024-09-19T04:37:25.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.606+0000 7f43845e4640 1 -- 172.21.15.111:0/2409296634 wait complete. 2024-09-19T04:37:25.609 INFO:tasks.ceph.mds.a.smithi111.stderr: -2344> 2024-09-19T04:37:12.521+0000 7f1ef93fc640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T04:37:25.621 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T04:37:25.640 INFO:tasks.ceph.mds.a.smithi111.stdout:starting mds.a at 2024-09-19T04:37:25.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.720+0000 7f6d98a1e640 1 Processor -- start 2024-09-19T04:37:25.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.720+0000 7f6d98a1e640 1 -- start start 2024-09-19T04:37:25.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.721+0000 7f6d98a1e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d940b1da0 0x7f6d9415d490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:25.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.721+0000 7f6d98a1e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f6d94073150 0x7f6d94073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:25.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.721+0000 7f6d98a1e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d9415d9d0 con 0x7f6d940d1ed0 2024-09-19T04:37:25.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.721+0000 7f6d98a1e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f6d94070c80 con 0x7f6d94073150 2024-09-19T04:37:25.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.721+0000 7f6d98a1e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6d94070930 con 0x7f6d940b1da0 2024-09-19T04:37:25.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.721+0000 7f6d92d9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f6d94073150 0x7f6d94073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:25.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.722+0000 7f6d91d9b640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f6d940d1ed0 0x7f6d940d0440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59360/0 (socket says 172.21.15.111:59360) 2024-09-19T04:37:25.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.722+0000 7f6d91d9b640 1 -- 172.21.15.111:0/4140155710 learned_addr learned my addr 172.21.15.111:0/4140155710 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:25.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.722+0000 7f6d9259c640 1 --2- 172.21.15.111:0/4140155710 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d940b1da0 0x7f6d9415d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:25.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.722+0000 7f6d92d9d640 1 -- 172.21.15.111:0/4140155710 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d940b1da0 msgr2=0x7f6d9415d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:25.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.722+0000 7f6d92d9d640 1 --2- 172.21.15.111:0/4140155710 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d940b1da0 0x7f6d9415d490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.722+0000 7f6d92d9d640 1 -- 172.21.15.111:0/4140155710 >> v1:172.21.15.111:6789/0 conn(0x7f6d940d1ed0 legacy=0x7f6d940d0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:25.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.722+0000 7f6d92d9d640 1 -- 172.21.15.111:0/4140155710 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d940b71d0 con 0x7f6d94073150 2024-09-19T04:37:25.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.722+0000 7f6d9159a640 1 -- 172.21.15.111:0/4140155710 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4130418377 0 0) 0x7f6d88001110 con 0x7f6d940d1ed0 2024-09-19T04:37:25.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.723+0000 7f6d92d9d640 1 --2- 172.21.15.111:0/4140155710 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d94073150 0x7f6d94073600 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f6d8c0097a0 tx=0x7f6d8c02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a971a3722196e7a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:25.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.723+0000 7f6d9159a640 1 -- 172.21.15.111:0/4140155710 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d8c037070 con 0x7f6d94073150 2024-09-19T04:37:25.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.723+0000 7f6d9159a640 1 -- 172.21.15.111:0/4140155710 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d8c02ae50 con 0x7f6d94073150 2024-09-19T04:37:25.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.723+0000 7f6d9159a640 1 -- 172.21.15.111:0/4140155710 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d8c032660 con 0x7f6d94073150 2024-09-19T04:37:25.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.723+0000 7f6d98a1e640 1 -- 172.21.15.111:0/4140155710 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d94073150 msgr2=0x7f6d94073600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:25.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.723+0000 7f6d98a1e640 1 --2- 172.21.15.111:0/4140155710 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d94073150 0x7f6d94073600 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f6d8c0097a0 tx=0x7f6d8c02a100 comp rx=0 tx=0).stop 2024-09-19T04:37:25.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.723+0000 7f6d98a1e640 1 -- 172.21.15.111:0/4140155710 shutdown_connections 2024-09-19T04:37:25.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.723+0000 7f6d98a1e640 1 --2- 172.21.15.111:0/4140155710 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d94073150 0x7f6d94073600 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.723+0000 7f6d98a1e640 1 --2- 172.21.15.111:0/4140155710 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d940b1da0 0x7f6d9415d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.723+0000 7f6d98a1e640 1 -- 172.21.15.111:0/4140155710 >> 172.21.15.111:0/4140155710 conn(0x7f6d940b4290 msgr2=0x7f6d940b4670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:25.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.723+0000 7f6d98a1e640 1 -- 172.21.15.111:0/4140155710 shutdown_connections 2024-09-19T04:37:25.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.723+0000 7f6d98a1e640 1 -- 172.21.15.111:0/4140155710 wait complete. 2024-09-19T04:37:25.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.725+0000 7f6d98a1e640 1 Processor -- start 2024-09-19T04:37:25.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.725+0000 7f6d98a1e640 1 -- start start 2024-09-19T04:37:25.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.725+0000 7f6d98a1e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d94073150 0x7f6d94158fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:25.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.725+0000 7f6d98a1e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d940b1da0 0x7f6d940ac820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:25.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.725+0000 7f6d98a1e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d940d1ed0 0x7f6d940ad320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:25.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.725+0000 7f6d98a1e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6d940d0b50 con 0x7f6d940d1ed0 2024-09-19T04:37:25.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.725+0000 7f6d98a1e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6d940b7790 con 0x7f6d94073150 2024-09-19T04:37:25.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.725+0000 7f6d98a1e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6d94071110 con 0x7f6d940b1da0 2024-09-19T04:37:25.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.726+0000 7f6d92d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d940d1ed0 0x7f6d940ad320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:25.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.726+0000 7f6d92d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d940d1ed0 0x7f6d940ad320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56068/0 (socket says 172.21.15.111:56068) 2024-09-19T04:37:25.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.726+0000 7f6d92d9d640 1 -- 172.21.15.111:0/1987153783 learned_addr learned my addr 172.21.15.111:0/1987153783 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:25.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.726+0000 7f6d9259c640 1 --2- 172.21.15.111:0/1987153783 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d94073150 0x7f6d94158fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:25.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.726+0000 7f6d91d9b640 1 --2- 172.21.15.111:0/1987153783 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d940b1da0 0x7f6d940ac820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:25.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.726+0000 7f6d92d9d640 1 -- 172.21.15.111:0/1987153783 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d940b1da0 msgr2=0x7f6d940ac820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:25.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.726+0000 7f6d92d9d640 1 --2- 172.21.15.111:0/1987153783 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d940b1da0 0x7f6d940ac820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.726+0000 7f6d92d9d640 1 -- 172.21.15.111:0/1987153783 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d94073150 msgr2=0x7f6d94158fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:25.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.726+0000 7f6d92d9d640 1 --2- 172.21.15.111:0/1987153783 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d94073150 0x7f6d94158fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:25.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.726+0000 7f6d92d9d640 1 -- 172.21.15.111:0/1987153783 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d940abf20 con 0x7f6d940d1ed0 2024-09-19T04:37:25.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.726+0000 7f6d91d9b640 1 --2- 172.21.15.111:0/1987153783 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d940b1da0 0x7f6d940ac820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:25.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.726+0000 7f6d92d9d640 1 --2- 172.21.15.111:0/1987153783 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d940d1ed0 0x7f6d940ad320 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f6d8c035040 tx=0x7f6d8c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:25.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.726+0000 7f6d82ffd640 1 -- 172.21.15.111:0/1987153783 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d8c041070 con 0x7f6d940d1ed0 2024-09-19T04:37:25.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.726+0000 7f6d82ffd640 1 -- 172.21.15.111:0/1987153783 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d8c032e10 con 0x7f6d940d1ed0 2024-09-19T04:37:25.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.726+0000 7f6d98a1e640 1 -- 172.21.15.111:0/1987153783 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d940abc40 con 0x7f6d940d1ed0 2024-09-19T04:37:25.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.726+0000 7f6d82ffd640 1 -- 172.21.15.111:0/1987153783 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d8c037040 con 0x7f6d940d1ed0 2024-09-19T04:37:25.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.726+0000 7f6d98a1e640 1 -- 172.21.15.111:0/1987153783 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d941587b0 con 0x7f6d940d1ed0 2024-09-19T04:37:25.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.727+0000 7f6d98a1e640 1 -- 172.21.15.111:0/1987153783 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d9415d490 con 0x7f6d940d1ed0 2024-09-19T04:37:25.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.728+0000 7f6d82ffd640 1 -- 172.21.15.111:0/1987153783 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f6d8c044070 con 0x7f6d940d1ed0 2024-09-19T04:37:25.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.728+0000 7f6d82ffd640 1 --2- 172.21.15.111:0/1987153783 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6d7406c3d0 0x7f6d7406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:25.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.728+0000 7f6d82ffd640 1 -- 172.21.15.111:0/1987153783 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5881+0+0 (secure 0 0 0) 0x7f6d8c0abe10 con 0x7f6d940d1ed0 2024-09-19T04:37:25.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.728+0000 7f6d9259c640 1 --2- 172.21.15.111:0/1987153783 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6d7406c3d0 0x7f6d7406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:25.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.729+0000 7f6d9259c640 1 --2- 172.21.15.111:0/1987153783 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6d7406c3d0 0x7f6d7406e890 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f6d84003b80 tx=0x7f6d840098d0 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:25.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.733+0000 7f6d82ffd640 1 -- 172.21.15.111:0/1987153783 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6d8c079e90 con 0x7f6d940d1ed0 2024-09-19T04:37:25.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:25.931+0000 7f6d98a1e640 1 -- 172.21.15.111:0/1987153783 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f6d940762c0 con 0x7f6d940d1ed0 2024-09-19T04:37:26.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.608+0000 7f6d82ffd640 1 -- 172.21.15.111:0/1987153783 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v49) ==== 104+0+0 (secure 0 0 0) 0x7f6d8c07e190 con 0x7f6d940d1ed0 2024-09-19T04:37:26.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.610+0000 7f6d98a1e640 1 -- 172.21.15.111:0/1987153783 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6d7406c3d0 msgr2=0x7f6d7406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:26.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.610+0000 7f6d98a1e640 1 --2- 172.21.15.111:0/1987153783 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6d7406c3d0 0x7f6d7406e890 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f6d84003b80 tx=0x7f6d840098d0 comp rx=0 tx=0).stop 2024-09-19T04:37:26.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.610+0000 7f6d98a1e640 1 -- 172.21.15.111:0/1987153783 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d940d1ed0 msgr2=0x7f6d940ad320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:26.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.610+0000 7f6d98a1e640 1 --2- 172.21.15.111:0/1987153783 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d940d1ed0 0x7f6d940ad320 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f6d8c035040 tx=0x7f6d8c0046c0 comp rx=0 tx=0).stop 2024-09-19T04:37:26.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.610+0000 7f6d98a1e640 1 -- 172.21.15.111:0/1987153783 shutdown_connections 2024-09-19T04:37:26.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.610+0000 7f6d98a1e640 1 --2- 172.21.15.111:0/1987153783 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6d7406c3d0 0x7f6d7406e890 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:26.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.610+0000 7f6d98a1e640 1 --2- 172.21.15.111:0/1987153783 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d940d1ed0 0x7f6d940ad320 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:26.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.610+0000 7f6d98a1e640 1 --2- 172.21.15.111:0/1987153783 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d940b1da0 0x7f6d940ac820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:26.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.610+0000 7f6d98a1e640 1 --2- 172.21.15.111:0/1987153783 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d94073150 0x7f6d94158fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:26.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.610+0000 7f6d98a1e640 1 -- 172.21.15.111:0/1987153783 >> 172.21.15.111:0/1987153783 conn(0x7f6d940b4290 msgr2=0x7f6d94074c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:26.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.611+0000 7f6d98a1e640 1 -- 172.21.15.111:0/1987153783 shutdown_connections 2024-09-19T04:37:26.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.611+0000 7f6d98a1e640 1 -- 172.21.15.111:0/1987153783 wait complete. 2024-09-19T04:37:26.624 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T04:37:26.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.771+0000 7fb0efbc4640 1 Processor -- start 2024-09-19T04:37:26.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.771+0000 7fb0efbc4640 1 -- start start 2024-09-19T04:37:26.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.772+0000 7fb0efbc4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fb0e8145d90 0x7fb0e80ccf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:26.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.772+0000 7fb0efbc4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fb0e80cfce0 0x7fb0e806d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:26.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.772+0000 7fb0efbc4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb0e80b4240 con 0x7fb0e80cd490 2024-09-19T04:37:26.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.772+0000 7fb0efbc4640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fb0e806d080 con 0x7fb0e8145d90 2024-09-19T04:37:26.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.772+0000 7fb0efbc4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fb0e80b4520 con 0x7fb0e80cfce0 2024-09-19T04:37:26.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.773+0000 7fb0ed960640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fb0e8145d90 0x7fb0e80ccf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:26.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.773+0000 7fb0ed960640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fb0e8145d90 0x7fb0e80ccf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56070/0 (socket says 172.21.15.111:56070) 2024-09-19T04:37:26.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.773+0000 7fb0ed960640 1 -- 172.21.15.111:0/3306857698 learned_addr learned my addr 172.21.15.111:0/3306857698 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:26.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.773+0000 7fb0ee161640 1 --2- 172.21.15.111:0/3306857698 >> v2:172.21.15.114:3300/0 conn(0x7fb0e80cfce0 0x7fb0e806d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:26.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.773+0000 7fb0ed960640 1 -- 172.21.15.111:0/3306857698 >> v2:172.21.15.114:3300/0 conn(0x7fb0e80cfce0 msgr2=0x7fb0e806d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:26.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.773+0000 7fb0ed960640 1 --2- 172.21.15.111:0/3306857698 >> v2:172.21.15.114:3300/0 conn(0x7fb0e80cfce0 0x7fb0e806d4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:26.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.773+0000 7fb0ed960640 1 -- 172.21.15.111:0/3306857698 >> v1:172.21.15.114:6789/0 conn(0x7fb0e80cd490 legacy=0x7fb0e80cf5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:26.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.773+0000 7fb0ed960640 1 -- 172.21.15.111:0/3306857698 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0e80b4800 con 0x7fb0e8145d90 2024-09-19T04:37:26.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.773+0000 7fb0ed960640 1 --2- 172.21.15.111:0/3306857698 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0e8145d90 0x7fb0e80ccf50 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7fb0e8161250 tx=0x7fb0e402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ad9508d170b259a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:26.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.774+0000 7fb0ec95e640 1 -- 172.21.15.111:0/3306857698 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0e4037070 con 0x7fb0e8145d90 2024-09-19T04:37:26.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.774+0000 7fb0ec95e640 1 -- 172.21.15.111:0/3306857698 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0e4032440 con 0x7fb0e8145d90 2024-09-19T04:37:26.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.774+0000 7fb0ec95e640 1 -- 172.21.15.111:0/3306857698 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0e4032810 con 0x7fb0e8145d90 2024-09-19T04:37:26.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.774+0000 7fb0efbc4640 1 -- 172.21.15.111:0/3306857698 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0e8145d90 msgr2=0x7fb0e80ccf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:26.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.774+0000 7fb0efbc4640 1 --2- 172.21.15.111:0/3306857698 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0e8145d90 0x7fb0e80ccf50 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7fb0e8161250 tx=0x7fb0e402a230 comp rx=0 tx=0).stop 2024-09-19T04:37:26.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.774+0000 7fb0efbc4640 1 -- 172.21.15.111:0/3306857698 shutdown_connections 2024-09-19T04:37:26.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.774+0000 7fb0efbc4640 1 --2- 172.21.15.111:0/3306857698 >> v2:172.21.15.114:3300/0 conn(0x7fb0e80cfce0 0x7fb0e806d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:26.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.774+0000 7fb0efbc4640 1 --2- 172.21.15.111:0/3306857698 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0e8145d90 0x7fb0e80ccf50 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:26.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.774+0000 7fb0efbc4640 1 -- 172.21.15.111:0/3306857698 >> 172.21.15.111:0/3306857698 conn(0x7fb0e806bba0 msgr2=0x7fb0e806bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:26.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.774+0000 7fb0efbc4640 1 -- 172.21.15.111:0/3306857698 shutdown_connections 2024-09-19T04:37:26.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.774+0000 7fb0efbc4640 1 -- 172.21.15.111:0/3306857698 wait complete. 2024-09-19T04:37:26.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.775+0000 7fb0efbc4640 1 Processor -- start 2024-09-19T04:37:26.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.775+0000 7fb0efbc4640 1 -- start start 2024-09-19T04:37:26.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.776+0000 7fb0efbc4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0e80cd490 0x7fb0e80aed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:26.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.776+0000 7fb0efbc4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0e80cfce0 0x7fb0e815bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:26.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.776+0000 7fb0efbc4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb0e8145d90 0x7fb0e815c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:26.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.776+0000 7fb0efbc4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb0e80b5790 con 0x7fb0e80cd490 2024-09-19T04:37:26.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.776+0000 7fb0efbc4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb0e80b5610 con 0x7fb0e80cfce0 2024-09-19T04:37:26.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.776+0000 7fb0efbc4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb0e8146170 con 0x7fb0e8145d90 2024-09-19T04:37:26.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.776+0000 7fb0ed960640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0e80cd490 0x7fb0e80aed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:26.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.776+0000 7fb0ed960640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0e80cd490 0x7fb0e80aed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56074/0 (socket says 172.21.15.111:56074) 2024-09-19T04:37:26.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.776+0000 7fb0ed960640 1 -- 172.21.15.111:0/3853364483 learned_addr learned my addr 172.21.15.111:0/3853364483 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:26.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.776+0000 7fb0ed15f640 1 --2- 172.21.15.111:0/3853364483 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0e80cfce0 0x7fb0e815bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:26.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.776+0000 7fb0ee161640 1 --2- 172.21.15.111:0/3853364483 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb0e8145d90 0x7fb0e815c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:26.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.777+0000 7fb0ed960640 1 -- 172.21.15.111:0/3853364483 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb0e8145d90 msgr2=0x7fb0e815c0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:26.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.777+0000 7fb0ed960640 1 --2- 172.21.15.111:0/3853364483 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb0e8145d90 0x7fb0e815c0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:26.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.777+0000 7fb0ed960640 1 -- 172.21.15.111:0/3853364483 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0e80cfce0 msgr2=0x7fb0e815bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:26.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.777+0000 7fb0ed960640 1 --2- 172.21.15.111:0/3853364483 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0e80cfce0 0x7fb0e815bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:26.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.777+0000 7fb0ed960640 1 -- 172.21.15.111:0/3853364483 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0e80acc00 con 0x7fb0e80cd490 2024-09-19T04:37:26.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.777+0000 7fb0ed960640 1 --2- 172.21.15.111:0/3853364483 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0e80cd490 0x7fb0e80aed90 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7fb0e402a270 tx=0x7fb0e40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:26.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.777+0000 7fb0de7fc640 1 -- 172.21.15.111:0/3853364483 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0e4041020 con 0x7fb0e80cd490 2024-09-19T04:37:26.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.777+0000 7fb0de7fc640 1 -- 172.21.15.111:0/3853364483 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0e40306c0 con 0x7fb0e80cd490 2024-09-19T04:37:26.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.777+0000 7fb0efbc4640 1 -- 172.21.15.111:0/3853364483 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0e80acee0 con 0x7fb0e80cd490 2024-09-19T04:37:26.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.777+0000 7fb0de7fc640 1 -- 172.21.15.111:0/3853364483 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0e4037040 con 0x7fb0e80cd490 2024-09-19T04:37:26.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.777+0000 7fb0efbc4640 1 -- 172.21.15.111:0/3853364483 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0e80ad4a0 con 0x7fb0e80cd490 2024-09-19T04:37:26.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.778+0000 7fb0efbc4640 1 -- 172.21.15.111:0/3853364483 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0e8069b00 con 0x7fb0e80cd490 2024-09-19T04:37:26.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.778+0000 7fb0de7fc640 1 -- 172.21.15.111:0/3853364483 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fb0e4044020 con 0x7fb0e80cd490 2024-09-19T04:37:26.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.779+0000 7fb0de7fc640 1 --2- 172.21.15.111:0/3853364483 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb0cc06c3d0 0x7fb0cc06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:26.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.779+0000 7fb0de7fc640 1 -- 172.21.15.111:0/3853364483 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5881+0+0 (secure 0 0 0) 0x7fb0e40abe10 con 0x7fb0e80cd490 2024-09-19T04:37:26.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.779+0000 7fb0ed15f640 1 --2- 172.21.15.111:0/3853364483 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb0cc06c3d0 0x7fb0cc06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:26.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.780+0000 7fb0ed15f640 1 --2- 172.21.15.111:0/3853364483 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb0cc06c3d0 0x7fb0cc06e890 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb0d8006fd0 tx=0x7fb0d8008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:26.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.783+0000 7fb0de7fc640 1 -- 172.21.15.111:0/3853364483 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb0e8069b00 con 0x7fb0e80cd490 2024-09-19T04:37:26.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:26.948+0000 7fb0efbc4640 1 -- 172.21.15.111:0/3853364483 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fb0e80ccf50 con 0x7fb0e80cd490 2024-09-19T04:37:27.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.608+0000 7fb0de7fc640 1 -- 172.21.15.111:0/3853364483 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v92) ==== 181+0+0 (secure 0 0 0) 0x7fb0e404b030 con 0x7fb0e80cd490 2024-09-19T04:37:27.611 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' removed 2024-09-19T04:37:27.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.611+0000 7fb0efbc4640 1 -- 172.21.15.111:0/3853364483 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb0cc06c3d0 msgr2=0x7fb0cc06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:27.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.611+0000 7fb0efbc4640 1 --2- 172.21.15.111:0/3853364483 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb0cc06c3d0 0x7fb0cc06e890 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb0d8006fd0 tx=0x7fb0d8008040 comp rx=0 tx=0).stop 2024-09-19T04:37:27.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.611+0000 7fb0efbc4640 1 -- 172.21.15.111:0/3853364483 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0e80cd490 msgr2=0x7fb0e80aed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:27.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.611+0000 7fb0efbc4640 1 --2- 172.21.15.111:0/3853364483 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0e80cd490 0x7fb0e80aed90 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7fb0e402a270 tx=0x7fb0e40046c0 comp rx=0 tx=0).stop 2024-09-19T04:37:27.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.612+0000 7fb0efbc4640 1 -- 172.21.15.111:0/3853364483 shutdown_connections 2024-09-19T04:37:27.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.612+0000 7fb0efbc4640 1 --2- 172.21.15.111:0/3853364483 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb0cc06c3d0 0x7fb0cc06e890 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:27.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.612+0000 7fb0efbc4640 1 --2- 172.21.15.111:0/3853364483 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb0e8145d90 0x7fb0e815c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:27.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.612+0000 7fb0efbc4640 1 --2- 172.21.15.111:0/3853364483 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0e80cfce0 0x7fb0e815bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:27.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.612+0000 7fb0efbc4640 1 --2- 172.21.15.111:0/3853364483 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0e80cd490 0x7fb0e80aed90 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:27.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.612+0000 7fb0efbc4640 1 -- 172.21.15.111:0/3853364483 >> 172.21.15.111:0/3853364483 conn(0x7fb0e806bba0 msgr2=0x7fb0e80b06a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:27.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.612+0000 7fb0efbc4640 1 -- 172.21.15.111:0/3853364483 shutdown_connections 2024-09-19T04:37:27.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.612+0000 7fb0efbc4640 1 -- 172.21.15.111:0/3853364483 wait complete. 2024-09-19T04:37:27.627 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T04:37:27.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.728+0000 7f0629e7b640 1 Processor -- start 2024-09-19T04:37:27.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.728+0000 7f0629e7b640 1 -- start start 2024-09-19T04:37:27.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.729+0000 7f0629e7b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f06240b6ff0 0x7f0624073b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:27.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.729+0000 7f0629e7b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f06240b5600 con 0x7f06240b73d0 2024-09-19T04:37:27.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.729+0000 7f0629e7b640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f06240b58e0 con 0x7f062415fc80 2024-09-19T04:37:27.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.729+0000 7f0629e7b640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f0624073530 con 0x7f06240b6ff0 2024-09-19T04:37:27.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.729+0000 7f0622ffd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f06240b73d0 0x7f062415f570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59370/0 (socket says 172.21.15.111:59370) 2024-09-19T04:37:27.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.729+0000 7f0622ffd640 1 -- 172.21.15.111:0/2275027761 learned_addr learned my addr 172.21.15.111:0/2275027761 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:27.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.729+0000 7f06227fc640 1 -- 172.21.15.111:0/2275027761 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3750694769 0 0) 0x7f06240b5600 con 0x7f06240b73d0 2024-09-19T04:37:27.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.729+0000 7f06227fc640 1 -- 172.21.15.111:0/2275027761 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0610003520 con 0x7f06240b73d0 2024-09-19T04:37:27.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.729+0000 7f06237fe640 1 --2- 172.21.15.111:0/2275027761 >> v2:172.21.15.114:3300/0 conn(0x7f06240b6ff0 0x7f0624073b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:27.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.729+0000 7f06227fc640 1 -- 172.21.15.111:0/2275027761 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1106209095 0 0) 0x7f0610003520 con 0x7f06240b73d0 2024-09-19T04:37:27.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.729+0000 7f06227fc640 1 -- 172.21.15.111:0/2275027761 >> v2:172.21.15.114:3300/0 conn(0x7f06240b6ff0 msgr2=0x7f0624073b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:27.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.729+0000 7f06227fc640 1 --2- 172.21.15.111:0/2275027761 >> v2:172.21.15.114:3300/0 conn(0x7f06240b6ff0 0x7f0624073b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:27.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.729+0000 7f06227fc640 1 -- 172.21.15.111:0/2275027761 >> v1:172.21.15.114:6789/0 conn(0x7f062415fc80 legacy=0x7f06240d0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:27.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.729+0000 7f06227fc640 1 -- 172.21.15.111:0/2275027761 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06240b5bc0 con 0x7f06240b73d0 2024-09-19T04:37:27.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.729+0000 7f06227fc640 1 -- 172.21.15.111:0/2275027761 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f060c001670 con 0x7f06240b73d0 2024-09-19T04:37:27.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.729+0000 7f06227fc640 1 -- 172.21.15.111:0/2275027761 >> v1:172.21.15.111:6789/0 conn(0x7f06240b73d0 legacy=0x7f062415f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:27.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.729+0000 7f06227fc640 1 --2- 172.21.15.111:0/2275027761 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f06100039b0 0x7f0610003db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:27.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.729+0000 7f06227fc640 1 --2- 172.21.15.111:0/2275027761 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0610004800 0x7f0610004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:27.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.729+0000 7f06227fc640 1 --2- 172.21.15.111:0/2275027761 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f06100052e0 0x7f061000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:27.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.730+0000 7f06227fc640 1 -- 172.21.15.111:0/2275027761 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f061000c160 con 0x7f06100052e0 2024-09-19T04:37:27.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.730+0000 7f06227fc640 1 -- 172.21.15.111:0/2275027761 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f061000c310 con 0x7f0610004800 2024-09-19T04:37:27.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.730+0000 7f06227fc640 1 -- 172.21.15.111:0/2275027761 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f061000c510 con 0x7f06100039b0 2024-09-19T04:37:27.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.730+0000 7f0623fff640 1 --2- 172.21.15.111:0/2275027761 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f06100052e0 0x7f061000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:27.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.730+0000 7f0622ffd640 1 --2- 172.21.15.111:0/2275027761 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0610004800 0x7f0610004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:27.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.730+0000 7f06237fe640 1 --2- 172.21.15.111:0/2275027761 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f06100039b0 0x7f0610003db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:27.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.730+0000 7f0623fff640 1 -- 172.21.15.111:0/2275027761 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f06100039b0 msgr2=0x7f0610003db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:27.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.730+0000 7f0623fff640 1 --2- 172.21.15.111:0/2275027761 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f06100039b0 0x7f0610003db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:27.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.730+0000 7f0623fff640 1 -- 172.21.15.111:0/2275027761 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0610004800 msgr2=0x7f0610004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:27.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.730+0000 7f0623fff640 1 --2- 172.21.15.111:0/2275027761 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0610004800 0x7f0610004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:27.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.730+0000 7f0623fff640 1 -- 172.21.15.111:0/2275027761 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0610003520 con 0x7f06100052e0 2024-09-19T04:37:27.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.730+0000 7f0623fff640 1 -- 172.21.15.111:0/2275027761 reap_dead start 2024-09-19T04:37:27.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.731+0000 7f0623fff640 1 --2- 172.21.15.111:0/2275027761 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f06100052e0 0x7f061000b9c0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f06240cef90 tx=0x7f0610005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46a21754dccc4af9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:27.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.731+0000 7f06227fc640 1 -- 172.21.15.111:0/2275027761 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061c037070 con 0x7f06100052e0 2024-09-19T04:37:27.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.731+0000 7f06227fc640 1 -- 172.21.15.111:0/2275027761 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f061c02ad10 con 0x7f06100052e0 2024-09-19T04:37:27.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.731+0000 7f06227fc640 1 -- 172.21.15.111:0/2275027761 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061c0040a0 con 0x7f06100052e0 2024-09-19T04:37:27.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.731+0000 7f0629e7b640 1 -- 172.21.15.111:0/2275027761 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f06100052e0 msgr2=0x7f061000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:27.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.731+0000 7f0629e7b640 1 --2- 172.21.15.111:0/2275027761 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f06100052e0 0x7f061000b9c0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f06240cef90 tx=0x7f0610005830 comp rx=0 tx=0).stop 2024-09-19T04:37:27.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.731+0000 7f0629e7b640 1 -- 172.21.15.111:0/2275027761 shutdown_connections 2024-09-19T04:37:27.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.731+0000 7f0629e7b640 1 --2- 172.21.15.111:0/2275027761 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f06100052e0 0x7f061000b9c0 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:27.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.731+0000 7f0629e7b640 1 -- 172.21.15.111:0/2275027761 >> 172.21.15.111:0/2275027761 conn(0x7f0624062630 msgr2=0x7f0624062a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:27.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.731+0000 7f0629e7b640 1 -- 172.21.15.111:0/2275027761 shutdown_connections 2024-09-19T04:37:27.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.731+0000 7f0629e7b640 1 -- 172.21.15.111:0/2275027761 wait complete. 2024-09-19T04:37:27.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.732+0000 7f0629e7b640 1 Processor -- start 2024-09-19T04:37:27.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.733+0000 7f0629e7b640 1 -- start start 2024-09-19T04:37:27.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.733+0000 7f0629e7b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f06100052e0 0x7f0624150430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:27.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.733+0000 7f0629e7b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0624153e90 0x7f06241551a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:27.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.733+0000 7f0629e7b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f062414d4a0 0x7f0624156620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:27.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.733+0000 7f0629e7b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f06240b6460 con 0x7f062414d4a0 2024-09-19T04:37:27.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.733+0000 7f0629e7b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f06240b6180 con 0x7f0624153e90 2024-09-19T04:37:27.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.733+0000 7f0629e7b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f062415f570 con 0x7f06100052e0 2024-09-19T04:37:27.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.733+0000 7f0623fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f062414d4a0 0x7f0624156620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:27.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.733+0000 7f0623fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f062414d4a0 0x7f0624156620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56080/0 (socket says 172.21.15.111:56080) 2024-09-19T04:37:27.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.734+0000 7f0623fff640 1 -- 172.21.15.111:0/1663388314 learned_addr learned my addr 172.21.15.111:0/1663388314 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:27.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.734+0000 7f0622ffd640 1 --2- 172.21.15.111:0/1663388314 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0624153e90 0x7f06241551a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.734+0000 7f06237fe640 1 --2- 172.21.15.111:0/1663388314 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f06100052e0 0x7f0624150430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.734+0000 7f0623fff640 1 -- 172.21.15.111:0/1663388314 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f06100052e0 msgr2=0x7f0624150430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.734+0000 7f0623fff640 1 --2- 172.21.15.111:0/1663388314 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f06100052e0 0x7f0624150430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.734+0000 7f0623fff640 1 -- 172.21.15.111:0/1663388314 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0624153e90 msgr2=0x7f06241551a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.734+0000 7f0623fff640 1 --2- 172.21.15.111:0/1663388314 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0624153e90 0x7f06241551a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.734+0000 7f0623fff640 1 -- 172.21.15.111:0/1663388314 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0624155940 con 0x7f062414d4a0 2024-09-19T04:37:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.734+0000 7f0623fff640 1 --2- 172.21.15.111:0/1663388314 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f062414d4a0 0x7f0624156620 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f061c004560 tx=0x7f061c003a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.734+0000 7f061bfff640 1 -- 172.21.15.111:0/1663388314 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061c037040 con 0x7f062414d4a0 2024-09-19T04:37:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.734+0000 7f061bfff640 1 -- 172.21.15.111:0/1663388314 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f061c006b50 con 0x7f062414d4a0 2024-09-19T04:37:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.734+0000 7f0629e7b640 1 -- 172.21.15.111:0/1663388314 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0624151490 con 0x7f062414d4a0 2024-09-19T04:37:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.734+0000 7f061bfff640 1 -- 172.21.15.111:0/1663388314 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061c007df0 con 0x7f062414d4a0 2024-09-19T04:37:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.734+0000 7f0629e7b640 1 -- 172.21.15.111:0/1663388314 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0624151a50 con 0x7f062414d4a0 2024-09-19T04:37:27.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.735+0000 7f0629e7b640 1 -- 172.21.15.111:0/1663388314 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f062415f900 con 0x7f062414d4a0 2024-09-19T04:37:27.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.736+0000 7f061bfff640 1 -- 172.21.15.111:0/1663388314 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f061c007030 con 0x7f062414d4a0 2024-09-19T04:37:27.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.736+0000 7f061bfff640 1 --2- 172.21.15.111:0/1663388314 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f060406c3d0 0x7f060406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:27.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.736+0000 7f061bfff640 1 -- 172.21.15.111:0/1663388314 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5443+0+0 (secure 0 0 0) 0x7f061c0aa900 con 0x7f062414d4a0 2024-09-19T04:37:27.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.736+0000 7f06237fe640 1 --2- 172.21.15.111:0/1663388314 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f060406c3d0 0x7f060406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:27.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.737+0000 7f06237fe640 1 --2- 172.21.15.111:0/1663388314 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f060406c3d0 0x7f060406e890 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f0614006fd0 tx=0x7f0614008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:27.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.740+0000 7f061bfff640 1 -- 172.21.15.111:0/1663388314 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f061c078980 con 0x7f062414d4a0 2024-09-19T04:37:27.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:27.909+0000 7f0629e7b640 1 -- 172.21.15.111:0/1663388314 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f0624151c20 con 0x7f062414d4a0 2024-09-19T04:37:28.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.613+0000 7f061bfff640 1 -- 172.21.15.111:0/1663388314 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v93) ==== 169+0+0 (secure 0 0 0) 0x7f061c07cc80 con 0x7f062414d4a0 2024-09-19T04:37:28.616 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' removed 2024-09-19T04:37:28.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.616+0000 7f0629e7b640 1 -- 172.21.15.111:0/1663388314 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f060406c3d0 msgr2=0x7f060406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:28.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.616+0000 7f0629e7b640 1 --2- 172.21.15.111:0/1663388314 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f060406c3d0 0x7f060406e890 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f0614006fd0 tx=0x7f0614008040 comp rx=0 tx=0).stop 2024-09-19T04:37:28.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.616+0000 7f0629e7b640 1 -- 172.21.15.111:0/1663388314 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f062414d4a0 msgr2=0x7f0624156620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:28.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.616+0000 7f0629e7b640 1 --2- 172.21.15.111:0/1663388314 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f062414d4a0 0x7f0624156620 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f061c004560 tx=0x7f061c003a70 comp rx=0 tx=0).stop 2024-09-19T04:37:28.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.616+0000 7f0629e7b640 1 -- 172.21.15.111:0/1663388314 shutdown_connections 2024-09-19T04:37:28.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.616+0000 7f0629e7b640 1 --2- 172.21.15.111:0/1663388314 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f060406c3d0 0x7f060406e890 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:28.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.616+0000 7f0629e7b640 1 --2- 172.21.15.111:0/1663388314 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f062414d4a0 0x7f0624156620 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:28.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.616+0000 7f0629e7b640 1 --2- 172.21.15.111:0/1663388314 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0624153e90 0x7f06241551a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:28.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.616+0000 7f0629e7b640 1 --2- 172.21.15.111:0/1663388314 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f06100052e0 0x7f0624150430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:28.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.616+0000 7f0629e7b640 1 -- 172.21.15.111:0/1663388314 >> 172.21.15.111:0/1663388314 conn(0x7f0624062630 msgr2=0x7f0624150ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:28.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.616+0000 7f0629e7b640 1 -- 172.21.15.111:0/1663388314 shutdown_connections 2024-09-19T04:37:28.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.616+0000 7f0629e7b640 1 -- 172.21.15.111:0/1663388314 wait complete. 2024-09-19T04:37:28.631 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T04:37:28.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.733+0000 7f3202a0e640 1 Processor -- start 2024-09-19T04:37:28.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.733+0000 7f3202a0e640 1 -- start start 2024-09-19T04:37:28.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.734+0000 7f3202a0e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f31fc1417a0 0x7f31fc1629e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:28.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.734+0000 7f3202a0e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f31fc162340 0x7f31fc141e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:28.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.734+0000 7f3202a0e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f31fc0ae8e0 con 0x7f31fc0af980 2024-09-19T04:37:28.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.734+0000 7f3202a0e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f31fc141b80 con 0x7f31fc162340 2024-09-19T04:37:28.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.734+0000 7f3202a0e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f31fc0af4f0 con 0x7f31fc1417a0 2024-09-19T04:37:28.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.734+0000 7f3200fab640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f31fc162340 0x7f31fc141e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:28.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.734+0000 7f31fb7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f31fc0af980 0x7f31fc0ce6d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59382/0 (socket says 172.21.15.111:59382) 2024-09-19T04:37:28.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.734+0000 7f31fb7fe640 1 -- 172.21.15.111:0/2246955085 learned_addr learned my addr 172.21.15.111:0/2246955085 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:28.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.734+0000 7f3200fab640 1 -- 172.21.15.111:0/2246955085 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f31fc1417a0 msgr2=0x7f31fc1629e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:28.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.735+0000 7f31fbfff640 1 --2- 172.21.15.111:0/2246955085 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f31fc1417a0 0x7f31fc1629e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:28.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.735+0000 7f31faffd640 1 -- 172.21.15.111:0/2246955085 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3024271203 0 0) 0x7f31fc0ae8e0 con 0x7f31fc0af980 2024-09-19T04:37:28.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.735+0000 7f3200fab640 1 --2- 172.21.15.111:0/2246955085 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f31fc1417a0 0x7f31fc1629e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:28.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.735+0000 7f3200fab640 1 -- 172.21.15.111:0/2246955085 >> v1:172.21.15.111:6789/0 conn(0x7f31fc0af980 legacy=0x7f31fc0ce6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:28.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.735+0000 7f3200fab640 1 -- 172.21.15.111:0/2246955085 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31fc0aebc0 con 0x7f31fc162340 2024-09-19T04:37:28.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.735+0000 7f31fbfff640 1 --2- 172.21.15.111:0/2246955085 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f31fc1417a0 0x7f31fc1629e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:28.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.735+0000 7f3200fab640 1 --2- 172.21.15.111:0/2246955085 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f31fc162340 0x7f31fc141e20 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f31f4009d90 tx=0x7f31f402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c236b689a33c77f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:28.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.735+0000 7f31faffd640 1 -- 172.21.15.111:0/2246955085 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f4007740 con 0x7f31fc162340 2024-09-19T04:37:28.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.735+0000 7f31faffd640 1 -- 172.21.15.111:0/2246955085 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31f40078e0 con 0x7f31fc162340 2024-09-19T04:37:28.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.735+0000 7f31faffd640 1 -- 172.21.15.111:0/2246955085 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f4007cb0 con 0x7f31fc162340 2024-09-19T04:37:28.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.736+0000 7f3202a0e640 1 -- 172.21.15.111:0/2246955085 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f31fc162340 msgr2=0x7f31fc141e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:28.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.736+0000 7f3202a0e640 1 --2- 172.21.15.111:0/2246955085 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f31fc162340 0x7f31fc141e20 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f31f4009d90 tx=0x7f31f402a680 comp rx=0 tx=0).stop 2024-09-19T04:37:28.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.736+0000 7f3202a0e640 1 -- 172.21.15.111:0/2246955085 shutdown_connections 2024-09-19T04:37:28.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.736+0000 7f3202a0e640 1 --2- 172.21.15.111:0/2246955085 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f31fc162340 0x7f31fc141e20 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:28.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.736+0000 7f3202a0e640 1 --2- 172.21.15.111:0/2246955085 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f31fc1417a0 0x7f31fc1629e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:28.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.736+0000 7f3202a0e640 1 -- 172.21.15.111:0/2246955085 >> 172.21.15.111:0/2246955085 conn(0x7f31fc062c60 msgr2=0x7f31fc06bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:28.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.736+0000 7f3202a0e640 1 -- 172.21.15.111:0/2246955085 shutdown_connections 2024-09-19T04:37:28.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.736+0000 7f3202a0e640 1 -- 172.21.15.111:0/2246955085 wait complete. 2024-09-19T04:37:28.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.737+0000 7f3202a0e640 1 Processor -- start 2024-09-19T04:37:28.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.737+0000 7f3202a0e640 1 -- start start 2024-09-19T04:37:28.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.738+0000 7f3202a0e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f31fc1417a0 0x7f31fc13da10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:28.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.738+0000 7f3202a0e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f31fc143120 0x7f31fc1f7a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:28.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.738+0000 7f3202a0e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f31fc13eb40 0x7f31fc1f7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:28.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.738+0000 7f3202a0e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f31fc162f20 con 0x7f31fc1417a0 2024-09-19T04:37:28.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.738+0000 7f3202a0e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f31fc0af180 con 0x7f31fc13eb40 2024-09-19T04:37:28.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.738+0000 7f3202a0e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f31fc1630a0 con 0x7f31fc143120 2024-09-19T04:37:28.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.738+0000 7f31fbfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f31fc1417a0 0x7f31fc13da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:28.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.738+0000 7f31fbfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f31fc1417a0 0x7f31fc13da10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56084/0 (socket says 172.21.15.111:56084) 2024-09-19T04:37:28.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.738+0000 7f31fbfff640 1 -- 172.21.15.111:0/1486868946 learned_addr learned my addr 172.21.15.111:0/1486868946 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:28.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.738+0000 7f31fbfff640 1 -- 172.21.15.111:0/1486868946 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f31fc143120 msgr2=0x7f31fc1f7a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:28.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.738+0000 7f31fbfff640 1 --2- 172.21.15.111:0/1486868946 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f31fc143120 0x7f31fc1f7a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:28.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.738+0000 7f31fbfff640 1 -- 172.21.15.111:0/1486868946 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f31fc13eb40 msgr2=0x7f31fc1f7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:28.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.738+0000 7f31fbfff640 1 --2- 172.21.15.111:0/1486868946 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f31fc13eb40 0x7f31fc1f7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:28.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.738+0000 7f31fbfff640 1 -- 172.21.15.111:0/1486868946 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31fc1f8800 con 0x7f31fc1417a0 2024-09-19T04:37:28.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.739+0000 7f31fbfff640 1 --2- 172.21.15.111:0/1486868946 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f31fc1417a0 0x7f31fc13da10 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f31ec00c7f0 tx=0x7f31ec00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:28.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.739+0000 7f31f8ff9640 1 -- 172.21.15.111:0/1486868946 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31ec015070 con 0x7f31fc1417a0 2024-09-19T04:37:28.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.739+0000 7f31f8ff9640 1 -- 172.21.15.111:0/1486868946 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31ec007a30 con 0x7f31fc1417a0 2024-09-19T04:37:28.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.739+0000 7f3202a0e640 1 -- 172.21.15.111:0/1486868946 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31fc142920 con 0x7f31fc1417a0 2024-09-19T04:37:28.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.739+0000 7f31f8ff9640 1 -- 172.21.15.111:0/1486868946 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31ec007e00 con 0x7f31fc1417a0 2024-09-19T04:37:28.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.739+0000 7f3202a0e640 1 -- 172.21.15.111:0/1486868946 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31fc13e010 con 0x7f31fc1417a0 2024-09-19T04:37:28.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.740+0000 7f3202a0e640 1 -- 172.21.15.111:0/1486868946 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31fc06eb90 con 0x7f31fc1417a0 2024-09-19T04:37:28.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.740+0000 7f31f8ff9640 1 -- 172.21.15.111:0/1486868946 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f31ec018070 con 0x7f31fc1417a0 2024-09-19T04:37:28.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.741+0000 7f31f8ff9640 1 --2- 172.21.15.111:0/1486868946 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f31e806c3d0 0x7f31e806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:28.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.741+0000 7f31f8ff9640 1 -- 172.21.15.111:0/1486868946 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5029+0+0 (secure 0 0 0) 0x7f31ec08b380 con 0x7f31fc1417a0 2024-09-19T04:37:28.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.741+0000 7f31fb7fe640 1 --2- 172.21.15.111:0/1486868946 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f31e806c3d0 0x7f31e806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:28.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.741+0000 7f31fb7fe640 1 --2- 172.21.15.111:0/1486868946 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f31e806c3d0 0x7f31e806e890 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f31fc143500 tx=0x7f31f00078d0 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:28.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.745+0000 7f31f8ff9640 1 -- 172.21.15.111:0/1486868946 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f31fc06eb90 con 0x7f31fc1417a0 2024-09-19T04:37:28.915 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.913+0000 7f3202a0e640 1 -- 172.21.15.111:0/1486868946 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f31fc1f89d0 con 0x7f31fc1417a0 2024-09-19T04:37:28.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.916+0000 7f31f8ff9640 1 -- 172.21.15.111:0/1486868946 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v19) ==== 104+0+0 (secure 0 0 0) 0x7f31fc1f89d0 con 0x7f31fc1417a0 2024-09-19T04:37:28.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.918+0000 7f3202a0e640 1 -- 172.21.15.111:0/1486868946 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f31e806c3d0 msgr2=0x7f31e806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:28.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.918+0000 7f3202a0e640 1 --2- 172.21.15.111:0/1486868946 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f31e806c3d0 0x7f31e806e890 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f31fc143500 tx=0x7f31f00078d0 comp rx=0 tx=0).stop 2024-09-19T04:37:28.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.918+0000 7f3202a0e640 1 -- 172.21.15.111:0/1486868946 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f31fc1417a0 msgr2=0x7f31fc13da10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:28.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.918+0000 7f3202a0e640 1 --2- 172.21.15.111:0/1486868946 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f31fc1417a0 0x7f31fc13da10 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f31ec00c7f0 tx=0x7f31ec00cbf0 comp rx=0 tx=0).stop 2024-09-19T04:37:28.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.918+0000 7f3202a0e640 1 -- 172.21.15.111:0/1486868946 shutdown_connections 2024-09-19T04:37:28.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.918+0000 7f3202a0e640 1 --2- 172.21.15.111:0/1486868946 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f31e806c3d0 0x7f31e806e890 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:28.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.918+0000 7f3202a0e640 1 --2- 172.21.15.111:0/1486868946 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f31fc13eb40 0x7f31fc1f7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:28.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.918+0000 7f3202a0e640 1 --2- 172.21.15.111:0/1486868946 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f31fc143120 0x7f31fc1f7a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:28.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.918+0000 7f3202a0e640 1 --2- 172.21.15.111:0/1486868946 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f31fc1417a0 0x7f31fc13da10 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:28.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.918+0000 7f3202a0e640 1 -- 172.21.15.111:0/1486868946 >> 172.21.15.111:0/1486868946 conn(0x7f31fc062c60 msgr2=0x7f31fc06e480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:28.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.919+0000 7f3202a0e640 1 -- 172.21.15.111:0/1486868946 shutdown_connections 2024-09-19T04:37:28.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:28.919+0000 7f3202a0e640 1 -- 172.21.15.111:0/1486868946 wait complete. 2024-09-19T04:37:28.932 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_names_can_only_be_goodchars' 2024-09-19T04:37:29.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.028+0000 7f8c5f4f1640 1 Processor -- start 2024-09-19T04:37:29.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.028+0000 7f8c5f4f1640 1 -- start start 2024-09-19T04:37:29.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.029+0000 7f8c5f4f1640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f8c5815c180 0x7f8c580cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:29.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.029+0000 7f8c5f4f1640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8c580ce230 0x7f8c580cf070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:29.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.029+0000 7f8c5f4f1640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c580ce740 con 0x7f8c580cf5b0 2024-09-19T04:37:29.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.029+0000 7f8c5f4f1640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f8c58072640 con 0x7f8c580ce230 2024-09-19T04:37:29.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.029+0000 7f8c5f4f1640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f8c58072920 con 0x7f8c5815c180 2024-09-19T04:37:29.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.029+0000 7f8c5ca8c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8c580ce230 0x7f8c580cf070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:29.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.029+0000 7f8c5ca8c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8c580ce230 0x7f8c580cf070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56094/0 (socket says 172.21.15.111:56094) 2024-09-19T04:37:29.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.029+0000 7f8c5ca8c640 1 -- 172.21.15.111:0/2680376244 learned_addr learned my addr 172.21.15.111:0/2680376244 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:29.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.029+0000 7f8c5d28d640 1 --2- 172.21.15.111:0/2680376244 >> v2:172.21.15.114:3300/0 conn(0x7f8c5815c180 0x7f8c580cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:29.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.029+0000 7f8c5ca8c640 1 -- 172.21.15.111:0/2680376244 >> v2:172.21.15.114:3300/0 conn(0x7f8c5815c180 msgr2=0x7f8c580cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:29.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.029+0000 7f8c5ca8c640 1 --2- 172.21.15.111:0/2680376244 >> v2:172.21.15.114:3300/0 conn(0x7f8c5815c180 0x7f8c580cdcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:29.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.029+0000 7f8c5ca8c640 1 -- 172.21.15.111:0/2680376244 >> v1:172.21.15.114:6789/0 conn(0x7f8c580cf5b0 legacy=0x7f8c58073120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:29.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.029+0000 7f8c5ca8c640 1 -- 172.21.15.111:0/2680376244 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c58072c00 con 0x7f8c580ce230 2024-09-19T04:37:29.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.030+0000 7f8c5ca8c640 1 --2- 172.21.15.111:0/2680376244 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c580ce230 0x7f8c580cf070 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f8c5806cc10 tx=0x7f8c4802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb0182ba3458baf5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:29.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.030+0000 7f8c4ffff640 1 -- 172.21.15.111:0/2680376244 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c48037070 con 0x7f8c580ce230 2024-09-19T04:37:29.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.030+0000 7f8c4ffff640 1 -- 172.21.15.111:0/2680376244 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c48032440 con 0x7f8c580ce230 2024-09-19T04:37:29.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.030+0000 7f8c4ffff640 1 -- 172.21.15.111:0/2680376244 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c48032810 con 0x7f8c580ce230 2024-09-19T04:37:29.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.031+0000 7f8c5f4f1640 1 -- 172.21.15.111:0/2680376244 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c580ce230 msgr2=0x7f8c580cf070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:29.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.031+0000 7f8c5f4f1640 1 --2- 172.21.15.111:0/2680376244 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c580ce230 0x7f8c580cf070 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f8c5806cc10 tx=0x7f8c4802a1e0 comp rx=0 tx=0).stop 2024-09-19T04:37:29.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.031+0000 7f8c5f4f1640 1 -- 172.21.15.111:0/2680376244 shutdown_connections 2024-09-19T04:37:29.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.031+0000 7f8c5f4f1640 1 --2- 172.21.15.111:0/2680376244 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c580ce230 0x7f8c580cf070 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:29.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.031+0000 7f8c5f4f1640 1 --2- 172.21.15.111:0/2680376244 >> v2:172.21.15.114:3300/0 conn(0x7f8c5815c180 0x7f8c580cdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:29.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.031+0000 7f8c5f4f1640 1 -- 172.21.15.111:0/2680376244 >> 172.21.15.111:0/2680376244 conn(0x7f8c58062cc0 msgr2=0x7f8c5806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:29.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.031+0000 7f8c5f4f1640 1 -- 172.21.15.111:0/2680376244 shutdown_connections 2024-09-19T04:37:29.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.031+0000 7f8c5f4f1640 1 -- 172.21.15.111:0/2680376244 wait complete. 2024-09-19T04:37:29.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.032+0000 7f8c5f4f1640 1 Processor -- start 2024-09-19T04:37:29.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.032+0000 7f8c5f4f1640 1 -- start start 2024-09-19T04:37:29.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.033+0000 7f8c5f4f1640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c580ce230 0x7f8c581603c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:29.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.033+0000 7f8c5f4f1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c580cf5b0 0x7f8c58146e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:29.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.033+0000 7f8c5f4f1640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c5815c180 0x7f8c580b1bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:29.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.033+0000 7f8c5f4f1640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8c5815c560 con 0x7f8c580ce230 2024-09-19T04:37:29.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.033+0000 7f8c5f4f1640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8c580722f0 con 0x7f8c5815c180 2024-09-19T04:37:29.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.033+0000 7f8c5f4f1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8c5815c6e0 con 0x7f8c580cf5b0 2024-09-19T04:37:29.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.033+0000 7f8c5d28d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c580ce230 0x7f8c581603c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:29.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.033+0000 7f8c5d28d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c580ce230 0x7f8c581603c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56106/0 (socket says 172.21.15.111:56106) 2024-09-19T04:37:29.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.033+0000 7f8c5d28d640 1 -- 172.21.15.111:0/4022362476 learned_addr learned my addr 172.21.15.111:0/4022362476 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:29.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.033+0000 7f8c5da8e640 1 --2- 172.21.15.111:0/4022362476 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c5815c180 0x7f8c580b1bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:29.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.033+0000 7f8c5ca8c640 1 --2- 172.21.15.111:0/4022362476 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c580cf5b0 0x7f8c58146e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:29.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.033+0000 7f8c5d28d640 1 -- 172.21.15.111:0/4022362476 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c580cf5b0 msgr2=0x7f8c58146e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:29.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.033+0000 7f8c5d28d640 1 --2- 172.21.15.111:0/4022362476 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c580cf5b0 0x7f8c58146e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:29.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.033+0000 7f8c5d28d640 1 -- 172.21.15.111:0/4022362476 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c5815c180 msgr2=0x7f8c580b1bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:29.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.033+0000 7f8c5d28d640 1 --2- 172.21.15.111:0/4022362476 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c5815c180 0x7f8c580b1bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:29.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.033+0000 7f8c5d28d640 1 -- 172.21.15.111:0/4022362476 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c580b2420 con 0x7f8c580ce230 2024-09-19T04:37:29.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.033+0000 7f8c5ca8c640 1 --2- 172.21.15.111:0/4022362476 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c580cf5b0 0x7f8c58146e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:29.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.033+0000 7f8c5d28d640 1 --2- 172.21.15.111:0/4022362476 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c580ce230 0x7f8c581603c0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f8c5400d800 tx=0x7f8c5400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:29.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.033+0000 7f8c4dffb640 1 -- 172.21.15.111:0/4022362476 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c5400b6c0 con 0x7f8c580ce230 2024-09-19T04:37:29.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.033+0000 7f8c4dffb640 1 -- 172.21.15.111:0/4022362476 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c54019070 con 0x7f8c580ce230 2024-09-19T04:37:29.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.033+0000 7f8c5f4f1640 1 -- 172.21.15.111:0/4022362476 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c580b2700 con 0x7f8c580ce230 2024-09-19T04:37:29.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.034+0000 7f8c4dffb640 1 -- 172.21.15.111:0/4022362476 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c5400ba80 con 0x7f8c580ce230 2024-09-19T04:37:29.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.034+0000 7f8c5f4f1640 1 -- 172.21.15.111:0/4022362476 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c581e6bb0 con 0x7f8c580ce230 2024-09-19T04:37:29.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.035+0000 7f8c5f4f1640 1 -- 172.21.15.111:0/4022362476 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c580cd720 con 0x7f8c580ce230 2024-09-19T04:37:29.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.035+0000 7f8c4dffb640 1 -- 172.21.15.111:0/4022362476 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f8c5400bc20 con 0x7f8c580ce230 2024-09-19T04:37:29.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.035+0000 7f8c4dffb640 1 --2- 172.21.15.111:0/4022362476 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8c3c06c400 0x7f8c3c06e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:29.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.036+0000 7f8c4dffb640 1 -- 172.21.15.111:0/4022362476 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5029+0+0 (secure 0 0 0) 0x7f8c5408b680 con 0x7f8c580ce230 2024-09-19T04:37:29.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.036+0000 7f8c5ca8c640 1 --2- 172.21.15.111:0/4022362476 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8c3c06c400 0x7f8c3c06e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:29.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.036+0000 7f8c5ca8c640 1 --2- 172.21.15.111:0/4022362476 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8c3c06c400 0x7f8c3c06e8c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f8c48034000 tx=0x7f8c4802e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:29.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.040+0000 7f8c4dffb640 1 -- 172.21.15.111:0/4022362476 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8c580cd720 con 0x7f8c580ce230 2024-09-19T04:37:29.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.269+0000 7f8c5f4f1640 1 -- 172.21.15.111:0/4022362476 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_names_can_only_be_goodchars"]} v 0) -- 0x7f8c580cf070 con 0x7f8c580ce230 2024-09-19T04:37:29.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.615+0000 7f8c4dffb640 1 -- 172.21.15.111:0/4022362476 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_names_can_only_be_goodchars"]}]=0 v250) ==== 146+0+0 (secure 0 0 0) 0x7f8c5405a010 con 0x7f8c580ce230 2024-09-19T04:37:29.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.617+0000 7f8c5f4f1640 1 -- 172.21.15.111:0/4022362476 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8c3c06c400 msgr2=0x7f8c3c06e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:29.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.617+0000 7f8c5f4f1640 1 --2- 172.21.15.111:0/4022362476 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8c3c06c400 0x7f8c3c06e8c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f8c48034000 tx=0x7f8c4802e000 comp rx=0 tx=0).stop 2024-09-19T04:37:29.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.617+0000 7f8c5f4f1640 1 -- 172.21.15.111:0/4022362476 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c580ce230 msgr2=0x7f8c581603c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:29.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.617+0000 7f8c5f4f1640 1 --2- 172.21.15.111:0/4022362476 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c580ce230 0x7f8c581603c0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f8c5400d800 tx=0x7f8c5400dcc0 comp rx=0 tx=0).stop 2024-09-19T04:37:29.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.617+0000 7f8c5f4f1640 1 -- 172.21.15.111:0/4022362476 shutdown_connections 2024-09-19T04:37:29.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.617+0000 7f8c5f4f1640 1 --2- 172.21.15.111:0/4022362476 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8c3c06c400 0x7f8c3c06e8c0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:29.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.617+0000 7f8c5f4f1640 1 --2- 172.21.15.111:0/4022362476 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c5815c180 0x7f8c580b1bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:29.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.617+0000 7f8c5f4f1640 1 --2- 172.21.15.111:0/4022362476 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c580cf5b0 0x7f8c58146e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:29.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.617+0000 7f8c5f4f1640 1 --2- 172.21.15.111:0/4022362476 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c580ce230 0x7f8c581603c0 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:29.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.617+0000 7f8c5f4f1640 1 -- 172.21.15.111:0/4022362476 >> 172.21.15.111:0/4022362476 conn(0x7f8c58062cc0 msgr2=0x7f8c581583e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:29.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.617+0000 7f8c5f4f1640 1 -- 172.21.15.111:0/4022362476 shutdown_connections 2024-09-19T04:37:29.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.617+0000 7f8c5f4f1640 1 -- 172.21.15.111:0/4022362476 wait complete. 2024-09-19T04:37:29.630 INFO:tasks.cephfs_test_runner:Test the creating vols, subvols subvolgroups fails when their names uses ... ok 2024-09-19T04:37:29.631 INFO:tasks.cephfs_test_runner:Starting test: test_subvolume_no_upgrade_v1_sanity (tasks.cephfs.test_volumes.TestMisc) poor man's upgrade test -- theme continues... 2024-09-19T04:37:29.631 INFO:tasks.cephfs_test_runner:test_subvolume_no_upgrade_v1_sanity (tasks.cephfs.test_volumes.TestMisc) 2024-09-19T04:37:29.631 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:37:29.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.727+0000 7f3f31fb9640 1 Processor -- start 2024-09-19T04:37:29.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.727+0000 7f3f31fb9640 1 -- start start 2024-09-19T04:37:29.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.728+0000 7f3f31fb9640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f3f2c156880 0x7f3f2c0cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:29.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.728+0000 7f3f31fb9640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3f2c0aff30 0x7f3f2c0b0340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:29.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.728+0000 7f3f31fb9640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3f2c0b0880 con 0x7f3f2c0b65c0 2024-09-19T04:37:29.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.728+0000 7f3f31fb9640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f3f2c0ce150 con 0x7f3f2c0aff30 2024-09-19T04:37:29.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.728+0000 7f3f31fb9640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f3f2c0ce430 con 0x7f3f2c156880 2024-09-19T04:37:29.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.728+0000 7f3f2bfff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3f2c0aff30 0x7f3f2c0b0340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:29.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.728+0000 7f3f2affd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f3f2c0b65c0 0x7f3f2c160730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59398/0 (socket says 172.21.15.111:59398) 2024-09-19T04:37:29.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.728+0000 7f3f2bfff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3f2c0aff30 0x7f3f2c0b0340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56110/0 (socket says 172.21.15.111:56110) 2024-09-19T04:37:29.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.728+0000 7f3f2affd640 1 -- 172.21.15.111:0/2700443206 learned_addr learned my addr 172.21.15.111:0/2700443206 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:29.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.728+0000 7f3f2b7fe640 1 --2- 172.21.15.111:0/2700443206 >> v2:172.21.15.114:3300/0 conn(0x7f3f2c156880 0x7f3f2c0cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:29.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.729+0000 7f3f2bfff640 1 -- 172.21.15.111:0/2700443206 >> v2:172.21.15.114:3300/0 conn(0x7f3f2c156880 msgr2=0x7f3f2c0cdae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:29.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.729+0000 7f3f2bfff640 1 --2- 172.21.15.111:0/2700443206 >> v2:172.21.15.114:3300/0 conn(0x7f3f2c156880 0x7f3f2c0cdae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:29.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.729+0000 7f3f2bfff640 1 -- 172.21.15.111:0/2700443206 >> v1:172.21.15.111:6789/0 conn(0x7f3f2c0b65c0 legacy=0x7f3f2c160730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:29.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.729+0000 7f3f2bfff640 1 -- 172.21.15.111:0/2700443206 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f2c15ff30 con 0x7f3f2c0aff30 2024-09-19T04:37:29.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.729+0000 7f3f2a7fc640 1 -- 172.21.15.111:0/2700443206 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3333058962 0 0) 0x7f3f20001110 con 0x7f3f2c0b65c0 2024-09-19T04:37:29.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.729+0000 7f3f2bfff640 1 --2- 172.21.15.111:0/2700443206 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f2c0aff30 0x7f3f2c0b0340 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f3f2c0694c0 tx=0x7f3f2402a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69043d4a0698495b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:29.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.729+0000 7f3f2a7fc640 1 -- 172.21.15.111:0/2700443206 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f24007740 con 0x7f3f2c0aff30 2024-09-19T04:37:29.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.729+0000 7f3f2a7fc640 1 -- 172.21.15.111:0/2700443206 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f240078e0 con 0x7f3f2c0aff30 2024-09-19T04:37:29.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.729+0000 7f3f2a7fc640 1 -- 172.21.15.111:0/2700443206 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f24007cb0 con 0x7f3f2c0aff30 2024-09-19T04:37:29.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.730+0000 7f3f31fb9640 1 -- 172.21.15.111:0/2700443206 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f2c0aff30 msgr2=0x7f3f2c0b0340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:29.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.730+0000 7f3f31fb9640 1 --2- 172.21.15.111:0/2700443206 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f2c0aff30 0x7f3f2c0b0340 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f3f2c0694c0 tx=0x7f3f2402a5f0 comp rx=0 tx=0).stop 2024-09-19T04:37:29.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.730+0000 7f3f31fb9640 1 -- 172.21.15.111:0/2700443206 shutdown_connections 2024-09-19T04:37:29.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.730+0000 7f3f31fb9640 1 --2- 172.21.15.111:0/2700443206 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f2c0aff30 0x7f3f2c0b0340 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:29.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.730+0000 7f3f31fb9640 1 --2- 172.21.15.111:0/2700443206 >> v2:172.21.15.114:3300/0 conn(0x7f3f2c156880 0x7f3f2c0cdae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:29.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.730+0000 7f3f31fb9640 1 -- 172.21.15.111:0/2700443206 >> 172.21.15.111:0/2700443206 conn(0x7f3f2c06cae0 msgr2=0x7f3f2c06cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:29.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.730+0000 7f3f31fb9640 1 -- 172.21.15.111:0/2700443206 shutdown_connections 2024-09-19T04:37:29.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.730+0000 7f3f31fb9640 1 -- 172.21.15.111:0/2700443206 wait complete. 2024-09-19T04:37:29.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.731+0000 7f3f31fb9640 1 Processor -- start 2024-09-19T04:37:29.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.731+0000 7f3f31fb9640 1 -- start start 2024-09-19T04:37:29.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.732+0000 7f3f31fb9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f2c0aff30 0x7f3f2c1416c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:29.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.732+0000 7f3f31fb9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f2c0b65c0 0x7f3f2c145360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:29.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.732+0000 7f3f31fb9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f2c156880 0x7f3f2c1428f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:29.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.732+0000 7f3f31fb9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3f2c0b6a30 con 0x7f3f2c156880 2024-09-19T04:37:29.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.732+0000 7f3f31fb9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3f2c156c60 con 0x7f3f2c0aff30 2024-09-19T04:37:29.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.732+0000 7f3f31fb9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3f2c0ce710 con 0x7f3f2c0b65c0 2024-09-19T04:37:29.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.732+0000 7f3f2bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f2c156880 0x7f3f2c1428f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:29.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.732+0000 7f3f2bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f2c156880 0x7f3f2c1428f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56122/0 (socket says 172.21.15.111:56122) 2024-09-19T04:37:29.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.732+0000 7f3f2bfff640 1 -- 172.21.15.111:0/965897838 learned_addr learned my addr 172.21.15.111:0/965897838 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:29.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.732+0000 7f3f2b7fe640 1 --2- 172.21.15.111:0/965897838 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f2c0aff30 0x7f3f2c1416c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:29.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.732+0000 7f3f2affd640 1 --2- 172.21.15.111:0/965897838 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f2c0b65c0 0x7f3f2c145360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:29.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.733+0000 7f3f2bfff640 1 -- 172.21.15.111:0/965897838 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f2c0b65c0 msgr2=0x7f3f2c145360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:29.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.733+0000 7f3f2bfff640 1 --2- 172.21.15.111:0/965897838 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f2c0b65c0 0x7f3f2c145360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:29.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.733+0000 7f3f2bfff640 1 -- 172.21.15.111:0/965897838 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f2c0aff30 msgr2=0x7f3f2c1416c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:29.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.733+0000 7f3f2bfff640 1 --2- 172.21.15.111:0/965897838 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f2c0aff30 0x7f3f2c1416c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:29.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.733+0000 7f3f2bfff640 1 -- 172.21.15.111:0/965897838 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f2c141c00 con 0x7f3f2c156880 2024-09-19T04:37:29.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.733+0000 7f3f2bfff640 1 --2- 172.21.15.111:0/965897838 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f2c156880 0x7f3f2c1428f0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f3f2402abe0 tx=0x7f3f24004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:29.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.733+0000 7f3f13fff640 1 -- 172.21.15.111:0/965897838 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f24040070 con 0x7f3f2c156880 2024-09-19T04:37:29.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.733+0000 7f3f13fff640 1 -- 172.21.15.111:0/965897838 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f24031bc0 con 0x7f3f2c156880 2024-09-19T04:37:29.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.733+0000 7f3f13fff640 1 -- 172.21.15.111:0/965897838 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f24045460 con 0x7f3f2c156880 2024-09-19T04:37:29.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.733+0000 7f3f31fb9640 1 -- 172.21.15.111:0/965897838 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f2c143340 con 0x7f3f2c156880 2024-09-19T04:37:29.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.733+0000 7f3f31fb9640 1 -- 172.21.15.111:0/965897838 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f2c143900 con 0x7f3f2c156880 2024-09-19T04:37:29.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.734+0000 7f3f31fb9640 1 -- 172.21.15.111:0/965897838 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f2c0af7e0 con 0x7f3f2c156880 2024-09-19T04:37:29.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.735+0000 7f3f13fff640 1 -- 172.21.15.111:0/965897838 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f3f24039040 con 0x7f3f2c156880 2024-09-19T04:37:29.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.735+0000 7f3f13fff640 1 --2- 172.21.15.111:0/965897838 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3f1806c3d0 0x7f3f1806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:29.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.735+0000 7f3f13fff640 1 -- 172.21.15.111:0/965897838 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5029+0+0 (secure 0 0 0) 0x7f3f240acc10 con 0x7f3f2c156880 2024-09-19T04:37:29.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.735+0000 7f3f2b7fe640 1 --2- 172.21.15.111:0/965897838 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3f1806c3d0 0x7f3f1806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:29.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.736+0000 7f3f2b7fe640 1 --2- 172.21.15.111:0/965897838 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3f1806c3d0 0x7f3f1806e890 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f3f1c0079a0 tx=0x7f3f1c008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:29.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.740+0000 7f3f13fff640 1 -- 172.21.15.111:0/965897838 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3f2c141c00 con 0x7f3f2c156880 2024-09-19T04:37:29.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.905+0000 7f3f31fb9640 1 -- 172.21.15.111:0/965897838 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3f2c0b0340 con 0x7f3f2c156880 2024-09-19T04:37:29.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.906+0000 7f3f13fff640 1 -- 172.21.15.111:0/965897838 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+13211 (secure 0 0 0) 0x7f3f2407aed0 con 0x7f3f2c156880 2024-09-19T04:37:29.908 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:29.909 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":93,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:37:28.610791+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.111:6835/214483087":"2024-09-20T04:37:25.602894+0000","172.21.15.111:6817/214483087":"2024-09-20T04:37:25.602894+0000","172.21.15.111:6834/608607142":"2024-09-20T04:37:19.251874+0000","172.21.15.111:6816/608607142":"2024-09-20T04:37:19.251874+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:37:29.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.908+0000 7f3f31fb9640 1 -- 172.21.15.111:0/965897838 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3f1806c3d0 msgr2=0x7f3f1806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:29.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.908+0000 7f3f31fb9640 1 --2- 172.21.15.111:0/965897838 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3f1806c3d0 0x7f3f1806e890 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f3f1c0079a0 tx=0x7f3f1c008040 comp rx=0 tx=0).stop 2024-09-19T04:37:29.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.908+0000 7f3f31fb9640 1 -- 172.21.15.111:0/965897838 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f2c156880 msgr2=0x7f3f2c1428f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:29.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.908+0000 7f3f31fb9640 1 --2- 172.21.15.111:0/965897838 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f2c156880 0x7f3f2c1428f0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f3f2402abe0 tx=0x7f3f24004a40 comp rx=0 tx=0).stop 2024-09-19T04:37:29.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.908+0000 7f3f31fb9640 1 -- 172.21.15.111:0/965897838 shutdown_connections 2024-09-19T04:37:29.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.908+0000 7f3f31fb9640 1 --2- 172.21.15.111:0/965897838 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3f1806c3d0 0x7f3f1806e890 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:29.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.908+0000 7f3f31fb9640 1 --2- 172.21.15.111:0/965897838 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f2c156880 0x7f3f2c1428f0 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:29.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.908+0000 7f3f31fb9640 1 --2- 172.21.15.111:0/965897838 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f2c0b65c0 0x7f3f2c145360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:29.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.908+0000 7f3f31fb9640 1 --2- 172.21.15.111:0/965897838 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f2c0aff30 0x7f3f2c1416c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:29.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.908+0000 7f3f31fb9640 1 -- 172.21.15.111:0/965897838 >> 172.21.15.111:0/965897838 conn(0x7f3f2c06cae0 msgr2=0x7f3f2c06cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:29.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.908+0000 7f3f31fb9640 1 -- 172.21.15.111:0/965897838 shutdown_connections 2024-09-19T04:37:29.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:29.908+0000 7f3f31fb9640 1 -- 172.21.15.111:0/965897838 wait complete. 2024-09-19T04:37:29.921 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T04:32:40.437094+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T04:37:29.922 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T04:37:30.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.021+0000 7f2e64fbd640 1 Processor -- start 2024-09-19T04:37:30.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.021+0000 7f2e64fbd640 1 -- start start 2024-09-19T04:37:30.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.022+0000 7f2e64fbd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2e6015c5e0 0x7f2e600cefb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:30.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.022+0000 7f2e64fbd640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e600cff20 con 0x7f2e60071600 2024-09-19T04:37:30.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.022+0000 7f2e64fbd640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e60070b20 con 0x7f2e600cfa90 2024-09-19T04:37:30.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.022+0000 7f2e64fbd640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f2e60070e00 con 0x7f2e6015c5e0 2024-09-19T04:37:30.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.022+0000 7f2e5e59c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2e6015c5e0 0x7f2e600cefb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:30.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.022+0000 7f2e5ed9d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f2e60071600 0x7f2e600b5a20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59402/0 (socket says 172.21.15.111:59402) 2024-09-19T04:37:30.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.022+0000 7f2e5ed9d640 1 -- 172.21.15.111:0/3839884086 learned_addr learned my addr 172.21.15.111:0/3839884086 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:30.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.023+0000 7f2e5e59c640 1 -- 172.21.15.111:0/3839884086 >> v1:172.21.15.114:6789/0 conn(0x7f2e600cfa90 legacy=0x7f2e600d23b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:30.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.023+0000 7f2e5e59c640 1 -- 172.21.15.111:0/3839884086 >> v1:172.21.15.111:6789/0 conn(0x7f2e60071600 legacy=0x7f2e600b5a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:30.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.023+0000 7f2e5e59c640 1 -- 172.21.15.111:0/3839884086 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e600710e0 con 0x7f2e6015c5e0 2024-09-19T04:37:30.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.023+0000 7f2e5e59c640 1 --2- 172.21.15.111:0/3839884086 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e6015c5e0 0x7f2e600cefb0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f2e50009dc0 tx=0x7f2e5002a640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec4abb328b68b89c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:30.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.023+0000 7f2e5d59a640 1 -- 172.21.15.111:0/3839884086 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e50007740 con 0x7f2e6015c5e0 2024-09-19T04:37:30.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.023+0000 7f2e5d59a640 1 -- 172.21.15.111:0/3839884086 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e500078e0 con 0x7f2e6015c5e0 2024-09-19T04:37:30.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.023+0000 7f2e5d59a640 1 -- 172.21.15.111:0/3839884086 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e50007cb0 con 0x7f2e6015c5e0 2024-09-19T04:37:30.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.024+0000 7f2e64fbd640 1 -- 172.21.15.111:0/3839884086 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e6015c5e0 msgr2=0x7f2e600cefb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:30.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.024+0000 7f2e64fbd640 1 --2- 172.21.15.111:0/3839884086 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e6015c5e0 0x7f2e600cefb0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f2e50009dc0 tx=0x7f2e5002a640 comp rx=0 tx=0).stop 2024-09-19T04:37:30.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.024+0000 7f2e64fbd640 1 -- 172.21.15.111:0/3839884086 shutdown_connections 2024-09-19T04:37:30.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.024+0000 7f2e64fbd640 1 --2- 172.21.15.111:0/3839884086 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e6015c5e0 0x7f2e600cefb0 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.024+0000 7f2e64fbd640 1 -- 172.21.15.111:0/3839884086 >> 172.21.15.111:0/3839884086 conn(0x7f2e6006f310 msgr2=0x7f2e6006f720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:30.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.024+0000 7f2e64fbd640 1 -- 172.21.15.111:0/3839884086 shutdown_connections 2024-09-19T04:37:30.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.024+0000 7f2e64fbd640 1 -- 172.21.15.111:0/3839884086 wait complete. 2024-09-19T04:37:30.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.025+0000 7f2e64fbd640 1 Processor -- start 2024-09-19T04:37:30.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.025+0000 7f2e64fbd640 1 -- start start 2024-09-19T04:37:30.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.026+0000 7f2e64fbd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e60071600 0x7f2e601e5e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:30.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.026+0000 7f2e64fbd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e6015c5e0 0x7f2e601e6630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:30.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.026+0000 7f2e64fbd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e60153470 0x7f2e601584f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:30.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.026+0000 7f2e64fbd640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2e600b1f90 con 0x7f2e6015c5e0 2024-09-19T04:37:30.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.026+0000 7f2e64fbd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2e600b1e10 con 0x7f2e60071600 2024-09-19T04:37:30.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.026+0000 7f2e64fbd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2e600d2ac0 con 0x7f2e60153470 2024-09-19T04:37:30.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.026+0000 7f2e5dd9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e6015c5e0 0x7f2e601e6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:30.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.026+0000 7f2e5dd9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e6015c5e0 0x7f2e601e6630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56134/0 (socket says 172.21.15.111:56134) 2024-09-19T04:37:30.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.026+0000 7f2e5dd9b640 1 -- 172.21.15.111:0/1416331718 learned_addr learned my addr 172.21.15.111:0/1416331718 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:30.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.026+0000 7f2e5e59c640 1 --2- 172.21.15.111:0/1416331718 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e60071600 0x7f2e601e5e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:30.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.026+0000 7f2e5ed9d640 1 --2- 172.21.15.111:0/1416331718 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e60153470 0x7f2e601584f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:30.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.026+0000 7f2e5dd9b640 1 -- 172.21.15.111:0/1416331718 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e60153470 msgr2=0x7f2e601584f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:30.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.026+0000 7f2e5dd9b640 1 --2- 172.21.15.111:0/1416331718 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e60153470 0x7f2e601584f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.026+0000 7f2e5dd9b640 1 -- 172.21.15.111:0/1416331718 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e60071600 msgr2=0x7f2e601e5e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:30.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.026+0000 7f2e5dd9b640 1 --2- 172.21.15.111:0/1416331718 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e60071600 0x7f2e601e5e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.026+0000 7f2e5dd9b640 1 -- 172.21.15.111:0/1416331718 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e601e7e40 con 0x7f2e6015c5e0 2024-09-19T04:37:30.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.027+0000 7f2e5dd9b640 1 --2- 172.21.15.111:0/1416331718 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e6015c5e0 0x7f2e601e6630 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f2e5400c400 tx=0x7f2e5400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:30.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.027+0000 7f2e4effd640 1 -- 172.21.15.111:0/1416331718 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e54011790 con 0x7f2e6015c5e0 2024-09-19T04:37:30.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.027+0000 7f2e4effd640 1 -- 172.21.15.111:0/1416331718 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e54017070 con 0x7f2e6015c5e0 2024-09-19T04:37:30.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.027+0000 7f2e64fbd640 1 -- 172.21.15.111:0/1416331718 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e601e6da0 con 0x7f2e6015c5e0 2024-09-19T04:37:30.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.027+0000 7f2e4effd640 1 -- 172.21.15.111:0/1416331718 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e54011bb0 con 0x7f2e6015c5e0 2024-09-19T04:37:30.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.027+0000 7f2e64fbd640 1 -- 172.21.15.111:0/1416331718 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e601e7360 con 0x7f2e6015c5e0 2024-09-19T04:37:30.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.028+0000 7f2e64fbd640 1 -- 172.21.15.111:0/1416331718 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e600cf780 con 0x7f2e6015c5e0 2024-09-19T04:37:30.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.028+0000 7f2e4effd640 1 -- 172.21.15.111:0/1416331718 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f2e5401c460 con 0x7f2e6015c5e0 2024-09-19T04:37:30.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.029+0000 7f2e4effd640 1 --2- 172.21.15.111:0/1416331718 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2e4006c3d0 0x7f2e4006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:30.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.029+0000 7f2e4effd640 1 -- 172.21.15.111:0/1416331718 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5029+0+0 (secure 0 0 0) 0x7f2e5408b1e0 con 0x7f2e6015c5e0 2024-09-19T04:37:30.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.029+0000 7f2e5e59c640 1 --2- 172.21.15.111:0/1416331718 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2e4006c3d0 0x7f2e4006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:30.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.029+0000 7f2e5e59c640 1 --2- 172.21.15.111:0/1416331718 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2e4006c3d0 0x7f2e4006e890 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f2e50034000 tx=0x7f2e5002f000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:30.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.033+0000 7f2e4effd640 1 -- 172.21.15.111:0/1416331718 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2e54059ae0 con 0x7f2e6015c5e0 2024-09-19T04:37:30.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.196+0000 7f2e64fbd640 1 -- 172.21.15.111:0/1416331718 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f2e600b3dc0 con 0x7f2e6015c5e0 2024-09-19T04:37:30.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.197+0000 7f2e4effd640 1 -- 172.21.15.111:0/1416331718 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) ==== 93+0+10 (secure 0 0 0) 0x7f2e540593e0 con 0x7f2e6015c5e0 2024-09-19T04:37:30.199 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 1 2024-09-19T04:37:30.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.199+0000 7f2e64fbd640 1 -- 172.21.15.111:0/1416331718 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2e4006c3d0 msgr2=0x7f2e4006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:30.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.199+0000 7f2e64fbd640 1 --2- 172.21.15.111:0/1416331718 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2e4006c3d0 0x7f2e4006e890 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f2e50034000 tx=0x7f2e5002f000 comp rx=0 tx=0).stop 2024-09-19T04:37:30.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.199+0000 7f2e64fbd640 1 -- 172.21.15.111:0/1416331718 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e6015c5e0 msgr2=0x7f2e601e6630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:30.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.199+0000 7f2e64fbd640 1 --2- 172.21.15.111:0/1416331718 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e6015c5e0 0x7f2e601e6630 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f2e5400c400 tx=0x7f2e5400c8c0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.199+0000 7f2e64fbd640 1 -- 172.21.15.111:0/1416331718 shutdown_connections 2024-09-19T04:37:30.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.199+0000 7f2e64fbd640 1 --2- 172.21.15.111:0/1416331718 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2e4006c3d0 0x7f2e4006e890 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.199+0000 7f2e64fbd640 1 --2- 172.21.15.111:0/1416331718 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e60153470 0x7f2e601584f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.199+0000 7f2e64fbd640 1 --2- 172.21.15.111:0/1416331718 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e6015c5e0 0x7f2e601e6630 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.199+0000 7f2e64fbd640 1 --2- 172.21.15.111:0/1416331718 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e60071600 0x7f2e601e5e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.199+0000 7f2e64fbd640 1 -- 172.21.15.111:0/1416331718 >> 172.21.15.111:0/1416331718 conn(0x7f2e6006f310 msgr2=0x7f2e600738a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:30.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.199+0000 7f2e64fbd640 1 -- 172.21.15.111:0/1416331718 shutdown_connections 2024-09-19T04:37:30.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.199+0000 7f2e64fbd640 1 -- 172.21.15.111:0/1416331718 wait complete. 2024-09-19T04:37:30.212 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_sanity' 2024-09-19T04:37:30.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.309+0000 7ff93fbf6640 1 Processor -- start 2024-09-19T04:37:30.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.309+0000 7ff93fbf6640 1 -- start start 2024-09-19T04:37:30.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.310+0000 7ff93fbf6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff9380cd300 0x7ff93806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:30.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.310+0000 7ff93fbf6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff93815ecf0 con 0x7ff93815c300 2024-09-19T04:37:30.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.310+0000 7ff93fbf6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff93815c6e0 con 0x7ff93806f010 2024-09-19T04:37:30.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.310+0000 7ff93fbf6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ff93806f480 con 0x7ff9380cd300 2024-09-19T04:37:30.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.310+0000 7ff93d992640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7ff93815c300 0x7ff9380affc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59414/0 (socket says 172.21.15.111:59414) 2024-09-19T04:37:30.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.310+0000 7ff93d992640 1 -- 172.21.15.111:0/1876589506 learned_addr learned my addr 172.21.15.111:0/1876589506 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:30.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.310+0000 7ff93c990640 1 -- 172.21.15.111:0/1876589506 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3923359452 0 0) 0x7ff93815ecf0 con 0x7ff93815c300 2024-09-19T04:37:30.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.310+0000 7ff93c990640 1 -- 172.21.15.111:0/1876589506 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff924003520 con 0x7ff93815c300 2024-09-19T04:37:30.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.311+0000 7ff93d191640 1 --2- 172.21.15.111:0/1876589506 >> v2:172.21.15.114:3300/0 conn(0x7ff9380cd300 0x7ff93806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:30.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.311+0000 7ff93c990640 1 -- 172.21.15.111:0/1876589506 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2794690921 0 0) 0x7ff924003520 con 0x7ff93815c300 2024-09-19T04:37:30.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.311+0000 7ff93c990640 1 -- 172.21.15.111:0/1876589506 >> v2:172.21.15.114:3300/0 conn(0x7ff9380cd300 msgr2=0x7ff93806ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:30.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.311+0000 7ff93c990640 1 --2- 172.21.15.111:0/1876589506 >> v2:172.21.15.114:3300/0 conn(0x7ff9380cd300 0x7ff93806ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.311+0000 7ff93c990640 1 -- 172.21.15.111:0/1876589506 >> v1:172.21.15.114:6789/0 conn(0x7ff93806f010 legacy=0x7ff9380ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:30.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.311+0000 7ff93c990640 1 -- 172.21.15.111:0/1876589506 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff93815efb0 con 0x7ff93815c300 2024-09-19T04:37:30.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.311+0000 7ff93c990640 1 -- 172.21.15.111:0/1876589506 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7ff934001670 con 0x7ff93815c300 2024-09-19T04:37:30.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.311+0000 7ff93c990640 1 -- 172.21.15.111:0/1876589506 >> v1:172.21.15.111:6789/0 conn(0x7ff93815c300 legacy=0x7ff9380affc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:30.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.311+0000 7ff93c990640 1 --2- 172.21.15.111:0/1876589506 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9240039b0 0x7ff924003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:30.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.311+0000 7ff93c990640 1 --2- 172.21.15.111:0/1876589506 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff924004800 0x7ff924004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:30.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.311+0000 7ff93c990640 1 --2- 172.21.15.111:0/1876589506 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9240052e0 0x7ff92400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:30.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.311+0000 7ff93c990640 1 -- 172.21.15.111:0/1876589506 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff93806f480 con 0x7ff9240039b0 2024-09-19T04:37:30.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.311+0000 7ff93c990640 1 -- 172.21.15.111:0/1876589506 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff92400c1b0 con 0x7ff924004800 2024-09-19T04:37:30.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.311+0000 7ff93c990640 1 -- 172.21.15.111:0/1876589506 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff92400c3b0 con 0x7ff9240052e0 2024-09-19T04:37:30.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.311+0000 7ff93d992640 1 --2- 172.21.15.111:0/1876589506 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9240039b0 0x7ff924003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:30.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.311+0000 7ff93d191640 1 --2- 172.21.15.111:0/1876589506 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff924004800 0x7ff924004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:30.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.311+0000 7ff93e193640 1 --2- 172.21.15.111:0/1876589506 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9240052e0 0x7ff92400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:30.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.311+0000 7ff93d992640 1 -- 172.21.15.111:0/1876589506 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9240052e0 msgr2=0x7ff92400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:30.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.311+0000 7ff93d992640 1 --2- 172.21.15.111:0/1876589506 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff9240052e0 0x7ff92400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.311+0000 7ff93d992640 1 -- 172.21.15.111:0/1876589506 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff924004800 msgr2=0x7ff924004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:30.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.311+0000 7ff93d992640 1 --2- 172.21.15.111:0/1876589506 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff924004800 0x7ff924004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.311+0000 7ff93d992640 1 -- 172.21.15.111:0/1876589506 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff924003520 con 0x7ff9240039b0 2024-09-19T04:37:30.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.311+0000 7ff93e193640 1 -- 172.21.15.111:0/1876589506 reap_dead start 2024-09-19T04:37:30.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.312+0000 7ff93d992640 1 --2- 172.21.15.111:0/1876589506 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9240039b0 0x7ff924003dd0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7ff934001050 tx=0x7ff924005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c30f441eb248a4e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:30.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.312+0000 7ff93c990640 1 -- 172.21.15.111:0/1876589506 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff934007d30 con 0x7ff9240039b0 2024-09-19T04:37:30.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.312+0000 7ff93c990640 1 -- 172.21.15.111:0/1876589506 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff934005af0 con 0x7ff9240039b0 2024-09-19T04:37:30.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.312+0000 7ff93c990640 1 -- 172.21.15.111:0/1876589506 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff934007070 con 0x7ff9240039b0 2024-09-19T04:37:30.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.312+0000 7ff93fbf6640 1 -- 172.21.15.111:0/1876589506 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9240039b0 msgr2=0x7ff924003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:30.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.312+0000 7ff93fbf6640 1 --2- 172.21.15.111:0/1876589506 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9240039b0 0x7ff924003dd0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7ff934001050 tx=0x7ff924005830 comp rx=0 tx=0).stop 2024-09-19T04:37:30.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.312+0000 7ff93fbf6640 1 -- 172.21.15.111:0/1876589506 shutdown_connections 2024-09-19T04:37:30.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.312+0000 7ff93fbf6640 1 --2- 172.21.15.111:0/1876589506 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9240039b0 0x7ff924003dd0 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.312+0000 7ff93fbf6640 1 -- 172.21.15.111:0/1876589506 >> 172.21.15.111:0/1876589506 conn(0x7ff93806cae0 msgr2=0x7ff93806cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:30.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.313+0000 7ff93fbf6640 1 -- 172.21.15.111:0/1876589506 shutdown_connections 2024-09-19T04:37:30.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.313+0000 7ff93fbf6640 1 -- 172.21.15.111:0/1876589506 wait complete. 2024-09-19T04:37:30.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.314+0000 7ff93fbf6640 1 Processor -- start 2024-09-19T04:37:30.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.314+0000 7ff93fbf6640 1 -- start start 2024-09-19T04:37:30.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.314+0000 7ff93fbf6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9240039b0 0x7ff938156750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:30.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.314+0000 7ff93fbf6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff938145800 0x7ff9380b1ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:30.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.314+0000 7ff93fbf6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff938145c60 0x7ff9380b23e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:30.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.314+0000 7ff93fbf6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff93815f850 con 0x7ff9240039b0 2024-09-19T04:37:30.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.314+0000 7ff93fbf6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff93815f570 con 0x7ff938145800 2024-09-19T04:37:30.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.314+0000 7ff93fbf6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff938071880 con 0x7ff938145c60 2024-09-19T04:37:30.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.315+0000 7ff93d992640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9240039b0 0x7ff938156750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:30.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.315+0000 7ff93d992640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9240039b0 0x7ff938156750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56156/0 (socket says 172.21.15.111:56156) 2024-09-19T04:37:30.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.315+0000 7ff93d992640 1 -- 172.21.15.111:0/1713128454 learned_addr learned my addr 172.21.15.111:0/1713128454 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:30.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.315+0000 7ff93e193640 1 --2- 172.21.15.111:0/1713128454 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff938145c60 0x7ff9380b23e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:30.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.315+0000 7ff93d191640 1 --2- 172.21.15.111:0/1713128454 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff938145800 0x7ff9380b1ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:30.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.315+0000 7ff93d992640 1 -- 172.21.15.111:0/1713128454 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff938145c60 msgr2=0x7ff9380b23e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:30.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.315+0000 7ff93d992640 1 --2- 172.21.15.111:0/1713128454 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff938145c60 0x7ff9380b23e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.315+0000 7ff93d992640 1 -- 172.21.15.111:0/1713128454 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff938145800 msgr2=0x7ff9380b1ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:30.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.315+0000 7ff93d992640 1 --2- 172.21.15.111:0/1713128454 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff938145800 0x7ff9380b1ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.315+0000 7ff93d992640 1 -- 172.21.15.111:0/1713128454 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff938155990 con 0x7ff9240039b0 2024-09-19T04:37:30.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.315+0000 7ff93d992640 1 --2- 172.21.15.111:0/1713128454 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9240039b0 0x7ff938156750 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7ff93400c350 tx=0x7ff934000fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:30.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.315+0000 7ff92e7fc640 1 -- 172.21.15.111:0/1713128454 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff934042070 con 0x7ff9240039b0 2024-09-19T04:37:30.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.315+0000 7ff92e7fc640 1 -- 172.21.15.111:0/1713128454 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9340016b0 con 0x7ff9240039b0 2024-09-19T04:37:30.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.315+0000 7ff93fbf6640 1 -- 172.21.15.111:0/1713128454 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff938155c70 con 0x7ff9240039b0 2024-09-19T04:37:30.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.315+0000 7ff92e7fc640 1 -- 172.21.15.111:0/1713128454 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff934037040 con 0x7ff9240039b0 2024-09-19T04:37:30.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.315+0000 7ff93fbf6640 1 -- 172.21.15.111:0/1713128454 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9380cd860 con 0x7ff9240039b0 2024-09-19T04:37:30.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.316+0000 7ff93fbf6640 1 -- 172.21.15.111:0/1713128454 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff93806ead0 con 0x7ff9240039b0 2024-09-19T04:37:30.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.317+0000 7ff92e7fc640 1 -- 172.21.15.111:0/1713128454 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7ff934045070 con 0x7ff9240039b0 2024-09-19T04:37:30.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.317+0000 7ff92e7fc640 1 --2- 172.21.15.111:0/1713128454 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff91c06c3d0 0x7ff91c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:30.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.317+0000 7ff92e7fc640 1 -- 172.21.15.111:0/1713128454 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5029+0+0 (secure 0 0 0) 0x7ff9340aa990 con 0x7ff9240039b0 2024-09-19T04:37:30.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.317+0000 7ff93d191640 1 --2- 172.21.15.111:0/1713128454 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff91c06c3d0 0x7ff91c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:30.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.318+0000 7ff93d191640 1 --2- 172.21.15.111:0/1713128454 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff91c06c3d0 0x7ff91c06e890 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff938157d30 tx=0x7ff928008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:30.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.321+0000 7ff92e7fc640 1 -- 172.21.15.111:0/1713128454 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff934078c50 con 0x7ff9240039b0 2024-09-19T04:37:30.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.548+0000 7ff93fbf6640 1 -- 172.21.15.111:0/1713128454 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_sanity"]} v 0) -- 0x7ff93815a0a0 con 0x7ff9240039b0 2024-09-19T04:37:30.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.619+0000 7ff92e7fc640 1 -- 172.21.15.111:0/1713128454 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_sanity"]}]=0 v251) ==== 152+0+0 (secure 0 0 0) 0x7ff93407cf50 con 0x7ff9240039b0 2024-09-19T04:37:30.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.622+0000 7ff93fbf6640 1 -- 172.21.15.111:0/1713128454 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff91c06c3d0 msgr2=0x7ff91c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:30.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.622+0000 7ff93fbf6640 1 --2- 172.21.15.111:0/1713128454 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff91c06c3d0 0x7ff91c06e890 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff938157d30 tx=0x7ff928008040 comp rx=0 tx=0).stop 2024-09-19T04:37:30.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.622+0000 7ff93fbf6640 1 -- 172.21.15.111:0/1713128454 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9240039b0 msgr2=0x7ff938156750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:30.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.622+0000 7ff93fbf6640 1 --2- 172.21.15.111:0/1713128454 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9240039b0 0x7ff938156750 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7ff93400c350 tx=0x7ff934000fe0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.622+0000 7ff93fbf6640 1 -- 172.21.15.111:0/1713128454 shutdown_connections 2024-09-19T04:37:30.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.622+0000 7ff93fbf6640 1 --2- 172.21.15.111:0/1713128454 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff91c06c3d0 0x7ff91c06e890 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.622+0000 7ff93fbf6640 1 --2- 172.21.15.111:0/1713128454 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff938145c60 0x7ff9380b23e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.622+0000 7ff93fbf6640 1 --2- 172.21.15.111:0/1713128454 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff938145800 0x7ff9380b1ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.622+0000 7ff93fbf6640 1 --2- 172.21.15.111:0/1713128454 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff9240039b0 0x7ff938156750 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.622+0000 7ff93fbf6640 1 -- 172.21.15.111:0/1713128454 >> 172.21.15.111:0/1713128454 conn(0x7ff93806cae0 msgr2=0x7ff93806cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:30.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.622+0000 7ff93fbf6640 1 -- 172.21.15.111:0/1713128454 shutdown_connections 2024-09-19T04:37:30.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.622+0000 7ff93fbf6640 1 -- 172.21.15.111:0/1713128454 wait complete. 2024-09-19T04:37:30.635 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T04:37:30.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.734+0000 7fc1ba152640 1 Processor -- start 2024-09-19T04:37:30.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.734+0000 7fc1ba152640 1 -- start start 2024-09-19T04:37:30.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.735+0000 7fc1ba152640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1b415c5b0 0x7fc1b40b36a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:30.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.735+0000 7fc1ba152640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc1b40d1060 con 0x7fc1b40d0a40 2024-09-19T04:37:30.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.735+0000 7fc1ba152640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc1b406e2a0 con 0x7fc1b40b3be0 2024-09-19T04:37:30.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.735+0000 7fc1ba152640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc1b40d1340 con 0x7fc1b415c5b0 2024-09-19T04:37:30.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.735+0000 7fc1b3fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fc1b40d0a40 0x7fc1b406ed80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:59426/0 (socket says 172.21.15.111:59426) 2024-09-19T04:37:30.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.735+0000 7fc1b3fff640 1 -- 172.21.15.111:0/3509855338 learned_addr learned my addr 172.21.15.111:0/3509855338 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:30.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.735+0000 7fc1b27fc640 1 -- 172.21.15.111:0/3509855338 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3177596205 0 0) 0x7fc1b40d1060 con 0x7fc1b40d0a40 2024-09-19T04:37:30.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.735+0000 7fc1b37fe640 1 --2- 172.21.15.111:0/3509855338 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1b415c5b0 0x7fc1b40b36a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:30.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.735+0000 7fc1b27fc640 1 -- 172.21.15.111:0/3509855338 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc19c003520 con 0x7fc1b40d0a40 2024-09-19T04:37:30.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.735+0000 7fc1b27fc640 1 -- 172.21.15.111:0/3509855338 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3306699039 0 0) 0x7fc19c003520 con 0x7fc1b40d0a40 2024-09-19T04:37:30.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.735+0000 7fc1b27fc640 1 -- 172.21.15.111:0/3509855338 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1b415c5b0 msgr2=0x7fc1b40b36a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:30.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.735+0000 7fc1b27fc640 1 --2- 172.21.15.111:0/3509855338 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1b415c5b0 0x7fc1b40b36a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.735+0000 7fc1b27fc640 1 -- 172.21.15.111:0/3509855338 >> v1:172.21.15.114:6789/0 conn(0x7fc1b40b3be0 legacy=0x7fc1b40d0330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:30.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.735+0000 7fc1b27fc640 1 -- 172.21.15.111:0/3509855338 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1b406e580 con 0x7fc1b40d0a40 2024-09-19T04:37:30.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.735+0000 7fc1b27fc640 1 -- 172.21.15.111:0/3509855338 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fc1ac0019f0 con 0x7fc1b40d0a40 2024-09-19T04:37:30.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.735+0000 7fc1b27fc640 1 -- 172.21.15.111:0/3509855338 >> v1:172.21.15.111:6789/0 conn(0x7fc1b40d0a40 legacy=0x7fc1b406ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:30.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.735+0000 7fc1b27fc640 1 --2- 172.21.15.111:0/3509855338 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc19c0039e0 0x7fc19c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:30.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.736+0000 7fc1b27fc640 1 --2- 172.21.15.111:0/3509855338 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc19c004800 0x7fc19c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:30.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.736+0000 7fc1b27fc640 1 --2- 172.21.15.111:0/3509855338 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1b415c5b0 0x7fc19c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:30.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.736+0000 7fc1b27fc640 1 -- 172.21.15.111:0/3509855338 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc19c0054f0 con 0x7fc19c0039e0 2024-09-19T04:37:30.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.736+0000 7fc1b27fc640 1 -- 172.21.15.111:0/3509855338 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc19c00bf00 con 0x7fc19c004800 2024-09-19T04:37:30.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.736+0000 7fc1b27fc640 1 -- 172.21.15.111:0/3509855338 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc19c00c080 con 0x7fc1b415c5b0 2024-09-19T04:37:30.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.736+0000 7fc1b37fe640 1 --2- 172.21.15.111:0/3509855338 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc19c0039e0 0x7fc19c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:30.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.736+0000 7fc1b3fff640 1 --2- 172.21.15.111:0/3509855338 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1b415c5b0 0x7fc19c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:30.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.736+0000 7fc1b2ffd640 1 --2- 172.21.15.111:0/3509855338 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc19c004800 0x7fc19c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:30.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.736+0000 7fc1b37fe640 1 -- 172.21.15.111:0/3509855338 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1b415c5b0 msgr2=0x7fc19c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:30.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.736+0000 7fc1b37fe640 1 --2- 172.21.15.111:0/3509855338 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1b415c5b0 0x7fc19c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.736+0000 7fc1b37fe640 1 -- 172.21.15.111:0/3509855338 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc19c004800 msgr2=0x7fc19c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:30.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.736+0000 7fc1b37fe640 1 --2- 172.21.15.111:0/3509855338 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc19c004800 0x7fc19c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.736+0000 7fc1b37fe640 1 -- 172.21.15.111:0/3509855338 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc19c003520 con 0x7fc19c0039e0 2024-09-19T04:37:30.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.736+0000 7fc1b2ffd640 1 --2- 172.21.15.111:0/3509855338 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc19c004800 0x7fc19c004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:30.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.736+0000 7fc1b3fff640 1 --2- 172.21.15.111:0/3509855338 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1b415c5b0 0x7fc19c00b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:30.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.737+0000 7fc1b37fe640 1 --2- 172.21.15.111:0/3509855338 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc19c0039e0 0x7fc19c003e00 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7fc1a400ba30 tx=0x7fc19c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=951629e4efdaafaa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:30.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.737+0000 7fc1b27fc640 1 -- 172.21.15.111:0/3509855338 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a4030070 con 0x7fc19c0039e0 2024-09-19T04:37:30.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.737+0000 7fc1b27fc640 1 -- 172.21.15.111:0/3509855338 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1a402ade0 con 0x7fc19c0039e0 2024-09-19T04:37:30.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.737+0000 7fc1b27fc640 1 -- 172.21.15.111:0/3509855338 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a400b600 con 0x7fc19c0039e0 2024-09-19T04:37:30.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.737+0000 7fc1ba152640 1 -- 172.21.15.111:0/3509855338 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc19c0039e0 msgr2=0x7fc19c003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:30.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.737+0000 7fc1ba152640 1 --2- 172.21.15.111:0/3509855338 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc19c0039e0 0x7fc19c003e00 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7fc1a400ba30 tx=0x7fc19c005830 comp rx=0 tx=0).stop 2024-09-19T04:37:30.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.737+0000 7fc1b3fff640 1 -- 172.21.15.111:0/3509855338 reap_dead start 2024-09-19T04:37:30.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.737+0000 7fc1ba152640 1 -- 172.21.15.111:0/3509855338 shutdown_connections 2024-09-19T04:37:30.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.737+0000 7fc1ba152640 1 -- 172.21.15.111:0/3509855338 >> 172.21.15.111:0/3509855338 conn(0x7fc1b406d0d0 msgr2=0x7fc1b406d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:30.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.737+0000 7fc1ba152640 1 -- 172.21.15.111:0/3509855338 shutdown_connections 2024-09-19T04:37:30.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.737+0000 7fc1ba152640 1 -- 172.21.15.111:0/3509855338 wait complete. 2024-09-19T04:37:30.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.739+0000 7fc1ba152640 1 Processor -- start 2024-09-19T04:37:30.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.739+0000 7fc1ba152640 1 -- start start 2024-09-19T04:37:30.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.739+0000 7fc1ba152640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc19c0039e0 0x7fc1b4147f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:30.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.739+0000 7fc1ba152640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1b415de40 0x7fc1b415f370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:30.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.739+0000 7fc1ba152640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1b4154870 0x7fc1b415a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:30.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.739+0000 7fc1ba152640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc1b40b36a0 con 0x7fc1b415de40 2024-09-19T04:37:30.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.739+0000 7fc1ba152640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc1b40b4020 con 0x7fc19c0039e0 2024-09-19T04:37:30.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.739+0000 7fc1ba152640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc1b40b3820 con 0x7fc1b4154870 2024-09-19T04:37:30.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.740+0000 7fc1b2ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1b415de40 0x7fc1b415f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:30.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.740+0000 7fc1b2ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1b415de40 0x7fc1b415f370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:56178/0 (socket says 172.21.15.111:56178) 2024-09-19T04:37:30.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.740+0000 7fc1b2ffd640 1 -- 172.21.15.111:0/463402730 learned_addr learned my addr 172.21.15.111:0/463402730 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:30.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.740+0000 7fc1b37fe640 1 --2- 172.21.15.111:0/463402730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc19c0039e0 0x7fc1b4147f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:30.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.740+0000 7fc1b3fff640 1 --2- 172.21.15.111:0/463402730 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1b4154870 0x7fc1b415a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:30.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.740+0000 7fc1b2ffd640 1 -- 172.21.15.111:0/463402730 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1b4154870 msgr2=0x7fc1b415a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:30.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.740+0000 7fc1b2ffd640 1 --2- 172.21.15.111:0/463402730 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1b4154870 0x7fc1b415a470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.740+0000 7fc1b2ffd640 1 -- 172.21.15.111:0/463402730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc19c0039e0 msgr2=0x7fc1b4147f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:30.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.740+0000 7fc1b2ffd640 1 --2- 172.21.15.111:0/463402730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc19c0039e0 0x7fc1b4147f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.740+0000 7fc1b2ffd640 1 -- 172.21.15.111:0/463402730 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1b415f8b0 con 0x7fc1b415de40 2024-09-19T04:37:30.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.740+0000 7fc1b2ffd640 1 --2- 172.21.15.111:0/463402730 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1b415de40 0x7fc1b415f370 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7fc1a800e570 tx=0x7fc1a800ea30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:30.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.740+0000 7fc19bfff640 1 -- 172.21.15.111:0/463402730 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a80052e0 con 0x7fc1b415de40 2024-09-19T04:37:30.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.740+0000 7fc19bfff640 1 -- 172.21.15.111:0/463402730 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1a8018070 con 0x7fc1b415de40 2024-09-19T04:37:30.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.740+0000 7fc1ba152640 1 -- 172.21.15.111:0/463402730 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1b415e2d0 con 0x7fc1b415de40 2024-09-19T04:37:30.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.740+0000 7fc19bfff640 1 -- 172.21.15.111:0/463402730 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a8003810 con 0x7fc1b415de40 2024-09-19T04:37:30.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.740+0000 7fc1ba152640 1 -- 172.21.15.111:0/463402730 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1b415e890 con 0x7fc1b415de40 2024-09-19T04:37:30.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.741+0000 7fc1ba152640 1 -- 172.21.15.111:0/463402730 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1b406ecc0 con 0x7fc1b415de40 2024-09-19T04:37:30.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.742+0000 7fc19bfff640 1 -- 172.21.15.111:0/463402730 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fc1a80039b0 con 0x7fc1b415de40 2024-09-19T04:37:30.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.742+0000 7fc19bfff640 1 --2- 172.21.15.111:0/463402730 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc1a006c3d0 0x7fc1a006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:30.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.742+0000 7fc19bfff640 1 -- 172.21.15.111:0/463402730 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5029+0+0 (secure 0 0 0) 0x7fc1a808af50 con 0x7fc1b415de40 2024-09-19T04:37:30.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.743+0000 7fc1b37fe640 1 --2- 172.21.15.111:0/463402730 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc1a006c3d0 0x7fc1a006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:30.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.743+0000 7fc1b37fe640 1 --2- 172.21.15.111:0/463402730 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc1a006c3d0 0x7fc1a006e890 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fc1a400ba00 tx=0x7fc1a4030000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:30.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.747+0000 7fc19bfff640 1 -- 172.21.15.111:0/463402730 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc1a8059850 con 0x7fc1b415de40 2024-09-19T04:37:30.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.911+0000 7fc1ba152640 1 -- 172.21.15.111:0/463402730 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fc1b4151db0 con 0x7fc1b415de40 2024-09-19T04:37:30.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.915+0000 7fc19bfff640 1 -- 172.21.15.111:0/463402730 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v20)=0 v20) ==== 122+0+0 (secure 0 0 0) 0x7fc1a8059150 con 0x7fc1b415de40 2024-09-19T04:37:30.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.917+0000 7fc1ba152640 1 -- 172.21.15.111:0/463402730 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc1a006c3d0 msgr2=0x7fc1a006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:30.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.917+0000 7fc1ba152640 1 --2- 172.21.15.111:0/463402730 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc1a006c3d0 0x7fc1a006e890 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fc1a400ba00 tx=0x7fc1a4030000 comp rx=0 tx=0).stop 2024-09-19T04:37:30.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.917+0000 7fc1ba152640 1 -- 172.21.15.111:0/463402730 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1b415de40 msgr2=0x7fc1b415f370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:30.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.917+0000 7fc1ba152640 1 --2- 172.21.15.111:0/463402730 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1b415de40 0x7fc1b415f370 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7fc1a800e570 tx=0x7fc1a800ea30 comp rx=0 tx=0).stop 2024-09-19T04:37:30.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.917+0000 7fc1ba152640 1 -- 172.21.15.111:0/463402730 shutdown_connections 2024-09-19T04:37:30.920 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.917+0000 7fc1ba152640 1 --2- 172.21.15.111:0/463402730 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc1a006c3d0 0x7fc1a006e890 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.920 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.917+0000 7fc1ba152640 1 --2- 172.21.15.111:0/463402730 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1b4154870 0x7fc1b415a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.920 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.917+0000 7fc1ba152640 1 --2- 172.21.15.111:0/463402730 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1b415de40 0x7fc1b415f370 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.920 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.917+0000 7fc1ba152640 1 --2- 172.21.15.111:0/463402730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc19c0039e0 0x7fc1b4147f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:30.920 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.917+0000 7fc1ba152640 1 -- 172.21.15.111:0/463402730 >> 172.21.15.111:0/463402730 conn(0x7fc1b406d0d0 msgr2=0x7fc1b40cf3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:30.920 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.917+0000 7fc1ba152640 1 -- 172.21.15.111:0/463402730 shutdown_connections 2024-09-19T04:37:30.920 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:30.917+0000 7fc1ba152640 1 -- 172.21.15.111:0/463402730 wait complete. 2024-09-19T04:37:30.930 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:37:30.931 DEBUG:teuthology.orchestra.run.smithi111:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:37:30.972 DEBUG:teuthology.orchestra.run.smithi114:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:37:31.019 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:37:31.019 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:37:31.019 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:37:31.035 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:37:31.036 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:37:31.036 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:37:31.054 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:37:31.054 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:37:31.054 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:37:31.092 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:37:31.092 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:37:31.092 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:37:31.111 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:37:31.111 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T04:37:31.112 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:37:31.230 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.228+0000 7ff1e51d8640 1 Processor -- start 2024-09-19T04:37:31.230 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.228+0000 7ff1e51d8640 1 -- start start 2024-09-19T04:37:31.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.229+0000 7ff1e51d8640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff1e00d02a0 0x7ff1e00d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:31.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.229+0000 7ff1e51d8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff1e015ca40 0x7ff1e015e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:31.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.229+0000 7ff1e51d8640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff1e00d0bc0 con 0x7ff1e015ceb0 2024-09-19T04:37:31.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.229+0000 7ff1e51d8640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7ff1e015d390 con 0x7ff1e015ca40 2024-09-19T04:37:31.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.229+0000 7ff1e51d8640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ff1e015d670 con 0x7ff1e00d02a0 2024-09-19T04:37:31.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.229+0000 7ff1d7fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff1e015ca40 0x7ff1e015e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:31.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.229+0000 7ff1d7fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff1e015ca40 0x7ff1e015e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34776/0 (socket says 172.21.15.111:34776) 2024-09-19T04:37:31.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.229+0000 7ff1d7fff640 1 -- 172.21.15.111:0/770681347 learned_addr learned my addr 172.21.15.111:0/770681347 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:31.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.229+0000 7ff1ded9d640 1 --2- 172.21.15.111:0/770681347 >> v2:172.21.15.114:3300/0 conn(0x7ff1e00d02a0 0x7ff1e00d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:31.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.229+0000 7ff1d7fff640 1 -- 172.21.15.111:0/770681347 >> v2:172.21.15.114:3300/0 conn(0x7ff1e00d02a0 msgr2=0x7ff1e00d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:31.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.229+0000 7ff1d7fff640 1 --2- 172.21.15.111:0/770681347 >> v2:172.21.15.114:3300/0 conn(0x7ff1e00d02a0 0x7ff1e00d0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:31.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.229+0000 7ff1d7fff640 1 -- 172.21.15.111:0/770681347 >> v1:172.21.15.114:6789/0 conn(0x7ff1e015ceb0 legacy=0x7ff1e01594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:31.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.229+0000 7ff1d7fff640 1 -- 172.21.15.111:0/770681347 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1e015d950 con 0x7ff1e015ca40 2024-09-19T04:37:31.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.230+0000 7ff1d7fff640 1 --2- 172.21.15.111:0/770681347 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1e015ca40 0x7ff1e015e430 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7ff1e006f030 tx=0x7ff1c802c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb6ef37d94aefbf0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:31.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.230+0000 7ff1de59c640 1 -- 172.21.15.111:0/770681347 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c8038070 con 0x7ff1e015ca40 2024-09-19T04:37:31.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.230+0000 7ff1de59c640 1 -- 172.21.15.111:0/770681347 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1c8031710 con 0x7ff1e015ca40 2024-09-19T04:37:31.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.230+0000 7ff1de59c640 1 -- 172.21.15.111:0/770681347 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c8031ae0 con 0x7ff1e015ca40 2024-09-19T04:37:31.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.230+0000 7ff1e51d8640 1 -- 172.21.15.111:0/770681347 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1e015ca40 msgr2=0x7ff1e015e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:31.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.230+0000 7ff1e51d8640 1 --2- 172.21.15.111:0/770681347 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1e015ca40 0x7ff1e015e430 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7ff1e006f030 tx=0x7ff1c802c3f0 comp rx=0 tx=0).stop 2024-09-19T04:37:31.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.231+0000 7ff1e51d8640 1 -- 172.21.15.111:0/770681347 shutdown_connections 2024-09-19T04:37:31.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.231+0000 7ff1e51d8640 1 --2- 172.21.15.111:0/770681347 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1e015ca40 0x7ff1e015e430 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:31.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.231+0000 7ff1e51d8640 1 --2- 172.21.15.111:0/770681347 >> v2:172.21.15.114:3300/0 conn(0x7ff1e00d02a0 0x7ff1e00d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:31.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.231+0000 7ff1e51d8640 1 -- 172.21.15.111:0/770681347 >> 172.21.15.111:0/770681347 conn(0x7ff1e0062cc0 msgr2=0x7ff1e006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:31.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.231+0000 7ff1e51d8640 1 -- 172.21.15.111:0/770681347 shutdown_connections 2024-09-19T04:37:31.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.231+0000 7ff1e51d8640 1 -- 172.21.15.111:0/770681347 wait complete. 2024-09-19T04:37:31.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.232+0000 7ff1e51d8640 1 Processor -- start 2024-09-19T04:37:31.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.232+0000 7ff1e51d8640 1 -- start start 2024-09-19T04:37:31.237 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.233+0000 7ff1e51d8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1e00d02a0 0x7ff1e0146c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:31.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.233+0000 7ff1e51d8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1e015ca40 0x7ff1e0073940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:31.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.233+0000 7ff1e51d8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1e015ceb0 0x7ff1e00ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:31.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.233+0000 7ff1e51d8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff1e0155b90 con 0x7ff1e015ceb0 2024-09-19T04:37:31.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.233+0000 7ff1e51d8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff1e015df10 con 0x7ff1e00d02a0 2024-09-19T04:37:31.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.233+0000 7ff1e51d8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff1e0155d10 con 0x7ff1e015ca40 2024-09-19T04:37:31.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.233+0000 7ff1df59e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1e015ceb0 0x7ff1e00ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:31.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.233+0000 7ff1df59e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1e015ceb0 0x7ff1e00ae8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34780/0 (socket says 172.21.15.111:34780) 2024-09-19T04:37:31.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.233+0000 7ff1df59e640 1 -- 172.21.15.111:0/1519426383 learned_addr learned my addr 172.21.15.111:0/1519426383 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:31.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.233+0000 7ff1ded9d640 1 --2- 172.21.15.111:0/1519426383 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1e00d02a0 0x7ff1e0146c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:31.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.233+0000 7ff1d7fff640 1 --2- 172.21.15.111:0/1519426383 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1e015ca40 0x7ff1e0073940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:31.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.233+0000 7ff1df59e640 1 -- 172.21.15.111:0/1519426383 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1e015ca40 msgr2=0x7ff1e0073940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:31.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.233+0000 7ff1df59e640 1 --2- 172.21.15.111:0/1519426383 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1e015ca40 0x7ff1e0073940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:31.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.233+0000 7ff1df59e640 1 -- 172.21.15.111:0/1519426383 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1e00d02a0 msgr2=0x7ff1e0146c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:31.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.233+0000 7ff1df59e640 1 --2- 172.21.15.111:0/1519426383 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1e00d02a0 0x7ff1e0146c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:31.239 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.233+0000 7ff1df59e640 1 -- 172.21.15.111:0/1519426383 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1e0147190 con 0x7ff1e015ceb0 2024-09-19T04:37:31.239 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.233+0000 7ff1df59e640 1 --2- 172.21.15.111:0/1519426383 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1e015ceb0 0x7ff1e00ae8e0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7ff1d800c6b0 tx=0x7ff1d800cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:31.239 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.233+0000 7ff1d77fe640 1 -- 172.21.15.111:0/1519426383 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1d8003b70 con 0x7ff1e015ceb0 2024-09-19T04:37:31.239 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.233+0000 7ff1d77fe640 1 -- 172.21.15.111:0/1519426383 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1d8003d10 con 0x7ff1e015ceb0 2024-09-19T04:37:31.239 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.233+0000 7ff1e51d8640 1 -- 172.21.15.111:0/1519426383 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1e00728a0 con 0x7ff1e015ceb0 2024-09-19T04:37:31.239 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.233+0000 7ff1d77fe640 1 -- 172.21.15.111:0/1519426383 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1d8005310 con 0x7ff1e015ceb0 2024-09-19T04:37:31.239 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.233+0000 7ff1e51d8640 1 -- 172.21.15.111:0/1519426383 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1e0072e60 con 0x7ff1e015ceb0 2024-09-19T04:37:31.239 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.234+0000 7ff1e51d8640 1 -- 172.21.15.111:0/1519426383 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1e00b4790 con 0x7ff1e015ceb0 2024-09-19T04:37:31.239 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.235+0000 7ff1d77fe640 1 -- 172.21.15.111:0/1519426383 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7ff1d80054b0 con 0x7ff1e015ceb0 2024-09-19T04:37:31.239 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.235+0000 7ff1d77fe640 1 --2- 172.21.15.111:0/1519426383 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff1c006c3d0 0x7ff1c006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:31.239 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.235+0000 7ff1d77fe640 1 -- 172.21.15.111:0/1519426383 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5029+0+0 (secure 0 0 0) 0x7ff1d808afd0 con 0x7ff1e015ceb0 2024-09-19T04:37:31.239 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.235+0000 7ff1ded9d640 1 --2- 172.21.15.111:0/1519426383 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff1c006c3d0 0x7ff1c006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:31.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.236+0000 7ff1ded9d640 1 --2- 172.21.15.111:0/1519426383 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff1c006c3d0 0x7ff1c006e890 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ff1d0006fd0 tx=0x7ff1d0008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:31.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.240+0000 7ff1d77fe640 1 -- 172.21.15.111:0/1519426383 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff1d8059280 con 0x7ff1e015ceb0 2024-09-19T04:37:31.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.439+0000 7ff1e51d8640 1 -- 172.21.15.111:0/1519426383 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff1e00b1360 con 0x7ff1e015ceb0 2024-09-19T04:37:31.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.440+0000 7ff1d77fe640 1 -- 172.21.15.111:0/1519426383 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 49 v49) ==== 94+0+3920 (secure 0 0 0) 0x7ff1d805d580 con 0x7ff1e015ceb0 2024-09-19T04:37:31.442 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:31.443 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":49,"btime":"2024-09-19T04:37:26:604716+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5582,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6833/3867581884","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3867581884},{"type":"v1","addr":"172.21.15.114:6833","nonce":3867581884}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":39},{"gid":6058,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/822486418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":822486418},{"type":"v1","addr":"172.21.15.114:6835","nonce":822486418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6681,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/3818002553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3818002553},{"type":"v1","addr":"172.21.15.111:6834","nonce":3818002553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":47},{"gid":6762,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/4082828402","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":4082828402},{"type":"v1","addr":"172.21.15.111:6835","nonce":4082828402}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49}],"filesystems":[]} 2024-09-19T04:37:31.443 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 49 2024-09-19T04:37:31.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.442+0000 7ff1e51d8640 1 -- 172.21.15.111:0/1519426383 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff1c006c3d0 msgr2=0x7ff1c006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:31.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.442+0000 7ff1e51d8640 1 --2- 172.21.15.111:0/1519426383 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff1c006c3d0 0x7ff1c006e890 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ff1d0006fd0 tx=0x7ff1d0008040 comp rx=0 tx=0).stop 2024-09-19T04:37:31.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.442+0000 7ff1e51d8640 1 -- 172.21.15.111:0/1519426383 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1e015ceb0 msgr2=0x7ff1e00ae8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:31.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.442+0000 7ff1e51d8640 1 --2- 172.21.15.111:0/1519426383 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1e015ceb0 0x7ff1e00ae8e0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7ff1d800c6b0 tx=0x7ff1d800cb70 comp rx=0 tx=0).stop 2024-09-19T04:37:31.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.442+0000 7ff1e51d8640 1 -- 172.21.15.111:0/1519426383 shutdown_connections 2024-09-19T04:37:31.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.442+0000 7ff1e51d8640 1 --2- 172.21.15.111:0/1519426383 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff1c006c3d0 0x7ff1c006e890 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:31.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.442+0000 7ff1e51d8640 1 --2- 172.21.15.111:0/1519426383 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1e015ceb0 0x7ff1e00ae8e0 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:31.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.442+0000 7ff1e51d8640 1 --2- 172.21.15.111:0/1519426383 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1e015ca40 0x7ff1e0073940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:31.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.442+0000 7ff1e51d8640 1 --2- 172.21.15.111:0/1519426383 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1e00d02a0 0x7ff1e0146c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:31.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.442+0000 7ff1e51d8640 1 -- 172.21.15.111:0/1519426383 >> 172.21.15.111:0/1519426383 conn(0x7ff1e0062cc0 msgr2=0x7ff1e01547f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:31.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.442+0000 7ff1e51d8640 1 -- 172.21.15.111:0/1519426383 shutdown_connections 2024-09-19T04:37:31.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.442+0000 7ff1e51d8640 1 -- 172.21.15.111:0/1519426383 wait complete. 2024-09-19T04:37:31.456 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T04:37:31.456 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T04:37:31.456 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T04:37:31.456 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:37:31.457 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T04:37:31.457 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T04:37:31.457 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T04:37:31.457 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:37:31.457 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T04:37:31.457 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T04:37:31.458 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T04:37:31.458 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:37:31.458 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T04:37:31.458 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T04:37:31.458 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T04:37:31.458 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:37:31.466 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T04:37:31.466 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T04:37:31.467 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T04:37:31.467 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T04:37:31.469 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T04:37:31.469 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T04:37:31.470 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T04:37:31.470 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T04:37:31.508 INFO:tasks.ceph.mds.a:Started 2024-09-19T04:37:31.508 DEBUG:teuthology.parallel:result is None 2024-09-19T04:37:31.509 INFO:tasks.ceph.mds.c:Started 2024-09-19T04:37:31.509 DEBUG:teuthology.parallel:result is None 2024-09-19T04:37:31.512 INFO:tasks.ceph.mds.b:Started 2024-09-19T04:37:31.512 DEBUG:teuthology.parallel:result is None 2024-09-19T04:37:31.513 INFO:tasks.ceph.mds.d:Started 2024-09-19T04:37:31.513 DEBUG:teuthology.parallel:result is None 2024-09-19T04:37:31.513 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T04:37:31.582 INFO:tasks.ceph.mds.a.smithi111.stdout:starting mds.a at 2024-09-19T04:37:31.583 INFO:tasks.ceph.mds.c.smithi111.stdout:starting mds.c at 2024-09-19T04:37:31.592 INFO:tasks.ceph.mds.d.smithi114.stdout:starting mds.d at 2024-09-19T04:37:31.593 INFO:tasks.ceph.mds.b.smithi114.stdout:starting mds.b at 2024-09-19T04:37:31.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.616+0000 7f26acbc4640 1 Processor -- start 2024-09-19T04:37:31.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.616+0000 7f26acbc4640 1 -- start start 2024-09-19T04:37:31.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.617+0000 7f26acbc4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f26a815e940 0x7f26a80d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:31.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.617+0000 7f26acbc4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f26a815ed20 0x7f26a80d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:31.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.617+0000 7f26acbc4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f26a80b7170 con 0x7f26a80cef90 2024-09-19T04:37:31.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.617+0000 7f26acbc4640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f26a80d1ae0 con 0x7f26a815ed20 2024-09-19T04:37:31.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.617+0000 7f26acbc4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f26a80b7aa0 con 0x7f26a815e940 2024-09-19T04:37:31.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.617+0000 7f26a5d9b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f26a815ed20 0x7f26a80d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:31.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.617+0000 7f26a5d9b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f26a815ed20 0x7f26a80d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34820/0 (socket says 172.21.15.111:34820) 2024-09-19T04:37:31.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.617+0000 7f26a5d9b640 1 -- 172.21.15.111:0/617915593 learned_addr learned my addr 172.21.15.111:0/617915593 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:31.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.617+0000 7f26a659c640 1 --2- 172.21.15.111:0/617915593 >> v2:172.21.15.114:3300/0 conn(0x7f26a815e940 0x7f26a80d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:31.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.618+0000 7f26a559a640 1 -- 172.21.15.111:0/617915593 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1977106783 0 0) 0x7f26a0001490 con 0x7f26a80cef90 2024-09-19T04:37:31.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.618+0000 7f26a559a640 1 -- 172.21.15.111:0/617915593 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2690003520 con 0x7f26a80cef90 2024-09-19T04:37:31.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.618+0000 7f26a5d9b640 1 -- 172.21.15.111:0/617915593 >> v2:172.21.15.114:3300/0 conn(0x7f26a815e940 msgr2=0x7f26a80d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:31.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.618+0000 7f26a5d9b640 1 --2- 172.21.15.111:0/617915593 >> v2:172.21.15.114:3300/0 conn(0x7f26a815e940 0x7f26a80d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:31.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.618+0000 7f26a5d9b640 1 -- 172.21.15.111:0/617915593 >> v1:172.21.15.114:6789/0 conn(0x7f26a80cef90 legacy=0x7f26a80b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:31.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.618+0000 7f26a5d9b640 1 -- 172.21.15.111:0/617915593 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26a80d3660 con 0x7f26a815ed20 2024-09-19T04:37:31.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.618+0000 7f26a659c640 1 --2- 172.21.15.111:0/617915593 >> v2:172.21.15.114:3300/0 conn(0x7f26a815e940 0x7f26a80d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:37:31.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.618+0000 7f26a5d9b640 1 --2- 172.21.15.111:0/617915593 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26a815ed20 0x7f26a80d15a0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f26a80509d0 tx=0x7f269c02a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b7ad8316e2482b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:31.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.619+0000 7f26a559a640 1 -- 172.21.15.111:0/617915593 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f269c037070 con 0x7f26a815ed20 2024-09-19T04:37:31.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.619+0000 7f26a559a640 1 -- 172.21.15.111:0/617915593 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f269c02ae50 con 0x7f26a815ed20 2024-09-19T04:37:31.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.619+0000 7f26a559a640 1 -- 172.21.15.111:0/617915593 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f269c032860 con 0x7f26a815ed20 2024-09-19T04:37:31.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.619+0000 7f26acbc4640 1 -- 172.21.15.111:0/617915593 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26a815ed20 msgr2=0x7f26a80d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:31.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.619+0000 7f26acbc4640 1 --2- 172.21.15.111:0/617915593 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26a815ed20 0x7f26a80d15a0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f26a80509d0 tx=0x7f269c02a300 comp rx=0 tx=0).stop 2024-09-19T04:37:31.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.619+0000 7f26acbc4640 1 -- 172.21.15.111:0/617915593 shutdown_connections 2024-09-19T04:37:31.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.619+0000 7f26acbc4640 1 --2- 172.21.15.111:0/617915593 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26a815ed20 0x7f26a80d15a0 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:31.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.619+0000 7f26acbc4640 1 --2- 172.21.15.111:0/617915593 >> v2:172.21.15.114:3300/0 conn(0x7f26a815e940 0x7f26a80d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:31.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.619+0000 7f26acbc4640 1 -- 172.21.15.111:0/617915593 >> 172.21.15.111:0/617915593 conn(0x7f26a80b6240 msgr2=0x7f26a80b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:31.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.619+0000 7f26acbc4640 1 -- 172.21.15.111:0/617915593 shutdown_connections 2024-09-19T04:37:31.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.619+0000 7f26acbc4640 1 -- 172.21.15.111:0/617915593 wait complete. 2024-09-19T04:37:31.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.621+0000 7f26acbc4640 1 Processor -- start 2024-09-19T04:37:31.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.621+0000 7f26acbc4640 1 -- start start 2024-09-19T04:37:31.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.622+0000 7f26acbc4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26a80cef90 0x7f26a81e7590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:31.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.622+0000 7f26acbc4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26a815e940 0x7f26a80b52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:31.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.622+0000 7f26acbc4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f26a815ed20 0x7f26a80b5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:31.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.622+0000 7f26acbc4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f26a80d3f00 con 0x7f26a815e940 2024-09-19T04:37:31.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.622+0000 7f26acbc4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f26a80d3c20 con 0x7f26a815ed20 2024-09-19T04:37:31.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.622+0000 7f26acbc4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f26a80d3310 con 0x7f26a80cef90 2024-09-19T04:37:31.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.622+0000 7f26a659c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26a80cef90 0x7f26a81e7590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:31.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.623+0000 7f26a659c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26a80cef90 0x7f26a81e7590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:56726/0 (socket says 172.21.15.111:56726) 2024-09-19T04:37:31.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.623+0000 7f26a659c640 1 -- 172.21.15.111:0/487241221 learned_addr learned my addr 172.21.15.111:0/487241221 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:31.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.623+0000 7f26a5d9b640 1 --2- 172.21.15.111:0/487241221 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26a815e940 0x7f26a80b52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:31.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.623+0000 7f26a6d9d640 1 --2- 172.21.15.111:0/487241221 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f26a815ed20 0x7f26a80b5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:31.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.623+0000 7f26a659c640 1 -- 172.21.15.111:0/487241221 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f26a815ed20 msgr2=0x7f26a80b5810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:31.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.623+0000 7f26a659c640 1 --2- 172.21.15.111:0/487241221 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f26a815ed20 0x7f26a80b5810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:31.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.623+0000 7f26a659c640 1 -- 172.21.15.111:0/487241221 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26a815e940 msgr2=0x7f26a80b52d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:31.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.623+0000 7f26a659c640 1 --2- 172.21.15.111:0/487241221 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26a815e940 0x7f26a80b52d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:31.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.623+0000 7f26a659c640 1 -- 172.21.15.111:0/487241221 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26a80ce1f0 con 0x7f26a80cef90 2024-09-19T04:37:31.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.623+0000 7f26a5d9b640 1 --2- 172.21.15.111:0/487241221 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26a815e940 0x7f26a80b52d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:37:31.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.623+0000 7f26a659c640 1 --2- 172.21.15.111:0/487241221 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26a80cef90 0x7f26a81e7590 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f269800ebe0 tx=0x7f269800c520 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:31.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.623+0000 7f2696ffd640 1 -- 172.21.15.111:0/487241221 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2698017070 con 0x7f26a80cef90 2024-09-19T04:37:31.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.623+0000 7f2696ffd640 1 -- 172.21.15.111:0/487241221 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f269800cc30 con 0x7f26a80cef90 2024-09-19T04:37:31.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.623+0000 7f26acbc4640 1 -- 172.21.15.111:0/487241221 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26a8159430 con 0x7f26a80cef90 2024-09-19T04:37:31.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.623+0000 7f2696ffd640 1 -- 172.21.15.111:0/487241221 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2698013470 con 0x7f26a80cef90 2024-09-19T04:37:31.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.624+0000 7f26acbc4640 1 -- 172.21.15.111:0/487241221 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f26a81e7ad0 con 0x7f26a80cef90 2024-09-19T04:37:31.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.625+0000 7f26acbc4640 1 -- 172.21.15.111:0/487241221 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26a806d470 con 0x7f26a80cef90 2024-09-19T04:37:31.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.625+0000 7f2696ffd640 1 -- 172.21.15.111:0/487241221 <== mon.2 v2:172.21.15.114:3301/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f269801a070 con 0x7f26a80cef90 2024-09-19T04:37:31.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.626+0000 7f2696ffd640 1 --2- 172.21.15.111:0/487241221 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f268806c3d0 0x7f268806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:31.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.626+0000 7f26a5d9b640 1 --2- 172.21.15.111:0/487241221 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f268806c3d0 0x7f268806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:31.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.626+0000 7f26a5d9b640 1 --2- 172.21.15.111:0/487241221 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f268806c3d0 0x7f268806e890 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f269c034000 tx=0x7f269c02e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:31.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.626+0000 7f2696ffd640 1 -- 172.21.15.111:0/487241221 <== mon.2 v2:172.21.15.114:3301/0 5 ==== osd_map(95..95 src has 1..95) ==== 5029+0+0 (secure 0 0 0) 0x7f26980578a0 con 0x7f26a80cef90 2024-09-19T04:37:31.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.632+0000 7f2696ffd640 1 -- 172.21.15.111:0/487241221 <== mon.2 v2:172.21.15.114:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f26a806d470 con 0x7f26a80cef90 2024-09-19T04:37:31.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:31.811+0000 7f26acbc4640 1 -- 172.21.15.111:0/487241221 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f26a8159220 con 0x7f26a80cef90 2024-09-19T04:37:32.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.641+0000 7f2696ffd640 1 -- 172.21.15.111:0/487241221 <== mon.2 v2:172.21.15.114:3301/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v98) ==== 97+0+0 (secure 0 0 0) 0x7f2698059800 con 0x7f26a80cef90 2024-09-19T04:37:32.644 INFO:teuthology.orchestra.run.smithi111.stderr: removed all blocklist entries 2024-09-19T04:37:32.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.644+0000 7f26acbc4640 1 -- 172.21.15.111:0/487241221 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f268806c3d0 msgr2=0x7f268806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:32.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.644+0000 7f26acbc4640 1 --2- 172.21.15.111:0/487241221 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f268806c3d0 0x7f268806e890 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f269c034000 tx=0x7f269c02e000 comp rx=0 tx=0).stop 2024-09-19T04:37:32.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.644+0000 7f26acbc4640 1 -- 172.21.15.111:0/487241221 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26a80cef90 msgr2=0x7f26a81e7590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:32.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.644+0000 7f26acbc4640 1 --2- 172.21.15.111:0/487241221 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26a80cef90 0x7f26a81e7590 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f269800ebe0 tx=0x7f269800c520 comp rx=0 tx=0).stop 2024-09-19T04:37:32.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.644+0000 7f26acbc4640 1 -- 172.21.15.111:0/487241221 shutdown_connections 2024-09-19T04:37:32.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.644+0000 7f26acbc4640 1 --2- 172.21.15.111:0/487241221 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f268806c3d0 0x7f268806e890 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:32.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.644+0000 7f26acbc4640 1 --2- 172.21.15.111:0/487241221 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f26a815ed20 0x7f26a80b5810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:32.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.644+0000 7f26acbc4640 1 --2- 172.21.15.111:0/487241221 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26a815e940 0x7f26a80b52d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:32.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.644+0000 7f26acbc4640 1 --2- 172.21.15.111:0/487241221 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26a80cef90 0x7f26a81e7590 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:32.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.644+0000 7f26acbc4640 1 -- 172.21.15.111:0/487241221 >> 172.21.15.111:0/487241221 conn(0x7f26a80b6240 msgr2=0x7f26a80b7f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:32.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.644+0000 7f26acbc4640 1 -- 172.21.15.111:0/487241221 shutdown_connections 2024-09-19T04:37:32.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.644+0000 7f26acbc4640 1 -- 172.21.15.111:0/487241221 wait complete. 2024-09-19T04:37:32.659 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T04:37:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.758+0000 7f116acf1640 1 Processor -- start 2024-09-19T04:37:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.758+0000 7f116acf1640 1 -- start start 2024-09-19T04:37:32.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.759+0000 7f116acf1640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f11640d02a0 0x7f11640d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:32.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.759+0000 7f116acf1640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11640d0bc0 con 0x7f116415ca40 2024-09-19T04:37:32.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.759+0000 7f116acf1640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f116415d390 con 0x7f116415ceb0 2024-09-19T04:37:32.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.759+0000 7f116acf1640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f116415d670 con 0x7f11640d02a0 2024-09-19T04:37:32.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.759+0000 7f1168a8d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f11640d02a0 0x7f11640d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:32.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.759+0000 7f1163fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f116415ca40 0x7f116415e430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57710/0 (socket says 172.21.15.111:57710) 2024-09-19T04:37:32.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.759+0000 7f1168a8d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f11640d02a0 0x7f11640d0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34838/0 (socket says 172.21.15.111:34838) 2024-09-19T04:37:32.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.759+0000 7f1163fff640 1 -- 172.21.15.111:0/1619048766 learned_addr learned my addr 172.21.15.111:0/1619048766 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:32.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.759+0000 7f1168a8d640 1 -- 172.21.15.111:0/1619048766 >> v1:172.21.15.114:6789/0 conn(0x7f116415ceb0 legacy=0x7f11641594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:32.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.759+0000 7f1168a8d640 1 -- 172.21.15.111:0/1619048766 >> v1:172.21.15.111:6789/0 conn(0x7f116415ca40 legacy=0x7f116415e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:32.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.759+0000 7f11637fe640 1 -- 172.21.15.111:0/1619048766 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 605642367 0 0) 0x7f11640d0bc0 con 0x7f116415ca40 2024-09-19T04:37:32.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.759+0000 7f1168a8d640 1 -- 172.21.15.111:0/1619048766 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f116415d950 con 0x7f11640d02a0 2024-09-19T04:37:32.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.760+0000 7f1168a8d640 1 --2- 172.21.15.111:0/1619048766 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11640d02a0 0x7f11640d0680 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f11580097a0 tx=0x7f115802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78d9682f2f2a3070 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:32.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.760+0000 7f11637fe640 1 -- 172.21.15.111:0/1619048766 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1158037070 con 0x7f11640d02a0 2024-09-19T04:37:32.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.760+0000 7f11637fe640 1 -- 172.21.15.111:0/1619048766 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1158032440 con 0x7f11640d02a0 2024-09-19T04:37:32.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.760+0000 7f11637fe640 1 -- 172.21.15.111:0/1619048766 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1158032810 con 0x7f11640d02a0 2024-09-19T04:37:32.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.761+0000 7f116acf1640 1 -- 172.21.15.111:0/1619048766 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11640d02a0 msgr2=0x7f11640d0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:32.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.761+0000 7f116acf1640 1 --2- 172.21.15.111:0/1619048766 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11640d02a0 0x7f11640d0680 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f11580097a0 tx=0x7f115802a1a0 comp rx=0 tx=0).stop 2024-09-19T04:37:32.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.761+0000 7f116acf1640 1 -- 172.21.15.111:0/1619048766 shutdown_connections 2024-09-19T04:37:32.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.761+0000 7f116acf1640 1 --2- 172.21.15.111:0/1619048766 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11640d02a0 0x7f11640d0680 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:32.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.761+0000 7f116acf1640 1 -- 172.21.15.111:0/1619048766 >> 172.21.15.111:0/1619048766 conn(0x7f1164062cc0 msgr2=0x7f116406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:32.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.761+0000 7f116acf1640 1 -- 172.21.15.111:0/1619048766 shutdown_connections 2024-09-19T04:37:32.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.761+0000 7f116acf1640 1 -- 172.21.15.111:0/1619048766 wait complete. 2024-09-19T04:37:32.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.762+0000 7f116acf1640 1 Processor -- start 2024-09-19T04:37:32.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.762+0000 7f116acf1640 1 -- start start 2024-09-19T04:37:32.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.763+0000 7f116acf1640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11640d02a0 0x7f116414ca00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:32.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.763+0000 7f116acf1640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f116415ca40 0x7f11641577e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:32.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.763+0000 7f116acf1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f116415ceb0 0x7f1164157d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:32.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.763+0000 7f116acf1640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f116415eb40 con 0x7f11640d02a0 2024-09-19T04:37:32.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.763+0000 7f116acf1640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f116415df10 con 0x7f116415ca40 2024-09-19T04:37:32.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.763+0000 7f116acf1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1164155b90 con 0x7f116415ceb0 2024-09-19T04:37:32.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.763+0000 7f1168a8d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11640d02a0 0x7f116414ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:32.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.763+0000 7f1168a8d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11640d02a0 0x7f116414ca00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34840/0 (socket says 172.21.15.111:34840) 2024-09-19T04:37:32.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.763+0000 7f1168a8d640 1 -- 172.21.15.111:0/4089724664 learned_addr learned my addr 172.21.15.111:0/4089724664 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:32.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.763+0000 7f1163fff640 1 --2- 172.21.15.111:0/4089724664 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f116415ca40 0x7f11641577e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:32.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.763+0000 7f116928e640 1 --2- 172.21.15.111:0/4089724664 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f116415ceb0 0x7f1164157d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:32.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.764+0000 7f1168a8d640 1 -- 172.21.15.111:0/4089724664 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f116415ceb0 msgr2=0x7f1164157d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:32.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.764+0000 7f1168a8d640 1 --2- 172.21.15.111:0/4089724664 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f116415ceb0 0x7f1164157d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:32.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.764+0000 7f1168a8d640 1 -- 172.21.15.111:0/4089724664 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f116415ca40 msgr2=0x7f11641577e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:32.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.764+0000 7f1168a8d640 1 --2- 172.21.15.111:0/4089724664 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f116415ca40 0x7f11641577e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:32.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.764+0000 7f1168a8d640 1 -- 172.21.15.111:0/4089724664 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11641561a0 con 0x7f11640d02a0 2024-09-19T04:37:32.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.764+0000 7f1168a8d640 1 --2- 172.21.15.111:0/4089724664 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11640d02a0 0x7f116414ca00 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f11580097a0 tx=0x7f11580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:32.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.764+0000 7f11617fa640 1 -- 172.21.15.111:0/4089724664 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1158037050 con 0x7f11640d02a0 2024-09-19T04:37:32.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.764+0000 7f11617fa640 1 -- 172.21.15.111:0/4089724664 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1158038040 con 0x7f11640d02a0 2024-09-19T04:37:32.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.764+0000 7f116acf1640 1 -- 172.21.15.111:0/4089724664 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1164158350 con 0x7f11640d02a0 2024-09-19T04:37:32.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.764+0000 7f11617fa640 1 -- 172.21.15.111:0/4089724664 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1158004490 con 0x7f11640d02a0 2024-09-19T04:37:32.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.764+0000 7f116acf1640 1 -- 172.21.15.111:0/4089724664 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1164158910 con 0x7f11640d02a0 2024-09-19T04:37:32.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.765+0000 7f116acf1640 1 -- 172.21.15.111:0/4089724664 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11640b4790 con 0x7f11640d02a0 2024-09-19T04:37:32.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.765+0000 7f11617fa640 1 -- 172.21.15.111:0/4089724664 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f1158030900 con 0x7f11640d02a0 2024-09-19T04:37:32.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.766+0000 7f11617fa640 1 --2- 172.21.15.111:0/4089724664 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f114806c3d0 0x7f114806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:32.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.766+0000 7f11617fa640 1 -- 172.21.15.111:0/4089724664 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 4857+0+0 (secure 0 0 0) 0x7f11580abf20 con 0x7f11640d02a0 2024-09-19T04:37:32.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.766+0000 7f1163fff640 1 --2- 172.21.15.111:0/4089724664 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f114806c3d0 0x7f114806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:32.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.767+0000 7f1163fff640 1 --2- 172.21.15.111:0/4089724664 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f114806c3d0 0x7f114806e890 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f1150007f70 tx=0x7f1150007f00 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:32.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:32.770+0000 7f11617fa640 1 -- 172.21.15.111:0/4089724664 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f115807a3b0 con 0x7f11640d02a0 2024-09-19T04:37:33.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.002+0000 7f116acf1640 1 -- 172.21.15.111:0/4089724664 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f11640b5510 con 0x7f11640d02a0 2024-09-19T04:37:33.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.003+0000 7f11617fa640 1 -- 172.21.15.111:0/4089724664 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v17) ==== 80+0+5304 (secure 0 0 0) 0x7f115807e6b0 con 0x7f11640d02a0 2024-09-19T04:37:33.005 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:33.005 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:37:33.006 INFO:teuthology.orchestra.run.smithi111.stdout: "auth_dump": [ 2024-09-19T04:37:33.006 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:33.006 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.a", 2024-09-19T04:37:33.006 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmCnXHLRAAedEy+KfNFU7YOhRhgLYdMA==", 2024-09-19T04:37:33.006 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:33.006 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:37:33.006 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:37:33.006 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:37:33.006 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:33.006 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:33.006 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:33.006 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:33.006 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.b", 2024-09-19T04:37:33.007 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmj2hsORAAjwXo3DZ4XRGCsUOxqI9CjA==", 2024-09-19T04:37:33.007 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:33.007 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:37:33.007 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:37:33.007 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:37:33.007 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:33.007 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:33.007 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:33.007 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:33.007 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.c", 2024-09-19T04:37:33.007 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmNXLHNBAAmsO18sf+jcsAfzbE1mj2oA==", 2024-09-19T04:37:33.007 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:33.007 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:37:33.008 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:37:33.008 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:37:33.008 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:33.008 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:33.008 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:33.008 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:33.008 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.d", 2024-09-19T04:37:33.008 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmNfTNBBAAj7NZf67zeYo/yvhfnAxkww==", 2024-09-19T04:37:33.008 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:33.008 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:37:33.008 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:37:33.008 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:37:33.008 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:33.008 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:33.008 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:33.009 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:33.009 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.0", 2024-09-19T04:37:33.009 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA3qetmXK2QIBAAR75oRgwzgVuLQhvMlJa4CA==", 2024-09-19T04:37:33.009 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:33.009 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:37:33.009 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:37:33.009 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:33.009 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:33.009 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:33.009 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:33.009 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.1", 2024-09-19T04:37:33.009 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA7qetmkWR6ExAA0lWBxpiPAGZCLmu4h7iPMg==", 2024-09-19T04:37:33.009 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:33.009 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:37:33.010 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:37:33.010 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:33.010 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:33.010 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:33.010 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:33.010 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.2", 2024-09-19T04:37:33.010 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA/qetmgxH4FBAAdBD58YlH15hiLasWSnbxgQ==", 2024-09-19T04:37:33.010 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:33.010 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:37:33.010 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:37:33.010 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:33.010 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:33.010 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:33.011 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:33.011 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.3", 2024-09-19T04:37:33.011 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBDqetmvScfFhAAjBKwn49kZcL8j+xfBzuAXQ==", 2024-09-19T04:37:33.011 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:33.011 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:37:33.011 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:37:33.011 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:33.011 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:33.011 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:33.011 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:33.011 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.4", 2024-09-19T04:37:33.011 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBKqetms9roERAALAlOKQm99bEbtaMUdCEfCQ==", 2024-09-19T04:37:33.011 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:33.011 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:37:33.011 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:37:33.012 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:33.012 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:33.012 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:33.012 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:33.012 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.5", 2024-09-19T04:37:33.012 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBOqetmmoAIBBAA0fKuVAffYGZnFsgCXtti2Q==", 2024-09-19T04:37:33.012 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:33.012 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:37:33.012 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:37:33.012 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:33.012 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:33.012 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:33.012 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:33.013 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.6", 2024-09-19T04:37:33.013 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBRqetm6XavKhAAIL2OCxOxpUEc8vXFj6gN7A==", 2024-09-19T04:37:33.013 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:33.013 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:37:33.013 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:37:33.013 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:33.013 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:33.013 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:33.013 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:33.013 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.7", 2024-09-19T04:37:33.013 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBVqetmhUn4KxAA7yNGTx+mbKjnHNUg8hxx+w==", 2024-09-19T04:37:33.013 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:33.013 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:37:33.014 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:37:33.014 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:33.014 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:33.014 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:33.014 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:33.014 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.0", 2024-09-19T04:37:33.014 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmdEXYCBAAQK+0F5ouJPJAqZqCQHrMdQ==", 2024-09-19T04:37:33.014 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:33.014 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:37:33.014 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow r", 2024-09-19T04:37:33.014 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T04:37:33.014 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:33.014 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:33.014 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:33.015 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.1", 2024-09-19T04:37:33.015 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmsJubERAAw8fZEkmvI5BUEFNZBk1MLg==", 2024-09-19T04:37:33.015 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:33.015 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:37:33.015 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:37:33.015 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:37:33.015 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:37:33.015 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:33.015 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:33.015 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:33.015 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.2", 2024-09-19T04:37:33.015 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmMCNpDhAAAOVbb+49iDsZc+49qDrLTw==", 2024-09-19T04:37:33.015 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:33.015 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:37:33.016 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:37:33.016 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:37:33.016 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:37:33.016 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:33.016 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:33.016 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:33.016 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.3", 2024-09-19T04:37:33.016 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetm4QAqFxAAod68YP3hsE1q4q0VXSLlnQ==", 2024-09-19T04:37:33.016 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:33.016 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:37:33.016 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:37:33.016 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:37:33.016 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:37:33.017 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:33.017 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:33.017 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:33.017 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.admin", 2024-09-19T04:37:33.017 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmrRVMEhAAHd1CNriXFbfJyf4GC8hYMQ==", 2024-09-19T04:37:33.017 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:33.017 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:37:33.017 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:37:33.017 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:37:33.017 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:33.017 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:33.017 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:33.017 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:33.017 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mgr.x", 2024-09-19T04:37:33.018 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmCAiOKhAA2pudSPuE+yJMoNgHi4eu4A==", 2024-09-19T04:37:33.018 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:33.018 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:37:33.018 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile mgr", 2024-09-19T04:37:33.018 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:33.018 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:33.018 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:33.018 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:33.018 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mgr.y", 2024-09-19T04:37:33.018 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetm8NjVJhAAOyZKidS0VOLEDBwUteHNGw==", 2024-09-19T04:37:33.018 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:37:33.018 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:37:33.018 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile mgr", 2024-09-19T04:37:33.019 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:37:33.019 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:33.019 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:33.019 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:37:33.019 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:37:33.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.005+0000 7f116acf1640 1 -- 172.21.15.111:0/4089724664 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f114806c3d0 msgr2=0x7f114806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:33.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.005+0000 7f116acf1640 1 --2- 172.21.15.111:0/4089724664 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f114806c3d0 0x7f114806e890 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f1150007f70 tx=0x7f1150007f00 comp rx=0 tx=0).stop 2024-09-19T04:37:33.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.005+0000 7f116acf1640 1 -- 172.21.15.111:0/4089724664 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11640d02a0 msgr2=0x7f116414ca00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:33.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.005+0000 7f116acf1640 1 --2- 172.21.15.111:0/4089724664 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11640d02a0 0x7f116414ca00 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f11580097a0 tx=0x7f11580046c0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.005+0000 7f116acf1640 1 -- 172.21.15.111:0/4089724664 shutdown_connections 2024-09-19T04:37:33.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.005+0000 7f116acf1640 1 --2- 172.21.15.111:0/4089724664 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f114806c3d0 0x7f114806e890 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.005+0000 7f116acf1640 1 --2- 172.21.15.111:0/4089724664 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f116415ceb0 0x7f1164157d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.005+0000 7f116acf1640 1 --2- 172.21.15.111:0/4089724664 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f116415ca40 0x7f11641577e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.005+0000 7f116acf1640 1 --2- 172.21.15.111:0/4089724664 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11640d02a0 0x7f116414ca00 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.005+0000 7f116acf1640 1 -- 172.21.15.111:0/4089724664 >> 172.21.15.111:0/4089724664 conn(0x7f1164062cc0 msgr2=0x7f11640b11e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:33.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.005+0000 7f116acf1640 1 -- 172.21.15.111:0/4089724664 shutdown_connections 2024-09-19T04:37:33.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.005+0000 7f116acf1640 1 -- 172.21.15.111:0/4089724664 wait complete. 2024-09-19T04:37:33.022 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T04:37:33.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.117+0000 7f4a97ab7640 1 Processor -- start 2024-09-19T04:37:33.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.118+0000 7f4a97ab7640 1 -- start start 2024-09-19T04:37:33.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.118+0000 7f4a97ab7640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f4a9015ceb0 0x7f4a901594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:33.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.118+0000 7f4a97ab7640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a9015d390 con 0x7f4a900d02a0 2024-09-19T04:37:33.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.118+0000 7f4a97ab7640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a9015d670 con 0x7f4a9015ca40 2024-09-19T04:37:33.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.118+0000 7f4a97ab7640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f4a9015d950 con 0x7f4a9015ceb0 2024-09-19T04:37:33.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.119+0000 7f4a95853640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f4a900d02a0 0x7f4a900d0680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57726/0 (socket says 172.21.15.111:57726) 2024-09-19T04:37:33.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.119+0000 7f4a95853640 1 -- 172.21.15.111:0/945405198 learned_addr learned my addr 172.21.15.111:0/945405198 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:33.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.119+0000 7f4a96054640 1 --2- 172.21.15.111:0/945405198 >> v2:172.21.15.114:3300/0 conn(0x7f4a9015ceb0 0x7f4a901594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:33.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.119+0000 7f4a94851640 1 -- 172.21.15.111:0/945405198 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3481331645 0 0) 0x7f4a9015d390 con 0x7f4a900d02a0 2024-09-19T04:37:33.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.119+0000 7f4a94851640 1 -- 172.21.15.111:0/945405198 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4a7c005730 con 0x7f4a900d02a0 2024-09-19T04:37:33.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.119+0000 7f4a94851640 1 -- 172.21.15.111:0/945405198 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2144417678 0 0) 0x7f4a7c005730 con 0x7f4a900d02a0 2024-09-19T04:37:33.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.119+0000 7f4a94851640 1 -- 172.21.15.111:0/945405198 >> v2:172.21.15.114:3300/0 conn(0x7f4a9015ceb0 msgr2=0x7f4a901594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:33.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.119+0000 7f4a94851640 1 --2- 172.21.15.111:0/945405198 >> v2:172.21.15.114:3300/0 conn(0x7f4a9015ceb0 0x7f4a901594c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.119+0000 7f4a94851640 1 -- 172.21.15.111:0/945405198 >> v1:172.21.15.114:6789/0 conn(0x7f4a9015ca40 legacy=0x7f4a9015e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:33.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.119+0000 7f4a94851640 1 -- 172.21.15.111:0/945405198 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a9015dc30 con 0x7f4a900d02a0 2024-09-19T04:37:33.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.119+0000 7f4a94851640 1 -- 172.21.15.111:0/945405198 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f4a8c001670 con 0x7f4a900d02a0 2024-09-19T04:37:33.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.119+0000 7f4a94851640 1 -- 172.21.15.111:0/945405198 >> v1:172.21.15.111:6789/0 conn(0x7f4a900d02a0 legacy=0x7f4a900d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:33.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.119+0000 7f4a94851640 1 --2- 172.21.15.111:0/945405198 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a7c005bc0 0x7f4a7c005fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:33.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.119+0000 7f4a94851640 1 --2- 172.21.15.111:0/945405198 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a7c006a10 0x7f4a7c006e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:33.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.119+0000 7f4a94851640 1 --2- 172.21.15.111:0/945405198 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a7c0073d0 0x7f4a7c00dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:33.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.119+0000 7f4a94851640 1 -- 172.21.15.111:0/945405198 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4a9015d950 con 0x7f4a7c006a10 2024-09-19T04:37:33.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.119+0000 7f4a94851640 1 -- 172.21.15.111:0/945405198 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4a7c00e370 con 0x7f4a7c005bc0 2024-09-19T04:37:33.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.119+0000 7f4a94851640 1 -- 172.21.15.111:0/945405198 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4a7c00e570 con 0x7f4a7c0073d0 2024-09-19T04:37:33.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.119+0000 7f4a95052640 1 --2- 172.21.15.111:0/945405198 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a7c006a10 0x7f4a7c006e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:33.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.119+0000 7f4a95853640 1 --2- 172.21.15.111:0/945405198 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a7c005bc0 0x7f4a7c005fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:33.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.120+0000 7f4a96054640 1 --2- 172.21.15.111:0/945405198 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a7c0073d0 0x7f4a7c00dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:33.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.120+0000 7f4a95052640 1 -- 172.21.15.111:0/945405198 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a7c0073d0 msgr2=0x7f4a7c00dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:33.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.120+0000 7f4a95052640 1 --2- 172.21.15.111:0/945405198 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a7c0073d0 0x7f4a7c00dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.120+0000 7f4a95052640 1 -- 172.21.15.111:0/945405198 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a7c005bc0 msgr2=0x7f4a7c005fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:33.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.120+0000 7f4a95052640 1 --2- 172.21.15.111:0/945405198 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a7c005bc0 0x7f4a7c005fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.120+0000 7f4a96054640 1 -- 172.21.15.111:0/945405198 reap_dead start 2024-09-19T04:37:33.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.120+0000 7f4a95052640 1 -- 172.21.15.111:0/945405198 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a7c005730 con 0x7f4a7c006a10 2024-09-19T04:37:33.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.120+0000 7f4a95052640 1 --2- 172.21.15.111:0/945405198 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a7c006a10 0x7f4a7c006e90 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f4a80001750 tx=0x7f4a7c007a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=186b5e34003e31bb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:33.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.120+0000 7f4a94851640 1 -- 172.21.15.111:0/945405198 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a80001370 con 0x7f4a7c006a10 2024-09-19T04:37:33.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.121+0000 7f4a94851640 1 -- 172.21.15.111:0/945405198 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a800052d0 con 0x7f4a7c006a10 2024-09-19T04:37:33.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.121+0000 7f4a94851640 1 -- 172.21.15.111:0/945405198 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a8002abc0 con 0x7f4a7c006a10 2024-09-19T04:37:33.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.121+0000 7f4a97ab7640 1 -- 172.21.15.111:0/945405198 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a7c006a10 msgr2=0x7f4a7c006e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:33.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.121+0000 7f4a97ab7640 1 --2- 172.21.15.111:0/945405198 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a7c006a10 0x7f4a7c006e90 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f4a80001750 tx=0x7f4a7c007a40 comp rx=0 tx=0).stop 2024-09-19T04:37:33.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.121+0000 7f4a97ab7640 1 -- 172.21.15.111:0/945405198 shutdown_connections 2024-09-19T04:37:33.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.121+0000 7f4a97ab7640 1 --2- 172.21.15.111:0/945405198 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a7c006a10 0x7f4a7c006e90 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.121+0000 7f4a97ab7640 1 -- 172.21.15.111:0/945405198 >> 172.21.15.111:0/945405198 conn(0x7f4a90062cc0 msgr2=0x7f4a9006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:33.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.121+0000 7f4a97ab7640 1 -- 172.21.15.111:0/945405198 shutdown_connections 2024-09-19T04:37:33.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.121+0000 7f4a97ab7640 1 -- 172.21.15.111:0/945405198 wait complete. 2024-09-19T04:37:33.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.122+0000 7f4a97ab7640 1 Processor -- start 2024-09-19T04:37:33.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.122+0000 7f4a97ab7640 1 -- start start 2024-09-19T04:37:33.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.123+0000 7f4a97ab7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a7c006a10 0x7f4a90158570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:33.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.123+0000 7f4a97ab7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a90153110 0x7f4a900ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:33.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.123+0000 7f4a97ab7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a9014c3b0 0x7f4a900aee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:33.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.123+0000 7f4a97ab7640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4a90155d10 con 0x7f4a90153110 2024-09-19T04:37:33.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.123+0000 7f4a97ab7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4a90155b90 con 0x7f4a9014c3b0 2024-09-19T04:37:33.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.123+0000 7f4a97ab7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4a900b4790 con 0x7f4a7c006a10 2024-09-19T04:37:33.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.123+0000 7f4a95052640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a90153110 0x7f4a900ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:33.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.123+0000 7f4a95052640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a90153110 0x7f4a900ae8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34848/0 (socket says 172.21.15.111:34848) 2024-09-19T04:37:33.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.123+0000 7f4a95052640 1 -- 172.21.15.111:0/3567345447 learned_addr learned my addr 172.21.15.111:0/3567345447 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:33.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.123+0000 7f4a96054640 1 --2- 172.21.15.111:0/3567345447 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a9014c3b0 0x7f4a900aee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:33.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.123+0000 7f4a95853640 1 --2- 172.21.15.111:0/3567345447 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a7c006a10 0x7f4a90158570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:33.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.123+0000 7f4a95052640 1 -- 172.21.15.111:0/3567345447 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a7c006a10 msgr2=0x7f4a90158570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:33.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.123+0000 7f4a95052640 1 --2- 172.21.15.111:0/3567345447 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a7c006a10 0x7f4a90158570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.123+0000 7f4a95052640 1 -- 172.21.15.111:0/3567345447 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a9014c3b0 msgr2=0x7f4a900aee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:33.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.123+0000 7f4a95052640 1 --2- 172.21.15.111:0/3567345447 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a9014c3b0 0x7f4a900aee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.123+0000 7f4a95052640 1 -- 172.21.15.111:0/3567345447 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a90158b50 con 0x7f4a90153110 2024-09-19T04:37:33.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.124+0000 7f4a95052640 1 --2- 172.21.15.111:0/3567345447 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a90153110 0x7f4a900ae8e0 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f4a80000c00 tx=0x7f4a80001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:33.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.124+0000 7f4a867fc640 1 -- 172.21.15.111:0/3567345447 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a8003f030 con 0x7f4a90153110 2024-09-19T04:37:33.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.124+0000 7f4a867fc640 1 -- 172.21.15.111:0/3567345447 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a80005480 con 0x7f4a90153110 2024-09-19T04:37:33.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.124+0000 7f4a97ab7640 1 -- 172.21.15.111:0/3567345447 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a90073490 con 0x7f4a90153110 2024-09-19T04:37:33.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.124+0000 7f4a867fc640 1 -- 172.21.15.111:0/3567345447 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a80037040 con 0x7f4a90153110 2024-09-19T04:37:33.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.124+0000 7f4a97ab7640 1 -- 172.21.15.111:0/3567345447 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a90073a50 con 0x7f4a90153110 2024-09-19T04:37:33.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.125+0000 7f4a97ab7640 1 -- 172.21.15.111:0/3567345447 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a900d0680 con 0x7f4a90153110 2024-09-19T04:37:33.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.125+0000 7f4a867fc640 1 -- 172.21.15.111:0/3567345447 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f4a80042070 con 0x7f4a90153110 2024-09-19T04:37:33.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.126+0000 7f4a867fc640 1 --2- 172.21.15.111:0/3567345447 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4a7406c400 0x7f4a7406e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:33.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.126+0000 7f4a867fc640 1 -- 172.21.15.111:0/3567345447 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 4857+0+0 (secure 0 0 0) 0x7f4a800aa4f0 con 0x7f4a90153110 2024-09-19T04:37:33.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.126+0000 7f4a95853640 1 --2- 172.21.15.111:0/3567345447 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4a7406c400 0x7f4a7406e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:33.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.126+0000 7f4a95853640 1 --2- 172.21.15.111:0/3567345447 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4a7406c400 0x7f4a7406e8c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4a8c007fd0 tx=0x7f4a8c0078f0 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:33.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.130+0000 7f4a867fc640 1 -- 172.21.15.111:0/3567345447 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4a8004a020 con 0x7f4a90153110 2024-09-19T04:37:33.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.297+0000 7f4a97ab7640 1 -- 172.21.15.111:0/3567345447 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f4a90154330 con 0x7f4a90153110 2024-09-19T04:37:33.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.297+0000 7f4a867fc640 1 -- 172.21.15.111:0/3567345447 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v98) ==== 84+0+65 (secure 0 0 0) 0x7f4a800787c0 con 0x7f4a90153110 2024-09-19T04:37:33.300 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:33.300 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:37:33.300 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:33.300 INFO:teuthology.orchestra.run.smithi111.stdout: "poolnum": 1, 2024-09-19T04:37:33.300 INFO:teuthology.orchestra.run.smithi111.stdout: "poolname": ".mgr" 2024-09-19T04:37:33.300 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:33.300 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:37:33.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.299+0000 7f4a97ab7640 1 -- 172.21.15.111:0/3567345447 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4a7406c400 msgr2=0x7f4a7406e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:33.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.299+0000 7f4a97ab7640 1 --2- 172.21.15.111:0/3567345447 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4a7406c400 0x7f4a7406e8c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4a8c007fd0 tx=0x7f4a8c0078f0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.299+0000 7f4a97ab7640 1 -- 172.21.15.111:0/3567345447 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a90153110 msgr2=0x7f4a900ae8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:33.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.299+0000 7f4a97ab7640 1 --2- 172.21.15.111:0/3567345447 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a90153110 0x7f4a900ae8e0 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f4a80000c00 tx=0x7f4a80001120 comp rx=0 tx=0).stop 2024-09-19T04:37:33.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.299+0000 7f4a97ab7640 1 -- 172.21.15.111:0/3567345447 shutdown_connections 2024-09-19T04:37:33.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.299+0000 7f4a97ab7640 1 --2- 172.21.15.111:0/3567345447 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4a7406c400 0x7f4a7406e8c0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.299+0000 7f4a97ab7640 1 --2- 172.21.15.111:0/3567345447 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a9014c3b0 0x7f4a900aee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.299+0000 7f4a97ab7640 1 --2- 172.21.15.111:0/3567345447 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a90153110 0x7f4a900ae8e0 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.299+0000 7f4a97ab7640 1 --2- 172.21.15.111:0/3567345447 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a7c006a10 0x7f4a90158570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.299+0000 7f4a97ab7640 1 -- 172.21.15.111:0/3567345447 >> 172.21.15.111:0/3567345447 conn(0x7f4a90062cc0 msgr2=0x7f4a9006c160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:33.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.299+0000 7f4a97ab7640 1 -- 172.21.15.111:0/3567345447 shutdown_connections 2024-09-19T04:37:33.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.299+0000 7f4a97ab7640 1 -- 172.21.15.111:0/3567345447 wait complete. 2024-09-19T04:37:33.312 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T04:37:33.313 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T04:37:33.414 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.412+0000 7ff1e945c640 1 Processor -- start 2024-09-19T04:37:33.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.412+0000 7ff1e945c640 1 -- start start 2024-09-19T04:37:33.416 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.413+0000 7ff1e945c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1e40b4f70 0x7ff1e415f790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:33.416 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.413+0000 7ff1e945c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff1e415fed0 0x7ff1e4160360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:33.416 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.413+0000 7ff1e945c640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff1e415fcd0 con 0x7ff1e406fa40 2024-09-19T04:37:33.416 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.413+0000 7ff1e945c640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ff1e406e9a0 con 0x7ff1e415fed0 2024-09-19T04:37:33.416 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.413+0000 7ff1e945c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff1e406ec80 con 0x7ff1e40b4f70 2024-09-19T04:37:33.416 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.413+0000 7ff1e37fe640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff1e415fed0 0x7ff1e4160360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:33.416 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.413+0000 7ff1e2ffd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1e40b4f70 0x7ff1e415f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:33.416 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.413+0000 7ff1e27fc640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7ff1e406fa40 0x7ff1e40b5350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:46904/0 (socket says 172.21.15.111:46904) 2024-09-19T04:37:33.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.413+0000 7ff1e27fc640 1 -- 172.21.15.111:0/2462713420 learned_addr learned my addr 172.21.15.111:0/2462713420 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:33.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.414+0000 7ff1e37fe640 1 -- 172.21.15.111:0/2462713420 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1e40b4f70 msgr2=0x7ff1e415f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:33.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.414+0000 7ff1e37fe640 1 --2- 172.21.15.111:0/2462713420 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1e40b4f70 0x7ff1e415f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.414+0000 7ff1e37fe640 1 -- 172.21.15.111:0/2462713420 >> v1:172.21.15.114:6789/0 conn(0x7ff1e406fa40 legacy=0x7ff1e40b5350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:33.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.414+0000 7ff1e37fe640 1 -- 172.21.15.111:0/2462713420 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1e406ef60 con 0x7ff1e415fed0 2024-09-19T04:37:33.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.415+0000 7ff1e37fe640 1 --2- 172.21.15.111:0/2462713420 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1e415fed0 0x7ff1e4160360 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7ff1dc0097a0 tx=0x7ff1dc02a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=543552eca0da5ad6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:33.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.415+0000 7ff1e1ffb640 1 -- 172.21.15.111:0/2462713420 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1dc037070 con 0x7ff1e415fed0 2024-09-19T04:37:33.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.415+0000 7ff1e1ffb640 1 -- 172.21.15.111:0/2462713420 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1dc032440 con 0x7ff1e415fed0 2024-09-19T04:37:33.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.415+0000 7ff1e1ffb640 1 -- 172.21.15.111:0/2462713420 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1dc032810 con 0x7ff1e415fed0 2024-09-19T04:37:33.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.415+0000 7ff1e945c640 1 -- 172.21.15.111:0/2462713420 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1e415fed0 msgr2=0x7ff1e4160360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:33.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.415+0000 7ff1e945c640 1 --2- 172.21.15.111:0/2462713420 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1e415fed0 0x7ff1e4160360 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7ff1dc0097a0 tx=0x7ff1dc02a210 comp rx=0 tx=0).stop 2024-09-19T04:37:33.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.415+0000 7ff1e945c640 1 -- 172.21.15.111:0/2462713420 shutdown_connections 2024-09-19T04:37:33.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.415+0000 7ff1e945c640 1 --2- 172.21.15.111:0/2462713420 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1e415fed0 0x7ff1e4160360 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.415+0000 7ff1e945c640 1 --2- 172.21.15.111:0/2462713420 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1e40b4f70 0x7ff1e415f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.415+0000 7ff1e945c640 1 -- 172.21.15.111:0/2462713420 >> 172.21.15.111:0/2462713420 conn(0x7ff1e4062810 msgr2=0x7ff1e406ccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:33.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.415+0000 7ff1e945c640 1 -- 172.21.15.111:0/2462713420 shutdown_connections 2024-09-19T04:37:33.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.415+0000 7ff1e945c640 1 -- 172.21.15.111:0/2462713420 wait complete. 2024-09-19T04:37:33.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.417+0000 7ff1e945c640 1 Processor -- start 2024-09-19T04:37:33.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.417+0000 7ff1e945c640 1 -- start start 2024-09-19T04:37:33.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.417+0000 7ff1e945c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1e406fa40 0x7ff1e41f4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:33.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.417+0000 7ff1e945c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1e40b4f70 0x7ff1e413fe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:33.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.417+0000 7ff1e945c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1e415fed0 0x7ff1e41f8140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:33.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.417+0000 7ff1e945c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff1e406e620 con 0x7ff1e415fed0 2024-09-19T04:37:33.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.417+0000 7ff1e945c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff1e406f520 con 0x7ff1e406fa40 2024-09-19T04:37:33.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.417+0000 7ff1e945c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff1e406bd50 con 0x7ff1e40b4f70 2024-09-19T04:37:33.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.417+0000 7ff1e37fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1e415fed0 0x7ff1e41f8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:33.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.417+0000 7ff1e37fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1e415fed0 0x7ff1e41f8140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34858/0 (socket says 172.21.15.111:34858) 2024-09-19T04:37:33.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.417+0000 7ff1e37fe640 1 -- 172.21.15.111:0/1319967308 learned_addr learned my addr 172.21.15.111:0/1319967308 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:33.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.418+0000 7ff1e2ffd640 1 --2- 172.21.15.111:0/1319967308 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1e406fa40 0x7ff1e41f4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:33.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.418+0000 7ff1e27fc640 1 --2- 172.21.15.111:0/1319967308 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1e40b4f70 0x7ff1e413fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:33.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.418+0000 7ff1e37fe640 1 -- 172.21.15.111:0/1319967308 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1e40b4f70 msgr2=0x7ff1e413fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:33.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.418+0000 7ff1e37fe640 1 --2- 172.21.15.111:0/1319967308 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1e40b4f70 0x7ff1e413fe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.418+0000 7ff1e37fe640 1 -- 172.21.15.111:0/1319967308 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1e406fa40 msgr2=0x7ff1e41f4ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:33.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.418+0000 7ff1e37fe640 1 --2- 172.21.15.111:0/1319967308 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1e406fa40 0x7ff1e41f4ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.418+0000 7ff1e37fe640 1 -- 172.21.15.111:0/1319967308 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1e4140350 con 0x7ff1e415fed0 2024-09-19T04:37:33.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.418+0000 7ff1e37fe640 1 --2- 172.21.15.111:0/1319967308 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1e415fed0 0x7ff1e41f8140 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7ff1dc035040 tx=0x7ff1dc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:33.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.418+0000 7ff1cb7fe640 1 -- 172.21.15.111:0/1319967308 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1dc037040 con 0x7ff1e415fed0 2024-09-19T04:37:33.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.418+0000 7ff1cb7fe640 1 -- 172.21.15.111:0/1319967308 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1dc042070 con 0x7ff1e415fed0 2024-09-19T04:37:33.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.418+0000 7ff1cb7fe640 1 -- 172.21.15.111:0/1319967308 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1dc0308a0 con 0x7ff1e415fed0 2024-09-19T04:37:33.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.418+0000 7ff1e945c640 1 -- 172.21.15.111:0/1319967308 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1e40af560 con 0x7ff1e415fed0 2024-09-19T04:37:33.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.418+0000 7ff1e945c640 1 -- 172.21.15.111:0/1319967308 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1e41f7c20 con 0x7ff1e415fed0 2024-09-19T04:37:33.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.419+0000 7ff1e945c640 1 -- 172.21.15.111:0/1319967308 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1e40afa80 con 0x7ff1e415fed0 2024-09-19T04:37:33.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.420+0000 7ff1cb7fe640 1 -- 172.21.15.111:0/1319967308 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7ff1dc030a40 con 0x7ff1e415fed0 2024-09-19T04:37:33.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.420+0000 7ff1cb7fe640 1 --2- 172.21.15.111:0/1319967308 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff1d006c3d0 0x7ff1d006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:33.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.420+0000 7ff1cb7fe640 1 -- 172.21.15.111:0/1319967308 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 4857+0+0 (secure 0 0 0) 0x7ff1dc0ab960 con 0x7ff1e415fed0 2024-09-19T04:37:33.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.420+0000 7ff1e2ffd640 1 --2- 172.21.15.111:0/1319967308 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff1d006c3d0 0x7ff1d006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:33.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.421+0000 7ff1e2ffd640 1 --2- 172.21.15.111:0/1319967308 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff1d006c3d0 0x7ff1d006e890 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ff1d4011340 tx=0x7ff1d400b040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:33.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.424+0000 7ff1cb7fe640 1 -- 172.21.15.111:0/1319967308 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff1e40afa80 con 0x7ff1e415fed0 2024-09-19T04:37:33.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.591+0000 7ff1e945c640 1 -- 172.21.15.111:0/1319967308 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7ff1e406fe60 con 0x7ff1e415fed0 2024-09-19T04:37:33.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.917+0000 7ff1cb7fe640 1 -- 172.21.15.111:0/1319967308 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v99) ==== 138+0+0 (secure 0 0 0) 0x7ff1dc079d50 con 0x7ff1e415fed0 2024-09-19T04:37:33.920 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' created 2024-09-19T04:37:33.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.919+0000 7ff1e945c640 1 -- 172.21.15.111:0/1319967308 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff1d006c3d0 msgr2=0x7ff1d006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:33.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.919+0000 7ff1e945c640 1 --2- 172.21.15.111:0/1319967308 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff1d006c3d0 0x7ff1d006e890 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ff1d4011340 tx=0x7ff1d400b040 comp rx=0 tx=0).stop 2024-09-19T04:37:33.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.919+0000 7ff1e945c640 1 -- 172.21.15.111:0/1319967308 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1e415fed0 msgr2=0x7ff1e41f8140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:33.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.919+0000 7ff1e945c640 1 --2- 172.21.15.111:0/1319967308 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1e415fed0 0x7ff1e41f8140 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7ff1dc035040 tx=0x7ff1dc0046c0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.919+0000 7ff1e945c640 1 -- 172.21.15.111:0/1319967308 shutdown_connections 2024-09-19T04:37:33.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.919+0000 7ff1e945c640 1 --2- 172.21.15.111:0/1319967308 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff1d006c3d0 0x7ff1d006e890 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.919+0000 7ff1e945c640 1 --2- 172.21.15.111:0/1319967308 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1e415fed0 0x7ff1e41f8140 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.919+0000 7ff1e945c640 1 --2- 172.21.15.111:0/1319967308 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1e40b4f70 0x7ff1e413fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.919+0000 7ff1e945c640 1 --2- 172.21.15.111:0/1319967308 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1e406fa40 0x7ff1e41f4ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:33.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.920+0000 7ff1e945c640 1 -- 172.21.15.111:0/1319967308 >> 172.21.15.111:0/1319967308 conn(0x7ff1e4062810 msgr2=0x7ff1e4160800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:33.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.920+0000 7ff1e945c640 1 -- 172.21.15.111:0/1319967308 shutdown_connections 2024-09-19T04:37:33.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:33.920+0000 7ff1e945c640 1 -- 172.21.15.111:0/1319967308 wait complete. 2024-09-19T04:37:33.937 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T04:37:34.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.041+0000 7fc584e7b640 1 Processor -- start 2024-09-19T04:37:34.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.041+0000 7fc584e7b640 1 -- start start 2024-09-19T04:37:34.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.042+0000 7fc584e7b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc5801554d0 0x7fc58015f640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:34.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.042+0000 7fc584e7b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc5800af050 con 0x7fc5800ae8e0 2024-09-19T04:37:34.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.042+0000 7fc584e7b640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc5800af330 con 0x7fc5800b5630 2024-09-19T04:37:34.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.042+0000 7fc584e7b640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fc5800af610 con 0x7fc5801554d0 2024-09-19T04:37:34.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.042+0000 7fc57dd9b640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fc5800ae8e0 0x7fc5800b4f20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57734/0 (socket says 172.21.15.111:57734) 2024-09-19T04:37:34.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.042+0000 7fc57dd9b640 1 -- 172.21.15.111:0/3384487396 learned_addr learned my addr 172.21.15.111:0/3384487396 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:34.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.042+0000 7fc57e59c640 1 --2- 172.21.15.111:0/3384487396 >> v2:172.21.15.114:3300/0 conn(0x7fc5801554d0 0x7fc58015f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:34.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.042+0000 7fc57d59a640 1 -- 172.21.15.111:0/3384487396 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2406007231 0 0) 0x7fc5800af050 con 0x7fc5800ae8e0 2024-09-19T04:37:34.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.042+0000 7fc57d59a640 1 -- 172.21.15.111:0/3384487396 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc568003520 con 0x7fc5800ae8e0 2024-09-19T04:37:34.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.043+0000 7fc57d59a640 1 -- 172.21.15.111:0/3384487396 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1099370539 0 0) 0x7fc5800af330 con 0x7fc5800b5630 2024-09-19T04:37:34.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.043+0000 7fc57d59a640 1 -- 172.21.15.111:0/3384487396 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc5800af050 con 0x7fc5800b5630 2024-09-19T04:37:34.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.043+0000 7fc57d59a640 1 -- 172.21.15.111:0/3384487396 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 946958955 0 0) 0x7fc568003520 con 0x7fc5800ae8e0 2024-09-19T04:37:34.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.043+0000 7fc57d59a640 1 -- 172.21.15.111:0/3384487396 >> v2:172.21.15.114:3300/0 conn(0x7fc5801554d0 msgr2=0x7fc58015f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:34.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.043+0000 7fc57d59a640 1 --2- 172.21.15.111:0/3384487396 >> v2:172.21.15.114:3300/0 conn(0x7fc5801554d0 0x7fc58015f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:34.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.043+0000 7fc57d59a640 1 -- 172.21.15.111:0/3384487396 >> v1:172.21.15.114:6789/0 conn(0x7fc5800b5630 legacy=0x7fc580072a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:34.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.043+0000 7fc57d59a640 1 -- 172.21.15.111:0/3384487396 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5800af8f0 con 0x7fc5800ae8e0 2024-09-19T04:37:34.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.043+0000 7fc57e59c640 1 --2- 172.21.15.111:0/3384487396 >> v2:172.21.15.114:3300/0 conn(0x7fc5801554d0 0x7fc58015f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:37:34.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.043+0000 7fc57d59a640 1 -- 172.21.15.111:0/3384487396 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fc574001670 con 0x7fc5800ae8e0 2024-09-19T04:37:34.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.043+0000 7fc57d59a640 1 -- 172.21.15.111:0/3384487396 >> v1:172.21.15.111:6789/0 conn(0x7fc5800ae8e0 legacy=0x7fc5800b4f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:34.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.043+0000 7fc57d59a640 1 --2- 172.21.15.111:0/3384487396 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc568003b40 0x7fc568003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:34.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.043+0000 7fc57d59a640 1 --2- 172.21.15.111:0/3384487396 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc568004800 0x7fc568004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:34.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.043+0000 7fc57d59a640 1 --2- 172.21.15.111:0/3384487396 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc5680051c0 0x7fc56800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:34.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.043+0000 7fc57d59a640 1 -- 172.21.15.111:0/3384487396 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc5800af610 con 0x7fc568004800 2024-09-19T04:37:34.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.043+0000 7fc57d59a640 1 -- 172.21.15.111:0/3384487396 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc56800c040 con 0x7fc568003b40 2024-09-19T04:37:34.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.043+0000 7fc57d59a640 1 -- 172.21.15.111:0/3384487396 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc56800c240 con 0x7fc5680051c0 2024-09-19T04:37:34.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.043+0000 7fc57dd9b640 1 --2- 172.21.15.111:0/3384487396 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc568004800 0x7fc568004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:34.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.043+0000 7fc57e59c640 1 --2- 172.21.15.111:0/3384487396 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc568003b40 0x7fc568003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:34.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.043+0000 7fc57ed9d640 1 --2- 172.21.15.111:0/3384487396 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc5680051c0 0x7fc56800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:34.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.044+0000 7fc57dd9b640 1 -- 172.21.15.111:0/3384487396 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc5680051c0 msgr2=0x7fc56800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:34.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.044+0000 7fc57dd9b640 1 --2- 172.21.15.111:0/3384487396 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc5680051c0 0x7fc56800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:34.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.044+0000 7fc57dd9b640 1 -- 172.21.15.111:0/3384487396 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc568003b40 msgr2=0x7fc568003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:34.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.044+0000 7fc57dd9b640 1 --2- 172.21.15.111:0/3384487396 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc568003b40 0x7fc568003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:34.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.044+0000 7fc57dd9b640 1 -- 172.21.15.111:0/3384487396 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc568003520 con 0x7fc568004800 2024-09-19T04:37:34.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.044+0000 7fc57ed9d640 1 -- 172.21.15.111:0/3384487396 reap_dead start 2024-09-19T04:37:34.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.044+0000 7fc57dd9b640 1 --2- 172.21.15.111:0/3384487396 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc568004800 0x7fc568004c80 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7fc57400c190 tx=0x7fc568005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b3792c50e2d0294 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:34.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.044+0000 7fc57d59a640 1 -- 172.21.15.111:0/3384487396 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc574007c60 con 0x7fc568004800 2024-09-19T04:37:34.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.044+0000 7fc57d59a640 1 -- 172.21.15.111:0/3384487396 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc574005ad0 con 0x7fc568004800 2024-09-19T04:37:34.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.044+0000 7fc57d59a640 1 -- 172.21.15.111:0/3384487396 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc574007070 con 0x7fc568004800 2024-09-19T04:37:34.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.045+0000 7fc584e7b640 1 -- 172.21.15.111:0/3384487396 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc568004800 msgr2=0x7fc568004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:34.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.045+0000 7fc584e7b640 1 --2- 172.21.15.111:0/3384487396 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc568004800 0x7fc568004c80 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7fc57400c190 tx=0x7fc568005830 comp rx=0 tx=0).stop 2024-09-19T04:37:34.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.045+0000 7fc584e7b640 1 -- 172.21.15.111:0/3384487396 shutdown_connections 2024-09-19T04:37:34.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.045+0000 7fc584e7b640 1 --2- 172.21.15.111:0/3384487396 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc568004800 0x7fc568004c80 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:34.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.045+0000 7fc584e7b640 1 -- 172.21.15.111:0/3384487396 >> 172.21.15.111:0/3384487396 conn(0x7fc58006c9f0 msgr2=0x7fc58006cdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:34.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.045+0000 7fc584e7b640 1 -- 172.21.15.111:0/3384487396 shutdown_connections 2024-09-19T04:37:34.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.045+0000 7fc584e7b640 1 -- 172.21.15.111:0/3384487396 wait complete. 2024-09-19T04:37:34.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.046+0000 7fc584e7b640 1 Processor -- start 2024-09-19T04:37:34.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.046+0000 7fc584e7b640 1 -- start start 2024-09-19T04:37:34.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.047+0000 7fc584e7b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc568004800 0x7fc5800ce3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:34.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.047+0000 7fc584e7b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc5801532e0 0x7fc580154280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:34.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.047+0000 7fc584e7b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc58014de30 0x7fc58014e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:34.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.047+0000 7fc584e7b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc5801558b0 con 0x7fc5801532e0 2024-09-19T04:37:34.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.047+0000 7fc584e7b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc5800aed70 con 0x7fc568004800 2024-09-19T04:37:34.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.047+0000 7fc584e7b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc580155a30 con 0x7fc58014de30 2024-09-19T04:37:34.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.047+0000 7fc57dd9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc5801532e0 0x7fc580154280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:34.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.047+0000 7fc57dd9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc5801532e0 0x7fc580154280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34890/0 (socket says 172.21.15.111:34890) 2024-09-19T04:37:34.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.047+0000 7fc57dd9b640 1 -- 172.21.15.111:0/3500440306 learned_addr learned my addr 172.21.15.111:0/3500440306 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:34.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.047+0000 7fc57e59c640 1 --2- 172.21.15.111:0/3500440306 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc568004800 0x7fc5800ce3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:34.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.047+0000 7fc57ed9d640 1 --2- 172.21.15.111:0/3500440306 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc58014de30 0x7fc58014e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:34.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.048+0000 7fc57dd9b640 1 -- 172.21.15.111:0/3500440306 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc58014de30 msgr2=0x7fc58014e2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:34.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.048+0000 7fc57dd9b640 1 --2- 172.21.15.111:0/3500440306 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc58014de30 0x7fc58014e2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:34.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.048+0000 7fc57dd9b640 1 -- 172.21.15.111:0/3500440306 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc568004800 msgr2=0x7fc5800ce3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:34.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.048+0000 7fc57dd9b640 1 --2- 172.21.15.111:0/3500440306 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc568004800 0x7fc5800ce3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:34.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.048+0000 7fc57dd9b640 1 -- 172.21.15.111:0/3500440306 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5800cd620 con 0x7fc5801532e0 2024-09-19T04:37:34.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.048+0000 7fc57dd9b640 1 --2- 172.21.15.111:0/3500440306 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc5801532e0 0x7fc580154280 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7fc57400c2b0 tx=0x7fc5800af220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:34.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.048+0000 7fc56effd640 1 -- 172.21.15.111:0/3500440306 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc574040030 con 0x7fc5801532e0 2024-09-19T04:37:34.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.048+0000 7fc56effd640 1 -- 172.21.15.111:0/3500440306 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5740058d0 con 0x7fc5801532e0 2024-09-19T04:37:34.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.048+0000 7fc56effd640 1 -- 172.21.15.111:0/3500440306 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc574037040 con 0x7fc5801532e0 2024-09-19T04:37:34.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.048+0000 7fc584e7b640 1 -- 172.21.15.111:0/3500440306 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5800cd900 con 0x7fc5801532e0 2024-09-19T04:37:34.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.048+0000 7fc584e7b640 1 -- 172.21.15.111:0/3500440306 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5800cdec0 con 0x7fc5801532e0 2024-09-19T04:37:34.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.049+0000 7fc584e7b640 1 -- 172.21.15.111:0/3500440306 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc58015f6d0 con 0x7fc5801532e0 2024-09-19T04:37:34.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.049+0000 7fc56effd640 1 -- 172.21.15.111:0/3500440306 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fc574043070 con 0x7fc5801532e0 2024-09-19T04:37:34.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.050+0000 7fc56effd640 1 --2- 172.21.15.111:0/3500440306 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc56006c3d0 0x7fc56006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:34.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.050+0000 7fc56effd640 1 -- 172.21.15.111:0/3500440306 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5227+0+0 (secure 0 0 0) 0x7fc5740aa690 con 0x7fc5801532e0 2024-09-19T04:37:34.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.050+0000 7fc57e59c640 1 --2- 172.21.15.111:0/3500440306 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc56006c3d0 0x7fc56006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:34.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.051+0000 7fc57e59c640 1 --2- 172.21.15.111:0/3500440306 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc56006c3d0 0x7fc56006e890 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fc5700093d0 tx=0x7fc570009190 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:34.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.054+0000 7fc56effd640 1 -- 172.21.15.111:0/3500440306 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc57404a020 con 0x7fc5801532e0 2024-09-19T04:37:34.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.221+0000 7fc584e7b640 1 -- 172.21.15.111:0/3500440306 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fc580062ca0 con 0x7fc5801532e0 2024-09-19T04:37:34.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.925+0000 7fc56effd640 1 -- 172.21.15.111:0/3500440306 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v100) ==== 170+0+0 (secure 0 0 0) 0x7fc574078ee0 con 0x7fc5801532e0 2024-09-19T04:37:35.203 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' created 2024-09-19T04:37:35.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.927+0000 7fc584e7b640 1 -- 172.21.15.111:0/3500440306 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc56006c3d0 msgr2=0x7fc56006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:35.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.927+0000 7fc584e7b640 1 --2- 172.21.15.111:0/3500440306 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc56006c3d0 0x7fc56006e890 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fc5700093d0 tx=0x7fc570009190 comp rx=0 tx=0).stop 2024-09-19T04:37:35.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.927+0000 7fc584e7b640 1 -- 172.21.15.111:0/3500440306 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc5801532e0 msgr2=0x7fc580154280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:35.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.927+0000 7fc584e7b640 1 --2- 172.21.15.111:0/3500440306 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc5801532e0 0x7fc580154280 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7fc57400c2b0 tx=0x7fc5800af220 comp rx=0 tx=0).stop 2024-09-19T04:37:35.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.927+0000 7fc584e7b640 1 -- 172.21.15.111:0/3500440306 shutdown_connections 2024-09-19T04:37:35.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.927+0000 7fc584e7b640 1 --2- 172.21.15.111:0/3500440306 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc56006c3d0 0x7fc56006e890 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:35.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.927+0000 7fc584e7b640 1 --2- 172.21.15.111:0/3500440306 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc58014de30 0x7fc58014e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:35.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.927+0000 7fc584e7b640 1 --2- 172.21.15.111:0/3500440306 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc5801532e0 0x7fc580154280 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:35.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.927+0000 7fc584e7b640 1 --2- 172.21.15.111:0/3500440306 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc568004800 0x7fc5800ce3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:35.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.927+0000 7fc584e7b640 1 -- 172.21.15.111:0/3500440306 >> 172.21.15.111:0/3500440306 conn(0x7fc58006c9f0 msgr2=0x7fc58006cdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:35.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.927+0000 7fc584e7b640 1 -- 172.21.15.111:0/3500440306 shutdown_connections 2024-09-19T04:37:35.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:34.927+0000 7fc584e7b640 1 -- 172.21.15.111:0/3500440306 wait complete. 2024-09-19T04:37:35.207 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T04:37:35.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.310+0000 7fc34d581640 1 Processor -- start 2024-09-19T04:37:35.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.310+0000 7fc34d581640 1 -- start start 2024-09-19T04:37:35.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.310+0000 7fc34d581640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc348161e30 0x7fc3480d34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:35.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.310+0000 7fc34d581640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3480cf9a0 con 0x7fc3480b3d50 2024-09-19T04:37:35.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.310+0000 7fc34d581640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc348162210 con 0x7fc34806dfd0 2024-09-19T04:37:35.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.310+0000 7fc34d581640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fc3480cfcf0 con 0x7fc348161e30 2024-09-19T04:37:35.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.310+0000 7fc346ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc348161e30 0x7fc3480d34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:35.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.310+0000 7fc33ffff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fc3480b3d50 0x7fc34806d8c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57748/0 (socket says 172.21.15.111:57748) 2024-09-19T04:37:35.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.310+0000 7fc33ffff640 1 -- 172.21.15.111:0/1895594787 learned_addr learned my addr 172.21.15.111:0/1895594787 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:35.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.310+0000 7fc346ffd640 1 -- 172.21.15.111:0/1895594787 >> v1:172.21.15.114:6789/0 conn(0x7fc34806dfd0 legacy=0x7fc3480b78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:35.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.310+0000 7fc346ffd640 1 -- 172.21.15.111:0/1895594787 >> v1:172.21.15.111:6789/0 conn(0x7fc3480b3d50 legacy=0x7fc34806d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:35.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.310+0000 7fc346ffd640 1 -- 172.21.15.111:0/1895594787 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3480d5210 con 0x7fc348161e30 2024-09-19T04:37:35.313 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.310+0000 7fc3467fc640 1 -- 172.21.15.111:0/1895594787 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2908338306 0 0) 0x7fc3480cf9a0 con 0x7fc3480b3d50 2024-09-19T04:37:35.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.311+0000 7fc346ffd640 1 --2- 172.21.15.111:0/1895594787 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc348161e30 0x7fc3480d34a0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7fc3380097a0 tx=0x7fc33802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1eb3cd70621a552a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:35.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.311+0000 7fc3467fc640 1 -- 172.21.15.111:0/1895594787 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc338037070 con 0x7fc348161e30 2024-09-19T04:37:35.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.311+0000 7fc3467fc640 1 -- 172.21.15.111:0/1895594787 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc338032440 con 0x7fc348161e30 2024-09-19T04:37:35.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.311+0000 7fc3467fc640 1 -- 172.21.15.111:0/1895594787 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc338032810 con 0x7fc348161e30 2024-09-19T04:37:35.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.312+0000 7fc34d581640 1 -- 172.21.15.111:0/1895594787 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc348161e30 msgr2=0x7fc3480d34a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:35.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.312+0000 7fc34d581640 1 --2- 172.21.15.111:0/1895594787 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc348161e30 0x7fc3480d34a0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7fc3380097a0 tx=0x7fc33802a1e0 comp rx=0 tx=0).stop 2024-09-19T04:37:35.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.312+0000 7fc34d581640 1 -- 172.21.15.111:0/1895594787 shutdown_connections 2024-09-19T04:37:35.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.312+0000 7fc34d581640 1 --2- 172.21.15.111:0/1895594787 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc348161e30 0x7fc3480d34a0 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:35.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.312+0000 7fc34d581640 1 -- 172.21.15.111:0/1895594787 >> 172.21.15.111:0/1895594787 conn(0x7fc3480d1870 msgr2=0x7fc3480d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:35.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.312+0000 7fc34d581640 1 -- 172.21.15.111:0/1895594787 shutdown_connections 2024-09-19T04:37:35.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.312+0000 7fc34d581640 1 -- 172.21.15.111:0/1895594787 wait complete. 2024-09-19T04:37:35.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.313+0000 7fc34d581640 1 Processor -- start 2024-09-19T04:37:35.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.313+0000 7fc34d581640 1 -- start start 2024-09-19T04:37:35.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.314+0000 7fc34d581640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc34806dfd0 0x7fc34814ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:35.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.314+0000 7fc34d581640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc3480b3d50 0x7fc3480c98b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:35.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.314+0000 7fc34d581640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc348161e30 0x7fc348157980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:35.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.314+0000 7fc34d581640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc3480d39e0 con 0x7fc348161e30 2024-09-19T04:37:35.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.314+0000 7fc34d581640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc3480b3950 con 0x7fc34806dfd0 2024-09-19T04:37:35.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.314+0000 7fc34d581640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc3480b4c80 con 0x7fc3480b3d50 2024-09-19T04:37:35.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.314+0000 7fc3477fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc348161e30 0x7fc348157980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:35.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.314+0000 7fc3477fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc348161e30 0x7fc348157980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34894/0 (socket says 172.21.15.111:34894) 2024-09-19T04:37:35.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.314+0000 7fc3477fe640 1 -- 172.21.15.111:0/2681623931 learned_addr learned my addr 172.21.15.111:0/2681623931 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:35.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.314+0000 7fc346ffd640 1 --2- 172.21.15.111:0/2681623931 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc34806dfd0 0x7fc34814ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:35.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.314+0000 7fc33ffff640 1 --2- 172.21.15.111:0/2681623931 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc3480b3d50 0x7fc3480c98b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:35.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.314+0000 7fc3477fe640 1 -- 172.21.15.111:0/2681623931 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc3480b3d50 msgr2=0x7fc3480c98b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:35.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.314+0000 7fc3477fe640 1 --2- 172.21.15.111:0/2681623931 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc3480b3d50 0x7fc3480c98b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:35.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.314+0000 7fc3477fe640 1 -- 172.21.15.111:0/2681623931 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc34806dfd0 msgr2=0x7fc34814ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:35.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.314+0000 7fc3477fe640 1 --2- 172.21.15.111:0/2681623931 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc34806dfd0 0x7fc34814ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:35.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.314+0000 7fc3477fe640 1 -- 172.21.15.111:0/2681623931 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3480ca250 con 0x7fc348161e30 2024-09-19T04:37:35.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.314+0000 7fc3477fe640 1 --2- 172.21.15.111:0/2681623931 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc348161e30 0x7fc348157980 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7fc34000c780 tx=0x7fc34000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:35.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.314+0000 7fc33f7fe640 1 -- 172.21.15.111:0/2681623931 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc340004b10 con 0x7fc348161e30 2024-09-19T04:37:35.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.314+0000 7fc33f7fe640 1 -- 172.21.15.111:0/2681623931 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc340004cb0 con 0x7fc348161e30 2024-09-19T04:37:35.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.314+0000 7fc34d581640 1 -- 172.21.15.111:0/2681623931 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3480ca530 con 0x7fc348161e30 2024-09-19T04:37:35.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.314+0000 7fc33f7fe640 1 -- 172.21.15.111:0/2681623931 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc340004e60 con 0x7fc348161e30 2024-09-19T04:37:35.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.314+0000 7fc34d581640 1 -- 172.21.15.111:0/2681623931 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3480ca810 con 0x7fc348161e30 2024-09-19T04:37:35.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.315+0000 7fc34d581640 1 -- 172.21.15.111:0/2681623931 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3480b3290 con 0x7fc348161e30 2024-09-19T04:37:35.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.316+0000 7fc33f7fe640 1 -- 172.21.15.111:0/2681623931 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fc34000aa90 con 0x7fc348161e30 2024-09-19T04:37:35.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.316+0000 7fc33f7fe640 1 --2- 172.21.15.111:0/2681623931 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc32806c3d0 0x7fc32806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:35.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.316+0000 7fc33f7fe640 1 -- 172.21.15.111:0/2681623931 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 5609+0+0 (secure 0 0 0) 0x7fc34008b5c0 con 0x7fc348161e30 2024-09-19T04:37:35.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.316+0000 7fc346ffd640 1 --2- 172.21.15.111:0/2681623931 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc32806c3d0 0x7fc32806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:35.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.317+0000 7fc346ffd640 1 --2- 172.21.15.111:0/2681623931 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc32806c3d0 0x7fc32806e890 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fc338034000 tx=0x7fc33802e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:35.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.322+0000 7fc33f7fe640 1 -- 172.21.15.111:0/2681623931 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc340020070 con 0x7fc348161e30 2024-09-19T04:37:35.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.519+0000 7fc34d581640 1 -- 172.21.15.111:0/2681623931 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fc3480ba4f0 con 0x7fc348161e30 2024-09-19T04:37:35.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.927+0000 7fc33f7fe640 1 -- 172.21.15.111:0/2681623931 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 16 and data pool 17 v51) ==== 174+0+0 (secure 0 0 0) 0x7fc3400596c0 con 0x7fc348161e30 2024-09-19T04:37:35.929 INFO:teuthology.orchestra.run.smithi111.stderr:new fs with metadata pool 16 and data pool 17 2024-09-19T04:37:35.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.929+0000 7fc34d581640 1 -- 172.21.15.111:0/2681623931 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc32806c3d0 msgr2=0x7fc32806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:35.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.929+0000 7fc34d581640 1 --2- 172.21.15.111:0/2681623931 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc32806c3d0 0x7fc32806e890 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fc338034000 tx=0x7fc33802e000 comp rx=0 tx=0).stop 2024-09-19T04:37:35.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.929+0000 7fc34d581640 1 -- 172.21.15.111:0/2681623931 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc348161e30 msgr2=0x7fc348157980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:35.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.929+0000 7fc34d581640 1 --2- 172.21.15.111:0/2681623931 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc348161e30 0x7fc348157980 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7fc34000c780 tx=0x7fc34000cc40 comp rx=0 tx=0).stop 2024-09-19T04:37:35.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.929+0000 7fc34d581640 1 -- 172.21.15.111:0/2681623931 shutdown_connections 2024-09-19T04:37:35.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.929+0000 7fc34d581640 1 --2- 172.21.15.111:0/2681623931 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc32806c3d0 0x7fc32806e890 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:35.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.929+0000 7fc34d581640 1 --2- 172.21.15.111:0/2681623931 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc348161e30 0x7fc348157980 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:35.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.929+0000 7fc34d581640 1 --2- 172.21.15.111:0/2681623931 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc3480b3d50 0x7fc3480c98b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:35.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.929+0000 7fc34d581640 1 --2- 172.21.15.111:0/2681623931 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc34806dfd0 0x7fc34814ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:35.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.929+0000 7fc34d581640 1 -- 172.21.15.111:0/2681623931 >> 172.21.15.111:0/2681623931 conn(0x7fc3480d1870 msgr2=0x7fc34815af00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:35.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.929+0000 7fc34d581640 1 -- 172.21.15.111:0/2681623931 shutdown_connections 2024-09-19T04:37:35.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:35.929+0000 7fc34d581640 1 -- 172.21.15.111:0/2681623931 wait complete. 2024-09-19T04:37:35.950 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:37:36.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.051+0000 7fcff37f6640 1 Processor -- start 2024-09-19T04:37:36.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.051+0000 7fcff37f6640 1 -- start start 2024-09-19T04:37:36.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.052+0000 7fcff37f6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcfec15ca40 0x7fcfec15e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.052+0000 7fcff37f6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcfec15d390 con 0x7fcfec15ce80 2024-09-19T04:37:36.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.052+0000 7fcff37f6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcfec15d670 con 0x7fcfec0d02a0 2024-09-19T04:37:36.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.052+0000 7fcff37f6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcfec15d950 con 0x7fcfec15ca40 2024-09-19T04:37:36.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.052+0000 7fcff1d93640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fcfec15ce80 0x7fcfec1594c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57758/0 (socket says 172.21.15.111:57758) 2024-09-19T04:37:36.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.052+0000 7fcff1d93640 1 -- 172.21.15.111:0/1809155582 learned_addr learned my addr 172.21.15.111:0/1809155582 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:36.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.052+0000 7fcff0d91640 1 --2- 172.21.15.111:0/1809155582 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcfec15ca40 0x7fcfec15e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:36.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.053+0000 7fcfe3fff640 1 -- 172.21.15.111:0/1809155582 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 340255802 0 0) 0x7fcfec15d390 con 0x7fcfec15ce80 2024-09-19T04:37:36.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.053+0000 7fcfe3fff640 1 -- 172.21.15.111:0/1809155582 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcfd8003520 con 0x7fcfec15ce80 2024-09-19T04:37:36.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.053+0000 7fcfe3fff640 1 -- 172.21.15.111:0/1809155582 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2515654537 0 0) 0x7fcfd8003520 con 0x7fcfec15ce80 2024-09-19T04:37:36.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.053+0000 7fcfe3fff640 1 -- 172.21.15.111:0/1809155582 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcfec15ca40 msgr2=0x7fcfec15e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:36.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.053+0000 7fcfe3fff640 1 --2- 172.21.15.111:0/1809155582 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcfec15ca40 0x7fcfec15e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.053+0000 7fcfe3fff640 1 -- 172.21.15.111:0/1809155582 >> v1:172.21.15.114:6789/0 conn(0x7fcfec0d02a0 legacy=0x7fcfec0d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:36.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.053+0000 7fcfe3fff640 1 -- 172.21.15.111:0/1809155582 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfec15dc30 con 0x7fcfec15ce80 2024-09-19T04:37:36.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.053+0000 7fcfe3fff640 1 -- 172.21.15.111:0/1809155582 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fcfe4001670 con 0x7fcfec15ce80 2024-09-19T04:37:36.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.053+0000 7fcfe3fff640 1 -- 172.21.15.111:0/1809155582 >> v1:172.21.15.111:6789/0 conn(0x7fcfec15ce80 legacy=0x7fcfec1594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:36.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.053+0000 7fcfe3fff640 1 --2- 172.21.15.111:0/1809155582 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcfec15ca40 0x7fcfd80039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.053+0000 7fcfe3fff640 1 --2- 172.21.15.111:0/1809155582 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcfd8003f20 0x7fcfd8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.053+0000 7fcfe3fff640 1 --2- 172.21.15.111:0/1809155582 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfd8004d40 0x7fcfd80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.053+0000 7fcfe3fff640 1 -- 172.21.15.111:0/1809155582 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fcfec15d950 con 0x7fcfd8004d40 2024-09-19T04:37:36.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.053+0000 7fcfe3fff640 1 -- 172.21.15.111:0/1809155582 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fcfd800bad0 con 0x7fcfd8003f20 2024-09-19T04:37:36.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.053+0000 7fcfe3fff640 1 -- 172.21.15.111:0/1809155582 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcfd800bcd0 con 0x7fcfec15ca40 2024-09-19T04:37:36.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.053+0000 7fcff1d93640 1 --2- 172.21.15.111:0/1809155582 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfd8004d40 0x7fcfd80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:36.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.053+0000 7fcff1592640 1 --2- 172.21.15.111:0/1809155582 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcfec15ca40 0x7fcfd80039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:36.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.053+0000 7fcff0d91640 1 --2- 172.21.15.111:0/1809155582 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcfd8003f20 0x7fcfd8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:36.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.053+0000 7fcff1d93640 1 -- 172.21.15.111:0/1809155582 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcfec15ca40 msgr2=0x7fcfd80039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:36.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.053+0000 7fcff1d93640 1 --2- 172.21.15.111:0/1809155582 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcfec15ca40 0x7fcfd80039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.053+0000 7fcff1d93640 1 -- 172.21.15.111:0/1809155582 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcfd8003f20 msgr2=0x7fcfd8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:36.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.053+0000 7fcff1d93640 1 --2- 172.21.15.111:0/1809155582 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcfd8003f20 0x7fcfd8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.053+0000 7fcff1d93640 1 -- 172.21.15.111:0/1809155582 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfd8003520 con 0x7fcfd8004d40 2024-09-19T04:37:36.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.054+0000 7fcff1d93640 1 --2- 172.21.15.111:0/1809155582 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfd8004d40 0x7fcfd80051c0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7fcfe400c290 tx=0x7fcfd8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=191c2c512cd2df78 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:36.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.054+0000 7fcfe3fff640 1 -- 172.21.15.111:0/1809155582 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfe4007d50 con 0x7fcfd8004d40 2024-09-19T04:37:36.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.054+0000 7fcfe3fff640 1 -- 172.21.15.111:0/1809155582 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcfe4005af0 con 0x7fcfd8004d40 2024-09-19T04:37:36.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.054+0000 7fcfe3fff640 1 -- 172.21.15.111:0/1809155582 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfe4007070 con 0x7fcfd8004d40 2024-09-19T04:37:36.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.055+0000 7fcff37f6640 1 -- 172.21.15.111:0/1809155582 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfd8004d40 msgr2=0x7fcfd80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:36.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.055+0000 7fcff37f6640 1 --2- 172.21.15.111:0/1809155582 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfd8004d40 0x7fcfd80051c0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7fcfe400c290 tx=0x7fcfd8005830 comp rx=0 tx=0).stop 2024-09-19T04:37:36.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.055+0000 7fcff1d93640 1 -- 172.21.15.111:0/1809155582 reap_dead start 2024-09-19T04:37:36.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.055+0000 7fcff37f6640 1 -- 172.21.15.111:0/1809155582 shutdown_connections 2024-09-19T04:37:36.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.055+0000 7fcff37f6640 1 -- 172.21.15.111:0/1809155582 >> 172.21.15.111:0/1809155582 conn(0x7fcfec062cc0 msgr2=0x7fcfec06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:36.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.055+0000 7fcff37f6640 1 -- 172.21.15.111:0/1809155582 shutdown_connections 2024-09-19T04:37:36.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.055+0000 7fcff37f6640 1 -- 172.21.15.111:0/1809155582 wait complete. 2024-09-19T04:37:36.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.056+0000 7fcff37f6640 1 Processor -- start 2024-09-19T04:37:36.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.056+0000 7fcff37f6640 1 -- start start 2024-09-19T04:37:36.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.056+0000 7fcff37f6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcfd8004d40 0x7fcfec0b24c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.057+0000 7fcff37f6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcfec147130 0x7fcfec15a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.057+0000 7fcff37f6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfec15c1b0 0x7fcfec15aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.057+0000 7fcff37f6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fcfec155d10 con 0x7fcfec15c1b0 2024-09-19T04:37:36.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.057+0000 7fcff37f6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fcfec155b90 con 0x7fcfd8004d40 2024-09-19T04:37:36.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.057+0000 7fcff37f6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcfec0b4790 con 0x7fcfec147130 2024-09-19T04:37:36.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.057+0000 7fcff1d93640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfec15c1b0 0x7fcfec15aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:36.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.057+0000 7fcff1d93640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfec15c1b0 0x7fcfec15aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34918/0 (socket says 172.21.15.111:34918) 2024-09-19T04:37:36.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.057+0000 7fcff1d93640 1 -- 172.21.15.111:0/4089712795 learned_addr learned my addr 172.21.15.111:0/4089712795 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:36.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.057+0000 7fcff0d91640 1 --2- 172.21.15.111:0/4089712795 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcfec147130 0x7fcfec15a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:36.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.057+0000 7fcff1592640 1 --2- 172.21.15.111:0/4089712795 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcfd8004d40 0x7fcfec0b24c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:36.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.057+0000 7fcff1d93640 1 -- 172.21.15.111:0/4089712795 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcfec147130 msgr2=0x7fcfec15a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:36.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.057+0000 7fcff1d93640 1 --2- 172.21.15.111:0/4089712795 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcfec147130 0x7fcfec15a4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.057+0000 7fcff1d93640 1 -- 172.21.15.111:0/4089712795 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcfd8004d40 msgr2=0x7fcfec0b24c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:36.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.057+0000 7fcff1d93640 1 --2- 172.21.15.111:0/4089712795 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcfd8004d40 0x7fcfec0b24c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.057+0000 7fcff1d93640 1 -- 172.21.15.111:0/4089712795 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfec0723c0 con 0x7fcfec15c1b0 2024-09-19T04:37:36.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.057+0000 7fcff1d93640 1 --2- 172.21.15.111:0/4089712795 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfec15c1b0 0x7fcfec15aa30 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7fcfe4006ee0 tx=0x7fcfe4001a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:36.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.057+0000 7fcfe1ffb640 1 -- 172.21.15.111:0/4089712795 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfe4043070 con 0x7fcfec15c1b0 2024-09-19T04:37:36.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.057+0000 7fcfe1ffb640 1 -- 172.21.15.111:0/4089712795 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcfe4007070 con 0x7fcfec15c1b0 2024-09-19T04:37:36.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.057+0000 7fcff37f6640 1 -- 172.21.15.111:0/4089712795 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfec071b20 con 0x7fcfec15c1b0 2024-09-19T04:37:36.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.057+0000 7fcfe1ffb640 1 -- 172.21.15.111:0/4089712795 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfe4007d50 con 0x7fcfec15c1b0 2024-09-19T04:37:36.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.057+0000 7fcff37f6640 1 -- 172.21.15.111:0/4089712795 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfec0720e0 con 0x7fcfec15c1b0 2024-09-19T04:37:36.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.058+0000 7fcff37f6640 1 -- 172.21.15.111:0/4089712795 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcfec15d5d0 con 0x7fcfec15c1b0 2024-09-19T04:37:36.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.059+0000 7fcfe1ffb640 1 -- 172.21.15.111:0/4089712795 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fcfe4046070 con 0x7fcfec15c1b0 2024-09-19T04:37:36.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.060+0000 7fcfe1ffb640 1 --2- 172.21.15.111:0/4089712795 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcfd006c400 0x7fcfd006e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.060+0000 7fcfe1ffb640 1 -- 172.21.15.111:0/4089712795 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5709+0+0 (secure 0 0 0) 0x7fcfe40aacb0 con 0x7fcfec15c1b0 2024-09-19T04:37:36.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.060+0000 7fcff1592640 1 --2- 172.21.15.111:0/4089712795 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcfd006c400 0x7fcfd006e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:36.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.060+0000 7fcff1592640 1 --2- 172.21.15.111:0/4089712795 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcfd006c400 0x7fcfd006e8c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fcfec0b5920 tx=0x7fcfe8009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:36.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.064+0000 7fcfe1ffb640 1 -- 172.21.15.111:0/4089712795 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcfe4078c30 con 0x7fcfec15c1b0 2024-09-19T04:37:36.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.230+0000 7fcff37f6640 1 -- 172.21.15.111:0/4089712795 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcfec06c6a0 con 0x7fcfec15c1b0 2024-09-19T04:37:36.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.232+0000 7fcfe1ffb640 1 -- 172.21.15.111:0/4089712795 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v101) ==== 74+0+16748 (secure 0 0 0) 0x7fcfe407cf30 con 0x7fcfec15c1b0 2024-09-19T04:37:36.233 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:36.233 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":101,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:37:35.521704+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:37:33.611645+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"101","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-19T04:37:34.241448+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"101","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:37:36.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.233+0000 7fcff37f6640 1 -- 172.21.15.111:0/4089712795 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcfd006c400 msgr2=0x7fcfd006e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:36.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.233+0000 7fcff37f6640 1 --2- 172.21.15.111:0/4089712795 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcfd006c400 0x7fcfd006e8c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fcfec0b5920 tx=0x7fcfe8009040 comp rx=0 tx=0).stop 2024-09-19T04:37:36.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.234+0000 7fcff37f6640 1 -- 172.21.15.111:0/4089712795 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfec15c1b0 msgr2=0x7fcfec15aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:36.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.234+0000 7fcff37f6640 1 --2- 172.21.15.111:0/4089712795 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfec15c1b0 0x7fcfec15aa30 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7fcfe4006ee0 tx=0x7fcfe4001a40 comp rx=0 tx=0).stop 2024-09-19T04:37:36.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.234+0000 7fcff37f6640 1 -- 172.21.15.111:0/4089712795 shutdown_connections 2024-09-19T04:37:36.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.234+0000 7fcff37f6640 1 --2- 172.21.15.111:0/4089712795 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcfd006c400 0x7fcfd006e8c0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.234+0000 7fcff37f6640 1 --2- 172.21.15.111:0/4089712795 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfec15c1b0 0x7fcfec15aa30 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.234+0000 7fcff37f6640 1 --2- 172.21.15.111:0/4089712795 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcfec147130 0x7fcfec15a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.234+0000 7fcff37f6640 1 --2- 172.21.15.111:0/4089712795 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcfd8004d40 0x7fcfec0b24c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.234+0000 7fcff37f6640 1 -- 172.21.15.111:0/4089712795 >> 172.21.15.111:0/4089712795 conn(0x7fcfec062cc0 msgr2=0x7fcfec06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:36.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.234+0000 7fcff37f6640 1 -- 172.21.15.111:0/4089712795 shutdown_connections 2024-09-19T04:37:36.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.234+0000 7fcff37f6640 1 -- 172.21.15.111:0/4089712795 wait complete. 2024-09-19T04:37:36.246 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:37:36.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.344+0000 7fd791bfd640 1 Processor -- start 2024-09-19T04:37:36.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.344+0000 7fd791bfd640 1 -- start start 2024-09-19T04:37:36.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.345+0000 7fd791bfd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd78c15c180 0x7fd78c0cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.345+0000 7fd791bfd640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fd78c0ce230 0x7fd78c0cf070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.345+0000 7fd791bfd640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd78c0ce740 con 0x7fd78c0cf5b0 2024-09-19T04:37:36.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.345+0000 7fd791bfd640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fd78c072640 con 0x7fd78c0ce230 2024-09-19T04:37:36.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.345+0000 7fd791bfd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd78c072920 con 0x7fd78c15c180 2024-09-19T04:37:36.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.345+0000 7fd78bfff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fd78c0cf5b0 0x7fd78c073120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57766/0 (socket says 172.21.15.111:57766) 2024-09-19T04:37:36.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.345+0000 7fd78bfff640 1 -- 172.21.15.111:0/279954304 learned_addr learned my addr 172.21.15.111:0/279954304 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:36.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.345+0000 7fd78b7fe640 1 --2- 172.21.15.111:0/279954304 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd78c15c180 0x7fd78c0cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:36.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.345+0000 7fd78a7fc640 1 -- 172.21.15.111:0/279954304 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2781953234 0 0) 0x7fd78c0ce740 con 0x7fd78c0cf5b0 2024-09-19T04:37:36.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.345+0000 7fd78affd640 1 --2- 172.21.15.111:0/279954304 >> v2:172.21.15.114:3300/0 conn(0x7fd78c0ce230 0x7fd78c0cf070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:36.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.345+0000 7fd78a7fc640 1 -- 172.21.15.111:0/279954304 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd774003520 con 0x7fd78c0cf5b0 2024-09-19T04:37:36.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.345+0000 7fd78a7fc640 1 -- 172.21.15.111:0/279954304 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1300357264 0 0) 0x7fd774003520 con 0x7fd78c0cf5b0 2024-09-19T04:37:36.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.345+0000 7fd78a7fc640 1 -- 172.21.15.111:0/279954304 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd78c15c180 msgr2=0x7fd78c0cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:36.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.345+0000 7fd78a7fc640 1 --2- 172.21.15.111:0/279954304 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd78c15c180 0x7fd78c0cdcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.345+0000 7fd78a7fc640 1 -- 172.21.15.111:0/279954304 >> v2:172.21.15.114:3300/0 conn(0x7fd78c0ce230 msgr2=0x7fd78c0cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:36.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.345+0000 7fd78a7fc640 1 --2- 172.21.15.111:0/279954304 >> v2:172.21.15.114:3300/0 conn(0x7fd78c0ce230 0x7fd78c0cf070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.345+0000 7fd78a7fc640 1 -- 172.21.15.111:0/279954304 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd78c072c00 con 0x7fd78c0cf5b0 2024-09-19T04:37:36.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.345+0000 7fd78a7fc640 1 -- 172.21.15.111:0/279954304 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fd7840019f0 con 0x7fd78c0cf5b0 2024-09-19T04:37:36.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.346+0000 7fd78a7fc640 1 -- 172.21.15.111:0/279954304 >> v1:172.21.15.111:6789/0 conn(0x7fd78c0cf5b0 legacy=0x7fd78c073120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:36.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.346+0000 7fd78a7fc640 1 --2- 172.21.15.111:0/279954304 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd78c15c180 0x7fd7740039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.346+0000 7fd78a7fc640 1 --2- 172.21.15.111:0/279954304 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd774003f30 0x7fd774004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.346+0000 7fd78a7fc640 1 --2- 172.21.15.111:0/279954304 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd774004d40 0x7fd7740051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.346+0000 7fd78a7fc640 1 -- 172.21.15.111:0/279954304 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd78c072640 con 0x7fd774003f30 2024-09-19T04:37:36.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.346+0000 7fd78a7fc640 1 -- 172.21.15.111:0/279954304 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd78c072920 con 0x7fd774004d40 2024-09-19T04:37:36.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.346+0000 7fd78a7fc640 1 -- 172.21.15.111:0/279954304 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd77400ba10 con 0x7fd78c15c180 2024-09-19T04:37:36.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.346+0000 7fd78affd640 1 --2- 172.21.15.111:0/279954304 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd774003f30 0x7fd774004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:36.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.346+0000 7fd78b7fe640 1 --2- 172.21.15.111:0/279954304 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd78c15c180 0x7fd7740039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:36.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.346+0000 7fd78bfff640 1 --2- 172.21.15.111:0/279954304 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd774004d40 0x7fd7740051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:36.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.346+0000 7fd78affd640 1 -- 172.21.15.111:0/279954304 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd78c15c180 msgr2=0x7fd7740039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:36.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.346+0000 7fd78affd640 1 --2- 172.21.15.111:0/279954304 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd78c15c180 0x7fd7740039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.346+0000 7fd78affd640 1 -- 172.21.15.111:0/279954304 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd774004d40 msgr2=0x7fd7740051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:36.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.346+0000 7fd78affd640 1 --2- 172.21.15.111:0/279954304 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd774004d40 0x7fd7740051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.346+0000 7fd78affd640 1 -- 172.21.15.111:0/279954304 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd774003520 con 0x7fd774003f30 2024-09-19T04:37:36.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.347+0000 7fd78affd640 1 --2- 172.21.15.111:0/279954304 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd774003f30 0x7fd774004800 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7fd780009ac0 tx=0x7fd774005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acabf9086a281444 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:36.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.347+0000 7fd78a7fc640 1 -- 172.21.15.111:0/279954304 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd780036070 con 0x7fd774003f30 2024-09-19T04:37:36.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.347+0000 7fd78a7fc640 1 -- 172.21.15.111:0/279954304 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd780031400 con 0x7fd774003f30 2024-09-19T04:37:36.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.347+0000 7fd78a7fc640 1 -- 172.21.15.111:0/279954304 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd780009690 con 0x7fd774003f30 2024-09-19T04:37:36.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.347+0000 7fd791bfd640 1 -- 172.21.15.111:0/279954304 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd774003f30 msgr2=0x7fd774004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:36.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.347+0000 7fd791bfd640 1 --2- 172.21.15.111:0/279954304 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd774003f30 0x7fd774004800 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7fd780009ac0 tx=0x7fd774005830 comp rx=0 tx=0).stop 2024-09-19T04:37:36.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.347+0000 7fd78bfff640 1 -- 172.21.15.111:0/279954304 reap_dead start 2024-09-19T04:37:36.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.347+0000 7fd791bfd640 1 -- 172.21.15.111:0/279954304 shutdown_connections 2024-09-19T04:37:36.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.347+0000 7fd791bfd640 1 -- 172.21.15.111:0/279954304 >> 172.21.15.111:0/279954304 conn(0x7fd78c062cc0 msgr2=0x7fd78c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:36.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.348+0000 7fd791bfd640 1 -- 172.21.15.111:0/279954304 shutdown_connections 2024-09-19T04:37:36.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.348+0000 7fd791bfd640 1 -- 172.21.15.111:0/279954304 wait complete. 2024-09-19T04:37:36.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.349+0000 7fd791bfd640 1 Processor -- start 2024-09-19T04:37:36.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.349+0000 7fd791bfd640 1 -- start start 2024-09-19T04:37:36.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.350+0000 7fd791bfd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd774003f30 0x7fd78c1601c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.350+0000 7fd791bfd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd78c153ed0 0x7fd78c143460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.350+0000 7fd791bfd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd78c1458e0 0x7fd78c159950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.350+0000 7fd791bfd640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd78c15c560 con 0x7fd774003f30 2024-09-19T04:37:36.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.350+0000 7fd791bfd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd78c0722f0 con 0x7fd78c153ed0 2024-09-19T04:37:36.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.350+0000 7fd791bfd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd78c15c6e0 con 0x7fd78c1458e0 2024-09-19T04:37:36.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.350+0000 7fd78b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd774003f30 0x7fd78c1601c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:36.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.350+0000 7fd78b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd774003f30 0x7fd78c1601c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34942/0 (socket says 172.21.15.111:34942) 2024-09-19T04:37:36.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.350+0000 7fd78b7fe640 1 -- 172.21.15.111:0/635182010 learned_addr learned my addr 172.21.15.111:0/635182010 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:36.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.350+0000 7fd78affd640 1 --2- 172.21.15.111:0/635182010 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd78c153ed0 0x7fd78c143460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:36.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.350+0000 7fd78bfff640 1 --2- 172.21.15.111:0/635182010 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd78c1458e0 0x7fd78c159950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:36.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.350+0000 7fd78b7fe640 1 -- 172.21.15.111:0/635182010 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd78c1458e0 msgr2=0x7fd78c159950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:36.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.350+0000 7fd78b7fe640 1 --2- 172.21.15.111:0/635182010 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd78c1458e0 0x7fd78c159950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.350+0000 7fd78b7fe640 1 -- 172.21.15.111:0/635182010 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd78c153ed0 msgr2=0x7fd78c143460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:36.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.350+0000 7fd78b7fe640 1 --2- 172.21.15.111:0/635182010 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd78c153ed0 0x7fd78c143460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.350+0000 7fd78b7fe640 1 -- 172.21.15.111:0/635182010 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd78c144840 con 0x7fd774003f30 2024-09-19T04:37:36.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.350+0000 7fd78affd640 1 --2- 172.21.15.111:0/635182010 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd78c153ed0 0x7fd78c143460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:36.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.350+0000 7fd78b7fe640 1 --2- 172.21.15.111:0/635182010 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd774003f30 0x7fd78c1601c0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7fd77c011a00 tx=0x7fd77c011e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:36.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.350+0000 7fd773fff640 1 -- 172.21.15.111:0/635182010 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd77c00f9d0 con 0x7fd774003f30 2024-09-19T04:37:36.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.350+0000 7fd773fff640 1 -- 172.21.15.111:0/635182010 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd77c00fb70 con 0x7fd774003f30 2024-09-19T04:37:36.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.350+0000 7fd791bfd640 1 -- 172.21.15.111:0/635182010 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd78c144b20 con 0x7fd774003f30 2024-09-19T04:37:36.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.350+0000 7fd773fff640 1 -- 172.21.15.111:0/635182010 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd77c014440 con 0x7fd774003f30 2024-09-19T04:37:36.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.350+0000 7fd791bfd640 1 -- 172.21.15.111:0/635182010 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd78c1450e0 con 0x7fd774003f30 2024-09-19T04:37:36.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.351+0000 7fd791bfd640 1 -- 172.21.15.111:0/635182010 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd78c0ce6a0 con 0x7fd774003f30 2024-09-19T04:37:36.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.352+0000 7fd773fff640 1 -- 172.21.15.111:0/635182010 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fd77c012040 con 0x7fd774003f30 2024-09-19T04:37:36.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.352+0000 7fd773fff640 1 --2- 172.21.15.111:0/635182010 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd77806c400 0x7fd77806e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.352+0000 7fd773fff640 1 -- 172.21.15.111:0/635182010 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5709+0+0 (secure 0 0 0) 0x7fd77c08bad0 con 0x7fd774003f30 2024-09-19T04:37:36.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.352+0000 7fd78affd640 1 --2- 172.21.15.111:0/635182010 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd77806c400 0x7fd77806e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:36.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.353+0000 7fd78affd640 1 --2- 172.21.15.111:0/635182010 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd77806c400 0x7fd77806e8c0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fd780033000 tx=0x7fd780008030 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:36.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.356+0000 7fd773fff640 1 -- 172.21.15.111:0/635182010 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd77c019030 con 0x7fd774003f30 2024-09-19T04:37:36.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.524+0000 7fd791bfd640 1 -- 172.21.15.111:0/635182010 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd78c1568a0 con 0x7fd774003f30 2024-09-19T04:37:36.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.525+0000 7fd773fff640 1 -- 172.21.15.111:0/635182010 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v101) ==== 74+0+16748 (secure 0 0 0) 0x7fd77c059b70 con 0x7fd774003f30 2024-09-19T04:37:36.526 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:36.527 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":101,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:37:35.521704+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:37:33.611645+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"101","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-19T04:37:34.241448+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"101","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:37:36.529 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.527+0000 7fd791bfd640 1 -- 172.21.15.111:0/635182010 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd77806c400 msgr2=0x7fd77806e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:36.529 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.527+0000 7fd791bfd640 1 --2- 172.21.15.111:0/635182010 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd77806c400 0x7fd77806e8c0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fd780033000 tx=0x7fd780008030 comp rx=0 tx=0).stop 2024-09-19T04:37:36.529 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.527+0000 7fd791bfd640 1 -- 172.21.15.111:0/635182010 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd774003f30 msgr2=0x7fd78c1601c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:36.529 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.527+0000 7fd791bfd640 1 --2- 172.21.15.111:0/635182010 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd774003f30 0x7fd78c1601c0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7fd77c011a00 tx=0x7fd77c011e00 comp rx=0 tx=0).stop 2024-09-19T04:37:36.529 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.527+0000 7fd791bfd640 1 -- 172.21.15.111:0/635182010 shutdown_connections 2024-09-19T04:37:36.529 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.527+0000 7fd791bfd640 1 --2- 172.21.15.111:0/635182010 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd77806c400 0x7fd77806e8c0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.529 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.527+0000 7fd791bfd640 1 --2- 172.21.15.111:0/635182010 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd78c1458e0 0x7fd78c159950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.527+0000 7fd791bfd640 1 --2- 172.21.15.111:0/635182010 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd78c153ed0 0x7fd78c143460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.527+0000 7fd791bfd640 1 --2- 172.21.15.111:0/635182010 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd774003f30 0x7fd78c1601c0 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.527+0000 7fd791bfd640 1 -- 172.21.15.111:0/635182010 >> 172.21.15.111:0/635182010 conn(0x7fd78c062cc0 msgr2=0x7fd78c072f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:36.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.527+0000 7fd791bfd640 1 -- 172.21.15.111:0/635182010 shutdown_connections 2024-09-19T04:37:36.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.527+0000 7fd791bfd640 1 -- 172.21.15.111:0/635182010 wait complete. 2024-09-19T04:37:36.540 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T04:37:36.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.639+0000 7ff232503640 1 Processor -- start 2024-09-19T04:37:36.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.639+0000 7ff232503640 1 -- start start 2024-09-19T04:37:36.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.639+0000 7ff232503640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff22c0b5050 0x7ff22c15c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.639+0000 7ff232503640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff22c0b5500 con 0x7ff22c06f130 2024-09-19T04:37:36.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.639+0000 7ff232503640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff22c0b43f0 con 0x7ff22c158e50 2024-09-19T04:37:36.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.639+0000 7ff232503640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff22c0b3630 con 0x7ff22c0b5050 2024-09-19T04:37:36.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.640+0000 7ff22b7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7ff22c06f130 0x7ff22c0ce200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57770/0 (socket says 172.21.15.111:57770) 2024-09-19T04:37:36.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.640+0000 7ff22b7fe640 1 -- 172.21.15.111:0/3710692507 learned_addr learned my addr 172.21.15.111:0/3710692507 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:36.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.640+0000 7ff230aa0640 1 --2- 172.21.15.111:0/3710692507 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff22c0b5050 0x7ff22c15c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:36.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.640+0000 7ff22affd640 1 -- 172.21.15.111:0/3710692507 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2859733663 0 0) 0x7ff214001290 con 0x7ff22c06f130 2024-09-19T04:37:36.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.640+0000 7ff22affd640 1 -- 172.21.15.111:0/3710692507 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff218003520 con 0x7ff22c06f130 2024-09-19T04:37:36.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.640+0000 7ff22affd640 1 -- 172.21.15.111:0/3710692507 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 452234151 0 0) 0x7ff218003520 con 0x7ff22c06f130 2024-09-19T04:37:36.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.640+0000 7ff22affd640 1 -- 172.21.15.111:0/3710692507 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff22c0b5050 msgr2=0x7ff22c15c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:36.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.640+0000 7ff22affd640 1 --2- 172.21.15.111:0/3710692507 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff22c0b5050 0x7ff22c15c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.640+0000 7ff22affd640 1 -- 172.21.15.111:0/3710692507 >> v1:172.21.15.114:6789/0 conn(0x7ff22c158e50 legacy=0x7ff22c06ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:36.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.640+0000 7ff22affd640 1 -- 172.21.15.111:0/3710692507 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff22c0b3910 con 0x7ff22c06f130 2024-09-19T04:37:36.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.640+0000 7ff22affd640 1 -- 172.21.15.111:0/3710692507 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7ff2140019c0 con 0x7ff22c06f130 2024-09-19T04:37:36.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.640+0000 7ff22affd640 1 -- 172.21.15.111:0/3710692507 >> v1:172.21.15.111:6789/0 conn(0x7ff22c06f130 legacy=0x7ff22c0ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:36.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.640+0000 7ff22affd640 1 --2- 172.21.15.111:0/3710692507 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff22c0b5050 0x7ff2180039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.640+0000 7ff22affd640 1 --2- 172.21.15.111:0/3710692507 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff218003f60 0x7ff218004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.640+0000 7ff22affd640 1 --2- 172.21.15.111:0/3710692507 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff218004d40 0x7ff2180051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.640+0000 7ff22affd640 1 -- 172.21.15.111:0/3710692507 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff22c0b3630 con 0x7ff218004d40 2024-09-19T04:37:36.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.640+0000 7ff22affd640 1 -- 172.21.15.111:0/3710692507 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff21800baa0 con 0x7ff218003f60 2024-09-19T04:37:36.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.640+0000 7ff22affd640 1 -- 172.21.15.111:0/3710692507 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff21800bca0 con 0x7ff22c0b5050 2024-09-19T04:37:36.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.640+0000 7ff230aa0640 1 --2- 172.21.15.111:0/3710692507 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff218004d40 0x7ff2180051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:36.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.640+0000 7ff22bfff640 1 --2- 172.21.15.111:0/3710692507 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff22c0b5050 0x7ff2180039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:36.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.640+0000 7ff22b7fe640 1 --2- 172.21.15.111:0/3710692507 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff218003f60 0x7ff218004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:36.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.641+0000 7ff230aa0640 1 -- 172.21.15.111:0/3710692507 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff22c0b5050 msgr2=0x7ff2180039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:36.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.641+0000 7ff230aa0640 1 --2- 172.21.15.111:0/3710692507 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff22c0b5050 0x7ff2180039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.641+0000 7ff230aa0640 1 -- 172.21.15.111:0/3710692507 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff218003f60 msgr2=0x7ff218004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:36.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.641+0000 7ff230aa0640 1 --2- 172.21.15.111:0/3710692507 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff218003f60 0x7ff218004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.641+0000 7ff230aa0640 1 -- 172.21.15.111:0/3710692507 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff218003520 con 0x7ff218004d40 2024-09-19T04:37:36.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.641+0000 7ff230aa0640 1 --2- 172.21.15.111:0/3710692507 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff218004d40 0x7ff2180051c0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7ff224009fc0 tx=0x7ff218005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b921e877de1048 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:36.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.641+0000 7ff22affd640 1 -- 172.21.15.111:0/3710692507 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff224009c10 con 0x7ff218004d40 2024-09-19T04:37:36.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.641+0000 7ff22affd640 1 -- 172.21.15.111:0/3710692507 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff224036070 con 0x7ff218004d40 2024-09-19T04:37:36.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.641+0000 7ff22affd640 1 -- 172.21.15.111:0/3710692507 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff224031880 con 0x7ff218004d40 2024-09-19T04:37:36.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.642+0000 7ff232503640 1 -- 172.21.15.111:0/3710692507 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff218004d40 msgr2=0x7ff2180051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:36.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.642+0000 7ff232503640 1 --2- 172.21.15.111:0/3710692507 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff218004d40 0x7ff2180051c0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7ff224009fc0 tx=0x7ff218005830 comp rx=0 tx=0).stop 2024-09-19T04:37:36.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.642+0000 7ff230aa0640 1 -- 172.21.15.111:0/3710692507 reap_dead start 2024-09-19T04:37:36.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.642+0000 7ff232503640 1 -- 172.21.15.111:0/3710692507 shutdown_connections 2024-09-19T04:37:36.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.642+0000 7ff232503640 1 -- 172.21.15.111:0/3710692507 >> 172.21.15.111:0/3710692507 conn(0x7ff22c06bba0 msgr2=0x7ff22c06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:36.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.642+0000 7ff232503640 1 -- 172.21.15.111:0/3710692507 shutdown_connections 2024-09-19T04:37:36.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.642+0000 7ff232503640 1 -- 172.21.15.111:0/3710692507 wait complete. 2024-09-19T04:37:36.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.643+0000 7ff232503640 1 Processor -- start 2024-09-19T04:37:36.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.643+0000 7ff232503640 1 -- start start 2024-09-19T04:37:36.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.644+0000 7ff232503640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff218004d40 0x7ff22c14bc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.644+0000 7ff232503640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff22c1f23a0 0x7ff22c06d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.644+0000 7ff232503640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff22c1f2800 0x7ff22c06de50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.644+0000 7ff232503640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff22c159230 con 0x7ff218004d40 2024-09-19T04:37:36.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.644+0000 7ff232503640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff22c0b3ed0 con 0x7ff22c1f23a0 2024-09-19T04:37:36.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.644+0000 7ff232503640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff22c15c370 con 0x7ff22c1f2800 2024-09-19T04:37:36.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.644+0000 7ff22bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff218004d40 0x7ff22c14bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:36.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.644+0000 7ff22bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff218004d40 0x7ff22c14bc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34966/0 (socket says 172.21.15.111:34966) 2024-09-19T04:37:36.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.644+0000 7ff22bfff640 1 -- 172.21.15.111:0/110841562 learned_addr learned my addr 172.21.15.111:0/110841562 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:36.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.644+0000 7ff22b7fe640 1 --2- 172.21.15.111:0/110841562 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff22c1f23a0 0x7ff22c06d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:36.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.644+0000 7ff22bfff640 1 -- 172.21.15.111:0/110841562 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff22c1f2800 msgr2=0x7ff22c06de50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:36.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.644+0000 7ff22bfff640 1 --2- 172.21.15.111:0/110841562 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff22c1f2800 0x7ff22c06de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.644+0000 7ff22bfff640 1 -- 172.21.15.111:0/110841562 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff22c1f23a0 msgr2=0x7ff22c06d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:36.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.644+0000 7ff22bfff640 1 --2- 172.21.15.111:0/110841562 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff22c1f23a0 0x7ff22c06d910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.644+0000 7ff22bfff640 1 -- 172.21.15.111:0/110841562 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff22c0aaa00 con 0x7ff218004d40 2024-09-19T04:37:36.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.645+0000 7ff22bfff640 1 --2- 172.21.15.111:0/110841562 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff218004d40 0x7ff22c14bc50 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7ff21c00f7a0 tx=0x7ff21c00fc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:36.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.645+0000 7ff228ff9640 1 -- 172.21.15.111:0/110841562 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff21c0050d0 con 0x7ff218004d40 2024-09-19T04:37:36.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.645+0000 7ff228ff9640 1 -- 172.21.15.111:0/110841562 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff21c018070 con 0x7ff218004d40 2024-09-19T04:37:36.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.645+0000 7ff232503640 1 -- 172.21.15.111:0/110841562 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff22c0aace0 con 0x7ff218004d40 2024-09-19T04:37:36.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.645+0000 7ff228ff9640 1 -- 172.21.15.111:0/110841562 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff21c00d730 con 0x7ff218004d40 2024-09-19T04:37:36.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.645+0000 7ff232503640 1 -- 172.21.15.111:0/110841562 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff22c0ab2a0 con 0x7ff218004d40 2024-09-19T04:37:36.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.646+0000 7ff232503640 1 -- 172.21.15.111:0/110841562 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff22c15c750 con 0x7ff218004d40 2024-09-19T04:37:36.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.646+0000 7ff228ff9640 1 -- 172.21.15.111:0/110841562 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7ff21c00d8d0 con 0x7ff218004d40 2024-09-19T04:37:36.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.647+0000 7ff228ff9640 1 --2- 172.21.15.111:0/110841562 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff20c06c400 0x7ff20c06e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:36.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.647+0000 7ff228ff9640 1 -- 172.21.15.111:0/110841562 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5709+0+0 (secure 0 0 0) 0x7ff21c08b400 con 0x7ff218004d40 2024-09-19T04:37:36.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.647+0000 7ff22b7fe640 1 --2- 172.21.15.111:0/110841562 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff20c06c400 0x7ff20c06e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:36.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.647+0000 7ff22b7fe640 1 --2- 172.21.15.111:0/110841562 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff20c06c400 0x7ff20c06e8c0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff214007fd0 tx=0x7ff214009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:36.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.651+0000 7ff228ff9640 1 -- 172.21.15.111:0/110841562 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff21c059a60 con 0x7ff218004d40 2024-09-19T04:37:36.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.850+0000 7ff232503640 1 -- 172.21.15.111:0/110841562 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7ff22c0cf140 con 0x7ff218004d40 2024-09-19T04:37:36.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.937+0000 7ff228ff9640 1 -- 172.21.15.111:0/110841562 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v52) ==== 118+0+0 (secure 0 0 0) 0x7ff21c059360 con 0x7ff218004d40 2024-09-19T04:37:36.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.939+0000 7ff232503640 1 -- 172.21.15.111:0/110841562 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff20c06c400 msgr2=0x7ff20c06e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:36.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.939+0000 7ff232503640 1 --2- 172.21.15.111:0/110841562 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff20c06c400 0x7ff20c06e8c0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff214007fd0 tx=0x7ff214009040 comp rx=0 tx=0).stop 2024-09-19T04:37:36.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.939+0000 7ff232503640 1 -- 172.21.15.111:0/110841562 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff218004d40 msgr2=0x7ff22c14bc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:36.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.939+0000 7ff232503640 1 --2- 172.21.15.111:0/110841562 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff218004d40 0x7ff22c14bc50 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7ff21c00f7a0 tx=0x7ff21c00fc60 comp rx=0 tx=0).stop 2024-09-19T04:37:36.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.939+0000 7ff232503640 1 -- 172.21.15.111:0/110841562 shutdown_connections 2024-09-19T04:37:36.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.939+0000 7ff232503640 1 --2- 172.21.15.111:0/110841562 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff20c06c400 0x7ff20c06e8c0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.939+0000 7ff232503640 1 --2- 172.21.15.111:0/110841562 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff22c1f2800 0x7ff22c06de50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.939+0000 7ff232503640 1 --2- 172.21.15.111:0/110841562 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff22c1f23a0 0x7ff22c06d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.939+0000 7ff232503640 1 --2- 172.21.15.111:0/110841562 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff218004d40 0x7ff22c14bc50 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:36.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.939+0000 7ff232503640 1 -- 172.21.15.111:0/110841562 >> 172.21.15.111:0/110841562 conn(0x7ff22c06bba0 msgr2=0x7ff22c071ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:36.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.939+0000 7ff232503640 1 -- 172.21.15.111:0/110841562 shutdown_connections 2024-09-19T04:37:36.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:36.939+0000 7ff232503640 1 -- 172.21.15.111:0/110841562 wait complete. 2024-09-19T04:37:36.952 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T04:37:36.953 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T04:37:37.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.052+0000 7ff3dc8e4640 1 Processor -- start 2024-09-19T04:37:37.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.052+0000 7ff3dc8e4640 1 -- start start 2024-09-19T04:37:37.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.053+0000 7ff3dc8e4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff3d8161e30 0x7ff3d80d34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:37.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.053+0000 7ff3dc8e4640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff3d80cf9a0 con 0x7ff3d806dfd0 2024-09-19T04:37:37.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.053+0000 7ff3dc8e4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff3d8162210 con 0x7ff3d80b3d50 2024-09-19T04:37:37.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.053+0000 7ff3dc8e4640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7ff3d80cfcf0 con 0x7ff3d8161e30 2024-09-19T04:37:37.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.053+0000 7ff3d659c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff3d8161e30 0x7ff3d80d34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:37.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.053+0000 7ff3d659c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff3d8161e30 0x7ff3d80d34a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34968/0 (socket says 172.21.15.111:34968) 2024-09-19T04:37:37.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.053+0000 7ff3d659c640 1 -- 172.21.15.111:0/2915386302 learned_addr learned my addr 172.21.15.111:0/2915386302 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:37.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.053+0000 7ff3d6d9d640 1 --1- 172.21.15.111:0/2915386302 >> v1:172.21.15.111:6789/0 conn(0x7ff3d806dfd0 0x7ff3d80b78b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57774/0 (socket says 172.21.15.111:57774) 2024-09-19T04:37:37.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.054+0000 7ff3d659c640 1 -- 172.21.15.111:0/2915386302 >> v1:172.21.15.114:6789/0 conn(0x7ff3d80b3d50 legacy=0x7ff3d806d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:37.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.054+0000 7ff3d659c640 1 -- 172.21.15.111:0/2915386302 >> v1:172.21.15.111:6789/0 conn(0x7ff3d806dfd0 legacy=0x7ff3d80b78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:37.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.054+0000 7ff3d659c640 1 -- 172.21.15.111:0/2915386302 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3d80d5210 con 0x7ff3d8161e30 2024-09-19T04:37:37.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.054+0000 7ff3d659c640 1 --2- 172.21.15.111:0/2915386302 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3d8161e30 0x7ff3d80d34a0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7ff3c8009e50 tx=0x7ff3c802a760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9767861cbd90023b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:37.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.055+0000 7ff3d559a640 1 -- 172.21.15.111:0/2915386302 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3c8036070 con 0x7ff3d8161e30 2024-09-19T04:37:37.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.055+0000 7ff3d559a640 1 -- 172.21.15.111:0/2915386302 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3c8031600 con 0x7ff3d8161e30 2024-09-19T04:37:37.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.055+0000 7ff3d559a640 1 -- 172.21.15.111:0/2915386302 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3c80319d0 con 0x7ff3d8161e30 2024-09-19T04:37:37.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.055+0000 7ff3dc8e4640 1 -- 172.21.15.111:0/2915386302 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3d8161e30 msgr2=0x7ff3d80d34a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:37.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.055+0000 7ff3dc8e4640 1 --2- 172.21.15.111:0/2915386302 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3d8161e30 0x7ff3d80d34a0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7ff3c8009e50 tx=0x7ff3c802a760 comp rx=0 tx=0).stop 2024-09-19T04:37:37.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.055+0000 7ff3dc8e4640 1 -- 172.21.15.111:0/2915386302 shutdown_connections 2024-09-19T04:37:37.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.055+0000 7ff3dc8e4640 1 --2- 172.21.15.111:0/2915386302 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3d8161e30 0x7ff3d80d34a0 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:37.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.055+0000 7ff3dc8e4640 1 -- 172.21.15.111:0/2915386302 >> 172.21.15.111:0/2915386302 conn(0x7ff3d80d1870 msgr2=0x7ff3d80d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:37.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.055+0000 7ff3dc8e4640 1 -- 172.21.15.111:0/2915386302 shutdown_connections 2024-09-19T04:37:37.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.055+0000 7ff3dc8e4640 1 -- 172.21.15.111:0/2915386302 wait complete. 2024-09-19T04:37:37.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.056+0000 7ff3dc8e4640 1 Processor -- start 2024-09-19T04:37:37.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.057+0000 7ff3dc8e4640 1 -- start start 2024-09-19T04:37:37.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.057+0000 7ff3dc8e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3d806dfd0 0x7ff3d80ba050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:37.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.057+0000 7ff3dc8e4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3d80b3d50 0x7ff3d814d370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:37.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.057+0000 7ff3dc8e4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff3d8161e30 0x7ff3d81f3620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:37.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.057+0000 7ff3dc8e4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff3d80d39e0 con 0x7ff3d80b3d50 2024-09-19T04:37:37.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.057+0000 7ff3dc8e4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff3d80b3950 con 0x7ff3d8161e30 2024-09-19T04:37:37.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.057+0000 7ff3dc8e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff3d814e2f0 con 0x7ff3d806dfd0 2024-09-19T04:37:37.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.057+0000 7ff3d5d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3d80b3d50 0x7ff3d814d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:37.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.057+0000 7ff3d5d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3d80b3d50 0x7ff3d814d370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34972/0 (socket says 172.21.15.111:34972) 2024-09-19T04:37:37.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.057+0000 7ff3d5d9b640 1 -- 172.21.15.111:0/1003351465 learned_addr learned my addr 172.21.15.111:0/1003351465 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:37.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.058+0000 7ff3d6d9d640 1 --2- 172.21.15.111:0/1003351465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff3d8161e30 0x7ff3d81f3620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:37.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.058+0000 7ff3d659c640 1 --2- 172.21.15.111:0/1003351465 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3d806dfd0 0x7ff3d80ba050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:37.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.058+0000 7ff3d5d9b640 1 -- 172.21.15.111:0/1003351465 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3d806dfd0 msgr2=0x7ff3d80ba050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:37.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.058+0000 7ff3d5d9b640 1 --2- 172.21.15.111:0/1003351465 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3d806dfd0 0x7ff3d80ba050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:37.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.058+0000 7ff3d5d9b640 1 -- 172.21.15.111:0/1003351465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff3d8161e30 msgr2=0x7ff3d81f3620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:37.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.058+0000 7ff3d5d9b640 1 --2- 172.21.15.111:0/1003351465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff3d8161e30 0x7ff3d81f3620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:37.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.058+0000 7ff3d5d9b640 1 -- 172.21.15.111:0/1003351465 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3d80cb890 con 0x7ff3d80b3d50 2024-09-19T04:37:37.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.058+0000 7ff3d659c640 1 --2- 172.21.15.111:0/1003351465 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3d806dfd0 0x7ff3d80ba050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:37.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.058+0000 7ff3d6d9d640 1 --2- 172.21.15.111:0/1003351465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff3d8161e30 0x7ff3d81f3620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:37.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.058+0000 7ff3d5d9b640 1 --2- 172.21.15.111:0/1003351465 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3d80b3d50 0x7ff3d814d370 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7ff3c000c400 tx=0x7ff3c000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:37.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.058+0000 7ff3ceffd640 1 -- 172.21.15.111:0/1003351465 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3c0017070 con 0x7ff3d80b3d50 2024-09-19T04:37:37.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.058+0000 7ff3ceffd640 1 -- 172.21.15.111:0/1003351465 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3c00035f0 con 0x7ff3d80b3d50 2024-09-19T04:37:37.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.058+0000 7ff3ceffd640 1 -- 172.21.15.111:0/1003351465 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3c0003a20 con 0x7ff3d80b3d50 2024-09-19T04:37:37.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.058+0000 7ff3dc8e4640 1 -- 172.21.15.111:0/1003351465 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3d814dd30 con 0x7ff3d80b3d50 2024-09-19T04:37:37.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.058+0000 7ff3dc8e4640 1 -- 172.21.15.111:0/1003351465 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3d80b7970 con 0x7ff3d80b3d50 2024-09-19T04:37:37.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.059+0000 7ff3dc8e4640 1 -- 172.21.15.111:0/1003351465 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3d80b3290 con 0x7ff3d80b3d50 2024-09-19T04:37:37.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.059+0000 7ff3ceffd640 1 -- 172.21.15.111:0/1003351465 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7ff3c001a070 con 0x7ff3d80b3d50 2024-09-19T04:37:37.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.060+0000 7ff3ceffd640 1 --2- 172.21.15.111:0/1003351465 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff3b806c3d0 0x7ff3b806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:37.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.060+0000 7ff3ceffd640 1 -- 172.21.15.111:0/1003351465 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5709+0+0 (secure 0 0 0) 0x7ff3c008a7d0 con 0x7ff3d80b3d50 2024-09-19T04:37:37.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.060+0000 7ff3d659c640 1 --2- 172.21.15.111:0/1003351465 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff3b806c3d0 0x7ff3b806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:37.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.061+0000 7ff3d659c640 1 --2- 172.21.15.111:0/1003351465 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff3b806c3d0 0x7ff3b806e890 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff3c8033000 tx=0x7ff3c8009000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:37.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.064+0000 7ff3ceffd640 1 -- 172.21.15.111:0/1003351465 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff3d80cb890 con 0x7ff3d80b3d50 2024-09-19T04:37:37.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.264+0000 7ff3dc8e4640 1 -- 172.21.15.111:0/1003351465 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7ff3d8073f20 con 0x7ff3d80b3d50 2024-09-19T04:37:37.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.947+0000 7ff3ceffd640 1 -- 172.21.15.111:0/1003351465 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v53) ==== 122+0+0 (secure 0 0 0) 0x7ff3c00010c0 con 0x7ff3d80b3d50 2024-09-19T04:37:37.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.949+0000 7ff3dc8e4640 1 -- 172.21.15.111:0/1003351465 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff3b806c3d0 msgr2=0x7ff3b806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:37.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.949+0000 7ff3dc8e4640 1 --2- 172.21.15.111:0/1003351465 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff3b806c3d0 0x7ff3b806e890 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff3c8033000 tx=0x7ff3c8009000 comp rx=0 tx=0).stop 2024-09-19T04:37:37.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.949+0000 7ff3dc8e4640 1 -- 172.21.15.111:0/1003351465 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3d80b3d50 msgr2=0x7ff3d814d370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:37.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.949+0000 7ff3dc8e4640 1 --2- 172.21.15.111:0/1003351465 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3d80b3d50 0x7ff3d814d370 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7ff3c000c400 tx=0x7ff3c000c8c0 comp rx=0 tx=0).stop 2024-09-19T04:37:37.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.949+0000 7ff3dc8e4640 1 -- 172.21.15.111:0/1003351465 shutdown_connections 2024-09-19T04:37:37.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.949+0000 7ff3dc8e4640 1 --2- 172.21.15.111:0/1003351465 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff3b806c3d0 0x7ff3b806e890 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:37.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.949+0000 7ff3dc8e4640 1 --2- 172.21.15.111:0/1003351465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff3d8161e30 0x7ff3d81f3620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:37.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.949+0000 7ff3dc8e4640 1 --2- 172.21.15.111:0/1003351465 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3d80b3d50 0x7ff3d814d370 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:37.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.949+0000 7ff3dc8e4640 1 --2- 172.21.15.111:0/1003351465 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3d806dfd0 0x7ff3d80ba050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:37.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.949+0000 7ff3dc8e4640 1 -- 172.21.15.111:0/1003351465 >> 172.21.15.111:0/1003351465 conn(0x7ff3d80d1870 msgr2=0x7ff3d80b55d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:37.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.949+0000 7ff3dc8e4640 1 -- 172.21.15.111:0/1003351465 shutdown_connections 2024-09-19T04:37:37.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:37.949+0000 7ff3dc8e4640 1 -- 172.21.15.111:0/1003351465 wait complete. 2024-09-19T04:37:37.962 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T04:37:37.962 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:37:38.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.062+0000 7f386371a640 1 Processor -- start 2024-09-19T04:37:38.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.062+0000 7f386371a640 1 -- start start 2024-09-19T04:37:38.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.063+0000 7f386371a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f385c15c180 0x7f385c0cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:38.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.063+0000 7f386371a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f385c073120 0x7f385c073570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:38.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.063+0000 7f386371a640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f385c0ce740 con 0x7f385c0ce230 2024-09-19T04:37:38.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.063+0000 7f386371a640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f385c072640 con 0x7f385c15c180 2024-09-19T04:37:38.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.063+0000 7f386371a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f385c072920 con 0x7f385c073120 2024-09-19T04:37:38.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.063+0000 7f38614b6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f385c15c180 0x7f385c0cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:38.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.063+0000 7f38614b6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f385c15c180 0x7f385c0cdcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34978/0 (socket says 172.21.15.111:34978) 2024-09-19T04:37:38.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.063+0000 7f38614b6640 1 -- 172.21.15.111:0/2491130412 learned_addr learned my addr 172.21.15.111:0/2491130412 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:38.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.063+0000 7f3861cb7640 1 --2- 172.21.15.111:0/2491130412 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f385c073120 0x7f385c073570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:38.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.063+0000 7f38614b6640 1 -- 172.21.15.111:0/2491130412 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f385c073120 msgr2=0x7f385c073570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:38.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.063+0000 7f38614b6640 1 --2- 172.21.15.111:0/2491130412 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f385c073120 0x7f385c073570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.063+0000 7f38614b6640 1 -- 172.21.15.111:0/2491130412 >> v1:172.21.15.114:6789/0 conn(0x7f385c0ce230 legacy=0x7f385c0cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:38.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.063+0000 7f38614b6640 1 -- 172.21.15.111:0/2491130412 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f385c072c00 con 0x7f385c15c180 2024-09-19T04:37:38.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.064+0000 7f38614b6640 1 --2- 172.21.15.111:0/2491130412 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f385c15c180 0x7f385c0cdcf0 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f3858009870 tx=0x7f385802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4510354741f408f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:38.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.064+0000 7f3853fff640 1 -- 172.21.15.111:0/2491130412 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3858037070 con 0x7f385c15c180 2024-09-19T04:37:38.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.064+0000 7f3853fff640 1 -- 172.21.15.111:0/2491130412 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3858032440 con 0x7f385c15c180 2024-09-19T04:37:38.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.064+0000 7f3853fff640 1 -- 172.21.15.111:0/2491130412 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3858032810 con 0x7f385c15c180 2024-09-19T04:37:38.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.065+0000 7f386371a640 1 -- 172.21.15.111:0/2491130412 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f385c15c180 msgr2=0x7f385c0cdcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:38.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.065+0000 7f386371a640 1 --2- 172.21.15.111:0/2491130412 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f385c15c180 0x7f385c0cdcf0 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f3858009870 tx=0x7f385802a1c0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.065+0000 7f386371a640 1 -- 172.21.15.111:0/2491130412 shutdown_connections 2024-09-19T04:37:38.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.065+0000 7f386371a640 1 --2- 172.21.15.111:0/2491130412 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f385c073120 0x7f385c073570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.065+0000 7f386371a640 1 --2- 172.21.15.111:0/2491130412 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f385c15c180 0x7f385c0cdcf0 unknown :-1 s=CLOSED pgs=964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.065+0000 7f386371a640 1 -- 172.21.15.111:0/2491130412 >> 172.21.15.111:0/2491130412 conn(0x7f385c062cc0 msgr2=0x7f385c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:38.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.065+0000 7f386371a640 1 -- 172.21.15.111:0/2491130412 shutdown_connections 2024-09-19T04:37:38.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.065+0000 7f386371a640 1 -- 172.21.15.111:0/2491130412 wait complete. 2024-09-19T04:37:38.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.066+0000 7f386371a640 1 Processor -- start 2024-09-19T04:37:38.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.066+0000 7f386371a640 1 -- start start 2024-09-19T04:37:38.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.067+0000 7f386371a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f385c073120 0x7f385c1f2340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:38.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.067+0000 7f386371a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f385c0ce230 0x7f385c1507a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:38.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.067+0000 7f386371a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f385c15c180 0x7f385c151fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:38.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.067+0000 7f386371a640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f385c0cf780 con 0x7f385c073120 2024-09-19T04:37:38.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.067+0000 7f386371a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f385c0722f0 con 0x7f385c15c180 2024-09-19T04:37:38.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.067+0000 7f386371a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f385c15c560 con 0x7f385c0ce230 2024-09-19T04:37:38.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.067+0000 7f38614b6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f385c073120 0x7f385c1f2340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:38.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.067+0000 7f38614b6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f385c073120 0x7f385c1f2340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34992/0 (socket says 172.21.15.111:34992) 2024-09-19T04:37:38.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.067+0000 7f38614b6640 1 -- 172.21.15.111:0/643962943 learned_addr learned my addr 172.21.15.111:0/643962943 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:38.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.067+0000 7f3861cb7640 1 --2- 172.21.15.111:0/643962943 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f385c15c180 0x7f385c151fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:38.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.067+0000 7f3860cb5640 1 --2- 172.21.15.111:0/643962943 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f385c0ce230 0x7f385c1507a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:38.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.067+0000 7f38614b6640 1 -- 172.21.15.111:0/643962943 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f385c0ce230 msgr2=0x7f385c1507a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:38.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.067+0000 7f38614b6640 1 --2- 172.21.15.111:0/643962943 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f385c0ce230 0x7f385c1507a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.067+0000 7f38614b6640 1 -- 172.21.15.111:0/643962943 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f385c15c180 msgr2=0x7f385c151fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:38.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.067+0000 7f38614b6640 1 --2- 172.21.15.111:0/643962943 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f385c15c180 0x7f385c151fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.067+0000 7f38614b6640 1 -- 172.21.15.111:0/643962943 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f385c15d7a0 con 0x7f385c073120 2024-09-19T04:37:38.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.067+0000 7f38614b6640 1 --2- 172.21.15.111:0/643962943 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f385c073120 0x7f385c1f2340 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f385802a200 tx=0x7f38580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:38.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.068+0000 7f3851ffb640 1 -- 172.21.15.111:0/643962943 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3858037040 con 0x7f385c073120 2024-09-19T04:37:38.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.068+0000 7f3851ffb640 1 -- 172.21.15.111:0/643962943 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3858042070 con 0x7f385c073120 2024-09-19T04:37:38.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.068+0000 7f386371a640 1 -- 172.21.15.111:0/643962943 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f385c15da80 con 0x7f385c073120 2024-09-19T04:37:38.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.068+0000 7f3851ffb640 1 -- 172.21.15.111:0/643962943 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3858030880 con 0x7f385c073120 2024-09-19T04:37:38.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.068+0000 7f386371a640 1 -- 172.21.15.111:0/643962943 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f385c15e040 con 0x7f385c073120 2024-09-19T04:37:38.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.069+0000 7f386371a640 1 -- 172.21.15.111:0/643962943 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f385c0cdcf0 con 0x7f385c073120 2024-09-19T04:37:38.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.069+0000 7f3851ffb640 1 -- 172.21.15.111:0/643962943 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f385802ad10 con 0x7f385c073120 2024-09-19T04:37:38.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.070+0000 7f3851ffb640 1 --2- 172.21.15.111:0/643962943 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f384006c3d0 0x7f384006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:38.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.070+0000 7f3851ffb640 1 -- 172.21.15.111:0/643962943 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5709+0+0 (secure 0 0 0) 0x7f38580abab0 con 0x7f385c073120 2024-09-19T04:37:38.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.070+0000 7f3860cb5640 1 --2- 172.21.15.111:0/643962943 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f384006c3d0 0x7f384006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:38.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.070+0000 7f3860cb5640 1 --2- 172.21.15.111:0/643962943 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f384006c3d0 0x7f384006e890 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f385c15d550 tx=0x7f384c009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:38.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.074+0000 7f3851ffb640 1 -- 172.21.15.111:0/643962943 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3858079a20 con 0x7f385c073120 2024-09-19T04:37:38.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.275+0000 7f386371a640 1 -- 172.21.15.111:0/643962943 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f385c0cd7f0 con 0x7f385c073120 2024-09-19T04:37:38.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.275+0000 7f3851ffb640 1 -- 172.21.15.111:0/643962943 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 53 v53) ==== 94+0+5231 (secure 0 0 0) 0x7f385807dd20 con 0x7f385c073120 2024-09-19T04:37:38.277 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:38.278 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":53,"btime":"2024-09-19T04:37:37:943481+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5774,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6817/415164607","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":415164607},{"type":"v1","addr":"172.21.15.111:6817","nonce":415164607}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5777,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/4072117659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":4072117659},{"type":"v1","addr":"172.21.15.111:6835","nonce":4072117659}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5786,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/2925158637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":2925158637},{"type":"v1","addr":"172.21.15.114:6834","nonce":2925158637}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":53,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:37:35.522011+0000","modified":"2024-09-19T04:37:37.265523+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6849},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6849":{"gid":6849,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/994076716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":994076716},{"type":"v1","addr":"172.21.15.114:6835","nonce":994076716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6849,"qdb_cluster":[6849]},"id":8}]} 2024-09-19T04:37:38.278 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 53 2024-09-19T04:37:38.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.277+0000 7f386371a640 1 -- 172.21.15.111:0/643962943 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f384006c3d0 msgr2=0x7f384006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:38.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.277+0000 7f386371a640 1 --2- 172.21.15.111:0/643962943 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f384006c3d0 0x7f384006e890 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f385c15d550 tx=0x7f384c009040 comp rx=0 tx=0).stop 2024-09-19T04:37:38.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.277+0000 7f386371a640 1 -- 172.21.15.111:0/643962943 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f385c073120 msgr2=0x7f385c1f2340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:38.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.277+0000 7f386371a640 1 --2- 172.21.15.111:0/643962943 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f385c073120 0x7f385c1f2340 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f385802a200 tx=0x7f38580046c0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.278+0000 7f386371a640 1 -- 172.21.15.111:0/643962943 shutdown_connections 2024-09-19T04:37:38.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.278+0000 7f386371a640 1 --2- 172.21.15.111:0/643962943 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f384006c3d0 0x7f384006e890 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.278+0000 7f386371a640 1 --2- 172.21.15.111:0/643962943 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f385c15c180 0x7f385c151fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.278+0000 7f386371a640 1 --2- 172.21.15.111:0/643962943 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f385c0ce230 0x7f385c1507a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.278+0000 7f386371a640 1 --2- 172.21.15.111:0/643962943 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f385c073120 0x7f385c1f2340 unknown :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.278+0000 7f386371a640 1 -- 172.21.15.111:0/643962943 >> 172.21.15.111:0/643962943 conn(0x7f385c062cc0 msgr2=0x7f385c0cf900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:38.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.278+0000 7f386371a640 1 -- 172.21.15.111:0/643962943 shutdown_connections 2024-09-19T04:37:38.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.278+0000 7f386371a640 1 -- 172.21.15.111:0/643962943 wait complete. 2024-09-19T04:37:38.290 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:37:38.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.386+0000 7fb30b52c640 1 Processor -- start 2024-09-19T04:37:38.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.386+0000 7fb30b52c640 1 -- start start 2024-09-19T04:37:38.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.387+0000 7fb30b52c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb3040d02a0 0x7fb3040d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:38.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.387+0000 7fb30b52c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fb30415ca40 0x7fb30415e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:38.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.387+0000 7fb30b52c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fb30415ce80 0x7fb3041594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:38.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.387+0000 7fb30b52c640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fb3040d0bc0 con 0x7fb30415ce80 2024-09-19T04:37:38.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.387+0000 7fb30b52c640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fb30415d390 con 0x7fb30415ca40 2024-09-19T04:37:38.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.387+0000 7fb30b52c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb30415d670 con 0x7fb3040d02a0 2024-09-19T04:37:38.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.387+0000 7fb309ac9640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fb30415ce80 0x7fb3041594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:38.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.387+0000 7fb309ac9640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fb30415ce80 0x7fb3041594c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:35006/0 (socket says 172.21.15.111:35006) 2024-09-19T04:37:38.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.387+0000 7fb309ac9640 1 -- 172.21.15.111:0/762305487 learned_addr learned my addr 172.21.15.111:0/762305487 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:38.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.388+0000 7fb309ac9640 1 -- 172.21.15.111:0/762305487 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb3040d02a0 msgr2=0x7fb3040d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:38.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.388+0000 7fb3092c8640 1 --2- 172.21.15.111:0/762305487 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb3040d02a0 0x7fb3040d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:38.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.388+0000 7fb309ac9640 1 --2- 172.21.15.111:0/762305487 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb3040d02a0 0x7fb3040d0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.388+0000 7fb308ac7640 1 --2- 172.21.15.111:0/762305487 >> v2:172.21.15.114:3300/0 conn(0x7fb30415ca40 0x7fb30415e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:38.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.388+0000 7fb309ac9640 1 -- 172.21.15.111:0/762305487 >> v2:172.21.15.114:3300/0 conn(0x7fb30415ca40 msgr2=0x7fb30415e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:38.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.388+0000 7fb309ac9640 1 --2- 172.21.15.111:0/762305487 >> v2:172.21.15.114:3300/0 conn(0x7fb30415ca40 0x7fb30415e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.388+0000 7fb309ac9640 1 -- 172.21.15.111:0/762305487 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb30415d950 con 0x7fb30415ce80 2024-09-19T04:37:38.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.388+0000 7fb309ac9640 1 --2- 172.21.15.111:0/762305487 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb30415ce80 0x7fb3041594c0 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7fb30406f400 tx=0x7fb2fc02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73e35db858b03ff3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:38.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.389+0000 7fb2fbfff640 1 -- 172.21.15.111:0/762305487 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2fc036070 con 0x7fb30415ce80 2024-09-19T04:37:38.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.389+0000 7fb2fbfff640 1 -- 172.21.15.111:0/762305487 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2fc031600 con 0x7fb30415ce80 2024-09-19T04:37:38.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.389+0000 7fb2fbfff640 1 -- 172.21.15.111:0/762305487 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2fc0319d0 con 0x7fb30415ce80 2024-09-19T04:37:38.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.389+0000 7fb30b52c640 1 -- 172.21.15.111:0/762305487 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb30415ce80 msgr2=0x7fb3041594c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:38.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.389+0000 7fb30b52c640 1 --2- 172.21.15.111:0/762305487 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb30415ce80 0x7fb3041594c0 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7fb30406f400 tx=0x7fb2fc02a610 comp rx=0 tx=0).stop 2024-09-19T04:37:38.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.389+0000 7fb30b52c640 1 -- 172.21.15.111:0/762305487 shutdown_connections 2024-09-19T04:37:38.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.389+0000 7fb30b52c640 1 --2- 172.21.15.111:0/762305487 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb30415ce80 0x7fb3041594c0 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.389+0000 7fb30b52c640 1 --2- 172.21.15.111:0/762305487 >> v2:172.21.15.114:3300/0 conn(0x7fb30415ca40 0x7fb30415e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.389+0000 7fb30b52c640 1 --2- 172.21.15.111:0/762305487 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb3040d02a0 0x7fb3040d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.389+0000 7fb30b52c640 1 -- 172.21.15.111:0/762305487 >> 172.21.15.111:0/762305487 conn(0x7fb304062cc0 msgr2=0x7fb30406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:38.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.389+0000 7fb30b52c640 1 -- 172.21.15.111:0/762305487 shutdown_connections 2024-09-19T04:37:38.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.389+0000 7fb30b52c640 1 -- 172.21.15.111:0/762305487 wait complete. 2024-09-19T04:37:38.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.390+0000 7fb30b52c640 1 Processor -- start 2024-09-19T04:37:38.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.390+0000 7fb30b52c640 1 -- start start 2024-09-19T04:37:38.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.391+0000 7fb30b52c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb3040d02a0 0x7fb304145c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:38.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.391+0000 7fb30b52c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb30415ca40 0x7fb304157a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:38.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.391+0000 7fb30b52c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb30415ce80 0x7fb304157fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:38.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.391+0000 7fb30b52c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb304155b90 con 0x7fb30415ca40 2024-09-19T04:37:38.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.391+0000 7fb30b52c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb30415df10 con 0x7fb3040d02a0 2024-09-19T04:37:38.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.391+0000 7fb30b52c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb304155d10 con 0x7fb30415ce80 2024-09-19T04:37:38.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.391+0000 7fb308ac7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb30415ca40 0x7fb304157a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:38.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.391+0000 7fb308ac7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb30415ca40 0x7fb304157a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:35008/0 (socket says 172.21.15.111:35008) 2024-09-19T04:37:38.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.391+0000 7fb308ac7640 1 -- 172.21.15.111:0/960256322 learned_addr learned my addr 172.21.15.111:0/960256322 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:38.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.391+0000 7fb3092c8640 1 --2- 172.21.15.111:0/960256322 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb3040d02a0 0x7fb304145c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:38.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.391+0000 7fb309ac9640 1 --2- 172.21.15.111:0/960256322 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb30415ce80 0x7fb304157fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:38.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.392+0000 7fb308ac7640 1 -- 172.21.15.111:0/960256322 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb30415ce80 msgr2=0x7fb304157fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:38.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.392+0000 7fb308ac7640 1 --2- 172.21.15.111:0/960256322 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb30415ce80 0x7fb304157fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.392+0000 7fb308ac7640 1 -- 172.21.15.111:0/960256322 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb3040d02a0 msgr2=0x7fb304145c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:38.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.392+0000 7fb308ac7640 1 --2- 172.21.15.111:0/960256322 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb3040d02a0 0x7fb304145c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.392+0000 7fb308ac7640 1 -- 172.21.15.111:0/960256322 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb304071070 con 0x7fb30415ca40 2024-09-19T04:37:38.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.392+0000 7fb3092c8640 1 --2- 172.21.15.111:0/960256322 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb3040d02a0 0x7fb304145c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:38.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.392+0000 7fb308ac7640 1 --2- 172.21.15.111:0/960256322 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb30415ca40 0x7fb304157a80 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7fb2f400c7f0 tx=0x7fb2f400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:38.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.392+0000 7fb2f9ffb640 1 -- 172.21.15.111:0/960256322 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2f4004230 con 0x7fb30415ca40 2024-09-19T04:37:38.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.392+0000 7fb2f9ffb640 1 -- 172.21.15.111:0/960256322 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2f40043d0 con 0x7fb30415ca40 2024-09-19T04:37:38.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.392+0000 7fb2f9ffb640 1 -- 172.21.15.111:0/960256322 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2f4007860 con 0x7fb30415ca40 2024-09-19T04:37:38.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.392+0000 7fb30b52c640 1 -- 172.21.15.111:0/960256322 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb304156ee0 con 0x7fb30415ca40 2024-09-19T04:37:38.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.392+0000 7fb30b52c640 1 -- 172.21.15.111:0/960256322 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb304071330 con 0x7fb30415ca40 2024-09-19T04:37:38.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.393+0000 7fb30b52c640 1 -- 172.21.15.111:0/960256322 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3040b4790 con 0x7fb30415ca40 2024-09-19T04:37:38.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.393+0000 7fb2f9ffb640 1 -- 172.21.15.111:0/960256322 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fb2f4007c10 con 0x7fb30415ca40 2024-09-19T04:37:38.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.394+0000 7fb2f9ffb640 1 --2- 172.21.15.111:0/960256322 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb2e806c3d0 0x7fb2e806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:38.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.394+0000 7fb2f9ffb640 1 -- 172.21.15.111:0/960256322 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5709+0+0 (secure 0 0 0) 0x7fb2f408b7b0 con 0x7fb30415ca40 2024-09-19T04:37:38.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.394+0000 7fb3092c8640 1 --2- 172.21.15.111:0/960256322 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb2e806c3d0 0x7fb2e806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:38.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.394+0000 7fb3092c8640 1 --2- 172.21.15.111:0/960256322 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb2e806c3d0 0x7fb2e806e890 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fb30000b800 tx=0x7fb300008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:38.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.398+0000 7fb2f9ffb640 1 -- 172.21.15.111:0/960256322 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb2f4015020 con 0x7fb30415ca40 2024-09-19T04:37:38.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.565+0000 7fb30b52c640 1 -- 172.21.15.111:0/960256322 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb3040cef10 con 0x7fb30415ca40 2024-09-19T04:37:38.568 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.566+0000 7fb2f9ffb640 1 -- 172.21.15.111:0/960256322 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v102) ==== 74+0+16735 (secure 0 0 0) 0x7fb2f4059d90 con 0x7fb30415ca40 2024-09-19T04:37:38.568 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:38.568 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":102,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:37:36.937043+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:37:33.611645+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"101","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-19T04:37:34.241448+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:37:38.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.569+0000 7fb30b52c640 1 -- 172.21.15.111:0/960256322 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb2e806c3d0 msgr2=0x7fb2e806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:38.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.569+0000 7fb30b52c640 1 --2- 172.21.15.111:0/960256322 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb2e806c3d0 0x7fb2e806e890 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fb30000b800 tx=0x7fb300008040 comp rx=0 tx=0).stop 2024-09-19T04:37:38.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.569+0000 7fb30b52c640 1 -- 172.21.15.111:0/960256322 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb30415ca40 msgr2=0x7fb304157a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:38.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.569+0000 7fb30b52c640 1 --2- 172.21.15.111:0/960256322 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb30415ca40 0x7fb304157a80 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7fb2f400c7f0 tx=0x7fb2f400ccb0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.569+0000 7fb30b52c640 1 -- 172.21.15.111:0/960256322 shutdown_connections 2024-09-19T04:37:38.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.569+0000 7fb30b52c640 1 --2- 172.21.15.111:0/960256322 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb2e806c3d0 0x7fb2e806e890 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.569+0000 7fb30b52c640 1 --2- 172.21.15.111:0/960256322 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb30415ce80 0x7fb304157fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.569+0000 7fb30b52c640 1 --2- 172.21.15.111:0/960256322 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb30415ca40 0x7fb304157a80 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.569+0000 7fb30b52c640 1 --2- 172.21.15.111:0/960256322 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb3040d02a0 0x7fb304145c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.569+0000 7fb30b52c640 1 -- 172.21.15.111:0/960256322 >> 172.21.15.111:0/960256322 conn(0x7fb304062cc0 msgr2=0x7fb3040b1170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:38.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.569+0000 7fb30b52c640 1 -- 172.21.15.111:0/960256322 shutdown_connections 2024-09-19T04:37:38.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.569+0000 7fb30b52c640 1 -- 172.21.15.111:0/960256322 wait complete. 2024-09-19T04:37:38.581 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T04:37:38.581 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:37:38.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.677+0000 7f50bcfe8640 1 Processor -- start 2024-09-19T04:37:38.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.677+0000 7f50bcfe8640 1 -- start start 2024-09-19T04:37:38.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.678+0000 7f50bcfe8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f50b815c5e0 0x7f50b80712b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:38.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.678+0000 7f50bcfe8640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f50b80b6d50 0x7f50b80b7190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:38.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.678+0000 7f50bcfe8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50b81600e0 0x7f50b8160570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:38.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.678+0000 7f50bcfe8640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f50b8074100 con 0x7f50b815c5e0 2024-09-19T04:37:38.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.678+0000 7f50bcfe8640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f50b80b76d0 con 0x7f50b80b6d50 2024-09-19T04:37:38.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.678+0000 7f50bcfe8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f50b815c9c0 con 0x7f50b81600e0 2024-09-19T04:37:38.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.679+0000 7f50b659c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f50b815c5e0 0x7f50b80712b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:38.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.679+0000 7f50b659c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f50b815c5e0 0x7f50b80712b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:35012/0 (socket says 172.21.15.111:35012) 2024-09-19T04:37:38.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.679+0000 7f50b659c640 1 -- 172.21.15.111:0/4117307989 learned_addr learned my addr 172.21.15.111:0/4117307989 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:38.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.679+0000 7f50b5d9b640 1 --2- 172.21.15.111:0/4117307989 >> v2:172.21.15.114:3300/0 conn(0x7f50b80b6d50 0x7f50b80b7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:38.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.679+0000 7f50b6d9d640 1 --2- 172.21.15.111:0/4117307989 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50b81600e0 0x7f50b8160570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:38.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.679+0000 7f50b659c640 1 -- 172.21.15.111:0/4117307989 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50b81600e0 msgr2=0x7f50b8160570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:38.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.679+0000 7f50b659c640 1 --2- 172.21.15.111:0/4117307989 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50b81600e0 0x7f50b8160570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.679+0000 7f50b659c640 1 -- 172.21.15.111:0/4117307989 >> v2:172.21.15.114:3300/0 conn(0x7f50b80b6d50 msgr2=0x7f50b80b7190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:38.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.679+0000 7f50b659c640 1 --2- 172.21.15.111:0/4117307989 >> v2:172.21.15.114:3300/0 conn(0x7f50b80b6d50 0x7f50b80b7190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.679+0000 7f50b659c640 1 -- 172.21.15.111:0/4117307989 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50b80b1dd0 con 0x7f50b815c5e0 2024-09-19T04:37:38.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.679+0000 7f50b6d9d640 1 --2- 172.21.15.111:0/4117307989 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50b81600e0 0x7f50b8160570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:38.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.680+0000 7f50b659c640 1 --2- 172.21.15.111:0/4117307989 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50b815c5e0 0x7f50b80712b0 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f50b80cf9c0 tx=0x7f50a002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b56bd07c1cdc7f20 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:38.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.680+0000 7f50b559a640 1 -- 172.21.15.111:0/4117307989 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50a0037070 con 0x7f50b815c5e0 2024-09-19T04:37:38.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.680+0000 7f50b559a640 1 -- 172.21.15.111:0/4117307989 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50a0032440 con 0x7f50b815c5e0 2024-09-19T04:37:38.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.680+0000 7f50b559a640 1 -- 172.21.15.111:0/4117307989 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50a0032810 con 0x7f50b815c5e0 2024-09-19T04:37:38.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.680+0000 7f50bcfe8640 1 -- 172.21.15.111:0/4117307989 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50b815c5e0 msgr2=0x7f50b80712b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:38.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.680+0000 7f50bcfe8640 1 --2- 172.21.15.111:0/4117307989 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50b815c5e0 0x7f50b80712b0 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f50b80cf9c0 tx=0x7f50a002a1e0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.680+0000 7f50bcfe8640 1 -- 172.21.15.111:0/4117307989 shutdown_connections 2024-09-19T04:37:38.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.680+0000 7f50bcfe8640 1 --2- 172.21.15.111:0/4117307989 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50b81600e0 0x7f50b8160570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.680+0000 7f50bcfe8640 1 --2- 172.21.15.111:0/4117307989 >> v2:172.21.15.114:3300/0 conn(0x7f50b80b6d50 0x7f50b80b7190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.680+0000 7f50bcfe8640 1 --2- 172.21.15.111:0/4117307989 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50b815c5e0 0x7f50b80712b0 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.680+0000 7f50bcfe8640 1 -- 172.21.15.111:0/4117307989 >> 172.21.15.111:0/4117307989 conn(0x7f50b80b4220 msgr2=0x7f50b80b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:38.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.680+0000 7f50bcfe8640 1 -- 172.21.15.111:0/4117307989 shutdown_connections 2024-09-19T04:37:38.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.680+0000 7f50bcfe8640 1 -- 172.21.15.111:0/4117307989 wait complete. 2024-09-19T04:37:38.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.682+0000 7f50bcfe8640 1 Processor -- start 2024-09-19T04:37:38.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.682+0000 7f50bcfe8640 1 -- start start 2024-09-19T04:37:38.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.682+0000 7f50bcfe8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50b80b6d50 0x7f50b80b0fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:38.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.682+0000 7f50bcfe8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50b815c5e0 0x7f50b806d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:38.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.682+0000 7f50bcfe8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50b81600e0 0x7f50b814f230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:38.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.682+0000 7f50bcfe8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f50b8073ab0 con 0x7f50b815c5e0 2024-09-19T04:37:38.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.682+0000 7f50bcfe8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f50b80737d0 con 0x7f50b80b6d50 2024-09-19T04:37:38.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.682+0000 7f50bcfe8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f50b8073d90 con 0x7f50b81600e0 2024-09-19T04:37:38.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.683+0000 7f50b5d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50b815c5e0 0x7f50b806d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:38.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.683+0000 7f50b5d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50b815c5e0 0x7f50b806d6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:35024/0 (socket says 172.21.15.111:35024) 2024-09-19T04:37:38.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.683+0000 7f50b5d9b640 1 -- 172.21.15.111:0/752281186 learned_addr learned my addr 172.21.15.111:0/752281186 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:38.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.683+0000 7f50b6d9d640 1 --2- 172.21.15.111:0/752281186 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50b81600e0 0x7f50b814f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:38.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.683+0000 7f50b659c640 1 --2- 172.21.15.111:0/752281186 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50b80b6d50 0x7f50b80b0fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:38.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.683+0000 7f50b5d9b640 1 -- 172.21.15.111:0/752281186 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50b81600e0 msgr2=0x7f50b814f230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:38.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.683+0000 7f50b5d9b640 1 --2- 172.21.15.111:0/752281186 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50b81600e0 0x7f50b814f230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.683+0000 7f50b5d9b640 1 -- 172.21.15.111:0/752281186 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50b80b6d50 msgr2=0x7f50b80b0fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:38.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.683+0000 7f50b5d9b640 1 --2- 172.21.15.111:0/752281186 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50b80b6d50 0x7f50b80b0fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.683+0000 7f50b5d9b640 1 -- 172.21.15.111:0/752281186 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50b80b14e0 con 0x7f50b815c5e0 2024-09-19T04:37:38.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.683+0000 7f50b5d9b640 1 --2- 172.21.15.111:0/752281186 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50b815c5e0 0x7f50b806d6c0 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f50a800d620 tx=0x7f50a800dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:38.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.683+0000 7f50aeffd640 1 -- 172.21.15.111:0/752281186 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50a800b620 con 0x7f50b815c5e0 2024-09-19T04:37:38.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.683+0000 7f50aeffd640 1 -- 172.21.15.111:0/752281186 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50a8019070 con 0x7f50b815c5e0 2024-09-19T04:37:38.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.683+0000 7f50bcfe8640 1 -- 172.21.15.111:0/752281186 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50b806e030 con 0x7f50b815c5e0 2024-09-19T04:37:38.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.683+0000 7f50aeffd640 1 -- 172.21.15.111:0/752281186 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50a800b9e0 con 0x7f50b815c5e0 2024-09-19T04:37:38.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.683+0000 7f50bcfe8640 1 -- 172.21.15.111:0/752281186 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50b80aee30 con 0x7f50b815c5e0 2024-09-19T04:37:38.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.684+0000 7f50bcfe8640 1 -- 172.21.15.111:0/752281186 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50b8073130 con 0x7f50b815c5e0 2024-09-19T04:37:38.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.685+0000 7f50aeffd640 1 -- 172.21.15.111:0/752281186 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f50a800bb80 con 0x7f50b815c5e0 2024-09-19T04:37:38.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.685+0000 7f50aeffd640 1 --2- 172.21.15.111:0/752281186 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f509806c3d0 0x7f509806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:38.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.685+0000 7f50aeffd640 1 -- 172.21.15.111:0/752281186 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5709+0+0 (secure 0 0 0) 0x7f50a808b800 con 0x7f50b815c5e0 2024-09-19T04:37:38.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.685+0000 7f50b659c640 1 --2- 172.21.15.111:0/752281186 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f509806c3d0 0x7f509806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:38.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.686+0000 7f50b659c640 1 --2- 172.21.15.111:0/752281186 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f509806c3d0 0x7f509806e890 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f50a0034000 tx=0x7f50a002e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:38.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.689+0000 7f50aeffd640 1 -- 172.21.15.111:0/752281186 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f50a80598a0 con 0x7f50b815c5e0 2024-09-19T04:37:38.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.854+0000 7f50bcfe8640 1 -- 172.21.15.111:0/752281186 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f50b8071a60 con 0x7f509806c3d0 2024-09-19T04:37:38.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.861+0000 7f50aeffd640 1 -- 172.21.15.111:0/752281186 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+240173 (secure 0 0 0) 0x7f50b8071a60 con 0x7f509806c3d0 2024-09-19T04:37:38.865 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:38.866 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:37:38.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.864+0000 7f50bcfe8640 1 -- 172.21.15.111:0/752281186 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f509806c3d0 msgr2=0x7f509806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:38.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.864+0000 7f50bcfe8640 1 --2- 172.21.15.111:0/752281186 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f509806c3d0 0x7f509806e890 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f50a0034000 tx=0x7f50a002e000 comp rx=0 tx=0).stop 2024-09-19T04:37:38.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.864+0000 7f50bcfe8640 1 -- 172.21.15.111:0/752281186 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50b815c5e0 msgr2=0x7f50b806d6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:38.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.864+0000 7f50bcfe8640 1 --2- 172.21.15.111:0/752281186 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50b815c5e0 0x7f50b806d6c0 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f50a800d620 tx=0x7f50a800dae0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.864+0000 7f50bcfe8640 1 -- 172.21.15.111:0/752281186 shutdown_connections 2024-09-19T04:37:38.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.864+0000 7f50bcfe8640 1 --2- 172.21.15.111:0/752281186 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f509806c3d0 0x7f509806e890 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.864+0000 7f50bcfe8640 1 --2- 172.21.15.111:0/752281186 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50b81600e0 0x7f50b814f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.864+0000 7f50bcfe8640 1 --2- 172.21.15.111:0/752281186 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50b815c5e0 0x7f50b806d6c0 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.864+0000 7f50bcfe8640 1 --2- 172.21.15.111:0/752281186 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50b80b6d50 0x7f50b80b0fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:38.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.864+0000 7f50bcfe8640 1 -- 172.21.15.111:0/752281186 >> 172.21.15.111:0/752281186 conn(0x7f50b80b4220 msgr2=0x7f50b80d09f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:38.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.864+0000 7f50bcfe8640 1 -- 172.21.15.111:0/752281186 shutdown_connections 2024-09-19T04:37:38.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:38.864+0000 7f50bcfe8640 1 -- 172.21.15.111:0/752281186 wait complete. 2024-09-19T04:37:38.876 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":60,"stamp":"2024-09-19T04:37:38.172616+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":260228,"kb_used_data":10668,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754714492,"statfs":{"total":773094113280,"available":772827639808,"internally_reserved":0,"allocated":10924032,"data_stored":5409799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.252270"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.923357+0000","last_change":"2024-09-19T04:37:33.923357+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.923357+0000","last_undegraded":"2024-09-19T04:37:33.923357+0000","last_fullsized":"2024-09-19T04:37:33.923357+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.925283+0000","last_change":"2024-09-19T04:37:33.925283+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.925283+0000","last_undegraded":"2024-09-19T04:37:33.925283+0000","last_fullsized":"2024-09-19T04:37:33.925283+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.926149+0000","last_change":"2024-09-19T04:37:33.926149+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.926149+0000","last_undegraded":"2024-09-19T04:37:33.926149+0000","last_fullsized":"2024-09-19T04:37:33.926149+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.926077+0000","last_change":"2024-09-19T04:37:33.926077+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.926077+0000","last_undegraded":"2024-09-19T04:37:33.926077+0000","last_fullsized":"2024-09-19T04:37:33.926077+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.922767+0000","last_change":"2024-09-19T04:37:33.922767+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.922767+0000","last_undegraded":"2024-09-19T04:37:33.922767+0000","last_fullsized":"2024-09-19T04:37:33.922767+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.923066+0000","last_change":"2024-09-19T04:37:33.923066+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.923066+0000","last_undegraded":"2024-09-19T04:37:33.923066+0000","last_fullsized":"2024-09-19T04:37:33.923066+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.922134+0000","last_change":"2024-09-19T04:37:33.922134+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.922134+0000","last_undegraded":"2024-09-19T04:37:33.922134+0000","last_fullsized":"2024-09-19T04:37:33.922134+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.925460+0000","last_change":"2024-09-19T04:37:33.925460+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.925460+0000","last_undegraded":"2024-09-19T04:37:33.925460+0000","last_fullsized":"2024-09-19T04:37:33.925460+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.926361+0000","last_change":"2024-09-19T04:37:33.926361+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.926361+0000","last_undegraded":"2024-09-19T04:37:33.926361+0000","last_fullsized":"2024-09-19T04:37:33.926361+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.923069+0000","last_change":"2024-09-19T04:37:33.923069+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.923069+0000","last_undegraded":"2024-09-19T04:37:33.923069+0000","last_fullsized":"2024-09-19T04:37:33.923069+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.924701+0000","last_change":"2024-09-19T04:37:33.924701+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.924701+0000","last_undegraded":"2024-09-19T04:37:33.924701+0000","last_fullsized":"2024-09-19T04:37:33.924701+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.924531+0000","last_change":"2024-09-19T04:37:33.924531+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.924531+0000","last_undegraded":"2024-09-19T04:37:33.924531+0000","last_fullsized":"2024-09-19T04:37:33.924531+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.924932+0000","last_change":"2024-09-19T04:37:33.924932+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.924932+0000","last_undegraded":"2024-09-19T04:37:33.924932+0000","last_fullsized":"2024-09-19T04:37:33.924932+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.926315+0000","last_change":"2024-09-19T04:37:33.926315+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.926315+0000","last_undegraded":"2024-09-19T04:37:33.926315+0000","last_fullsized":"2024-09-19T04:37:33.926315+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.925896+0000","last_change":"2024-09-19T04:37:33.925896+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.925896+0000","last_undegraded":"2024-09-19T04:37:33.925896+0000","last_fullsized":"2024-09-19T04:37:33.925896+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.924506+0000","last_change":"2024-09-19T04:37:33.924506+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.924506+0000","last_undegraded":"2024-09-19T04:37:33.924506+0000","last_fullsized":"2024-09-19T04:37:33.924506+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.926464+0000","last_change":"2024-09-19T04:37:33.926464+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.926464+0000","last_undegraded":"2024-09-19T04:37:33.926464+0000","last_fullsized":"2024-09-19T04:37:33.926464+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.926267+0000","last_change":"2024-09-19T04:37:33.926267+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.926267+0000","last_undegraded":"2024-09-19T04:37:33.926267+0000","last_fullsized":"2024-09-19T04:37:33.926267+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.922787+0000","last_change":"2024-09-19T04:37:33.922787+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.922787+0000","last_undegraded":"2024-09-19T04:37:33.922787+0000","last_fullsized":"2024-09-19T04:37:33.922787+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.924573+0000","last_change":"2024-09-19T04:37:33.924573+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.924573+0000","last_undegraded":"2024-09-19T04:37:33.924573+0000","last_fullsized":"2024-09-19T04:37:33.924573+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.926413+0000","last_change":"2024-09-19T04:37:33.926413+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.926413+0000","last_undegraded":"2024-09-19T04:37:33.926413+0000","last_fullsized":"2024-09-19T04:37:33.926413+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.924176+0000","last_change":"2024-09-19T04:37:33.924176+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.924176+0000","last_undegraded":"2024-09-19T04:37:33.924176+0000","last_fullsized":"2024-09-19T04:37:33.924176+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.925077+0000","last_change":"2024-09-19T04:37:33.925077+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.925077+0000","last_undegraded":"2024-09-19T04:37:33.925077+0000","last_fullsized":"2024-09-19T04:37:33.925077+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.923069+0000","last_change":"2024-09-19T04:37:33.923069+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.923069+0000","last_undegraded":"2024-09-19T04:37:33.923069+0000","last_fullsized":"2024-09-19T04:37:33.923069+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.926259+0000","last_change":"2024-09-19T04:37:33.926259+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.926259+0000","last_undegraded":"2024-09-19T04:37:33.926259+0000","last_fullsized":"2024-09-19T04:37:33.926259+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.924245+0000","last_change":"2024-09-19T04:37:33.924245+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.924245+0000","last_undegraded":"2024-09-19T04:37:33.924245+0000","last_fullsized":"2024-09-19T04:37:33.924245+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.923078+0000","last_change":"2024-09-19T04:37:33.923078+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.923078+0000","last_undegraded":"2024-09-19T04:37:33.923078+0000","last_fullsized":"2024-09-19T04:37:33.923078+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.922118+0000","last_change":"2024-09-19T04:37:33.922118+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.922118+0000","last_undegraded":"2024-09-19T04:37:33.922118+0000","last_fullsized":"2024-09-19T04:37:33.922118+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.922154+0000","last_change":"2024-09-19T04:37:33.922154+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.922154+0000","last_undegraded":"2024-09-19T04:37:33.922154+0000","last_fullsized":"2024-09-19T04:37:33.922154+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.925951+0000","last_change":"2024-09-19T04:37:33.925951+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.925951+0000","last_undegraded":"2024-09-19T04:37:33.925951+0000","last_fullsized":"2024-09-19T04:37:33.925951+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.924248+0000","last_change":"2024-09-19T04:37:33.924248+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.924248+0000","last_undegraded":"2024-09-19T04:37:33.924248+0000","last_fullsized":"2024-09-19T04:37:33.924248+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.922242+0000","last_change":"2024-09-19T04:37:33.922242+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.922242+0000","last_undegraded":"2024-09-19T04:37:33.922242+0000","last_fullsized":"2024-09-19T04:37:33.922242+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":353,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-19T04:37:33.925550+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:37:33.925550+0000","last_peered":"2024-09-19T04:37:33.925550+0000","last_clean":"2024-09-19T04:37:33.925550+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:37:33.925550+0000","last_undegraded":"2024-09-19T04:37:33.925550+0000","last_fullsized":"2024-09-19T04:37:33.925550+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509502,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32956,"kb_used_data":1764,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338884,"statfs":{"total":96636764160,"available":96603017216,"internally_reserved":0,"allocated":1806336,"data_stored":1116742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509502,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32380,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339460,"statfs":{"total":96636764160,"available":96603607040,"internally_reserved":0,"allocated":1212416,"data_stored":526374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509502,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32404,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339436,"statfs":{"total":96636764160,"available":96603582464,"internally_reserved":0,"allocated":1224704,"data_stored":532191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509503,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32384,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339456,"statfs":{"total":96636764160,"available":96603602944,"internally_reserved":0,"allocated":1212416,"data_stored":526374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542207,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32364,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339476,"statfs":{"total":96636764160,"available":96603623424,"internally_reserved":0,"allocated":1200128,"data_stored":521177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542206,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32388,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339452,"statfs":{"total":96636764160,"available":96603598848,"internally_reserved":0,"allocated":1224704,"data_stored":532191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542206,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32384,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339456,"statfs":{"total":96636764160,"available":96603602944,"internally_reserved":0,"allocated":1224704,"data_stored":532191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542207,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32968,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338872,"statfs":{"total":96636764160,"available":96603004928,"internally_reserved":0,"allocated":1818624,"data_stored":1122559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:37:38.880 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:37:39.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.012+0000 7f2643fb9640 1 Processor -- start 2024-09-19T04:37:39.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.012+0000 7f2643fb9640 1 -- start start 2024-09-19T04:37:39.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.013+0000 7f2643fb9640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f263c15e940 0x7f263c0d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:39.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.013+0000 7f2643fb9640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f263c15ed20 0x7f263c0d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:39.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.013+0000 7f2643fb9640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f263c0b7170 con 0x7f263c0cef90 2024-09-19T04:37:39.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.013+0000 7f2643fb9640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f263c0d1ae0 con 0x7f263c15ed20 2024-09-19T04:37:39.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.013+0000 7f2643fb9640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f263c0b7aa0 con 0x7f263c15e940 2024-09-19T04:37:39.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.013+0000 7f2641554640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f263c15ed20 0x7f263c0d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:39.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.013+0000 7f2641554640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f263c15ed20 0x7f263c0d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:35032/0 (socket says 172.21.15.111:35032) 2024-09-19T04:37:39.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.013+0000 7f2642556640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f263c0cef90 0x7f263c0b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57782/0 (socket says 172.21.15.111:57782) 2024-09-19T04:37:39.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.013+0000 7f2641554640 1 -- 172.21.15.111:0/2054452162 learned_addr learned my addr 172.21.15.111:0/2054452162 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:39.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.013+0000 7f2641d55640 1 --2- 172.21.15.111:0/2054452162 >> v2:172.21.15.114:3300/0 conn(0x7f263c15e940 0x7f263c0d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:39.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.013+0000 7f2641554640 1 -- 172.21.15.111:0/2054452162 >> v2:172.21.15.114:3300/0 conn(0x7f263c15e940 msgr2=0x7f263c0d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:39.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.013+0000 7f2641554640 1 --2- 172.21.15.111:0/2054452162 >> v2:172.21.15.114:3300/0 conn(0x7f263c15e940 0x7f263c0d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.013+0000 7f2641554640 1 -- 172.21.15.111:0/2054452162 >> v1:172.21.15.111:6789/0 conn(0x7f263c0cef90 legacy=0x7f263c0b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:39.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.013+0000 7f2641554640 1 -- 172.21.15.111:0/2054452162 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f263c0d3660 con 0x7f263c15ed20 2024-09-19T04:37:39.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.014+0000 7f2641554640 1 --2- 172.21.15.111:0/2054452162 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f263c15ed20 0x7f263c0d15a0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f263c0509d0 tx=0x7f263402a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7178ae7e0e2ea70f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:39.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.014+0000 7f2640d53640 1 -- 172.21.15.111:0/2054452162 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2634036070 con 0x7f263c15ed20 2024-09-19T04:37:39.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.014+0000 7f2640d53640 1 -- 172.21.15.111:0/2054452162 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2634031600 con 0x7f263c15ed20 2024-09-19T04:37:39.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.014+0000 7f2640d53640 1 -- 172.21.15.111:0/2054452162 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26340319d0 con 0x7f263c15ed20 2024-09-19T04:37:39.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.015+0000 7f2643fb9640 1 -- 172.21.15.111:0/2054452162 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f263c15ed20 msgr2=0x7f263c0d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:39.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.015+0000 7f2643fb9640 1 --2- 172.21.15.111:0/2054452162 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f263c15ed20 0x7f263c0d15a0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f263c0509d0 tx=0x7f263402a6c0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.015+0000 7f2643fb9640 1 -- 172.21.15.111:0/2054452162 shutdown_connections 2024-09-19T04:37:39.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.015+0000 7f2643fb9640 1 --2- 172.21.15.111:0/2054452162 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f263c15ed20 0x7f263c0d15a0 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.015+0000 7f2643fb9640 1 --2- 172.21.15.111:0/2054452162 >> v2:172.21.15.114:3300/0 conn(0x7f263c15e940 0x7f263c0d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.015+0000 7f2643fb9640 1 -- 172.21.15.111:0/2054452162 >> 172.21.15.111:0/2054452162 conn(0x7f263c0b6240 msgr2=0x7f263c0b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:39.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.015+0000 7f2643fb9640 1 -- 172.21.15.111:0/2054452162 shutdown_connections 2024-09-19T04:37:39.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.015+0000 7f2643fb9640 1 -- 172.21.15.111:0/2054452162 wait complete. 2024-09-19T04:37:39.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.016+0000 7f2643fb9640 1 Processor -- start 2024-09-19T04:37:39.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.016+0000 7f2643fb9640 1 -- start start 2024-09-19T04:37:39.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.017+0000 7f2643fb9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f263c0cef90 0x7f263c0ab1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:39.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.017+0000 7f2643fb9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f263c15e940 0x7f263c14ec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:39.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.017+0000 7f2643fb9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f263c15ed20 0x7f263c1f7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:39.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.017+0000 7f2643fb9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f263c0d3f00 con 0x7f263c0cef90 2024-09-19T04:37:39.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.017+0000 7f2643fb9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f263c0d3c20 con 0x7f263c15e940 2024-09-19T04:37:39.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.017+0000 7f2643fb9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f263c0d3310 con 0x7f263c15ed20 2024-09-19T04:37:39.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.017+0000 7f2641d55640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f263c0cef90 0x7f263c0ab1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:39.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.017+0000 7f2641d55640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f263c0cef90 0x7f263c0ab1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:35048/0 (socket says 172.21.15.111:35048) 2024-09-19T04:37:39.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.017+0000 7f2641d55640 1 -- 172.21.15.111:0/2628129335 learned_addr learned my addr 172.21.15.111:0/2628129335 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:39.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.017+0000 7f2641554640 1 --2- 172.21.15.111:0/2628129335 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f263c15e940 0x7f263c14ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:39.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.017+0000 7f2642556640 1 --2- 172.21.15.111:0/2628129335 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f263c15ed20 0x7f263c1f7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:39.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.017+0000 7f2641d55640 1 -- 172.21.15.111:0/2628129335 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f263c15ed20 msgr2=0x7f263c1f7fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:39.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.017+0000 7f2641d55640 1 --2- 172.21.15.111:0/2628129335 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f263c15ed20 0x7f263c1f7fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.017+0000 7f2641d55640 1 -- 172.21.15.111:0/2628129335 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f263c15e940 msgr2=0x7f263c14ec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:39.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.017+0000 7f2641d55640 1 --2- 172.21.15.111:0/2628129335 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f263c15e940 0x7f263c14ec70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.017+0000 7f2641d55640 1 -- 172.21.15.111:0/2628129335 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f263c15b000 con 0x7f263c0cef90 2024-09-19T04:37:39.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.017+0000 7f2641554640 1 --2- 172.21.15.111:0/2628129335 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f263c15e940 0x7f263c14ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:39.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.017+0000 7f2641d55640 1 --2- 172.21.15.111:0/2628129335 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f263c0cef90 0x7f263c0ab1a0 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f263800d800 tx=0x7f263800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:39.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.017+0000 7f26327fc640 1 -- 172.21.15.111:0/2628129335 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f263800b6c0 con 0x7f263c0cef90 2024-09-19T04:37:39.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.017+0000 7f26327fc640 1 -- 172.21.15.111:0/2628129335 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2638019070 con 0x7f263c0cef90 2024-09-19T04:37:39.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.017+0000 7f26327fc640 1 -- 172.21.15.111:0/2628129335 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f263800ba80 con 0x7f263c0cef90 2024-09-19T04:37:39.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.017+0000 7f2643fb9640 1 -- 172.21.15.111:0/2628129335 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f263c15b2e0 con 0x7f263c0cef90 2024-09-19T04:37:39.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.017+0000 7f2643fb9640 1 -- 172.21.15.111:0/2628129335 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f263c1587c0 con 0x7f263c0cef90 2024-09-19T04:37:39.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.018+0000 7f2643fb9640 1 -- 172.21.15.111:0/2628129335 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f263c0d1ef0 con 0x7f263c0cef90 2024-09-19T04:37:39.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.019+0000 7f26327fc640 1 -- 172.21.15.111:0/2628129335 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f263800bc20 con 0x7f263c0cef90 2024-09-19T04:37:39.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.019+0000 7f26327fc640 1 --2- 172.21.15.111:0/2628129335 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f262006c3d0 0x7f262006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:39.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.019+0000 7f26327fc640 1 -- 172.21.15.111:0/2628129335 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5709+0+0 (secure 0 0 0) 0x7f263808ba80 con 0x7f263c0cef90 2024-09-19T04:37:39.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.020+0000 7f2641554640 1 --2- 172.21.15.111:0/2628129335 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f262006c3d0 0x7f262006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:39.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.020+0000 7f2641554640 1 --2- 172.21.15.111:0/2628129335 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f262006c3d0 0x7f262006e890 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f2634033000 tx=0x7f2634009000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:39.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.024+0000 7f26327fc640 1 -- 172.21.15.111:0/2628129335 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f263805a0e0 con 0x7f263c0cef90 2024-09-19T04:37:39.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.188+0000 7f2643fb9640 1 -- 172.21.15.111:0/2628129335 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f263c0ba6b0 con 0x7f262006c3d0 2024-09-19T04:37:39.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.194+0000 7f26327fc640 1 -- 172.21.15.111:0/2628129335 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+240173 (secure 0 0 0) 0x7f263c0ba6b0 con 0x7f262006c3d0 2024-09-19T04:37:39.198 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:39.199 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:37:39.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.197+0000 7f2643fb9640 1 -- 172.21.15.111:0/2628129335 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f262006c3d0 msgr2=0x7f262006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:39.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.197+0000 7f2643fb9640 1 --2- 172.21.15.111:0/2628129335 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f262006c3d0 0x7f262006e890 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f2634033000 tx=0x7f2634009000 comp rx=0 tx=0).stop 2024-09-19T04:37:39.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.197+0000 7f2643fb9640 1 -- 172.21.15.111:0/2628129335 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f263c0cef90 msgr2=0x7f263c0ab1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:39.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.197+0000 7f2643fb9640 1 --2- 172.21.15.111:0/2628129335 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f263c0cef90 0x7f263c0ab1a0 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f263800d800 tx=0x7f263800dcc0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.197+0000 7f2643fb9640 1 -- 172.21.15.111:0/2628129335 shutdown_connections 2024-09-19T04:37:39.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.197+0000 7f2643fb9640 1 --2- 172.21.15.111:0/2628129335 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f262006c3d0 0x7f262006e890 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.197+0000 7f2643fb9640 1 --2- 172.21.15.111:0/2628129335 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f263c15ed20 0x7f263c1f7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.197+0000 7f2643fb9640 1 --2- 172.21.15.111:0/2628129335 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f263c15e940 0x7f263c14ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.197+0000 7f2643fb9640 1 --2- 172.21.15.111:0/2628129335 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f263c0cef90 0x7f263c0ab1a0 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.197+0000 7f2643fb9640 1 -- 172.21.15.111:0/2628129335 >> 172.21.15.111:0/2628129335 conn(0x7f263c0b6240 msgr2=0x7f263c0b6620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:39.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.197+0000 7f2643fb9640 1 -- 172.21.15.111:0/2628129335 shutdown_connections 2024-09-19T04:37:39.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.197+0000 7f2643fb9640 1 -- 172.21.15.111:0/2628129335 wait complete. 2024-09-19T04:37:39.210 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":60,"stamp":"2024-09-19T04:37:38.172616+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":260228,"kb_used_data":10668,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754714492,"statfs":{"total":773094113280,"available":772827639808,"internally_reserved":0,"allocated":10924032,"data_stored":5409799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.252270"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.923357+0000","last_change":"2024-09-19T04:37:33.923357+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.923357+0000","last_undegraded":"2024-09-19T04:37:33.923357+0000","last_fullsized":"2024-09-19T04:37:33.923357+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.925283+0000","last_change":"2024-09-19T04:37:33.925283+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.925283+0000","last_undegraded":"2024-09-19T04:37:33.925283+0000","last_fullsized":"2024-09-19T04:37:33.925283+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.926149+0000","last_change":"2024-09-19T04:37:33.926149+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.926149+0000","last_undegraded":"2024-09-19T04:37:33.926149+0000","last_fullsized":"2024-09-19T04:37:33.926149+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.926077+0000","last_change":"2024-09-19T04:37:33.926077+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.926077+0000","last_undegraded":"2024-09-19T04:37:33.926077+0000","last_fullsized":"2024-09-19T04:37:33.926077+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.922767+0000","last_change":"2024-09-19T04:37:33.922767+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.922767+0000","last_undegraded":"2024-09-19T04:37:33.922767+0000","last_fullsized":"2024-09-19T04:37:33.922767+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.923066+0000","last_change":"2024-09-19T04:37:33.923066+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.923066+0000","last_undegraded":"2024-09-19T04:37:33.923066+0000","last_fullsized":"2024-09-19T04:37:33.923066+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.922134+0000","last_change":"2024-09-19T04:37:33.922134+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.922134+0000","last_undegraded":"2024-09-19T04:37:33.922134+0000","last_fullsized":"2024-09-19T04:37:33.922134+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.925460+0000","last_change":"2024-09-19T04:37:33.925460+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.925460+0000","last_undegraded":"2024-09-19T04:37:33.925460+0000","last_fullsized":"2024-09-19T04:37:33.925460+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.926361+0000","last_change":"2024-09-19T04:37:33.926361+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.926361+0000","last_undegraded":"2024-09-19T04:37:33.926361+0000","last_fullsized":"2024-09-19T04:37:33.926361+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.923069+0000","last_change":"2024-09-19T04:37:33.923069+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.923069+0000","last_undegraded":"2024-09-19T04:37:33.923069+0000","last_fullsized":"2024-09-19T04:37:33.923069+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.924701+0000","last_change":"2024-09-19T04:37:33.924701+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.924701+0000","last_undegraded":"2024-09-19T04:37:33.924701+0000","last_fullsized":"2024-09-19T04:37:33.924701+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.924531+0000","last_change":"2024-09-19T04:37:33.924531+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.924531+0000","last_undegraded":"2024-09-19T04:37:33.924531+0000","last_fullsized":"2024-09-19T04:37:33.924531+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.924932+0000","last_change":"2024-09-19T04:37:33.924932+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.924932+0000","last_undegraded":"2024-09-19T04:37:33.924932+0000","last_fullsized":"2024-09-19T04:37:33.924932+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.926315+0000","last_change":"2024-09-19T04:37:33.926315+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.926315+0000","last_undegraded":"2024-09-19T04:37:33.926315+0000","last_fullsized":"2024-09-19T04:37:33.926315+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.925896+0000","last_change":"2024-09-19T04:37:33.925896+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.925896+0000","last_undegraded":"2024-09-19T04:37:33.925896+0000","last_fullsized":"2024-09-19T04:37:33.925896+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.924506+0000","last_change":"2024-09-19T04:37:33.924506+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.924506+0000","last_undegraded":"2024-09-19T04:37:33.924506+0000","last_fullsized":"2024-09-19T04:37:33.924506+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.926464+0000","last_change":"2024-09-19T04:37:33.926464+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.926464+0000","last_undegraded":"2024-09-19T04:37:33.926464+0000","last_fullsized":"2024-09-19T04:37:33.926464+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.926267+0000","last_change":"2024-09-19T04:37:33.926267+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.926267+0000","last_undegraded":"2024-09-19T04:37:33.926267+0000","last_fullsized":"2024-09-19T04:37:33.926267+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.922787+0000","last_change":"2024-09-19T04:37:33.922787+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.922787+0000","last_undegraded":"2024-09-19T04:37:33.922787+0000","last_fullsized":"2024-09-19T04:37:33.922787+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.924573+0000","last_change":"2024-09-19T04:37:33.924573+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.924573+0000","last_undegraded":"2024-09-19T04:37:33.924573+0000","last_fullsized":"2024-09-19T04:37:33.924573+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.926413+0000","last_change":"2024-09-19T04:37:33.926413+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.926413+0000","last_undegraded":"2024-09-19T04:37:33.926413+0000","last_fullsized":"2024-09-19T04:37:33.926413+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.924176+0000","last_change":"2024-09-19T04:37:33.924176+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.924176+0000","last_undegraded":"2024-09-19T04:37:33.924176+0000","last_fullsized":"2024-09-19T04:37:33.924176+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.925077+0000","last_change":"2024-09-19T04:37:33.925077+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.925077+0000","last_undegraded":"2024-09-19T04:37:33.925077+0000","last_fullsized":"2024-09-19T04:37:33.925077+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.923069+0000","last_change":"2024-09-19T04:37:33.923069+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.923069+0000","last_undegraded":"2024-09-19T04:37:33.923069+0000","last_fullsized":"2024-09-19T04:37:33.923069+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.926259+0000","last_change":"2024-09-19T04:37:33.926259+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.926259+0000","last_undegraded":"2024-09-19T04:37:33.926259+0000","last_fullsized":"2024-09-19T04:37:33.926259+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.924245+0000","last_change":"2024-09-19T04:37:33.924245+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.924245+0000","last_undegraded":"2024-09-19T04:37:33.924245+0000","last_fullsized":"2024-09-19T04:37:33.924245+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.923078+0000","last_change":"2024-09-19T04:37:33.923078+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.923078+0000","last_undegraded":"2024-09-19T04:37:33.923078+0000","last_fullsized":"2024-09-19T04:37:33.923078+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.922118+0000","last_change":"2024-09-19T04:37:33.922118+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.922118+0000","last_undegraded":"2024-09-19T04:37:33.922118+0000","last_fullsized":"2024-09-19T04:37:33.922118+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.922154+0000","last_change":"2024-09-19T04:37:33.922154+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.922154+0000","last_undegraded":"2024-09-19T04:37:33.922154+0000","last_fullsized":"2024-09-19T04:37:33.922154+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.925951+0000","last_change":"2024-09-19T04:37:33.925951+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.925951+0000","last_undegraded":"2024-09-19T04:37:33.925951+0000","last_fullsized":"2024-09-19T04:37:33.925951+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.924248+0000","last_change":"2024-09-19T04:37:33.924248+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.924248+0000","last_undegraded":"2024-09-19T04:37:33.924248+0000","last_fullsized":"2024-09-19T04:37:33.924248+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.922242+0000","last_change":"2024-09-19T04:37:33.922242+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.922242+0000","last_undegraded":"2024-09-19T04:37:33.922242+0000","last_fullsized":"2024-09-19T04:37:33.922242+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":353,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-19T04:37:33.925550+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:37:33.925550+0000","last_peered":"2024-09-19T04:37:33.925550+0000","last_clean":"2024-09-19T04:37:33.925550+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:37:33.925550+0000","last_undegraded":"2024-09-19T04:37:33.925550+0000","last_fullsized":"2024-09-19T04:37:33.925550+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509502,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32956,"kb_used_data":1764,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338884,"statfs":{"total":96636764160,"available":96603017216,"internally_reserved":0,"allocated":1806336,"data_stored":1116742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509502,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32380,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339460,"statfs":{"total":96636764160,"available":96603607040,"internally_reserved":0,"allocated":1212416,"data_stored":526374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509502,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32404,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339436,"statfs":{"total":96636764160,"available":96603582464,"internally_reserved":0,"allocated":1224704,"data_stored":532191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509503,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32384,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339456,"statfs":{"total":96636764160,"available":96603602944,"internally_reserved":0,"allocated":1212416,"data_stored":526374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542207,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32364,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339476,"statfs":{"total":96636764160,"available":96603623424,"internally_reserved":0,"allocated":1200128,"data_stored":521177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542206,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32388,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339452,"statfs":{"total":96636764160,"available":96603598848,"internally_reserved":0,"allocated":1224704,"data_stored":532191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542206,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32384,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339456,"statfs":{"total":96636764160,"available":96603602944,"internally_reserved":0,"allocated":1224704,"data_stored":532191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542207,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32968,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338872,"statfs":{"total":96636764160,"available":96603004928,"internally_reserved":0,"allocated":1818624,"data_stored":1122559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:37:39.214 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:37:39.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.348+0000 7f761687b640 1 Processor -- start 2024-09-19T04:37:39.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.348+0000 7f761687b640 1 -- start start 2024-09-19T04:37:39.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.349+0000 7f761687b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f76100d02a0 0x7f76100d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:39.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.349+0000 7f761687b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f761015ceb0 0x7f76101594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:39.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.349+0000 7f761687b640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f76100d0bc0 con 0x7f761015ca40 2024-09-19T04:37:39.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.349+0000 7f761687b640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f761015d390 con 0x7f76100d02a0 2024-09-19T04:37:39.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.349+0000 7f761687b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f761015d670 con 0x7f761015ceb0 2024-09-19T04:37:39.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.349+0000 7f760ffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f76100d02a0 0x7f76100d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:39.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.349+0000 7f760ffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f76100d02a0 0x7f76100d0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:35050/0 (socket says 172.21.15.111:35050) 2024-09-19T04:37:39.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.349+0000 7f760ffff640 1 -- 172.21.15.111:0/2069325651 learned_addr learned my addr 172.21.15.111:0/2069325651 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:39.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.349+0000 7f7614e18640 1 --2- 172.21.15.111:0/2069325651 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f761015ceb0 0x7f76101594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:39.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.349+0000 7f760ffff640 1 -- 172.21.15.111:0/2069325651 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f761015ceb0 msgr2=0x7f76101594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:39.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.349+0000 7f760ffff640 1 --2- 172.21.15.111:0/2069325651 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f761015ceb0 0x7f76101594c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.349+0000 7f760ffff640 1 -- 172.21.15.111:0/2069325651 >> v1:172.21.15.114:6789/0 conn(0x7f761015ca40 legacy=0x7f761015e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:39.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.349+0000 7f760ffff640 1 -- 172.21.15.111:0/2069325651 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f761015d950 con 0x7f76100d02a0 2024-09-19T04:37:39.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.350+0000 7f760ffff640 1 --2- 172.21.15.111:0/2069325651 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f76100d02a0 0x7f76100d0680 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f7600009870 tx=0x7f760002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ae7c9e5e3516bbc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:39.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.350+0000 7f760effd640 1 -- 172.21.15.111:0/2069325651 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7600037070 con 0x7f76100d02a0 2024-09-19T04:37:39.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.350+0000 7f760effd640 1 -- 172.21.15.111:0/2069325651 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7600032440 con 0x7f76100d02a0 2024-09-19T04:37:39.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.350+0000 7f760effd640 1 -- 172.21.15.111:0/2069325651 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7600032810 con 0x7f76100d02a0 2024-09-19T04:37:39.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.351+0000 7f761687b640 1 -- 172.21.15.111:0/2069325651 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f76100d02a0 msgr2=0x7f76100d0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:39.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.351+0000 7f761687b640 1 --2- 172.21.15.111:0/2069325651 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f76100d02a0 0x7f76100d0680 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f7600009870 tx=0x7f760002a1c0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.351+0000 7f761687b640 1 -- 172.21.15.111:0/2069325651 shutdown_connections 2024-09-19T04:37:39.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.351+0000 7f761687b640 1 --2- 172.21.15.111:0/2069325651 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f761015ceb0 0x7f76101594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.351+0000 7f761687b640 1 --2- 172.21.15.111:0/2069325651 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f76100d02a0 0x7f76100d0680 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.351+0000 7f761687b640 1 -- 172.21.15.111:0/2069325651 >> 172.21.15.111:0/2069325651 conn(0x7f7610062cc0 msgr2=0x7f761006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:39.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.351+0000 7f761687b640 1 -- 172.21.15.111:0/2069325651 shutdown_connections 2024-09-19T04:37:39.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.351+0000 7f761687b640 1 -- 172.21.15.111:0/2069325651 wait complete. 2024-09-19T04:37:39.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.352+0000 7f761687b640 1 Processor -- start 2024-09-19T04:37:39.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.352+0000 7f761687b640 1 -- start start 2024-09-19T04:37:39.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.353+0000 7f761687b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f76100d02a0 0x7f76100ce030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:39.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.353+0000 7f761687b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f761015ca40 0x7f76100ce570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:39.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.353+0000 7f761687b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f761015ceb0 0x7f7610145910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:39.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.353+0000 7f761687b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f761015eb40 con 0x7f761015ca40 2024-09-19T04:37:39.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.353+0000 7f761687b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f761015df10 con 0x7f761015ceb0 2024-09-19T04:37:39.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.353+0000 7f761687b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7610155b90 con 0x7f76100d02a0 2024-09-19T04:37:39.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.353+0000 7f760f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f761015ca40 0x7f76100ce570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:39.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.353+0000 7f760f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f761015ca40 0x7f76100ce570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:35062/0 (socket says 172.21.15.111:35062) 2024-09-19T04:37:39.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.353+0000 7f760f7fe640 1 -- 172.21.15.111:0/1967571881 learned_addr learned my addr 172.21.15.111:0/1967571881 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:39.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.353+0000 7f760ffff640 1 --2- 172.21.15.111:0/1967571881 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f76100d02a0 0x7f76100ce030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:39.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.353+0000 7f7614e18640 1 --2- 172.21.15.111:0/1967571881 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f761015ceb0 0x7f7610145910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:39.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.353+0000 7f760f7fe640 1 -- 172.21.15.111:0/1967571881 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f76100d02a0 msgr2=0x7f76100ce030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:39.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.353+0000 7f760f7fe640 1 --2- 172.21.15.111:0/1967571881 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f76100d02a0 0x7f76100ce030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.353+0000 7f760f7fe640 1 -- 172.21.15.111:0/1967571881 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f761015ceb0 msgr2=0x7f7610145910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:39.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.353+0000 7f760f7fe640 1 --2- 172.21.15.111:0/1967571881 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f761015ceb0 0x7f7610145910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.353+0000 7f760f7fe640 1 -- 172.21.15.111:0/1967571881 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7610146960 con 0x7f761015ca40 2024-09-19T04:37:39.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.353+0000 7f760f7fe640 1 --2- 172.21.15.111:0/1967571881 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f761015ca40 0x7f76100ce570 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f760400c430 tx=0x7f760400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:39.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.354+0000 7f760cff9640 1 -- 172.21.15.111:0/1967571881 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76040052d0 con 0x7f761015ca40 2024-09-19T04:37:39.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.354+0000 7f760cff9640 1 -- 172.21.15.111:0/1967571881 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7604005490 con 0x7f761015ca40 2024-09-19T04:37:39.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.354+0000 7f761687b640 1 -- 172.21.15.111:0/1967571881 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7610146c40 con 0x7f761015ca40 2024-09-19T04:37:39.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.354+0000 7f760cff9640 1 -- 172.21.15.111:0/1967571881 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7604007260 con 0x7f761015ca40 2024-09-19T04:37:39.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.354+0000 7f761687b640 1 -- 172.21.15.111:0/1967571881 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7610147200 con 0x7f761015ca40 2024-09-19T04:37:39.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.355+0000 7f761687b640 1 -- 172.21.15.111:0/1967571881 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76100b4790 con 0x7f761015ca40 2024-09-19T04:37:39.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.355+0000 7f760cff9640 1 -- 172.21.15.111:0/1967571881 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f7604007400 con 0x7f761015ca40 2024-09-19T04:37:39.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.356+0000 7f760cff9640 1 --2- 172.21.15.111:0/1967571881 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f75fc06c3d0 0x7f75fc06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:39.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.356+0000 7f760cff9640 1 -- 172.21.15.111:0/1967571881 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5709+0+0 (secure 0 0 0) 0x7f760408a990 con 0x7f761015ca40 2024-09-19T04:37:39.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.356+0000 7f760ffff640 1 --2- 172.21.15.111:0/1967571881 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f75fc06c3d0 0x7f75fc06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:39.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.356+0000 7f760ffff640 1 --2- 172.21.15.111:0/1967571881 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f75fc06c3d0 0x7f75fc06e890 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f7600034000 tx=0x7f760002e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:39.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.360+0000 7f760cff9640 1 -- 172.21.15.111:0/1967571881 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7604058a30 con 0x7f761015ca40 2024-09-19T04:37:39.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.524+0000 7f761687b640 1 -- 172.21.15.111:0/1967571881 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f761006d370 con 0x7f75fc06c3d0 2024-09-19T04:37:39.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.530+0000 7f760cff9640 1 -- 172.21.15.111:0/1967571881 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+240173 (secure 0 0 0) 0x7f761006d370 con 0x7f75fc06c3d0 2024-09-19T04:37:39.535 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:39.536 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:37:39.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.533+0000 7f761687b640 1 -- 172.21.15.111:0/1967571881 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f75fc06c3d0 msgr2=0x7f75fc06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:39.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.533+0000 7f761687b640 1 --2- 172.21.15.111:0/1967571881 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f75fc06c3d0 0x7f75fc06e890 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f7600034000 tx=0x7f760002e000 comp rx=0 tx=0).stop 2024-09-19T04:37:39.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.533+0000 7f761687b640 1 -- 172.21.15.111:0/1967571881 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f761015ca40 msgr2=0x7f76100ce570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:39.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.533+0000 7f761687b640 1 --2- 172.21.15.111:0/1967571881 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f761015ca40 0x7f76100ce570 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f760400c430 tx=0x7f760400c8f0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.533+0000 7f761687b640 1 -- 172.21.15.111:0/1967571881 shutdown_connections 2024-09-19T04:37:39.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.533+0000 7f761687b640 1 --2- 172.21.15.111:0/1967571881 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f75fc06c3d0 0x7f75fc06e890 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.533+0000 7f761687b640 1 --2- 172.21.15.111:0/1967571881 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f761015ceb0 0x7f7610145910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.533+0000 7f761687b640 1 --2- 172.21.15.111:0/1967571881 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f761015ca40 0x7f76100ce570 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.533+0000 7f761687b640 1 --2- 172.21.15.111:0/1967571881 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f76100d02a0 0x7f76100ce030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.533+0000 7f761687b640 1 -- 172.21.15.111:0/1967571881 >> 172.21.15.111:0/1967571881 conn(0x7f7610062cc0 msgr2=0x7f761014ca10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:39.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.533+0000 7f761687b640 1 -- 172.21.15.111:0/1967571881 shutdown_connections 2024-09-19T04:37:39.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.533+0000 7f761687b640 1 -- 172.21.15.111:0/1967571881 wait complete. 2024-09-19T04:37:39.545 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":60,"stamp":"2024-09-19T04:37:38.172616+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":260228,"kb_used_data":10668,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754714492,"statfs":{"total":773094113280,"available":772827639808,"internally_reserved":0,"allocated":10924032,"data_stored":5409799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.252270"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.923357+0000","last_change":"2024-09-19T04:37:33.923357+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.923357+0000","last_undegraded":"2024-09-19T04:37:33.923357+0000","last_fullsized":"2024-09-19T04:37:33.923357+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.925283+0000","last_change":"2024-09-19T04:37:33.925283+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.925283+0000","last_undegraded":"2024-09-19T04:37:33.925283+0000","last_fullsized":"2024-09-19T04:37:33.925283+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.926149+0000","last_change":"2024-09-19T04:37:33.926149+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.926149+0000","last_undegraded":"2024-09-19T04:37:33.926149+0000","last_fullsized":"2024-09-19T04:37:33.926149+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.926077+0000","last_change":"2024-09-19T04:37:33.926077+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.926077+0000","last_undegraded":"2024-09-19T04:37:33.926077+0000","last_fullsized":"2024-09-19T04:37:33.926077+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.922767+0000","last_change":"2024-09-19T04:37:33.922767+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.922767+0000","last_undegraded":"2024-09-19T04:37:33.922767+0000","last_fullsized":"2024-09-19T04:37:33.922767+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.923066+0000","last_change":"2024-09-19T04:37:33.923066+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.923066+0000","last_undegraded":"2024-09-19T04:37:33.923066+0000","last_fullsized":"2024-09-19T04:37:33.923066+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.922134+0000","last_change":"2024-09-19T04:37:33.922134+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.922134+0000","last_undegraded":"2024-09-19T04:37:33.922134+0000","last_fullsized":"2024-09-19T04:37:33.922134+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.925460+0000","last_change":"2024-09-19T04:37:33.925460+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.925460+0000","last_undegraded":"2024-09-19T04:37:33.925460+0000","last_fullsized":"2024-09-19T04:37:33.925460+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.926361+0000","last_change":"2024-09-19T04:37:33.926361+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.926361+0000","last_undegraded":"2024-09-19T04:37:33.926361+0000","last_fullsized":"2024-09-19T04:37:33.926361+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.923069+0000","last_change":"2024-09-19T04:37:33.923069+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.923069+0000","last_undegraded":"2024-09-19T04:37:33.923069+0000","last_fullsized":"2024-09-19T04:37:33.923069+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.924701+0000","last_change":"2024-09-19T04:37:33.924701+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.924701+0000","last_undegraded":"2024-09-19T04:37:33.924701+0000","last_fullsized":"2024-09-19T04:37:33.924701+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.924531+0000","last_change":"2024-09-19T04:37:33.924531+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.924531+0000","last_undegraded":"2024-09-19T04:37:33.924531+0000","last_fullsized":"2024-09-19T04:37:33.924531+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.924932+0000","last_change":"2024-09-19T04:37:33.924932+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.924932+0000","last_undegraded":"2024-09-19T04:37:33.924932+0000","last_fullsized":"2024-09-19T04:37:33.924932+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.926315+0000","last_change":"2024-09-19T04:37:33.926315+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.926315+0000","last_undegraded":"2024-09-19T04:37:33.926315+0000","last_fullsized":"2024-09-19T04:37:33.926315+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.925896+0000","last_change":"2024-09-19T04:37:33.925896+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.925896+0000","last_undegraded":"2024-09-19T04:37:33.925896+0000","last_fullsized":"2024-09-19T04:37:33.925896+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.924506+0000","last_change":"2024-09-19T04:37:33.924506+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.924506+0000","last_undegraded":"2024-09-19T04:37:33.924506+0000","last_fullsized":"2024-09-19T04:37:33.924506+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.926464+0000","last_change":"2024-09-19T04:37:33.926464+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.926464+0000","last_undegraded":"2024-09-19T04:37:33.926464+0000","last_fullsized":"2024-09-19T04:37:33.926464+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.926267+0000","last_change":"2024-09-19T04:37:33.926267+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.926267+0000","last_undegraded":"2024-09-19T04:37:33.926267+0000","last_fullsized":"2024-09-19T04:37:33.926267+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.922787+0000","last_change":"2024-09-19T04:37:33.922787+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.922787+0000","last_undegraded":"2024-09-19T04:37:33.922787+0000","last_fullsized":"2024-09-19T04:37:33.922787+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.924573+0000","last_change":"2024-09-19T04:37:33.924573+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.924573+0000","last_undegraded":"2024-09-19T04:37:33.924573+0000","last_fullsized":"2024-09-19T04:37:33.924573+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.926413+0000","last_change":"2024-09-19T04:37:33.926413+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.926413+0000","last_undegraded":"2024-09-19T04:37:33.926413+0000","last_fullsized":"2024-09-19T04:37:33.926413+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.924176+0000","last_change":"2024-09-19T04:37:33.924176+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.924176+0000","last_undegraded":"2024-09-19T04:37:33.924176+0000","last_fullsized":"2024-09-19T04:37:33.924176+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.925077+0000","last_change":"2024-09-19T04:37:33.925077+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.925077+0000","last_undegraded":"2024-09-19T04:37:33.925077+0000","last_fullsized":"2024-09-19T04:37:33.925077+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.923069+0000","last_change":"2024-09-19T04:37:33.923069+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.923069+0000","last_undegraded":"2024-09-19T04:37:33.923069+0000","last_fullsized":"2024-09-19T04:37:33.923069+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.926259+0000","last_change":"2024-09-19T04:37:33.926259+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.926259+0000","last_undegraded":"2024-09-19T04:37:33.926259+0000","last_fullsized":"2024-09-19T04:37:33.926259+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.924245+0000","last_change":"2024-09-19T04:37:33.924245+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.924245+0000","last_undegraded":"2024-09-19T04:37:33.924245+0000","last_fullsized":"2024-09-19T04:37:33.924245+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.923078+0000","last_change":"2024-09-19T04:37:33.923078+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.923078+0000","last_undegraded":"2024-09-19T04:37:33.923078+0000","last_fullsized":"2024-09-19T04:37:33.923078+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.922118+0000","last_change":"2024-09-19T04:37:33.922118+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.922118+0000","last_undegraded":"2024-09-19T04:37:33.922118+0000","last_fullsized":"2024-09-19T04:37:33.922118+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.922154+0000","last_change":"2024-09-19T04:37:33.922154+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.922154+0000","last_undegraded":"2024-09-19T04:37:33.922154+0000","last_fullsized":"2024-09-19T04:37:33.922154+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.925951+0000","last_change":"2024-09-19T04:37:33.925951+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.925951+0000","last_undegraded":"2024-09-19T04:37:33.925951+0000","last_fullsized":"2024-09-19T04:37:33.925951+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.924248+0000","last_change":"2024-09-19T04:37:33.924248+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.924248+0000","last_undegraded":"2024-09-19T04:37:33.924248+0000","last_fullsized":"2024-09-19T04:37:33.924248+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T04:37:34.919714+0000","last_change":"2024-09-19T04:37:34.919714+0000","last_active":"2024-09-19T04:37:34.919714+0000","last_peered":"2024-09-19T04:37:34.919714+0000","last_clean":"2024-09-19T04:37:34.919714+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:34.919714+0000","last_undegraded":"2024-09-19T04:37:34.919714+0000","last_fullsized":"2024-09-19T04:37:34.919714+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-19T04:37:33.922242+0000","last_change":"2024-09-19T04:37:33.922242+0000","last_active":"2024-09-19T04:37:33.917863+0000","last_peered":"2024-09-19T04:37:33.917863+0000","last_clean":"2024-09-19T04:37:33.917863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:37:33.922242+0000","last_undegraded":"2024-09-19T04:37:33.922242+0000","last_fullsized":"2024-09-19T04:37:33.922242+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":353,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-19T04:37:33.925550+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:37:33.925550+0000","last_peered":"2024-09-19T04:37:33.925550+0000","last_clean":"2024-09-19T04:37:33.925550+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:37:33.925550+0000","last_undegraded":"2024-09-19T04:37:33.925550+0000","last_fullsized":"2024-09-19T04:37:33.925550+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509502,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32956,"kb_used_data":1764,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338884,"statfs":{"total":96636764160,"available":96603017216,"internally_reserved":0,"allocated":1806336,"data_stored":1116742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509502,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32380,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339460,"statfs":{"total":96636764160,"available":96603607040,"internally_reserved":0,"allocated":1212416,"data_stored":526374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509502,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32404,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339436,"statfs":{"total":96636764160,"available":96603582464,"internally_reserved":0,"allocated":1224704,"data_stored":532191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509503,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32384,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339456,"statfs":{"total":96636764160,"available":96603602944,"internally_reserved":0,"allocated":1212416,"data_stored":526374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542207,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32364,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339476,"statfs":{"total":96636764160,"available":96603623424,"internally_reserved":0,"allocated":1200128,"data_stored":521177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542206,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32388,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339452,"statfs":{"total":96636764160,"available":96603598848,"internally_reserved":0,"allocated":1224704,"data_stored":532191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542206,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32384,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339456,"statfs":{"total":96636764160,"available":96603602944,"internally_reserved":0,"allocated":1224704,"data_stored":532191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542207,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32968,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338872,"statfs":{"total":96636764160,"available":96603004928,"internally_reserved":0,"allocated":1818624,"data_stored":1122559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:37:39.549 INFO:tasks.ceph.ceph_manager.ceph:PG 17.3f is not active+clean 2024-09-19T04:37:39.549 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.549 INFO:tasks.ceph.ceph_manager.ceph:PG 17.3e is not active+clean 2024-09-19T04:37:39.549 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.549 INFO:tasks.ceph.ceph_manager.ceph:PG 17.3d is not active+clean 2024-09-19T04:37:39.550 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.550 INFO:tasks.ceph.ceph_manager.ceph:PG 17.3c is not active+clean 2024-09-19T04:37:39.550 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.550 INFO:tasks.ceph.ceph_manager.ceph:PG 17.3b is not active+clean 2024-09-19T04:37:39.550 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.550 INFO:tasks.ceph.ceph_manager.ceph:PG 17.3a is not active+clean 2024-09-19T04:37:39.550 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.550 INFO:tasks.ceph.ceph_manager.ceph:PG 17.39 is not active+clean 2024-09-19T04:37:39.550 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.550 INFO:tasks.ceph.ceph_manager.ceph:PG 17.38 is not active+clean 2024-09-19T04:37:39.550 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.551 INFO:tasks.ceph.ceph_manager.ceph:PG 17.37 is not active+clean 2024-09-19T04:37:39.551 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.551 INFO:tasks.ceph.ceph_manager.ceph:PG 17.36 is not active+clean 2024-09-19T04:37:39.551 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.551 INFO:tasks.ceph.ceph_manager.ceph:PG 17.35 is not active+clean 2024-09-19T04:37:39.551 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.551 INFO:tasks.ceph.ceph_manager.ceph:PG 17.34 is not active+clean 2024-09-19T04:37:39.551 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.551 INFO:tasks.ceph.ceph_manager.ceph:PG 17.33 is not active+clean 2024-09-19T04:37:39.551 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.552 INFO:tasks.ceph.ceph_manager.ceph:PG 17.32 is not active+clean 2024-09-19T04:37:39.552 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.552 INFO:tasks.ceph.ceph_manager.ceph:PG 17.31 is not active+clean 2024-09-19T04:37:39.552 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.552 INFO:tasks.ceph.ceph_manager.ceph:PG 17.30 is not active+clean 2024-09-19T04:37:39.552 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.552 INFO:tasks.ceph.ceph_manager.ceph:PG 17.2f is not active+clean 2024-09-19T04:37:39.552 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.552 INFO:tasks.ceph.ceph_manager.ceph:PG 17.2e is not active+clean 2024-09-19T04:37:39.552 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.552 INFO:tasks.ceph.ceph_manager.ceph:PG 17.2d is not active+clean 2024-09-19T04:37:39.552 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.553 INFO:tasks.ceph.ceph_manager.ceph:PG 17.2c is not active+clean 2024-09-19T04:37:39.553 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.553 INFO:tasks.ceph.ceph_manager.ceph:PG 17.2b is not active+clean 2024-09-19T04:37:39.553 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.553 INFO:tasks.ceph.ceph_manager.ceph:PG 17.2a is not active+clean 2024-09-19T04:37:39.553 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.553 INFO:tasks.ceph.ceph_manager.ceph:PG 17.29 is not active+clean 2024-09-19T04:37:39.553 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.553 INFO:tasks.ceph.ceph_manager.ceph:PG 17.28 is not active+clean 2024-09-19T04:37:39.553 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.553 INFO:tasks.ceph.ceph_manager.ceph:PG 17.27 is not active+clean 2024-09-19T04:37:39.553 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.554 INFO:tasks.ceph.ceph_manager.ceph:PG 17.26 is not active+clean 2024-09-19T04:37:39.554 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.554 INFO:tasks.ceph.ceph_manager.ceph:PG 17.25 is not active+clean 2024-09-19T04:37:39.554 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.554 INFO:tasks.ceph.ceph_manager.ceph:PG 17.24 is not active+clean 2024-09-19T04:37:39.554 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.554 INFO:tasks.ceph.ceph_manager.ceph:PG 17.23 is not active+clean 2024-09-19T04:37:39.554 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.554 INFO:tasks.ceph.ceph_manager.ceph:PG 17.22 is not active+clean 2024-09-19T04:37:39.554 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.554 INFO:tasks.ceph.ceph_manager.ceph:PG 17.21 is not active+clean 2024-09-19T04:37:39.554 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.554 INFO:tasks.ceph.ceph_manager.ceph:PG 17.20 is not active+clean 2024-09-19T04:37:39.555 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.555 INFO:tasks.ceph.ceph_manager.ceph:PG 17.1e is not active+clean 2024-09-19T04:37:39.555 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.555 INFO:tasks.ceph.ceph_manager.ceph:PG 16.1f is not active+clean 2024-09-19T04:37:39.555 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.923357+0000', 'last_change': '2024-09-19T04:37:33.923357+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.923357+0000', 'last_undegraded': '2024-09-19T04:37:33.923357+0000', 'last_fullsized': '2024-09-19T04:37:33.923357+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:37:39.555 INFO:tasks.ceph.ceph_manager.ceph:PG 17.1f is not active+clean 2024-09-19T04:37:39.555 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.555 INFO:tasks.ceph.ceph_manager.ceph:PG 16.1e is not active+clean 2024-09-19T04:37:39.555 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.925283+0000', 'last_change': '2024-09-19T04:37:33.925283+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.925283+0000', 'last_undegraded': '2024-09-19T04:37:33.925283+0000', 'last_fullsized': '2024-09-19T04:37:33.925283+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:37:39.555 INFO:tasks.ceph.ceph_manager.ceph:PG 17.1c is not active+clean 2024-09-19T04:37:39.555 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.555 INFO:tasks.ceph.ceph_manager.ceph:PG 16.1d is not active+clean 2024-09-19T04:37:39.555 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.926149+0000', 'last_change': '2024-09-19T04:37:33.926149+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.926149+0000', 'last_undegraded': '2024-09-19T04:37:33.926149+0000', 'last_fullsized': '2024-09-19T04:37:33.926149+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:37:39.556 INFO:tasks.ceph.ceph_manager.ceph:PG 17.1d is not active+clean 2024-09-19T04:37:39.556 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.556 INFO:tasks.ceph.ceph_manager.ceph:PG 16.1c is not active+clean 2024-09-19T04:37:39.556 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.926077+0000', 'last_change': '2024-09-19T04:37:33.926077+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.926077+0000', 'last_undegraded': '2024-09-19T04:37:33.926077+0000', 'last_fullsized': '2024-09-19T04:37:33.926077+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:37:39.556 INFO:tasks.ceph.ceph_manager.ceph:PG 17.1a is not active+clean 2024-09-19T04:37:39.556 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.556 INFO:tasks.ceph.ceph_manager.ceph:PG 16.1b is not active+clean 2024-09-19T04:37:39.556 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.922767+0000', 'last_change': '2024-09-19T04:37:33.922767+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.922767+0000', 'last_undegraded': '2024-09-19T04:37:33.922767+0000', 'last_fullsized': '2024-09-19T04:37:33.922767+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:37:39.556 INFO:tasks.ceph.ceph_manager.ceph:PG 17.1b is not active+clean 2024-09-19T04:37:39.556 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.556 INFO:tasks.ceph.ceph_manager.ceph:PG 16.1a is not active+clean 2024-09-19T04:37:39.557 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.923066+0000', 'last_change': '2024-09-19T04:37:33.923066+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.923066+0000', 'last_undegraded': '2024-09-19T04:37:33.923066+0000', 'last_fullsized': '2024-09-19T04:37:33.923066+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:37:39.557 INFO:tasks.ceph.ceph_manager.ceph:PG 17.18 is not active+clean 2024-09-19T04:37:39.557 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.557 INFO:tasks.ceph.ceph_manager.ceph:PG 16.19 is not active+clean 2024-09-19T04:37:39.557 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.922134+0000', 'last_change': '2024-09-19T04:37:33.922134+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.922134+0000', 'last_undegraded': '2024-09-19T04:37:33.922134+0000', 'last_fullsized': '2024-09-19T04:37:33.922134+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:37:39.557 INFO:tasks.ceph.ceph_manager.ceph:PG 17.19 is not active+clean 2024-09-19T04:37:39.557 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.557 INFO:tasks.ceph.ceph_manager.ceph:PG 16.18 is not active+clean 2024-09-19T04:37:39.557 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.925460+0000', 'last_change': '2024-09-19T04:37:33.925460+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.925460+0000', 'last_undegraded': '2024-09-19T04:37:33.925460+0000', 'last_fullsized': '2024-09-19T04:37:33.925460+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:37:39.557 INFO:tasks.ceph.ceph_manager.ceph:PG 17.16 is not active+clean 2024-09-19T04:37:39.557 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.557 INFO:tasks.ceph.ceph_manager.ceph:PG 16.17 is not active+clean 2024-09-19T04:37:39.558 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.926361+0000', 'last_change': '2024-09-19T04:37:33.926361+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.926361+0000', 'last_undegraded': '2024-09-19T04:37:33.926361+0000', 'last_fullsized': '2024-09-19T04:37:33.926361+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:37:39.558 INFO:tasks.ceph.ceph_manager.ceph:PG 17.17 is not active+clean 2024-09-19T04:37:39.558 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.558 INFO:tasks.ceph.ceph_manager.ceph:PG 16.16 is not active+clean 2024-09-19T04:37:39.558 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.923069+0000', 'last_change': '2024-09-19T04:37:33.923069+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.923069+0000', 'last_undegraded': '2024-09-19T04:37:33.923069+0000', 'last_fullsized': '2024-09-19T04:37:33.923069+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:37:39.558 INFO:tasks.ceph.ceph_manager.ceph:PG 17.14 is not active+clean 2024-09-19T04:37:39.558 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.558 INFO:tasks.ceph.ceph_manager.ceph:PG 16.15 is not active+clean 2024-09-19T04:37:39.558 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.924701+0000', 'last_change': '2024-09-19T04:37:33.924701+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.924701+0000', 'last_undegraded': '2024-09-19T04:37:33.924701+0000', 'last_fullsized': '2024-09-19T04:37:33.924701+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:37:39.558 INFO:tasks.ceph.ceph_manager.ceph:PG 17.15 is not active+clean 2024-09-19T04:37:39.558 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.558 INFO:tasks.ceph.ceph_manager.ceph:PG 16.14 is not active+clean 2024-09-19T04:37:39.558 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.924531+0000', 'last_change': '2024-09-19T04:37:33.924531+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.924531+0000', 'last_undegraded': '2024-09-19T04:37:33.924531+0000', 'last_fullsized': '2024-09-19T04:37:33.924531+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:37:39.559 INFO:tasks.ceph.ceph_manager.ceph:PG 17.12 is not active+clean 2024-09-19T04:37:39.559 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.559 INFO:tasks.ceph.ceph_manager.ceph:PG 16.13 is not active+clean 2024-09-19T04:37:39.559 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.924932+0000', 'last_change': '2024-09-19T04:37:33.924932+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.924932+0000', 'last_undegraded': '2024-09-19T04:37:33.924932+0000', 'last_fullsized': '2024-09-19T04:37:33.924932+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:37:39.559 INFO:tasks.ceph.ceph_manager.ceph:PG 17.13 is not active+clean 2024-09-19T04:37:39.559 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.559 INFO:tasks.ceph.ceph_manager.ceph:PG 16.12 is not active+clean 2024-09-19T04:37:39.559 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.926315+0000', 'last_change': '2024-09-19T04:37:33.926315+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.926315+0000', 'last_undegraded': '2024-09-19T04:37:33.926315+0000', 'last_fullsized': '2024-09-19T04:37:33.926315+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:37:39.559 INFO:tasks.ceph.ceph_manager.ceph:PG 17.11 is not active+clean 2024-09-19T04:37:39.559 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.559 INFO:tasks.ceph.ceph_manager.ceph:PG 16.10 is not active+clean 2024-09-19T04:37:39.560 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.925896+0000', 'last_change': '2024-09-19T04:37:33.925896+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.925896+0000', 'last_undegraded': '2024-09-19T04:37:33.925896+0000', 'last_fullsized': '2024-09-19T04:37:33.925896+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:37:39.560 INFO:tasks.ceph.ceph_manager.ceph:PG 17.e is not active+clean 2024-09-19T04:37:39.560 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.560 INFO:tasks.ceph.ceph_manager.ceph:PG 16.f is not active+clean 2024-09-19T04:37:39.560 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.924506+0000', 'last_change': '2024-09-19T04:37:33.924506+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.924506+0000', 'last_undegraded': '2024-09-19T04:37:33.924506+0000', 'last_fullsized': '2024-09-19T04:37:33.924506+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:37:39.560 INFO:tasks.ceph.ceph_manager.ceph:PG 17.f is not active+clean 2024-09-19T04:37:39.560 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.560 INFO:tasks.ceph.ceph_manager.ceph:PG 16.e is not active+clean 2024-09-19T04:37:39.560 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.926464+0000', 'last_change': '2024-09-19T04:37:33.926464+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.926464+0000', 'last_undegraded': '2024-09-19T04:37:33.926464+0000', 'last_fullsized': '2024-09-19T04:37:33.926464+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:37:39.560 INFO:tasks.ceph.ceph_manager.ceph:PG 17.c is not active+clean 2024-09-19T04:37:39.560 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.561 INFO:tasks.ceph.ceph_manager.ceph:PG 16.d is not active+clean 2024-09-19T04:37:39.561 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.926267+0000', 'last_change': '2024-09-19T04:37:33.926267+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.926267+0000', 'last_undegraded': '2024-09-19T04:37:33.926267+0000', 'last_fullsized': '2024-09-19T04:37:33.926267+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:37:39.561 INFO:tasks.ceph.ceph_manager.ceph:PG 17.d is not active+clean 2024-09-19T04:37:39.561 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.561 INFO:tasks.ceph.ceph_manager.ceph:PG 16.c is not active+clean 2024-09-19T04:37:39.561 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.922787+0000', 'last_change': '2024-09-19T04:37:33.922787+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.922787+0000', 'last_undegraded': '2024-09-19T04:37:33.922787+0000', 'last_fullsized': '2024-09-19T04:37:33.922787+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:37:39.561 INFO:tasks.ceph.ceph_manager.ceph:PG 17.a is not active+clean 2024-09-19T04:37:39.561 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.561 INFO:tasks.ceph.ceph_manager.ceph:PG 16.b is not active+clean 2024-09-19T04:37:39.561 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.924573+0000', 'last_change': '2024-09-19T04:37:33.924573+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.924573+0000', 'last_undegraded': '2024-09-19T04:37:33.924573+0000', 'last_fullsized': '2024-09-19T04:37:33.924573+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:37:39.561 INFO:tasks.ceph.ceph_manager.ceph:PG 17.b is not active+clean 2024-09-19T04:37:39.562 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.562 INFO:tasks.ceph.ceph_manager.ceph:PG 16.a is not active+clean 2024-09-19T04:37:39.562 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.926413+0000', 'last_change': '2024-09-19T04:37:33.926413+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.926413+0000', 'last_undegraded': '2024-09-19T04:37:33.926413+0000', 'last_fullsized': '2024-09-19T04:37:33.926413+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:37:39.562 INFO:tasks.ceph.ceph_manager.ceph:PG 17.8 is not active+clean 2024-09-19T04:37:39.562 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.562 INFO:tasks.ceph.ceph_manager.ceph:PG 16.9 is not active+clean 2024-09-19T04:37:39.562 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.924176+0000', 'last_change': '2024-09-19T04:37:33.924176+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.924176+0000', 'last_undegraded': '2024-09-19T04:37:33.924176+0000', 'last_fullsized': '2024-09-19T04:37:33.924176+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:37:39.562 INFO:tasks.ceph.ceph_manager.ceph:PG 17.9 is not active+clean 2024-09-19T04:37:39.562 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.562 INFO:tasks.ceph.ceph_manager.ceph:PG 16.8 is not active+clean 2024-09-19T04:37:39.562 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.925077+0000', 'last_change': '2024-09-19T04:37:33.925077+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.925077+0000', 'last_undegraded': '2024-09-19T04:37:33.925077+0000', 'last_fullsized': '2024-09-19T04:37:33.925077+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:37:39.563 INFO:tasks.ceph.ceph_manager.ceph:PG 17.6 is not active+clean 2024-09-19T04:37:39.563 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.563 INFO:tasks.ceph.ceph_manager.ceph:PG 16.7 is not active+clean 2024-09-19T04:37:39.563 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.923069+0000', 'last_change': '2024-09-19T04:37:33.923069+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.923069+0000', 'last_undegraded': '2024-09-19T04:37:33.923069+0000', 'last_fullsized': '2024-09-19T04:37:33.923069+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:37:39.563 INFO:tasks.ceph.ceph_manager.ceph:PG 17.7 is not active+clean 2024-09-19T04:37:39.563 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.563 INFO:tasks.ceph.ceph_manager.ceph:PG 16.6 is not active+clean 2024-09-19T04:37:39.563 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.926259+0000', 'last_change': '2024-09-19T04:37:33.926259+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.926259+0000', 'last_undegraded': '2024-09-19T04:37:33.926259+0000', 'last_fullsized': '2024-09-19T04:37:33.926259+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:37:39.563 INFO:tasks.ceph.ceph_manager.ceph:PG 17.4 is not active+clean 2024-09-19T04:37:39.563 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.563 INFO:tasks.ceph.ceph_manager.ceph:PG 16.5 is not active+clean 2024-09-19T04:37:39.563 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.924245+0000', 'last_change': '2024-09-19T04:37:33.924245+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.924245+0000', 'last_undegraded': '2024-09-19T04:37:33.924245+0000', 'last_fullsized': '2024-09-19T04:37:33.924245+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:37:39.564 INFO:tasks.ceph.ceph_manager.ceph:PG 17.5 is not active+clean 2024-09-19T04:37:39.564 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.564 INFO:tasks.ceph.ceph_manager.ceph:PG 16.4 is not active+clean 2024-09-19T04:37:39.564 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.923078+0000', 'last_change': '2024-09-19T04:37:33.923078+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.923078+0000', 'last_undegraded': '2024-09-19T04:37:33.923078+0000', 'last_fullsized': '2024-09-19T04:37:33.923078+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:37:39.564 INFO:tasks.ceph.ceph_manager.ceph:PG 17.2 is not active+clean 2024-09-19T04:37:39.564 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.564 INFO:tasks.ceph.ceph_manager.ceph:PG 16.3 is not active+clean 2024-09-19T04:37:39.564 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.922118+0000', 'last_change': '2024-09-19T04:37:33.922118+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.922118+0000', 'last_undegraded': '2024-09-19T04:37:33.922118+0000', 'last_fullsized': '2024-09-19T04:37:33.922118+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:37:39.564 INFO:tasks.ceph.ceph_manager.ceph:PG 17.3 is not active+clean 2024-09-19T04:37:39.564 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.564 INFO:tasks.ceph.ceph_manager.ceph:PG 16.2 is not active+clean 2024-09-19T04:37:39.564 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.922154+0000', 'last_change': '2024-09-19T04:37:33.922154+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.922154+0000', 'last_undegraded': '2024-09-19T04:37:33.922154+0000', 'last_fullsized': '2024-09-19T04:37:33.922154+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:37:39.564 INFO:tasks.ceph.ceph_manager.ceph:PG 17.0 is not active+clean 2024-09-19T04:37:39.565 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.565 INFO:tasks.ceph.ceph_manager.ceph:PG 16.1 is not active+clean 2024-09-19T04:37:39.565 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.925951+0000', 'last_change': '2024-09-19T04:37:33.925951+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.925951+0000', 'last_undegraded': '2024-09-19T04:37:33.925951+0000', 'last_fullsized': '2024-09-19T04:37:33.925951+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:37:39.565 INFO:tasks.ceph.ceph_manager.ceph:PG 17.1 is not active+clean 2024-09-19T04:37:39.565 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.565 INFO:tasks.ceph.ceph_manager.ceph:PG 16.0 is not active+clean 2024-09-19T04:37:39.565 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.924248+0000', 'last_change': '2024-09-19T04:37:33.924248+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.924248+0000', 'last_undegraded': '2024-09-19T04:37:33.924248+0000', 'last_fullsized': '2024-09-19T04:37:33.924248+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:37:39.565 INFO:tasks.ceph.ceph_manager.ceph:PG 17.10 is not active+clean 2024-09-19T04:37:39.565 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T04:37:34.919714+0000', 'last_change': '2024-09-19T04:37:34.919714+0000', 'last_active': '2024-09-19T04:37:34.919714+0000', 'last_peered': '2024-09-19T04:37:34.919714+0000', 'last_clean': '2024-09-19T04:37:34.919714+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:34.919714+0000', 'last_undegraded': '2024-09-19T04:37:34.919714+0000', 'last_fullsized': '2024-09-19T04:37:34.919714+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:34.919714+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T04:37:39.565 INFO:tasks.ceph.ceph_manager.ceph:PG 16.11 is not active+clean 2024-09-19T04:37:39.565 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:37:33.922242+0000', 'last_change': '2024-09-19T04:37:33.922242+0000', 'last_active': '2024-09-19T04:37:33.917863+0000', 'last_peered': '2024-09-19T04:37:33.917863+0000', 'last_clean': '2024-09-19T04:37:33.917863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:37:33.922242+0000', 'last_undegraded': '2024-09-19T04:37:33.922242+0000', 'last_fullsized': '2024-09-19T04:37:33.922242+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'last_clean_scrub_stamp': '2024-09-19T04:37:33.917863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:37:39.566 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T04:37:39.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.681+0000 7f9c033a8640 1 Processor -- start 2024-09-19T04:37:39.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.682+0000 7f9c033a8640 1 -- start start 2024-09-19T04:37:39.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.682+0000 7f9c033a8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bfc151c50 0x7f9bfc0cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:39.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.682+0000 7f9c033a8640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f9bfc06c1f0 0x7f9bfc15baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:39.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.682+0000 7f9c033a8640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9bfc0cd5f0 con 0x7f9bfc06be10 2024-09-19T04:37:39.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.682+0000 7f9c033a8640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f9bfc0cd8d0 con 0x7f9bfc06c1f0 2024-09-19T04:37:39.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.682+0000 7f9c033a8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9bfc0cdbb0 con 0x7f9bfc151c50 2024-09-19T04:37:39.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.683+0000 7f9c01945640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f9bfc06c1f0 0x7f9bfc15baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:39.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.683+0000 7f9c00943640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bfc151c50 0x7f9bfc0cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:39.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.683+0000 7f9c00943640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bfc151c50 0x7f9bfc0cd010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:56986/0 (socket says 172.21.15.111:56986) 2024-09-19T04:37:39.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.683+0000 7f9c00943640 1 -- 172.21.15.111:0/1300864692 learned_addr learned my addr 172.21.15.111:0/1300864692 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:39.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.683+0000 7f9c01144640 1 --1- 172.21.15.111:0/1300864692 >> v1:172.21.15.114:6789/0 conn(0x7f9bfc06be10 0x7f9bfc151540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:46978/0 (socket says 172.21.15.111:46978) 2024-09-19T04:37:39.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.683+0000 7f9c01945640 1 -- 172.21.15.111:0/1300864692 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bfc151c50 msgr2=0x7f9bfc0cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:39.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.683+0000 7f9c01945640 1 --2- 172.21.15.111:0/1300864692 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bfc151c50 0x7f9bfc0cd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.683+0000 7f9c01945640 1 -- 172.21.15.111:0/1300864692 >> v1:172.21.15.114:6789/0 conn(0x7f9bfc06be10 legacy=0x7f9bfc151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:39.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.683+0000 7f9c01945640 1 -- 172.21.15.111:0/1300864692 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bfc0cde90 con 0x7f9bfc06c1f0 2024-09-19T04:37:39.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.683+0000 7f9c00943640 1 --2- 172.21.15.111:0/1300864692 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bfc151c50 0x7f9bfc0cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:37:39.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.684+0000 7f9c01945640 1 --2- 172.21.15.111:0/1300864692 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9bfc06c1f0 0x7f9bfc15baa0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f9bec009d90 tx=0x7f9bec02a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fe498beaa3df89e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:39.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.684+0000 7f9bfbfff640 1 -- 172.21.15.111:0/1300864692 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bec007740 con 0x7f9bfc06c1f0 2024-09-19T04:37:39.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.684+0000 7f9bfbfff640 1 -- 172.21.15.111:0/1300864692 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9bec0078e0 con 0x7f9bfc06c1f0 2024-09-19T04:37:39.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.684+0000 7f9bfbfff640 1 -- 172.21.15.111:0/1300864692 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bec007cb0 con 0x7f9bfc06c1f0 2024-09-19T04:37:39.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.685+0000 7f9c033a8640 1 -- 172.21.15.111:0/1300864692 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9bfc06c1f0 msgr2=0x7f9bfc15baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:39.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.685+0000 7f9c033a8640 1 --2- 172.21.15.111:0/1300864692 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9bfc06c1f0 0x7f9bfc15baa0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f9bec009d90 tx=0x7f9bec02a660 comp rx=0 tx=0).stop 2024-09-19T04:37:39.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.685+0000 7f9c033a8640 1 -- 172.21.15.111:0/1300864692 shutdown_connections 2024-09-19T04:37:39.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.685+0000 7f9c033a8640 1 --2- 172.21.15.111:0/1300864692 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9bfc06c1f0 0x7f9bfc15baa0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.685+0000 7f9c033a8640 1 --2- 172.21.15.111:0/1300864692 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bfc151c50 0x7f9bfc0cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.685+0000 7f9c033a8640 1 -- 172.21.15.111:0/1300864692 >> 172.21.15.111:0/1300864692 conn(0x7f9bfc062cc0 msgr2=0x7f9bfc06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:39.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.685+0000 7f9c033a8640 1 -- 172.21.15.111:0/1300864692 shutdown_connections 2024-09-19T04:37:39.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.685+0000 7f9c033a8640 1 -- 172.21.15.111:0/1300864692 wait complete. 2024-09-19T04:37:39.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.686+0000 7f9c033a8640 1 Processor -- start 2024-09-19T04:37:39.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.686+0000 7f9c033a8640 1 -- start start 2024-09-19T04:37:39.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.687+0000 7f9c033a8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bfc06be10 0x7f9bfc073b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:39.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.687+0000 7f9c033a8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bfc06c1f0 0x7f9bfc15ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:39.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.687+0000 7f9c033a8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9bfc151c50 0x7f9bfc150460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:39.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.687+0000 7f9c033a8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9bfc0d0310 con 0x7f9bfc06c1f0 2024-09-19T04:37:39.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.687+0000 7f9c033a8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9bfc0ce690 con 0x7f9bfc151c50 2024-09-19T04:37:39.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.687+0000 7f9c033a8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9bfc0d0490 con 0x7f9bfc06be10 2024-09-19T04:37:39.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.687+0000 7f9c00943640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bfc06c1f0 0x7f9bfc15ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:39.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.687+0000 7f9c00943640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bfc06c1f0 0x7f9bfc15ce50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:35070/0 (socket says 172.21.15.111:35070) 2024-09-19T04:37:39.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.687+0000 7f9c00943640 1 -- 172.21.15.111:0/797156867 learned_addr learned my addr 172.21.15.111:0/797156867 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:39.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.687+0000 7f9c01144640 1 --2- 172.21.15.111:0/797156867 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bfc06be10 0x7f9bfc073b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:39.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.687+0000 7f9c01945640 1 --2- 172.21.15.111:0/797156867 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9bfc151c50 0x7f9bfc150460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:39.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.687+0000 7f9c00943640 1 -- 172.21.15.111:0/797156867 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bfc06be10 msgr2=0x7f9bfc073b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:39.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.687+0000 7f9c00943640 1 --2- 172.21.15.111:0/797156867 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bfc06be10 0x7f9bfc073b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.687+0000 7f9c00943640 1 -- 172.21.15.111:0/797156867 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9bfc151c50 msgr2=0x7f9bfc150460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:39.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.687+0000 7f9c00943640 1 --2- 172.21.15.111:0/797156867 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9bfc151c50 0x7f9bfc150460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.687+0000 7f9c00943640 1 -- 172.21.15.111:0/797156867 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bfc15d4e0 con 0x7f9bfc06c1f0 2024-09-19T04:37:39.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.687+0000 7f9c00943640 1 --2- 172.21.15.111:0/797156867 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bfc06c1f0 0x7f9bfc15ce50 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f9bf000e9b0 tx=0x7f9bf000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:39.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.687+0000 7f9bf9ffb640 1 -- 172.21.15.111:0/797156867 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf0017070 con 0x7f9bfc06c1f0 2024-09-19T04:37:39.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.687+0000 7f9bf9ffb640 1 -- 172.21.15.111:0/797156867 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9bf000c9a0 con 0x7f9bfc06c1f0 2024-09-19T04:37:39.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.687+0000 7f9c033a8640 1 -- 172.21.15.111:0/797156867 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9bfc15d7c0 con 0x7f9bfc06c1f0 2024-09-19T04:37:39.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.688+0000 7f9bf9ffb640 1 -- 172.21.15.111:0/797156867 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf000cd50 con 0x7f9bfc06c1f0 2024-09-19T04:37:39.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.688+0000 7f9c033a8640 1 -- 172.21.15.111:0/797156867 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9bfc15dd80 con 0x7f9bfc06c1f0 2024-09-19T04:37:39.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.689+0000 7f9c033a8640 1 -- 172.21.15.111:0/797156867 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9bfc0d08a0 con 0x7f9bfc06c1f0 2024-09-19T04:37:39.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.689+0000 7f9bf9ffb640 1 -- 172.21.15.111:0/797156867 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f9bf001a070 con 0x7f9bfc06c1f0 2024-09-19T04:37:39.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.689+0000 7f9bf9ffb640 1 --2- 172.21.15.111:0/797156867 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9be806c400 0x7f9be806e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:39.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.690+0000 7f9bf9ffb640 1 -- 172.21.15.111:0/797156867 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5709+0+0 (secure 0 0 0) 0x7f9bf008b7d0 con 0x7f9bfc06c1f0 2024-09-19T04:37:39.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.690+0000 7f9c01144640 1 --2- 172.21.15.111:0/797156867 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9be806c400 0x7f9be806e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:39.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.690+0000 7f9c01144640 1 --2- 172.21.15.111:0/797156867 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9be806c400 0x7f9be806e8c0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f9bf4000f60 tx=0x7f9bf4007cc0 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:39.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.694+0000 7f9bf9ffb640 1 -- 172.21.15.111:0/797156867 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9bf0059e30 con 0x7f9bfc06c1f0 2024-09-19T04:37:39.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.921+0000 7f9c033a8640 1 -- 172.21.15.111:0/797156867 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f9bfc0afd70 con 0x7f9bfc06c1f0 2024-09-19T04:37:39.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.922+0000 7f9bf9ffb640 1 -- 172.21.15.111:0/797156867 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+3348 (secure 0 0 0) 0x7f9bf0059730 con 0x7f9bfc06c1f0 2024-09-19T04:37:39.924 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:39.924 INFO:teuthology.orchestra.run.smithi111.stdout:{"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":311,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":102,"num_osds":8,"num_up_osds":8,"osd_up_since":1726720360,"num_in_osds":8,"osd_in_since":1726720350,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":64},{"state_name":"creating+peering","count":32},{"state_name":"active+clean","count":1}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":266473472,"bytes_avail":772827639808,"bytes_total":773094113280,"unknown_pgs_ratio":0.65979379415512085,"inactive_pgs_ratio":0.32989689707756042},"fsmap":{"epoch":53,"btime":"2024-09-19T04:37:37:943481+0000","id":8,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":8,"rank":0,"name":"d","status":"up:active","gid":6849}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":10,"modified":"2024-09-19T04:37:26.169911+0000","services":{"mds":{"daemons":{"summary":"","b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"mgr":{"daemons":{"summary":"","x":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"y":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"mon":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","0":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"1":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"2":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"3":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"4":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"5":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-19T04:37:39.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.924+0000 7f9c033a8640 1 -- 172.21.15.111:0/797156867 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9be806c400 msgr2=0x7f9be806e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:39.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.924+0000 7f9c033a8640 1 --2- 172.21.15.111:0/797156867 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9be806c400 0x7f9be806e8c0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f9bf4000f60 tx=0x7f9bf4007cc0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.924+0000 7f9c033a8640 1 -- 172.21.15.111:0/797156867 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bfc06c1f0 msgr2=0x7f9bfc15ce50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:39.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.924+0000 7f9c033a8640 1 --2- 172.21.15.111:0/797156867 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bfc06c1f0 0x7f9bfc15ce50 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f9bf000e9b0 tx=0x7f9bf000ee70 comp rx=0 tx=0).stop 2024-09-19T04:37:39.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.924+0000 7f9c033a8640 1 -- 172.21.15.111:0/797156867 shutdown_connections 2024-09-19T04:37:39.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.924+0000 7f9c033a8640 1 --2- 172.21.15.111:0/797156867 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9be806c400 0x7f9be806e8c0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.924+0000 7f9c033a8640 1 --2- 172.21.15.111:0/797156867 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9bfc151c50 0x7f9bfc150460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.924+0000 7f9c033a8640 1 --2- 172.21.15.111:0/797156867 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bfc06c1f0 0x7f9bfc15ce50 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.924+0000 7f9c033a8640 1 --2- 172.21.15.111:0/797156867 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bfc06be10 0x7f9bfc073b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:39.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.924+0000 7f9c033a8640 1 -- 172.21.15.111:0/797156867 >> 172.21.15.111:0/797156867 conn(0x7f9bfc062cc0 msgr2=0x7f9bfc06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:39.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.924+0000 7f9c033a8640 1 -- 172.21.15.111:0/797156867 shutdown_connections 2024-09-19T04:37:39.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:39.924+0000 7f9c033a8640 1 -- 172.21.15.111:0/797156867 wait complete. 2024-09-19T04:37:39.936 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T04:37:39.936 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:37:40.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.035+0000 7fa749f28640 1 Processor -- start 2024-09-19T04:37:40.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.035+0000 7fa749f28640 1 -- start start 2024-09-19T04:37:40.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.035+0000 7fa749f28640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa74415e940 0x7fa7440d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:40.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.035+0000 7fa749f28640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa7440cef90 0x7fa7440d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:40.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.035+0000 7fa749f28640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7440b7170 con 0x7fa74415ed20 2024-09-19T04:37:40.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.035+0000 7fa749f28640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fa7440d1ae0 con 0x7fa7440cef90 2024-09-19T04:37:40.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.035+0000 7fa749f28640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa7440b7aa0 con 0x7fa74415e940 2024-09-19T04:37:40.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.036+0000 7fa742ffd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fa74415ed20 0x7fa7440b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57796/0 (socket says 172.21.15.111:57796) 2024-09-19T04:37:40.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.036+0000 7fa742ffd640 1 -- 172.21.15.111:0/3612042527 learned_addr learned my addr 172.21.15.111:0/3612042527 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:40.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.036+0000 7fa743fff640 1 --2- 172.21.15.111:0/3612042527 >> v2:172.21.15.111:3300/0 conn(0x7fa7440cef90 0x7fa7440d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:40.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.036+0000 7fa7427fc640 1 -- 172.21.15.111:0/3612042527 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1904513331 0 0) 0x7fa738001110 con 0x7fa74415ed20 2024-09-19T04:37:40.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.036+0000 7fa7437fe640 1 --2- 172.21.15.111:0/3612042527 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa74415e940 0x7fa7440d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:40.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.036+0000 7fa7427fc640 1 -- 172.21.15.111:0/3612042527 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa72c003520 con 0x7fa74415ed20 2024-09-19T04:37:40.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.036+0000 7fa743fff640 1 -- 172.21.15.111:0/3612042527 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa74415e940 msgr2=0x7fa7440d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:40.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.036+0000 7fa743fff640 1 --2- 172.21.15.111:0/3612042527 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa74415e940 0x7fa7440d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:40.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.036+0000 7fa743fff640 1 -- 172.21.15.111:0/3612042527 >> v1:172.21.15.111:6789/0 conn(0x7fa74415ed20 legacy=0x7fa7440b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:40.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.036+0000 7fa743fff640 1 -- 172.21.15.111:0/3612042527 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7440d3660 con 0x7fa7440cef90 2024-09-19T04:37:40.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.036+0000 7fa7437fe640 1 --2- 172.21.15.111:0/3612042527 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa74415e940 0x7fa7440d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:40.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.037+0000 7fa743fff640 1 --2- 172.21.15.111:0/3612042527 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7440cef90 0x7fa7440d15a0 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7fa73c009d90 tx=0x7fa73c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee51526580af886e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:40.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.037+0000 7fa7427fc640 1 -- 172.21.15.111:0/3612042527 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa73c007740 con 0x7fa7440cef90 2024-09-19T04:37:40.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.037+0000 7fa7427fc640 1 -- 172.21.15.111:0/3612042527 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa73c0078e0 con 0x7fa7440cef90 2024-09-19T04:37:40.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.037+0000 7fa7427fc640 1 -- 172.21.15.111:0/3612042527 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa73c007c90 con 0x7fa7440cef90 2024-09-19T04:37:40.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.037+0000 7fa749f28640 1 -- 172.21.15.111:0/3612042527 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7440cef90 msgr2=0x7fa7440d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:40.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.037+0000 7fa749f28640 1 --2- 172.21.15.111:0/3612042527 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7440cef90 0x7fa7440d15a0 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7fa73c009d90 tx=0x7fa73c02a6f0 comp rx=0 tx=0).stop 2024-09-19T04:37:40.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.037+0000 7fa749f28640 1 -- 172.21.15.111:0/3612042527 shutdown_connections 2024-09-19T04:37:40.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.037+0000 7fa749f28640 1 --2- 172.21.15.111:0/3612042527 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7440cef90 0x7fa7440d15a0 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:40.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.037+0000 7fa749f28640 1 --2- 172.21.15.111:0/3612042527 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa74415e940 0x7fa7440d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:40.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.037+0000 7fa749f28640 1 -- 172.21.15.111:0/3612042527 >> 172.21.15.111:0/3612042527 conn(0x7fa7440b6240 msgr2=0x7fa7440b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:40.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.037+0000 7fa749f28640 1 -- 172.21.15.111:0/3612042527 shutdown_connections 2024-09-19T04:37:40.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.037+0000 7fa749f28640 1 -- 172.21.15.111:0/3612042527 wait complete. 2024-09-19T04:37:40.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.039+0000 7fa749f28640 1 Processor -- start 2024-09-19T04:37:40.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.039+0000 7fa749f28640 1 -- start start 2024-09-19T04:37:40.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.039+0000 7fa749f28640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa7440cef90 0x7fa7441577b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:40.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.039+0000 7fa749f28640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa74415e940 0x7fa7441584d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:40.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.039+0000 7fa749f28640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa74415ed20 0x7fa74415adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:40.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.039+0000 7fa749f28640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa7440d3f00 con 0x7fa74415ed20 2024-09-19T04:37:40.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.039+0000 7fa749f28640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa7440d3c20 con 0x7fa7440cef90 2024-09-19T04:37:40.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.039+0000 7fa749f28640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa7440d3310 con 0x7fa74415e940 2024-09-19T04:37:40.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.040+0000 7fa743fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa74415ed20 0x7fa74415adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:40.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.040+0000 7fa743fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa74415ed20 0x7fa74415adf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:35090/0 (socket says 172.21.15.111:35090) 2024-09-19T04:37:40.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.040+0000 7fa743fff640 1 -- 172.21.15.111:0/132966115 learned_addr learned my addr 172.21.15.111:0/132966115 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:40.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.040+0000 7fa742ffd640 1 --2- 172.21.15.111:0/132966115 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa74415e940 0x7fa7441584d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:40.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.040+0000 7fa743fff640 1 -- 172.21.15.111:0/132966115 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa74415e940 msgr2=0x7fa7441584d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:40.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.040+0000 7fa7437fe640 1 --2- 172.21.15.111:0/132966115 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa7440cef90 0x7fa7441577b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:40.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.040+0000 7fa743fff640 1 --2- 172.21.15.111:0/132966115 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa74415e940 0x7fa7441584d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:40.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.040+0000 7fa743fff640 1 -- 172.21.15.111:0/132966115 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa7440cef90 msgr2=0x7fa7441577b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:40.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.040+0000 7fa743fff640 1 --2- 172.21.15.111:0/132966115 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa7440cef90 0x7fa7441577b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:40.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.040+0000 7fa743fff640 1 -- 172.21.15.111:0/132966115 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa744157cf0 con 0x7fa74415ed20 2024-09-19T04:37:40.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.040+0000 7fa743fff640 1 --2- 172.21.15.111:0/132966115 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa74415ed20 0x7fa74415adf0 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7fa73c009d90 tx=0x7fa73c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:40.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.040+0000 7fa72bfff640 1 -- 172.21.15.111:0/132966115 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa73c009450 con 0x7fa74415ed20 2024-09-19T04:37:40.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.040+0000 7fa72bfff640 1 -- 172.21.15.111:0/132966115 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa73c004240 con 0x7fa74415ed20 2024-09-19T04:37:40.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.040+0000 7fa749f28640 1 -- 172.21.15.111:0/132966115 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7440cd8a0 con 0x7fa74415ed20 2024-09-19T04:37:40.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.040+0000 7fa72bfff640 1 -- 172.21.15.111:0/132966115 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa73c004630 con 0x7fa74415ed20 2024-09-19T04:37:40.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.040+0000 7fa749f28640 1 -- 172.21.15.111:0/132966115 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7440cde60 con 0x7fa74415ed20 2024-09-19T04:37:40.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.041+0000 7fa749f28640 1 -- 172.21.15.111:0/132966115 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7440cece0 con 0x7fa74415ed20 2024-09-19T04:37:40.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.042+0000 7fa72bfff640 1 -- 172.21.15.111:0/132966115 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fa73c03b410 con 0x7fa74415ed20 2024-09-19T04:37:40.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.042+0000 7fa72bfff640 1 --2- 172.21.15.111:0/132966115 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa73006c400 0x7fa73006e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:40.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.042+0000 7fa72bfff640 1 -- 172.21.15.111:0/132966115 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5709+0+0 (secure 0 0 0) 0x7fa73c0ac620 con 0x7fa74415ed20 2024-09-19T04:37:40.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.042+0000 7fa7437fe640 1 --2- 172.21.15.111:0/132966115 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa73006c400 0x7fa73006e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:40.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.043+0000 7fa7437fe640 1 --2- 172.21.15.111:0/132966115 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa73006c400 0x7fa73006e8c0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fa734008850 tx=0x7fa734008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:40.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.047+0000 7fa72bfff640 1 -- 172.21.15.111:0/132966115 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa73c03f030 con 0x7fa74415ed20 2024-09-19T04:37:40.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.208+0000 7fa749f28640 1 -- 172.21.15.111:0/132966115 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa7440d1f80 con 0x7fa73006c400 2024-09-19T04:37:40.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.215+0000 7fa72bfff640 1 -- 172.21.15.111:0/132966115 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252418 (secure 0 0 0) 0x7fa7440d1f80 con 0x7fa73006c400 2024-09-19T04:37:40.219 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:40.220 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:37:40.222 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.218+0000 7fa749f28640 1 -- 172.21.15.111:0/132966115 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa73006c400 msgr2=0x7fa73006e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:40.222 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.218+0000 7fa749f28640 1 --2- 172.21.15.111:0/132966115 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa73006c400 0x7fa73006e8c0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fa734008850 tx=0x7fa734008040 comp rx=0 tx=0).stop 2024-09-19T04:37:40.222 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.218+0000 7fa749f28640 1 -- 172.21.15.111:0/132966115 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa74415ed20 msgr2=0x7fa74415adf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:40.222 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.218+0000 7fa749f28640 1 --2- 172.21.15.111:0/132966115 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa74415ed20 0x7fa74415adf0 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7fa73c009d90 tx=0x7fa73c004a40 comp rx=0 tx=0).stop 2024-09-19T04:37:40.222 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.218+0000 7fa749f28640 1 -- 172.21.15.111:0/132966115 shutdown_connections 2024-09-19T04:37:40.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.218+0000 7fa749f28640 1 --2- 172.21.15.111:0/132966115 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa73006c400 0x7fa73006e8c0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:40.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.218+0000 7fa749f28640 1 --2- 172.21.15.111:0/132966115 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa74415ed20 0x7fa74415adf0 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:40.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.218+0000 7fa749f28640 1 --2- 172.21.15.111:0/132966115 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa74415e940 0x7fa7441584d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:40.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.218+0000 7fa749f28640 1 --2- 172.21.15.111:0/132966115 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa7440cef90 0x7fa7441577b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:40.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.218+0000 7fa749f28640 1 -- 172.21.15.111:0/132966115 >> 172.21.15.111:0/132966115 conn(0x7fa7440b6240 msgr2=0x7fa7440d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:40.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.218+0000 7fa749f28640 1 -- 172.21.15.111:0/132966115 shutdown_connections 2024-09-19T04:37:40.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:40.218+0000 7fa749f28640 1 -- 172.21.15.111:0/132966115 wait complete. 2024-09-19T04:37:40.230 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":61,"stamp":"2024-09-19T04:37:40.173118+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":260604,"kb_used_data":11080,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754714116,"statfs":{"total":773094113280,"available":772827254784,"internally_reserved":0,"allocated":11345920,"data_stored":5597884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":31,"apply_latency_ms":31,"commit_latency_ns":31000000,"apply_latency_ns":31000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001334"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.051538+0000","last_change":"2024-09-19T04:37:35.959389+0000","last_active":"2024-09-19T04:37:38.051538+0000","last_peered":"2024-09-19T04:37:38.051538+0000","last_clean":"2024-09-19T04:37:38.051538+0000","last_became_active":"2024-09-19T04:37:35.958619+0000","last_became_peered":"2024-09-19T04:37:35.958619+0000","last_unstale":"2024-09-19T04:37:38.051538+0000","last_undegraded":"2024-09-19T04:37:38.051538+0000","last_fullsized":"2024-09-19T04:37:38.051538+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:54.969523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.945724+0000","last_change":"2024-09-19T04:37:35.945930+0000","last_active":"2024-09-19T04:37:36.945724+0000","last_peered":"2024-09-19T04:37:36.945724+0000","last_clean":"2024-09-19T04:37:36.945724+0000","last_became_active":"2024-09-19T04:37:35.944439+0000","last_became_peered":"2024-09-19T04:37:35.944439+0000","last_unstale":"2024-09-19T04:37:36.945724+0000","last_undegraded":"2024-09-19T04:37:36.945724+0000","last_fullsized":"2024-09-19T04:37:36.945724+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:53:40.630340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946181+0000","last_change":"2024-09-19T04:37:35.946227+0000","last_active":"2024-09-19T04:37:36.946181+0000","last_peered":"2024-09-19T04:37:36.946181+0000","last_clean":"2024-09-19T04:37:36.946181+0000","last_became_active":"2024-09-19T04:37:35.945967+0000","last_became_peered":"2024-09-19T04:37:35.945967+0000","last_unstale":"2024-09-19T04:37:36.946181+0000","last_undegraded":"2024-09-19T04:37:36.946181+0000","last_fullsized":"2024-09-19T04:37:36.946181+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:23:38.874765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050908+0000","last_change":"2024-09-19T04:37:35.958424+0000","last_active":"2024-09-19T04:37:38.050908+0000","last_peered":"2024-09-19T04:37:38.050908+0000","last_clean":"2024-09-19T04:37:38.050908+0000","last_became_active":"2024-09-19T04:37:35.957971+0000","last_became_peered":"2024-09-19T04:37:35.957971+0000","last_unstale":"2024-09-19T04:37:38.050908+0000","last_undegraded":"2024-09-19T04:37:38.050908+0000","last_fullsized":"2024-09-19T04:37:38.050908+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:33.352729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.465800+0000","last_change":"2024-09-19T04:37:35.947064+0000","last_active":"2024-09-19T04:37:37.465800+0000","last_peered":"2024-09-19T04:37:37.465800+0000","last_clean":"2024-09-19T04:37:37.465800+0000","last_became_active":"2024-09-19T04:37:35.946186+0000","last_became_peered":"2024-09-19T04:37:35.946186+0000","last_unstale":"2024-09-19T04:37:37.465800+0000","last_undegraded":"2024-09-19T04:37:37.465800+0000","last_fullsized":"2024-09-19T04:37:37.465800+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:14:56.723704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050484+0000","last_change":"2024-09-19T04:37:35.951663+0000","last_active":"2024-09-19T04:37:38.050484+0000","last_peered":"2024-09-19T04:37:38.050484+0000","last_clean":"2024-09-19T04:37:38.050484+0000","last_became_active":"2024-09-19T04:37:35.951430+0000","last_became_peered":"2024-09-19T04:37:35.951430+0000","last_unstale":"2024-09-19T04:37:38.050484+0000","last_undegraded":"2024-09-19T04:37:38.050484+0000","last_fullsized":"2024-09-19T04:37:38.050484+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:30.296288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.938329+0000","last_change":"2024-09-19T04:37:35.947657+0000","last_active":"2024-09-19T04:37:37.938329+0000","last_peered":"2024-09-19T04:37:37.938329+0000","last_clean":"2024-09-19T04:37:37.938329+0000","last_became_active":"2024-09-19T04:37:35.947380+0000","last_became_peered":"2024-09-19T04:37:35.947380+0000","last_unstale":"2024-09-19T04:37:37.938329+0000","last_undegraded":"2024-09-19T04:37:37.938329+0000","last_fullsized":"2024-09-19T04:37:37.938329+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:15:09.632586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946557+0000","last_change":"2024-09-19T04:37:35.955509+0000","last_active":"2024-09-19T04:37:36.946557+0000","last_peered":"2024-09-19T04:37:36.946557+0000","last_clean":"2024-09-19T04:37:36.946557+0000","last_became_active":"2024-09-19T04:37:35.955228+0000","last_became_peered":"2024-09-19T04:37:35.955228+0000","last_unstale":"2024-09-19T04:37:36.946557+0000","last_undegraded":"2024-09-19T04:37:36.946557+0000","last_fullsized":"2024-09-19T04:37:36.946557+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:01.322936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.051354+0000","last_change":"2024-09-19T04:37:35.959538+0000","last_active":"2024-09-19T04:37:38.051354+0000","last_peered":"2024-09-19T04:37:38.051354+0000","last_clean":"2024-09-19T04:37:38.051354+0000","last_became_active":"2024-09-19T04:37:35.959122+0000","last_became_peered":"2024-09-19T04:37:35.959122+0000","last_unstale":"2024-09-19T04:37:38.051354+0000","last_undegraded":"2024-09-19T04:37:38.051354+0000","last_fullsized":"2024-09-19T04:37:38.051354+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:29:31.551108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050992+0000","last_change":"2024-09-19T04:37:35.956749+0000","last_active":"2024-09-19T04:37:38.050992+0000","last_peered":"2024-09-19T04:37:38.050992+0000","last_clean":"2024-09-19T04:37:38.050992+0000","last_became_active":"2024-09-19T04:37:35.956075+0000","last_became_peered":"2024-09-19T04:37:35.956075+0000","last_unstale":"2024-09-19T04:37:38.050992+0000","last_undegraded":"2024-09-19T04:37:38.050992+0000","last_fullsized":"2024-09-19T04:37:38.050992+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:54.240740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.945563+0000","last_change":"2024-09-19T04:37:35.950943+0000","last_active":"2024-09-19T04:37:36.945563+0000","last_peered":"2024-09-19T04:37:36.945563+0000","last_clean":"2024-09-19T04:37:36.945563+0000","last_became_active":"2024-09-19T04:37:35.950565+0000","last_became_peered":"2024-09-19T04:37:35.950565+0000","last_unstale":"2024-09-19T04:37:36.945563+0000","last_undegraded":"2024-09-19T04:37:36.945563+0000","last_fullsized":"2024-09-19T04:37:36.945563+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:39.293062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050883+0000","last_change":"2024-09-19T04:37:35.958149+0000","last_active":"2024-09-19T04:37:38.050883+0000","last_peered":"2024-09-19T04:37:38.050883+0000","last_clean":"2024-09-19T04:37:38.050883+0000","last_became_active":"2024-09-19T04:37:35.957842+0000","last_became_peered":"2024-09-19T04:37:35.957842+0000","last_unstale":"2024-09-19T04:37:38.050883+0000","last_undegraded":"2024-09-19T04:37:38.050883+0000","last_fullsized":"2024-09-19T04:37:38.050883+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:31.279799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946244+0000","last_change":"2024-09-19T04:37:35.949617+0000","last_active":"2024-09-19T04:37:36.946244+0000","last_peered":"2024-09-19T04:37:36.946244+0000","last_clean":"2024-09-19T04:37:36.946244+0000","last_became_active":"2024-09-19T04:37:35.949336+0000","last_became_peered":"2024-09-19T04:37:35.949336+0000","last_unstale":"2024-09-19T04:37:36.946244+0000","last_undegraded":"2024-09-19T04:37:36.946244+0000","last_fullsized":"2024-09-19T04:37:36.946244+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:39.459327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.945908+0000","last_change":"2024-09-19T04:37:35.949287+0000","last_active":"2024-09-19T04:37:36.945908+0000","last_peered":"2024-09-19T04:37:36.945908+0000","last_clean":"2024-09-19T04:37:36.945908+0000","last_became_active":"2024-09-19T04:37:35.948999+0000","last_became_peered":"2024-09-19T04:37:35.948999+0000","last_unstale":"2024-09-19T04:37:36.945908+0000","last_undegraded":"2024-09-19T04:37:36.945908+0000","last_fullsized":"2024-09-19T04:37:36.945908+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:52.879250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050485+0000","last_change":"2024-09-19T04:37:35.952263+0000","last_active":"2024-09-19T04:37:38.050485+0000","last_peered":"2024-09-19T04:37:38.050485+0000","last_clean":"2024-09-19T04:37:38.050485+0000","last_became_active":"2024-09-19T04:37:35.952042+0000","last_became_peered":"2024-09-19T04:37:35.952042+0000","last_unstale":"2024-09-19T04:37:38.050485+0000","last_undegraded":"2024-09-19T04:37:38.050485+0000","last_fullsized":"2024-09-19T04:37:38.050485+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:33.905526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050349+0000","last_change":"2024-09-19T04:37:35.955287+0000","last_active":"2024-09-19T04:37:38.050349+0000","last_peered":"2024-09-19T04:37:38.050349+0000","last_clean":"2024-09-19T04:37:38.050349+0000","last_became_active":"2024-09-19T04:37:35.955049+0000","last_became_peered":"2024-09-19T04:37:35.955049+0000","last_unstale":"2024-09-19T04:37:38.050349+0000","last_undegraded":"2024-09-19T04:37:38.050349+0000","last_fullsized":"2024-09-19T04:37:38.050349+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:26.175040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.945891+0000","last_change":"2024-09-19T04:37:35.951644+0000","last_active":"2024-09-19T04:37:36.945891+0000","last_peered":"2024-09-19T04:37:36.945891+0000","last_clean":"2024-09-19T04:37:36.945891+0000","last_became_active":"2024-09-19T04:37:35.951298+0000","last_became_peered":"2024-09-19T04:37:35.951298+0000","last_unstale":"2024-09-19T04:37:36.945891+0000","last_undegraded":"2024-09-19T04:37:36.945891+0000","last_fullsized":"2024-09-19T04:37:36.945891+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:56:32.438671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.095953+0000","last_change":"2024-09-19T04:37:35.952784+0000","last_active":"2024-09-19T04:37:37.095953+0000","last_peered":"2024-09-19T04:37:37.095953+0000","last_clean":"2024-09-19T04:37:37.095953+0000","last_became_active":"2024-09-19T04:37:35.952544+0000","last_became_peered":"2024-09-19T04:37:35.952544+0000","last_unstale":"2024-09-19T04:37:37.095953+0000","last_undegraded":"2024-09-19T04:37:37.095953+0000","last_fullsized":"2024-09-19T04:37:37.095953+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:15:09.632586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946271+0000","last_change":"2024-09-19T04:37:35.951125+0000","last_active":"2024-09-19T04:37:36.946271+0000","last_peered":"2024-09-19T04:37:36.946271+0000","last_clean":"2024-09-19T04:37:36.946271+0000","last_became_active":"2024-09-19T04:37:35.950463+0000","last_became_peered":"2024-09-19T04:37:35.950463+0000","last_unstale":"2024-09-19T04:37:36.946271+0000","last_undegraded":"2024-09-19T04:37:36.946271+0000","last_fullsized":"2024-09-19T04:37:36.946271+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:26:47.477341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.945891+0000","last_change":"2024-09-19T04:37:35.944859+0000","last_active":"2024-09-19T04:37:36.945891+0000","last_peered":"2024-09-19T04:37:36.945891+0000","last_clean":"2024-09-19T04:37:36.945891+0000","last_became_active":"2024-09-19T04:37:35.944598+0000","last_became_peered":"2024-09-19T04:37:35.944598+0000","last_unstale":"2024-09-19T04:37:36.945891+0000","last_undegraded":"2024-09-19T04:37:36.945891+0000","last_fullsized":"2024-09-19T04:37:36.945891+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:32:53.165950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946486+0000","last_change":"2024-09-19T04:37:35.948697+0000","last_active":"2024-09-19T04:37:36.946486+0000","last_peered":"2024-09-19T04:37:36.946486+0000","last_clean":"2024-09-19T04:37:36.946486+0000","last_became_active":"2024-09-19T04:37:35.948255+0000","last_became_peered":"2024-09-19T04:37:35.948255+0000","last_unstale":"2024-09-19T04:37:36.946486+0000","last_undegraded":"2024-09-19T04:37:36.946486+0000","last_fullsized":"2024-09-19T04:37:36.946486+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:52.879250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.947349+0000","last_change":"2024-09-19T04:37:35.951845+0000","last_active":"2024-09-19T04:37:36.947349+0000","last_peered":"2024-09-19T04:37:36.947349+0000","last_clean":"2024-09-19T04:37:36.947349+0000","last_became_active":"2024-09-19T04:37:35.951595+0000","last_became_peered":"2024-09-19T04:37:35.951595+0000","last_unstale":"2024-09-19T04:37:36.947349+0000","last_undegraded":"2024-09-19T04:37:36.947349+0000","last_fullsized":"2024-09-19T04:37:36.947349+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:01.322936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.945379+0000","last_change":"2024-09-19T04:37:35.949371+0000","last_active":"2024-09-19T04:37:36.945379+0000","last_peered":"2024-09-19T04:37:36.945379+0000","last_clean":"2024-09-19T04:37:36.945379+0000","last_became_active":"2024-09-19T04:37:35.949099+0000","last_became_peered":"2024-09-19T04:37:35.949099+0000","last_unstale":"2024-09-19T04:37:36.945379+0000","last_undegraded":"2024-09-19T04:37:36.945379+0000","last_fullsized":"2024-09-19T04:37:36.945379+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:24:26.149021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946908+0000","last_change":"2024-09-19T04:37:35.951771+0000","last_active":"2024-09-19T04:37:36.946908+0000","last_peered":"2024-09-19T04:37:36.946908+0000","last_clean":"2024-09-19T04:37:36.946908+0000","last_became_active":"2024-09-19T04:37:35.951481+0000","last_became_peered":"2024-09-19T04:37:35.951481+0000","last_unstale":"2024-09-19T04:37:36.946908+0000","last_undegraded":"2024-09-19T04:37:36.946908+0000","last_fullsized":"2024-09-19T04:37:36.946908+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:23:38.874765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.945986+0000","last_change":"2024-09-19T04:37:35.950384+0000","last_active":"2024-09-19T04:37:36.945986+0000","last_peered":"2024-09-19T04:37:36.945986+0000","last_clean":"2024-09-19T04:37:36.945986+0000","last_became_active":"2024-09-19T04:37:35.950089+0000","last_became_peered":"2024-09-19T04:37:35.950089+0000","last_unstale":"2024-09-19T04:37:36.945986+0000","last_undegraded":"2024-09-19T04:37:36.945986+0000","last_fullsized":"2024-09-19T04:37:36.945986+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:28.037727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.051047+0000","last_change":"2024-09-19T04:37:35.954182+0000","last_active":"2024-09-19T04:37:38.051047+0000","last_peered":"2024-09-19T04:37:38.051047+0000","last_clean":"2024-09-19T04:37:38.051047+0000","last_became_active":"2024-09-19T04:37:35.953907+0000","last_became_peered":"2024-09-19T04:37:35.953907+0000","last_unstale":"2024-09-19T04:37:38.051047+0000","last_undegraded":"2024-09-19T04:37:38.051047+0000","last_fullsized":"2024-09-19T04:37:38.051047+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:42:33.465733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.051260+0000","last_change":"2024-09-19T04:37:35.959753+0000","last_active":"2024-09-19T04:37:38.051260+0000","last_peered":"2024-09-19T04:37:38.051260+0000","last_clean":"2024-09-19T04:37:38.051260+0000","last_became_active":"2024-09-19T04:37:35.959505+0000","last_became_peered":"2024-09-19T04:37:35.959505+0000","last_unstale":"2024-09-19T04:37:38.051260+0000","last_undegraded":"2024-09-19T04:37:38.051260+0000","last_fullsized":"2024-09-19T04:37:38.051260+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:06:41.314504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.947126+0000","last_change":"2024-09-19T04:37:35.959316+0000","last_active":"2024-09-19T04:37:36.947126+0000","last_peered":"2024-09-19T04:37:36.947126+0000","last_clean":"2024-09-19T04:37:36.947126+0000","last_became_active":"2024-09-19T04:37:35.959058+0000","last_became_peered":"2024-09-19T04:37:35.959058+0000","last_unstale":"2024-09-19T04:37:36.947126+0000","last_undegraded":"2024-09-19T04:37:36.947126+0000","last_fullsized":"2024-09-19T04:37:36.947126+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:00:26.116410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946014+0000","last_change":"2024-09-19T04:37:35.945150+0000","last_active":"2024-09-19T04:37:36.946014+0000","last_peered":"2024-09-19T04:37:36.946014+0000","last_clean":"2024-09-19T04:37:36.946014+0000","last_became_active":"2024-09-19T04:37:35.944579+0000","last_became_peered":"2024-09-19T04:37:35.944579+0000","last_unstale":"2024-09-19T04:37:36.946014+0000","last_undegraded":"2024-09-19T04:37:36.946014+0000","last_fullsized":"2024-09-19T04:37:36.946014+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:13:21.287906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.938254+0000","last_change":"2024-09-19T04:37:35.945079+0000","last_active":"2024-09-19T04:37:37.938254+0000","last_peered":"2024-09-19T04:37:37.938254+0000","last_clean":"2024-09-19T04:37:37.938254+0000","last_became_active":"2024-09-19T04:37:35.944801+0000","last_became_peered":"2024-09-19T04:37:35.944801+0000","last_unstale":"2024-09-19T04:37:37.938254+0000","last_undegraded":"2024-09-19T04:37:37.938254+0000","last_fullsized":"2024-09-19T04:37:37.938254+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:57.243362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050392+0000","last_change":"2024-09-19T04:37:35.949668+0000","last_active":"2024-09-19T04:37:38.050392+0000","last_peered":"2024-09-19T04:37:38.050392+0000","last_clean":"2024-09-19T04:37:38.050392+0000","last_became_active":"2024-09-19T04:37:35.949401+0000","last_became_peered":"2024-09-19T04:37:35.949401+0000","last_unstale":"2024-09-19T04:37:38.050392+0000","last_undegraded":"2024-09-19T04:37:38.050392+0000","last_fullsized":"2024-09-19T04:37:38.050392+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:41.070144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050326+0000","last_change":"2024-09-19T04:37:35.944841+0000","last_active":"2024-09-19T04:37:38.050326+0000","last_peered":"2024-09-19T04:37:38.050326+0000","last_clean":"2024-09-19T04:37:38.050326+0000","last_became_active":"2024-09-19T04:37:35.944561+0000","last_became_peered":"2024-09-19T04:37:35.944561+0000","last_unstale":"2024-09-19T04:37:38.050326+0000","last_undegraded":"2024-09-19T04:37:38.050326+0000","last_fullsized":"2024-09-19T04:37:38.050326+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:10:06.511058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.051313+0000","last_change":"2024-09-19T04:37:35.951564+0000","last_active":"2024-09-19T04:37:38.051313+0000","last_peered":"2024-09-19T04:37:38.051313+0000","last_clean":"2024-09-19T04:37:38.051313+0000","last_became_active":"2024-09-19T04:37:35.951326+0000","last_became_peered":"2024-09-19T04:37:35.951326+0000","last_unstale":"2024-09-19T04:37:38.051313+0000","last_undegraded":"2024-09-19T04:37:38.051313+0000","last_fullsized":"2024-09-19T04:37:38.051313+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:04.878903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1f","version":"101'4","reported_seq":18,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.938272+0000","last_change":"2024-09-19T04:37:34.949973+0000","last_active":"2024-09-19T04:37:37.938272+0000","last_peered":"2024-09-19T04:37:37.938272+0000","last_clean":"2024-09-19T04:37:37.938272+0000","last_became_active":"2024-09-19T04:37:34.949335+0000","last_became_peered":"2024-09-19T04:37:34.949335+0000","last_unstale":"2024-09-19T04:37:37.938272+0000","last_undegraded":"2024-09-19T04:37:37.938272+0000","last_fullsized":"2024-09-19T04:37:37.938272+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:33:25.822283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.096122+0000","last_change":"2024-09-19T04:37:35.954758+0000","last_active":"2024-09-19T04:37:37.096122+0000","last_peered":"2024-09-19T04:37:37.096122+0000","last_clean":"2024-09-19T04:37:37.096122+0000","last_became_active":"2024-09-19T04:37:35.954480+0000","last_became_peered":"2024-09-19T04:37:35.954480+0000","last_unstale":"2024-09-19T04:37:37.096122+0000","last_undegraded":"2024-09-19T04:37:37.096122+0000","last_fullsized":"2024-09-19T04:37:37.096122+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:24:26.149021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1e","version":"101'1","reported_seq":15,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.945983+0000","last_change":"2024-09-19T04:37:34.950468+0000","last_active":"2024-09-19T04:37:36.945983+0000","last_peered":"2024-09-19T04:37:36.945983+0000","last_clean":"2024-09-19T04:37:36.945983+0000","last_became_active":"2024-09-19T04:37:34.950185+0000","last_became_peered":"2024-09-19T04:37:34.950185+0000","last_unstale":"2024-09-19T04:37:36.945983+0000","last_undegraded":"2024-09-19T04:37:36.945983+0000","last_fullsized":"2024-09-19T04:37:36.945983+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:05:50.918430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050988+0000","last_change":"2024-09-19T04:37:35.953303+0000","last_active":"2024-09-19T04:37:38.050988+0000","last_peered":"2024-09-19T04:37:38.050988+0000","last_clean":"2024-09-19T04:37:38.050988+0000","last_became_active":"2024-09-19T04:37:35.953077+0000","last_became_peered":"2024-09-19T04:37:35.953077+0000","last_unstale":"2024-09-19T04:37:38.050988+0000","last_undegraded":"2024-09-19T04:37:38.050988+0000","last_fullsized":"2024-09-19T04:37:38.050988+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:29.517826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1d","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.465758+0000","last_change":"2024-09-19T04:37:34.942486+0000","last_active":"2024-09-19T04:37:37.465758+0000","last_peered":"2024-09-19T04:37:37.465758+0000","last_clean":"2024-09-19T04:37:37.465758+0000","last_became_active":"2024-09-19T04:37:34.942251+0000","last_became_peered":"2024-09-19T04:37:34.942251+0000","last_unstale":"2024-09-19T04:37:37.465758+0000","last_undegraded":"2024-09-19T04:37:37.465758+0000","last_fullsized":"2024-09-19T04:37:37.465758+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:53.241525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946340+0000","last_change":"2024-09-19T04:37:35.951757+0000","last_active":"2024-09-19T04:37:36.946340+0000","last_peered":"2024-09-19T04:37:36.946340+0000","last_clean":"2024-09-19T04:37:36.946340+0000","last_became_active":"2024-09-19T04:37:35.950840+0000","last_became_peered":"2024-09-19T04:37:35.950840+0000","last_unstale":"2024-09-19T04:37:36.946340+0000","last_undegraded":"2024-09-19T04:37:36.946340+0000","last_fullsized":"2024-09-19T04:37:36.946340+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:52:45.269535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1c","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.465687+0000","last_change":"2024-09-19T04:37:34.943279+0000","last_active":"2024-09-19T04:37:37.465687+0000","last_peered":"2024-09-19T04:37:37.465687+0000","last_clean":"2024-09-19T04:37:37.465687+0000","last_became_active":"2024-09-19T04:37:34.943024+0000","last_became_peered":"2024-09-19T04:37:34.943024+0000","last_unstale":"2024-09-19T04:37:37.465687+0000","last_undegraded":"2024-09-19T04:37:37.465687+0000","last_fullsized":"2024-09-19T04:37:37.465687+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:15:28.903558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050626+0000","last_change":"2024-09-19T04:37:35.957482+0000","last_active":"2024-09-19T04:37:38.050626+0000","last_peered":"2024-09-19T04:37:38.050626+0000","last_clean":"2024-09-19T04:37:38.050626+0000","last_became_active":"2024-09-19T04:37:35.956986+0000","last_became_peered":"2024-09-19T04:37:35.956986+0000","last_unstale":"2024-09-19T04:37:38.050626+0000","last_undegraded":"2024-09-19T04:37:38.050626+0000","last_fullsized":"2024-09-19T04:37:38.050626+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:50:02.328733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1b","version":"101'1","reported_seq":15,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.938067+0000","last_change":"2024-09-19T04:37:34.949383+0000","last_active":"2024-09-19T04:37:37.938067+0000","last_peered":"2024-09-19T04:37:37.938067+0000","last_clean":"2024-09-19T04:37:37.938067+0000","last_became_active":"2024-09-19T04:37:34.948792+0000","last_became_peered":"2024-09-19T04:37:34.948792+0000","last_unstale":"2024-09-19T04:37:37.938067+0000","last_undegraded":"2024-09-19T04:37:37.938067+0000","last_fullsized":"2024-09-19T04:37:37.938067+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:12.556952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946157+0000","last_change":"2024-09-19T04:37:35.939015+0000","last_active":"2024-09-19T04:37:36.946157+0000","last_peered":"2024-09-19T04:37:36.946157+0000","last_clean":"2024-09-19T04:37:36.946157+0000","last_became_active":"2024-09-19T04:37:35.938708+0000","last_became_peered":"2024-09-19T04:37:35.938708+0000","last_unstale":"2024-09-19T04:37:36.946157+0000","last_undegraded":"2024-09-19T04:37:36.946157+0000","last_fullsized":"2024-09-19T04:37:36.946157+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:05:39.888974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1a","version":"101'1","reported_seq":15,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.947501+0000","last_change":"2024-09-19T04:37:34.945253+0000","last_active":"2024-09-19T04:37:36.947501+0000","last_peered":"2024-09-19T04:37:36.947501+0000","last_clean":"2024-09-19T04:37:36.947501+0000","last_became_active":"2024-09-19T04:37:34.944992+0000","last_became_peered":"2024-09-19T04:37:34.944992+0000","last_unstale":"2024-09-19T04:37:36.947501+0000","last_undegraded":"2024-09-19T04:37:36.947501+0000","last_fullsized":"2024-09-19T04:37:36.947501+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:24:25.147170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050529+0000","last_change":"2024-09-19T04:37:35.956128+0000","last_active":"2024-09-19T04:37:38.050529+0000","last_peered":"2024-09-19T04:37:38.050529+0000","last_clean":"2024-09-19T04:37:38.050529+0000","last_became_active":"2024-09-19T04:37:35.955830+0000","last_became_peered":"2024-09-19T04:37:35.955830+0000","last_unstale":"2024-09-19T04:37:38.050529+0000","last_undegraded":"2024-09-19T04:37:38.050529+0000","last_fullsized":"2024-09-19T04:37:38.050529+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:25:57.018911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.945344+0000","last_change":"2024-09-19T04:37:34.942281+0000","last_active":"2024-09-19T04:37:36.945344+0000","last_peered":"2024-09-19T04:37:36.945344+0000","last_clean":"2024-09-19T04:37:36.945344+0000","last_became_active":"2024-09-19T04:37:34.941972+0000","last_became_peered":"2024-09-19T04:37:34.941972+0000","last_unstale":"2024-09-19T04:37:36.945344+0000","last_undegraded":"2024-09-19T04:37:36.945344+0000","last_fullsized":"2024-09-19T04:37:36.945344+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:43.632279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.938282+0000","last_change":"2024-09-19T04:37:35.947836+0000","last_active":"2024-09-19T04:37:37.938282+0000","last_peered":"2024-09-19T04:37:37.938282+0000","last_clean":"2024-09-19T04:37:37.938282+0000","last_became_active":"2024-09-19T04:37:35.947552+0000","last_became_peered":"2024-09-19T04:37:35.947552+0000","last_unstale":"2024-09-19T04:37:37.938282+0000","last_undegraded":"2024-09-19T04:37:37.938282+0000","last_fullsized":"2024-09-19T04:37:37.938282+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:05:51.920281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050524+0000","last_change":"2024-09-19T04:37:34.944822+0000","last_active":"2024-09-19T04:37:38.050524+0000","last_peered":"2024-09-19T04:37:38.050524+0000","last_clean":"2024-09-19T04:37:38.050524+0000","last_became_active":"2024-09-19T04:37:34.943975+0000","last_became_peered":"2024-09-19T04:37:34.943975+0000","last_unstale":"2024-09-19T04:37:38.050524+0000","last_undegraded":"2024-09-19T04:37:38.050524+0000","last_fullsized":"2024-09-19T04:37:38.050524+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:34.030887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.938395+0000","last_change":"2024-09-19T04:37:35.944191+0000","last_active":"2024-09-19T04:37:37.938395+0000","last_peered":"2024-09-19T04:37:37.938395+0000","last_clean":"2024-09-19T04:37:37.938395+0000","last_became_active":"2024-09-19T04:37:35.943623+0000","last_became_peered":"2024-09-19T04:37:35.943623+0000","last_unstale":"2024-09-19T04:37:37.938395+0000","last_undegraded":"2024-09-19T04:37:37.938395+0000","last_fullsized":"2024-09-19T04:37:37.938395+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:24:26.149021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.465838+0000","last_change":"2024-09-19T04:37:34.943178+0000","last_active":"2024-09-19T04:37:37.465838+0000","last_peered":"2024-09-19T04:37:37.465838+0000","last_clean":"2024-09-19T04:37:37.465838+0000","last_became_active":"2024-09-19T04:37:34.942913+0000","last_became_peered":"2024-09-19T04:37:34.942913+0000","last_unstale":"2024-09-19T04:37:37.465838+0000","last_undegraded":"2024-09-19T04:37:37.465838+0000","last_fullsized":"2024-09-19T04:37:37.465838+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:31:36.213480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.096130+0000","last_change":"2024-09-19T04:37:35.961572+0000","last_active":"2024-09-19T04:37:37.096130+0000","last_peered":"2024-09-19T04:37:37.096130+0000","last_clean":"2024-09-19T04:37:37.096130+0000","last_became_active":"2024-09-19T04:37:35.961306+0000","last_became_peered":"2024-09-19T04:37:35.961306+0000","last_unstale":"2024-09-19T04:37:37.096130+0000","last_undegraded":"2024-09-19T04:37:37.096130+0000","last_fullsized":"2024-09-19T04:37:37.096130+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:39.293062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946928+0000","last_change":"2024-09-19T04:37:34.944112+0000","last_active":"2024-09-19T04:37:36.946928+0000","last_peered":"2024-09-19T04:37:36.946928+0000","last_clean":"2024-09-19T04:37:36.946928+0000","last_became_active":"2024-09-19T04:37:34.943848+0000","last_became_peered":"2024-09-19T04:37:34.943848+0000","last_unstale":"2024-09-19T04:37:36.946928+0000","last_undegraded":"2024-09-19T04:37:36.946928+0000","last_fullsized":"2024-09-19T04:37:36.946928+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:15:08.630735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.947136+0000","last_change":"2024-09-19T04:37:35.956892+0000","last_active":"2024-09-19T04:37:36.947136+0000","last_peered":"2024-09-19T04:37:36.947136+0000","last_clean":"2024-09-19T04:37:36.947136+0000","last_became_active":"2024-09-19T04:37:35.956596+0000","last_became_peered":"2024-09-19T04:37:35.956596+0000","last_unstale":"2024-09-19T04:37:36.947136+0000","last_undegraded":"2024-09-19T04:37:36.947136+0000","last_fullsized":"2024-09-19T04:37:36.947136+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:27:54.983971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.15","version":"101'3","reported_seq":17,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.051046+0000","last_change":"2024-09-19T04:37:34.947361+0000","last_active":"2024-09-19T04:37:38.051046+0000","last_peered":"2024-09-19T04:37:38.051046+0000","last_clean":"2024-09-19T04:37:38.051046+0000","last_became_active":"2024-09-19T04:37:34.947114+0000","last_became_peered":"2024-09-19T04:37:34.947114+0000","last_unstale":"2024-09-19T04:37:38.051046+0000","last_undegraded":"2024-09-19T04:37:38.051046+0000","last_fullsized":"2024-09-19T04:37:38.051046+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:33.753986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.938331+0000","last_change":"2024-09-19T04:37:35.948590+0000","last_active":"2024-09-19T04:37:37.938331+0000","last_peered":"2024-09-19T04:37:37.938331+0000","last_clean":"2024-09-19T04:37:37.938331+0000","last_became_active":"2024-09-19T04:37:35.948330+0000","last_became_peered":"2024-09-19T04:37:35.948330+0000","last_unstale":"2024-09-19T04:37:37.938331+0000","last_undegraded":"2024-09-19T04:37:37.938331+0000","last_fullsized":"2024-09-19T04:37:37.938331+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:41:26.316741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"101'6","reported_seq":20,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.051089+0000","last_change":"2024-09-19T04:37:34.948833+0000","last_active":"2024-09-19T04:37:38.051089+0000","last_peered":"2024-09-19T04:37:38.051089+0000","last_clean":"2024-09-19T04:37:38.051089+0000","last_became_active":"2024-09-19T04:37:34.948529+0000","last_became_peered":"2024-09-19T04:37:34.948529+0000","last_unstale":"2024-09-19T04:37:38.051089+0000","last_undegraded":"2024-09-19T04:37:38.051089+0000","last_fullsized":"2024-09-19T04:37:38.051089+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:34:44.512186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.947460+0000","last_change":"2024-09-19T04:37:35.950273+0000","last_active":"2024-09-19T04:37:36.947460+0000","last_peered":"2024-09-19T04:37:36.947460+0000","last_clean":"2024-09-19T04:37:36.947460+0000","last_became_active":"2024-09-19T04:37:35.950041+0000","last_became_peered":"2024-09-19T04:37:35.950041+0000","last_unstale":"2024-09-19T04:37:36.947460+0000","last_undegraded":"2024-09-19T04:37:36.947460+0000","last_fullsized":"2024-09-19T04:37:36.947460+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:50:57.122902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.13","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050763+0000","last_change":"2024-09-19T04:37:34.939862+0000","last_active":"2024-09-19T04:37:38.050763+0000","last_peered":"2024-09-19T04:37:38.050763+0000","last_clean":"2024-09-19T04:37:38.050763+0000","last_became_active":"2024-09-19T04:37:34.939595+0000","last_became_peered":"2024-09-19T04:37:34.939595+0000","last_unstale":"2024-09-19T04:37:38.050763+0000","last_undegraded":"2024-09-19T04:37:38.050763+0000","last_fullsized":"2024-09-19T04:37:38.050763+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:48:03.578319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.947116+0000","last_change":"2024-09-19T04:37:35.945111+0000","last_active":"2024-09-19T04:37:36.947116+0000","last_peered":"2024-09-19T04:37:36.947116+0000","last_clean":"2024-09-19T04:37:36.947116+0000","last_became_active":"2024-09-19T04:37:35.944818+0000","last_became_peered":"2024-09-19T04:37:35.944818+0000","last_unstale":"2024-09-19T04:37:36.947116+0000","last_undegraded":"2024-09-19T04:37:36.947116+0000","last_fullsized":"2024-09-19T04:37:36.947116+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:14:09.418516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.095785+0000","last_change":"2024-09-19T04:37:34.950286+0000","last_active":"2024-09-19T04:37:37.095785+0000","last_peered":"2024-09-19T04:37:37.095785+0000","last_clean":"2024-09-19T04:37:37.095785+0000","last_became_active":"2024-09-19T04:37:34.949969+0000","last_became_peered":"2024-09-19T04:37:34.949969+0000","last_unstale":"2024-09-19T04:37:37.095785+0000","last_undegraded":"2024-09-19T04:37:37.095785+0000","last_fullsized":"2024-09-19T04:37:37.095785+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:26.733929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946975+0000","last_change":"2024-09-19T04:37:35.948739+0000","last_active":"2024-09-19T04:37:36.946975+0000","last_peered":"2024-09-19T04:37:36.946975+0000","last_clean":"2024-09-19T04:37:36.946975+0000","last_became_active":"2024-09-19T04:37:35.948490+0000","last_became_peered":"2024-09-19T04:37:35.948490+0000","last_unstale":"2024-09-19T04:37:36.946975+0000","last_undegraded":"2024-09-19T04:37:36.946975+0000","last_fullsized":"2024-09-19T04:37:36.946975+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:26:47.477341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.10","version":"101'8","reported_seq":22,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.465550+0000","last_change":"2024-09-19T04:37:34.947562+0000","last_active":"2024-09-19T04:37:37.465550+0000","last_peered":"2024-09-19T04:37:37.465550+0000","last_clean":"2024-09-19T04:37:37.465550+0000","last_became_active":"2024-09-19T04:37:34.947285+0000","last_became_peered":"2024-09-19T04:37:34.947285+0000","last_unstale":"2024-09-19T04:37:37.465550+0000","last_undegraded":"2024-09-19T04:37:37.465550+0000","last_fullsized":"2024-09-19T04:37:37.465550+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:59:54.010597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.465912+0000","last_change":"2024-09-19T04:37:35.954847+0000","last_active":"2024-09-19T04:37:37.465912+0000","last_peered":"2024-09-19T04:37:37.465912+0000","last_clean":"2024-09-19T04:37:37.465912+0000","last_became_active":"2024-09-19T04:37:35.954587+0000","last_became_peered":"2024-09-19T04:37:35.954587+0000","last_unstale":"2024-09-19T04:37:37.465912+0000","last_undegraded":"2024-09-19T04:37:37.465912+0000","last_fullsized":"2024-09-19T04:37:37.465912+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:58:03.355919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"101'1","reported_seq":15,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.051594+0000","last_change":"2024-09-19T04:37:34.950174+0000","last_active":"2024-09-19T04:37:38.051594+0000","last_peered":"2024-09-19T04:37:38.051594+0000","last_clean":"2024-09-19T04:37:38.051594+0000","last_became_active":"2024-09-19T04:37:34.949892+0000","last_became_peered":"2024-09-19T04:37:34.949892+0000","last_unstale":"2024-09-19T04:37:38.051594+0000","last_undegraded":"2024-09-19T04:37:38.051594+0000","last_fullsized":"2024-09-19T04:37:38.051594+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:40:27.023191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.051440+0000","last_change":"2024-09-19T04:37:35.960414+0000","last_active":"2024-09-19T04:37:38.051440+0000","last_peered":"2024-09-19T04:37:38.051440+0000","last_clean":"2024-09-19T04:37:38.051440+0000","last_became_active":"2024-09-19T04:37:35.960130+0000","last_became_peered":"2024-09-19T04:37:35.960130+0000","last_unstale":"2024-09-19T04:37:38.051440+0000","last_undegraded":"2024-09-19T04:37:38.051440+0000","last_fullsized":"2024-09-19T04:37:38.051440+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:13.558803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.e","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.465864+0000","last_change":"2024-09-19T04:37:34.943788+0000","last_active":"2024-09-19T04:37:37.465864+0000","last_peered":"2024-09-19T04:37:37.465864+0000","last_clean":"2024-09-19T04:37:37.465864+0000","last_became_active":"2024-09-19T04:37:34.943476+0000","last_became_peered":"2024-09-19T04:37:34.943476+0000","last_unstale":"2024-09-19T04:37:37.465864+0000","last_undegraded":"2024-09-19T04:37:37.465864+0000","last_fullsized":"2024-09-19T04:37:37.465864+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:26.219622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946446+0000","last_change":"2024-09-19T04:37:35.960267+0000","last_active":"2024-09-19T04:37:36.946446+0000","last_peered":"2024-09-19T04:37:36.946446+0000","last_clean":"2024-09-19T04:37:36.946446+0000","last_became_active":"2024-09-19T04:37:35.959947+0000","last_became_peered":"2024-09-19T04:37:35.959947+0000","last_unstale":"2024-09-19T04:37:36.946446+0000","last_undegraded":"2024-09-19T04:37:36.946446+0000","last_fullsized":"2024-09-19T04:37:36.946446+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:00:26.116410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.d","version":"101'1","reported_seq":15,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.095948+0000","last_change":"2024-09-19T04:37:34.946010+0000","last_active":"2024-09-19T04:37:37.095948+0000","last_peered":"2024-09-19T04:37:37.095948+0000","last_clean":"2024-09-19T04:37:37.095948+0000","last_became_active":"2024-09-19T04:37:34.945715+0000","last_became_peered":"2024-09-19T04:37:34.945715+0000","last_unstale":"2024-09-19T04:37:37.095948+0000","last_undegraded":"2024-09-19T04:37:37.095948+0000","last_fullsized":"2024-09-19T04:37:37.095948+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:04.924356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946509+0000","last_change":"2024-09-19T04:37:35.946152+0000","last_active":"2024-09-19T04:37:36.946509+0000","last_peered":"2024-09-19T04:37:36.946509+0000","last_clean":"2024-09-19T04:37:36.946509+0000","last_became_active":"2024-09-19T04:37:35.945849+0000","last_became_peered":"2024-09-19T04:37:35.945849+0000","last_unstale":"2024-09-19T04:37:36.946509+0000","last_undegraded":"2024-09-19T04:37:36.946509+0000","last_fullsized":"2024-09-19T04:37:36.946509+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:27:54.983971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.938028+0000","last_change":"2024-09-19T04:37:34.950314+0000","last_active":"2024-09-19T04:37:37.938028+0000","last_peered":"2024-09-19T04:37:37.938028+0000","last_clean":"2024-09-19T04:37:37.938028+0000","last_became_active":"2024-09-19T04:37:34.950019+0000","last_became_peered":"2024-09-19T04:37:34.950019+0000","last_unstale":"2024-09-19T04:37:37.938028+0000","last_undegraded":"2024-09-19T04:37:37.938028+0000","last_fullsized":"2024-09-19T04:37:37.938028+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:43.632279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946401+0000","last_change":"2024-09-19T04:37:35.946701+0000","last_active":"2024-09-19T04:37:36.946401+0000","last_peered":"2024-09-19T04:37:36.946401+0000","last_clean":"2024-09-19T04:37:36.946401+0000","last_became_active":"2024-09-19T04:37:35.946450+0000","last_became_peered":"2024-09-19T04:37:35.946450+0000","last_unstale":"2024-09-19T04:37:36.946401+0000","last_undegraded":"2024-09-19T04:37:36.946401+0000","last_fullsized":"2024-09-19T04:37:36.946401+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:14:09.418516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050876+0000","last_change":"2024-09-19T04:37:34.947367+0000","last_active":"2024-09-19T04:37:38.050876+0000","last_peered":"2024-09-19T04:37:38.050876+0000","last_clean":"2024-09-19T04:37:38.050876+0000","last_became_active":"2024-09-19T04:37:34.947109+0000","last_became_peered":"2024-09-19T04:37:34.947109+0000","last_unstale":"2024-09-19T04:37:38.050876+0000","last_undegraded":"2024-09-19T04:37:38.050876+0000","last_fullsized":"2024-09-19T04:37:38.050876+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:27:59.378040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050648+0000","last_change":"2024-09-19T04:37:35.958311+0000","last_active":"2024-09-19T04:37:38.050648+0000","last_peered":"2024-09-19T04:37:38.050648+0000","last_clean":"2024-09-19T04:37:38.050648+0000","last_became_active":"2024-09-19T04:37:35.958047+0000","last_became_peered":"2024-09-19T04:37:35.958047+0000","last_unstale":"2024-09-19T04:37:38.050648+0000","last_undegraded":"2024-09-19T04:37:38.050648+0000","last_fullsized":"2024-09-19T04:37:38.050648+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:10.253166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.465559+0000","last_change":"2024-09-19T04:37:34.943111+0000","last_active":"2024-09-19T04:37:37.465559+0000","last_peered":"2024-09-19T04:37:37.465559+0000","last_clean":"2024-09-19T04:37:37.465559+0000","last_became_active":"2024-09-19T04:37:34.942845+0000","last_became_peered":"2024-09-19T04:37:34.942845+0000","last_unstale":"2024-09-19T04:37:37.465559+0000","last_undegraded":"2024-09-19T04:37:37.465559+0000","last_fullsized":"2024-09-19T04:37:37.465559+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:50:52.350098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946576+0000","last_change":"2024-09-19T04:37:35.950059+0000","last_active":"2024-09-19T04:37:36.946576+0000","last_peered":"2024-09-19T04:37:36.946576+0000","last_clean":"2024-09-19T04:37:36.946576+0000","last_became_active":"2024-09-19T04:37:35.949684+0000","last_became_peered":"2024-09-19T04:37:35.949684+0000","last_unstale":"2024-09-19T04:37:36.946576+0000","last_undegraded":"2024-09-19T04:37:36.946576+0000","last_fullsized":"2024-09-19T04:37:36.946576+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:50:57.122902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050535+0000","last_change":"2024-09-19T04:37:34.947328+0000","last_active":"2024-09-19T04:37:38.050535+0000","last_peered":"2024-09-19T04:37:38.050535+0000","last_clean":"2024-09-19T04:37:38.050535+0000","last_became_active":"2024-09-19T04:37:34.947068+0000","last_became_peered":"2024-09-19T04:37:34.947068+0000","last_unstale":"2024-09-19T04:37:38.050535+0000","last_undegraded":"2024-09-19T04:37:38.050535+0000","last_fullsized":"2024-09-19T04:37:38.050535+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:08.146584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.947112+0000","last_change":"2024-09-19T04:37:35.954530+0000","last_active":"2024-09-19T04:37:36.947112+0000","last_peered":"2024-09-19T04:37:36.947112+0000","last_clean":"2024-09-19T04:37:36.947112+0000","last_became_active":"2024-09-19T04:37:35.954247+0000","last_became_peered":"2024-09-19T04:37:35.954247+0000","last_unstale":"2024-09-19T04:37:36.947112+0000","last_undegraded":"2024-09-19T04:37:36.947112+0000","last_fullsized":"2024-09-19T04:37:36.947112+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:52:45.269535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050573+0000","last_change":"2024-09-19T04:37:34.943959+0000","last_active":"2024-09-19T04:37:38.050573+0000","last_peered":"2024-09-19T04:37:38.050573+0000","last_clean":"2024-09-19T04:37:38.050573+0000","last_became_active":"2024-09-19T04:37:34.943585+0000","last_became_peered":"2024-09-19T04:37:34.943585+0000","last_unstale":"2024-09-19T04:37:38.050573+0000","last_undegraded":"2024-09-19T04:37:38.050573+0000","last_fullsized":"2024-09-19T04:37:38.050573+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:11.228252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.095954+0000","last_change":"2024-09-19T04:37:35.958775+0000","last_active":"2024-09-19T04:37:37.095954+0000","last_peered":"2024-09-19T04:37:37.095954+0000","last_clean":"2024-09-19T04:37:37.095954+0000","last_became_active":"2024-09-19T04:37:35.958419+0000","last_became_peered":"2024-09-19T04:37:35.958419+0000","last_unstale":"2024-09-19T04:37:37.095954+0000","last_undegraded":"2024-09-19T04:37:37.095954+0000","last_fullsized":"2024-09-19T04:37:37.095954+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:41:26.316741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.7","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946980+0000","last_change":"2024-09-19T04:37:34.942016+0000","last_active":"2024-09-19T04:37:36.946980+0000","last_peered":"2024-09-19T04:37:36.946980+0000","last_clean":"2024-09-19T04:37:36.946980+0000","last_became_active":"2024-09-19T04:37:34.941740+0000","last_became_peered":"2024-09-19T04:37:34.941740+0000","last_unstale":"2024-09-19T04:37:36.946980+0000","last_undegraded":"2024-09-19T04:37:36.946980+0000","last_fullsized":"2024-09-19T04:37:36.946980+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:41:25.314890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.051478+0000","last_change":"2024-09-19T04:37:35.957875+0000","last_active":"2024-09-19T04:37:38.051478+0000","last_peered":"2024-09-19T04:37:38.051478+0000","last_clean":"2024-09-19T04:37:38.051478+0000","last_became_active":"2024-09-19T04:37:35.957595+0000","last_became_peered":"2024-09-19T04:37:35.957595+0000","last_unstale":"2024-09-19T04:37:38.051478+0000","last_undegraded":"2024-09-19T04:37:38.051478+0000","last_fullsized":"2024-09-19T04:37:38.051478+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:12:50.598681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.6","version":"102'1","reported_seq":15,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.096077+0000","last_change":"2024-09-19T04:37:34.950460+0000","last_active":"2024-09-19T04:37:37.096077+0000","last_peered":"2024-09-19T04:37:37.096077+0000","last_clean":"2024-09-19T04:37:37.096077+0000","last_became_active":"2024-09-19T04:37:34.950188+0000","last_became_peered":"2024-09-19T04:37:34.950188+0000","last_unstale":"2024-09-19T04:37:37.096077+0000","last_undegraded":"2024-09-19T04:37:37.096077+0000","last_fullsized":"2024-09-19T04:37:37.096077+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:02:15.269830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.051039+0000","last_change":"2024-09-19T04:37:35.960247+0000","last_active":"2024-09-19T04:37:38.051039+0000","last_peered":"2024-09-19T04:37:38.051039+0000","last_clean":"2024-09-19T04:37:38.051039+0000","last_became_active":"2024-09-19T04:37:35.960011+0000","last_became_peered":"2024-09-19T04:37:35.960011+0000","last_unstale":"2024-09-19T04:37:38.051039+0000","last_undegraded":"2024-09-19T04:37:38.051039+0000","last_fullsized":"2024-09-19T04:37:38.051039+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:07:11.253279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.051101+0000","last_change":"2024-09-19T04:37:34.944645+0000","last_active":"2024-09-19T04:37:38.051101+0000","last_peered":"2024-09-19T04:37:38.051101+0000","last_clean":"2024-09-19T04:37:38.051101+0000","last_became_active":"2024-09-19T04:37:34.943590+0000","last_became_peered":"2024-09-19T04:37:34.943590+0000","last_unstale":"2024-09-19T04:37:38.051101+0000","last_undegraded":"2024-09-19T04:37:38.051101+0000","last_fullsized":"2024-09-19T04:37:38.051101+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:55.421654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.095913+0000","last_change":"2024-09-19T04:37:35.958655+0000","last_active":"2024-09-19T04:37:37.095913+0000","last_peered":"2024-09-19T04:37:37.095913+0000","last_clean":"2024-09-19T04:37:37.095913+0000","last_became_active":"2024-09-19T04:37:35.958376+0000","last_became_peered":"2024-09-19T04:37:35.958376+0000","last_unstale":"2024-09-19T04:37:37.095913+0000","last_undegraded":"2024-09-19T04:37:37.095913+0000","last_fullsized":"2024-09-19T04:37:37.095913+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:05:51.920281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.947163+0000","last_change":"2024-09-19T04:37:34.938133+0000","last_active":"2024-09-19T04:37:36.947163+0000","last_peered":"2024-09-19T04:37:36.947163+0000","last_clean":"2024-09-19T04:37:36.947163+0000","last_became_active":"2024-09-19T04:37:34.937724+0000","last_became_peered":"2024-09-19T04:37:34.937724+0000","last_unstale":"2024-09-19T04:37:36.947163+0000","last_undegraded":"2024-09-19T04:37:36.947163+0000","last_fullsized":"2024-09-19T04:37:36.947163+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:38.291211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.945643+0000","last_change":"2024-09-19T04:37:35.939277+0000","last_active":"2024-09-19T04:37:36.945643+0000","last_peered":"2024-09-19T04:37:36.945643+0000","last_clean":"2024-09-19T04:37:36.945643+0000","last_became_active":"2024-09-19T04:37:35.938998+0000","last_became_peered":"2024-09-19T04:37:35.938998+0000","last_unstale":"2024-09-19T04:37:36.945643+0000","last_undegraded":"2024-09-19T04:37:36.945643+0000","last_fullsized":"2024-09-19T04:37:36.945643+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:31:51.776898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.938025+0000","last_change":"2024-09-19T04:37:34.949196+0000","last_active":"2024-09-19T04:37:37.938025+0000","last_peered":"2024-09-19T04:37:37.938025+0000","last_clean":"2024-09-19T04:37:37.938025+0000","last_became_active":"2024-09-19T04:37:34.948773+0000","last_became_peered":"2024-09-19T04:37:34.948773+0000","last_unstale":"2024-09-19T04:37:37.938025+0000","last_undegraded":"2024-09-19T04:37:37.938025+0000","last_fullsized":"2024-09-19T04:37:37.938025+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:04.924356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946289+0000","last_change":"2024-09-19T04:37:35.945715+0000","last_active":"2024-09-19T04:37:36.946289+0000","last_peered":"2024-09-19T04:37:36.946289+0000","last_clean":"2024-09-19T04:37:36.946289+0000","last_became_active":"2024-09-19T04:37:35.945365+0000","last_became_peered":"2024-09-19T04:37:35.945365+0000","last_unstale":"2024-09-19T04:37:36.946289+0000","last_undegraded":"2024-09-19T04:37:36.946289+0000","last_fullsized":"2024-09-19T04:37:36.946289+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:13:44.082774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.945700+0000","last_change":"2024-09-19T04:37:34.940093+0000","last_active":"2024-09-19T04:37:36.945700+0000","last_peered":"2024-09-19T04:37:36.945700+0000","last_clean":"2024-09-19T04:37:36.945700+0000","last_became_active":"2024-09-19T04:37:34.939826+0000","last_became_peered":"2024-09-19T04:37:34.939826+0000","last_unstale":"2024-09-19T04:37:36.945700+0000","last_undegraded":"2024-09-19T04:37:36.945700+0000","last_fullsized":"2024-09-19T04:37:36.945700+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:33:25.822283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946695+0000","last_change":"2024-09-19T04:37:35.949281+0000","last_active":"2024-09-19T04:37:36.946695+0000","last_peered":"2024-09-19T04:37:36.946695+0000","last_clean":"2024-09-19T04:37:36.946695+0000","last_became_active":"2024-09-19T04:37:35.948946+0000","last_became_peered":"2024-09-19T04:37:35.948946+0000","last_unstale":"2024-09-19T04:37:36.946695+0000","last_undegraded":"2024-09-19T04:37:36.946695+0000","last_fullsized":"2024-09-19T04:37:36.946695+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:52:36.335938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.465549+0000","last_change":"2024-09-19T04:37:34.942467+0000","last_active":"2024-09-19T04:37:37.465549+0000","last_peered":"2024-09-19T04:37:37.465549+0000","last_clean":"2024-09-19T04:37:37.465549+0000","last_became_active":"2024-09-19T04:37:34.942201+0000","last_became_peered":"2024-09-19T04:37:34.942201+0000","last_unstale":"2024-09-19T04:37:37.465549+0000","last_undegraded":"2024-09-19T04:37:37.465549+0000","last_fullsized":"2024-09-19T04:37:37.465549+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:16:27.577152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050452+0000","last_change":"2024-09-19T04:37:35.956739+0000","last_active":"2024-09-19T04:37:38.050452+0000","last_peered":"2024-09-19T04:37:38.050452+0000","last_clean":"2024-09-19T04:37:38.050452+0000","last_became_active":"2024-09-19T04:37:35.956496+0000","last_became_peered":"2024-09-19T04:37:35.956496+0000","last_unstale":"2024-09-19T04:37:38.050452+0000","last_undegraded":"2024-09-19T04:37:38.050452+0000","last_fullsized":"2024-09-19T04:37:38.050452+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:01.156171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050636+0000","last_change":"2024-09-19T04:37:34.945041+0000","last_active":"2024-09-19T04:37:38.050636+0000","last_peered":"2024-09-19T04:37:38.050636+0000","last_clean":"2024-09-19T04:37:38.050636+0000","last_became_active":"2024-09-19T04:37:34.944811+0000","last_became_peered":"2024-09-19T04:37:34.944811+0000","last_unstale":"2024-09-19T04:37:38.050636+0000","last_undegraded":"2024-09-19T04:37:38.050636+0000","last_fullsized":"2024-09-19T04:37:38.050636+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:43:13.263265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946908+0000","last_change":"2024-09-19T04:37:35.948391+0000","last_active":"2024-09-19T04:37:36.946908+0000","last_peered":"2024-09-19T04:37:36.946908+0000","last_clean":"2024-09-19T04:37:36.946908+0000","last_became_active":"2024-09-19T04:37:35.947953+0000","last_became_peered":"2024-09-19T04:37:35.947953+0000","last_unstale":"2024-09-19T04:37:36.946908+0000","last_undegraded":"2024-09-19T04:37:36.946908+0000","last_fullsized":"2024-09-19T04:37:36.946908+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:39.459327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.938339+0000","last_change":"2024-09-19T04:37:34.950328+0000","last_active":"2024-09-19T04:37:37.938339+0000","last_peered":"2024-09-19T04:37:37.938339+0000","last_clean":"2024-09-19T04:37:37.938339+0000","last_became_active":"2024-09-19T04:37:34.950051+0000","last_became_peered":"2024-09-19T04:37:34.950051+0000","last_unstale":"2024-09-19T04:37:37.938339+0000","last_undegraded":"2024-09-19T04:37:37.938339+0000","last_fullsized":"2024-09-19T04:37:37.938339+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:02:15.269830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":359,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946693+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:37:36.946693+0000","last_peered":"2024-09-19T04:37:36.946693+0000","last_clean":"2024-09-19T04:37:36.946693+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:37:36.946693+0000","last_undegraded":"2024-09-19T04:37:36.946693+0000","last_fullsized":"2024-09-19T04:37:36.946693+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509503,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33016,"kb_used_data":1820,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338824,"statfs":{"total":96636764160,"available":96602955776,"internally_reserved":0,"allocated":1863680,"data_stored":1142525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509503,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32424,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339416,"statfs":{"total":96636764160,"available":96603561984,"internally_reserved":0,"allocated":1265664,"data_stored":551611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509503,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32428,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339412,"statfs":{"total":96636764160,"available":96603557888,"internally_reserved":0,"allocated":1269760,"data_stored":552145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509504,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32424,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339416,"statfs":{"total":96636764160,"available":96603561984,"internally_reserved":0,"allocated":1261568,"data_stored":551541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542208,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32436,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339404,"statfs":{"total":96636764160,"available":96603549696,"internally_reserved":0,"allocated":1277952,"data_stored":553223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542207,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32424,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339416,"statfs":{"total":96636764160,"available":96603561984,"internally_reserved":0,"allocated":1261568,"data_stored":551541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542207,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32428,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339412,"statfs":{"total":96636764160,"available":96603557888,"internally_reserved":0,"allocated":1269760,"data_stored":551665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542208,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33024,"kb_used_data":1832,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338816,"statfs":{"total":96636764160,"available":96602947584,"internally_reserved":0,"allocated":1875968,"data_stored":1143633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:37:41.923 INFO:tasks.ceph.mds.d.smithi114.stderr:2024-09-19T04:37:41.922+0000 7fcac6eb5640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T04:37:43.236 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:37:43.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.346+0000 7fd3a752c640 1 Processor -- start 2024-09-19T04:37:43.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.346+0000 7fd3a752c640 1 -- start start 2024-09-19T04:37:43.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.347+0000 7fd3a752c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fd3a015c620 0x7fd3a00d2380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:43.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.347+0000 7fd3a752c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd3a00b4530 0x7fd3a00b49a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:43.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.347+0000 7fd3a752c640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3a00b77f0 con 0x7fd3a0073ff0 2024-09-19T04:37:43.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.347+0000 7fd3a752c640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fd3a00b4ee0 con 0x7fd3a00b4530 2024-09-19T04:37:43.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.347+0000 7fd3a752c640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fd3a015ca00 con 0x7fd3a015c620 2024-09-19T04:37:43.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.347+0000 7fd3a5ac9640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd3a00b4530 0x7fd3a00b49a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:43.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.347+0000 7fd3a4ac7640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fd3a0073ff0 0x7fd3a00b70e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:48338/0 (socket says 172.21.15.111:48338) 2024-09-19T04:37:43.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.347+0000 7fd3a4ac7640 1 -- 172.21.15.111:0/1893817803 learned_addr learned my addr 172.21.15.111:0/1893817803 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:43.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.347+0000 7fd3a52c8640 1 --2- 172.21.15.111:0/1893817803 >> v2:172.21.15.114:3300/0 conn(0x7fd3a015c620 0x7fd3a00d2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:43.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.347+0000 7fd3a5ac9640 1 -- 172.21.15.111:0/1893817803 >> v2:172.21.15.114:3300/0 conn(0x7fd3a015c620 msgr2=0x7fd3a00d2380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:43.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.347+0000 7fd3a5ac9640 1 --2- 172.21.15.111:0/1893817803 >> v2:172.21.15.114:3300/0 conn(0x7fd3a015c620 0x7fd3a00d2380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:43.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.347+0000 7fd3a5ac9640 1 -- 172.21.15.111:0/1893817803 >> v1:172.21.15.111:6789/0 conn(0x7fd3a0073ff0 legacy=0x7fd3a00b70e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:43.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.347+0000 7fd3a5ac9640 1 -- 172.21.15.111:0/1893817803 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3a00d2cf0 con 0x7fd3a00b4530 2024-09-19T04:37:43.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.348+0000 7fd3a5ac9640 1 --2- 172.21.15.111:0/1893817803 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd3a00b4530 0x7fd3a00b49a0 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7fd3a00b4500 tx=0x7fd39802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abe565019301b472 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:43.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.348+0000 7fd39ffff640 1 -- 172.21.15.111:0/1893817803 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd398037070 con 0x7fd3a00b4530 2024-09-19T04:37:43.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.348+0000 7fd39ffff640 1 -- 172.21.15.111:0/1893817803 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd398032440 con 0x7fd3a00b4530 2024-09-19T04:37:43.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.348+0000 7fd39ffff640 1 -- 172.21.15.111:0/1893817803 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd39802ae60 con 0x7fd3a00b4530 2024-09-19T04:37:43.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.349+0000 7fd3a752c640 1 -- 172.21.15.111:0/1893817803 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd3a00b4530 msgr2=0x7fd3a00b49a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:43.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.349+0000 7fd3a752c640 1 --2- 172.21.15.111:0/1893817803 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd3a00b4530 0x7fd3a00b49a0 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7fd3a00b4500 tx=0x7fd39802a110 comp rx=0 tx=0).stop 2024-09-19T04:37:43.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.349+0000 7fd3a752c640 1 -- 172.21.15.111:0/1893817803 shutdown_connections 2024-09-19T04:37:43.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.349+0000 7fd3a752c640 1 --2- 172.21.15.111:0/1893817803 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd3a00b4530 0x7fd3a00b49a0 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:43.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.349+0000 7fd3a752c640 1 --2- 172.21.15.111:0/1893817803 >> v2:172.21.15.114:3300/0 conn(0x7fd3a015c620 0x7fd3a00d2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:43.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.349+0000 7fd3a752c640 1 -- 172.21.15.111:0/1893817803 >> 172.21.15.111:0/1893817803 conn(0x7fd3a0062810 msgr2=0x7fd3a0062bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:43.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.349+0000 7fd3a752c640 1 -- 172.21.15.111:0/1893817803 shutdown_connections 2024-09-19T04:37:43.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.349+0000 7fd3a752c640 1 -- 172.21.15.111:0/1893817803 wait complete. 2024-09-19T04:37:43.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.350+0000 7fd3a752c640 1 Processor -- start 2024-09-19T04:37:43.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.350+0000 7fd3a752c640 1 -- start start 2024-09-19T04:37:43.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.351+0000 7fd3a752c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd3a0073ff0 0x7fd3a0153c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:43.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.351+0000 7fd3a752c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd3a00b4530 0x7fd3a015dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:43.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.351+0000 7fd3a752c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd3a015c620 0x7fd3a0140ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:43.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.351+0000 7fd3a752c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd3a00d32b0 con 0x7fd3a015c620 2024-09-19T04:37:43.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.351+0000 7fd3a752c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd3a00b6c50 con 0x7fd3a0073ff0 2024-09-19T04:37:43.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.351+0000 7fd3a752c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd3a00b68e0 con 0x7fd3a00b4530 2024-09-19T04:37:43.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.351+0000 7fd3a5ac9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd3a015c620 0x7fd3a0140ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:43.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.351+0000 7fd3a5ac9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd3a015c620 0x7fd3a0140ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60834/0 (socket says 172.21.15.111:60834) 2024-09-19T04:37:43.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.351+0000 7fd3a5ac9640 1 -- 172.21.15.111:0/2871020417 learned_addr learned my addr 172.21.15.111:0/2871020417 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:43.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.351+0000 7fd3a52c8640 1 --2- 172.21.15.111:0/2871020417 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd3a0073ff0 0x7fd3a0153c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:43.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.351+0000 7fd3a4ac7640 1 --2- 172.21.15.111:0/2871020417 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd3a00b4530 0x7fd3a015dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:43.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.351+0000 7fd3a5ac9640 1 -- 172.21.15.111:0/2871020417 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd3a00b4530 msgr2=0x7fd3a015dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:43.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.351+0000 7fd3a5ac9640 1 --2- 172.21.15.111:0/2871020417 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd3a00b4530 0x7fd3a015dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:43.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.351+0000 7fd3a5ac9640 1 -- 172.21.15.111:0/2871020417 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd3a0073ff0 msgr2=0x7fd3a0153c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:43.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.351+0000 7fd3a5ac9640 1 --2- 172.21.15.111:0/2871020417 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd3a0073ff0 0x7fd3a0153c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:43.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.351+0000 7fd3a5ac9640 1 -- 172.21.15.111:0/2871020417 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3a015e5c0 con 0x7fd3a015c620 2024-09-19T04:37:43.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.351+0000 7fd3a4ac7640 1 --2- 172.21.15.111:0/2871020417 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd3a00b4530 0x7fd3a015dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:43.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.351+0000 7fd3a5ac9640 1 --2- 172.21.15.111:0/2871020417 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd3a015c620 0x7fd3a0140ca0 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7fd398035040 tx=0x7fd3980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:43.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.351+0000 7fd39dffb640 1 -- 172.21.15.111:0/2871020417 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd398037040 con 0x7fd3a015c620 2024-09-19T04:37:43.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.351+0000 7fd39dffb640 1 -- 172.21.15.111:0/2871020417 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd398042070 con 0x7fd3a015c620 2024-09-19T04:37:43.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.351+0000 7fd39dffb640 1 -- 172.21.15.111:0/2871020417 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd398030b30 con 0x7fd3a015c620 2024-09-19T04:37:43.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.351+0000 7fd3a752c640 1 -- 172.21.15.111:0/2871020417 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3a015e8a0 con 0x7fd3a015c620 2024-09-19T04:37:43.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.352+0000 7fd3a752c640 1 -- 172.21.15.111:0/2871020417 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3a015ee60 con 0x7fd3a015c620 2024-09-19T04:37:43.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.353+0000 7fd3a752c640 1 -- 172.21.15.111:0/2871020417 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3a00b49a0 con 0x7fd3a015c620 2024-09-19T04:37:43.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.353+0000 7fd39dffb640 1 -- 172.21.15.111:0/2871020417 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fd398030cd0 con 0x7fd3a015c620 2024-09-19T04:37:43.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.354+0000 7fd39dffb640 1 --2- 172.21.15.111:0/2871020417 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd38c06c3d0 0x7fd38c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:43.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.354+0000 7fd39dffb640 1 -- 172.21.15.111:0/2871020417 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5709+0+0 (secure 0 0 0) 0x7fd3980ac0d0 con 0x7fd3a015c620 2024-09-19T04:37:43.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.354+0000 7fd3a52c8640 1 --2- 172.21.15.111:0/2871020417 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd38c06c3d0 0x7fd38c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:43.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.354+0000 7fd3a52c8640 1 --2- 172.21.15.111:0/2871020417 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd38c06c3d0 0x7fd38c06e890 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fd3a0143df0 tx=0x7fd390008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:43.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.358+0000 7fd39dffb640 1 -- 172.21.15.111:0/2871020417 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd398032e20 con 0x7fd3a015c620 2024-09-19T04:37:43.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.520+0000 7fd3a752c640 1 -- 172.21.15.111:0/2871020417 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd3a00b60c0 con 0x7fd38c06c3d0 2024-09-19T04:37:43.529 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.528+0000 7fd39dffb640 1 -- 172.21.15.111:0/2871020417 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252418 (secure 0 0 0) 0x7fd3a00b60c0 con 0x7fd38c06c3d0 2024-09-19T04:37:43.531 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:43.533 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:37:43.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.531+0000 7fd3a752c640 1 -- 172.21.15.111:0/2871020417 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd38c06c3d0 msgr2=0x7fd38c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:43.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.531+0000 7fd3a752c640 1 --2- 172.21.15.111:0/2871020417 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd38c06c3d0 0x7fd38c06e890 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fd3a0143df0 tx=0x7fd390008040 comp rx=0 tx=0).stop 2024-09-19T04:37:43.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.531+0000 7fd3a752c640 1 -- 172.21.15.111:0/2871020417 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd3a015c620 msgr2=0x7fd3a0140ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:43.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.531+0000 7fd3a752c640 1 --2- 172.21.15.111:0/2871020417 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd3a015c620 0x7fd3a0140ca0 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7fd398035040 tx=0x7fd3980046c0 comp rx=0 tx=0).stop 2024-09-19T04:37:43.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.531+0000 7fd3a752c640 1 -- 172.21.15.111:0/2871020417 shutdown_connections 2024-09-19T04:37:43.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.531+0000 7fd3a752c640 1 --2- 172.21.15.111:0/2871020417 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd38c06c3d0 0x7fd38c06e890 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:43.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.531+0000 7fd3a752c640 1 --2- 172.21.15.111:0/2871020417 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd3a015c620 0x7fd3a0140ca0 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:43.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.531+0000 7fd3a752c640 1 --2- 172.21.15.111:0/2871020417 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd3a00b4530 0x7fd3a015dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:43.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.531+0000 7fd3a752c640 1 --2- 172.21.15.111:0/2871020417 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd3a0073ff0 0x7fd3a0153c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:43.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.531+0000 7fd3a752c640 1 -- 172.21.15.111:0/2871020417 >> 172.21.15.111:0/2871020417 conn(0x7fd3a0062810 msgr2=0x7fd3a00d2400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:43.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.531+0000 7fd3a752c640 1 -- 172.21.15.111:0/2871020417 shutdown_connections 2024-09-19T04:37:43.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.531+0000 7fd3a752c640 1 -- 172.21.15.111:0/2871020417 wait complete. 2024-09-19T04:37:43.543 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":62,"stamp":"2024-09-19T04:37:42.173757+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":260604,"kb_used_data":11080,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754714116,"statfs":{"total":773094113280,"available":772827254784,"internally_reserved":0,"allocated":11345920,"data_stored":5597884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":31,"apply_latency_ms":31,"commit_latency_ns":31000000,"apply_latency_ns":31000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.240255"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.051538+0000","last_change":"2024-09-19T04:37:35.959389+0000","last_active":"2024-09-19T04:37:38.051538+0000","last_peered":"2024-09-19T04:37:38.051538+0000","last_clean":"2024-09-19T04:37:38.051538+0000","last_became_active":"2024-09-19T04:37:35.958619+0000","last_became_peered":"2024-09-19T04:37:35.958619+0000","last_unstale":"2024-09-19T04:37:38.051538+0000","last_undegraded":"2024-09-19T04:37:38.051538+0000","last_fullsized":"2024-09-19T04:37:38.051538+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:54.969523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.945724+0000","last_change":"2024-09-19T04:37:35.945930+0000","last_active":"2024-09-19T04:37:36.945724+0000","last_peered":"2024-09-19T04:37:36.945724+0000","last_clean":"2024-09-19T04:37:36.945724+0000","last_became_active":"2024-09-19T04:37:35.944439+0000","last_became_peered":"2024-09-19T04:37:35.944439+0000","last_unstale":"2024-09-19T04:37:36.945724+0000","last_undegraded":"2024-09-19T04:37:36.945724+0000","last_fullsized":"2024-09-19T04:37:36.945724+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:53:40.630340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946181+0000","last_change":"2024-09-19T04:37:35.946227+0000","last_active":"2024-09-19T04:37:36.946181+0000","last_peered":"2024-09-19T04:37:36.946181+0000","last_clean":"2024-09-19T04:37:36.946181+0000","last_became_active":"2024-09-19T04:37:35.945967+0000","last_became_peered":"2024-09-19T04:37:35.945967+0000","last_unstale":"2024-09-19T04:37:36.946181+0000","last_undegraded":"2024-09-19T04:37:36.946181+0000","last_fullsized":"2024-09-19T04:37:36.946181+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:23:38.874765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050908+0000","last_change":"2024-09-19T04:37:35.958424+0000","last_active":"2024-09-19T04:37:38.050908+0000","last_peered":"2024-09-19T04:37:38.050908+0000","last_clean":"2024-09-19T04:37:38.050908+0000","last_became_active":"2024-09-19T04:37:35.957971+0000","last_became_peered":"2024-09-19T04:37:35.957971+0000","last_unstale":"2024-09-19T04:37:38.050908+0000","last_undegraded":"2024-09-19T04:37:38.050908+0000","last_fullsized":"2024-09-19T04:37:38.050908+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:33.352729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.465800+0000","last_change":"2024-09-19T04:37:35.947064+0000","last_active":"2024-09-19T04:37:37.465800+0000","last_peered":"2024-09-19T04:37:37.465800+0000","last_clean":"2024-09-19T04:37:37.465800+0000","last_became_active":"2024-09-19T04:37:35.946186+0000","last_became_peered":"2024-09-19T04:37:35.946186+0000","last_unstale":"2024-09-19T04:37:37.465800+0000","last_undegraded":"2024-09-19T04:37:37.465800+0000","last_fullsized":"2024-09-19T04:37:37.465800+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:14:56.723704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050484+0000","last_change":"2024-09-19T04:37:35.951663+0000","last_active":"2024-09-19T04:37:38.050484+0000","last_peered":"2024-09-19T04:37:38.050484+0000","last_clean":"2024-09-19T04:37:38.050484+0000","last_became_active":"2024-09-19T04:37:35.951430+0000","last_became_peered":"2024-09-19T04:37:35.951430+0000","last_unstale":"2024-09-19T04:37:38.050484+0000","last_undegraded":"2024-09-19T04:37:38.050484+0000","last_fullsized":"2024-09-19T04:37:38.050484+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:30.296288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.938329+0000","last_change":"2024-09-19T04:37:35.947657+0000","last_active":"2024-09-19T04:37:37.938329+0000","last_peered":"2024-09-19T04:37:37.938329+0000","last_clean":"2024-09-19T04:37:37.938329+0000","last_became_active":"2024-09-19T04:37:35.947380+0000","last_became_peered":"2024-09-19T04:37:35.947380+0000","last_unstale":"2024-09-19T04:37:37.938329+0000","last_undegraded":"2024-09-19T04:37:37.938329+0000","last_fullsized":"2024-09-19T04:37:37.938329+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:15:09.632586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946557+0000","last_change":"2024-09-19T04:37:35.955509+0000","last_active":"2024-09-19T04:37:36.946557+0000","last_peered":"2024-09-19T04:37:36.946557+0000","last_clean":"2024-09-19T04:37:36.946557+0000","last_became_active":"2024-09-19T04:37:35.955228+0000","last_became_peered":"2024-09-19T04:37:35.955228+0000","last_unstale":"2024-09-19T04:37:36.946557+0000","last_undegraded":"2024-09-19T04:37:36.946557+0000","last_fullsized":"2024-09-19T04:37:36.946557+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:01.322936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.051354+0000","last_change":"2024-09-19T04:37:35.959538+0000","last_active":"2024-09-19T04:37:38.051354+0000","last_peered":"2024-09-19T04:37:38.051354+0000","last_clean":"2024-09-19T04:37:38.051354+0000","last_became_active":"2024-09-19T04:37:35.959122+0000","last_became_peered":"2024-09-19T04:37:35.959122+0000","last_unstale":"2024-09-19T04:37:38.051354+0000","last_undegraded":"2024-09-19T04:37:38.051354+0000","last_fullsized":"2024-09-19T04:37:38.051354+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:29:31.551108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050992+0000","last_change":"2024-09-19T04:37:35.956749+0000","last_active":"2024-09-19T04:37:38.050992+0000","last_peered":"2024-09-19T04:37:38.050992+0000","last_clean":"2024-09-19T04:37:38.050992+0000","last_became_active":"2024-09-19T04:37:35.956075+0000","last_became_peered":"2024-09-19T04:37:35.956075+0000","last_unstale":"2024-09-19T04:37:38.050992+0000","last_undegraded":"2024-09-19T04:37:38.050992+0000","last_fullsized":"2024-09-19T04:37:38.050992+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:54.240740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.945563+0000","last_change":"2024-09-19T04:37:35.950943+0000","last_active":"2024-09-19T04:37:36.945563+0000","last_peered":"2024-09-19T04:37:36.945563+0000","last_clean":"2024-09-19T04:37:36.945563+0000","last_became_active":"2024-09-19T04:37:35.950565+0000","last_became_peered":"2024-09-19T04:37:35.950565+0000","last_unstale":"2024-09-19T04:37:36.945563+0000","last_undegraded":"2024-09-19T04:37:36.945563+0000","last_fullsized":"2024-09-19T04:37:36.945563+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:39.293062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050883+0000","last_change":"2024-09-19T04:37:35.958149+0000","last_active":"2024-09-19T04:37:38.050883+0000","last_peered":"2024-09-19T04:37:38.050883+0000","last_clean":"2024-09-19T04:37:38.050883+0000","last_became_active":"2024-09-19T04:37:35.957842+0000","last_became_peered":"2024-09-19T04:37:35.957842+0000","last_unstale":"2024-09-19T04:37:38.050883+0000","last_undegraded":"2024-09-19T04:37:38.050883+0000","last_fullsized":"2024-09-19T04:37:38.050883+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:31.279799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946244+0000","last_change":"2024-09-19T04:37:35.949617+0000","last_active":"2024-09-19T04:37:36.946244+0000","last_peered":"2024-09-19T04:37:36.946244+0000","last_clean":"2024-09-19T04:37:36.946244+0000","last_became_active":"2024-09-19T04:37:35.949336+0000","last_became_peered":"2024-09-19T04:37:35.949336+0000","last_unstale":"2024-09-19T04:37:36.946244+0000","last_undegraded":"2024-09-19T04:37:36.946244+0000","last_fullsized":"2024-09-19T04:37:36.946244+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:39.459327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.945908+0000","last_change":"2024-09-19T04:37:35.949287+0000","last_active":"2024-09-19T04:37:36.945908+0000","last_peered":"2024-09-19T04:37:36.945908+0000","last_clean":"2024-09-19T04:37:36.945908+0000","last_became_active":"2024-09-19T04:37:35.948999+0000","last_became_peered":"2024-09-19T04:37:35.948999+0000","last_unstale":"2024-09-19T04:37:36.945908+0000","last_undegraded":"2024-09-19T04:37:36.945908+0000","last_fullsized":"2024-09-19T04:37:36.945908+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:52.879250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050485+0000","last_change":"2024-09-19T04:37:35.952263+0000","last_active":"2024-09-19T04:37:38.050485+0000","last_peered":"2024-09-19T04:37:38.050485+0000","last_clean":"2024-09-19T04:37:38.050485+0000","last_became_active":"2024-09-19T04:37:35.952042+0000","last_became_peered":"2024-09-19T04:37:35.952042+0000","last_unstale":"2024-09-19T04:37:38.050485+0000","last_undegraded":"2024-09-19T04:37:38.050485+0000","last_fullsized":"2024-09-19T04:37:38.050485+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:33.905526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050349+0000","last_change":"2024-09-19T04:37:35.955287+0000","last_active":"2024-09-19T04:37:38.050349+0000","last_peered":"2024-09-19T04:37:38.050349+0000","last_clean":"2024-09-19T04:37:38.050349+0000","last_became_active":"2024-09-19T04:37:35.955049+0000","last_became_peered":"2024-09-19T04:37:35.955049+0000","last_unstale":"2024-09-19T04:37:38.050349+0000","last_undegraded":"2024-09-19T04:37:38.050349+0000","last_fullsized":"2024-09-19T04:37:38.050349+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:26.175040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.945891+0000","last_change":"2024-09-19T04:37:35.951644+0000","last_active":"2024-09-19T04:37:36.945891+0000","last_peered":"2024-09-19T04:37:36.945891+0000","last_clean":"2024-09-19T04:37:36.945891+0000","last_became_active":"2024-09-19T04:37:35.951298+0000","last_became_peered":"2024-09-19T04:37:35.951298+0000","last_unstale":"2024-09-19T04:37:36.945891+0000","last_undegraded":"2024-09-19T04:37:36.945891+0000","last_fullsized":"2024-09-19T04:37:36.945891+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:56:32.438671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.095953+0000","last_change":"2024-09-19T04:37:35.952784+0000","last_active":"2024-09-19T04:37:37.095953+0000","last_peered":"2024-09-19T04:37:37.095953+0000","last_clean":"2024-09-19T04:37:37.095953+0000","last_became_active":"2024-09-19T04:37:35.952544+0000","last_became_peered":"2024-09-19T04:37:35.952544+0000","last_unstale":"2024-09-19T04:37:37.095953+0000","last_undegraded":"2024-09-19T04:37:37.095953+0000","last_fullsized":"2024-09-19T04:37:37.095953+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:15:09.632586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946271+0000","last_change":"2024-09-19T04:37:35.951125+0000","last_active":"2024-09-19T04:37:36.946271+0000","last_peered":"2024-09-19T04:37:36.946271+0000","last_clean":"2024-09-19T04:37:36.946271+0000","last_became_active":"2024-09-19T04:37:35.950463+0000","last_became_peered":"2024-09-19T04:37:35.950463+0000","last_unstale":"2024-09-19T04:37:36.946271+0000","last_undegraded":"2024-09-19T04:37:36.946271+0000","last_fullsized":"2024-09-19T04:37:36.946271+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:26:47.477341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.945891+0000","last_change":"2024-09-19T04:37:35.944859+0000","last_active":"2024-09-19T04:37:36.945891+0000","last_peered":"2024-09-19T04:37:36.945891+0000","last_clean":"2024-09-19T04:37:36.945891+0000","last_became_active":"2024-09-19T04:37:35.944598+0000","last_became_peered":"2024-09-19T04:37:35.944598+0000","last_unstale":"2024-09-19T04:37:36.945891+0000","last_undegraded":"2024-09-19T04:37:36.945891+0000","last_fullsized":"2024-09-19T04:37:36.945891+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:32:53.165950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946486+0000","last_change":"2024-09-19T04:37:35.948697+0000","last_active":"2024-09-19T04:37:36.946486+0000","last_peered":"2024-09-19T04:37:36.946486+0000","last_clean":"2024-09-19T04:37:36.946486+0000","last_became_active":"2024-09-19T04:37:35.948255+0000","last_became_peered":"2024-09-19T04:37:35.948255+0000","last_unstale":"2024-09-19T04:37:36.946486+0000","last_undegraded":"2024-09-19T04:37:36.946486+0000","last_fullsized":"2024-09-19T04:37:36.946486+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:52.879250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.947349+0000","last_change":"2024-09-19T04:37:35.951845+0000","last_active":"2024-09-19T04:37:36.947349+0000","last_peered":"2024-09-19T04:37:36.947349+0000","last_clean":"2024-09-19T04:37:36.947349+0000","last_became_active":"2024-09-19T04:37:35.951595+0000","last_became_peered":"2024-09-19T04:37:35.951595+0000","last_unstale":"2024-09-19T04:37:36.947349+0000","last_undegraded":"2024-09-19T04:37:36.947349+0000","last_fullsized":"2024-09-19T04:37:36.947349+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:01.322936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.945379+0000","last_change":"2024-09-19T04:37:35.949371+0000","last_active":"2024-09-19T04:37:36.945379+0000","last_peered":"2024-09-19T04:37:36.945379+0000","last_clean":"2024-09-19T04:37:36.945379+0000","last_became_active":"2024-09-19T04:37:35.949099+0000","last_became_peered":"2024-09-19T04:37:35.949099+0000","last_unstale":"2024-09-19T04:37:36.945379+0000","last_undegraded":"2024-09-19T04:37:36.945379+0000","last_fullsized":"2024-09-19T04:37:36.945379+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:24:26.149021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946908+0000","last_change":"2024-09-19T04:37:35.951771+0000","last_active":"2024-09-19T04:37:36.946908+0000","last_peered":"2024-09-19T04:37:36.946908+0000","last_clean":"2024-09-19T04:37:36.946908+0000","last_became_active":"2024-09-19T04:37:35.951481+0000","last_became_peered":"2024-09-19T04:37:35.951481+0000","last_unstale":"2024-09-19T04:37:36.946908+0000","last_undegraded":"2024-09-19T04:37:36.946908+0000","last_fullsized":"2024-09-19T04:37:36.946908+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:23:38.874765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.945986+0000","last_change":"2024-09-19T04:37:35.950384+0000","last_active":"2024-09-19T04:37:36.945986+0000","last_peered":"2024-09-19T04:37:36.945986+0000","last_clean":"2024-09-19T04:37:36.945986+0000","last_became_active":"2024-09-19T04:37:35.950089+0000","last_became_peered":"2024-09-19T04:37:35.950089+0000","last_unstale":"2024-09-19T04:37:36.945986+0000","last_undegraded":"2024-09-19T04:37:36.945986+0000","last_fullsized":"2024-09-19T04:37:36.945986+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:28.037727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.051047+0000","last_change":"2024-09-19T04:37:35.954182+0000","last_active":"2024-09-19T04:37:38.051047+0000","last_peered":"2024-09-19T04:37:38.051047+0000","last_clean":"2024-09-19T04:37:38.051047+0000","last_became_active":"2024-09-19T04:37:35.953907+0000","last_became_peered":"2024-09-19T04:37:35.953907+0000","last_unstale":"2024-09-19T04:37:38.051047+0000","last_undegraded":"2024-09-19T04:37:38.051047+0000","last_fullsized":"2024-09-19T04:37:38.051047+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:42:33.465733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.051260+0000","last_change":"2024-09-19T04:37:35.959753+0000","last_active":"2024-09-19T04:37:38.051260+0000","last_peered":"2024-09-19T04:37:38.051260+0000","last_clean":"2024-09-19T04:37:38.051260+0000","last_became_active":"2024-09-19T04:37:35.959505+0000","last_became_peered":"2024-09-19T04:37:35.959505+0000","last_unstale":"2024-09-19T04:37:38.051260+0000","last_undegraded":"2024-09-19T04:37:38.051260+0000","last_fullsized":"2024-09-19T04:37:38.051260+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:06:41.314504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.947126+0000","last_change":"2024-09-19T04:37:35.959316+0000","last_active":"2024-09-19T04:37:36.947126+0000","last_peered":"2024-09-19T04:37:36.947126+0000","last_clean":"2024-09-19T04:37:36.947126+0000","last_became_active":"2024-09-19T04:37:35.959058+0000","last_became_peered":"2024-09-19T04:37:35.959058+0000","last_unstale":"2024-09-19T04:37:36.947126+0000","last_undegraded":"2024-09-19T04:37:36.947126+0000","last_fullsized":"2024-09-19T04:37:36.947126+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:00:26.116410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946014+0000","last_change":"2024-09-19T04:37:35.945150+0000","last_active":"2024-09-19T04:37:36.946014+0000","last_peered":"2024-09-19T04:37:36.946014+0000","last_clean":"2024-09-19T04:37:36.946014+0000","last_became_active":"2024-09-19T04:37:35.944579+0000","last_became_peered":"2024-09-19T04:37:35.944579+0000","last_unstale":"2024-09-19T04:37:36.946014+0000","last_undegraded":"2024-09-19T04:37:36.946014+0000","last_fullsized":"2024-09-19T04:37:36.946014+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:13:21.287906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.938254+0000","last_change":"2024-09-19T04:37:35.945079+0000","last_active":"2024-09-19T04:37:37.938254+0000","last_peered":"2024-09-19T04:37:37.938254+0000","last_clean":"2024-09-19T04:37:37.938254+0000","last_became_active":"2024-09-19T04:37:35.944801+0000","last_became_peered":"2024-09-19T04:37:35.944801+0000","last_unstale":"2024-09-19T04:37:37.938254+0000","last_undegraded":"2024-09-19T04:37:37.938254+0000","last_fullsized":"2024-09-19T04:37:37.938254+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:57.243362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050392+0000","last_change":"2024-09-19T04:37:35.949668+0000","last_active":"2024-09-19T04:37:38.050392+0000","last_peered":"2024-09-19T04:37:38.050392+0000","last_clean":"2024-09-19T04:37:38.050392+0000","last_became_active":"2024-09-19T04:37:35.949401+0000","last_became_peered":"2024-09-19T04:37:35.949401+0000","last_unstale":"2024-09-19T04:37:38.050392+0000","last_undegraded":"2024-09-19T04:37:38.050392+0000","last_fullsized":"2024-09-19T04:37:38.050392+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:41.070144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050326+0000","last_change":"2024-09-19T04:37:35.944841+0000","last_active":"2024-09-19T04:37:38.050326+0000","last_peered":"2024-09-19T04:37:38.050326+0000","last_clean":"2024-09-19T04:37:38.050326+0000","last_became_active":"2024-09-19T04:37:35.944561+0000","last_became_peered":"2024-09-19T04:37:35.944561+0000","last_unstale":"2024-09-19T04:37:38.050326+0000","last_undegraded":"2024-09-19T04:37:38.050326+0000","last_fullsized":"2024-09-19T04:37:38.050326+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:10:06.511058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.051313+0000","last_change":"2024-09-19T04:37:35.951564+0000","last_active":"2024-09-19T04:37:38.051313+0000","last_peered":"2024-09-19T04:37:38.051313+0000","last_clean":"2024-09-19T04:37:38.051313+0000","last_became_active":"2024-09-19T04:37:35.951326+0000","last_became_peered":"2024-09-19T04:37:35.951326+0000","last_unstale":"2024-09-19T04:37:38.051313+0000","last_undegraded":"2024-09-19T04:37:38.051313+0000","last_fullsized":"2024-09-19T04:37:38.051313+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:04.878903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1f","version":"101'4","reported_seq":18,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.938272+0000","last_change":"2024-09-19T04:37:34.949973+0000","last_active":"2024-09-19T04:37:37.938272+0000","last_peered":"2024-09-19T04:37:37.938272+0000","last_clean":"2024-09-19T04:37:37.938272+0000","last_became_active":"2024-09-19T04:37:34.949335+0000","last_became_peered":"2024-09-19T04:37:34.949335+0000","last_unstale":"2024-09-19T04:37:37.938272+0000","last_undegraded":"2024-09-19T04:37:37.938272+0000","last_fullsized":"2024-09-19T04:37:37.938272+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:33:25.822283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.096122+0000","last_change":"2024-09-19T04:37:35.954758+0000","last_active":"2024-09-19T04:37:37.096122+0000","last_peered":"2024-09-19T04:37:37.096122+0000","last_clean":"2024-09-19T04:37:37.096122+0000","last_became_active":"2024-09-19T04:37:35.954480+0000","last_became_peered":"2024-09-19T04:37:35.954480+0000","last_unstale":"2024-09-19T04:37:37.096122+0000","last_undegraded":"2024-09-19T04:37:37.096122+0000","last_fullsized":"2024-09-19T04:37:37.096122+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:24:26.149021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1e","version":"101'1","reported_seq":15,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.945983+0000","last_change":"2024-09-19T04:37:34.950468+0000","last_active":"2024-09-19T04:37:36.945983+0000","last_peered":"2024-09-19T04:37:36.945983+0000","last_clean":"2024-09-19T04:37:36.945983+0000","last_became_active":"2024-09-19T04:37:34.950185+0000","last_became_peered":"2024-09-19T04:37:34.950185+0000","last_unstale":"2024-09-19T04:37:36.945983+0000","last_undegraded":"2024-09-19T04:37:36.945983+0000","last_fullsized":"2024-09-19T04:37:36.945983+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:05:50.918430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050988+0000","last_change":"2024-09-19T04:37:35.953303+0000","last_active":"2024-09-19T04:37:38.050988+0000","last_peered":"2024-09-19T04:37:38.050988+0000","last_clean":"2024-09-19T04:37:38.050988+0000","last_became_active":"2024-09-19T04:37:35.953077+0000","last_became_peered":"2024-09-19T04:37:35.953077+0000","last_unstale":"2024-09-19T04:37:38.050988+0000","last_undegraded":"2024-09-19T04:37:38.050988+0000","last_fullsized":"2024-09-19T04:37:38.050988+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:29.517826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1d","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.465758+0000","last_change":"2024-09-19T04:37:34.942486+0000","last_active":"2024-09-19T04:37:37.465758+0000","last_peered":"2024-09-19T04:37:37.465758+0000","last_clean":"2024-09-19T04:37:37.465758+0000","last_became_active":"2024-09-19T04:37:34.942251+0000","last_became_peered":"2024-09-19T04:37:34.942251+0000","last_unstale":"2024-09-19T04:37:37.465758+0000","last_undegraded":"2024-09-19T04:37:37.465758+0000","last_fullsized":"2024-09-19T04:37:37.465758+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:53.241525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946340+0000","last_change":"2024-09-19T04:37:35.951757+0000","last_active":"2024-09-19T04:37:36.946340+0000","last_peered":"2024-09-19T04:37:36.946340+0000","last_clean":"2024-09-19T04:37:36.946340+0000","last_became_active":"2024-09-19T04:37:35.950840+0000","last_became_peered":"2024-09-19T04:37:35.950840+0000","last_unstale":"2024-09-19T04:37:36.946340+0000","last_undegraded":"2024-09-19T04:37:36.946340+0000","last_fullsized":"2024-09-19T04:37:36.946340+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:52:45.269535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1c","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.465687+0000","last_change":"2024-09-19T04:37:34.943279+0000","last_active":"2024-09-19T04:37:37.465687+0000","last_peered":"2024-09-19T04:37:37.465687+0000","last_clean":"2024-09-19T04:37:37.465687+0000","last_became_active":"2024-09-19T04:37:34.943024+0000","last_became_peered":"2024-09-19T04:37:34.943024+0000","last_unstale":"2024-09-19T04:37:37.465687+0000","last_undegraded":"2024-09-19T04:37:37.465687+0000","last_fullsized":"2024-09-19T04:37:37.465687+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:15:28.903558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050626+0000","last_change":"2024-09-19T04:37:35.957482+0000","last_active":"2024-09-19T04:37:38.050626+0000","last_peered":"2024-09-19T04:37:38.050626+0000","last_clean":"2024-09-19T04:37:38.050626+0000","last_became_active":"2024-09-19T04:37:35.956986+0000","last_became_peered":"2024-09-19T04:37:35.956986+0000","last_unstale":"2024-09-19T04:37:38.050626+0000","last_undegraded":"2024-09-19T04:37:38.050626+0000","last_fullsized":"2024-09-19T04:37:38.050626+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:50:02.328733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1b","version":"101'1","reported_seq":15,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.938067+0000","last_change":"2024-09-19T04:37:34.949383+0000","last_active":"2024-09-19T04:37:37.938067+0000","last_peered":"2024-09-19T04:37:37.938067+0000","last_clean":"2024-09-19T04:37:37.938067+0000","last_became_active":"2024-09-19T04:37:34.948792+0000","last_became_peered":"2024-09-19T04:37:34.948792+0000","last_unstale":"2024-09-19T04:37:37.938067+0000","last_undegraded":"2024-09-19T04:37:37.938067+0000","last_fullsized":"2024-09-19T04:37:37.938067+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:12.556952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946157+0000","last_change":"2024-09-19T04:37:35.939015+0000","last_active":"2024-09-19T04:37:36.946157+0000","last_peered":"2024-09-19T04:37:36.946157+0000","last_clean":"2024-09-19T04:37:36.946157+0000","last_became_active":"2024-09-19T04:37:35.938708+0000","last_became_peered":"2024-09-19T04:37:35.938708+0000","last_unstale":"2024-09-19T04:37:36.946157+0000","last_undegraded":"2024-09-19T04:37:36.946157+0000","last_fullsized":"2024-09-19T04:37:36.946157+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:05:39.888974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1a","version":"101'1","reported_seq":15,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.947501+0000","last_change":"2024-09-19T04:37:34.945253+0000","last_active":"2024-09-19T04:37:36.947501+0000","last_peered":"2024-09-19T04:37:36.947501+0000","last_clean":"2024-09-19T04:37:36.947501+0000","last_became_active":"2024-09-19T04:37:34.944992+0000","last_became_peered":"2024-09-19T04:37:34.944992+0000","last_unstale":"2024-09-19T04:37:36.947501+0000","last_undegraded":"2024-09-19T04:37:36.947501+0000","last_fullsized":"2024-09-19T04:37:36.947501+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:24:25.147170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050529+0000","last_change":"2024-09-19T04:37:35.956128+0000","last_active":"2024-09-19T04:37:38.050529+0000","last_peered":"2024-09-19T04:37:38.050529+0000","last_clean":"2024-09-19T04:37:38.050529+0000","last_became_active":"2024-09-19T04:37:35.955830+0000","last_became_peered":"2024-09-19T04:37:35.955830+0000","last_unstale":"2024-09-19T04:37:38.050529+0000","last_undegraded":"2024-09-19T04:37:38.050529+0000","last_fullsized":"2024-09-19T04:37:38.050529+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:25:57.018911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.945344+0000","last_change":"2024-09-19T04:37:34.942281+0000","last_active":"2024-09-19T04:37:36.945344+0000","last_peered":"2024-09-19T04:37:36.945344+0000","last_clean":"2024-09-19T04:37:36.945344+0000","last_became_active":"2024-09-19T04:37:34.941972+0000","last_became_peered":"2024-09-19T04:37:34.941972+0000","last_unstale":"2024-09-19T04:37:36.945344+0000","last_undegraded":"2024-09-19T04:37:36.945344+0000","last_fullsized":"2024-09-19T04:37:36.945344+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:43.632279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.938282+0000","last_change":"2024-09-19T04:37:35.947836+0000","last_active":"2024-09-19T04:37:37.938282+0000","last_peered":"2024-09-19T04:37:37.938282+0000","last_clean":"2024-09-19T04:37:37.938282+0000","last_became_active":"2024-09-19T04:37:35.947552+0000","last_became_peered":"2024-09-19T04:37:35.947552+0000","last_unstale":"2024-09-19T04:37:37.938282+0000","last_undegraded":"2024-09-19T04:37:37.938282+0000","last_fullsized":"2024-09-19T04:37:37.938282+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:05:51.920281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050524+0000","last_change":"2024-09-19T04:37:34.944822+0000","last_active":"2024-09-19T04:37:38.050524+0000","last_peered":"2024-09-19T04:37:38.050524+0000","last_clean":"2024-09-19T04:37:38.050524+0000","last_became_active":"2024-09-19T04:37:34.943975+0000","last_became_peered":"2024-09-19T04:37:34.943975+0000","last_unstale":"2024-09-19T04:37:38.050524+0000","last_undegraded":"2024-09-19T04:37:38.050524+0000","last_fullsized":"2024-09-19T04:37:38.050524+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:34.030887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.938395+0000","last_change":"2024-09-19T04:37:35.944191+0000","last_active":"2024-09-19T04:37:37.938395+0000","last_peered":"2024-09-19T04:37:37.938395+0000","last_clean":"2024-09-19T04:37:37.938395+0000","last_became_active":"2024-09-19T04:37:35.943623+0000","last_became_peered":"2024-09-19T04:37:35.943623+0000","last_unstale":"2024-09-19T04:37:37.938395+0000","last_undegraded":"2024-09-19T04:37:37.938395+0000","last_fullsized":"2024-09-19T04:37:37.938395+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:24:26.149021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.465838+0000","last_change":"2024-09-19T04:37:34.943178+0000","last_active":"2024-09-19T04:37:37.465838+0000","last_peered":"2024-09-19T04:37:37.465838+0000","last_clean":"2024-09-19T04:37:37.465838+0000","last_became_active":"2024-09-19T04:37:34.942913+0000","last_became_peered":"2024-09-19T04:37:34.942913+0000","last_unstale":"2024-09-19T04:37:37.465838+0000","last_undegraded":"2024-09-19T04:37:37.465838+0000","last_fullsized":"2024-09-19T04:37:37.465838+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:31:36.213480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.096130+0000","last_change":"2024-09-19T04:37:35.961572+0000","last_active":"2024-09-19T04:37:37.096130+0000","last_peered":"2024-09-19T04:37:37.096130+0000","last_clean":"2024-09-19T04:37:37.096130+0000","last_became_active":"2024-09-19T04:37:35.961306+0000","last_became_peered":"2024-09-19T04:37:35.961306+0000","last_unstale":"2024-09-19T04:37:37.096130+0000","last_undegraded":"2024-09-19T04:37:37.096130+0000","last_fullsized":"2024-09-19T04:37:37.096130+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:39.293062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946928+0000","last_change":"2024-09-19T04:37:34.944112+0000","last_active":"2024-09-19T04:37:36.946928+0000","last_peered":"2024-09-19T04:37:36.946928+0000","last_clean":"2024-09-19T04:37:36.946928+0000","last_became_active":"2024-09-19T04:37:34.943848+0000","last_became_peered":"2024-09-19T04:37:34.943848+0000","last_unstale":"2024-09-19T04:37:36.946928+0000","last_undegraded":"2024-09-19T04:37:36.946928+0000","last_fullsized":"2024-09-19T04:37:36.946928+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:15:08.630735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.947136+0000","last_change":"2024-09-19T04:37:35.956892+0000","last_active":"2024-09-19T04:37:36.947136+0000","last_peered":"2024-09-19T04:37:36.947136+0000","last_clean":"2024-09-19T04:37:36.947136+0000","last_became_active":"2024-09-19T04:37:35.956596+0000","last_became_peered":"2024-09-19T04:37:35.956596+0000","last_unstale":"2024-09-19T04:37:36.947136+0000","last_undegraded":"2024-09-19T04:37:36.947136+0000","last_fullsized":"2024-09-19T04:37:36.947136+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:27:54.983971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.15","version":"101'3","reported_seq":17,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.051046+0000","last_change":"2024-09-19T04:37:34.947361+0000","last_active":"2024-09-19T04:37:38.051046+0000","last_peered":"2024-09-19T04:37:38.051046+0000","last_clean":"2024-09-19T04:37:38.051046+0000","last_became_active":"2024-09-19T04:37:34.947114+0000","last_became_peered":"2024-09-19T04:37:34.947114+0000","last_unstale":"2024-09-19T04:37:38.051046+0000","last_undegraded":"2024-09-19T04:37:38.051046+0000","last_fullsized":"2024-09-19T04:37:38.051046+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:33.753986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.938331+0000","last_change":"2024-09-19T04:37:35.948590+0000","last_active":"2024-09-19T04:37:37.938331+0000","last_peered":"2024-09-19T04:37:37.938331+0000","last_clean":"2024-09-19T04:37:37.938331+0000","last_became_active":"2024-09-19T04:37:35.948330+0000","last_became_peered":"2024-09-19T04:37:35.948330+0000","last_unstale":"2024-09-19T04:37:37.938331+0000","last_undegraded":"2024-09-19T04:37:37.938331+0000","last_fullsized":"2024-09-19T04:37:37.938331+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:41:26.316741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"101'6","reported_seq":20,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.051089+0000","last_change":"2024-09-19T04:37:34.948833+0000","last_active":"2024-09-19T04:37:38.051089+0000","last_peered":"2024-09-19T04:37:38.051089+0000","last_clean":"2024-09-19T04:37:38.051089+0000","last_became_active":"2024-09-19T04:37:34.948529+0000","last_became_peered":"2024-09-19T04:37:34.948529+0000","last_unstale":"2024-09-19T04:37:38.051089+0000","last_undegraded":"2024-09-19T04:37:38.051089+0000","last_fullsized":"2024-09-19T04:37:38.051089+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:34:44.512186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.947460+0000","last_change":"2024-09-19T04:37:35.950273+0000","last_active":"2024-09-19T04:37:36.947460+0000","last_peered":"2024-09-19T04:37:36.947460+0000","last_clean":"2024-09-19T04:37:36.947460+0000","last_became_active":"2024-09-19T04:37:35.950041+0000","last_became_peered":"2024-09-19T04:37:35.950041+0000","last_unstale":"2024-09-19T04:37:36.947460+0000","last_undegraded":"2024-09-19T04:37:36.947460+0000","last_fullsized":"2024-09-19T04:37:36.947460+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:50:57.122902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.13","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050763+0000","last_change":"2024-09-19T04:37:34.939862+0000","last_active":"2024-09-19T04:37:38.050763+0000","last_peered":"2024-09-19T04:37:38.050763+0000","last_clean":"2024-09-19T04:37:38.050763+0000","last_became_active":"2024-09-19T04:37:34.939595+0000","last_became_peered":"2024-09-19T04:37:34.939595+0000","last_unstale":"2024-09-19T04:37:38.050763+0000","last_undegraded":"2024-09-19T04:37:38.050763+0000","last_fullsized":"2024-09-19T04:37:38.050763+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:48:03.578319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.947116+0000","last_change":"2024-09-19T04:37:35.945111+0000","last_active":"2024-09-19T04:37:36.947116+0000","last_peered":"2024-09-19T04:37:36.947116+0000","last_clean":"2024-09-19T04:37:36.947116+0000","last_became_active":"2024-09-19T04:37:35.944818+0000","last_became_peered":"2024-09-19T04:37:35.944818+0000","last_unstale":"2024-09-19T04:37:36.947116+0000","last_undegraded":"2024-09-19T04:37:36.947116+0000","last_fullsized":"2024-09-19T04:37:36.947116+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:14:09.418516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.095785+0000","last_change":"2024-09-19T04:37:34.950286+0000","last_active":"2024-09-19T04:37:37.095785+0000","last_peered":"2024-09-19T04:37:37.095785+0000","last_clean":"2024-09-19T04:37:37.095785+0000","last_became_active":"2024-09-19T04:37:34.949969+0000","last_became_peered":"2024-09-19T04:37:34.949969+0000","last_unstale":"2024-09-19T04:37:37.095785+0000","last_undegraded":"2024-09-19T04:37:37.095785+0000","last_fullsized":"2024-09-19T04:37:37.095785+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:26.733929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946975+0000","last_change":"2024-09-19T04:37:35.948739+0000","last_active":"2024-09-19T04:37:36.946975+0000","last_peered":"2024-09-19T04:37:36.946975+0000","last_clean":"2024-09-19T04:37:36.946975+0000","last_became_active":"2024-09-19T04:37:35.948490+0000","last_became_peered":"2024-09-19T04:37:35.948490+0000","last_unstale":"2024-09-19T04:37:36.946975+0000","last_undegraded":"2024-09-19T04:37:36.946975+0000","last_fullsized":"2024-09-19T04:37:36.946975+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:26:47.477341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.10","version":"101'8","reported_seq":22,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.465550+0000","last_change":"2024-09-19T04:37:34.947562+0000","last_active":"2024-09-19T04:37:37.465550+0000","last_peered":"2024-09-19T04:37:37.465550+0000","last_clean":"2024-09-19T04:37:37.465550+0000","last_became_active":"2024-09-19T04:37:34.947285+0000","last_became_peered":"2024-09-19T04:37:34.947285+0000","last_unstale":"2024-09-19T04:37:37.465550+0000","last_undegraded":"2024-09-19T04:37:37.465550+0000","last_fullsized":"2024-09-19T04:37:37.465550+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:59:54.010597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.465912+0000","last_change":"2024-09-19T04:37:35.954847+0000","last_active":"2024-09-19T04:37:37.465912+0000","last_peered":"2024-09-19T04:37:37.465912+0000","last_clean":"2024-09-19T04:37:37.465912+0000","last_became_active":"2024-09-19T04:37:35.954587+0000","last_became_peered":"2024-09-19T04:37:35.954587+0000","last_unstale":"2024-09-19T04:37:37.465912+0000","last_undegraded":"2024-09-19T04:37:37.465912+0000","last_fullsized":"2024-09-19T04:37:37.465912+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:58:03.355919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"101'1","reported_seq":15,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.051594+0000","last_change":"2024-09-19T04:37:34.950174+0000","last_active":"2024-09-19T04:37:38.051594+0000","last_peered":"2024-09-19T04:37:38.051594+0000","last_clean":"2024-09-19T04:37:38.051594+0000","last_became_active":"2024-09-19T04:37:34.949892+0000","last_became_peered":"2024-09-19T04:37:34.949892+0000","last_unstale":"2024-09-19T04:37:38.051594+0000","last_undegraded":"2024-09-19T04:37:38.051594+0000","last_fullsized":"2024-09-19T04:37:38.051594+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:40:27.023191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.051440+0000","last_change":"2024-09-19T04:37:35.960414+0000","last_active":"2024-09-19T04:37:38.051440+0000","last_peered":"2024-09-19T04:37:38.051440+0000","last_clean":"2024-09-19T04:37:38.051440+0000","last_became_active":"2024-09-19T04:37:35.960130+0000","last_became_peered":"2024-09-19T04:37:35.960130+0000","last_unstale":"2024-09-19T04:37:38.051440+0000","last_undegraded":"2024-09-19T04:37:38.051440+0000","last_fullsized":"2024-09-19T04:37:38.051440+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:13.558803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.e","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.465864+0000","last_change":"2024-09-19T04:37:34.943788+0000","last_active":"2024-09-19T04:37:37.465864+0000","last_peered":"2024-09-19T04:37:37.465864+0000","last_clean":"2024-09-19T04:37:37.465864+0000","last_became_active":"2024-09-19T04:37:34.943476+0000","last_became_peered":"2024-09-19T04:37:34.943476+0000","last_unstale":"2024-09-19T04:37:37.465864+0000","last_undegraded":"2024-09-19T04:37:37.465864+0000","last_fullsized":"2024-09-19T04:37:37.465864+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:26.219622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946446+0000","last_change":"2024-09-19T04:37:35.960267+0000","last_active":"2024-09-19T04:37:36.946446+0000","last_peered":"2024-09-19T04:37:36.946446+0000","last_clean":"2024-09-19T04:37:36.946446+0000","last_became_active":"2024-09-19T04:37:35.959947+0000","last_became_peered":"2024-09-19T04:37:35.959947+0000","last_unstale":"2024-09-19T04:37:36.946446+0000","last_undegraded":"2024-09-19T04:37:36.946446+0000","last_fullsized":"2024-09-19T04:37:36.946446+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:00:26.116410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.d","version":"101'1","reported_seq":15,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.095948+0000","last_change":"2024-09-19T04:37:34.946010+0000","last_active":"2024-09-19T04:37:37.095948+0000","last_peered":"2024-09-19T04:37:37.095948+0000","last_clean":"2024-09-19T04:37:37.095948+0000","last_became_active":"2024-09-19T04:37:34.945715+0000","last_became_peered":"2024-09-19T04:37:34.945715+0000","last_unstale":"2024-09-19T04:37:37.095948+0000","last_undegraded":"2024-09-19T04:37:37.095948+0000","last_fullsized":"2024-09-19T04:37:37.095948+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:04.924356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946509+0000","last_change":"2024-09-19T04:37:35.946152+0000","last_active":"2024-09-19T04:37:36.946509+0000","last_peered":"2024-09-19T04:37:36.946509+0000","last_clean":"2024-09-19T04:37:36.946509+0000","last_became_active":"2024-09-19T04:37:35.945849+0000","last_became_peered":"2024-09-19T04:37:35.945849+0000","last_unstale":"2024-09-19T04:37:36.946509+0000","last_undegraded":"2024-09-19T04:37:36.946509+0000","last_fullsized":"2024-09-19T04:37:36.946509+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:27:54.983971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.938028+0000","last_change":"2024-09-19T04:37:34.950314+0000","last_active":"2024-09-19T04:37:37.938028+0000","last_peered":"2024-09-19T04:37:37.938028+0000","last_clean":"2024-09-19T04:37:37.938028+0000","last_became_active":"2024-09-19T04:37:34.950019+0000","last_became_peered":"2024-09-19T04:37:34.950019+0000","last_unstale":"2024-09-19T04:37:37.938028+0000","last_undegraded":"2024-09-19T04:37:37.938028+0000","last_fullsized":"2024-09-19T04:37:37.938028+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:43.632279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946401+0000","last_change":"2024-09-19T04:37:35.946701+0000","last_active":"2024-09-19T04:37:36.946401+0000","last_peered":"2024-09-19T04:37:36.946401+0000","last_clean":"2024-09-19T04:37:36.946401+0000","last_became_active":"2024-09-19T04:37:35.946450+0000","last_became_peered":"2024-09-19T04:37:35.946450+0000","last_unstale":"2024-09-19T04:37:36.946401+0000","last_undegraded":"2024-09-19T04:37:36.946401+0000","last_fullsized":"2024-09-19T04:37:36.946401+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:14:09.418516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050876+0000","last_change":"2024-09-19T04:37:34.947367+0000","last_active":"2024-09-19T04:37:38.050876+0000","last_peered":"2024-09-19T04:37:38.050876+0000","last_clean":"2024-09-19T04:37:38.050876+0000","last_became_active":"2024-09-19T04:37:34.947109+0000","last_became_peered":"2024-09-19T04:37:34.947109+0000","last_unstale":"2024-09-19T04:37:38.050876+0000","last_undegraded":"2024-09-19T04:37:38.050876+0000","last_fullsized":"2024-09-19T04:37:38.050876+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:27:59.378040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050648+0000","last_change":"2024-09-19T04:37:35.958311+0000","last_active":"2024-09-19T04:37:38.050648+0000","last_peered":"2024-09-19T04:37:38.050648+0000","last_clean":"2024-09-19T04:37:38.050648+0000","last_became_active":"2024-09-19T04:37:35.958047+0000","last_became_peered":"2024-09-19T04:37:35.958047+0000","last_unstale":"2024-09-19T04:37:38.050648+0000","last_undegraded":"2024-09-19T04:37:38.050648+0000","last_fullsized":"2024-09-19T04:37:38.050648+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:10.253166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.465559+0000","last_change":"2024-09-19T04:37:34.943111+0000","last_active":"2024-09-19T04:37:37.465559+0000","last_peered":"2024-09-19T04:37:37.465559+0000","last_clean":"2024-09-19T04:37:37.465559+0000","last_became_active":"2024-09-19T04:37:34.942845+0000","last_became_peered":"2024-09-19T04:37:34.942845+0000","last_unstale":"2024-09-19T04:37:37.465559+0000","last_undegraded":"2024-09-19T04:37:37.465559+0000","last_fullsized":"2024-09-19T04:37:37.465559+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:50:52.350098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946576+0000","last_change":"2024-09-19T04:37:35.950059+0000","last_active":"2024-09-19T04:37:36.946576+0000","last_peered":"2024-09-19T04:37:36.946576+0000","last_clean":"2024-09-19T04:37:36.946576+0000","last_became_active":"2024-09-19T04:37:35.949684+0000","last_became_peered":"2024-09-19T04:37:35.949684+0000","last_unstale":"2024-09-19T04:37:36.946576+0000","last_undegraded":"2024-09-19T04:37:36.946576+0000","last_fullsized":"2024-09-19T04:37:36.946576+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:50:57.122902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050535+0000","last_change":"2024-09-19T04:37:34.947328+0000","last_active":"2024-09-19T04:37:38.050535+0000","last_peered":"2024-09-19T04:37:38.050535+0000","last_clean":"2024-09-19T04:37:38.050535+0000","last_became_active":"2024-09-19T04:37:34.947068+0000","last_became_peered":"2024-09-19T04:37:34.947068+0000","last_unstale":"2024-09-19T04:37:38.050535+0000","last_undegraded":"2024-09-19T04:37:38.050535+0000","last_fullsized":"2024-09-19T04:37:38.050535+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:08.146584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.947112+0000","last_change":"2024-09-19T04:37:35.954530+0000","last_active":"2024-09-19T04:37:36.947112+0000","last_peered":"2024-09-19T04:37:36.947112+0000","last_clean":"2024-09-19T04:37:36.947112+0000","last_became_active":"2024-09-19T04:37:35.954247+0000","last_became_peered":"2024-09-19T04:37:35.954247+0000","last_unstale":"2024-09-19T04:37:36.947112+0000","last_undegraded":"2024-09-19T04:37:36.947112+0000","last_fullsized":"2024-09-19T04:37:36.947112+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:52:45.269535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050573+0000","last_change":"2024-09-19T04:37:34.943959+0000","last_active":"2024-09-19T04:37:38.050573+0000","last_peered":"2024-09-19T04:37:38.050573+0000","last_clean":"2024-09-19T04:37:38.050573+0000","last_became_active":"2024-09-19T04:37:34.943585+0000","last_became_peered":"2024-09-19T04:37:34.943585+0000","last_unstale":"2024-09-19T04:37:38.050573+0000","last_undegraded":"2024-09-19T04:37:38.050573+0000","last_fullsized":"2024-09-19T04:37:38.050573+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:11.228252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.095954+0000","last_change":"2024-09-19T04:37:35.958775+0000","last_active":"2024-09-19T04:37:37.095954+0000","last_peered":"2024-09-19T04:37:37.095954+0000","last_clean":"2024-09-19T04:37:37.095954+0000","last_became_active":"2024-09-19T04:37:35.958419+0000","last_became_peered":"2024-09-19T04:37:35.958419+0000","last_unstale":"2024-09-19T04:37:37.095954+0000","last_undegraded":"2024-09-19T04:37:37.095954+0000","last_fullsized":"2024-09-19T04:37:37.095954+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:41:26.316741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.7","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946980+0000","last_change":"2024-09-19T04:37:34.942016+0000","last_active":"2024-09-19T04:37:36.946980+0000","last_peered":"2024-09-19T04:37:36.946980+0000","last_clean":"2024-09-19T04:37:36.946980+0000","last_became_active":"2024-09-19T04:37:34.941740+0000","last_became_peered":"2024-09-19T04:37:34.941740+0000","last_unstale":"2024-09-19T04:37:36.946980+0000","last_undegraded":"2024-09-19T04:37:36.946980+0000","last_fullsized":"2024-09-19T04:37:36.946980+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:41:25.314890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.051478+0000","last_change":"2024-09-19T04:37:35.957875+0000","last_active":"2024-09-19T04:37:38.051478+0000","last_peered":"2024-09-19T04:37:38.051478+0000","last_clean":"2024-09-19T04:37:38.051478+0000","last_became_active":"2024-09-19T04:37:35.957595+0000","last_became_peered":"2024-09-19T04:37:35.957595+0000","last_unstale":"2024-09-19T04:37:38.051478+0000","last_undegraded":"2024-09-19T04:37:38.051478+0000","last_fullsized":"2024-09-19T04:37:38.051478+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:12:50.598681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.6","version":"102'1","reported_seq":15,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.096077+0000","last_change":"2024-09-19T04:37:34.950460+0000","last_active":"2024-09-19T04:37:37.096077+0000","last_peered":"2024-09-19T04:37:37.096077+0000","last_clean":"2024-09-19T04:37:37.096077+0000","last_became_active":"2024-09-19T04:37:34.950188+0000","last_became_peered":"2024-09-19T04:37:34.950188+0000","last_unstale":"2024-09-19T04:37:37.096077+0000","last_undegraded":"2024-09-19T04:37:37.096077+0000","last_fullsized":"2024-09-19T04:37:37.096077+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:02:15.269830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.051039+0000","last_change":"2024-09-19T04:37:35.960247+0000","last_active":"2024-09-19T04:37:38.051039+0000","last_peered":"2024-09-19T04:37:38.051039+0000","last_clean":"2024-09-19T04:37:38.051039+0000","last_became_active":"2024-09-19T04:37:35.960011+0000","last_became_peered":"2024-09-19T04:37:35.960011+0000","last_unstale":"2024-09-19T04:37:38.051039+0000","last_undegraded":"2024-09-19T04:37:38.051039+0000","last_fullsized":"2024-09-19T04:37:38.051039+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:07:11.253279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.051101+0000","last_change":"2024-09-19T04:37:34.944645+0000","last_active":"2024-09-19T04:37:38.051101+0000","last_peered":"2024-09-19T04:37:38.051101+0000","last_clean":"2024-09-19T04:37:38.051101+0000","last_became_active":"2024-09-19T04:37:34.943590+0000","last_became_peered":"2024-09-19T04:37:34.943590+0000","last_unstale":"2024-09-19T04:37:38.051101+0000","last_undegraded":"2024-09-19T04:37:38.051101+0000","last_fullsized":"2024-09-19T04:37:38.051101+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:55.421654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.095913+0000","last_change":"2024-09-19T04:37:35.958655+0000","last_active":"2024-09-19T04:37:37.095913+0000","last_peered":"2024-09-19T04:37:37.095913+0000","last_clean":"2024-09-19T04:37:37.095913+0000","last_became_active":"2024-09-19T04:37:35.958376+0000","last_became_peered":"2024-09-19T04:37:35.958376+0000","last_unstale":"2024-09-19T04:37:37.095913+0000","last_undegraded":"2024-09-19T04:37:37.095913+0000","last_fullsized":"2024-09-19T04:37:37.095913+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:05:51.920281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.947163+0000","last_change":"2024-09-19T04:37:34.938133+0000","last_active":"2024-09-19T04:37:36.947163+0000","last_peered":"2024-09-19T04:37:36.947163+0000","last_clean":"2024-09-19T04:37:36.947163+0000","last_became_active":"2024-09-19T04:37:34.937724+0000","last_became_peered":"2024-09-19T04:37:34.937724+0000","last_unstale":"2024-09-19T04:37:36.947163+0000","last_undegraded":"2024-09-19T04:37:36.947163+0000","last_fullsized":"2024-09-19T04:37:36.947163+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:38.291211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.945643+0000","last_change":"2024-09-19T04:37:35.939277+0000","last_active":"2024-09-19T04:37:36.945643+0000","last_peered":"2024-09-19T04:37:36.945643+0000","last_clean":"2024-09-19T04:37:36.945643+0000","last_became_active":"2024-09-19T04:37:35.938998+0000","last_became_peered":"2024-09-19T04:37:35.938998+0000","last_unstale":"2024-09-19T04:37:36.945643+0000","last_undegraded":"2024-09-19T04:37:36.945643+0000","last_fullsized":"2024-09-19T04:37:36.945643+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:31:51.776898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.938025+0000","last_change":"2024-09-19T04:37:34.949196+0000","last_active":"2024-09-19T04:37:37.938025+0000","last_peered":"2024-09-19T04:37:37.938025+0000","last_clean":"2024-09-19T04:37:37.938025+0000","last_became_active":"2024-09-19T04:37:34.948773+0000","last_became_peered":"2024-09-19T04:37:34.948773+0000","last_unstale":"2024-09-19T04:37:37.938025+0000","last_undegraded":"2024-09-19T04:37:37.938025+0000","last_fullsized":"2024-09-19T04:37:37.938025+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:04.924356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946289+0000","last_change":"2024-09-19T04:37:35.945715+0000","last_active":"2024-09-19T04:37:36.946289+0000","last_peered":"2024-09-19T04:37:36.946289+0000","last_clean":"2024-09-19T04:37:36.946289+0000","last_became_active":"2024-09-19T04:37:35.945365+0000","last_became_peered":"2024-09-19T04:37:35.945365+0000","last_unstale":"2024-09-19T04:37:36.946289+0000","last_undegraded":"2024-09-19T04:37:36.946289+0000","last_fullsized":"2024-09-19T04:37:36.946289+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:13:44.082774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.945700+0000","last_change":"2024-09-19T04:37:34.940093+0000","last_active":"2024-09-19T04:37:36.945700+0000","last_peered":"2024-09-19T04:37:36.945700+0000","last_clean":"2024-09-19T04:37:36.945700+0000","last_became_active":"2024-09-19T04:37:34.939826+0000","last_became_peered":"2024-09-19T04:37:34.939826+0000","last_unstale":"2024-09-19T04:37:36.945700+0000","last_undegraded":"2024-09-19T04:37:36.945700+0000","last_fullsized":"2024-09-19T04:37:36.945700+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:33:25.822283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946695+0000","last_change":"2024-09-19T04:37:35.949281+0000","last_active":"2024-09-19T04:37:36.946695+0000","last_peered":"2024-09-19T04:37:36.946695+0000","last_clean":"2024-09-19T04:37:36.946695+0000","last_became_active":"2024-09-19T04:37:35.948946+0000","last_became_peered":"2024-09-19T04:37:35.948946+0000","last_unstale":"2024-09-19T04:37:36.946695+0000","last_undegraded":"2024-09-19T04:37:36.946695+0000","last_fullsized":"2024-09-19T04:37:36.946695+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:52:36.335938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.465549+0000","last_change":"2024-09-19T04:37:34.942467+0000","last_active":"2024-09-19T04:37:37.465549+0000","last_peered":"2024-09-19T04:37:37.465549+0000","last_clean":"2024-09-19T04:37:37.465549+0000","last_became_active":"2024-09-19T04:37:34.942201+0000","last_became_peered":"2024-09-19T04:37:34.942201+0000","last_unstale":"2024-09-19T04:37:37.465549+0000","last_undegraded":"2024-09-19T04:37:37.465549+0000","last_fullsized":"2024-09-19T04:37:37.465549+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:16:27.577152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050452+0000","last_change":"2024-09-19T04:37:35.956739+0000","last_active":"2024-09-19T04:37:38.050452+0000","last_peered":"2024-09-19T04:37:38.050452+0000","last_clean":"2024-09-19T04:37:38.050452+0000","last_became_active":"2024-09-19T04:37:35.956496+0000","last_became_peered":"2024-09-19T04:37:35.956496+0000","last_unstale":"2024-09-19T04:37:38.050452+0000","last_undegraded":"2024-09-19T04:37:38.050452+0000","last_fullsized":"2024-09-19T04:37:38.050452+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:01.156171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:38.050636+0000","last_change":"2024-09-19T04:37:34.945041+0000","last_active":"2024-09-19T04:37:38.050636+0000","last_peered":"2024-09-19T04:37:38.050636+0000","last_clean":"2024-09-19T04:37:38.050636+0000","last_became_active":"2024-09-19T04:37:34.944811+0000","last_became_peered":"2024-09-19T04:37:34.944811+0000","last_unstale":"2024-09-19T04:37:38.050636+0000","last_undegraded":"2024-09-19T04:37:38.050636+0000","last_fullsized":"2024-09-19T04:37:38.050636+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:43:13.263265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946908+0000","last_change":"2024-09-19T04:37:35.948391+0000","last_active":"2024-09-19T04:37:36.946908+0000","last_peered":"2024-09-19T04:37:36.946908+0000","last_clean":"2024-09-19T04:37:36.946908+0000","last_became_active":"2024-09-19T04:37:35.947953+0000","last_became_peered":"2024-09-19T04:37:35.947953+0000","last_unstale":"2024-09-19T04:37:36.946908+0000","last_undegraded":"2024-09-19T04:37:36.946908+0000","last_fullsized":"2024-09-19T04:37:36.946908+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:34.919714+0000","last_clean_scrub_stamp":"2024-09-19T04:37:34.919714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:39.459327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:37.938339+0000","last_change":"2024-09-19T04:37:34.950328+0000","last_active":"2024-09-19T04:37:37.938339+0000","last_peered":"2024-09-19T04:37:37.938339+0000","last_clean":"2024-09-19T04:37:37.938339+0000","last_became_active":"2024-09-19T04:37:34.950051+0000","last_became_peered":"2024-09-19T04:37:34.950051+0000","last_unstale":"2024-09-19T04:37:37.938339+0000","last_undegraded":"2024-09-19T04:37:37.938339+0000","last_fullsized":"2024-09-19T04:37:37.938339+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:37:33.917863+0000","last_clean_scrub_stamp":"2024-09-19T04:37:33.917863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:02:15.269830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":359,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-19T04:37:36.946693+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:37:36.946693+0000","last_peered":"2024-09-19T04:37:36.946693+0000","last_clean":"2024-09-19T04:37:36.946693+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:37:36.946693+0000","last_undegraded":"2024-09-19T04:37:36.946693+0000","last_fullsized":"2024-09-19T04:37:36.946693+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509503,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33016,"kb_used_data":1820,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338824,"statfs":{"total":96636764160,"available":96602955776,"internally_reserved":0,"allocated":1863680,"data_stored":1142525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509503,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32424,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339416,"statfs":{"total":96636764160,"available":96603561984,"internally_reserved":0,"allocated":1265664,"data_stored":551611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509503,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32428,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339412,"statfs":{"total":96636764160,"available":96603557888,"internally_reserved":0,"allocated":1269760,"data_stored":552145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509504,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32424,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339416,"statfs":{"total":96636764160,"available":96603561984,"internally_reserved":0,"allocated":1261568,"data_stored":551541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542208,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32436,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339404,"statfs":{"total":96636764160,"available":96603549696,"internally_reserved":0,"allocated":1277952,"data_stored":553223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542207,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32424,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339416,"statfs":{"total":96636764160,"available":96603561984,"internally_reserved":0,"allocated":1261568,"data_stored":551541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542207,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32428,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339412,"statfs":{"total":96636764160,"available":96603557888,"internally_reserved":0,"allocated":1269760,"data_stored":551665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542208,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33024,"kb_used_data":1832,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338816,"statfs":{"total":96636764160,"available":96602947584,"internally_reserved":0,"allocated":1875968,"data_stored":1143633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:37:43.547 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T04:37:43.548 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T04:37:43.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.688+0000 7f3d25eb7640 1 Processor -- start 2024-09-19T04:37:43.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.688+0000 7f3d25eb7640 1 -- start start 2024-09-19T04:37:43.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.689+0000 7f3d25eb7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3d2015f9f0 0x7f3d20072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:43.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.689+0000 7f3d25eb7640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3d2015c970 con 0x7f3d2006f130 2024-09-19T04:37:43.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.689+0000 7f3d25eb7640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3d2015bbb0 con 0x7f3d2015b370 2024-09-19T04:37:43.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.689+0000 7f3d25eb7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3d2015fef0 con 0x7f3d2015f9f0 2024-09-19T04:37:43.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.689+0000 7f3d1effd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f3d2006f130 0x7f3d200ce490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:48354/0 (socket says 172.21.15.111:48354) 2024-09-19T04:37:43.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.689+0000 7f3d1effd640 1 -- 172.21.15.111:0/1354565 learned_addr learned my addr 172.21.15.111:0/1354565 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:43.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.689+0000 7f3d1ffff640 1 --2- 172.21.15.111:0/1354565 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3d2015f9f0 0x7f3d20072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:43.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.689+0000 7f3d1e7fc640 1 -- 172.21.15.111:0/1354565 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2750456778 0 0) 0x7f3d2015c970 con 0x7f3d2006f130 2024-09-19T04:37:43.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.689+0000 7f3d1e7fc640 1 -- 172.21.15.111:0/1354565 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3d08003520 con 0x7f3d2006f130 2024-09-19T04:37:43.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.689+0000 7f3d1e7fc640 1 -- 172.21.15.111:0/1354565 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2385443608 0 0) 0x7f3d2015bbb0 con 0x7f3d2015b370 2024-09-19T04:37:43.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.689+0000 7f3d1e7fc640 1 -- 172.21.15.111:0/1354565 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3d2015c970 con 0x7f3d2015b370 2024-09-19T04:37:43.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.689+0000 7f3d1e7fc640 1 -- 172.21.15.111:0/1354565 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3884391503 0 0) 0x7f3d08003520 con 0x7f3d2006f130 2024-09-19T04:37:43.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.689+0000 7f3d1ffff640 1 -- 172.21.15.111:0/1354565 >> v1:172.21.15.114:6789/0 conn(0x7f3d2015b370 legacy=0x7f3d2006ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:43.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.689+0000 7f3d1ffff640 1 -- 172.21.15.111:0/1354565 >> v1:172.21.15.111:6789/0 conn(0x7f3d2006f130 legacy=0x7f3d200ce490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:43.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.689+0000 7f3d1ffff640 1 -- 172.21.15.111:0/1354565 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d2015be90 con 0x7f3d2015f9f0 2024-09-19T04:37:43.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.690+0000 7f3d1ffff640 1 --2- 172.21.15.111:0/1354565 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3d2015f9f0 0x7f3d20072560 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f3d18009dc0 tx=0x7f3d1802a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=17d726657cd763f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:43.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.690+0000 7f3d1e7fc640 1 -- 172.21.15.111:0/1354565 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d14001670 con 0x7f3d2015f9f0 2024-09-19T04:37:43.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.690+0000 7f3d1e7fc640 1 -- 172.21.15.111:0/1354565 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d18007540 con 0x7f3d2015f9f0 2024-09-19T04:37:43.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.690+0000 7f3d1e7fc640 1 -- 172.21.15.111:0/1354565 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d180078f0 con 0x7f3d2015f9f0 2024-09-19T04:37:43.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.691+0000 7f3d25eb7640 1 -- 172.21.15.111:0/1354565 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3d2015f9f0 msgr2=0x7f3d20072560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:43.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.691+0000 7f3d25eb7640 1 --2- 172.21.15.111:0/1354565 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3d2015f9f0 0x7f3d20072560 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f3d18009dc0 tx=0x7f3d1802a5d0 comp rx=0 tx=0).stop 2024-09-19T04:37:43.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.691+0000 7f3d25eb7640 1 -- 172.21.15.111:0/1354565 shutdown_connections 2024-09-19T04:37:43.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.691+0000 7f3d25eb7640 1 --2- 172.21.15.111:0/1354565 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3d2015f9f0 0x7f3d20072560 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:43.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.691+0000 7f3d25eb7640 1 -- 172.21.15.111:0/1354565 >> 172.21.15.111:0/1354565 conn(0x7f3d2006bba0 msgr2=0x7f3d2006bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:43.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.691+0000 7f3d25eb7640 1 -- 172.21.15.111:0/1354565 shutdown_connections 2024-09-19T04:37:43.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.691+0000 7f3d25eb7640 1 -- 172.21.15.111:0/1354565 wait complete. 2024-09-19T04:37:43.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.692+0000 7f3d25eb7640 1 Processor -- start 2024-09-19T04:37:43.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.692+0000 7f3d25eb7640 1 -- start start 2024-09-19T04:37:43.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.693+0000 7f3d25eb7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3d2006f130 0x7f3d200b5290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:43.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.693+0000 7f3d25eb7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3d2015b370 0x7f3d201465e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:43.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.693+0000 7f3d25eb7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3d2015f9f0 0x7f3d2014c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:43.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.693+0000 7f3d25eb7640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3d200731b0 con 0x7f3d2015b370 2024-09-19T04:37:43.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.693+0000 7f3d25eb7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3d2015c450 con 0x7f3d2006f130 2024-09-19T04:37:43.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.693+0000 7f3d25eb7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3d2015b750 con 0x7f3d2015f9f0 2024-09-19T04:37:43.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.693+0000 7f3d1effd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3d2015b370 0x7f3d201465e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:43.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.693+0000 7f3d1effd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3d2015b370 0x7f3d201465e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60838/0 (socket says 172.21.15.111:60838) 2024-09-19T04:37:43.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.693+0000 7f3d1effd640 1 -- 172.21.15.111:0/3556966913 learned_addr learned my addr 172.21.15.111:0/3556966913 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:43.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.693+0000 7f3d1ffff640 1 --2- 172.21.15.111:0/3556966913 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3d2015f9f0 0x7f3d2014c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:43.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.693+0000 7f3d1f7fe640 1 --2- 172.21.15.111:0/3556966913 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3d2006f130 0x7f3d200b5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:43.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.693+0000 7f3d1effd640 1 -- 172.21.15.111:0/3556966913 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3d2015f9f0 msgr2=0x7f3d2014c6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:43.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.693+0000 7f3d1effd640 1 --2- 172.21.15.111:0/3556966913 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3d2015f9f0 0x7f3d2014c6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:43.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.693+0000 7f3d1effd640 1 -- 172.21.15.111:0/3556966913 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3d2006f130 msgr2=0x7f3d200b5290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:43.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.693+0000 7f3d1effd640 1 --2- 172.21.15.111:0/3556966913 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3d2006f130 0x7f3d200b5290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:43.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.693+0000 7f3d1effd640 1 -- 172.21.15.111:0/3556966913 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d20146b20 con 0x7f3d2015b370 2024-09-19T04:37:43.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.694+0000 7f3d1effd640 1 --2- 172.21.15.111:0/3556966913 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3d2015b370 0x7f3d201465e0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f3d1400c4f0 tx=0x7f3d1400c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:43.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.694+0000 7f3d07fff640 1 -- 172.21.15.111:0/3556966913 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d14017070 con 0x7f3d2015b370 2024-09-19T04:37:43.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.694+0000 7f3d07fff640 1 -- 172.21.15.111:0/3556966913 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d14005ce0 con 0x7f3d2015b370 2024-09-19T04:37:43.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.694+0000 7f3d25eb7640 1 -- 172.21.15.111:0/3556966913 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d200b3610 con 0x7f3d2015b370 2024-09-19T04:37:43.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.694+0000 7f3d07fff640 1 -- 172.21.15.111:0/3556966913 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d14007290 con 0x7f3d2015b370 2024-09-19T04:37:43.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.694+0000 7f3d25eb7640 1 -- 172.21.15.111:0/3556966913 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d200b3bd0 con 0x7f3d2015b370 2024-09-19T04:37:43.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.695+0000 7f3d25eb7640 1 -- 172.21.15.111:0/3556966913 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d20072560 con 0x7f3d2015b370 2024-09-19T04:37:43.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.695+0000 7f3d07fff640 1 -- 172.21.15.111:0/3556966913 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f3d1401a070 con 0x7f3d2015b370 2024-09-19T04:37:43.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.696+0000 7f3d07fff640 1 --2- 172.21.15.111:0/3556966913 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3d0c06c3d0 0x7f3d0c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:43.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.696+0000 7f3d07fff640 1 -- 172.21.15.111:0/3556966913 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5709+0+0 (secure 0 0 0) 0x7f3d1408a8f0 con 0x7f3d2015b370 2024-09-19T04:37:43.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.696+0000 7f3d1f7fe640 1 --2- 172.21.15.111:0/3556966913 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3d0c06c3d0 0x7f3d0c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:43.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.697+0000 7f3d1f7fe640 1 --2- 172.21.15.111:0/3556966913 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3d0c06c3d0 0x7f3d0c06e890 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f3d100011e0 tx=0x7f3d10009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:43.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.700+0000 7f3d07fff640 1 -- 172.21.15.111:0/3556966913 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3d14058990 con 0x7f3d2015b370 2024-09-19T04:37:43.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.931+0000 7f3d25eb7640 1 -- 172.21.15.111:0/3556966913 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f3d200cc970 con 0x7f3d2015b370 2024-09-19T04:37:43.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.934+0000 7f3d07fff640 1 -- 172.21.15.111:0/3556966913 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v18) ==== 190+0+147 (secure 0 0 0) 0x7f3d1405de20 con 0x7f3d2015b370 2024-09-19T04:37:43.935 INFO:teuthology.orchestra.run.smithi111.stdout:[client.0] 2024-09-19T04:37:43.935 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQA0qetmdEXYCBAAQK+0F5ouJPJAqZqCQHrMdQ== 2024-09-19T04:37:43.935 INFO:teuthology.orchestra.run.smithi111.stdout: caps mds = "allow" 2024-09-19T04:37:43.935 INFO:teuthology.orchestra.run.smithi111.stdout: caps mon = "allow r" 2024-09-19T04:37:43.935 INFO:teuthology.orchestra.run.smithi111.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T04:37:43.935 INFO:teuthology.orchestra.run.smithi111.stderr:updated caps for client.0 2024-09-19T04:37:43.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.936+0000 7f3d25eb7640 1 -- 172.21.15.111:0/3556966913 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3d0c06c3d0 msgr2=0x7f3d0c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:43.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.936+0000 7f3d25eb7640 1 --2- 172.21.15.111:0/3556966913 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3d0c06c3d0 0x7f3d0c06e890 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f3d100011e0 tx=0x7f3d10009040 comp rx=0 tx=0).stop 2024-09-19T04:37:43.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.936+0000 7f3d25eb7640 1 -- 172.21.15.111:0/3556966913 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3d2015b370 msgr2=0x7f3d201465e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:43.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.936+0000 7f3d25eb7640 1 --2- 172.21.15.111:0/3556966913 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3d2015b370 0x7f3d201465e0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f3d1400c4f0 tx=0x7f3d1400c9b0 comp rx=0 tx=0).stop 2024-09-19T04:37:43.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.936+0000 7f3d25eb7640 1 -- 172.21.15.111:0/3556966913 shutdown_connections 2024-09-19T04:37:43.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.936+0000 7f3d25eb7640 1 --2- 172.21.15.111:0/3556966913 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3d0c06c3d0 0x7f3d0c06e890 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:43.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.936+0000 7f3d25eb7640 1 --2- 172.21.15.111:0/3556966913 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3d2015f9f0 0x7f3d2014c6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:43.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.936+0000 7f3d25eb7640 1 --2- 172.21.15.111:0/3556966913 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3d2015b370 0x7f3d201465e0 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:43.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.936+0000 7f3d25eb7640 1 --2- 172.21.15.111:0/3556966913 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3d2006f130 0x7f3d200b5290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:43.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.936+0000 7f3d25eb7640 1 -- 172.21.15.111:0/3556966913 >> 172.21.15.111:0/3556966913 conn(0x7f3d2006bba0 msgr2=0x7f3d2006bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:43.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.936+0000 7f3d25eb7640 1 -- 172.21.15.111:0/3556966913 shutdown_connections 2024-09-19T04:37:43.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:43.936+0000 7f3d25eb7640 1 -- 172.21.15.111:0/3556966913 wait complete. 2024-09-19T04:37:43.948 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:37:44.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.045+0000 7f297f3bd640 1 Processor -- start 2024-09-19T04:37:44.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.046+0000 7f297f3bd640 1 -- start start 2024-09-19T04:37:44.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.046+0000 7f297f3bd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f297815c3a0 0x7f29780b28f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.046+0000 7f297f3bd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f29780cf450 0x7f29780b2e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.046+0000 7f297f3bd640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f297806bc10 0x7f297806c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.046+0000 7f297f3bd640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f29780ce440 con 0x7f29780cf450 2024-09-19T04:37:44.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.046+0000 7f297f3bd640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f29780cefc0 con 0x7f297806bc10 2024-09-19T04:37:44.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.046+0000 7f297f3bd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f29780ce690 con 0x7f297815c3a0 2024-09-19T04:37:44.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.047+0000 7f297c958640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f29780cf450 0x7f29780b2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.047+0000 7f297c958640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f29780cf450 0x7f29780b2e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60854/0 (socket says 172.21.15.111:60854) 2024-09-19T04:37:44.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.047+0000 7f297c958640 1 -- 172.21.15.111:0/1332271906 learned_addr learned my addr 172.21.15.111:0/1332271906 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:44.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.047+0000 7f297d159640 1 --2- 172.21.15.111:0/1332271906 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f297815c3a0 0x7f29780b28f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.047+0000 7f297d95a640 1 --2- 172.21.15.111:0/1332271906 >> v2:172.21.15.114:3300/0 conn(0x7f297806bc10 0x7f297806c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.047+0000 7f297c958640 1 -- 172.21.15.111:0/1332271906 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f297815c3a0 msgr2=0x7f29780b28f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:44.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.047+0000 7f297c958640 1 --2- 172.21.15.111:0/1332271906 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f297815c3a0 0x7f29780b28f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.047+0000 7f297c958640 1 -- 172.21.15.111:0/1332271906 >> v2:172.21.15.114:3300/0 conn(0x7f297806bc10 msgr2=0x7f297806c0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:44.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.047+0000 7f297c958640 1 --2- 172.21.15.111:0/1332271906 >> v2:172.21.15.114:3300/0 conn(0x7f297806bc10 0x7f297806c0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.047+0000 7f297c958640 1 -- 172.21.15.111:0/1332271906 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29780ce970 con 0x7f29780cf450 2024-09-19T04:37:44.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.048+0000 7f297c958640 1 --2- 172.21.15.111:0/1332271906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29780cf450 0x7f29780b2e30 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f29780cfd70 tx=0x7f296c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a0a351b4021cf68 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:44.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.048+0000 7f2977fff640 1 -- 172.21.15.111:0/1332271906 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296c037070 con 0x7f29780cf450 2024-09-19T04:37:44.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.048+0000 7f2977fff640 1 -- 172.21.15.111:0/1332271906 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f296c032440 con 0x7f29780cf450 2024-09-19T04:37:44.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.048+0000 7f2977fff640 1 -- 172.21.15.111:0/1332271906 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296c032810 con 0x7f29780cf450 2024-09-19T04:37:44.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.048+0000 7f297f3bd640 1 -- 172.21.15.111:0/1332271906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29780cf450 msgr2=0x7f29780b2e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:44.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.048+0000 7f297f3bd640 1 --2- 172.21.15.111:0/1332271906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29780cf450 0x7f29780b2e30 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f29780cfd70 tx=0x7f296c02a1e0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.048+0000 7f297f3bd640 1 -- 172.21.15.111:0/1332271906 shutdown_connections 2024-09-19T04:37:44.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.048+0000 7f297f3bd640 1 --2- 172.21.15.111:0/1332271906 >> v2:172.21.15.114:3300/0 conn(0x7f297806bc10 0x7f297806c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.048+0000 7f297f3bd640 1 --2- 172.21.15.111:0/1332271906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29780cf450 0x7f29780b2e30 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.048+0000 7f297f3bd640 1 --2- 172.21.15.111:0/1332271906 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f297815c3a0 0x7f29780b28f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.048+0000 7f297f3bd640 1 -- 172.21.15.111:0/1332271906 >> 172.21.15.111:0/1332271906 conn(0x7f2978062a80 msgr2=0x7f297806ccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:44.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.048+0000 7f297f3bd640 1 -- 172.21.15.111:0/1332271906 shutdown_connections 2024-09-19T04:37:44.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.048+0000 7f297f3bd640 1 -- 172.21.15.111:0/1332271906 wait complete. 2024-09-19T04:37:44.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.049+0000 7f297f3bd640 1 Processor -- start 2024-09-19T04:37:44.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.050+0000 7f297f3bd640 1 -- start start 2024-09-19T04:37:44.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.050+0000 7f297f3bd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f297806bc10 0x7f29780b2d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.050+0000 7f297f3bd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f29780cf450 0x7f2978143e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.050+0000 7f297f3bd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f297815c3a0 0x7f2978144380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.050+0000 7f297f3bd640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f29780720c0 con 0x7f297806bc10 2024-09-19T04:37:44.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.050+0000 7f297f3bd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f297806c5e0 con 0x7f29780cf450 2024-09-19T04:37:44.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.050+0000 7f297f3bd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2978072240 con 0x7f297815c3a0 2024-09-19T04:37:44.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.050+0000 7f297d159640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f297806bc10 0x7f29780b2d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.050+0000 7f297d159640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f297806bc10 0x7f29780b2d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60858/0 (socket says 172.21.15.111:60858) 2024-09-19T04:37:44.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.050+0000 7f297d159640 1 -- 172.21.15.111:0/390411721 learned_addr learned my addr 172.21.15.111:0/390411721 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:44.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.050+0000 7f297d95a640 1 --2- 172.21.15.111:0/390411721 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f297815c3a0 0x7f2978144380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.050+0000 7f297c958640 1 --2- 172.21.15.111:0/390411721 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f29780cf450 0x7f2978143e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.051+0000 7f297d159640 1 -- 172.21.15.111:0/390411721 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f297815c3a0 msgr2=0x7f2978144380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:44.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.051+0000 7f297d159640 1 --2- 172.21.15.111:0/390411721 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f297815c3a0 0x7f2978144380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.051+0000 7f297d159640 1 -- 172.21.15.111:0/390411721 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f29780cf450 msgr2=0x7f2978143e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:44.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.051+0000 7f297d159640 1 --2- 172.21.15.111:0/390411721 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f29780cf450 0x7f2978143e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.051+0000 7f297d159640 1 -- 172.21.15.111:0/390411721 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2978143840 con 0x7f297806bc10 2024-09-19T04:37:44.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.051+0000 7f297d95a640 1 --2- 172.21.15.111:0/390411721 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f297815c3a0 0x7f2978144380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:44.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.051+0000 7f297c958640 1 --2- 172.21.15.111:0/390411721 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f29780cf450 0x7f2978143e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:44.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.051+0000 7f297d159640 1 --2- 172.21.15.111:0/390411721 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f297806bc10 0x7f29780b2d20 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f296800e870 tx=0x7f296800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:44.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.051+0000 7f2975ffb640 1 -- 172.21.15.111:0/390411721 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2968017070 con 0x7f297806bc10 2024-09-19T04:37:44.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.051+0000 7f2975ffb640 1 -- 172.21.15.111:0/390411721 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f296800c8e0 con 0x7f297806bc10 2024-09-19T04:37:44.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.051+0000 7f297f3bd640 1 -- 172.21.15.111:0/390411721 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2978144a20 con 0x7f297806bc10 2024-09-19T04:37:44.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.051+0000 7f2975ffb640 1 -- 172.21.15.111:0/390411721 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296800ccd0 con 0x7f297806bc10 2024-09-19T04:37:44.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.051+0000 7f297f3bd640 1 -- 172.21.15.111:0/390411721 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2978144fe0 con 0x7f297806bc10 2024-09-19T04:37:44.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.052+0000 7f297f3bd640 1 -- 172.21.15.111:0/390411721 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f297806e5e0 con 0x7f297806bc10 2024-09-19T04:37:44.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.053+0000 7f2975ffb640 1 -- 172.21.15.111:0/390411721 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f296801a070 con 0x7f297806bc10 2024-09-19T04:37:44.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.053+0000 7f2975ffb640 1 --2- 172.21.15.111:0/390411721 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f296406c3d0 0x7f296406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.053+0000 7f2975ffb640 1 -- 172.21.15.111:0/390411721 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5709+0+0 (secure 0 0 0) 0x7f296808b350 con 0x7f297806bc10 2024-09-19T04:37:44.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.054+0000 7f297c958640 1 --2- 172.21.15.111:0/390411721 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f296406c3d0 0x7f296406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.054+0000 7f297c958640 1 --2- 172.21.15.111:0/390411721 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f296406c3d0 0x7f296406e890 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f296c034000 tx=0x7f296c02e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:44.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.058+0000 7f2975ffb640 1 -- 172.21.15.111:0/390411721 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f297806e5e0 con 0x7f297806bc10 2024-09-19T04:37:44.259 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.257+0000 7f297f3bd640 1 -- 172.21.15.111:0/390411721 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f297806f500 con 0x7f297806bc10 2024-09-19T04:37:44.259 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.258+0000 7f2975ffb640 1 -- 172.21.15.111:0/390411721 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 53 v53) ==== 94+0+5231 (secure 0 0 0) 0x7f2978143840 con 0x7f297806bc10 2024-09-19T04:37:44.259 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:44.259 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":53,"btime":"2024-09-19T04:37:37:943481+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5774,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6817/415164607","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":415164607},{"type":"v1","addr":"172.21.15.111:6817","nonce":415164607}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5777,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/4072117659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":4072117659},{"type":"v1","addr":"172.21.15.111:6835","nonce":4072117659}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5786,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/2925158637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":2925158637},{"type":"v1","addr":"172.21.15.114:6834","nonce":2925158637}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":53,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:37:35.522011+0000","modified":"2024-09-19T04:37:37.265523+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6849},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6849":{"gid":6849,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/994076716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":994076716},{"type":"v1","addr":"172.21.15.114:6835","nonce":994076716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6849,"qdb_cluster":[6849]},"id":8}]} 2024-09-19T04:37:44.260 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 53 2024-09-19T04:37:44.261 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.260+0000 7f297f3bd640 1 -- 172.21.15.111:0/390411721 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f296406c3d0 msgr2=0x7f296406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:44.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.260+0000 7f297f3bd640 1 --2- 172.21.15.111:0/390411721 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f296406c3d0 0x7f296406e890 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f296c034000 tx=0x7f296c02e000 comp rx=0 tx=0).stop 2024-09-19T04:37:44.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.260+0000 7f297f3bd640 1 -- 172.21.15.111:0/390411721 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f297806bc10 msgr2=0x7f29780b2d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:44.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.260+0000 7f297f3bd640 1 --2- 172.21.15.111:0/390411721 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f297806bc10 0x7f29780b2d20 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f296800e870 tx=0x7f296800ed30 comp rx=0 tx=0).stop 2024-09-19T04:37:44.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.260+0000 7f297f3bd640 1 -- 172.21.15.111:0/390411721 shutdown_connections 2024-09-19T04:37:44.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.260+0000 7f297f3bd640 1 --2- 172.21.15.111:0/390411721 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f296406c3d0 0x7f296406e890 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.260+0000 7f297f3bd640 1 --2- 172.21.15.111:0/390411721 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f297815c3a0 0x7f2978144380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.260+0000 7f297f3bd640 1 --2- 172.21.15.111:0/390411721 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f29780cf450 0x7f2978143e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.260+0000 7f297f3bd640 1 --2- 172.21.15.111:0/390411721 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f297806bc10 0x7f29780b2d20 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.260+0000 7f297f3bd640 1 -- 172.21.15.111:0/390411721 >> 172.21.15.111:0/390411721 conn(0x7f2978062a80 msgr2=0x7f297806ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:44.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.260+0000 7f297f3bd640 1 -- 172.21.15.111:0/390411721 shutdown_connections 2024-09-19T04:37:44.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.260+0000 7f297f3bd640 1 -- 172.21.15.111:0/390411721 wait complete. 2024-09-19T04:37:44.674 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 53, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T04:37:35.522011+0000', 'modified': '2024-09-19T04:37:37.265523+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6849}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6849': {'gid': 6849, 'name': 'd', 'rank': 0, 'incarnation': 51, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.114:6835/994076716', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.114:6832', 'nonce': 994076716}, {'type': 'v1', 'addr': '172.21.15.114:6835', 'nonce': 994076716}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6849, 'qdb_cluster': [6849]} 2024-09-19T04:37:44.674 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T04:37:44.675 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-19T04:37:44.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.776+0000 7f293e111640 1 Processor -- start 2024-09-19T04:37:44.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.776+0000 7f293e111640 1 -- start start 2024-09-19T04:37:44.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.776+0000 7f293e111640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f29380d02a0 0x7f29380d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.777+0000 7f293e111640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f293815ca40 0x7f293815e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.777+0000 7f293e111640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29380d0bc0 con 0x7f293815ce80 2024-09-19T04:37:44.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.777+0000 7f293e111640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f293815d390 con 0x7f293815ca40 2024-09-19T04:37:44.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.777+0000 7f293e111640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f293815d670 con 0x7f29380d02a0 2024-09-19T04:37:44.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.777+0000 7f2936ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f293815ca40 0x7f293815e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.777+0000 7f2936ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f293815ca40 0x7f293815e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60872/0 (socket says 172.21.15.111:60872) 2024-09-19T04:37:44.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.777+0000 7f2936ffd640 1 -- 172.21.15.111:0/470439783 learned_addr learned my addr 172.21.15.111:0/470439783 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:44.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.777+0000 7f29377fe640 1 --2- 172.21.15.111:0/470439783 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f29380d02a0 0x7f29380d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.777+0000 7f2936ffd640 1 -- 172.21.15.111:0/470439783 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f29380d02a0 msgr2=0x7f29380d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:44.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.777+0000 7f2936ffd640 1 --2- 172.21.15.111:0/470439783 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f29380d02a0 0x7f29380d0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.777+0000 7f2936ffd640 1 -- 172.21.15.111:0/470439783 >> v1:172.21.15.114:6789/0 conn(0x7f293815ce80 legacy=0x7f29381594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:44.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.777+0000 7f2936ffd640 1 -- 172.21.15.111:0/470439783 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f293815d950 con 0x7f293815ca40 2024-09-19T04:37:44.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.778+0000 7f2936ffd640 1 --2- 172.21.15.111:0/470439783 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f293815ca40 0x7f293815e430 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f2920009870 tx=0x7f292002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=faead80eb475f4da server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:44.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.778+0000 7f29367fc640 1 -- 172.21.15.111:0/470439783 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2920037070 con 0x7f293815ca40 2024-09-19T04:37:44.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.778+0000 7f29367fc640 1 -- 172.21.15.111:0/470439783 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2920032440 con 0x7f293815ca40 2024-09-19T04:37:44.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.778+0000 7f29367fc640 1 -- 172.21.15.111:0/470439783 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2920032810 con 0x7f293815ca40 2024-09-19T04:37:44.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.778+0000 7f293e111640 1 -- 172.21.15.111:0/470439783 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f293815ca40 msgr2=0x7f293815e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:44.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.778+0000 7f293e111640 1 --2- 172.21.15.111:0/470439783 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f293815ca40 0x7f293815e430 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f2920009870 tx=0x7f292002a180 comp rx=0 tx=0).stop 2024-09-19T04:37:44.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.778+0000 7f293e111640 1 -- 172.21.15.111:0/470439783 shutdown_connections 2024-09-19T04:37:44.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.778+0000 7f293e111640 1 --2- 172.21.15.111:0/470439783 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f293815ca40 0x7f293815e430 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.778+0000 7f293e111640 1 --2- 172.21.15.111:0/470439783 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f29380d02a0 0x7f29380d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.778+0000 7f293e111640 1 -- 172.21.15.111:0/470439783 >> 172.21.15.111:0/470439783 conn(0x7f2938062cc0 msgr2=0x7f293806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:44.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.778+0000 7f293e111640 1 -- 172.21.15.111:0/470439783 shutdown_connections 2024-09-19T04:37:44.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.778+0000 7f293e111640 1 -- 172.21.15.111:0/470439783 wait complete. 2024-09-19T04:37:44.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.780+0000 7f293e111640 1 Processor -- start 2024-09-19T04:37:44.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.780+0000 7f293e111640 1 -- start start 2024-09-19T04:37:44.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.780+0000 7f293e111640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29380d02a0 0x7f293814a380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.780+0000 7f293e111640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f293815ca40 0x7f2938146e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.780+0000 7f293e111640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f293815ce80 0x7f29381477d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.780+0000 7f293e111640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2938155b90 con 0x7f29380d02a0 2024-09-19T04:37:44.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.780+0000 7f293e111640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f293815df10 con 0x7f293815ca40 2024-09-19T04:37:44.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.780+0000 7f293e111640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2938155d10 con 0x7f293815ce80 2024-09-19T04:37:44.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.781+0000 7f29377fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29380d02a0 0x7f293814a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.781+0000 7f29377fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29380d02a0 0x7f293814a380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60886/0 (socket says 172.21.15.111:60886) 2024-09-19T04:37:44.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.781+0000 7f29377fe640 1 -- 172.21.15.111:0/62384204 learned_addr learned my addr 172.21.15.111:0/62384204 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:44.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.781+0000 7f2937fff640 1 --2- 172.21.15.111:0/62384204 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f293815ce80 0x7f29381477d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.781+0000 7f2936ffd640 1 --2- 172.21.15.111:0/62384204 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f293815ca40 0x7f2938146e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.781+0000 7f29377fe640 1 -- 172.21.15.111:0/62384204 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f293815ce80 msgr2=0x7f29381477d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:44.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.781+0000 7f29377fe640 1 --2- 172.21.15.111:0/62384204 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f293815ce80 0x7f29381477d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.781+0000 7f29377fe640 1 -- 172.21.15.111:0/62384204 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f293815ca40 msgr2=0x7f2938146e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:44.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.781+0000 7f29377fe640 1 --2- 172.21.15.111:0/62384204 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f293815ca40 0x7f2938146e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.781+0000 7f29377fe640 1 -- 172.21.15.111:0/62384204 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2938072910 con 0x7f29380d02a0 2024-09-19T04:37:44.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.781+0000 7f2937fff640 1 --2- 172.21.15.111:0/62384204 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f293815ce80 0x7f29381477d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:44.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.781+0000 7f2936ffd640 1 --2- 172.21.15.111:0/62384204 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f293815ca40 0x7f2938146e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:44.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.781+0000 7f29377fe640 1 --2- 172.21.15.111:0/62384204 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29380d02a0 0x7f293814a380 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f292800c820 tx=0x7f292800cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:44.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.781+0000 7f292ffff640 1 -- 172.21.15.111:0/62384204 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2928015070 con 0x7f29380d02a0 2024-09-19T04:37:44.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.781+0000 7f292ffff640 1 -- 172.21.15.111:0/62384204 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2928004020 con 0x7f29380d02a0 2024-09-19T04:37:44.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.781+0000 7f293e111640 1 -- 172.21.15.111:0/62384204 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2938156750 con 0x7f29380d02a0 2024-09-19T04:37:44.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.781+0000 7f292ffff640 1 -- 172.21.15.111:0/62384204 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29280043f0 con 0x7f29380d02a0 2024-09-19T04:37:44.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.781+0000 7f293e111640 1 -- 172.21.15.111:0/62384204 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2938156d10 con 0x7f29380d02a0 2024-09-19T04:37:44.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.783+0000 7f292ffff640 1 -- 172.21.15.111:0/62384204 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f2928007830 con 0x7f29380d02a0 2024-09-19T04:37:44.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.783+0000 7f292ffff640 1 --2- 172.21.15.111:0/62384204 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f291806c3d0 0x7f291806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.784+0000 7f292ffff640 1 -- 172.21.15.111:0/62384204 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5709+0+0 (secure 0 0 0) 0x7f292808b450 con 0x7f29380d02a0 2024-09-19T04:37:44.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.784+0000 7f2936ffd640 1 --2- 172.21.15.111:0/62384204 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f291806c3d0 0x7f291806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.784+0000 7f2940eac740 1 Processor -- start 2024-09-19T04:37:44.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.784+0000 7f2940eac740 1 -- start start 2024-09-19T04:37:44.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.784+0000 7f2936ffd640 1 --2- 172.21.15.111:0/62384204 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f291806c3d0 0x7f291806e890 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f2920034000 tx=0x7f292002e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:44.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.785+0000 7f2940eac740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55a6ded402c0 0x55a6ded85a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.785+0000 7f2940eac740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6ded3da80 0x55a6ded406a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.785+0000 7f2940eac740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded41a50 0x55a6ded3a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.785+0000 7f2940eac740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55a6deca2520 con 0x55a6ded41a50 2024-09-19T04:37:44.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.785+0000 7f2940eac740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55a6dec4a3e0 con 0x55a6ded3da80 2024-09-19T04:37:44.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.785+0000 7f2940eac740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x55a6dec9e4e0 con 0x55a6ded402c0 2024-09-19T04:37:44.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.785+0000 7f2937fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded41a50 0x55a6ded3a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.785+0000 7f2937fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded41a50 0x55a6ded3a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60896/0 (socket says 172.21.15.111:60896) 2024-09-19T04:37:44.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.785+0000 7f2937fff640 1 -- 172.21.15.111:0/2751672020 learned_addr learned my addr 172.21.15.111:0/2751672020 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:44.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.786+0000 7f29377fe640 1 --2- 172.21.15.111:0/2751672020 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55a6ded402c0 0x55a6ded85a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.786+0000 7f2936ffd640 1 --2- 172.21.15.111:0/2751672020 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6ded3da80 0x55a6ded406a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.786+0000 7f2937fff640 1 -- 172.21.15.111:0/2751672020 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55a6ded402c0 msgr2=0x55a6ded85a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:44.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.786+0000 7f2937fff640 1 --2- 172.21.15.111:0/2751672020 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55a6ded402c0 0x55a6ded85a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.786+0000 7f2937fff640 1 -- 172.21.15.111:0/2751672020 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6ded3da80 msgr2=0x55a6ded406a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:44.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.786+0000 7f2937fff640 1 --2- 172.21.15.111:0/2751672020 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6ded3da80 0x55a6ded406a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.786+0000 7f2937fff640 1 -- 172.21.15.111:0/2751672020 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6dec652f0 con 0x55a6ded41a50 2024-09-19T04:37:44.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.786+0000 7f2937fff640 1 --2- 172.21.15.111:0/2751672020 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded41a50 0x55a6ded3a8b0 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f2930004510 tx=0x7f293000e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc98df71fe8be31 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:44.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.786+0000 7f292d7fa640 1 -- 172.21.15.111:0/2751672020 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f293000ec40 con 0x55a6ded41a50 2024-09-19T04:37:44.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.786+0000 7f292d7fa640 1 -- 172.21.15.111:0/2751672020 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f293000ede0 con 0x55a6ded41a50 2024-09-19T04:37:44.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.786+0000 7f292d7fa640 1 -- 172.21.15.111:0/2751672020 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2930004b30 con 0x55a6ded41a50 2024-09-19T04:37:44.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.787+0000 7f2940eac740 1 -- 172.21.15.111:0/2751672020 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded41a50 msgr2=0x55a6ded3a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:44.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.787+0000 7f2940eac740 1 --2- 172.21.15.111:0/2751672020 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded41a50 0x55a6ded3a8b0 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f2930004510 tx=0x7f293000e530 comp rx=0 tx=0).stop 2024-09-19T04:37:44.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.787+0000 7f2940eac740 1 -- 172.21.15.111:0/2751672020 shutdown_connections 2024-09-19T04:37:44.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.787+0000 7f2940eac740 1 --2- 172.21.15.111:0/2751672020 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded41a50 0x55a6ded3a8b0 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.787+0000 7f2940eac740 1 --2- 172.21.15.111:0/2751672020 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6ded3da80 0x55a6ded406a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.787+0000 7f2940eac740 1 --2- 172.21.15.111:0/2751672020 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55a6ded402c0 0x55a6ded85a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.787+0000 7f2940eac740 1 -- 172.21.15.111:0/2751672020 >> 172.21.15.111:0/2751672020 conn(0x55a6ded3ca80 msgr2=0x55a6ded84f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:44.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.787+0000 7f2940eac740 1 -- 172.21.15.111:0/2751672020 shutdown_connections 2024-09-19T04:37:44.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.787+0000 7f2940eac740 1 -- 172.21.15.111:0/2751672020 wait complete. 2024-09-19T04:37:44.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.787+0000 7f2940eac740 1 -- start start 2024-09-19T04:37:44.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.787+0000 7f2940eac740 1 Processor -- start 2024-09-19T04:37:44.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.788+0000 7f2940eac740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55a6ded402c0 0x55a6ded95eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.788+0000 7f2940eac740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded41a50 0x55a6ded62630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.788+0000 7f2940eac740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6ded6a610 0x55a6ded61070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.788+0000 7f2940eac740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55a6ded3bf20 con 0x55a6ded41a50 2024-09-19T04:37:44.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.788+0000 7f2940eac740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55a6dec2b450 con 0x55a6ded6a610 2024-09-19T04:37:44.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.788+0000 7f2940eac740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x55a6ded86290 con 0x55a6ded402c0 2024-09-19T04:37:44.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.788+0000 7f2940eac740 10 client.0 _ll_register_callbacks cb 0x55a6de9b4ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:37:44.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.788+0000 7f2936ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded41a50 0x55a6ded62630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.788+0000 7f2936ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded41a50 0x55a6ded62630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60912/0 (socket says 172.21.15.111:60912) 2024-09-19T04:37:44.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.788+0000 7f2936ffd640 1 -- 172.21.15.111:0/2057118960 learned_addr learned my addr 172.21.15.111:0/2057118960 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:44.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.788+0000 7f29377fe640 1 --2- 172.21.15.111:0/2057118960 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55a6ded402c0 0x55a6ded95eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.788+0000 7f2937fff640 1 --2- 172.21.15.111:0/2057118960 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6ded6a610 0x55a6ded61070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.789+0000 7f2936ffd640 1 -- 172.21.15.111:0/2057118960 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55a6ded402c0 msgr2=0x55a6ded95eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:44.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.789+0000 7f2936ffd640 1 --2- 172.21.15.111:0/2057118960 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55a6ded402c0 0x55a6ded95eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.789+0000 7f2936ffd640 1 -- 172.21.15.111:0/2057118960 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6ded6a610 msgr2=0x55a6ded61070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:44.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.789+0000 7f2936ffd640 1 --2- 172.21.15.111:0/2057118960 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6ded6a610 0x55a6ded61070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.789+0000 7f2936ffd640 1 -- 172.21.15.111:0/2057118960 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6de9b52d0 con 0x55a6ded41a50 2024-09-19T04:37:44.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.789+0000 7f2936ffd640 1 --2- 172.21.15.111:0/2057118960 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded41a50 0x55a6ded62630 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f2920009960 tx=0x7f2920004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c32d2a5c07beab49 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:44.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.789+0000 7f29167fc640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-09-19T04:37:44.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.789+0000 7f29167fc640 1 -- 172.21.15.111:0/2057118960 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f292004c060 con 0x55a6ded41a50 2024-09-19T04:37:44.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.789+0000 7f2940eac740 1 -- 172.21.15.111:0/2057118960 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f293000ede0 con 0x55a6ded41a50 2024-09-19T04:37:44.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.789+0000 7f29167fc640 1 -- 172.21.15.111:0/2057118960 <== mon.0 v2:172.21.15.111:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 5709+0+0 (secure 0 0 0) 0x7f292003eb70 con 0x55a6ded41a50 2024-09-19T04:37:44.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.789+0000 7f29167fc640 1 -- 172.21.15.111:0/2057118960 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=53) ==== 24+0+0 (secure 0 0 0) 0x7f2920052050 con 0x55a6ded41a50 2024-09-19T04:37:44.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.789+0000 7f2940eac740 10 client.6993 fetch_fsmap learned FSMap version 53 2024-09-19T04:37:44.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.789+0000 7f2940eac740 1 -- 172.21.15.111:0/2057118960 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=53,monmap=2+}) -- 0x55a6dea7f6b0 con 0x55a6ded41a50 2024-09-19T04:37:44.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.789+0000 7f29167fc640 1 -- 172.21.15.111:0/2057118960 <== mon.0 v2:172.21.15.111:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f293000ede0 con 0x55a6ded41a50 2024-09-19T04:37:44.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.789+0000 7f29167fc640 1 -- 172.21.15.111:0/2057118960 <== mon.0 v2:172.21.15.111:3300/0 5 ==== fsmap(e 53) ==== 3502+0+0 (secure 0 0 0) 0x7f2920055020 con 0x55a6ded41a50 2024-09-19T04:37:44.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.789+0000 7f2940eac740 10 client.6993 fetch_fsmap finished waiting for FSMap version 53 2024-09-19T04:37:44.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.789+0000 7f2940eac740 10 client.6993 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-19T04:37:44.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.789+0000 7f2940eac740 20 client.6993 populate_metadata read hostname 'smithi111' 2024-09-19T04:37:44.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.789+0000 7f2940eac740 1 --2- 172.21.15.111:0/2057118960 >> [v2:172.21.15.114:6832/994076716,v1:172.21.15.114:6835/994076716] conn(0x55a6ded682f0 0x55a6ded98880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.789+0000 7f2940eac740 4 client.6993 mds_command: new command op to 6849 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T04:37:44.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.789+0000 7f2940eac740 1 -- 172.21.15.111:0/2057118960 --> [v2:172.21.15.114:6832/994076716,v1:172.21.15.114:6835/994076716] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a6decafc50 con 0x55a6ded682f0 2024-09-19T04:37:44.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.790+0000 7f29377fe640 1 --2- 172.21.15.111:0/2057118960 >> [v2:172.21.15.114:6832/994076716,v1:172.21.15.114:6835/994076716] conn(0x55a6ded682f0 0x55a6ded98880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.790+0000 7f29167fc640 10 client.6993 ms_handle_connect on v2:172.21.15.114:6832/994076716 2024-09-19T04:37:44.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.790+0000 7f29377fe640 1 --2- 172.21.15.111:0/2057118960 >> [v2:172.21.15.114:6832/994076716,v1:172.21.15.114:6835/994076716] conn(0x55a6ded682f0 0x55a6ded98880 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9aef94c0e2622d42 server_cookie=a7caba66bdff0e6e in_seq=0 out_seq=0 2024-09-19T04:37:44.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.791+0000 7f29167fc640 1 -- 172.21.15.111:0/2057118960 <== mds.0 v2:172.21.15.114:6832/994076716 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a6decafc50 con 0x55a6ded682f0 2024-09-19T04:37:44.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.791+0000 7f29167fc640 10 client.6993 handle_command_reply: tid=0 2024-09-19T04:37:44.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.791+0000 7f2940eac740 1 client.6993 shutdown 2024-09-19T04:37:44.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.791+0000 7f2940eac740 1 -- 172.21.15.111:0/2057118960 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded41a50 msgr2=0x55a6ded62630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:44.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.791+0000 7f2940eac740 1 --2- 172.21.15.111:0/2057118960 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded41a50 0x55a6ded62630 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f2920009960 tx=0x7f2920004730 comp rx=0 tx=0).stop 2024-09-19T04:37:44.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.791+0000 7f2940eac740 1 -- 172.21.15.111:0/2057118960 shutdown_connections 2024-09-19T04:37:44.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.791+0000 7f2940eac740 1 --2- 172.21.15.111:0/2057118960 >> [v2:172.21.15.114:6832/994076716,v1:172.21.15.114:6835/994076716] conn(0x55a6ded682f0 0x55a6ded98880 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.791+0000 7f2940eac740 1 --2- 172.21.15.111:0/2057118960 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6ded6a610 0x55a6ded61070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.791+0000 7f2940eac740 1 --2- 172.21.15.111:0/2057118960 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded41a50 0x55a6ded62630 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.791+0000 7f29167fc640 0 client.6993 ms_handle_reset on v2:172.21.15.114:6832/994076716 2024-09-19T04:37:44.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.791+0000 7f2940eac740 1 --2- 172.21.15.111:0/2057118960 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55a6ded402c0 0x55a6ded95eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.791+0000 7f2940eac740 1 -- 172.21.15.111:0/2057118960 >> 172.21.15.111:0/2057118960 conn(0x55a6ded3da80 msgr2=0x55a6ded88440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:44.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.791+0000 7f2940eac740 1 -- 172.21.15.111:0/2057118960 shutdown_connections 2024-09-19T04:37:44.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.791+0000 7f2940eac740 1 -- 172.21.15.111:0/2057118960 wait complete. 2024-09-19T04:37:44.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.791+0000 7f2940eac740 20 client.6993 trim_cache size 0 max 16384 2024-09-19T04:37:44.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.809+0000 7f2940eac740 1 Processor -- start 2024-09-19T04:37:44.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.809+0000 7f2940eac740 1 -- start start 2024-09-19T04:37:44.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.810+0000 7f2940eac740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded402c0 0x55a6ded88630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.810+0000 7f2940eac740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55a6ded41a50 0x55a6ded81fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.810+0000 7f2940eac740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6ded6a610 0x55a6ded3aa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.810+0000 7f2940eac740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f293806c840 con 0x55a6ded402c0 2024-09-19T04:37:44.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.810+0000 7f2940eac740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f293806bba0 con 0x55a6ded6a610 2024-09-19T04:37:44.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.810+0000 7f2940eac740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f293806c1f0 con 0x55a6ded41a50 2024-09-19T04:37:44.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.810+0000 7f29377fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded402c0 0x55a6ded88630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.810+0000 7f29377fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded402c0 0x55a6ded88630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60920/0 (socket says 172.21.15.111:60920) 2024-09-19T04:37:44.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.810+0000 7f29377fe640 1 -- 172.21.15.111:0/2165218539 learned_addr learned my addr 172.21.15.111:0/2165218539 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:44.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.810+0000 7f2936ffd640 1 --2- 172.21.15.111:0/2165218539 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55a6ded41a50 0x55a6ded81fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.810+0000 7f2937fff640 1 --2- 172.21.15.111:0/2165218539 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6ded6a610 0x55a6ded3aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.810+0000 7f29377fe640 1 -- 172.21.15.111:0/2165218539 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55a6ded41a50 msgr2=0x55a6ded81fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:44.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.810+0000 7f29377fe640 1 --2- 172.21.15.111:0/2165218539 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55a6ded41a50 0x55a6ded81fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.810+0000 7f29377fe640 1 -- 172.21.15.111:0/2165218539 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6ded6a610 msgr2=0x55a6ded3aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:44.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.810+0000 7f29377fe640 1 --2- 172.21.15.111:0/2165218539 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6ded6a610 0x55a6ded3aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.810+0000 7f29377fe640 1 -- 172.21.15.111:0/2165218539 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6ded6b3e0 con 0x55a6ded402c0 2024-09-19T04:37:44.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.810+0000 7f29377fe640 1 --2- 172.21.15.111:0/2165218539 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded402c0 0x55a6ded88630 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f2928058fa0 tx=0x7f2928004590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec6343152008e7ae server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:44.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.810+0000 7f292cff9640 1 -- 172.21.15.111:0/2165218539 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f292801e040 con 0x55a6ded402c0 2024-09-19T04:37:44.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.810+0000 7f292cff9640 1 -- 172.21.15.111:0/2165218539 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29280575a0 con 0x55a6ded402c0 2024-09-19T04:37:44.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.810+0000 7f292cff9640 1 -- 172.21.15.111:0/2165218539 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29280711d0 con 0x55a6ded402c0 2024-09-19T04:37:44.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.811+0000 7f2940eac740 1 -- 172.21.15.111:0/2165218539 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded402c0 msgr2=0x55a6ded88630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:44.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.811+0000 7f2940eac740 1 --2- 172.21.15.111:0/2165218539 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded402c0 0x55a6ded88630 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f2928058fa0 tx=0x7f2928004590 comp rx=0 tx=0).stop 2024-09-19T04:37:44.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.811+0000 7f2940eac740 1 -- 172.21.15.111:0/2165218539 shutdown_connections 2024-09-19T04:37:44.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.811+0000 7f2940eac740 1 --2- 172.21.15.111:0/2165218539 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6ded6a610 0x55a6ded3aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.811+0000 7f2940eac740 1 --2- 172.21.15.111:0/2165218539 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55a6ded41a50 0x55a6ded81fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.811+0000 7f2940eac740 1 --2- 172.21.15.111:0/2165218539 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded402c0 0x55a6ded88630 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.811+0000 7f2940eac740 1 -- 172.21.15.111:0/2165218539 >> 172.21.15.111:0/2165218539 conn(0x55a6ded3da80 msgr2=0x55a6ded84440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:44.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.811+0000 7f2940eac740 1 -- 172.21.15.111:0/2165218539 shutdown_connections 2024-09-19T04:37:44.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.811+0000 7f2940eac740 1 -- 172.21.15.111:0/2165218539 wait complete. 2024-09-19T04:37:44.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.811+0000 7f2940eac740 1 -- start start 2024-09-19T04:37:44.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.812+0000 7f2940eac740 1 Processor -- start 2024-09-19T04:37:44.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.812+0000 7f2940eac740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded402c0 0x55a6dedeba50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.812+0000 7f2940eac740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6ded41a50 0x55a6ded655e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.812+0000 7f2940eac740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55a6ded6a610 0x55a6ded39cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.812+0000 7f2940eac740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55a6ded68170 con 0x55a6ded402c0 2024-09-19T04:37:44.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.812+0000 7f2940eac740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55a6ded615b0 con 0x55a6ded41a50 2024-09-19T04:37:44.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.812+0000 7f2940eac740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x55a6ded63670 con 0x55a6ded6a610 2024-09-19T04:37:44.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.812+0000 7f2940eac740 10 client.0 _ll_register_callbacks cb 0x7f2920035070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:37:44.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.812+0000 7f29377fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded402c0 0x55a6dedeba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.812+0000 7f29377fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded402c0 0x55a6dedeba50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60934/0 (socket says 172.21.15.111:60934) 2024-09-19T04:37:44.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.812+0000 7f29377fe640 1 -- 172.21.15.111:0/3341921719 learned_addr learned my addr 172.21.15.111:0/3341921719 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:44.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.812+0000 7f2937fff640 1 --2- 172.21.15.111:0/3341921719 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55a6ded6a610 0x55a6ded39cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.812+0000 7f2936ffd640 1 --2- 172.21.15.111:0/3341921719 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6ded41a50 0x55a6ded655e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.813+0000 7f29377fe640 1 -- 172.21.15.111:0/3341921719 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55a6ded6a610 msgr2=0x55a6ded39cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:44.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.813+0000 7f29377fe640 1 --2- 172.21.15.111:0/3341921719 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55a6ded6a610 0x55a6ded39cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.813+0000 7f29377fe640 1 -- 172.21.15.111:0/3341921719 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6ded41a50 msgr2=0x55a6ded655e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:44.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.813+0000 7f29377fe640 1 --2- 172.21.15.111:0/3341921719 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6ded41a50 0x55a6ded655e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.813+0000 7f29377fe640 1 -- 172.21.15.111:0/3341921719 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6ded669e0 con 0x55a6ded402c0 2024-09-19T04:37:44.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.813+0000 7f2937fff640 1 --2- 172.21.15.111:0/3341921719 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55a6ded6a610 0x55a6ded39cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:44.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.813+0000 7f2936ffd640 1 --2- 172.21.15.111:0/3341921719 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6ded41a50 0x55a6ded655e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:44.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.813+0000 7f29377fe640 1 --2- 172.21.15.111:0/3341921719 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded402c0 0x55a6dedeba50 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f2928059b50 tx=0x7f292805c040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1125d0ef4f00419 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:44.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.813+0000 7f29167fc640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-09-19T04:37:44.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.813+0000 7f29167fc640 1 -- 172.21.15.111:0/3341921719 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f292801e070 con 0x55a6ded402c0 2024-09-19T04:37:44.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.813+0000 7f29167fc640 1 -- 172.21.15.111:0/3341921719 <== mon.0 v2:172.21.15.111:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 5709+0+0 (secure 0 0 0) 0x7f29280711d0 con 0x55a6ded402c0 2024-09-19T04:37:44.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.813+0000 7f2940eac740 1 -- 172.21.15.111:0/3341921719 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f29280575a0 con 0x55a6ded402c0 2024-09-19T04:37:44.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.813+0000 7f29167fc640 1 -- 172.21.15.111:0/3341921719 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=53) ==== 24+0+0 (secure 0 0 0) 0x7f2928089970 con 0x55a6ded402c0 2024-09-19T04:37:44.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.813+0000 7f2940eac740 10 client.6999 fetch_fsmap learned FSMap version 53 2024-09-19T04:37:44.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.813+0000 7f2940eac740 1 -- 172.21.15.111:0/3341921719 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=53,monmap=2+}) -- 0x55a6ded65be0 con 0x55a6ded402c0 2024-09-19T04:37:44.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.813+0000 7f29167fc640 1 -- 172.21.15.111:0/3341921719 <== mon.0 v2:172.21.15.111:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29280575a0 con 0x55a6ded402c0 2024-09-19T04:37:44.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.813+0000 7f29167fc640 1 -- 172.21.15.111:0/3341921719 <== mon.0 v2:172.21.15.111:3300/0 5 ==== fsmap(e 53) ==== 3502+0+0 (secure 0 0 0) 0x7f2928055910 con 0x55a6ded402c0 2024-09-19T04:37:44.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.813+0000 7f2940eac740 10 client.6999 fetch_fsmap finished waiting for FSMap version 53 2024-09-19T04:37:44.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.813+0000 7f2940eac740 10 client.6999 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-19T04:37:44.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.813+0000 7f2940eac740 20 client.6999 populate_metadata read hostname 'smithi111' 2024-09-19T04:37:44.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.813+0000 7f2940eac740 1 --2- 172.21.15.111:0/3341921719 >> [v2:172.21.15.114:6832/994076716,v1:172.21.15.114:6835/994076716] conn(0x55a6ded938a0 0x55a6ded82ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.813+0000 7f2940eac740 4 client.6999 mds_command: new command op to 6849 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T04:37:44.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.813+0000 7f2940eac740 1 -- 172.21.15.111:0/3341921719 --> [v2:172.21.15.114:6832/994076716,v1:172.21.15.114:6835/994076716] -- command(tid 0: {"prefix": "status"}) -- 0x55a6deca9fa0 con 0x55a6ded938a0 2024-09-19T04:37:44.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.814+0000 7f2936ffd640 1 --2- 172.21.15.111:0/3341921719 >> [v2:172.21.15.114:6832/994076716,v1:172.21.15.114:6835/994076716] conn(0x55a6ded938a0 0x55a6ded82ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.814+0000 7f29167fc640 10 client.6999 ms_handle_connect on v2:172.21.15.114:6832/994076716 2024-09-19T04:37:44.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.814+0000 7f2936ffd640 1 --2- 172.21.15.111:0/3341921719 >> [v2:172.21.15.114:6832/994076716,v1:172.21.15.114:6835/994076716] conn(0x55a6ded938a0 0x55a6ded82ee0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f6620abde3da23c9 server_cookie=31fc2ac67cc8a773 in_seq=0 out_seq=0 2024-09-19T04:37:44.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.814+0000 7f29167fc640 1 -- 172.21.15.111:0/3341921719 <== mds.0 v2:172.21.15.114:6832/994076716 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55a6deca9fa0 con 0x55a6ded938a0 2024-09-19T04:37:44.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.814+0000 7f29167fc640 10 client.6999 handle_command_reply: tid=0 2024-09-19T04:37:44.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.814+0000 7f2940eac740 1 client.6999 shutdown 2024-09-19T04:37:44.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.814+0000 7f2940eac740 1 -- 172.21.15.111:0/3341921719 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded402c0 msgr2=0x55a6dedeba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:44.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.814+0000 7f2940eac740 1 --2- 172.21.15.111:0/3341921719 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded402c0 0x55a6dedeba50 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f2928059b50 tx=0x7f292805c040 comp rx=0 tx=0).stop 2024-09-19T04:37:44.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.814+0000 7f2940eac740 1 -- 172.21.15.111:0/3341921719 shutdown_connections 2024-09-19T04:37:44.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.814+0000 7f2940eac740 1 --2- 172.21.15.111:0/3341921719 >> [v2:172.21.15.114:6832/994076716,v1:172.21.15.114:6835/994076716] conn(0x55a6ded938a0 0x55a6ded82ee0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.814+0000 7f2940eac740 1 --2- 172.21.15.111:0/3341921719 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55a6ded6a610 0x55a6ded39cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.814+0000 7f2940eac740 1 --2- 172.21.15.111:0/3341921719 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6ded41a50 0x55a6ded655e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.814+0000 7f29167fc640 0 client.6999 ms_handle_reset on v2:172.21.15.114:6832/994076716 2024-09-19T04:37:44.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.814+0000 7f2940eac740 1 --2- 172.21.15.111:0/3341921719 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55a6ded402c0 0x55a6dedeba50 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.814+0000 7f2940eac740 1 -- 172.21.15.111:0/3341921719 >> 172.21.15.111:0/3341921719 conn(0x55a6ded3da80 msgr2=0x55a6ded95a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:44.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.814+0000 7f2940eac740 1 -- 172.21.15.111:0/3341921719 shutdown_connections 2024-09-19T04:37:44.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.814+0000 7f2940eac740 1 -- 172.21.15.111:0/3341921719 wait complete. 2024-09-19T04:37:44.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.814+0000 7f2940eac740 20 client.6999 trim_cache size 0 max 16384 2024-09-19T04:37:44.823 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:37:44.823 INFO:teuthology.orchestra.run.smithi111.stdout: "cluster_fsid": "96a4203e-380c-426d-916c-b9d719e0db84", 2024-09-19T04:37:44.823 INFO:teuthology.orchestra.run.smithi111.stdout: "whoami": 0, 2024-09-19T04:37:44.823 INFO:teuthology.orchestra.run.smithi111.stdout: "id": 6849, 2024-09-19T04:37:44.823 INFO:teuthology.orchestra.run.smithi111.stdout: "want_state": "up:active", 2024-09-19T04:37:44.823 INFO:teuthology.orchestra.run.smithi111.stdout: "state": "up:active", 2024-09-19T04:37:44.823 INFO:teuthology.orchestra.run.smithi111.stdout: "fs_name": "cephfs", 2024-09-19T04:37:44.823 INFO:teuthology.orchestra.run.smithi111.stdout: "rank_uptime": 8.8863486510000005, 2024-09-19T04:37:44.823 INFO:teuthology.orchestra.run.smithi111.stdout: "mdsmap_epoch": 53, 2024-09-19T04:37:44.824 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch": 102, 2024-09-19T04:37:44.824 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch_barrier": 102, 2024-09-19T04:37:44.824 INFO:teuthology.orchestra.run.smithi111.stdout: "uptime": 13.221292668 2024-09-19T04:37:44.824 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:37:44.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.815+0000 7f293e111640 1 -- 172.21.15.111:0/62384204 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f291806c3d0 msgr2=0x7f291806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:44.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.815+0000 7f293e111640 1 --2- 172.21.15.111:0/62384204 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f291806c3d0 0x7f291806e890 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f2920034000 tx=0x7f292002e000 comp rx=0 tx=0).stop 2024-09-19T04:37:44.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.815+0000 7f293e111640 1 -- 172.21.15.111:0/62384204 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29380d02a0 msgr2=0x7f293814a380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:44.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.815+0000 7f293e111640 1 --2- 172.21.15.111:0/62384204 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29380d02a0 0x7f293814a380 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f292800c820 tx=0x7f292800cce0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.815+0000 7f293e111640 1 -- 172.21.15.111:0/62384204 shutdown_connections 2024-09-19T04:37:44.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.815+0000 7f293e111640 1 --2- 172.21.15.111:0/62384204 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f291806c3d0 0x7f291806e890 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.815+0000 7f293e111640 1 --2- 172.21.15.111:0/62384204 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f293815ce80 0x7f29381477d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.815+0000 7f293e111640 1 --2- 172.21.15.111:0/62384204 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f293815ca40 0x7f2938146e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.815+0000 7f293e111640 1 --2- 172.21.15.111:0/62384204 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29380d02a0 0x7f293814a380 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.815+0000 7f293e111640 1 -- 172.21.15.111:0/62384204 >> 172.21.15.111:0/62384204 conn(0x7f2938062cc0 msgr2=0x7f29380b0fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:44.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.815+0000 7f293e111640 1 -- 172.21.15.111:0/62384204 shutdown_connections 2024-09-19T04:37:44.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.815+0000 7f293e111640 1 -- 172.21.15.111:0/62384204 wait complete. 2024-09-19T04:37:44.827 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:37:44.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.923+0000 7f65c0b59640 1 Processor -- start 2024-09-19T04:37:44.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.923+0000 7f65c0b59640 1 -- start start 2024-09-19T04:37:44.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.924+0000 7f65c0b59640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f65bc0d02a0 0x7f65bc0d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.924+0000 7f65c0b59640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f65bc15ca40 0x7f65bc15e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.924+0000 7f65c0b59640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f65bc15ceb0 0x7f65bc1594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.924+0000 7f65c0b59640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f65bc0d0bc0 con 0x7f65bc15ca40 2024-09-19T04:37:44.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.924+0000 7f65c0b59640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f65bc15d390 con 0x7f65bc0d02a0 2024-09-19T04:37:44.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.924+0000 7f65c0b59640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f65bc15d670 con 0x7f65bc15ceb0 2024-09-19T04:37:44.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.924+0000 7f65b9d9b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f65bc15ca40 0x7f65bc15e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.924+0000 7f65b9d9b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f65bc15ca40 0x7f65bc15e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60948/0 (socket says 172.21.15.111:60948) 2024-09-19T04:37:44.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.924+0000 7f65b9d9b640 1 -- 172.21.15.111:0/1168980693 learned_addr learned my addr 172.21.15.111:0/1168980693 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:44.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.924+0000 7f65bad9d640 1 --2- 172.21.15.111:0/1168980693 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f65bc15ceb0 0x7f65bc1594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.924+0000 7f65ba59c640 1 --2- 172.21.15.111:0/1168980693 >> v2:172.21.15.114:3300/0 conn(0x7f65bc0d02a0 0x7f65bc0d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.924+0000 7f65b9d9b640 1 -- 172.21.15.111:0/1168980693 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f65bc15ceb0 msgr2=0x7f65bc1594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:44.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.924+0000 7f65b9d9b640 1 --2- 172.21.15.111:0/1168980693 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f65bc15ceb0 0x7f65bc1594c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.924+0000 7f65b9d9b640 1 -- 172.21.15.111:0/1168980693 >> v2:172.21.15.114:3300/0 conn(0x7f65bc0d02a0 msgr2=0x7f65bc0d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:44.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.924+0000 7f65b9d9b640 1 --2- 172.21.15.111:0/1168980693 >> v2:172.21.15.114:3300/0 conn(0x7f65bc0d02a0 0x7f65bc0d0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.924+0000 7f65b9d9b640 1 -- 172.21.15.111:0/1168980693 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65bc15d950 con 0x7f65bc15ca40 2024-09-19T04:37:44.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.924+0000 7f65ba59c640 1 --2- 172.21.15.111:0/1168980693 >> v2:172.21.15.114:3300/0 conn(0x7f65bc0d02a0 0x7f65bc0d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:44.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.925+0000 7f65b9d9b640 1 --2- 172.21.15.111:0/1168980693 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f65bc15ca40 0x7f65bc15e430 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f65bc06f030 tx=0x7f65b002c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abd497bd751c92b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:44.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.925+0000 7f65b959a640 1 -- 172.21.15.111:0/1168980693 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b0032700 con 0x7f65bc15ca40 2024-09-19T04:37:44.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.925+0000 7f65b959a640 1 -- 172.21.15.111:0/1168980693 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65b00328a0 con 0x7f65bc15ca40 2024-09-19T04:37:44.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.925+0000 7f65b959a640 1 -- 172.21.15.111:0/1168980693 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b0032c70 con 0x7f65bc15ca40 2024-09-19T04:37:44.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.926+0000 7f65c0b59640 1 -- 172.21.15.111:0/1168980693 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f65bc15ca40 msgr2=0x7f65bc15e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:44.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.926+0000 7f65c0b59640 1 --2- 172.21.15.111:0/1168980693 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f65bc15ca40 0x7f65bc15e430 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f65bc06f030 tx=0x7f65b002c800 comp rx=0 tx=0).stop 2024-09-19T04:37:44.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.926+0000 7f65c0b59640 1 -- 172.21.15.111:0/1168980693 shutdown_connections 2024-09-19T04:37:44.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.926+0000 7f65c0b59640 1 --2- 172.21.15.111:0/1168980693 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f65bc15ceb0 0x7f65bc1594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.926+0000 7f65c0b59640 1 --2- 172.21.15.111:0/1168980693 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f65bc15ca40 0x7f65bc15e430 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.926+0000 7f65c0b59640 1 --2- 172.21.15.111:0/1168980693 >> v2:172.21.15.114:3300/0 conn(0x7f65bc0d02a0 0x7f65bc0d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.926+0000 7f65c0b59640 1 -- 172.21.15.111:0/1168980693 >> 172.21.15.111:0/1168980693 conn(0x7f65bc062cc0 msgr2=0x7f65bc06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:44.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.926+0000 7f65c0b59640 1 -- 172.21.15.111:0/1168980693 shutdown_connections 2024-09-19T04:37:44.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.926+0000 7f65c0b59640 1 -- 172.21.15.111:0/1168980693 wait complete. 2024-09-19T04:37:44.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.927+0000 7f65c0b59640 1 Processor -- start 2024-09-19T04:37:44.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.927+0000 7f65c0b59640 1 -- start start 2024-09-19T04:37:44.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.928+0000 7f65c0b59640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f65bc0d02a0 0x7f65bc158890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.928+0000 7f65c0b59640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f65bc15ca40 0x7f65bc149d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.928+0000 7f65c0b59640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f65bc15ceb0 0x7f65bc1f0390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.928+0000 7f65c0b59640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f65bc155b90 con 0x7f65bc0d02a0 2024-09-19T04:37:44.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.928+0000 7f65c0b59640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f65bc15df10 con 0x7f65bc15ca40 2024-09-19T04:37:44.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.928+0000 7f65c0b59640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f65bc155d10 con 0x7f65bc15ceb0 2024-09-19T04:37:44.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.928+0000 7f65ba59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f65bc0d02a0 0x7f65bc158890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.928+0000 7f65ba59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f65bc0d02a0 0x7f65bc158890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60964/0 (socket says 172.21.15.111:60964) 2024-09-19T04:37:44.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.928+0000 7f65ba59c640 1 -- 172.21.15.111:0/1851946268 learned_addr learned my addr 172.21.15.111:0/1851946268 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:44.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.928+0000 7f65b9d9b640 1 --2- 172.21.15.111:0/1851946268 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f65bc15ca40 0x7f65bc149d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.928+0000 7f65bad9d640 1 --2- 172.21.15.111:0/1851946268 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f65bc15ceb0 0x7f65bc1f0390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.928+0000 7f65ba59c640 1 -- 172.21.15.111:0/1851946268 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f65bc15ceb0 msgr2=0x7f65bc1f0390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:44.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.928+0000 7f65ba59c640 1 --2- 172.21.15.111:0/1851946268 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f65bc15ceb0 0x7f65bc1f0390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.928+0000 7f65ba59c640 1 -- 172.21.15.111:0/1851946268 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f65bc15ca40 msgr2=0x7f65bc149d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:44.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.928+0000 7f65ba59c640 1 --2- 172.21.15.111:0/1851946268 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f65bc15ca40 0x7f65bc149d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:44.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.928+0000 7f65ba59c640 1 -- 172.21.15.111:0/1851946268 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65bc1f0f40 con 0x7f65bc0d02a0 2024-09-19T04:37:44.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.928+0000 7f65b9d9b640 1 --2- 172.21.15.111:0/1851946268 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f65bc15ca40 0x7f65bc149d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:44.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.929+0000 7f65ba59c640 1 --2- 172.21.15.111:0/1851946268 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f65bc0d02a0 0x7f65bc158890 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f65ac00c7f0 tx=0x7f65ac00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:44.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.929+0000 7f65aaffd640 1 -- 172.21.15.111:0/1851946268 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65ac015070 con 0x7f65bc0d02a0 2024-09-19T04:37:44.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.929+0000 7f65aaffd640 1 -- 172.21.15.111:0/1851946268 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65ac007820 con 0x7f65bc0d02a0 2024-09-19T04:37:44.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.929+0000 7f65c0b59640 1 -- 172.21.15.111:0/1851946268 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65bc1f1220 con 0x7f65bc0d02a0 2024-09-19T04:37:44.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.929+0000 7f65aaffd640 1 -- 172.21.15.111:0/1851946268 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65ac007c10 con 0x7f65bc0d02a0 2024-09-19T04:37:44.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.929+0000 7f65c0b59640 1 -- 172.21.15.111:0/1851946268 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65bc158370 con 0x7f65bc0d02a0 2024-09-19T04:37:44.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.930+0000 7f65c0b59640 1 -- 172.21.15.111:0/1851946268 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65bc0b4790 con 0x7f65bc0d02a0 2024-09-19T04:37:44.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.930+0000 7f65aaffd640 1 -- 172.21.15.111:0/1851946268 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f65ac018070 con 0x7f65bc0d02a0 2024-09-19T04:37:44.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.931+0000 7f65aaffd640 1 --2- 172.21.15.111:0/1851946268 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f659c06c3d0 0x7f659c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:44.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.931+0000 7f65aaffd640 1 -- 172.21.15.111:0/1851946268 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5709+0+0 (secure 0 0 0) 0x7f65ac08b860 con 0x7f65bc0d02a0 2024-09-19T04:37:44.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.931+0000 7f65b9d9b640 1 --2- 172.21.15.111:0/1851946268 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f659c06c3d0 0x7f659c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:44.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.931+0000 7f65b9d9b640 1 --2- 172.21.15.111:0/1851946268 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f659c06c3d0 0x7f659c06e890 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f65b0037000 tx=0x7f65b0032000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:44.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:44.935+0000 7f65aaffd640 1 -- 172.21.15.111:0/1851946268 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f65ac059d30 con 0x7f65bc0d02a0 2024-09-19T04:37:45.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:45.134+0000 7f65c0b59640 1 -- 172.21.15.111:0/1851946268 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f65bc06bcb0 con 0x7f65bc0d02a0 2024-09-19T04:37:45.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:45.135+0000 7f65aaffd640 1 -- 172.21.15.111:0/1851946268 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v53) ==== 53+0+73 (secure 0 0 0) 0x7f65ac08b070 con 0x7f65bc0d02a0 2024-09-19T04:37:45.136 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:37:45.138 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:45.137+0000 7f65c0b59640 1 -- 172.21.15.111:0/1851946268 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f659c06c3d0 msgr2=0x7f659c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:45.138 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:45.137+0000 7f65c0b59640 1 --2- 172.21.15.111:0/1851946268 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f659c06c3d0 0x7f659c06e890 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f65b0037000 tx=0x7f65b0032000 comp rx=0 tx=0).stop 2024-09-19T04:37:45.138 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:45.137+0000 7f65c0b59640 1 -- 172.21.15.111:0/1851946268 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f65bc0d02a0 msgr2=0x7f65bc158890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:45.138 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:45.137+0000 7f65c0b59640 1 --2- 172.21.15.111:0/1851946268 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f65bc0d02a0 0x7f65bc158890 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f65ac00c7f0 tx=0x7f65ac00ccb0 comp rx=0 tx=0).stop 2024-09-19T04:37:45.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:45.137+0000 7f65c0b59640 1 -- 172.21.15.111:0/1851946268 shutdown_connections 2024-09-19T04:37:45.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:45.137+0000 7f65c0b59640 1 --2- 172.21.15.111:0/1851946268 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f659c06c3d0 0x7f659c06e890 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:45.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:45.137+0000 7f65c0b59640 1 --2- 172.21.15.111:0/1851946268 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f65bc15ceb0 0x7f65bc1f0390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:45.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:45.137+0000 7f65c0b59640 1 --2- 172.21.15.111:0/1851946268 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f65bc15ca40 0x7f65bc149d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:45.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:45.137+0000 7f65c0b59640 1 --2- 172.21.15.111:0/1851946268 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f65bc0d02a0 0x7f65bc158890 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:45.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:45.137+0000 7f65c0b59640 1 -- 172.21.15.111:0/1851946268 >> 172.21.15.111:0/1851946268 conn(0x7f65bc062cc0 msgr2=0x7f65bc154b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:45.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:45.137+0000 7f65c0b59640 1 -- 172.21.15.111:0/1851946268 shutdown_connections 2024-09-19T04:37:45.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:45.137+0000 7f65c0b59640 1 -- 172.21.15.111:0/1851946268 wait complete. 2024-09-19T04:37:45.149 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:37:45.149 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:37:45.149 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi111.front.sepia.ceph.com 2024-09-19T04:37:45.149 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T04:37:45.149 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T04:37:45.149 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:37:45.150 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:37:45.150 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:37:45.150 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:37:45.150 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:45.150 DEBUG:teuthology.orchestra.run.smithi111:> ip addr 2024-09-19T04:37:45.166 INFO:teuthology.orchestra.run.smithi111.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:37:45.167 INFO:teuthology.orchestra.run.smithi111.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:37:45.167 INFO:teuthology.orchestra.run.smithi111.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:37:45.167 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:45.167 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 ::1/128 scope host 2024-09-19T04:37:45.167 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:45.167 INFO:teuthology.orchestra.run.smithi111.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:37:45.167 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:24 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:37:45.168 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f0 2024-09-19T04:37:45.168 INFO:teuthology.orchestra.run.smithi111.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:37:45.168 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:25 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:37:45.168 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f1 2024-09-19T04:37:45.168 INFO:teuthology.orchestra.run.smithi111.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:37:45.168 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2e brd ff:ff:ff:ff:ff:ff 2024-09-19T04:37:45.168 INFO:teuthology.orchestra.run.smithi111.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:37:45.168 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2f brd ff:ff:ff:ff:ff:ff 2024-09-19T04:37:45.168 INFO:teuthology.orchestra.run.smithi111.stdout: inet 172.21.15.111/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:37:45.169 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft 42501sec preferred_lft 42501sec 2024-09-19T04:37:45.169 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::ec4:7aff:fe8f:cc2f/64 scope link noprefixroute 2024-09-19T04:37:45.169 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:45.169 INFO:teuthology.orchestra.run.smithi111.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:37:45.169 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 52:d4:1f:0e:24:21 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:37:45.169 INFO:teuthology.orchestra.run.smithi111.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:37:45.169 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:45.169 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::6cca:96ff:fe86:c24e/64 scope link 2024-09-19T04:37:45.170 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:45.170 INFO:teuthology.orchestra.run.smithi111.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:37:45.170 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 76:f0:b7:84:e3:fb brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T04:37:45.170 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::74f0:b7ff:fe84:e3fb/64 scope link 2024-09-19T04:37:45.170 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:45.170 INFO:teuthology.orchestra.run.smithi111.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:37:45.170 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 52:d4:1f:0e:24:21 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T04:37:45.170 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::50d4:1fff:fe0e:2421/64 scope link 2024-09-19T04:37:45.170 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:45.171 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:45.171 DEBUG:teuthology.orchestra.run.smithi111:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:37:45.238 INFO:teuthology.orchestra.run.smithi111.stdout:1 2024-09-19T04:37:45.239 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:45.239 DEBUG:teuthology.orchestra.run.smithi111:> route 2024-09-19T04:37:45.298 INFO:teuthology.orchestra.run.smithi111.stdout:Kernel IP routing table 2024-09-19T04:37:45.298 INFO:teuthology.orchestra.run.smithi111.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:37:45.298 INFO:teuthology.orchestra.run.smithi111.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:37:45.298 INFO:teuthology.orchestra.run.smithi111.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:37:45.298 INFO:teuthology.orchestra.run.smithi111.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:37:45.298 DEBUG:teuthology.orchestra.run.smithi111:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:37:45.299 DEBUG:teuthology.orchestra.run.smithi111:> set -e 2024-09-19T04:37:45.299 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:37:45.299 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:37:45.299 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:37:45.299 DEBUG:teuthology.orchestra.run.smithi111:> ') 2024-09-19T04:37:45.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:45 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:37:45.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:37:45.424 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:45.425 DEBUG:teuthology.orchestra.run.smithi111:> ip netns list 2024-09-19T04:37:45.439 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T04:37:45.440 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T04:37:45.440 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:37:45.440 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:45.440 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip link set brx.0 up 2024-09-19T04:37:45.505 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:37:45.505 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T04:37:45.560 INFO:teuthology.orchestra.run.smithi111.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:37:45.560 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:37:45.560 DEBUG:teuthology.orchestra.run.smithi111:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:37:45.615 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T04:37:45.615 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:45.615 DEBUG:teuthology.orchestra.run.smithi111:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:37:45.697 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:37:45.698 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:37:45.713 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:37:45.713 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:37:45.713 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:37:45.713 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: trying mount with new device syntax: 0@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:37:45.713 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:37:45.714 INFO:teuthology.orchestra.run.smithi111.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T04:37:45.714 INFO:teuthology.orchestra.run.smithi111.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:37:45.714 INFO:teuthology.orchestra.run.smithi111.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:37:45.714 INFO:teuthology.orchestra.run.smithi111.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:37:45.714 INFO:teuthology.orchestra.run.smithi111.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:37:45.714 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:37:45.715 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:45.715 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:37:45.778 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:37:45.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:45 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:37:45.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:37:45.879 INFO:teuthology.orchestra.run.smithi111.stdout:client6475 2024-09-19T04:37:45.880 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:37:45.880 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:37:45.895 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:37:46.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.033+0000 7f8ff17c4640 1 Processor -- start 2024-09-19T04:37:46.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.033+0000 7f8ff17c4640 1 -- start start 2024-09-19T04:37:46.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.034+0000 7f8ff17c4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f8fec15e940 0x7f8fec0d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:46.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.034+0000 7f8ff17c4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8fec15ed20 0x7f8fec0d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:46.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.034+0000 7f8ff17c4640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8fec0b7170 con 0x7f8fec0cef90 2024-09-19T04:37:46.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.034+0000 7f8ff17c4640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f8fec0d1ae0 con 0x7f8fec15ed20 2024-09-19T04:37:46.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.034+0000 7f8ff17c4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f8fec0b7aa0 con 0x7f8fec15e940 2024-09-19T04:37:46.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.034+0000 7f8fea7fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8fec15ed20 0x7f8fec0d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:46.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.034+0000 7f8fea7fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8fec15ed20 0x7f8fec0d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60966/0 (socket says 172.21.15.111:60966) 2024-09-19T04:37:46.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.034+0000 7f8fea7fc640 1 -- 172.21.15.111:0/1518951540 learned_addr learned my addr 172.21.15.111:0/1518951540 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:46.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.034+0000 7f8feb7fe640 1 --1- 172.21.15.111:0/1518951540 >> v1:172.21.15.111:6789/0 conn(0x7f8fec0cef90 0x7f8fec0b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:48366/0 (socket says 172.21.15.111:48366) 2024-09-19T04:37:46.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.035+0000 7f8feaffd640 1 --2- 172.21.15.111:0/1518951540 >> v2:172.21.15.114:3300/0 conn(0x7f8fec15e940 0x7f8fec0d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:46.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.035+0000 7f8fea7fc640 1 -- 172.21.15.111:0/1518951540 >> v2:172.21.15.114:3300/0 conn(0x7f8fec15e940 msgr2=0x7f8fec0d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:46.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.035+0000 7f8fea7fc640 1 --2- 172.21.15.111:0/1518951540 >> v2:172.21.15.114:3300/0 conn(0x7f8fec15e940 0x7f8fec0d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:46.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.035+0000 7f8fea7fc640 1 -- 172.21.15.111:0/1518951540 >> v1:172.21.15.111:6789/0 conn(0x7f8fec0cef90 legacy=0x7f8fec0b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:46.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.035+0000 7f8fe9ffb640 1 -- 172.21.15.111:0/1518951540 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 885391963 0 0) 0x7f8fe4001110 con 0x7f8fec0cef90 2024-09-19T04:37:46.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.035+0000 7f8fea7fc640 1 -- 172.21.15.111:0/1518951540 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fec0d3660 con 0x7f8fec15ed20 2024-09-19T04:37:46.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.035+0000 7f8feaffd640 1 --2- 172.21.15.111:0/1518951540 >> v2:172.21.15.114:3300/0 conn(0x7f8fec15e940 0x7f8fec0d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:46.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.035+0000 7f8fea7fc640 1 --2- 172.21.15.111:0/1518951540 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8fec15ed20 0x7f8fec0d15a0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f8fec0509d0 tx=0x7f8fe002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8040cf9a3d22627 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:46.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.035+0000 7f8fe9ffb640 1 -- 172.21.15.111:0/1518951540 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fe0037070 con 0x7f8fec15ed20 2024-09-19T04:37:46.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.035+0000 7f8fe9ffb640 1 -- 172.21.15.111:0/1518951540 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8fe002ae50 con 0x7f8fec15ed20 2024-09-19T04:37:46.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.035+0000 7f8fe9ffb640 1 -- 172.21.15.111:0/1518951540 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fe0032860 con 0x7f8fec15ed20 2024-09-19T04:37:46.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.036+0000 7f8ff17c4640 1 -- 172.21.15.111:0/1518951540 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8fec15ed20 msgr2=0x7f8fec0d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:46.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.036+0000 7f8ff17c4640 1 --2- 172.21.15.111:0/1518951540 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8fec15ed20 0x7f8fec0d15a0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f8fec0509d0 tx=0x7f8fe002a300 comp rx=0 tx=0).stop 2024-09-19T04:37:46.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.036+0000 7f8ff17c4640 1 -- 172.21.15.111:0/1518951540 shutdown_connections 2024-09-19T04:37:46.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.036+0000 7f8ff17c4640 1 --2- 172.21.15.111:0/1518951540 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8fec15ed20 0x7f8fec0d15a0 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:46.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.036+0000 7f8ff17c4640 1 --2- 172.21.15.111:0/1518951540 >> v2:172.21.15.114:3300/0 conn(0x7f8fec15e940 0x7f8fec0d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:46.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.036+0000 7f8ff17c4640 1 -- 172.21.15.111:0/1518951540 >> 172.21.15.111:0/1518951540 conn(0x7f8fec0b6240 msgr2=0x7f8fec0b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:46.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.036+0000 7f8ff17c4640 1 -- 172.21.15.111:0/1518951540 shutdown_connections 2024-09-19T04:37:46.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.036+0000 7f8ff17c4640 1 -- 172.21.15.111:0/1518951540 wait complete. 2024-09-19T04:37:46.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.037+0000 7f8ff17c4640 1 Processor -- start 2024-09-19T04:37:46.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.037+0000 7f8ff17c4640 1 -- start start 2024-09-19T04:37:46.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.038+0000 7f8ff17c4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8fec0cef90 0x7f8fec1573d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:46.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.038+0000 7f8ff17c4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8fec15e940 0x7f8fec0cc830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:46.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.038+0000 7f8ff17c4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8fec15ed20 0x7f8fec15b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:46.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.038+0000 7f8ff17c4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8fec0d3f00 con 0x7f8fec15ed20 2024-09-19T04:37:46.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.038+0000 7f8ff17c4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8fec0d3c20 con 0x7f8fec15e940 2024-09-19T04:37:46.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.038+0000 7f8ff17c4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8fec0d3310 con 0x7f8fec0cef90 2024-09-19T04:37:46.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.038+0000 7f8feb7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8fec15ed20 0x7f8fec15b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:46.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.038+0000 7f8feb7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8fec15ed20 0x7f8fec15b170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60976/0 (socket says 172.21.15.111:60976) 2024-09-19T04:37:46.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.038+0000 7f8feb7fe640 1 -- 172.21.15.111:0/2677289275 learned_addr learned my addr 172.21.15.111:0/2677289275 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:46.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.038+0000 7f8feaffd640 1 --2- 172.21.15.111:0/2677289275 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8fec0cef90 0x7f8fec1573d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:46.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.039+0000 7f8feb7fe640 1 -- 172.21.15.111:0/2677289275 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8fec0cef90 msgr2=0x7f8fec1573d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:46.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.038+0000 7f8fea7fc640 1 --2- 172.21.15.111:0/2677289275 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8fec15e940 0x7f8fec0cc830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:46.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.039+0000 7f8feb7fe640 1 --2- 172.21.15.111:0/2677289275 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8fec0cef90 0x7f8fec1573d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:46.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.039+0000 7f8feb7fe640 1 -- 172.21.15.111:0/2677289275 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8fec15e940 msgr2=0x7f8fec0cc830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:46.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.039+0000 7f8feb7fe640 1 --2- 172.21.15.111:0/2677289275 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8fec15e940 0x7f8fec0cc830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:46.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.039+0000 7f8feb7fe640 1 -- 172.21.15.111:0/2677289275 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fec0cd2b0 con 0x7f8fec15ed20 2024-09-19T04:37:46.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.039+0000 7f8feaffd640 1 --2- 172.21.15.111:0/2677289275 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8fec0cef90 0x7f8fec1573d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:46.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.039+0000 7f8fea7fc640 1 --2- 172.21.15.111:0/2677289275 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8fec15e940 0x7f8fec0cc830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:46.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.039+0000 7f8feb7fe640 1 --2- 172.21.15.111:0/2677289275 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8fec15ed20 0x7f8fec15b170 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f8fe400c410 tx=0x7f8fe400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:46.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.039+0000 7f8fd37fe640 1 -- 172.21.15.111:0/2677289275 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fe40074e0 con 0x7f8fec15ed20 2024-09-19T04:37:46.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.039+0000 7f8fd37fe640 1 -- 172.21.15.111:0/2677289275 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8fe40047e0 con 0x7f8fec15ed20 2024-09-19T04:37:46.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.039+0000 7f8fd37fe640 1 -- 172.21.15.111:0/2677289275 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fe4004bd0 con 0x7f8fec15ed20 2024-09-19T04:37:46.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.039+0000 7f8ff17c4640 1 -- 172.21.15.111:0/2677289275 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fec0cd590 con 0x7f8fec15ed20 2024-09-19T04:37:46.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.039+0000 7f8ff17c4640 1 -- 172.21.15.111:0/2677289275 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fec158c10 con 0x7f8fec15ed20 2024-09-19T04:37:46.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.040+0000 7f8ff17c4640 1 -- 172.21.15.111:0/2677289275 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fec0d1ef0 con 0x7f8fec15ed20 2024-09-19T04:37:46.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.040+0000 7f8fd37fe640 1 -- 172.21.15.111:0/2677289275 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f8fe4011070 con 0x7f8fec15ed20 2024-09-19T04:37:46.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.041+0000 7f8fd37fe640 1 --2- 172.21.15.111:0/2677289275 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8fd806c3d0 0x7f8fd806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:46.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.041+0000 7f8fd37fe640 1 -- 172.21.15.111:0/2677289275 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5709+0+0 (secure 0 0 0) 0x7f8fe408b120 con 0x7f8fec15ed20 2024-09-19T04:37:46.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.041+0000 7f8feaffd640 1 --2- 172.21.15.111:0/2677289275 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8fd806c3d0 0x7f8fd806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:46.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.041+0000 7f8feaffd640 1 --2- 172.21.15.111:0/2677289275 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8fd806c3d0 0x7f8fd806e890 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8fdc00d430 tx=0x7f8fdc007530 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:46.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.045+0000 7f8fd37fe640 1 -- 172.21.15.111:0/2677289275 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8fec0b7170 con 0x7f8fec15ed20 2024-09-19T04:37:46.245 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.243+0000 7f8ff17c4640 1 -- 172.21.15.111:0/2677289275 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f8fec0ba6b0 con 0x7f8fec15ed20 2024-09-19T04:37:46.245 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.244+0000 7f8fd37fe640 1 -- 172.21.15.111:0/2677289275 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v53) ==== 53+0+73 (secure 0 0 0) 0x7f8fe401a2b0 con 0x7f8fec15ed20 2024-09-19T04:37:46.245 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:37:46.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.246+0000 7f8ff17c4640 1 -- 172.21.15.111:0/2677289275 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8fd806c3d0 msgr2=0x7f8fd806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:46.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.246+0000 7f8ff17c4640 1 --2- 172.21.15.111:0/2677289275 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8fd806c3d0 0x7f8fd806e890 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8fdc00d430 tx=0x7f8fdc007530 comp rx=0 tx=0).stop 2024-09-19T04:37:46.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.246+0000 7f8ff17c4640 1 -- 172.21.15.111:0/2677289275 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8fec15ed20 msgr2=0x7f8fec15b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:46.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.246+0000 7f8ff17c4640 1 --2- 172.21.15.111:0/2677289275 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8fec15ed20 0x7f8fec15b170 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f8fe400c410 tx=0x7f8fe400c8d0 comp rx=0 tx=0).stop 2024-09-19T04:37:46.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.246+0000 7f8ff17c4640 1 -- 172.21.15.111:0/2677289275 shutdown_connections 2024-09-19T04:37:46.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.246+0000 7f8ff17c4640 1 --2- 172.21.15.111:0/2677289275 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8fd806c3d0 0x7f8fd806e890 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:46.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.246+0000 7f8ff17c4640 1 --2- 172.21.15.111:0/2677289275 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8fec15ed20 0x7f8fec15b170 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:46.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.246+0000 7f8ff17c4640 1 --2- 172.21.15.111:0/2677289275 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8fec15e940 0x7f8fec0cc830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:46.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.246+0000 7f8ff17c4640 1 --2- 172.21.15.111:0/2677289275 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8fec0cef90 0x7f8fec1573d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:46.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.246+0000 7f8ff17c4640 1 -- 172.21.15.111:0/2677289275 >> 172.21.15.111:0/2677289275 conn(0x7f8fec0b6240 msgr2=0x7f8fec15f230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:46.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.246+0000 7f8ff17c4640 1 -- 172.21.15.111:0/2677289275 shutdown_connections 2024-09-19T04:37:46.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:46.246+0000 7f8ff17c4640 1 -- 172.21.15.111:0/2677289275 wait complete. 2024-09-19T04:37:46.258 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:37:46.258 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:37:46.258 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi114.front.sepia.ceph.com 2024-09-19T04:37:46.258 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T04:37:46.258 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T04:37:46.258 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:37:46.258 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:37:46.258 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:37:46.258 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:37:46.258 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:46.258 DEBUG:teuthology.orchestra.run.smithi114:> ip addr 2024-09-19T04:37:46.278 INFO:teuthology.orchestra.run.smithi114.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:37:46.278 INFO:teuthology.orchestra.run.smithi114.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:37:46.278 INFO:teuthology.orchestra.run.smithi114.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:37:46.278 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:46.278 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 ::1/128 scope host 2024-09-19T04:37:46.278 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:46.279 INFO:teuthology.orchestra.run.smithi114.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:37:46.279 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:37:46.279 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f0 2024-09-19T04:37:46.279 INFO:teuthology.orchestra.run.smithi114.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:37:46.279 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:37:46.279 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f1 2024-09-19T04:37:46.279 INFO:teuthology.orchestra.run.smithi114.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:37:46.279 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:62 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:37:46.279 INFO:teuthology.orchestra.run.smithi114.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:37:46.279 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:63 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:37:46.279 INFO:teuthology.orchestra.run.smithi114.stdout: inet 172.21.15.114/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:37:46.279 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft 42490sec preferred_lft 42490sec 2024-09-19T04:37:46.279 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::ec4:7aff:fe8f:cb63/64 scope link noprefixroute 2024-09-19T04:37:46.280 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:46.280 INFO:teuthology.orchestra.run.smithi114.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:37:46.280 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether ca:e7:76:90:98:85 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:37:46.280 INFO:teuthology.orchestra.run.smithi114.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:37:46.280 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:46.280 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::9858:beff:fef5:aa6d/64 scope link 2024-09-19T04:37:46.280 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:46.280 INFO:teuthology.orchestra.run.smithi114.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:37:46.280 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether ca:e7:76:90:98:85 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T04:37:46.280 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::c8e7:76ff:fe90:9885/64 scope link 2024-09-19T04:37:46.280 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:46.280 INFO:teuthology.orchestra.run.smithi114.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:37:46.280 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether d6:e6:9a:34:5c:2e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T04:37:46.280 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::d4e6:9aff:fe34:5c2e/64 scope link 2024-09-19T04:37:46.281 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:37:46.281 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:46.281 DEBUG:teuthology.orchestra.run.smithi114:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:37:46.346 INFO:teuthology.orchestra.run.smithi114.stdout:1 2024-09-19T04:37:46.349 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:46.349 DEBUG:teuthology.orchestra.run.smithi114:> route 2024-09-19T04:37:46.408 INFO:teuthology.orchestra.run.smithi114.stdout:Kernel IP routing table 2024-09-19T04:37:46.408 INFO:teuthology.orchestra.run.smithi114.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:37:46.408 INFO:teuthology.orchestra.run.smithi114.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:37:46.408 INFO:teuthology.orchestra.run.smithi114.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:37:46.408 INFO:teuthology.orchestra.run.smithi114.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:37:46.408 DEBUG:teuthology.orchestra.run.smithi114:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:37:46.408 DEBUG:teuthology.orchestra.run.smithi114:> set -e 2024-09-19T04:37:46.409 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:37:46.409 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:37:46.409 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:37:46.409 DEBUG:teuthology.orchestra.run.smithi114:> ') 2024-09-19T04:37:46.502 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:37:46 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:37:46.535 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:37:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:37:46.542 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:46.542 DEBUG:teuthology.orchestra.run.smithi114:> ip netns list 2024-09-19T04:37:46.557 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T04:37:46.557 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T04:37:46.558 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:37:46.558 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:46.558 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip link set brx.0 up 2024-09-19T04:37:46.623 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:37:46.623 DEBUG:teuthology.orchestra.run.smithi114:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T04:37:46.678 INFO:teuthology.orchestra.run.smithi114.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:37:46.678 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:37:46.679 DEBUG:teuthology.orchestra.run.smithi114:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:37:46.735 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-19T04:37:46.735 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:46.735 DEBUG:teuthology.orchestra.run.smithi114:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:37:46.762 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:37:46.764 DEBUG:teuthology.orchestra.run.smithi114:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:37:46.818 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:37:46.819 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:37:46.826 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:37:46.826 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:37:46.826 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:37:46.826 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: trying mount with new device syntax: 1@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:37:46.826 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:37:46.826 INFO:teuthology.orchestra.run.smithi114.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T04:37:46.826 INFO:teuthology.orchestra.run.smithi114.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:37:46.827 INFO:teuthology.orchestra.run.smithi114.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:37:46.827 INFO:teuthology.orchestra.run.smithi114.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:37:46.827 INFO:teuthology.orchestra.run.smithi114.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:37:46.828 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:37:46.828 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:46.828 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:37:46.892 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:37:46.984 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:37:46 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:37:46.986 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:37:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:37:46.991 INFO:teuthology.orchestra.run.smithi114.stdout:client7017 2024-09-19T04:37:46.992 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:37:46.992 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:37:47.008 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-19T04:37:47.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.110+0000 7fc8dcf9f640 1 Processor -- start 2024-09-19T04:37:47.112 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.110+0000 7fc8dcf9f640 1 -- start start 2024-09-19T04:37:47.116 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.111+0000 7fc8dcf9f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d815fed0 0x7fc8d8160320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:47.116 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.111+0000 7fc8dcf9f640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc8d806e9a0 con 0x7fc8d80b4f70 2024-09-19T04:37:47.116 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.111+0000 7fc8dcf9f640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc8d806ec80 con 0x7fc8d806fa40 2024-09-19T04:37:47.116 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.111+0000 7fc8dcf9f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc8d806ef60 con 0x7fc8d815fed0 2024-09-19T04:37:47.116 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.111+0000 7fc8d659c640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fc8d80b4f70 0x7fc8d815f790 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:48380/0 (socket says 172.21.15.111:48380) 2024-09-19T04:37:47.116 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.111+0000 7fc8d659c640 1 -- 172.21.15.111:0/1731609896 learned_addr learned my addr 172.21.15.111:0/1731609896 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:47.116 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.112+0000 7fc8d559a640 1 -- 172.21.15.111:0/1731609896 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 380348523 0 0) 0x7fc8d806e9a0 con 0x7fc8d80b4f70 2024-09-19T04:37:47.116 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.112+0000 7fc8d6d9d640 1 --2- 172.21.15.111:0/1731609896 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d815fed0 0x7fc8d8160320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:47.116 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.112+0000 7fc8d559a640 1 -- 172.21.15.111:0/1731609896 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc8c0003520 con 0x7fc8d80b4f70 2024-09-19T04:37:47.116 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.112+0000 7fc8d559a640 1 -- 172.21.15.111:0/1731609896 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4267610299 0 0) 0x7fc8c0003520 con 0x7fc8d80b4f70 2024-09-19T04:37:47.116 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.112+0000 7fc8d559a640 1 -- 172.21.15.111:0/1731609896 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d815fed0 msgr2=0x7fc8d8160320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:47.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.112+0000 7fc8d559a640 1 --2- 172.21.15.111:0/1731609896 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d815fed0 0x7fc8d8160320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:47.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.112+0000 7fc8d559a640 1 -- 172.21.15.111:0/1731609896 >> v1:172.21.15.114:6789/0 conn(0x7fc8d806fa40 legacy=0x7fc8d80b5350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:47.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.112+0000 7fc8d559a640 1 -- 172.21.15.111:0/1731609896 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8d806f240 con 0x7fc8d80b4f70 2024-09-19T04:37:47.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.112+0000 7fc8d559a640 1 -- 172.21.15.111:0/1731609896 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fc8c80019f0 con 0x7fc8d80b4f70 2024-09-19T04:37:47.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.112+0000 7fc8d559a640 1 -- 172.21.15.111:0/1731609896 >> v1:172.21.15.111:6789/0 conn(0x7fc8d80b4f70 legacy=0x7fc8d815f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:47.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.112+0000 7fc8d559a640 1 --2- 172.21.15.111:0/1731609896 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8c00039e0 0x7fc8c0003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:47.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.112+0000 7fc8d559a640 1 --2- 172.21.15.111:0/1731609896 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d815fed0 0x7fc8c0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:47.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.112+0000 7fc8d559a640 1 --2- 172.21.15.111:0/1731609896 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8c0004d40 0x7fc8c00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:47.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.112+0000 7fc8d559a640 1 -- 172.21.15.111:0/1731609896 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d806ef60 con 0x7fc8c00039e0 2024-09-19T04:37:47.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.112+0000 7fc8d559a640 1 -- 172.21.15.111:0/1731609896 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc8c000bb00 con 0x7fc8c0004d40 2024-09-19T04:37:47.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.112+0000 7fc8d559a640 1 -- 172.21.15.111:0/1731609896 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc8c000bd00 con 0x7fc8d815fed0 2024-09-19T04:37:47.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.112+0000 7fc8d659c640 1 --2- 172.21.15.111:0/1731609896 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8c00039e0 0x7fc8c0003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:47.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.112+0000 7fc8d6d9d640 1 --2- 172.21.15.111:0/1731609896 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8c0004d40 0x7fc8c00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:47.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.112+0000 7fc8d5d9b640 1 --2- 172.21.15.111:0/1731609896 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d815fed0 0x7fc8c0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:47.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.112+0000 7fc8d659c640 1 -- 172.21.15.111:0/1731609896 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d815fed0 msgr2=0x7fc8c0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:47.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.112+0000 7fc8d659c640 1 --2- 172.21.15.111:0/1731609896 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d815fed0 0x7fc8c0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:47.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.112+0000 7fc8d659c640 1 -- 172.21.15.111:0/1731609896 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8c0004d40 msgr2=0x7fc8c00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:47.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.112+0000 7fc8d659c640 1 --2- 172.21.15.111:0/1731609896 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8c0004d40 0x7fc8c00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:47.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.112+0000 7fc8d659c640 1 -- 172.21.15.111:0/1731609896 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8c0003520 con 0x7fc8c00039e0 2024-09-19T04:37:47.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.113+0000 7fc8d659c640 1 --2- 172.21.15.111:0/1731609896 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8c00039e0 0x7fc8c0003e00 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7fc8c8002230 tx=0x7fc8c0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf147faad944cd55 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:47.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.113+0000 7fc8d559a640 1 -- 172.21.15.111:0/1731609896 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8c800a4a0 con 0x7fc8c00039e0 2024-09-19T04:37:47.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.113+0000 7fc8d559a640 1 -- 172.21.15.111:0/1731609896 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8c802f070 con 0x7fc8c00039e0 2024-09-19T04:37:47.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.113+0000 7fc8d559a640 1 -- 172.21.15.111:0/1731609896 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8c802bcb0 con 0x7fc8c00039e0 2024-09-19T04:37:47.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.114+0000 7fc8dcf9f640 1 -- 172.21.15.111:0/1731609896 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8c00039e0 msgr2=0x7fc8c0003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:47.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.114+0000 7fc8dcf9f640 1 --2- 172.21.15.111:0/1731609896 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8c00039e0 0x7fc8c0003e00 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7fc8c8002230 tx=0x7fc8c0005830 comp rx=0 tx=0).stop 2024-09-19T04:37:47.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.114+0000 7fc8d6d9d640 1 -- 172.21.15.111:0/1731609896 reap_dead start 2024-09-19T04:37:47.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.114+0000 7fc8dcf9f640 1 -- 172.21.15.111:0/1731609896 shutdown_connections 2024-09-19T04:37:47.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.114+0000 7fc8dcf9f640 1 -- 172.21.15.111:0/1731609896 >> 172.21.15.111:0/1731609896 conn(0x7fc8d8062810 msgr2=0x7fc8d806ccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:47.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.114+0000 7fc8dcf9f640 1 -- 172.21.15.111:0/1731609896 shutdown_connections 2024-09-19T04:37:47.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.114+0000 7fc8dcf9f640 1 -- 172.21.15.111:0/1731609896 wait complete. 2024-09-19T04:37:47.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.115+0000 7fc8dcf9f640 1 Processor -- start 2024-09-19T04:37:47.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.115+0000 7fc8dcf9f640 1 -- start start 2024-09-19T04:37:47.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.116+0000 7fc8dcf9f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8c00039e0 0x7fc8d815dd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:47.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.116+0000 7fc8dcf9f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8d80aea20 0x7fc8d8141830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:47.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.116+0000 7fc8dcf9f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8d80b3d80 0x7fc8d8141d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:47.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.116+0000 7fc8dcf9f640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d806fe90 con 0x7fc8d80b3d80 2024-09-19T04:37:47.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.116+0000 7fc8dcf9f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d806e620 con 0x7fc8d80aea20 2024-09-19T04:37:47.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.116+0000 7fc8dcf9f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc8d806bd50 con 0x7fc8c00039e0 2024-09-19T04:37:47.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.116+0000 7fc8d6d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8d80b3d80 0x7fc8d8141d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:47.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.116+0000 7fc8d6d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8d80b3d80 0x7fc8d8141d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60988/0 (socket says 172.21.15.111:60988) 2024-09-19T04:37:47.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.116+0000 7fc8d6d9d640 1 -- 172.21.15.111:0/3225432782 learned_addr learned my addr 172.21.15.111:0/3225432782 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:47.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.116+0000 7fc8d659c640 1 --2- 172.21.15.111:0/3225432782 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8c00039e0 0x7fc8d815dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:47.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.116+0000 7fc8d5d9b640 1 --2- 172.21.15.111:0/3225432782 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8d80aea20 0x7fc8d8141830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:47.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.116+0000 7fc8d6d9d640 1 -- 172.21.15.111:0/3225432782 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8c00039e0 msgr2=0x7fc8d815dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:47.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.116+0000 7fc8d6d9d640 1 --2- 172.21.15.111:0/3225432782 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8c00039e0 0x7fc8d815dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:47.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.116+0000 7fc8d6d9d640 1 -- 172.21.15.111:0/3225432782 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8d80aea20 msgr2=0x7fc8d8141830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:47.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.116+0000 7fc8d6d9d640 1 --2- 172.21.15.111:0/3225432782 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8d80aea20 0x7fc8d8141830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:47.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.116+0000 7fc8d6d9d640 1 -- 172.21.15.111:0/3225432782 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8d81f83a0 con 0x7fc8d80b3d80 2024-09-19T04:37:47.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.116+0000 7fc8d6d9d640 1 --2- 172.21.15.111:0/3225432782 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8d80b3d80 0x7fc8d8141d70 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7fc8d8071eb0 tx=0x7fc8d0011cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:47.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.117+0000 7fc8c6ffd640 1 -- 172.21.15.111:0/3225432782 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8d0019020 con 0x7fc8d80b3d80 2024-09-19T04:37:47.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.117+0000 7fc8c6ffd640 1 -- 172.21.15.111:0/3225432782 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8d0004240 con 0x7fc8d80b3d80 2024-09-19T04:37:47.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.117+0000 7fc8c6ffd640 1 -- 172.21.15.111:0/3225432782 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8d000f7a0 con 0x7fc8d80b3d80 2024-09-19T04:37:47.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.117+0000 7fc8dcf9f640 1 -- 172.21.15.111:0/3225432782 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8d81f8680 con 0x7fc8d80b3d80 2024-09-19T04:37:47.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.117+0000 7fc8dcf9f640 1 -- 172.21.15.111:0/3225432782 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8d81f8c40 con 0x7fc8d80b3d80 2024-09-19T04:37:47.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.118+0000 7fc8dcf9f640 1 -- 172.21.15.111:0/3225432782 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8d8148290 con 0x7fc8d80b3d80 2024-09-19T04:37:47.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.118+0000 7fc8c6ffd640 1 -- 172.21.15.111:0/3225432782 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fc8d001c020 con 0x7fc8d80b3d80 2024-09-19T04:37:47.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.119+0000 7fc8c6ffd640 1 --2- 172.21.15.111:0/3225432782 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc8b806c400 0x7fc8b806e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:47.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.119+0000 7fc8c6ffd640 1 -- 172.21.15.111:0/3225432782 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5709+0+0 (secure 0 0 0) 0x7fc8d008b660 con 0x7fc8d80b3d80 2024-09-19T04:37:47.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.119+0000 7fc8d659c640 1 --2- 172.21.15.111:0/3225432782 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc8b806c400 0x7fc8b806e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:47.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.119+0000 7fc8d659c640 1 --2- 172.21.15.111:0/3225432782 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc8b806c400 0x7fc8b806e8c0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fc8c8033000 tx=0x7fc8c8009030 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:47.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.123+0000 7fc8c6ffd640 1 -- 172.21.15.111:0/3225432782 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc8d0023020 con 0x7fc8d80b3d80 2024-09-19T04:37:47.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:47.322+0000 7fc8dcf9f640 1 -- 172.21.15.111:0/3225432782 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7fc8d80ce510 con 0x7fc8d80b3d80 2024-09-19T04:37:48.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.237+0000 7fc8c6ffd640 1 -- 172.21.15.111:0/3225432782 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v54) ==== 136+0+0 (secure 0 0 0) 0x7fc8d0059700 con 0x7fc8d80b3d80 2024-09-19T04:37:48.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.240+0000 7fc8dcf9f640 1 -- 172.21.15.111:0/3225432782 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc8b806c400 msgr2=0x7fc8b806e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:48.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.240+0000 7fc8dcf9f640 1 --2- 172.21.15.111:0/3225432782 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc8b806c400 0x7fc8b806e8c0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fc8c8033000 tx=0x7fc8c8009030 comp rx=0 tx=0).stop 2024-09-19T04:37:48.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.240+0000 7fc8dcf9f640 1 -- 172.21.15.111:0/3225432782 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8d80b3d80 msgr2=0x7fc8d8141d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:48.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.240+0000 7fc8dcf9f640 1 --2- 172.21.15.111:0/3225432782 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8d80b3d80 0x7fc8d8141d70 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7fc8d8071eb0 tx=0x7fc8d0011cf0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.241+0000 7fc8dcf9f640 1 -- 172.21.15.111:0/3225432782 shutdown_connections 2024-09-19T04:37:48.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.241+0000 7fc8dcf9f640 1 --2- 172.21.15.111:0/3225432782 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc8b806c400 0x7fc8b806e8c0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.241+0000 7fc8dcf9f640 1 --2- 172.21.15.111:0/3225432782 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8d80b3d80 0x7fc8d8141d70 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.241+0000 7fc8dcf9f640 1 --2- 172.21.15.111:0/3225432782 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8d80aea20 0x7fc8d8141830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.241+0000 7fc8dcf9f640 1 --2- 172.21.15.111:0/3225432782 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8c00039e0 0x7fc8d815dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.241+0000 7fc8dcf9f640 1 -- 172.21.15.111:0/3225432782 >> 172.21.15.111:0/3225432782 conn(0x7fc8d8062810 msgr2=0x7fc8d80b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:48.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.241+0000 7fc8dcf9f640 1 -- 172.21.15.111:0/3225432782 shutdown_connections 2024-09-19T04:37:48.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.241+0000 7fc8dcf9f640 1 -- 172.21.15.111:0/3225432782 wait complete. 2024-09-19T04:37:48.257 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-19T04:37:48.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.360+0000 7f76a87e4640 1 Processor -- start 2024-09-19T04:37:48.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.360+0000 7f76a87e4640 1 -- start start 2024-09-19T04:37:48.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.361+0000 7f76a87e4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f76a00d02a0 0x7f76a00d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:48.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.361+0000 7f76a87e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f76a015ca40 0x7f76a015e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:48.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.361+0000 7f76a87e4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f76a00d0bc0 con 0x7f76a015ce80 2024-09-19T04:37:48.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.361+0000 7f76a87e4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f76a015d390 con 0x7f76a00d02a0 2024-09-19T04:37:48.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.361+0000 7f76a87e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f76a015d670 con 0x7f76a015ca40 2024-09-19T04:37:48.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.361+0000 7f76a5d7f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f76a015ca40 0x7f76a015e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:48.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.361+0000 7f76a6580640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f76a00d02a0 0x7f76a00d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:48.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.362+0000 7f76a6d81640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f76a015ce80 0x7f76a01594c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:54174/0 (socket says 172.21.15.111:54174) 2024-09-19T04:37:48.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.362+0000 7f76a6d81640 1 -- 172.21.15.111:0/1007864953 learned_addr learned my addr 172.21.15.111:0/1007864953 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:48.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.362+0000 7f76a5d7f640 1 -- 172.21.15.111:0/1007864953 >> v2:172.21.15.114:3300/0 conn(0x7f76a00d02a0 msgr2=0x7f76a00d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:48.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.362+0000 7f76a5d7f640 1 --2- 172.21.15.111:0/1007864953 >> v2:172.21.15.114:3300/0 conn(0x7f76a00d02a0 0x7f76a00d0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.362+0000 7f76a5d7f640 1 -- 172.21.15.111:0/1007864953 >> v1:172.21.15.114:6789/0 conn(0x7f76a015ce80 legacy=0x7f76a01594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:48.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.362+0000 7f76a5d7f640 1 -- 172.21.15.111:0/1007864953 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76a015d950 con 0x7f76a015ca40 2024-09-19T04:37:48.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.362+0000 7f76a6580640 1 --2- 172.21.15.111:0/1007864953 >> v2:172.21.15.114:3300/0 conn(0x7f76a00d02a0 0x7f76a00d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:37:48.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.363+0000 7f76a5d7f640 1 --2- 172.21.15.111:0/1007864953 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f76a015ca40 0x7f76a015e430 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f76900097a0 tx=0x7f769002a000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4a3215509363ad79 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:48.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.363+0000 7f76a557e640 1 -- 172.21.15.111:0/1007864953 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7690037070 con 0x7f76a015ca40 2024-09-19T04:37:48.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.363+0000 7f76a557e640 1 -- 172.21.15.111:0/1007864953 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f769002ac90 con 0x7f76a015ca40 2024-09-19T04:37:48.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.363+0000 7f76a557e640 1 -- 172.21.15.111:0/1007864953 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7690032660 con 0x7f76a015ca40 2024-09-19T04:37:48.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.363+0000 7f76a87e4640 1 -- 172.21.15.111:0/1007864953 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f76a015ca40 msgr2=0x7f76a015e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:48.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.363+0000 7f76a87e4640 1 --2- 172.21.15.111:0/1007864953 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f76a015ca40 0x7f76a015e430 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f76900097a0 tx=0x7f769002a000 comp rx=0 tx=0).stop 2024-09-19T04:37:48.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.364+0000 7f76a87e4640 1 -- 172.21.15.111:0/1007864953 shutdown_connections 2024-09-19T04:37:48.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.364+0000 7f76a87e4640 1 --2- 172.21.15.111:0/1007864953 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f76a015ca40 0x7f76a015e430 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.364+0000 7f76a87e4640 1 --2- 172.21.15.111:0/1007864953 >> v2:172.21.15.114:3300/0 conn(0x7f76a00d02a0 0x7f76a00d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.364+0000 7f76a87e4640 1 -- 172.21.15.111:0/1007864953 >> 172.21.15.111:0/1007864953 conn(0x7f76a0062cc0 msgr2=0x7f76a006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:48.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.364+0000 7f76a87e4640 1 -- 172.21.15.111:0/1007864953 shutdown_connections 2024-09-19T04:37:48.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.364+0000 7f76a87e4640 1 -- 172.21.15.111:0/1007864953 wait complete. 2024-09-19T04:37:48.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.365+0000 7f76a87e4640 1 Processor -- start 2024-09-19T04:37:48.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.365+0000 7f76a87e4640 1 -- start start 2024-09-19T04:37:48.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.365+0000 7f76a87e4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f76a00d02a0 0x7f76a014c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:48.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.365+0000 7f76a87e4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f76a015ca40 0x7f76a0071280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:48.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.365+0000 7f76a87e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f76a015ce80 0x7f76a0073300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:48.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.365+0000 7f76a87e4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f76a0155b90 con 0x7f76a015ca40 2024-09-19T04:37:48.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.365+0000 7f76a87e4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f76a015df10 con 0x7f76a00d02a0 2024-09-19T04:37:48.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.365+0000 7f76a87e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f76a0155d10 con 0x7f76a015ce80 2024-09-19T04:37:48.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.366+0000 7f76a5d7f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f76a015ca40 0x7f76a0071280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:48.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.366+0000 7f76a5d7f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f76a015ca40 0x7f76a0071280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:32770/0 (socket says 172.21.15.111:32770) 2024-09-19T04:37:48.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.366+0000 7f76a5d7f640 1 -- 172.21.15.111:0/4213733392 learned_addr learned my addr 172.21.15.111:0/4213733392 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:48.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.366+0000 7f76a6580640 1 --2- 172.21.15.111:0/4213733392 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f76a00d02a0 0x7f76a014c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:48.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.366+0000 7f76a6d81640 1 --2- 172.21.15.111:0/4213733392 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f76a015ce80 0x7f76a0073300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:48.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.366+0000 7f76a5d7f640 1 -- 172.21.15.111:0/4213733392 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f76a015ce80 msgr2=0x7f76a0073300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:48.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.366+0000 7f76a5d7f640 1 --2- 172.21.15.111:0/4213733392 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f76a015ce80 0x7f76a0073300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.366+0000 7f76a5d7f640 1 -- 172.21.15.111:0/4213733392 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f76a00d02a0 msgr2=0x7f76a014c4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:48.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.366+0000 7f76a5d7f640 1 --2- 172.21.15.111:0/4213733392 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f76a00d02a0 0x7f76a014c4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.366+0000 7f76a5d7f640 1 -- 172.21.15.111:0/4213733392 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76a0158d10 con 0x7f76a015ca40 2024-09-19T04:37:48.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.366+0000 7f76a6580640 1 --2- 172.21.15.111:0/4213733392 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f76a00d02a0 0x7f76a014c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:48.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.366+0000 7f76a5d7f640 1 --2- 172.21.15.111:0/4213733392 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f76a015ca40 0x7f76a0071280 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f76900098c0 tx=0x7f76900046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:48.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.366+0000 7f7696ffd640 1 -- 172.21.15.111:0/4213733392 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7690041030 con 0x7f76a015ca40 2024-09-19T04:37:48.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.366+0000 7f7696ffd640 1 -- 172.21.15.111:0/4213733392 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f769002aa90 con 0x7f76a015ca40 2024-09-19T04:37:48.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.366+0000 7f76a87e4640 1 -- 172.21.15.111:0/4213733392 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76a01560a0 con 0x7f76a015ca40 2024-09-19T04:37:48.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.366+0000 7f7696ffd640 1 -- 172.21.15.111:0/4213733392 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7690037040 con 0x7f76a015ca40 2024-09-19T04:37:48.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.366+0000 7f76a87e4640 1 -- 172.21.15.111:0/4213733392 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76a0156380 con 0x7f76a015ca40 2024-09-19T04:37:48.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.367+0000 7f76a87e4640 1 -- 172.21.15.111:0/4213733392 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76a00b4790 con 0x7f76a015ca40 2024-09-19T04:37:48.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.368+0000 7f7696ffd640 1 -- 172.21.15.111:0/4213733392 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f7690044070 con 0x7f76a015ca40 2024-09-19T04:37:48.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.368+0000 7f7696ffd640 1 --2- 172.21.15.111:0/4213733392 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f768406c3d0 0x7f768406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:48.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.368+0000 7f7696ffd640 1 -- 172.21.15.111:0/4213733392 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5767+0+0 (secure 0 0 0) 0x7f76900ab900 con 0x7f76a015ca40 2024-09-19T04:37:48.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.369+0000 7f76a6580640 1 --2- 172.21.15.111:0/4213733392 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f768406c3d0 0x7f768406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:48.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.369+0000 7f76a6580640 1 --2- 172.21.15.111:0/4213733392 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f768406c3d0 0x7f768406e890 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f76a00b3020 tx=0x7f769c008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:48.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.373+0000 7f7696ffd640 1 -- 172.21.15.111:0/4213733392 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f769002ac60 con 0x7f76a015ca40 2024-09-19T04:37:48.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.561+0000 7f76a87e4640 1 -- 172.21.15.111:0/4213733392 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7f76a00b4790 con 0x7f768406c3d0 2024-09-19T04:37:48.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.563+0000 7f7696ffd640 1 -- 172.21.15.111:0/4213733392 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f76a00b4790 con 0x7f768406c3d0 2024-09-19T04:37:48.564 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:37:48.564 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:48.564 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "cephfs" 2024-09-19T04:37:48.564 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:48.565 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:37:48.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.565+0000 7f76a87e4640 1 -- 172.21.15.111:0/4213733392 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f768406c3d0 msgr2=0x7f768406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:48.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.565+0000 7f76a87e4640 1 --2- 172.21.15.111:0/4213733392 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f768406c3d0 0x7f768406e890 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f76a00b3020 tx=0x7f769c008040 comp rx=0 tx=0).stop 2024-09-19T04:37:48.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.565+0000 7f76a87e4640 1 -- 172.21.15.111:0/4213733392 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f76a015ca40 msgr2=0x7f76a0071280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:48.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.565+0000 7f76a87e4640 1 --2- 172.21.15.111:0/4213733392 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f76a015ca40 0x7f76a0071280 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f76900098c0 tx=0x7f76900046c0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.565+0000 7f76a87e4640 1 -- 172.21.15.111:0/4213733392 shutdown_connections 2024-09-19T04:37:48.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.565+0000 7f76a87e4640 1 --2- 172.21.15.111:0/4213733392 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f768406c3d0 0x7f768406e890 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.565+0000 7f76a87e4640 1 --2- 172.21.15.111:0/4213733392 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f76a015ce80 0x7f76a0073300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.565+0000 7f76a87e4640 1 --2- 172.21.15.111:0/4213733392 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f76a015ca40 0x7f76a0071280 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.565+0000 7f76a87e4640 1 --2- 172.21.15.111:0/4213733392 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f76a00d02a0 0x7f76a014c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.565+0000 7f76a87e4640 1 -- 172.21.15.111:0/4213733392 >> 172.21.15.111:0/4213733392 conn(0x7f76a0062cc0 msgr2=0x7f76a015b880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:48.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.565+0000 7f76a87e4640 1 -- 172.21.15.111:0/4213733392 shutdown_connections 2024-09-19T04:37:48.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.565+0000 7f76a87e4640 1 -- 172.21.15.111:0/4213733392 wait complete. 2024-09-19T04:37:48.577 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T04:37:48.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.677+0000 7facf62f1640 1 Processor -- start 2024-09-19T04:37:48.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.677+0000 7facf62f1640 1 -- start start 2024-09-19T04:37:48.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.677+0000 7facf62f1640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7facf0158e50 0x7facf00b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:48.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.678+0000 7facf62f1640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7facf006f130 0x7facf00ce200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:48.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.678+0000 7facf62f1640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7facf015c800 con 0x7facf015c370 2024-09-19T04:37:48.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.678+0000 7facf62f1640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7facf00b43f0 con 0x7facf0158e50 2024-09-19T04:37:48.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.678+0000 7facf62f1640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7facf00b3630 con 0x7facf006f130 2024-09-19T04:37:48.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.678+0000 7faceffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7facf0158e50 0x7facf00b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:48.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.678+0000 7faceffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7facf0158e50 0x7facf00b5050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:32780/0 (socket says 172.21.15.111:32780) 2024-09-19T04:37:48.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.678+0000 7faceffff640 1 -- 172.21.15.111:0/1073041599 learned_addr learned my addr 172.21.15.111:0/1073041599 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:48.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.678+0000 7facf488e640 1 --2- 172.21.15.111:0/1073041599 >> v2:172.21.15.114:3300/0 conn(0x7facf006f130 0x7facf00ce200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:48.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.678+0000 7faceffff640 1 -- 172.21.15.111:0/1073041599 >> v2:172.21.15.114:3300/0 conn(0x7facf006f130 msgr2=0x7facf00ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:48.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.678+0000 7faceffff640 1 --2- 172.21.15.111:0/1073041599 >> v2:172.21.15.114:3300/0 conn(0x7facf006f130 0x7facf00ce200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.678+0000 7faceffff640 1 -- 172.21.15.111:0/1073041599 >> v1:172.21.15.114:6789/0 conn(0x7facf015c370 legacy=0x7facf006ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:48.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.678+0000 7faceffff640 1 -- 172.21.15.111:0/1073041599 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facf00b3910 con 0x7facf0158e50 2024-09-19T04:37:48.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.678+0000 7facf488e640 1 --2- 172.21.15.111:0/1073041599 >> v2:172.21.15.114:3300/0 conn(0x7facf006f130 0x7facf00ce200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:48.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.679+0000 7faceffff640 1 --2- 172.21.15.111:0/1073041599 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7facf0158e50 0x7facf00b5050 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7facf00cda60 tx=0x7face002c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b445af12c4be1a99 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:48.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.679+0000 7faceeffd640 1 -- 172.21.15.111:0/1073041599 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face0033640 con 0x7facf0158e50 2024-09-19T04:37:48.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.679+0000 7faceeffd640 1 -- 172.21.15.111:0/1073041599 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7face0038070 con 0x7facf0158e50 2024-09-19T04:37:48.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.679+0000 7faceeffd640 1 -- 172.21.15.111:0/1073041599 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face0033a00 con 0x7facf0158e50 2024-09-19T04:37:48.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.679+0000 7facf62f1640 1 -- 172.21.15.111:0/1073041599 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7facf0158e50 msgr2=0x7facf00b5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:48.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.679+0000 7facf62f1640 1 --2- 172.21.15.111:0/1073041599 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7facf0158e50 0x7facf00b5050 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7facf00cda60 tx=0x7face002c8b0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.679+0000 7facf62f1640 1 -- 172.21.15.111:0/1073041599 shutdown_connections 2024-09-19T04:37:48.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.679+0000 7facf62f1640 1 --2- 172.21.15.111:0/1073041599 >> v2:172.21.15.114:3300/0 conn(0x7facf006f130 0x7facf00ce200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.679+0000 7facf62f1640 1 --2- 172.21.15.111:0/1073041599 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7facf0158e50 0x7facf00b5050 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.679+0000 7facf62f1640 1 -- 172.21.15.111:0/1073041599 >> 172.21.15.111:0/1073041599 conn(0x7facf006bba0 msgr2=0x7facf006bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:48.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.679+0000 7facf62f1640 1 -- 172.21.15.111:0/1073041599 shutdown_connections 2024-09-19T04:37:48.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.679+0000 7facf62f1640 1 -- 172.21.15.111:0/1073041599 wait complete. 2024-09-19T04:37:48.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.681+0000 7facf62f1640 1 Processor -- start 2024-09-19T04:37:48.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.681+0000 7facf62f1640 1 -- start start 2024-09-19T04:37:48.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.681+0000 7facf62f1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7facf006f130 0x7facf01f7bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:48.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.682+0000 7facf62f1640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7facf0158e50 0x7facf00c86f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:48.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.682+0000 7facf62f1640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7facf015c370 0x7facf015da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:48.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.682+0000 7facf62f1640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7facf0159230 con 0x7facf0158e50 2024-09-19T04:37:48.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.682+0000 7facf62f1640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7facf00b3ed0 con 0x7facf015c370 2024-09-19T04:37:48.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.682+0000 7facf62f1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7facf00ce740 con 0x7facf006f130 2024-09-19T04:37:48.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.682+0000 7facef7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7facf0158e50 0x7facf00c86f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:48.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.682+0000 7facef7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7facf0158e50 0x7facf00c86f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:32796/0 (socket says 172.21.15.111:32796) 2024-09-19T04:37:48.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.682+0000 7facef7fe640 1 -- 172.21.15.111:0/1208161714 learned_addr learned my addr 172.21.15.111:0/1208161714 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:48.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.682+0000 7faceffff640 1 --2- 172.21.15.111:0/1208161714 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7facf006f130 0x7facf01f7bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:48.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.682+0000 7facf488e640 1 --2- 172.21.15.111:0/1208161714 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7facf015c370 0x7facf015da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:48.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.682+0000 7facef7fe640 1 -- 172.21.15.111:0/1208161714 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7facf006f130 msgr2=0x7facf01f7bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:48.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.682+0000 7facef7fe640 1 --2- 172.21.15.111:0/1208161714 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7facf006f130 0x7facf01f7bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.682+0000 7facef7fe640 1 -- 172.21.15.111:0/1208161714 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7facf015c370 msgr2=0x7facf015da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:48.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.682+0000 7facef7fe640 1 --2- 172.21.15.111:0/1208161714 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7facf015c370 0x7facf015da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.682+0000 7facef7fe640 1 -- 172.21.15.111:0/1208161714 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facf01f84f0 con 0x7facf0158e50 2024-09-19T04:37:48.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.682+0000 7facef7fe640 1 --2- 172.21.15.111:0/1208161714 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7facf0158e50 0x7facf00c86f0 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7face400c390 tx=0x7face4001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:48.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.682+0000 7facecff9640 1 -- 172.21.15.111:0/1208161714 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face4017070 con 0x7facf0158e50 2024-09-19T04:37:48.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.682+0000 7facecff9640 1 -- 172.21.15.111:0/1208161714 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7face40052d0 con 0x7facf0158e50 2024-09-19T04:37:48.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.682+0000 7facf62f1640 1 -- 172.21.15.111:0/1208161714 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facf01f87d0 con 0x7facf0158e50 2024-09-19T04:37:48.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.682+0000 7facecff9640 1 -- 172.21.15.111:0/1208161714 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face4003830 con 0x7facf0158e50 2024-09-19T04:37:48.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.682+0000 7facf62f1640 1 -- 172.21.15.111:0/1208161714 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facf01f8ab0 con 0x7facf0158e50 2024-09-19T04:37:48.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.683+0000 7facf62f1640 1 -- 172.21.15.111:0/1208161714 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7facf00ce200 con 0x7facf0158e50 2024-09-19T04:37:48.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.684+0000 7facecff9640 1 -- 172.21.15.111:0/1208161714 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7face401a070 con 0x7facf0158e50 2024-09-19T04:37:48.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.684+0000 7facecff9640 1 --2- 172.21.15.111:0/1208161714 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7facdc06c3d0 0x7facdc06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:48.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.684+0000 7facecff9640 1 -- 172.21.15.111:0/1208161714 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5767+0+0 (secure 0 0 0) 0x7face408a7c0 con 0x7facf0158e50 2024-09-19T04:37:48.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.685+0000 7faceffff640 1 --2- 172.21.15.111:0/1208161714 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7facdc06c3d0 0x7facdc06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:48.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.685+0000 7faceffff640 1 --2- 172.21.15.111:0/1208161714 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7facdc06c3d0 0x7facdc06e890 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7face0037000 tx=0x7face0032000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:48.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.688+0000 7facecff9640 1 -- 172.21.15.111:0/1208161714 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7face4058820 con 0x7facf0158e50 2024-09-19T04:37:48.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.854+0000 7facf62f1640 1 -- 172.21.15.111:0/1208161714 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7facf00cfee0 con 0x7facf0158e50 2024-09-19T04:37:48.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.855+0000 7facecff9640 1 -- 172.21.15.111:0/1208161714 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v20)=0 v20) ==== 122+0+0 (secure 0 0 0) 0x7face405cb20 con 0x7facf0158e50 2024-09-19T04:37:48.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.857+0000 7facf62f1640 1 -- 172.21.15.111:0/1208161714 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7facdc06c3d0 msgr2=0x7facdc06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:48.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.857+0000 7facf62f1640 1 --2- 172.21.15.111:0/1208161714 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7facdc06c3d0 0x7facdc06e890 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7face0037000 tx=0x7face0032000 comp rx=0 tx=0).stop 2024-09-19T04:37:48.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.857+0000 7facf62f1640 1 -- 172.21.15.111:0/1208161714 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7facf0158e50 msgr2=0x7facf00c86f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:48.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.857+0000 7facf62f1640 1 --2- 172.21.15.111:0/1208161714 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7facf0158e50 0x7facf00c86f0 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7face400c390 tx=0x7face4001e70 comp rx=0 tx=0).stop 2024-09-19T04:37:48.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.857+0000 7facf62f1640 1 -- 172.21.15.111:0/1208161714 shutdown_connections 2024-09-19T04:37:48.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.857+0000 7facf62f1640 1 --2- 172.21.15.111:0/1208161714 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7facdc06c3d0 0x7facdc06e890 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.857+0000 7facf62f1640 1 --2- 172.21.15.111:0/1208161714 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7facf015c370 0x7facf015da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.857+0000 7facf62f1640 1 --2- 172.21.15.111:0/1208161714 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7facf0158e50 0x7facf00c86f0 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.857+0000 7facf62f1640 1 --2- 172.21.15.111:0/1208161714 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7facf006f130 0x7facf01f7bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:48.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.857+0000 7facf62f1640 1 -- 172.21.15.111:0/1208161714 >> 172.21.15.111:0/1208161714 conn(0x7facf006bba0 msgr2=0x7facf0071d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:48.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.857+0000 7facf62f1640 1 -- 172.21.15.111:0/1208161714 shutdown_connections 2024-09-19T04:37:48.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:48.857+0000 7facf62f1640 1 -- 172.21.15.111:0/1208161714 wait complete. 2024-09-19T04:37:48.869 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:48.869 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0) 2024-09-19T04:37:48.901 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:48.901 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/fake) 2024-09-19T04:37:48.973 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:48.973 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-19T04:37:49.029 INFO:teuthology.orchestra.run.smithi111.stdout:cephfs_data 2024-09-19T04:37:49.029 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:49.029 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0) 2024-09-19T04:37:49.097 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:37:49.097 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/home/ubuntu/cephtest/mnt.0/volumes/_nogroup/subvol61260/.meta 2024-09-19T04:37:49.165 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol61260 2024-09-19T04:37:49.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.309+0000 7fcfe338d640 1 Processor -- start 2024-09-19T04:37:49.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.309+0000 7fcfe338d640 1 -- start start 2024-09-19T04:37:49.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.310+0000 7fcfe338d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fcfdc148020 0x7fcfdc0b0b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:49.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.310+0000 7fcfe338d640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcfdc148400 con 0x7fcfdc0b4b90 2024-09-19T04:37:49.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.310+0000 7fcfe338d640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcfdc0b53e0 con 0x7fcfdc0ae8e0 2024-09-19T04:37:49.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.310+0000 7fcfe338d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fcfdc0b5ff0 con 0x7fcfdc148020 2024-09-19T04:37:49.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.310+0000 7fcfe0928640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fcfdc0b4b90 0x7fcfdc0b6480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:48396/0 (socket says 172.21.15.111:48396) 2024-09-19T04:37:49.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.310+0000 7fcfe0928640 1 -- 172.21.15.111:0/2565272105 learned_addr learned my addr 172.21.15.111:0/2565272105 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:49.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfd3fff640 1 -- 172.21.15.111:0/2565272105 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2850622145 0 0) 0x7fcfdc148400 con 0x7fcfdc0b4b90 2024-09-19T04:37:49.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfe1129640 1 --2- 172.21.15.111:0/2565272105 >> v2:172.21.15.114:3300/0 conn(0x7fcfdc148020 0x7fcfdc0b0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:49.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfd3fff640 1 -- 172.21.15.111:0/2565272105 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcfc8003520 con 0x7fcfdc0b4b90 2024-09-19T04:37:49.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfd3fff640 1 -- 172.21.15.111:0/2565272105 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1381622817 0 0) 0x7fcfc8003520 con 0x7fcfdc0b4b90 2024-09-19T04:37:49.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfd3fff640 1 -- 172.21.15.111:0/2565272105 >> v2:172.21.15.114:3300/0 conn(0x7fcfdc148020 msgr2=0x7fcfdc0b0b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:49.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfd3fff640 1 --2- 172.21.15.111:0/2565272105 >> v2:172.21.15.114:3300/0 conn(0x7fcfdc148020 0x7fcfdc0b0b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfd3fff640 1 -- 172.21.15.111:0/2565272105 >> v1:172.21.15.114:6789/0 conn(0x7fcfdc0ae8e0 legacy=0x7fcfdc0aecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:49.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfd3fff640 1 -- 172.21.15.111:0/2565272105 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfdc0b56c0 con 0x7fcfdc0b4b90 2024-09-19T04:37:49.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfd3fff640 1 -- 172.21.15.111:0/2565272105 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fcfcc001670 con 0x7fcfdc0b4b90 2024-09-19T04:37:49.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfd3fff640 1 -- 172.21.15.111:0/2565272105 >> v1:172.21.15.111:6789/0 conn(0x7fcfdc0b4b90 legacy=0x7fcfdc0b6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:49.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfd3fff640 1 --2- 172.21.15.111:0/2565272105 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfc80039b0 0x7fcfc8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:49.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfd3fff640 1 --2- 172.21.15.111:0/2565272105 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcfc8004800 0x7fcfc8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:49.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfd3fff640 1 --2- 172.21.15.111:0/2565272105 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcfc80051c0 0x7fcfc800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:49.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfd3fff640 1 -- 172.21.15.111:0/2565272105 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fcfdc0b5ff0 con 0x7fcfc80039b0 2024-09-19T04:37:49.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfd3fff640 1 -- 172.21.15.111:0/2565272105 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fcfc800c060 con 0x7fcfc8004800 2024-09-19T04:37:49.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfd3fff640 1 -- 172.21.15.111:0/2565272105 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcfc800c260 con 0x7fcfc80051c0 2024-09-19T04:37:49.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfe1129640 1 --2- 172.21.15.111:0/2565272105 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfc80039b0 0x7fcfc8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:49.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfe0928640 1 --2- 172.21.15.111:0/2565272105 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcfc8004800 0x7fcfc8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:49.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfe192a640 1 --2- 172.21.15.111:0/2565272105 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcfc80051c0 0x7fcfc800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:49.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfe1129640 1 -- 172.21.15.111:0/2565272105 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcfc80051c0 msgr2=0x7fcfc800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:49.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfe1129640 1 --2- 172.21.15.111:0/2565272105 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcfc80051c0 0x7fcfc800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfe1129640 1 -- 172.21.15.111:0/2565272105 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcfc8004800 msgr2=0x7fcfc8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:49.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfe1129640 1 --2- 172.21.15.111:0/2565272105 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcfc8004800 0x7fcfc8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfe1129640 1 -- 172.21.15.111:0/2565272105 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfc8003520 con 0x7fcfc80039b0 2024-09-19T04:37:49.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfe192a640 1 --2- 172.21.15.111:0/2565272105 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcfc80051c0 0x7fcfc800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:49.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.311+0000 7fcfe192a640 1 -- 172.21.15.111:0/2565272105 reap_dead start 2024-09-19T04:37:49.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.312+0000 7fcfe1129640 1 --2- 172.21.15.111:0/2565272105 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfc80039b0 0x7fcfc8003dd0 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7fcfd8009ac0 tx=0x7fcfc8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f8c2ff51b12488b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:49.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.312+0000 7fcfd3fff640 1 -- 172.21.15.111:0/2565272105 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd8036070 con 0x7fcfc80039b0 2024-09-19T04:37:49.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.312+0000 7fcfd3fff640 1 -- 172.21.15.111:0/2565272105 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcfd8031400 con 0x7fcfc80039b0 2024-09-19T04:37:49.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.312+0000 7fcfd3fff640 1 -- 172.21.15.111:0/2565272105 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd8009690 con 0x7fcfc80039b0 2024-09-19T04:37:49.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.313+0000 7fcfe338d640 1 -- 172.21.15.111:0/2565272105 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfc80039b0 msgr2=0x7fcfc8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:49.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.313+0000 7fcfe338d640 1 --2- 172.21.15.111:0/2565272105 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfc80039b0 0x7fcfc8003dd0 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7fcfd8009ac0 tx=0x7fcfc8005830 comp rx=0 tx=0).stop 2024-09-19T04:37:49.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.313+0000 7fcfe338d640 1 -- 172.21.15.111:0/2565272105 shutdown_connections 2024-09-19T04:37:49.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.313+0000 7fcfe338d640 1 --2- 172.21.15.111:0/2565272105 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfc80039b0 0x7fcfc8003dd0 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.313+0000 7fcfe338d640 1 -- 172.21.15.111:0/2565272105 >> 172.21.15.111:0/2565272105 conn(0x7fcfdc06d0d0 msgr2=0x7fcfdc06d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:49.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.313+0000 7fcfe338d640 1 -- 172.21.15.111:0/2565272105 shutdown_connections 2024-09-19T04:37:49.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.313+0000 7fcfe338d640 1 -- 172.21.15.111:0/2565272105 wait complete. 2024-09-19T04:37:49.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.314+0000 7fcfe338d640 1 Processor -- start 2024-09-19T04:37:49.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.314+0000 7fcfe338d640 1 -- start start 2024-09-19T04:37:49.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.315+0000 7fcfe338d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcfc80039b0 0x7fcfdc15fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:49.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.315+0000 7fcfe338d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcfdc1e7d00 0x7fcfdc1411b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:49.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.315+0000 7fcfe338d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfdc0c64f0 0x7fcfdc1432a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:49.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.315+0000 7fcfe338d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fcfdc0b5000 con 0x7fcfdc0c64f0 2024-09-19T04:37:49.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.315+0000 7fcfe338d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fcfdc0b5c80 con 0x7fcfdc1e7d00 2024-09-19T04:37:49.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.315+0000 7fcfe338d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcfdc0b5180 con 0x7fcfc80039b0 2024-09-19T04:37:49.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.315+0000 7fcfe192a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfdc0c64f0 0x7fcfdc1432a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:49.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.315+0000 7fcfe192a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfdc0c64f0 0x7fcfdc1432a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:32826/0 (socket says 172.21.15.111:32826) 2024-09-19T04:37:49.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.315+0000 7fcfe192a640 1 -- 172.21.15.111:0/2432258809 learned_addr learned my addr 172.21.15.111:0/2432258809 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:49.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.315+0000 7fcfe1129640 1 --2- 172.21.15.111:0/2432258809 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcfc80039b0 0x7fcfdc15fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:49.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.315+0000 7fcfe0928640 1 --2- 172.21.15.111:0/2432258809 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcfdc1e7d00 0x7fcfdc1411b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:49.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.315+0000 7fcfe192a640 1 -- 172.21.15.111:0/2432258809 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcfc80039b0 msgr2=0x7fcfdc15fbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:49.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.315+0000 7fcfe192a640 1 --2- 172.21.15.111:0/2432258809 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcfc80039b0 0x7fcfdc15fbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.315+0000 7fcfe192a640 1 -- 172.21.15.111:0/2432258809 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcfdc1e7d00 msgr2=0x7fcfdc1411b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:49.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.315+0000 7fcfe192a640 1 --2- 172.21.15.111:0/2432258809 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcfdc1e7d00 0x7fcfdc1411b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.315+0000 7fcfe192a640 1 -- 172.21.15.111:0/2432258809 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfdc1416f0 con 0x7fcfdc0c64f0 2024-09-19T04:37:49.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.315+0000 7fcfe192a640 1 --2- 172.21.15.111:0/2432258809 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfdc0c64f0 0x7fcfdc1432a0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc0b4240 tx=0x7fcfd400ead0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:49.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.315+0000 7fcfd1ffb640 1 -- 172.21.15.111:0/2432258809 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd4019070 con 0x7fcfdc0c64f0 2024-09-19T04:37:49.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.316+0000 7fcfd1ffb640 1 -- 172.21.15.111:0/2432258809 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcfd4003b80 con 0x7fcfdc0c64f0 2024-09-19T04:37:49.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.316+0000 7fcfe338d640 1 -- 172.21.15.111:0/2432258809 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfdc1e84a0 con 0x7fcfdc0c64f0 2024-09-19T04:37:49.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.316+0000 7fcfd1ffb640 1 -- 172.21.15.111:0/2432258809 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd40050d0 con 0x7fcfdc0c64f0 2024-09-19T04:37:49.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.316+0000 7fcfe338d640 1 -- 172.21.15.111:0/2432258809 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfdc1605b0 con 0x7fcfdc0c64f0 2024-09-19T04:37:49.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.317+0000 7fcfe338d640 1 -- 172.21.15.111:0/2432258809 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcfdc0b0b30 con 0x7fcfdc0c64f0 2024-09-19T04:37:49.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.317+0000 7fcfd1ffb640 1 -- 172.21.15.111:0/2432258809 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fcfd401c070 con 0x7fcfdc0c64f0 2024-09-19T04:37:49.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.317+0000 7fcfd1ffb640 1 --2- 172.21.15.111:0/2432258809 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcfc006c3d0 0x7fcfc006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:49.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.318+0000 7fcfd1ffb640 1 -- 172.21.15.111:0/2432258809 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7fcfd408a9f0 con 0x7fcfdc0c64f0 2024-09-19T04:37:49.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.318+0000 7fcfe1129640 1 --2- 172.21.15.111:0/2432258809 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcfc006c3d0 0x7fcfc006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:49.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.318+0000 7fcfe1129640 1 --2- 172.21.15.111:0/2432258809 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcfc006c3d0 0x7fcfc006e890 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fcfd8033000 tx=0x7fcfd8008030 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:49.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.322+0000 7fcfd1ffb640 1 -- 172.21.15.111:0/2432258809 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcfd4058a50 con 0x7fcfdc0c64f0 2024-09-19T04:37:49.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.512+0000 7fcfe338d640 1 -- 172.21.15.111:0/2432258809 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol61260", "target": ["mon-mgr", ""]}) -- 0x7fcfdc0d1930 con 0x7fcfc006c3d0 2024-09-19T04:37:49.518 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:37:49.517+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:37:49.518 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:37:49.517+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:37:49.519 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:37:49.517+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:37:49.519 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:37:49.517+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:37:49.519 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:37:49.517+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:37:49.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.557+0000 7fcfd1ffb640 1 -- 172.21.15.111:0/2432258809 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+67 (secure 0 0 0) 0x7fcfdc0d1930 con 0x7fcfc006c3d0 2024-09-19T04:37:49.558 INFO:teuthology.orchestra.run.smithi111.stdout:/volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0 2024-09-19T04:37:49.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.559+0000 7fcfe338d640 1 -- 172.21.15.111:0/2432258809 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcfc006c3d0 msgr2=0x7fcfc006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:49.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.559+0000 7fcfe338d640 1 --2- 172.21.15.111:0/2432258809 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcfc006c3d0 0x7fcfc006e890 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fcfd8033000 tx=0x7fcfd8008030 comp rx=0 tx=0).stop 2024-09-19T04:37:49.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.559+0000 7fcfe338d640 1 -- 172.21.15.111:0/2432258809 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfdc0c64f0 msgr2=0x7fcfdc1432a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:49.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.559+0000 7fcfe338d640 1 --2- 172.21.15.111:0/2432258809 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfdc0c64f0 0x7fcfdc1432a0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc0b4240 tx=0x7fcfd400ead0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.559+0000 7fcfe338d640 1 -- 172.21.15.111:0/2432258809 shutdown_connections 2024-09-19T04:37:49.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.559+0000 7fcfe338d640 1 --2- 172.21.15.111:0/2432258809 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcfc006c3d0 0x7fcfc006e890 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.559+0000 7fcfe338d640 1 --2- 172.21.15.111:0/2432258809 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfdc0c64f0 0x7fcfdc1432a0 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.559+0000 7fcfe338d640 1 --2- 172.21.15.111:0/2432258809 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcfdc1e7d00 0x7fcfdc1411b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.559+0000 7fcfe338d640 1 --2- 172.21.15.111:0/2432258809 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcfc80039b0 0x7fcfdc15fbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.559+0000 7fcfe338d640 1 -- 172.21.15.111:0/2432258809 >> 172.21.15.111:0/2432258809 conn(0x7fcfdc06d0d0 msgr2=0x7fcfdc0b1300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:49.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.559+0000 7fcfe338d640 1 -- 172.21.15.111:0/2432258809 shutdown_connections 2024-09-19T04:37:49.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.559+0000 7fcfe338d640 1 -- 172.21.15.111:0/2432258809 wait complete. 2024-09-19T04:37:49.571 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume ls cephfs 2024-09-19T04:37:49.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.670+0000 7f7b4f566640 1 Processor -- start 2024-09-19T04:37:49.672 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.670+0000 7f7b4f566640 1 -- start start 2024-09-19T04:37:49.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.671+0000 7f7b4f566640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7b480b3db0 0x7f7b480d0330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:49.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.671+0000 7f7b4f566640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b480d1060 con 0x7f7b480d0870 2024-09-19T04:37:49.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.671+0000 7f7b4f566640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b4806e2a0 con 0x7f7b4815c5b0 2024-09-19T04:37:49.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.671+0000 7f7b4f566640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7b480d1340 con 0x7f7b480b3db0 2024-09-19T04:37:49.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.671+0000 7f7b4db03640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f7b480d0870 0x7f7b4806ed80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:48398/0 (socket says 172.21.15.111:48398) 2024-09-19T04:37:49.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.671+0000 7f7b4db03640 1 -- 172.21.15.111:0/1987896203 learned_addr learned my addr 172.21.15.111:0/1987896203 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:49.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b4cb01640 1 --2- 172.21.15.111:0/1987896203 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7b480b3db0 0x7f7b480d0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:49.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b47fff640 1 -- 172.21.15.111:0/1987896203 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2125501135 0 0) 0x7f7b480d1060 con 0x7f7b480d0870 2024-09-19T04:37:49.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b47fff640 1 -- 172.21.15.111:0/1987896203 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7b30003520 con 0x7f7b480d0870 2024-09-19T04:37:49.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b47fff640 1 -- 172.21.15.111:0/1987896203 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1523733674 0 0) 0x7f7b4806e2a0 con 0x7f7b4815c5b0 2024-09-19T04:37:49.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b47fff640 1 -- 172.21.15.111:0/1987896203 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7b480d1060 con 0x7f7b4815c5b0 2024-09-19T04:37:49.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b47fff640 1 -- 172.21.15.111:0/1987896203 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1107257575 0 0) 0x7f7b30003520 con 0x7f7b480d0870 2024-09-19T04:37:49.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b47fff640 1 -- 172.21.15.111:0/1987896203 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7b480b3db0 msgr2=0x7f7b480d0330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:49.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b47fff640 1 --2- 172.21.15.111:0/1987896203 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7b480b3db0 0x7f7b480d0330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b47fff640 1 -- 172.21.15.111:0/1987896203 >> v1:172.21.15.114:6789/0 conn(0x7f7b4815c5b0 legacy=0x7f7b480b36a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:49.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b47fff640 1 -- 172.21.15.111:0/1987896203 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b4806e580 con 0x7f7b480d0870 2024-09-19T04:37:49.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b47fff640 1 -- 172.21.15.111:0/1987896203 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f7b40001970 con 0x7f7b480d0870 2024-09-19T04:37:49.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b47fff640 1 -- 172.21.15.111:0/1987896203 >> v1:172.21.15.111:6789/0 conn(0x7f7b480d0870 legacy=0x7f7b4806ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:49.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b47fff640 1 --2- 172.21.15.111:0/1987896203 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7b480b3db0 0x7f7b30003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:49.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b47fff640 1 --2- 172.21.15.111:0/1987896203 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7b30004120 0x7f7b30004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:49.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b47fff640 1 --2- 172.21.15.111:0/1987896203 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7b30004d40 0x7f7b300051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:49.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b47fff640 1 -- 172.21.15.111:0/1987896203 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7b3000bb50 con 0x7f7b30004120 2024-09-19T04:37:49.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b47fff640 1 -- 172.21.15.111:0/1987896203 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7b3000bd00 con 0x7f7b30004d40 2024-09-19T04:37:49.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b47fff640 1 -- 172.21.15.111:0/1987896203 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7b3000bf00 con 0x7f7b480b3db0 2024-09-19T04:37:49.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b4cb01640 1 --2- 172.21.15.111:0/1987896203 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7b30004120 0x7f7b30004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:49.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b4d302640 1 --2- 172.21.15.111:0/1987896203 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7b480b3db0 0x7f7b30003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:49.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b4db03640 1 --2- 172.21.15.111:0/1987896203 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7b30004d40 0x7f7b300051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:49.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b4cb01640 1 -- 172.21.15.111:0/1987896203 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7b480b3db0 msgr2=0x7f7b30003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:49.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b4cb01640 1 --2- 172.21.15.111:0/1987896203 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7b480b3db0 0x7f7b30003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b4cb01640 1 -- 172.21.15.111:0/1987896203 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7b30004d40 msgr2=0x7f7b300051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:49.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b4cb01640 1 --2- 172.21.15.111:0/1987896203 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7b30004d40 0x7f7b300051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b4cb01640 1 -- 172.21.15.111:0/1987896203 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b30003520 con 0x7f7b30004120 2024-09-19T04:37:49.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.672+0000 7f7b4db03640 1 --2- 172.21.15.111:0/1987896203 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7b30004d40 0x7f7b300051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:49.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.673+0000 7f7b4cb01640 1 --2- 172.21.15.111:0/1987896203 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7b30004120 0x7f7b30004800 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f7b3c009ac0 tx=0x7f7b30005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d191d469b3dcca73 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:49.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.673+0000 7f7b47fff640 1 -- 172.21.15.111:0/1987896203 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b3c036070 con 0x7f7b30004120 2024-09-19T04:37:49.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.673+0000 7f7b47fff640 1 -- 172.21.15.111:0/1987896203 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b3c031400 con 0x7f7b30004120 2024-09-19T04:37:49.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.673+0000 7f7b47fff640 1 -- 172.21.15.111:0/1987896203 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b3c009690 con 0x7f7b30004120 2024-09-19T04:37:49.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.674+0000 7f7b4f566640 1 -- 172.21.15.111:0/1987896203 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7b30004120 msgr2=0x7f7b30004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:49.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.674+0000 7f7b4f566640 1 --2- 172.21.15.111:0/1987896203 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7b30004120 0x7f7b30004800 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f7b3c009ac0 tx=0x7f7b30005830 comp rx=0 tx=0).stop 2024-09-19T04:37:49.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.674+0000 7f7b4db03640 1 -- 172.21.15.111:0/1987896203 reap_dead start 2024-09-19T04:37:49.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.674+0000 7f7b4f566640 1 -- 172.21.15.111:0/1987896203 shutdown_connections 2024-09-19T04:37:49.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.674+0000 7f7b4f566640 1 -- 172.21.15.111:0/1987896203 >> 172.21.15.111:0/1987896203 conn(0x7f7b4806d0d0 msgr2=0x7f7b4806d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:49.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.674+0000 7f7b4f566640 1 -- 172.21.15.111:0/1987896203 shutdown_connections 2024-09-19T04:37:49.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.674+0000 7f7b4f566640 1 -- 172.21.15.111:0/1987896203 wait complete. 2024-09-19T04:37:49.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.675+0000 7f7b4f566640 1 Processor -- start 2024-09-19T04:37:49.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.675+0000 7f7b4f566640 1 -- start start 2024-09-19T04:37:49.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.676+0000 7f7b4f566640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7b30004120 0x7f7b4815ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:49.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.676+0000 7f7b4f566640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7b481511d0 0x7f7b4815f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:49.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.676+0000 7f7b4f566640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7b481f2390 0x7f7b481f2810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:49.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.676+0000 7f7b4f566640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7b480d0330 con 0x7f7b481f2390 2024-09-19T04:37:49.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.676+0000 7f7b4f566640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7b480d0d00 con 0x7f7b481511d0 2024-09-19T04:37:49.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.676+0000 7f7b4f566640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7b480d04b0 con 0x7f7b30004120 2024-09-19T04:37:49.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.676+0000 7f7b4db03640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7b481f2390 0x7f7b481f2810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:49.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.676+0000 7f7b4db03640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7b481f2390 0x7f7b481f2810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:32830/0 (socket says 172.21.15.111:32830) 2024-09-19T04:37:49.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.676+0000 7f7b4db03640 1 -- 172.21.15.111:0/959683675 learned_addr learned my addr 172.21.15.111:0/959683675 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:49.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.676+0000 7f7b4d302640 1 --2- 172.21.15.111:0/959683675 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7b30004120 0x7f7b4815ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:49.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.676+0000 7f7b4cb01640 1 --2- 172.21.15.111:0/959683675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7b481511d0 0x7f7b4815f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:49.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.676+0000 7f7b4db03640 1 -- 172.21.15.111:0/959683675 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7b30004120 msgr2=0x7f7b4815ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:49.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.676+0000 7f7b4db03640 1 --2- 172.21.15.111:0/959683675 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7b30004120 0x7f7b4815ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.676+0000 7f7b4db03640 1 -- 172.21.15.111:0/959683675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7b481511d0 msgr2=0x7f7b4815f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:49.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.676+0000 7f7b4db03640 1 --2- 172.21.15.111:0/959683675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7b481511d0 0x7f7b4815f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.676+0000 7f7b4db03640 1 -- 172.21.15.111:0/959683675 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b481f3120 con 0x7f7b481f2390 2024-09-19T04:37:49.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.676+0000 7f7b4db03640 1 --2- 172.21.15.111:0/959683675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7b481f2390 0x7f7b481f2810 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7f7b4806cc40 tx=0x7f7b40007af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:49.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.676+0000 7f7b45ffb640 1 -- 172.21.15.111:0/959683675 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4000ea40 con 0x7f7b481f2390 2024-09-19T04:37:49.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.676+0000 7f7b45ffb640 1 -- 172.21.15.111:0/959683675 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b40018070 con 0x7f7b481f2390 2024-09-19T04:37:49.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.676+0000 7f7b4f566640 1 -- 172.21.15.111:0/959683675 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b481f3730 con 0x7f7b481f2390 2024-09-19T04:37:49.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.676+0000 7f7b45ffb640 1 -- 172.21.15.111:0/959683675 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4000ee20 con 0x7f7b481f2390 2024-09-19T04:37:49.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.677+0000 7f7b4f566640 1 -- 172.21.15.111:0/959683675 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b481f2d50 con 0x7f7b481f2390 2024-09-19T04:37:49.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.678+0000 7f7b4f566640 1 -- 172.21.15.111:0/959683675 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b48076140 con 0x7f7b481f2390 2024-09-19T04:37:49.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.678+0000 7f7b45ffb640 1 -- 172.21.15.111:0/959683675 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f7b4001d460 con 0x7f7b481f2390 2024-09-19T04:37:49.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.678+0000 7f7b45ffb640 1 --2- 172.21.15.111:0/959683675 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7b3406c3d0 0x7f7b3406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:49.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.679+0000 7f7b45ffb640 1 -- 172.21.15.111:0/959683675 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7f7b4008b610 con 0x7f7b481f2390 2024-09-19T04:37:49.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.679+0000 7f7b4d302640 1 --2- 172.21.15.111:0/959683675 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7b3406c3d0 0x7f7b3406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:49.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.679+0000 7f7b4d302640 1 --2- 172.21.15.111:0/959683675 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7b3406c3d0 0x7f7b3406e890 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f7b48159d10 tx=0x7f7b38009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:49.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.683+0000 7f7b45ffb640 1 -- 172.21.15.111:0/959683675 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7b48076140 con 0x7f7b481f2390 2024-09-19T04:37:49.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.873+0000 7f7b4f566640 1 -- 172.21.15.111:0/959683675 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume ls", "vol_name": "cephfs", "target": ["mon-mgr", ""]}) -- 0x7f7b4815f810 con 0x7f7b3406c3d0 2024-09-19T04:37:49.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.877+0000 7f7b45ffb640 1 -- 172.21.15.111:0/959683675 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+46 (secure 0 0 0) 0x7f7b4815f810 con 0x7f7b3406c3d0 2024-09-19T04:37:49.878 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:37:49.878 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:49.878 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "subvol61260" 2024-09-19T04:37:49.878 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:49.878 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:37:49.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.878+0000 7f7b4f566640 1 -- 172.21.15.111:0/959683675 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7b3406c3d0 msgr2=0x7f7b3406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:49.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.878+0000 7f7b4f566640 1 --2- 172.21.15.111:0/959683675 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7b3406c3d0 0x7f7b3406e890 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f7b48159d10 tx=0x7f7b38009040 comp rx=0 tx=0).stop 2024-09-19T04:37:49.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.878+0000 7f7b4f566640 1 -- 172.21.15.111:0/959683675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7b481f2390 msgr2=0x7f7b481f2810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:49.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.878+0000 7f7b4f566640 1 --2- 172.21.15.111:0/959683675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7b481f2390 0x7f7b481f2810 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7f7b4806cc40 tx=0x7f7b40007af0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.878+0000 7f7b4f566640 1 -- 172.21.15.111:0/959683675 shutdown_connections 2024-09-19T04:37:49.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.878+0000 7f7b4f566640 1 --2- 172.21.15.111:0/959683675 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7b3406c3d0 0x7f7b3406e890 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.878+0000 7f7b4f566640 1 --2- 172.21.15.111:0/959683675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7b481f2390 0x7f7b481f2810 unknown :-1 s=CLOSED pgs=1009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.878+0000 7f7b4f566640 1 --2- 172.21.15.111:0/959683675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7b481511d0 0x7f7b4815f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.878+0000 7f7b4f566640 1 --2- 172.21.15.111:0/959683675 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7b30004120 0x7f7b4815ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.878+0000 7f7b4f566640 1 -- 172.21.15.111:0/959683675 >> 172.21.15.111:0/959683675 conn(0x7f7b4806d0d0 msgr2=0x7f7b480b25f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:49.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.879+0000 7f7b4f566640 1 -- 172.21.15.111:0/959683675 shutdown_connections 2024-09-19T04:37:49.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.879+0000 7f7b4f566640 1 -- 172.21.15.111:0/959683675 wait complete. 2024-09-19T04:37:49.891 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume info cephfs subvol61260 2024-09-19T04:37:49.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.990+0000 7fb8b0c7b640 1 Processor -- start 2024-09-19T04:37:49.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.990+0000 7fb8b0c7b640 1 -- start start 2024-09-19T04:37:49.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.991+0000 7fb8b0c7b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fb8ac06f130 0x7fb8ac0b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:49.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.991+0000 7fb8b0c7b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8ac15c370 0x7fb8ac0ce200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:49.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.991+0000 7fb8b0c7b640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8ac15c820 con 0x7fb8ac158e50 2024-09-19T04:37:49.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.991+0000 7fb8b0c7b640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fb8ac0b43f0 con 0x7fb8ac06f130 2024-09-19T04:37:49.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.991+0000 7fb8b0c7b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb8ac0b3630 con 0x7fb8ac15c370 2024-09-19T04:37:49.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.992+0000 7fb8aad9d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8ac15c370 0x7fb8ac0ce200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:49.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.992+0000 7fb8a9d9b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fb8ac06f130 0x7fb8ac0b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:49.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.992+0000 7fb8aad9d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8ac15c370 0x7fb8ac0ce200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:57664/0 (socket says 172.21.15.111:57664) 2024-09-19T04:37:49.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.992+0000 7fb8aad9d640 1 -- 172.21.15.111:0/728997295 learned_addr learned my addr 172.21.15.111:0/728997295 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:49.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.992+0000 7fb8a9d9b640 1 -- 172.21.15.111:0/728997295 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8ac15c370 msgr2=0x7fb8ac0ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:49.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.992+0000 7fb8a9d9b640 1 --2- 172.21.15.111:0/728997295 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8ac15c370 0x7fb8ac0ce200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.992+0000 7fb8a9d9b640 1 -- 172.21.15.111:0/728997295 >> v1:172.21.15.114:6789/0 conn(0x7fb8ac158e50 legacy=0x7fb8ac06ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:49.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.992+0000 7fb8a9d9b640 1 -- 172.21.15.111:0/728997295 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8ac0b3910 con 0x7fb8ac06f130 2024-09-19T04:37:49.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.992+0000 7fb8aad9d640 1 --2- 172.21.15.111:0/728997295 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8ac15c370 0x7fb8ac0ce200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:37:49.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.993+0000 7fb8a9d9b640 1 --2- 172.21.15.111:0/728997295 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb8ac06f130 0x7fb8ac0b5050 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fb8a0009de0 tx=0x7fb8a002a6c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9c52887d6bb618ab server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:49.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.993+0000 7fb8a959a640 1 -- 172.21.15.111:0/728997295 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a0007740 con 0x7fb8ac06f130 2024-09-19T04:37:49.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.993+0000 7fb8a959a640 1 -- 172.21.15.111:0/728997295 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8a00078e0 con 0x7fb8ac06f130 2024-09-19T04:37:49.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.993+0000 7fb8a959a640 1 -- 172.21.15.111:0/728997295 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a0007cb0 con 0x7fb8ac06f130 2024-09-19T04:37:49.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.994+0000 7fb8b0c7b640 1 -- 172.21.15.111:0/728997295 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb8ac06f130 msgr2=0x7fb8ac0b5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:49.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.994+0000 7fb8b0c7b640 1 --2- 172.21.15.111:0/728997295 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb8ac06f130 0x7fb8ac0b5050 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fb8a0009de0 tx=0x7fb8a002a6c0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.994+0000 7fb8b0c7b640 1 -- 172.21.15.111:0/728997295 shutdown_connections 2024-09-19T04:37:49.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.994+0000 7fb8b0c7b640 1 --2- 172.21.15.111:0/728997295 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8ac15c370 0x7fb8ac0ce200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.994+0000 7fb8b0c7b640 1 --2- 172.21.15.111:0/728997295 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb8ac06f130 0x7fb8ac0b5050 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:49.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.994+0000 7fb8b0c7b640 1 -- 172.21.15.111:0/728997295 >> 172.21.15.111:0/728997295 conn(0x7fb8ac06bba0 msgr2=0x7fb8ac06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:49.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.994+0000 7fb8b0c7b640 1 -- 172.21.15.111:0/728997295 shutdown_connections 2024-09-19T04:37:49.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.994+0000 7fb8b0c7b640 1 -- 172.21.15.111:0/728997295 wait complete. 2024-09-19T04:37:49.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.995+0000 7fb8b0c7b640 1 Processor -- start 2024-09-19T04:37:49.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.995+0000 7fb8b0c7b640 1 -- start start 2024-09-19T04:37:50.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.996+0000 7fb8b0c7b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8ac06f130 0x7fb8ac0af680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:50.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.996+0000 7fb8b0c7b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb8ac158e50 0x7fb8ac152ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:50.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.996+0000 7fb8b0c7b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8ac15c370 0x7fb8ac1554d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:50.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.996+0000 7fb8b0c7b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb8ac159230 con 0x7fb8ac15c370 2024-09-19T04:37:50.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.996+0000 7fb8b0c7b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb8ac0b3ed0 con 0x7fb8ac158e50 2024-09-19T04:37:50.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.996+0000 7fb8b0c7b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb8ac0ce740 con 0x7fb8ac06f130 2024-09-19T04:37:50.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.996+0000 7fb8aad9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8ac15c370 0x7fb8ac1554d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:50.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.996+0000 7fb8aad9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8ac15c370 0x7fb8ac1554d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:32834/0 (socket says 172.21.15.111:32834) 2024-09-19T04:37:50.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.996+0000 7fb8aad9d640 1 -- 172.21.15.111:0/3127964649 learned_addr learned my addr 172.21.15.111:0/3127964649 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:50.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.996+0000 7fb8aa59c640 1 --2- 172.21.15.111:0/3127964649 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8ac06f130 0x7fb8ac0af680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:50.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.996+0000 7fb8a9d9b640 1 --2- 172.21.15.111:0/3127964649 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb8ac158e50 0x7fb8ac152ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:50.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.996+0000 7fb8aad9d640 1 -- 172.21.15.111:0/3127964649 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8ac06f130 msgr2=0x7fb8ac0af680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:50.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.996+0000 7fb8aad9d640 1 --2- 172.21.15.111:0/3127964649 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8ac06f130 0x7fb8ac0af680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.996+0000 7fb8aad9d640 1 -- 172.21.15.111:0/3127964649 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb8ac158e50 msgr2=0x7fb8ac152ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:50.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.996+0000 7fb8aad9d640 1 --2- 172.21.15.111:0/3127964649 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb8ac158e50 0x7fb8ac152ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.996+0000 7fb8aad9d640 1 -- 172.21.15.111:0/3127964649 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8ac0afbc0 con 0x7fb8ac15c370 2024-09-19T04:37:50.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.996+0000 7fb8aad9d640 1 --2- 172.21.15.111:0/3127964649 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8ac15c370 0x7fb8ac1554d0 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7fb89c00e890 tx=0x7fb89c00ed50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:50.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.996+0000 7fb89affd640 1 -- 172.21.15.111:0/3127964649 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb89c017070 con 0x7fb8ac15c370 2024-09-19T04:37:50.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.996+0000 7fb89affd640 1 -- 172.21.15.111:0/3127964649 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb89c004020 con 0x7fb8ac15c370 2024-09-19T04:37:50.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.997+0000 7fb8b0c7b640 1 -- 172.21.15.111:0/3127964649 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8ac0b2820 con 0x7fb8ac15c370 2024-09-19T04:37:50.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.997+0000 7fb89affd640 1 -- 172.21.15.111:0/3127964649 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb89c0043f0 con 0x7fb8ac15c370 2024-09-19T04:37:50.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.997+0000 7fb8b0c7b640 1 -- 172.21.15.111:0/3127964649 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8ac154cd0 con 0x7fb8ac15c370 2024-09-19T04:37:50.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.997+0000 7fb8b0c7b640 1 -- 172.21.15.111:0/3127964649 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8ac154810 con 0x7fb8ac15c370 2024-09-19T04:37:50.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.998+0000 7fb89affd640 1 -- 172.21.15.111:0/3127964649 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fb89c00c940 con 0x7fb8ac15c370 2024-09-19T04:37:50.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.998+0000 7fb89affd640 1 --2- 172.21.15.111:0/3127964649 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb88c06c3d0 0x7fb88c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:50.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.998+0000 7fb89affd640 1 -- 172.21.15.111:0/3127964649 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7fb89c08b380 con 0x7fb8ac15c370 2024-09-19T04:37:50.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.999+0000 7fb8aa59c640 1 --2- 172.21.15.111:0/3127964649 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb88c06c3d0 0x7fb88c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:50.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:49.999+0000 7fb8aa59c640 1 --2- 172.21.15.111:0/3127964649 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb88c06c3d0 0x7fb88c06e890 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fb8a4007fd0 tx=0x7fb8a4009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:50.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.002+0000 7fb89affd640 1 -- 172.21.15.111:0/3127964649 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb8ac154810 con 0x7fb8ac15c370 2024-09-19T04:37:50.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.193+0000 7fb8b0c7b640 1 -- 172.21.15.111:0/3127964649 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume info", "vol_name": "cephfs", "sub_name": "subvol61260", "target": ["mon-mgr", ""]}) -- 0x7fb8ac0ce200 con 0x7fb88c06c3d0 2024-09-19T04:37:50.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.224+0000 7fb89affd640 1 -- 172.21.15.111:0/3127964649 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+687 (secure 0 0 0) 0x7fb8ac0ce200 con 0x7fb88c06c3d0 2024-09-19T04:37:50.225 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:37:50.225 INFO:teuthology.orchestra.run.smithi111.stdout: "atime": "2024-09-19 04:37:48", 2024-09-19T04:37:50.225 INFO:teuthology.orchestra.run.smithi111.stdout: "bytes_pcent": "undefined", 2024-09-19T04:37:50.225 INFO:teuthology.orchestra.run.smithi111.stdout: "bytes_quota": "infinite", 2024-09-19T04:37:50.226 INFO:teuthology.orchestra.run.smithi111.stdout: "bytes_used": 0, 2024-09-19T04:37:50.226 INFO:teuthology.orchestra.run.smithi111.stdout: "created_at": "2024-09-19 04:37:48", 2024-09-19T04:37:50.226 INFO:teuthology.orchestra.run.smithi111.stdout: "ctime": "2024-09-19 04:37:49", 2024-09-19T04:37:50.226 INFO:teuthology.orchestra.run.smithi111.stdout: "data_pool": "cephfs_data", 2024-09-19T04:37:50.226 INFO:teuthology.orchestra.run.smithi111.stdout: "features": [ 2024-09-19T04:37:50.226 INFO:teuthology.orchestra.run.smithi111.stdout: "snapshot-clone", 2024-09-19T04:37:50.226 INFO:teuthology.orchestra.run.smithi111.stdout: "snapshot-autoprotect" 2024-09-19T04:37:50.226 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:37:50.226 INFO:teuthology.orchestra.run.smithi111.stdout: "flavor": 1, 2024-09-19T04:37:50.226 INFO:teuthology.orchestra.run.smithi111.stdout: "gid": 0, 2024-09-19T04:37:50.226 INFO:teuthology.orchestra.run.smithi111.stdout: "mode": 16877, 2024-09-19T04:37:50.226 INFO:teuthology.orchestra.run.smithi111.stdout: "mon_addrs": [ 2024-09-19T04:37:50.226 INFO:teuthology.orchestra.run.smithi111.stdout: "172.21.15.111:6789", 2024-09-19T04:37:50.226 INFO:teuthology.orchestra.run.smithi111.stdout: "172.21.15.114:6789", 2024-09-19T04:37:50.227 INFO:teuthology.orchestra.run.smithi111.stdout: "172.21.15.114:6790" 2024-09-19T04:37:50.227 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:37:50.227 INFO:teuthology.orchestra.run.smithi111.stdout: "mtime": "2024-09-19 04:37:48", 2024-09-19T04:37:50.227 INFO:teuthology.orchestra.run.smithi111.stdout: "path": "/volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0", 2024-09-19T04:37:50.227 INFO:teuthology.orchestra.run.smithi111.stdout: "pool_namespace": "", 2024-09-19T04:37:50.227 INFO:teuthology.orchestra.run.smithi111.stdout: "state": "complete", 2024-09-19T04:37:50.227 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "subvolume", 2024-09-19T04:37:50.227 INFO:teuthology.orchestra.run.smithi111.stdout: "uid": 0 2024-09-19T04:37:50.227 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:37:50.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.226+0000 7fb8b0c7b640 1 -- 172.21.15.111:0/3127964649 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb88c06c3d0 msgr2=0x7fb88c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:50.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.226+0000 7fb8b0c7b640 1 --2- 172.21.15.111:0/3127964649 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb88c06c3d0 0x7fb88c06e890 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fb8a4007fd0 tx=0x7fb8a4009040 comp rx=0 tx=0).stop 2024-09-19T04:37:50.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.226+0000 7fb8b0c7b640 1 -- 172.21.15.111:0/3127964649 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8ac15c370 msgr2=0x7fb8ac1554d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:50.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.226+0000 7fb8b0c7b640 1 --2- 172.21.15.111:0/3127964649 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8ac15c370 0x7fb8ac1554d0 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7fb89c00e890 tx=0x7fb89c00ed50 comp rx=0 tx=0).stop 2024-09-19T04:37:50.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.226+0000 7fb8b0c7b640 1 -- 172.21.15.111:0/3127964649 shutdown_connections 2024-09-19T04:37:50.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.226+0000 7fb8b0c7b640 1 --2- 172.21.15.111:0/3127964649 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb88c06c3d0 0x7fb88c06e890 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.226+0000 7fb8b0c7b640 1 --2- 172.21.15.111:0/3127964649 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8ac15c370 0x7fb8ac1554d0 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.226+0000 7fb8b0c7b640 1 --2- 172.21.15.111:0/3127964649 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb8ac158e50 0x7fb8ac152ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.226+0000 7fb8b0c7b640 1 --2- 172.21.15.111:0/3127964649 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb8ac06f130 0x7fb8ac0af680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.226+0000 7fb8b0c7b640 1 -- 172.21.15.111:0/3127964649 >> 172.21.15.111:0/3127964649 conn(0x7fb8ac06bba0 msgr2=0x7fb8ac15ca00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:50.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.226+0000 7fb8b0c7b640 1 -- 172.21.15.111:0/3127964649 shutdown_connections 2024-09-19T04:37:50.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.226+0000 7fb8b0c7b640 1 -- 172.21.15.111:0/3127964649 wait complete. 2024-09-19T04:37:50.238 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume resize cephfs subvol61260 10485760 2024-09-19T04:37:50.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.339+0000 7f9aafa8d640 1 Processor -- start 2024-09-19T04:37:50.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.339+0000 7f9aafa8d640 1 -- start start 2024-09-19T04:37:50.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.340+0000 7f9aafa8d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f9aa80b61e0 0x7f9aa80b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:50.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.340+0000 7f9aafa8d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9aa80d3990 0x7f9aa8162ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:50.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.340+0000 7f9aafa8d640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9aa80b6b00 con 0x7f9aa80b3b00 2024-09-19T04:37:50.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.340+0000 7f9aafa8d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f9aa80d24f0 con 0x7f9aa80b61e0 2024-09-19T04:37:50.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.340+0000 7f9aafa8d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9aa80d20e0 con 0x7f9aa80d3990 2024-09-19T04:37:50.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.340+0000 7f9aae02a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9aa80d3990 0x7f9aa8162ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:50.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.340+0000 7f9aad829640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f9aa80b61e0 0x7f9aa80b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:50.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.340+0000 7f9aae02a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9aa80d3990 0x7f9aa8162ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:57688/0 (socket says 172.21.15.111:57688) 2024-09-19T04:37:50.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.340+0000 7f9aae02a640 1 -- 172.21.15.111:0/1961696576 learned_addr learned my addr 172.21.15.111:0/1961696576 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:50.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.340+0000 7f9aad829640 1 -- 172.21.15.111:0/1961696576 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9aa80d3990 msgr2=0x7f9aa8162ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:50.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.340+0000 7f9aad829640 1 --2- 172.21.15.111:0/1961696576 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9aa80d3990 0x7f9aa8162ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.340+0000 7f9aad829640 1 -- 172.21.15.111:0/1961696576 >> v1:172.21.15.114:6789/0 conn(0x7f9aa80b3b00 legacy=0x7f9aa81625d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:50.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.340+0000 7f9aac827640 1 -- 172.21.15.111:0/1961696576 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3586183978 0 0) 0x7f9aa80b6b00 con 0x7f9aa80b3b00 2024-09-19T04:37:50.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.340+0000 7f9aad829640 1 -- 172.21.15.111:0/1961696576 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9aa80cfa70 con 0x7f9aa80b61e0 2024-09-19T04:37:50.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.340+0000 7f9aae02a640 1 --2- 172.21.15.111:0/1961696576 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9aa80d3990 0x7f9aa8162ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:37:50.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.341+0000 7f9aad829640 1 --2- 172.21.15.111:0/1961696576 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9aa80b61e0 0x7f9aa80b65c0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f9aa40097a0 tx=0x7f9aa402a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a2e62e0fe01df343 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:50.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.341+0000 7f9aac827640 1 -- 172.21.15.111:0/1961696576 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa4037070 con 0x7f9aa80b61e0 2024-09-19T04:37:50.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.341+0000 7f9aac827640 1 -- 172.21.15.111:0/1961696576 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9aa402adb0 con 0x7f9aa80b61e0 2024-09-19T04:37:50.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.341+0000 7f9aac827640 1 -- 172.21.15.111:0/1961696576 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa4032660 con 0x7f9aa80b61e0 2024-09-19T04:37:50.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.342+0000 7f9aafa8d640 1 -- 172.21.15.111:0/1961696576 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9aa80b61e0 msgr2=0x7f9aa80b65c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:50.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.342+0000 7f9aafa8d640 1 --2- 172.21.15.111:0/1961696576 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9aa80b61e0 0x7f9aa80b65c0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f9aa40097a0 tx=0x7f9aa402a060 comp rx=0 tx=0).stop 2024-09-19T04:37:50.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.342+0000 7f9aafa8d640 1 -- 172.21.15.111:0/1961696576 shutdown_connections 2024-09-19T04:37:50.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.342+0000 7f9aafa8d640 1 --2- 172.21.15.111:0/1961696576 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9aa80d3990 0x7f9aa8162ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.342+0000 7f9aafa8d640 1 --2- 172.21.15.111:0/1961696576 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9aa80b61e0 0x7f9aa80b65c0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.342+0000 7f9aafa8d640 1 -- 172.21.15.111:0/1961696576 >> 172.21.15.111:0/1961696576 conn(0x7f9aa80d11e0 msgr2=0x7f9aa80d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:50.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.342+0000 7f9aafa8d640 1 -- 172.21.15.111:0/1961696576 shutdown_connections 2024-09-19T04:37:50.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.342+0000 7f9aafa8d640 1 -- 172.21.15.111:0/1961696576 wait complete. 2024-09-19T04:37:50.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.343+0000 7f9aafa8d640 1 Processor -- start 2024-09-19T04:37:50.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.343+0000 7f9aafa8d640 1 -- start start 2024-09-19T04:37:50.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.344+0000 7f9aafa8d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9aa80b3b00 0x7f9aa80cb0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:50.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.344+0000 7f9aafa8d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9aa80b61e0 0x7f9aa80ab1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:50.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.344+0000 7f9aafa8d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9aa80d3990 0x7f9aa80cdfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:50.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.344+0000 7f9aafa8d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9aa815edc0 con 0x7f9aa80d3990 2024-09-19T04:37:50.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.344+0000 7f9aafa8d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9aa80d0030 con 0x7f9aa80b3b00 2024-09-19T04:37:50.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.344+0000 7f9aafa8d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9aa80cb5f0 con 0x7f9aa80b61e0 2024-09-19T04:37:50.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.344+0000 7f9aae02a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9aa80d3990 0x7f9aa80cdfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:50.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.344+0000 7f9aae02a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9aa80d3990 0x7f9aa80cdfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:32844/0 (socket says 172.21.15.111:32844) 2024-09-19T04:37:50.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.344+0000 7f9aae02a640 1 -- 172.21.15.111:0/2245655739 learned_addr learned my addr 172.21.15.111:0/2245655739 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:50.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.344+0000 7f9aad028640 1 --2- 172.21.15.111:0/2245655739 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9aa80b61e0 0x7f9aa80ab1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:50.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.344+0000 7f9aad829640 1 --2- 172.21.15.111:0/2245655739 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9aa80b3b00 0x7f9aa80cb0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:50.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.344+0000 7f9aae02a640 1 -- 172.21.15.111:0/2245655739 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9aa80b61e0 msgr2=0x7f9aa80ab1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:50.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.344+0000 7f9aae02a640 1 --2- 172.21.15.111:0/2245655739 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9aa80b61e0 0x7f9aa80ab1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.344+0000 7f9aae02a640 1 -- 172.21.15.111:0/2245655739 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9aa80b3b00 msgr2=0x7f9aa80cb0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:50.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.344+0000 7f9aae02a640 1 --2- 172.21.15.111:0/2245655739 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9aa80b3b00 0x7f9aa80cb0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.344+0000 7f9aae02a640 1 -- 172.21.15.111:0/2245655739 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9aa80ccf00 con 0x7f9aa80d3990 2024-09-19T04:37:50.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.345+0000 7f9aae02a640 1 --2- 172.21.15.111:0/2245655739 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9aa80d3990 0x7f9aa80cdfa0 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f9aa0009e50 tx=0x7f9aa000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:50.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.345+0000 7f9a9e7fc640 1 -- 172.21.15.111:0/2245655739 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa000cd20 con 0x7f9aa80d3990 2024-09-19T04:37:50.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.345+0000 7f9a9e7fc640 1 -- 172.21.15.111:0/2245655739 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9aa0019070 con 0x7f9aa80d3990 2024-09-19T04:37:50.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.345+0000 7f9aafa8d640 1 -- 172.21.15.111:0/2245655739 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9aa80cd1e0 con 0x7f9aa80d3990 2024-09-19T04:37:50.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.345+0000 7f9a9e7fc640 1 -- 172.21.15.111:0/2245655739 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa00146c0 con 0x7f9aa80d3990 2024-09-19T04:37:50.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.345+0000 7f9aafa8d640 1 -- 172.21.15.111:0/2245655739 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9aa80cd7a0 con 0x7f9aa80d3990 2024-09-19T04:37:50.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.346+0000 7f9aafa8d640 1 -- 172.21.15.111:0/2245655739 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9aa80d1d00 con 0x7f9aa80d3990 2024-09-19T04:37:50.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.346+0000 7f9a9e7fc640 1 -- 172.21.15.111:0/2245655739 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f9aa0005d10 con 0x7f9aa80d3990 2024-09-19T04:37:50.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.346+0000 7f9a9e7fc640 1 --2- 172.21.15.111:0/2245655739 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9a8c06c3d0 0x7f9a8c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:50.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.347+0000 7f9a9e7fc640 1 -- 172.21.15.111:0/2245655739 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7f9aa008b990 con 0x7f9aa80d3990 2024-09-19T04:37:50.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.347+0000 7f9aad829640 1 --2- 172.21.15.111:0/2245655739 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9a8c06c3d0 0x7f9a8c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:50.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.347+0000 7f9aad829640 1 --2- 172.21.15.111:0/2245655739 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9a8c06c3d0 0x7f9a8c06e890 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f9aa4034000 tx=0x7f9aa402e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:50.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.351+0000 7f9a9e7fc640 1 -- 172.21.15.111:0/2245655739 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9aa0010040 con 0x7f9aa80d3990 2024-09-19T04:37:50.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.546+0000 7f9aafa8d640 1 -- 172.21.15.111:0/2245655739 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume resize", "vol_name": "cephfs", "sub_name": "subvol61260", "new_size": "10485760", "target": ["mon-mgr", ""]}) -- 0x7f9aa80ba6e0 con 0x7f9a8c06c3d0 2024-09-19T04:37:50.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.573+0000 7f9a9e7fc640 1 -- 172.21.15.111:0/2245655739 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+128 (secure 0 0 0) 0x7f9aa80ba6e0 con 0x7f9a8c06c3d0 2024-09-19T04:37:50.574 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:37:50.574 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:50.574 INFO:teuthology.orchestra.run.smithi111.stdout: "bytes_used": 0 2024-09-19T04:37:50.574 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:50.574 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:50.575 INFO:teuthology.orchestra.run.smithi111.stdout: "bytes_quota": 10485760 2024-09-19T04:37:50.575 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:37:50.575 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:37:50.575 INFO:teuthology.orchestra.run.smithi111.stdout: "bytes_pcent": "0.00" 2024-09-19T04:37:50.575 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:50.575 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:37:50.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.575+0000 7f9aafa8d640 1 -- 172.21.15.111:0/2245655739 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9a8c06c3d0 msgr2=0x7f9a8c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:50.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.575+0000 7f9aafa8d640 1 --2- 172.21.15.111:0/2245655739 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9a8c06c3d0 0x7f9a8c06e890 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f9aa4034000 tx=0x7f9aa402e000 comp rx=0 tx=0).stop 2024-09-19T04:37:50.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.575+0000 7f9aafa8d640 1 -- 172.21.15.111:0/2245655739 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9aa80d3990 msgr2=0x7f9aa80cdfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:50.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.575+0000 7f9aafa8d640 1 --2- 172.21.15.111:0/2245655739 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9aa80d3990 0x7f9aa80cdfa0 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f9aa0009e50 tx=0x7f9aa000c490 comp rx=0 tx=0).stop 2024-09-19T04:37:50.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.575+0000 7f9aafa8d640 1 -- 172.21.15.111:0/2245655739 shutdown_connections 2024-09-19T04:37:50.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.575+0000 7f9aafa8d640 1 --2- 172.21.15.111:0/2245655739 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9a8c06c3d0 0x7f9a8c06e890 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.577 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.575+0000 7f9aafa8d640 1 --2- 172.21.15.111:0/2245655739 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9aa80d3990 0x7f9aa80cdfa0 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.577 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.575+0000 7f9aafa8d640 1 --2- 172.21.15.111:0/2245655739 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9aa80b61e0 0x7f9aa80ab1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.577 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.575+0000 7f9aafa8d640 1 --2- 172.21.15.111:0/2245655739 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9aa80b3b00 0x7f9aa80cb0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.577 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.575+0000 7f9aafa8d640 1 -- 172.21.15.111:0/2245655739 >> 172.21.15.111:0/2245655739 conn(0x7f9aa80d11e0 msgr2=0x7f9aa8162000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:50.577 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.575+0000 7f9aafa8d640 1 -- 172.21.15.111:0/2245655739 shutdown_connections 2024-09-19T04:37:50.577 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.575+0000 7f9aafa8d640 1 -- 172.21.15.111:0/2245655739 wait complete. 2024-09-19T04:37:50.587 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume info cephfs subvol61260 2024-09-19T04:37:50.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.687+0000 7fc75d72c640 1 Processor -- start 2024-09-19T04:37:50.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.687+0000 7fc75d72c640 1 -- start start 2024-09-19T04:37:50.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.687+0000 7fc75d72c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc7580ae8e0 0x7fc7580aed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:50.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.687+0000 7fc75d72c640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc758148400 con 0x7fc7580b0b30 2024-09-19T04:37:50.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.687+0000 7fc75d72c640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7580b53e0 con 0x7fc758148020 2024-09-19T04:37:50.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.687+0000 7fc75d72c640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fc7580b5ff0 con 0x7fc7580ae8e0 2024-09-19T04:37:50.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.688+0000 7fc7567fc640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fc7580b0b30 0x7fc7580b6480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:48402/0 (socket says 172.21.15.111:48402) 2024-09-19T04:37:50.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.688+0000 7fc7567fc640 1 -- 172.21.15.111:0/2373755572 learned_addr learned my addr 172.21.15.111:0/2373755572 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:50.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.688+0000 7fc7577fe640 1 --2- 172.21.15.111:0/2373755572 >> v2:172.21.15.114:3300/0 conn(0x7fc7580ae8e0 0x7fc7580aed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:50.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.688+0000 7fc755ffb640 1 -- 172.21.15.111:0/2373755572 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1836819255 0 0) 0x7fc758148400 con 0x7fc7580b0b30 2024-09-19T04:37:50.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.688+0000 7fc755ffb640 1 -- 172.21.15.111:0/2373755572 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc740003520 con 0x7fc7580b0b30 2024-09-19T04:37:50.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.688+0000 7fc755ffb640 1 -- 172.21.15.111:0/2373755572 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3025789439 0 0) 0x7fc740003520 con 0x7fc7580b0b30 2024-09-19T04:37:50.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.688+0000 7fc755ffb640 1 -- 172.21.15.111:0/2373755572 >> v2:172.21.15.114:3300/0 conn(0x7fc7580ae8e0 msgr2=0x7fc7580aed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:50.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.688+0000 7fc755ffb640 1 --2- 172.21.15.111:0/2373755572 >> v2:172.21.15.114:3300/0 conn(0x7fc7580ae8e0 0x7fc7580aed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.688+0000 7fc755ffb640 1 -- 172.21.15.111:0/2373755572 >> v1:172.21.15.114:6789/0 conn(0x7fc758148020 legacy=0x7fc7580b4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:50.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.688+0000 7fc755ffb640 1 -- 172.21.15.111:0/2373755572 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7580b56c0 con 0x7fc7580b0b30 2024-09-19T04:37:50.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.688+0000 7fc755ffb640 1 -- 172.21.15.111:0/2373755572 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fc74c001670 con 0x7fc7580b0b30 2024-09-19T04:37:50.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.688+0000 7fc755ffb640 1 -- 172.21.15.111:0/2373755572 >> v1:172.21.15.111:6789/0 conn(0x7fc7580b0b30 legacy=0x7fc7580b6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:50.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.688+0000 7fc755ffb640 1 --2- 172.21.15.111:0/2373755572 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7400039b0 0x7fc740003db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:50.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.688+0000 7fc755ffb640 1 --2- 172.21.15.111:0/2373755572 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7400043d0 0x7fc7400048a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:50.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.688+0000 7fc755ffb640 1 --2- 172.21.15.111:0/2373755572 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7400050a0 0x7fc74000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:50.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.688+0000 7fc755ffb640 1 -- 172.21.15.111:0/2373755572 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc7580b5ff0 con 0x7fc7400043d0 2024-09-19T04:37:50.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.688+0000 7fc755ffb640 1 -- 172.21.15.111:0/2373755572 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc74000bfe0 con 0x7fc7400039b0 2024-09-19T04:37:50.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.688+0000 7fc755ffb640 1 -- 172.21.15.111:0/2373755572 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc74000c1e0 con 0x7fc7400050a0 2024-09-19T04:37:50.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.688+0000 7fc7567fc640 1 --2- 172.21.15.111:0/2373755572 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7400043d0 0x7fc7400048a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:50.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.688+0000 7fc756ffd640 1 --2- 172.21.15.111:0/2373755572 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7400039b0 0x7fc740003db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:50.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.688+0000 7fc7577fe640 1 --2- 172.21.15.111:0/2373755572 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7400050a0 0x7fc74000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:50.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.689+0000 7fc7567fc640 1 -- 172.21.15.111:0/2373755572 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7400050a0 msgr2=0x7fc74000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:50.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.689+0000 7fc7567fc640 1 --2- 172.21.15.111:0/2373755572 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7400050a0 0x7fc74000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.689+0000 7fc7567fc640 1 -- 172.21.15.111:0/2373755572 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7400039b0 msgr2=0x7fc740003db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:50.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.689+0000 7fc7567fc640 1 --2- 172.21.15.111:0/2373755572 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7400039b0 0x7fc740003db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.689+0000 7fc7567fc640 1 -- 172.21.15.111:0/2373755572 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc740003520 con 0x7fc7400043d0 2024-09-19T04:37:50.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.689+0000 7fc7577fe640 1 --2- 172.21.15.111:0/2373755572 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7400050a0 0x7fc74000b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:50.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.689+0000 7fc7577fe640 1 -- 172.21.15.111:0/2373755572 reap_dead start 2024-09-19T04:37:50.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.689+0000 7fc7567fc640 1 --2- 172.21.15.111:0/2373755572 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7400043d0 0x7fc7400048a0 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7fc74c007fd0 tx=0x7fc740005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31e228b72636205d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:50.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.689+0000 7fc755ffb640 1 -- 172.21.15.111:0/2373755572 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc74c007ca0 con 0x7fc7400043d0 2024-09-19T04:37:50.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.690+0000 7fc755ffb640 1 -- 172.21.15.111:0/2373755572 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc74c005ad0 con 0x7fc7400043d0 2024-09-19T04:37:50.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.690+0000 7fc755ffb640 1 -- 172.21.15.111:0/2373755572 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc74c007070 con 0x7fc7400043d0 2024-09-19T04:37:50.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.690+0000 7fc75d72c640 1 -- 172.21.15.111:0/2373755572 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7400043d0 msgr2=0x7fc7400048a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:50.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.690+0000 7fc75d72c640 1 --2- 172.21.15.111:0/2373755572 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7400043d0 0x7fc7400048a0 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7fc74c007fd0 tx=0x7fc740005830 comp rx=0 tx=0).stop 2024-09-19T04:37:50.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.690+0000 7fc75d72c640 1 -- 172.21.15.111:0/2373755572 shutdown_connections 2024-09-19T04:37:50.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.690+0000 7fc75d72c640 1 --2- 172.21.15.111:0/2373755572 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7400043d0 0x7fc7400048a0 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.690+0000 7fc75d72c640 1 -- 172.21.15.111:0/2373755572 >> 172.21.15.111:0/2373755572 conn(0x7fc75806d0d0 msgr2=0x7fc75806d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:50.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.690+0000 7fc75d72c640 1 -- 172.21.15.111:0/2373755572 shutdown_connections 2024-09-19T04:37:50.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.690+0000 7fc75d72c640 1 -- 172.21.15.111:0/2373755572 wait complete. 2024-09-19T04:37:50.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.691+0000 7fc75d72c640 1 Processor -- start 2024-09-19T04:37:50.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.691+0000 7fc75d72c640 1 -- start start 2024-09-19T04:37:50.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.692+0000 7fc75d72c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7400043d0 0x7fc75815e310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:50.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.692+0000 7fc75d72c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7581613a0 0x7fc758161800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:50.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.692+0000 7fc75d72c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc758141650 0x7fc758141ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:50.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.692+0000 7fc75d72c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc7580aed10 con 0x7fc7400043d0 2024-09-19T04:37:50.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.692+0000 7fc75d72c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc7580b5c80 con 0x7fc758141650 2024-09-19T04:37:50.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.692+0000 7fc75d72c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc7580aee90 con 0x7fc7581613a0 2024-09-19T04:37:50.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.692+0000 7fc756ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7400043d0 0x7fc75815e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:50.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.692+0000 7fc756ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7400043d0 0x7fc75815e310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:32862/0 (socket says 172.21.15.111:32862) 2024-09-19T04:37:50.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.692+0000 7fc756ffd640 1 -- 172.21.15.111:0/509516636 learned_addr learned my addr 172.21.15.111:0/509516636 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:50.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.692+0000 7fc7567fc640 1 --2- 172.21.15.111:0/509516636 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7581613a0 0x7fc758161800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:50.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.692+0000 7fc756ffd640 1 -- 172.21.15.111:0/509516636 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7581613a0 msgr2=0x7fc758161800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:50.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.692+0000 7fc7577fe640 1 --2- 172.21.15.111:0/509516636 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc758141650 0x7fc758141ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:50.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.692+0000 7fc756ffd640 1 --2- 172.21.15.111:0/509516636 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7581613a0 0x7fc758161800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.693+0000 7fc756ffd640 1 -- 172.21.15.111:0/509516636 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc758141650 msgr2=0x7fc758141ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:50.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.693+0000 7fc756ffd640 1 --2- 172.21.15.111:0/509516636 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc758141650 0x7fc758141ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.693+0000 7fc756ffd640 1 -- 172.21.15.111:0/509516636 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc75815fa00 con 0x7fc7400043d0 2024-09-19T04:37:50.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.693+0000 7fc7567fc640 1 --2- 172.21.15.111:0/509516636 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7581613a0 0x7fc758161800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:50.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.693+0000 7fc756ffd640 1 --2- 172.21.15.111:0/509516636 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7400043d0 0x7fc75815e310 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7fc74800f7c0 tx=0x7fc74800fc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:50.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.693+0000 7fc73f7fe640 1 -- 172.21.15.111:0/509516636 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc74800fe70 con 0x7fc7400043d0 2024-09-19T04:37:50.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.693+0000 7fc73f7fe640 1 -- 172.21.15.111:0/509516636 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc748018070 con 0x7fc7400043d0 2024-09-19T04:37:50.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.693+0000 7fc73f7fe640 1 -- 172.21.15.111:0/509516636 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc74800d730 con 0x7fc7400043d0 2024-09-19T04:37:50.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.693+0000 7fc75d72c640 1 -- 172.21.15.111:0/509516636 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc75815fce0 con 0x7fc7400043d0 2024-09-19T04:37:50.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.693+0000 7fc75d72c640 1 -- 172.21.15.111:0/509516636 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7581602a0 con 0x7fc7400043d0 2024-09-19T04:37:50.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.694+0000 7fc75d72c640 1 -- 172.21.15.111:0/509516636 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc75815e850 con 0x7fc7400043d0 2024-09-19T04:37:50.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.694+0000 7fc73f7fe640 1 -- 172.21.15.111:0/509516636 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fc74800d8d0 con 0x7fc7400043d0 2024-09-19T04:37:50.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.695+0000 7fc73f7fe640 1 --2- 172.21.15.111:0/509516636 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc74406c400 0x7fc74406e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:50.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.695+0000 7fc73f7fe640 1 -- 172.21.15.111:0/509516636 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7fc74808b580 con 0x7fc7400043d0 2024-09-19T04:37:50.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.695+0000 7fc7567fc640 1 --2- 172.21.15.111:0/509516636 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc74406c400 0x7fc74406e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:50.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.695+0000 7fc7567fc640 1 --2- 172.21.15.111:0/509516636 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc74406c400 0x7fc74406e8c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fc74c032000 tx=0x7fc74c034040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:50.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.699+0000 7fc73f7fe640 1 -- 172.21.15.111:0/509516636 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc748059ba0 con 0x7fc7400043d0 2024-09-19T04:37:50.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.888+0000 7fc75d72c640 1 -- 172.21.15.111:0/509516636 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume info", "vol_name": "cephfs", "sub_name": "subvol61260", "target": ["mon-mgr", ""]}) -- 0x7fc758063480 con 0x7fc74406c400 2024-09-19T04:37:50.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.917+0000 7fc73f7fe640 1 -- 172.21.15.111:0/509516636 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+680 (secure 0 0 0) 0x7fc758063480 con 0x7fc74406c400 2024-09-19T04:37:50.919 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:37:50.919 INFO:teuthology.orchestra.run.smithi111.stdout: "atime": "2024-09-19 04:37:48", 2024-09-19T04:37:50.919 INFO:teuthology.orchestra.run.smithi111.stdout: "bytes_pcent": "0.00", 2024-09-19T04:37:50.919 INFO:teuthology.orchestra.run.smithi111.stdout: "bytes_quota": 10485760, 2024-09-19T04:37:50.919 INFO:teuthology.orchestra.run.smithi111.stdout: "bytes_used": 0, 2024-09-19T04:37:50.919 INFO:teuthology.orchestra.run.smithi111.stdout: "created_at": "2024-09-19 04:37:48", 2024-09-19T04:37:50.919 INFO:teuthology.orchestra.run.smithi111.stdout: "ctime": "2024-09-19 04:37:50", 2024-09-19T04:37:50.919 INFO:teuthology.orchestra.run.smithi111.stdout: "data_pool": "cephfs_data", 2024-09-19T04:37:50.919 INFO:teuthology.orchestra.run.smithi111.stdout: "features": [ 2024-09-19T04:37:50.919 INFO:teuthology.orchestra.run.smithi111.stdout: "snapshot-clone", 2024-09-19T04:37:50.920 INFO:teuthology.orchestra.run.smithi111.stdout: "snapshot-autoprotect" 2024-09-19T04:37:50.920 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:37:50.920 INFO:teuthology.orchestra.run.smithi111.stdout: "flavor": 1, 2024-09-19T04:37:50.920 INFO:teuthology.orchestra.run.smithi111.stdout: "gid": 0, 2024-09-19T04:37:50.920 INFO:teuthology.orchestra.run.smithi111.stdout: "mode": 16877, 2024-09-19T04:37:50.920 INFO:teuthology.orchestra.run.smithi111.stdout: "mon_addrs": [ 2024-09-19T04:37:50.920 INFO:teuthology.orchestra.run.smithi111.stdout: "172.21.15.111:6789", 2024-09-19T04:37:50.920 INFO:teuthology.orchestra.run.smithi111.stdout: "172.21.15.114:6789", 2024-09-19T04:37:50.920 INFO:teuthology.orchestra.run.smithi111.stdout: "172.21.15.114:6790" 2024-09-19T04:37:50.920 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:37:50.920 INFO:teuthology.orchestra.run.smithi111.stdout: "mtime": "2024-09-19 04:37:48", 2024-09-19T04:37:50.920 INFO:teuthology.orchestra.run.smithi111.stdout: "path": "/volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0", 2024-09-19T04:37:50.920 INFO:teuthology.orchestra.run.smithi111.stdout: "pool_namespace": "", 2024-09-19T04:37:50.921 INFO:teuthology.orchestra.run.smithi111.stdout: "state": "complete", 2024-09-19T04:37:50.921 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "subvolume", 2024-09-19T04:37:50.921 INFO:teuthology.orchestra.run.smithi111.stdout: "uid": 0 2024-09-19T04:37:50.921 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:37:50.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.919+0000 7fc75d72c640 1 -- 172.21.15.111:0/509516636 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc74406c400 msgr2=0x7fc74406e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:50.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.919+0000 7fc75d72c640 1 --2- 172.21.15.111:0/509516636 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc74406c400 0x7fc74406e8c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fc74c032000 tx=0x7fc74c034040 comp rx=0 tx=0).stop 2024-09-19T04:37:50.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.919+0000 7fc75d72c640 1 -- 172.21.15.111:0/509516636 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7400043d0 msgr2=0x7fc75815e310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:50.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.919+0000 7fc75d72c640 1 --2- 172.21.15.111:0/509516636 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7400043d0 0x7fc75815e310 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7fc74800f7c0 tx=0x7fc74800fc80 comp rx=0 tx=0).stop 2024-09-19T04:37:50.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.919+0000 7fc75d72c640 1 -- 172.21.15.111:0/509516636 shutdown_connections 2024-09-19T04:37:50.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.919+0000 7fc75d72c640 1 --2- 172.21.15.111:0/509516636 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc74406c400 0x7fc74406e8c0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.919+0000 7fc75d72c640 1 --2- 172.21.15.111:0/509516636 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc758141650 0x7fc758141ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.919+0000 7fc75d72c640 1 --2- 172.21.15.111:0/509516636 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7581613a0 0x7fc758161800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.919+0000 7fc75d72c640 1 --2- 172.21.15.111:0/509516636 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7400043d0 0x7fc75815e310 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:50.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.919+0000 7fc75d72c640 1 -- 172.21.15.111:0/509516636 >> 172.21.15.111:0/509516636 conn(0x7fc75806d0d0 msgr2=0x7fc7580b0f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:50.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.919+0000 7fc75d72c640 1 -- 172.21.15.111:0/509516636 shutdown_connections 2024-09-19T04:37:50.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:50.919+0000 7fc75d72c640 1 -- 172.21.15.111:0/509516636 wait complete. 2024-09-19T04:37:50.932 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs subvol61260 --mode 777 --uid 1000 --gid 1000 2024-09-19T04:37:51.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.039+0000 7f85e9450640 1 Processor -- start 2024-09-19T04:37:51.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.039+0000 7f85e9450640 1 -- start start 2024-09-19T04:37:51.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.040+0000 7f85e9450640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f85e415ea40 0x7f85e40d2480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:51.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.040+0000 7f85e9450640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f85e40b1e40 0x7f85e40d29c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:51.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.040+0000 7f85e9450640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f85e40d2f00 0x7f85e40731e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:51.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.040+0000 7f85e9450640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f85e4071450 con 0x7f85e415ea40 2024-09-19T04:37:51.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.040+0000 7f85e9450640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f85e4070b20 con 0x7f85e40b1e40 2024-09-19T04:37:51.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.040+0000 7f85e9450640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f85e4070e00 con 0x7f85e40d2f00 2024-09-19T04:37:51.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.040+0000 7f85e2ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f85e415ea40 0x7f85e40d2480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:51.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.040+0000 7f85e2ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f85e415ea40 0x7f85e40d2480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:32870/0 (socket says 172.21.15.111:32870) 2024-09-19T04:37:51.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.040+0000 7f85e2ffd640 1 -- 172.21.15.111:0/1653040377 learned_addr learned my addr 172.21.15.111:0/1653040377 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:51.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.041+0000 7f85dbfff640 1 --2- 172.21.15.111:0/1653040377 >> v2:172.21.15.114:3300/0 conn(0x7f85e40b1e40 0x7f85e40d29c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:51.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.041+0000 7f85e37fe640 1 --2- 172.21.15.111:0/1653040377 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f85e40d2f00 0x7f85e40731e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:51.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.041+0000 7f85e2ffd640 1 -- 172.21.15.111:0/1653040377 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f85e40d2f00 msgr2=0x7f85e40731e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:51.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.041+0000 7f85e2ffd640 1 --2- 172.21.15.111:0/1653040377 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f85e40d2f00 0x7f85e40731e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:51.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.041+0000 7f85e2ffd640 1 -- 172.21.15.111:0/1653040377 >> v2:172.21.15.114:3300/0 conn(0x7f85e40b1e40 msgr2=0x7f85e40d29c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:51.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.041+0000 7f85e2ffd640 1 --2- 172.21.15.111:0/1653040377 >> v2:172.21.15.114:3300/0 conn(0x7f85e40b1e40 0x7f85e40d29c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:51.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.041+0000 7f85e2ffd640 1 -- 172.21.15.111:0/1653040377 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85e40710e0 con 0x7f85e415ea40 2024-09-19T04:37:51.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.041+0000 7f85e37fe640 1 --2- 172.21.15.111:0/1653040377 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f85e40d2f00 0x7f85e40731e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:51.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.041+0000 7f85dbfff640 1 --2- 172.21.15.111:0/1653040377 >> v2:172.21.15.114:3300/0 conn(0x7f85e40b1e40 0x7f85e40d29c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:51.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.041+0000 7f85e2ffd640 1 --2- 172.21.15.111:0/1653040377 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f85e415ea40 0x7f85e40d2480 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7f85e4070720 tx=0x7f85d402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66149dc00eb08a74 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:51.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.041+0000 7f85e27fc640 1 -- 172.21.15.111:0/1653040377 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d4037070 con 0x7f85e415ea40 2024-09-19T04:37:51.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.041+0000 7f85e27fc640 1 -- 172.21.15.111:0/1653040377 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85d4032440 con 0x7f85e415ea40 2024-09-19T04:37:51.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.042+0000 7f85e27fc640 1 -- 172.21.15.111:0/1653040377 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d4032810 con 0x7f85e415ea40 2024-09-19T04:37:51.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.042+0000 7f85e9450640 1 -- 172.21.15.111:0/1653040377 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f85e415ea40 msgr2=0x7f85e40d2480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:51.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.042+0000 7f85e9450640 1 --2- 172.21.15.111:0/1653040377 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f85e415ea40 0x7f85e40d2480 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7f85e4070720 tx=0x7f85d402a1e0 comp rx=0 tx=0).stop 2024-09-19T04:37:51.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.042+0000 7f85e9450640 1 -- 172.21.15.111:0/1653040377 shutdown_connections 2024-09-19T04:37:51.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.042+0000 7f85e9450640 1 --2- 172.21.15.111:0/1653040377 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f85e40d2f00 0x7f85e40731e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:51.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.042+0000 7f85e9450640 1 --2- 172.21.15.111:0/1653040377 >> v2:172.21.15.114:3300/0 conn(0x7f85e40b1e40 0x7f85e40d29c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:51.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.042+0000 7f85e9450640 1 --2- 172.21.15.111:0/1653040377 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f85e415ea40 0x7f85e40d2480 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:51.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.042+0000 7f85e9450640 1 -- 172.21.15.111:0/1653040377 >> 172.21.15.111:0/1653040377 conn(0x7f85e40b42c0 msgr2=0x7f85e40b46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:51.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.042+0000 7f85e9450640 1 -- 172.21.15.111:0/1653040377 shutdown_connections 2024-09-19T04:37:51.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.042+0000 7f85e9450640 1 -- 172.21.15.111:0/1653040377 wait complete. 2024-09-19T04:37:51.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.043+0000 7f85e9450640 1 Processor -- start 2024-09-19T04:37:51.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.043+0000 7f85e9450640 1 -- start start 2024-09-19T04:37:51.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.044+0000 7f85e9450640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f85e40d2f00 0x7f85e4148c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:51.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.044+0000 7f85e9450640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f85e415ea40 0x7f85e415d100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:51.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.044+0000 7f85e9450640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f85e4160870 0x7f85e415d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:51.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.044+0000 7f85e9450640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f85e40d02c0 con 0x7f85e4160870 2024-09-19T04:37:51.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.044+0000 7f85e9450640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f85e40d0140 con 0x7f85e415ea40 2024-09-19T04:37:51.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.044+0000 7f85e9450640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f85e40718e0 con 0x7f85e40d2f00 2024-09-19T04:37:51.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.044+0000 7f85e37fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f85e4160870 0x7f85e415d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:51.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.044+0000 7f85e37fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f85e4160870 0x7f85e415d640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:32872/0 (socket says 172.21.15.111:32872) 2024-09-19T04:37:51.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.044+0000 7f85e37fe640 1 -- 172.21.15.111:0/2332188049 learned_addr learned my addr 172.21.15.111:0/2332188049 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:51.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.044+0000 7f85dbfff640 1 --2- 172.21.15.111:0/2332188049 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f85e415ea40 0x7f85e415d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:51.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.044+0000 7f85e2ffd640 1 --2- 172.21.15.111:0/2332188049 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f85e40d2f00 0x7f85e4148c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:51.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.044+0000 7f85e37fe640 1 -- 172.21.15.111:0/2332188049 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f85e40d2f00 msgr2=0x7f85e4148c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:51.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.045+0000 7f85e37fe640 1 --2- 172.21.15.111:0/2332188049 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f85e40d2f00 0x7f85e4148c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:51.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.045+0000 7f85e37fe640 1 -- 172.21.15.111:0/2332188049 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f85e415ea40 msgr2=0x7f85e415d100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:51.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.045+0000 7f85e37fe640 1 --2- 172.21.15.111:0/2332188049 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f85e415ea40 0x7f85e415d100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:51.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.045+0000 7f85e37fe640 1 -- 172.21.15.111:0/2332188049 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85e41f4430 con 0x7f85e4160870 2024-09-19T04:37:51.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.045+0000 7f85dbfff640 1 --2- 172.21.15.111:0/2332188049 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f85e415ea40 0x7f85e415d100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:51.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.045+0000 7f85e2ffd640 1 --2- 172.21.15.111:0/2332188049 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f85e40d2f00 0x7f85e4148c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:51.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.045+0000 7f85e37fe640 1 --2- 172.21.15.111:0/2332188049 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f85e4160870 0x7f85e415d640 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f85dc00cf20 tx=0x7f85dc00a7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:51.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.045+0000 7f85db7fe640 1 -- 172.21.15.111:0/2332188049 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85dc01a070 con 0x7f85e4160870 2024-09-19T04:37:51.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.045+0000 7f85db7fe640 1 -- 172.21.15.111:0/2332188049 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85dc00d840 con 0x7f85e4160870 2024-09-19T04:37:51.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.045+0000 7f85db7fe640 1 -- 172.21.15.111:0/2332188049 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85dc00dc30 con 0x7f85e4160870 2024-09-19T04:37:51.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.045+0000 7f85e9450640 1 -- 172.21.15.111:0/2332188049 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85e41f4710 con 0x7f85e4160870 2024-09-19T04:37:51.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.045+0000 7f85e9450640 1 -- 172.21.15.111:0/2332188049 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85e41f4cd0 con 0x7f85e4160870 2024-09-19T04:37:51.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.046+0000 7f85e9450640 1 -- 172.21.15.111:0/2332188049 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85e40d2480 con 0x7f85e4160870 2024-09-19T04:37:51.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.046+0000 7f85db7fe640 1 -- 172.21.15.111:0/2332188049 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f85dc01d070 con 0x7f85e4160870 2024-09-19T04:37:51.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.047+0000 7f85db7fe640 1 --2- 172.21.15.111:0/2332188049 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f85c406c3d0 0x7f85c406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:51.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.047+0000 7f85db7fe640 1 -- 172.21.15.111:0/2332188049 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7f85dc08bdf0 con 0x7f85e4160870 2024-09-19T04:37:51.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.047+0000 7f85e2ffd640 1 --2- 172.21.15.111:0/2332188049 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f85c406c3d0 0x7f85c406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:51.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.047+0000 7f85e2ffd640 1 --2- 172.21.15.111:0/2332188049 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f85c406c3d0 0x7f85c406e890 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f85d4034000 tx=0x7f85d402e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:51.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.051+0000 7f85db7fe640 1 -- 172.21.15.111:0/2332188049 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f85dc05a560 con 0x7f85e4160870 2024-09-19T04:37:51.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.240+0000 7f85e9450640 1 -- 172.21.15.111:0/2332188049 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "subvol61260", "mode": "777", "uid": 1000, "gid": 1000, "target": ["mon-mgr", ""]}) -- 0x7f85e41491a0 con 0x7f85c406c3d0 2024-09-19T04:37:51.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.254+0000 7f85db7fe640 1 -- 172.21.15.111:0/2332188049 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mgrmap(e 17) ==== 90999+0+0 (secure 0 0 0) 0x7f85dc0564d0 con 0x7f85e4160870 2024-09-19T04:37:51.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.271+0000 7f85db7fe640 1 -- 172.21.15.111:0/2332188049 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f85e41491a0 con 0x7f85c406c3d0 2024-09-19T04:37:51.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.273+0000 7f85e9450640 1 -- 172.21.15.111:0/2332188049 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f85c406c3d0 msgr2=0x7f85c406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:51.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.273+0000 7f85e9450640 1 --2- 172.21.15.111:0/2332188049 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f85c406c3d0 0x7f85c406e890 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f85d4034000 tx=0x7f85d402e000 comp rx=0 tx=0).stop 2024-09-19T04:37:51.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.273+0000 7f85e9450640 1 -- 172.21.15.111:0/2332188049 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f85e4160870 msgr2=0x7f85e415d640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:51.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.273+0000 7f85e9450640 1 --2- 172.21.15.111:0/2332188049 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f85e4160870 0x7f85e415d640 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f85dc00cf20 tx=0x7f85dc00a7d0 comp rx=0 tx=0).stop 2024-09-19T04:37:51.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.273+0000 7f85e9450640 1 -- 172.21.15.111:0/2332188049 shutdown_connections 2024-09-19T04:37:51.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.273+0000 7f85e9450640 1 --2- 172.21.15.111:0/2332188049 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f85c406c3d0 0x7f85c406e890 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:51.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.273+0000 7f85e9450640 1 --2- 172.21.15.111:0/2332188049 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f85e4160870 0x7f85e415d640 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:51.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.273+0000 7f85e9450640 1 --2- 172.21.15.111:0/2332188049 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f85e415ea40 0x7f85e415d100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:51.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.273+0000 7f85e9450640 1 --2- 172.21.15.111:0/2332188049 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f85e40d2f00 0x7f85e4148c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:51.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.273+0000 7f85e9450640 1 -- 172.21.15.111:0/2332188049 >> 172.21.15.111:0/2332188049 conn(0x7f85e40b42c0 msgr2=0x7f85e406e2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:51.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.273+0000 7f85e9450640 1 -- 172.21.15.111:0/2332188049 shutdown_connections 2024-09-19T04:37:51.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.273+0000 7f85e9450640 1 -- 172.21.15.111:0/2332188049 wait complete. 2024-09-19T04:37:51.286 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol61260 2024-09-19T04:37:51.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.385+0000 7f1d922d9640 1 Processor -- start 2024-09-19T04:37:51.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.385+0000 7f1d922d9640 1 -- start start 2024-09-19T04:37:51.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.386+0000 7f1d922d9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1d8c0b5050 0x7f1d8c15c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:51.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.386+0000 7f1d922d9640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d8c0b5500 con 0x7f1d8c158e50 2024-09-19T04:37:51.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.386+0000 7f1d922d9640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d8c0b43f0 con 0x7f1d8c06f130 2024-09-19T04:37:51.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.386+0000 7f1d922d9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1d8c0b3630 con 0x7f1d8c0b5050 2024-09-19T04:37:51.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.386+0000 7f1d8bfff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f1d8c158e50 0x7f1d8c06ea20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:58580/0 (socket says 172.21.15.111:58580) 2024-09-19T04:37:51.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.386+0000 7f1d8bfff640 1 -- 172.21.15.111:0/3139260009 learned_addr learned my addr 172.21.15.111:0/3139260009 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:51.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.386+0000 7f1d90876640 1 --2- 172.21.15.111:0/3139260009 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1d8c0b5050 0x7f1d8c15c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:51.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.386+0000 7f1d8affd640 1 -- 172.21.15.111:0/3139260009 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1847902839 0 0) 0x7f1d7c001110 con 0x7f1d8c158e50 2024-09-19T04:37:51.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.386+0000 7f1d8affd640 1 -- 172.21.15.111:0/3139260009 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1d74003520 con 0x7f1d8c158e50 2024-09-19T04:37:51.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.386+0000 7f1d8affd640 1 -- 172.21.15.111:0/3139260009 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4146260965 0 0) 0x7f1d8c0b43f0 con 0x7f1d8c06f130 2024-09-19T04:37:51.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.386+0000 7f1d8affd640 1 -- 172.21.15.111:0/3139260009 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1d7c001110 con 0x7f1d8c06f130 2024-09-19T04:37:51.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.386+0000 7f1d90876640 1 -- 172.21.15.111:0/3139260009 >> v1:172.21.15.114:6789/0 conn(0x7f1d8c06f130 legacy=0x7f1d8c0ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:51.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.386+0000 7f1d90876640 1 -- 172.21.15.111:0/3139260009 >> v1:172.21.15.111:6789/0 conn(0x7f1d8c158e50 legacy=0x7f1d8c06ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:51.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.387+0000 7f1d90876640 1 -- 172.21.15.111:0/3139260009 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d8c0b3910 con 0x7f1d8c0b5050 2024-09-19T04:37:51.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.387+0000 7f1d90876640 1 --2- 172.21.15.111:0/3139260009 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1d8c0b5050 0x7f1d8c15c370 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f1d84009dc0 tx=0x7f1d8402a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=30b0bc8e0393e04a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:51.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.387+0000 7f1d8affd640 1 -- 172.21.15.111:0/3139260009 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d84007740 con 0x7f1d8c0b5050 2024-09-19T04:37:51.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.387+0000 7f1d8affd640 1 -- 172.21.15.111:0/3139260009 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d840078e0 con 0x7f1d8c0b5050 2024-09-19T04:37:51.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.387+0000 7f1d8affd640 1 -- 172.21.15.111:0/3139260009 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d84007cb0 con 0x7f1d8c0b5050 2024-09-19T04:37:51.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.388+0000 7f1d922d9640 1 -- 172.21.15.111:0/3139260009 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1d8c0b5050 msgr2=0x7f1d8c15c370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:51.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.388+0000 7f1d922d9640 1 --2- 172.21.15.111:0/3139260009 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1d8c0b5050 0x7f1d8c15c370 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f1d84009dc0 tx=0x7f1d8402a6d0 comp rx=0 tx=0).stop 2024-09-19T04:37:51.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.388+0000 7f1d922d9640 1 -- 172.21.15.111:0/3139260009 shutdown_connections 2024-09-19T04:37:51.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.388+0000 7f1d922d9640 1 --2- 172.21.15.111:0/3139260009 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1d8c0b5050 0x7f1d8c15c370 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:51.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.388+0000 7f1d922d9640 1 -- 172.21.15.111:0/3139260009 >> 172.21.15.111:0/3139260009 conn(0x7f1d8c06bba0 msgr2=0x7f1d8c06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:51.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.388+0000 7f1d922d9640 1 -- 172.21.15.111:0/3139260009 shutdown_connections 2024-09-19T04:37:51.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.388+0000 7f1d922d9640 1 -- 172.21.15.111:0/3139260009 wait complete. 2024-09-19T04:37:51.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.389+0000 7f1d922d9640 1 Processor -- start 2024-09-19T04:37:51.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.389+0000 7f1d922d9640 1 -- start start 2024-09-19T04:37:51.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.390+0000 7f1d922d9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1d8c06f130 0x7f1d8c1eff00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:51.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.390+0000 7f1d922d9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1d8c0b5050 0x7f1d8c0ac8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:51.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.390+0000 7f1d922d9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d8c158e50 0x7f1d8c0ace00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:51.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.390+0000 7f1d922d9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1d8c159230 con 0x7f1d8c158e50 2024-09-19T04:37:51.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.390+0000 7f1d922d9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1d8c0b3ed0 con 0x7f1d8c0b5050 2024-09-19T04:37:51.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.390+0000 7f1d922d9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1d8c0ce910 con 0x7f1d8c06f130 2024-09-19T04:37:51.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.390+0000 7f1d90876640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d8c158e50 0x7f1d8c0ace00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:51.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.390+0000 7f1d90876640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d8c158e50 0x7f1d8c0ace00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58568/0 (socket says 172.21.15.111:58568) 2024-09-19T04:37:51.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.390+0000 7f1d90876640 1 -- 172.21.15.111:0/2620677538 learned_addr learned my addr 172.21.15.111:0/2620677538 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:51.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.390+0000 7f1d8bfff640 1 --2- 172.21.15.111:0/2620677538 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1d8c06f130 0x7f1d8c1eff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:51.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.390+0000 7f1d8b7fe640 1 --2- 172.21.15.111:0/2620677538 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1d8c0b5050 0x7f1d8c0ac8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:51.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.390+0000 7f1d90876640 1 -- 172.21.15.111:0/2620677538 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1d8c06f130 msgr2=0x7f1d8c1eff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:51.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.390+0000 7f1d90876640 1 --2- 172.21.15.111:0/2620677538 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1d8c06f130 0x7f1d8c1eff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:51.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.390+0000 7f1d90876640 1 -- 172.21.15.111:0/2620677538 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1d8c0b5050 msgr2=0x7f1d8c0ac8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:51.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.390+0000 7f1d90876640 1 --2- 172.21.15.111:0/2620677538 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1d8c0b5050 0x7f1d8c0ac8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:51.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.390+0000 7f1d90876640 1 -- 172.21.15.111:0/2620677538 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d8c15c7d0 con 0x7f1d8c158e50 2024-09-19T04:37:51.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.390+0000 7f1d8b7fe640 1 --2- 172.21.15.111:0/2620677538 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1d8c0b5050 0x7f1d8c0ac8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:51.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.390+0000 7f1d8bfff640 1 --2- 172.21.15.111:0/2620677538 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1d8c06f130 0x7f1d8c1eff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:51.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.391+0000 7f1d90876640 1 --2- 172.21.15.111:0/2620677538 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d8c158e50 0x7f1d8c0ace00 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f1d84009ee0 tx=0x7f1d84004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:51.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.391+0000 7f1d88ff9640 1 -- 172.21.15.111:0/2620677538 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d84040070 con 0x7f1d8c158e50 2024-09-19T04:37:51.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.391+0000 7f1d88ff9640 1 -- 172.21.15.111:0/2620677538 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d84031bc0 con 0x7f1d8c158e50 2024-09-19T04:37:51.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.391+0000 7f1d922d9640 1 -- 172.21.15.111:0/2620677538 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d8c15cab0 con 0x7f1d8c158e50 2024-09-19T04:37:51.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.391+0000 7f1d88ff9640 1 -- 172.21.15.111:0/2620677538 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d84009450 con 0x7f1d8c158e50 2024-09-19T04:37:51.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.391+0000 7f1d922d9640 1 -- 172.21.15.111:0/2620677538 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d8c15d070 con 0x7f1d8c158e50 2024-09-19T04:37:51.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.392+0000 7f1d922d9640 1 -- 172.21.15.111:0/2620677538 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d8c151300 con 0x7f1d8c158e50 2024-09-19T04:37:51.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.392+0000 7f1d88ff9640 1 -- 172.21.15.111:0/2620677538 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 17) ==== 90999+0+0 (secure 0 0 0) 0x7f1d84039040 con 0x7f1d8c158e50 2024-09-19T04:37:51.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.393+0000 7f1d88ff9640 1 --2- 172.21.15.111:0/2620677538 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1d7806c460 0x7f1d7806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:51.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.393+0000 7f1d88ff9640 1 -- 172.21.15.111:0/2620677538 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7f1d840acf60 con 0x7f1d8c158e50 2024-09-19T04:37:51.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.393+0000 7f1d8bfff640 1 --2- 172.21.15.111:0/2620677538 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1d7806c460 0x7f1d7806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:51.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.393+0000 7f1d8bfff640 1 --2- 172.21.15.111:0/2620677538 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1d7806c460 0x7f1d7806e920 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f1d7c007fd0 tx=0x7f1d7c009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:51.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.397+0000 7f1d88ff9640 1 -- 172.21.15.111:0/2620677538 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1d8407ad40 con 0x7f1d8c158e50 2024-09-19T04:37:51.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.589+0000 7f1d922d9640 1 -- 172.21.15.111:0/2620677538 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol61260", "target": ["mon-mgr", ""]}) -- 0x7f1d8c0b14e0 con 0x7f1d7806c460 2024-09-19T04:37:51.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.618+0000 7f1d88ff9640 1 -- 172.21.15.111:0/2620677538 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+67 (secure 0 0 0) 0x7f1d8c0b14e0 con 0x7f1d7806c460 2024-09-19T04:37:51.620 INFO:teuthology.orchestra.run.smithi111.stdout:/volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0 2024-09-19T04:37:51.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.621+0000 7f1d922d9640 1 -- 172.21.15.111:0/2620677538 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1d7806c460 msgr2=0x7f1d7806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:51.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.621+0000 7f1d922d9640 1 --2- 172.21.15.111:0/2620677538 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1d7806c460 0x7f1d7806e920 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f1d7c007fd0 tx=0x7f1d7c009040 comp rx=0 tx=0).stop 2024-09-19T04:37:51.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.621+0000 7f1d922d9640 1 -- 172.21.15.111:0/2620677538 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d8c158e50 msgr2=0x7f1d8c0ace00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:51.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.621+0000 7f1d922d9640 1 --2- 172.21.15.111:0/2620677538 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d8c158e50 0x7f1d8c0ace00 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f1d84009ee0 tx=0x7f1d84004a40 comp rx=0 tx=0).stop 2024-09-19T04:37:51.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.621+0000 7f1d922d9640 1 -- 172.21.15.111:0/2620677538 shutdown_connections 2024-09-19T04:37:51.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.621+0000 7f1d922d9640 1 --2- 172.21.15.111:0/2620677538 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1d7806c460 0x7f1d7806e920 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:51.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.621+0000 7f1d922d9640 1 --2- 172.21.15.111:0/2620677538 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d8c158e50 0x7f1d8c0ace00 unknown :-1 s=CLOSED pgs=1018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:51.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.621+0000 7f1d922d9640 1 --2- 172.21.15.111:0/2620677538 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1d8c0b5050 0x7f1d8c0ac8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:51.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.621+0000 7f1d922d9640 1 --2- 172.21.15.111:0/2620677538 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1d8c06f130 0x7f1d8c1eff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:51.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.621+0000 7f1d922d9640 1 -- 172.21.15.111:0/2620677538 >> 172.21.15.111:0/2620677538 conn(0x7f1d8c06bba0 msgr2=0x7f1d8c071300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:51.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.621+0000 7f1d922d9640 1 -- 172.21.15.111:0/2620677538 shutdown_connections 2024-09-19T04:37:51.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:51.621+0000 7f1d922d9640 1 -- 172.21.15.111:0/2620677538 wait complete. 2024-09-19T04:37:51.633 DEBUG:tasks.cephfs.test_volumes:filling subvolume subvol61260 with 8 files each 1MB size under directory volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0 2024-09-19T04:37:51.633 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:37:51.633 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:37:51.649 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:51.649 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/subvolume_file.0 bs=1M conv=fdatasync count=1 seek=0) 2024-09-19T04:37:51.716 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records in 2024-09-19T04:37:51.716 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records out 2024-09-19T04:37:51.716 INFO:teuthology.orchestra.run.smithi111.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00914181 s, 115 MB/s 2024-09-19T04:37:51.716 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:37:51.716 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:37:51.772 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:51.772 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/subvolume_file.1 bs=1M conv=fdatasync count=1 seek=0) 2024-09-19T04:37:51.837 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records in 2024-09-19T04:37:51.837 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records out 2024-09-19T04:37:51.837 INFO:teuthology.orchestra.run.smithi111.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00929774 s, 113 MB/s 2024-09-19T04:37:51.838 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:37:51.838 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:37:51.894 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:51.894 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/subvolume_file.2 bs=1M conv=fdatasync count=1 seek=0) 2024-09-19T04:37:51.959 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records in 2024-09-19T04:37:51.959 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records out 2024-09-19T04:37:51.960 INFO:teuthology.orchestra.run.smithi111.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00911102 s, 115 MB/s 2024-09-19T04:37:51.960 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:37:51.960 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:37:52.016 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:52.016 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/subvolume_file.3 bs=1M conv=fdatasync count=1 seek=0) 2024-09-19T04:37:52.080 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records in 2024-09-19T04:37:52.080 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records out 2024-09-19T04:37:52.080 INFO:teuthology.orchestra.run.smithi111.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00855861 s, 123 MB/s 2024-09-19T04:37:52.081 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:37:52.081 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:37:52.136 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:52.136 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/subvolume_file.4 bs=1M conv=fdatasync count=1 seek=0) 2024-09-19T04:37:52.201 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records in 2024-09-19T04:37:52.202 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records out 2024-09-19T04:37:52.202 INFO:teuthology.orchestra.run.smithi111.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838577 s, 125 MB/s 2024-09-19T04:37:52.202 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:37:52.202 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:37:52.258 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:52.258 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/subvolume_file.5 bs=1M conv=fdatasync count=1 seek=0) 2024-09-19T04:37:52.322 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records in 2024-09-19T04:37:52.322 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records out 2024-09-19T04:37:52.323 INFO:teuthology.orchestra.run.smithi111.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792674 s, 132 MB/s 2024-09-19T04:37:52.323 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:37:52.323 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:37:52.380 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:52.380 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/subvolume_file.6 bs=1M conv=fdatasync count=1 seek=0) 2024-09-19T04:37:52.444 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records in 2024-09-19T04:37:52.444 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records out 2024-09-19T04:37:52.444 INFO:teuthology.orchestra.run.smithi111.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824337 s, 127 MB/s 2024-09-19T04:37:52.445 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:37:52.445 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:37:52.501 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:52.501 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/subvolume_file.7 bs=1M conv=fdatasync count=1 seek=0) 2024-09-19T04:37:52.566 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records in 2024-09-19T04:37:52.566 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records out 2024-09-19T04:37:52.566 INFO:teuthology.orchestra.run.smithi111.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00873247 s, 120 MB/s 2024-09-19T04:37:52.567 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot create cephfs subvol61260 subvol_snap26010 2024-09-19T04:37:52.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.710+0000 7fd9dd88c640 1 Processor -- start 2024-09-19T04:37:52.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.710+0000 7fd9dd88c640 1 -- start start 2024-09-19T04:37:52.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.711+0000 7fd9dd88c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9d80b61e0 0x7fd9d80b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:52.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.711+0000 7fd9dd88c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd9d80d3990 0x7fd9d8162ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:52.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.711+0000 7fd9dd88c640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9d80b6b00 con 0x7fd9d80b3b00 2024-09-19T04:37:52.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.711+0000 7fd9dd88c640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fd9d80d24f0 con 0x7fd9d80d3990 2024-09-19T04:37:52.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.711+0000 7fd9dd88c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd9d80d20e0 con 0x7fd9d80b61e0 2024-09-19T04:37:52.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.711+0000 7fd9d77fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd9d80d3990 0x7fd9d8162ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:52.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.711+0000 7fd9d77fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd9d80d3990 0x7fd9d8162ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58582/0 (socket says 172.21.15.111:58582) 2024-09-19T04:37:52.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.711+0000 7fd9d77fe640 1 -- 172.21.15.111:0/2987828954 learned_addr learned my addr 172.21.15.111:0/2987828954 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:52.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.711+0000 7fd9d6ffd640 1 --2- 172.21.15.111:0/2987828954 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9d80b61e0 0x7fd9d80b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:52.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.711+0000 7fd9d77fe640 1 -- 172.21.15.111:0/2987828954 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9d80b61e0 msgr2=0x7fd9d80b65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:52.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.711+0000 7fd9d77fe640 1 --2- 172.21.15.111:0/2987828954 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9d80b61e0 0x7fd9d80b65c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:52.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.711+0000 7fd9d77fe640 1 -- 172.21.15.111:0/2987828954 >> v1:172.21.15.114:6789/0 conn(0x7fd9d80b3b00 legacy=0x7fd9d81625d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:52.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.711+0000 7fd9d77fe640 1 -- 172.21.15.111:0/2987828954 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9d80cfa70 con 0x7fd9d80d3990 2024-09-19T04:37:52.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.711+0000 7fd9d6ffd640 1 --2- 172.21.15.111:0/2987828954 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9d80b61e0 0x7fd9d80b65c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:52.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.712+0000 7fd9d77fe640 1 --2- 172.21.15.111:0/2987828954 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9d80d3990 0x7fd9d8162ce0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7fd9d0009e50 tx=0x7fd9d002a5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fba09f1a6ddc6167 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:52.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.712+0000 7fd9d5ffb640 1 -- 172.21.15.111:0/2987828954 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9d0036070 con 0x7fd9d80d3990 2024-09-19T04:37:52.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.712+0000 7fd9d5ffb640 1 -- 172.21.15.111:0/2987828954 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9d0031600 con 0x7fd9d80d3990 2024-09-19T04:37:52.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.712+0000 7fd9d5ffb640 1 -- 172.21.15.111:0/2987828954 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9d00319d0 con 0x7fd9d80d3990 2024-09-19T04:37:52.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.713+0000 7fd9dd88c640 1 -- 172.21.15.111:0/2987828954 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9d80d3990 msgr2=0x7fd9d8162ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:52.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.713+0000 7fd9dd88c640 1 --2- 172.21.15.111:0/2987828954 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9d80d3990 0x7fd9d8162ce0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7fd9d0009e50 tx=0x7fd9d002a5b0 comp rx=0 tx=0).stop 2024-09-19T04:37:52.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.713+0000 7fd9dd88c640 1 -- 172.21.15.111:0/2987828954 shutdown_connections 2024-09-19T04:37:52.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.713+0000 7fd9dd88c640 1 --2- 172.21.15.111:0/2987828954 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9d80d3990 0x7fd9d8162ce0 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:52.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.713+0000 7fd9dd88c640 1 --2- 172.21.15.111:0/2987828954 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9d80b61e0 0x7fd9d80b65c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:52.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.713+0000 7fd9dd88c640 1 -- 172.21.15.111:0/2987828954 >> 172.21.15.111:0/2987828954 conn(0x7fd9d80d11e0 msgr2=0x7fd9d80d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:52.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.713+0000 7fd9dd88c640 1 -- 172.21.15.111:0/2987828954 shutdown_connections 2024-09-19T04:37:52.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.713+0000 7fd9dd88c640 1 -- 172.21.15.111:0/2987828954 wait complete. 2024-09-19T04:37:52.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.714+0000 7fd9dd88c640 1 Processor -- start 2024-09-19T04:37:52.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.714+0000 7fd9dd88c640 1 -- start start 2024-09-19T04:37:52.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.715+0000 7fd9dd88c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9d80b3b00 0x7fd9d814fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:52.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.715+0000 7fd9dd88c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9d80b61e0 0x7fd9d8161200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:52.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.715+0000 7fd9dd88c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd9d80d3990 0x7fd9d81504e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:52.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.715+0000 7fd9dd88c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d815edc0 con 0x7fd9d80b61e0 2024-09-19T04:37:52.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.715+0000 7fd9dd88c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d80d0030 con 0x7fd9d80d3990 2024-09-19T04:37:52.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.715+0000 7fd9dd88c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd9d80ab990 con 0x7fd9d80b3b00 2024-09-19T04:37:52.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.715+0000 7fd9d67fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9d80b61e0 0x7fd9d8161200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:52.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.715+0000 7fd9d67fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9d80b61e0 0x7fd9d8161200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58586/0 (socket says 172.21.15.111:58586) 2024-09-19T04:37:52.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.715+0000 7fd9d67fc640 1 -- 172.21.15.111:0/250695692 learned_addr learned my addr 172.21.15.111:0/250695692 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:52.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.715+0000 7fd9d6ffd640 1 --2- 172.21.15.111:0/250695692 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9d80b3b00 0x7fd9d814fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:52.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.715+0000 7fd9d77fe640 1 --2- 172.21.15.111:0/250695692 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd9d80d3990 0x7fd9d81504e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:52.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.715+0000 7fd9d67fc640 1 -- 172.21.15.111:0/250695692 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9d80b3b00 msgr2=0x7fd9d814fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:52.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.715+0000 7fd9d67fc640 1 --2- 172.21.15.111:0/250695692 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9d80b3b00 0x7fd9d814fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:52.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.715+0000 7fd9d67fc640 1 -- 172.21.15.111:0/250695692 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd9d80d3990 msgr2=0x7fd9d81504e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:52.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.715+0000 7fd9d67fc640 1 --2- 172.21.15.111:0/250695692 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd9d80d3990 0x7fd9d81504e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:52.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.715+0000 7fd9d67fc640 1 -- 172.21.15.111:0/250695692 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9d8161b70 con 0x7fd9d80b61e0 2024-09-19T04:37:52.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.715+0000 7fd9d67fc640 1 --2- 172.21.15.111:0/250695692 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9d80b61e0 0x7fd9d8161200 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7fd9cc00b3c0 tx=0x7fd9cc00b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:52.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.715+0000 7fd9bffff640 1 -- 172.21.15.111:0/250695692 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9cc011830 con 0x7fd9d80b61e0 2024-09-19T04:37:52.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.715+0000 7fd9bffff640 1 -- 172.21.15.111:0/250695692 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9cc016070 con 0x7fd9d80b61e0 2024-09-19T04:37:52.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.715+0000 7fd9dd88c640 1 -- 172.21.15.111:0/250695692 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9d80ab340 con 0x7fd9d80b61e0 2024-09-19T04:37:52.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.715+0000 7fd9bffff640 1 -- 172.21.15.111:0/250695692 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9cc011c50 con 0x7fd9d80b61e0 2024-09-19T04:37:52.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.716+0000 7fd9dd88c640 1 -- 172.21.15.111:0/250695692 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9d8161740 con 0x7fd9d80b61e0 2024-09-19T04:37:52.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.717+0000 7fd9dd88c640 1 -- 172.21.15.111:0/250695692 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9d80d1d00 con 0x7fd9d80b61e0 2024-09-19T04:37:52.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.717+0000 7fd9bffff640 1 -- 172.21.15.111:0/250695692 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 17) ==== 90999+0+0 (secure 0 0 0) 0x7fd9cc01b460 con 0x7fd9d80b61e0 2024-09-19T04:37:52.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.718+0000 7fd9bffff640 1 --2- 172.21.15.111:0/250695692 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd9c406c460 0x7fd9c406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:52.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.718+0000 7fd9bffff640 1 -- 172.21.15.111:0/250695692 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7fd9cc08b1e0 con 0x7fd9d80b61e0 2024-09-19T04:37:52.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.718+0000 7fd9d6ffd640 1 --2- 172.21.15.111:0/250695692 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd9c406c460 0x7fd9c406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:52.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.718+0000 7fd9d6ffd640 1 --2- 172.21.15.111:0/250695692 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd9c406c460 0x7fd9c406e920 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fd9c800a950 tx=0x7fd9c8008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:52.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.722+0000 7fd9bffff640 1 -- 172.21.15.111:0/250695692 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd9cc020020 con 0x7fd9d80b61e0 2024-09-19T04:37:52.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.917+0000 7fd9dd88c640 1 -- 172.21.15.111:0/250695692 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot create", "vol_name": "cephfs", "sub_name": "subvol61260", "snap_name": "subvol_snap26010", "target": ["mon-mgr", ""]}) -- 0x7fd9d80ba6e0 con 0x7fd9c406c460 2024-09-19T04:37:52.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.946+0000 7fd9bffff640 1 -- 172.21.15.111:0/250695692 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fd9d80ba6e0 con 0x7fd9c406c460 2024-09-19T04:37:52.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.948+0000 7fd9dd88c640 1 -- 172.21.15.111:0/250695692 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd9c406c460 msgr2=0x7fd9c406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:52.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.948+0000 7fd9dd88c640 1 --2- 172.21.15.111:0/250695692 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd9c406c460 0x7fd9c406e920 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fd9c800a950 tx=0x7fd9c8008040 comp rx=0 tx=0).stop 2024-09-19T04:37:52.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.948+0000 7fd9dd88c640 1 -- 172.21.15.111:0/250695692 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9d80b61e0 msgr2=0x7fd9d8161200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:52.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.948+0000 7fd9dd88c640 1 --2- 172.21.15.111:0/250695692 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9d80b61e0 0x7fd9d8161200 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7fd9cc00b3c0 tx=0x7fd9cc00b880 comp rx=0 tx=0).stop 2024-09-19T04:37:52.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.949+0000 7fd9dd88c640 1 -- 172.21.15.111:0/250695692 shutdown_connections 2024-09-19T04:37:52.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.949+0000 7fd9dd88c640 1 --2- 172.21.15.111:0/250695692 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd9c406c460 0x7fd9c406e920 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:52.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.949+0000 7fd9dd88c640 1 --2- 172.21.15.111:0/250695692 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd9d80d3990 0x7fd9d81504e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:52.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.949+0000 7fd9dd88c640 1 --2- 172.21.15.111:0/250695692 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9d80b61e0 0x7fd9d8161200 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:52.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.949+0000 7fd9dd88c640 1 --2- 172.21.15.111:0/250695692 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9d80b3b00 0x7fd9d814fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:52.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.949+0000 7fd9dd88c640 1 -- 172.21.15.111:0/250695692 >> 172.21.15.111:0/250695692 conn(0x7fd9d80d11e0 msgr2=0x7fd9d815db10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:52.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.949+0000 7fd9dd88c640 1 -- 172.21.15.111:0/250695692 shutdown_connections 2024-09-19T04:37:52.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:52.949+0000 7fd9dd88c640 1 -- 172.21.15.111:0/250695692 wait complete. 2024-09-19T04:37:52.961 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot clone cephfs subvol61260 subvol_snap26010 subvol_clone67850 2024-09-19T04:37:53.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.064+0000 7f95141ed640 1 Processor -- start 2024-09-19T04:37:53.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.064+0000 7f95141ed640 1 -- start start 2024-09-19T04:37:53.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.065+0000 7f95141ed640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f950c145d90 0x7f950c0ccf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:53.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.065+0000 7f95141ed640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f950c0cfce0 0x7f950c06d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:53.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.065+0000 7f95141ed640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f950c0b4240 con 0x7f950c0cd490 2024-09-19T04:37:53.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.065+0000 7f95141ed640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f950c06d080 con 0x7f950c0cfce0 2024-09-19T04:37:53.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.065+0000 7f95141ed640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f950c0b4520 con 0x7f950c145d90 2024-09-19T04:37:53.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.065+0000 7f951278a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f950c0cfce0 0x7f950c06d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:53.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.065+0000 7f951278a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f950c0cfce0 0x7f950c06d4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58590/0 (socket says 172.21.15.111:58590) 2024-09-19T04:37:53.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.065+0000 7f951278a640 1 -- 172.21.15.111:0/2355890172 learned_addr learned my addr 172.21.15.111:0/2355890172 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:53.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.065+0000 7f9511f89640 1 --2- 172.21.15.111:0/2355890172 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f950c145d90 0x7f950c0ccf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:53.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.065+0000 7f951278a640 1 -- 172.21.15.111:0/2355890172 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f950c145d90 msgr2=0x7f950c0ccf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:53.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.065+0000 7f951278a640 1 --2- 172.21.15.111:0/2355890172 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f950c145d90 0x7f950c0ccf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:53.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.065+0000 7f951278a640 1 -- 172.21.15.111:0/2355890172 >> v1:172.21.15.114:6789/0 conn(0x7f950c0cd490 legacy=0x7f950c0cf5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:53.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.065+0000 7f951278a640 1 -- 172.21.15.111:0/2355890172 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f950c0b4800 con 0x7f950c0cfce0 2024-09-19T04:37:53.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.066+0000 7f951278a640 1 --2- 172.21.15.111:0/2355890172 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f950c0cfce0 0x7f950c06d4f0 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f9504009e50 tx=0x7f950402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cce23fdc8017ade3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:53.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.066+0000 7f9510f87640 1 -- 172.21.15.111:0/2355890172 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9504036070 con 0x7f950c0cfce0 2024-09-19T04:37:53.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.066+0000 7f9510f87640 1 -- 172.21.15.111:0/2355890172 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9504031600 con 0x7f950c0cfce0 2024-09-19T04:37:53.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.066+0000 7f9510f87640 1 -- 172.21.15.111:0/2355890172 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95040319d0 con 0x7f950c0cfce0 2024-09-19T04:37:53.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.067+0000 7f95141ed640 1 -- 172.21.15.111:0/2355890172 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f950c0cfce0 msgr2=0x7f950c06d4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:53.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.067+0000 7f95141ed640 1 --2- 172.21.15.111:0/2355890172 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f950c0cfce0 0x7f950c06d4f0 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f9504009e50 tx=0x7f950402a710 comp rx=0 tx=0).stop 2024-09-19T04:37:53.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.067+0000 7f95141ed640 1 -- 172.21.15.111:0/2355890172 shutdown_connections 2024-09-19T04:37:53.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.067+0000 7f95141ed640 1 --2- 172.21.15.111:0/2355890172 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f950c0cfce0 0x7f950c06d4f0 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:53.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.067+0000 7f95141ed640 1 --2- 172.21.15.111:0/2355890172 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f950c145d90 0x7f950c0ccf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:53.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.067+0000 7f95141ed640 1 -- 172.21.15.111:0/2355890172 >> 172.21.15.111:0/2355890172 conn(0x7f950c06bba0 msgr2=0x7f950c06bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:53.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.067+0000 7f95141ed640 1 -- 172.21.15.111:0/2355890172 shutdown_connections 2024-09-19T04:37:53.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.067+0000 7f95141ed640 1 -- 172.21.15.111:0/2355890172 wait complete. 2024-09-19T04:37:53.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.068+0000 7f95141ed640 1 Processor -- start 2024-09-19T04:37:53.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.068+0000 7f95141ed640 1 -- start start 2024-09-19T04:37:53.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.069+0000 7f95141ed640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f950c0cd490 0x7f950c15c100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:53.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.069+0000 7f95141ed640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f950c0cfce0 0x7f950c13e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:53.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.069+0000 7f95141ed640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f950c145d90 0x7f950c141450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:53.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.069+0000 7f95141ed640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f950c0b5790 con 0x7f950c0cfce0 2024-09-19T04:37:53.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.069+0000 7f95141ed640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f950c0b5610 con 0x7f950c145d90 2024-09-19T04:37:53.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.069+0000 7f95141ed640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f950c146170 con 0x7f950c0cd490 2024-09-19T04:37:53.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.069+0000 7f9511788640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f950c0cfce0 0x7f950c13e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:53.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.069+0000 7f9511788640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f950c0cfce0 0x7f950c13e5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58594/0 (socket says 172.21.15.111:58594) 2024-09-19T04:37:53.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.069+0000 7f9511788640 1 -- 172.21.15.111:0/388554938 learned_addr learned my addr 172.21.15.111:0/388554938 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:53.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.069+0000 7f9511f89640 1 --2- 172.21.15.111:0/388554938 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f950c0cd490 0x7f950c15c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:53.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.069+0000 7f951278a640 1 --2- 172.21.15.111:0/388554938 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f950c145d90 0x7f950c141450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:53.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.069+0000 7f9511788640 1 -- 172.21.15.111:0/388554938 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f950c0cd490 msgr2=0x7f950c15c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:53.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.069+0000 7f9511788640 1 --2- 172.21.15.111:0/388554938 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f950c0cd490 0x7f950c15c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:53.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.069+0000 7f9511788640 1 -- 172.21.15.111:0/388554938 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f950c145d90 msgr2=0x7f950c141450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:53.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.069+0000 7f9511788640 1 --2- 172.21.15.111:0/388554938 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f950c145d90 0x7f950c141450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:53.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.069+0000 7f9511788640 1 -- 172.21.15.111:0/388554938 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f950c071800 con 0x7f950c0cfce0 2024-09-19T04:37:53.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.069+0000 7f9511788640 1 --2- 172.21.15.111:0/388554938 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f950c0cfce0 0x7f950c13e5c0 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f94fc00c440 tx=0x7f94fc00c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:53.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.070+0000 7f95027fc640 1 -- 172.21.15.111:0/388554938 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94fc0052d0 con 0x7f950c0cfce0 2024-09-19T04:37:53.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.070+0000 7f95027fc640 1 -- 172.21.15.111:0/388554938 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94fc005470 con 0x7f950c0cfce0 2024-09-19T04:37:53.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.070+0000 7f95027fc640 1 -- 172.21.15.111:0/388554938 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94fc007260 con 0x7f950c0cfce0 2024-09-19T04:37:53.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.070+0000 7f95141ed640 1 -- 172.21.15.111:0/388554938 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f950c071ae0 con 0x7f950c0cfce0 2024-09-19T04:37:53.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.070+0000 7f95141ed640 1 -- 172.21.15.111:0/388554938 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f950c0720a0 con 0x7f950c0cfce0 2024-09-19T04:37:53.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.071+0000 7f95141ed640 1 -- 172.21.15.111:0/388554938 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f950c0ccf50 con 0x7f950c0cfce0 2024-09-19T04:37:53.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.071+0000 7f95027fc640 1 -- 172.21.15.111:0/388554938 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 17) ==== 90999+0+0 (secure 0 0 0) 0x7f94fc007400 con 0x7f950c0cfce0 2024-09-19T04:37:53.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.071+0000 7f95027fc640 1 --2- 172.21.15.111:0/388554938 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f94f006c460 0x7f94f006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:53.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.072+0000 7f95027fc640 1 -- 172.21.15.111:0/388554938 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7f94fc08aac0 con 0x7f950c0cfce0 2024-09-19T04:37:53.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.072+0000 7f9511f89640 1 --2- 172.21.15.111:0/388554938 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f94f006c460 0x7f94f006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:53.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.072+0000 7f9511f89640 1 --2- 172.21.15.111:0/388554938 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f94f006c460 0x7f94f006e920 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f9508006fd0 tx=0x7f9508008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:53.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.076+0000 7f95027fc640 1 -- 172.21.15.111:0/388554938 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f94fc0589d0 con 0x7f950c0cfce0 2024-09-19T04:37:53.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.277+0000 7f95141ed640 1 -- 172.21.15.111:0/388554938 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot clone", "vol_name": "cephfs", "sub_name": "subvol61260", "snap_name": "subvol_snap26010", "target_sub_name": "subvol_clone67850", "target": ["mon-mgr", ""]}) -- 0x7f950c144b60 con 0x7f94f006c460 2024-09-19T04:37:53.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.352+0000 7f95027fc640 1 -- 172.21.15.111:0/388554938 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f950c144b60 con 0x7f94f006c460 2024-09-19T04:37:53.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.354+0000 7f95141ed640 1 -- 172.21.15.111:0/388554938 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f94f006c460 msgr2=0x7f94f006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:53.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.354+0000 7f95141ed640 1 --2- 172.21.15.111:0/388554938 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f94f006c460 0x7f94f006e920 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f9508006fd0 tx=0x7f9508008040 comp rx=0 tx=0).stop 2024-09-19T04:37:53.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.354+0000 7f95141ed640 1 -- 172.21.15.111:0/388554938 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f950c0cfce0 msgr2=0x7f950c13e5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:53.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.354+0000 7f95141ed640 1 --2- 172.21.15.111:0/388554938 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f950c0cfce0 0x7f950c13e5c0 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f94fc00c440 tx=0x7f94fc00c900 comp rx=0 tx=0).stop 2024-09-19T04:37:53.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.354+0000 7f95141ed640 1 -- 172.21.15.111:0/388554938 shutdown_connections 2024-09-19T04:37:53.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.354+0000 7f95141ed640 1 --2- 172.21.15.111:0/388554938 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f94f006c460 0x7f94f006e920 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:53.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.354+0000 7f95141ed640 1 --2- 172.21.15.111:0/388554938 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f950c145d90 0x7f950c141450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:53.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.354+0000 7f95141ed640 1 --2- 172.21.15.111:0/388554938 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f950c0cfce0 0x7f950c13e5c0 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:53.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.354+0000 7f95141ed640 1 --2- 172.21.15.111:0/388554938 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f950c0cd490 0x7f950c15c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:53.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.354+0000 7f95141ed640 1 -- 172.21.15.111:0/388554938 >> 172.21.15.111:0/388554938 conn(0x7f950c06bba0 msgr2=0x7f950c0b06a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:53.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.354+0000 7f95141ed640 1 -- 172.21.15.111:0/388554938 shutdown_connections 2024-09-19T04:37:53.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.354+0000 7f95141ed640 1 -- 172.21.15.111:0/388554938 wait complete. 2024-09-19T04:37:53.357 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:37:53.355+0000 7f0d6c66f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:37:53.357 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:37:53.355+0000 7f0d6c66f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:37:53.357 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:37:53.355+0000 7f0d6c66f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:37:53.357 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:37:53.355+0000 7f0d6c66f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:37:53.357 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:37:53.355+0000 7f0d6c66f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:37:53.366 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs clone status cephfs subvol_clone67850 2024-09-19T04:37:53.370 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:37:53.368+0000 7f0d6be6e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:37:53.370 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:37:53.368+0000 7f0d6be6e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:37:53.370 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:37:53.368+0000 7f0d6be6e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:37:53.370 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:37:53.368+0000 7f0d6be6e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:37:53.371 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:37:53.368+0000 7f0d6be6e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:37:53.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.474+0000 7f7c38918640 1 Processor -- start 2024-09-19T04:37:53.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.474+0000 7f7c38918640 1 -- start start 2024-09-19T04:37:53.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.475+0000 7f7c38918640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f7c341417a0 0x7f7c341629e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:53.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.475+0000 7f7c38918640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7c340ae8e0 con 0x7f7c340af980 2024-09-19T04:37:53.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.475+0000 7f7c38918640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7c340aebc0 con 0x7f7c34162340 2024-09-19T04:37:53.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.475+0000 7f7c38918640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f7c34141b80 con 0x7f7c341417a0 2024-09-19T04:37:53.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.475+0000 7f7c2bfff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f7c340af980 0x7f7c340ce6d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:58584/0 (socket says 172.21.15.111:58584) 2024-09-19T04:37:53.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.475+0000 7f7c2bfff640 1 -- 172.21.15.111:0/3857356223 learned_addr learned my addr 172.21.15.111:0/3857356223 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:53.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.475+0000 7f7c3259c640 1 --2- 172.21.15.111:0/3857356223 >> v2:172.21.15.114:3300/0 conn(0x7f7c341417a0 0x7f7c341629e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:53.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.475+0000 7f7c31d9b640 1 -- 172.21.15.111:0/3857356223 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1007129011 0 0) 0x7f7c340ae8e0 con 0x7f7c340af980 2024-09-19T04:37:53.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.475+0000 7f7c31d9b640 1 -- 172.21.15.111:0/3857356223 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7c20003520 con 0x7f7c340af980 2024-09-19T04:37:53.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.475+0000 7f7c31d9b640 1 -- 172.21.15.111:0/3857356223 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3281609513 0 0) 0x7f7c340aebc0 con 0x7f7c34162340 2024-09-19T04:37:53.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.475+0000 7f7c31d9b640 1 -- 172.21.15.111:0/3857356223 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7c340ae8e0 con 0x7f7c34162340 2024-09-19T04:37:53.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.475+0000 7f7c3259c640 1 -- 172.21.15.111:0/3857356223 >> v1:172.21.15.114:6789/0 conn(0x7f7c34162340 legacy=0x7f7c34141e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:53.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.475+0000 7f7c3259c640 1 -- 172.21.15.111:0/3857356223 >> v1:172.21.15.111:6789/0 conn(0x7f7c340af980 legacy=0x7f7c340ce6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:53.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.475+0000 7f7c3259c640 1 -- 172.21.15.111:0/3857356223 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c340aeea0 con 0x7f7c341417a0 2024-09-19T04:37:53.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.476+0000 7f7c3259c640 1 --2- 172.21.15.111:0/3857356223 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c341417a0 0x7f7c341629e0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f7c240097a0 tx=0x7f7c2402a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7b92fd0eeffd9a56 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:53.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.477+0000 7f7c31d9b640 1 -- 172.21.15.111:0/3857356223 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c24037070 con 0x7f7c341417a0 2024-09-19T04:37:53.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.477+0000 7f7c31d9b640 1 -- 172.21.15.111:0/3857356223 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c24032440 con 0x7f7c341417a0 2024-09-19T04:37:53.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.477+0000 7f7c31d9b640 1 -- 172.21.15.111:0/3857356223 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c240327f0 con 0x7f7c341417a0 2024-09-19T04:37:53.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.477+0000 7f7c38918640 1 -- 172.21.15.111:0/3857356223 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c341417a0 msgr2=0x7f7c341629e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:53.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.477+0000 7f7c38918640 1 --2- 172.21.15.111:0/3857356223 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c341417a0 0x7f7c341629e0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f7c240097a0 tx=0x7f7c2402a230 comp rx=0 tx=0).stop 2024-09-19T04:37:53.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.477+0000 7f7c38918640 1 -- 172.21.15.111:0/3857356223 shutdown_connections 2024-09-19T04:37:53.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.477+0000 7f7c38918640 1 --2- 172.21.15.111:0/3857356223 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c341417a0 0x7f7c341629e0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:53.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.477+0000 7f7c38918640 1 -- 172.21.15.111:0/3857356223 >> 172.21.15.111:0/3857356223 conn(0x7f7c34062c60 msgr2=0x7f7c3406bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:53.480 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.477+0000 7f7c38918640 1 -- 172.21.15.111:0/3857356223 shutdown_connections 2024-09-19T04:37:53.480 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.477+0000 7f7c38918640 1 -- 172.21.15.111:0/3857356223 wait complete. 2024-09-19T04:37:53.480 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.479+0000 7f7c38918640 1 Processor -- start 2024-09-19T04:37:53.480 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.479+0000 7f7c38918640 1 -- start start 2024-09-19T04:37:53.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.480+0000 7f7c38918640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c341417a0 0x7f7c341590b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:53.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.480+0000 7f7c38918640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c341421b0 0x7f7c34139710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:53.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.480+0000 7f7c38918640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c3415c170 0x7f7c34143e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:53.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.480+0000 7f7c38918640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7c34162f20 con 0x7f7c341417a0 2024-09-19T04:37:53.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.480+0000 7f7c38918640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7c340af4f0 con 0x7f7c3415c170 2024-09-19T04:37:53.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.480+0000 7f7c38918640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7c341630a0 con 0x7f7c341421b0 2024-09-19T04:37:53.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.480+0000 7f7c3259c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c341417a0 0x7f7c341590b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:53.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.480+0000 7f7c3259c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c341417a0 0x7f7c341590b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58602/0 (socket says 172.21.15.111:58602) 2024-09-19T04:37:53.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.480+0000 7f7c3259c640 1 -- 172.21.15.111:0/2983440837 learned_addr learned my addr 172.21.15.111:0/2983440837 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:53.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.480+0000 7f7c32d9d640 1 --2- 172.21.15.111:0/2983440837 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c3415c170 0x7f7c34143e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:53.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.480+0000 7f7c2bfff640 1 --2- 172.21.15.111:0/2983440837 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c341421b0 0x7f7c34139710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:53.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.480+0000 7f7c3259c640 1 -- 172.21.15.111:0/2983440837 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c341421b0 msgr2=0x7f7c34139710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:53.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.480+0000 7f7c3259c640 1 --2- 172.21.15.111:0/2983440837 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c341421b0 0x7f7c34139710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:53.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.480+0000 7f7c3259c640 1 -- 172.21.15.111:0/2983440837 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c3415c170 msgr2=0x7f7c34143e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:53.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.480+0000 7f7c3259c640 1 --2- 172.21.15.111:0/2983440837 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c3415c170 0x7f7c34143e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:53.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.480+0000 7f7c3259c640 1 -- 172.21.15.111:0/2983440837 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c34136af0 con 0x7f7c341417a0 2024-09-19T04:37:53.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.480+0000 7f7c3259c640 1 --2- 172.21.15.111:0/2983440837 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c341417a0 0x7f7c341590b0 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f7c24000c00 tx=0x7f7c240046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:53.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.481+0000 7f7c2affd640 1 -- 172.21.15.111:0/2983440837 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c24037040 con 0x7f7c341417a0 2024-09-19T04:37:53.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.481+0000 7f7c2affd640 1 -- 172.21.15.111:0/2983440837 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c24042070 con 0x7f7c341417a0 2024-09-19T04:37:53.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.481+0000 7f7c2affd640 1 -- 172.21.15.111:0/2983440837 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c24032810 con 0x7f7c341417a0 2024-09-19T04:37:53.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.481+0000 7f7c38918640 1 -- 172.21.15.111:0/2983440837 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c34136dd0 con 0x7f7c341417a0 2024-09-19T04:37:53.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.481+0000 7f7c38918640 1 -- 172.21.15.111:0/2983440837 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c34144b10 con 0x7f7c341417a0 2024-09-19T04:37:53.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.482+0000 7f7c38918640 1 -- 172.21.15.111:0/2983440837 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c341629e0 con 0x7f7c341417a0 2024-09-19T04:37:53.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.482+0000 7f7c2affd640 1 -- 172.21.15.111:0/2983440837 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 17) ==== 90999+0+0 (secure 0 0 0) 0x7f7c240329b0 con 0x7f7c341417a0 2024-09-19T04:37:53.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.482+0000 7f7c2affd640 1 --2- 172.21.15.111:0/2983440837 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7c1406c490 0x7f7c1406e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:53.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.483+0000 7f7c2affd640 1 -- 172.21.15.111:0/2983440837 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7f7c240abdb0 con 0x7f7c341417a0 2024-09-19T04:37:53.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.483+0000 7f7c2bfff640 1 --2- 172.21.15.111:0/2983440837 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7c1406c490 0x7f7c1406e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:53.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.483+0000 7f7c2bfff640 1 --2- 172.21.15.111:0/2983440837 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7c1406c490 0x7f7c1406e950 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f7c341480a0 tx=0x7f7c1c007d30 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:53.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.487+0000 7f7c2affd640 1 -- 172.21.15.111:0/2983440837 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7c24079dc0 con 0x7f7c341417a0 2024-09-19T04:37:53.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:53.693+0000 7f7c38918640 1 -- 172.21.15.111:0/2983440837 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs clone status", "vol_name": "cephfs", "clone_name": "subvol_clone67850", "target": ["mon-mgr", ""]}) -- 0x7f7c341426b0 con 0x7f7c1406c490 2024-09-19T04:37:55.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:55.289+0000 7f7c2affd640 1 -- 172.21.15.111:0/2983440837 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7f7c24076430 con 0x7f7c341417a0 2024-09-19T04:37:56.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.605+0000 7f7c2affd640 1 -- 172.21.15.111:0/2983440837 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+46 (secure 0 0 0) 0x7f7c341426b0 con 0x7f7c1406c490 2024-09-19T04:37:56.607 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:37:56.607 INFO:teuthology.orchestra.run.smithi111.stdout: "status": { 2024-09-19T04:37:56.607 INFO:teuthology.orchestra.run.smithi111.stdout: "state": "complete" 2024-09-19T04:37:56.607 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:37:56.607 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:37:56.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.608+0000 7f7c38918640 1 -- 172.21.15.111:0/2983440837 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7c1406c490 msgr2=0x7f7c1406e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:56.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.608+0000 7f7c38918640 1 --2- 172.21.15.111:0/2983440837 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7c1406c490 0x7f7c1406e950 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f7c341480a0 tx=0x7f7c1c007d30 comp rx=0 tx=0).stop 2024-09-19T04:37:56.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.608+0000 7f7c38918640 1 -- 172.21.15.111:0/2983440837 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c341417a0 msgr2=0x7f7c341590b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:56.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.608+0000 7f7c38918640 1 --2- 172.21.15.111:0/2983440837 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c341417a0 0x7f7c341590b0 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f7c24000c00 tx=0x7f7c240046c0 comp rx=0 tx=0).stop 2024-09-19T04:37:56.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.609+0000 7f7c38918640 1 -- 172.21.15.111:0/2983440837 shutdown_connections 2024-09-19T04:37:56.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.609+0000 7f7c38918640 1 --2- 172.21.15.111:0/2983440837 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7c1406c490 0x7f7c1406e950 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:56.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.609+0000 7f7c38918640 1 --2- 172.21.15.111:0/2983440837 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c3415c170 0x7f7c34143e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:56.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.609+0000 7f7c38918640 1 --2- 172.21.15.111:0/2983440837 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c341421b0 0x7f7c34139710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:56.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.609+0000 7f7c38918640 1 --2- 172.21.15.111:0/2983440837 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c341417a0 0x7f7c341590b0 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:56.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.609+0000 7f7c38918640 1 -- 172.21.15.111:0/2983440837 >> 172.21.15.111:0/2983440837 conn(0x7f7c34062c60 msgr2=0x7f7c3406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:56.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.609+0000 7f7c38918640 1 -- 172.21.15.111:0/2983440837 shutdown_connections 2024-09-19T04:37:56.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.609+0000 7f7c38918640 1 -- 172.21.15.111:0/2983440837 wait complete. 2024-09-19T04:37:56.624 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:56.624 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_nogroup/subvol_clone67850/.meta) 2024-09-19T04:37:56.653 INFO:teuthology.orchestra.run.smithi111.stdout:[GLOBAL] 2024-09-19T04:37:56.653 INFO:teuthology.orchestra.run.smithi111.stdout:version = 2 2024-09-19T04:37:56.653 INFO:teuthology.orchestra.run.smithi111.stdout:type = clone 2024-09-19T04:37:56.653 INFO:teuthology.orchestra.run.smithi111.stdout:path = /volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67 2024-09-19T04:37:56.653 INFO:teuthology.orchestra.run.smithi111.stdout:state = complete 2024-09-19T04:37:56.653 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:37:56.655 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol61260 2024-09-19T04:37:56.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.799+0000 7f7ef0bc0640 1 Processor -- start 2024-09-19T04:37:56.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.799+0000 7f7ef0bc0640 1 -- start start 2024-09-19T04:37:56.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.800+0000 7f7ef0bc0640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7eec06f130 0x7f7eec0b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:56.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.800+0000 7f7ef0bc0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7eec15c370 0x7f7eec0ce200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:56.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.800+0000 7f7ef0bc0640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7eec15c820 con 0x7f7eec158e50 2024-09-19T04:37:56.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.800+0000 7f7ef0bc0640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f7eec0b43f0 con 0x7f7eec06f130 2024-09-19T04:37:56.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.800+0000 7f7ef0bc0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7eec0b3630 con 0x7f7eec15c370 2024-09-19T04:37:56.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.800+0000 7f7ee1d9b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7eec06f130 0x7f7eec0b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:56.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.800+0000 7f7ee1d9b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7eec06f130 0x7f7eec0b5050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58612/0 (socket says 172.21.15.111:58612) 2024-09-19T04:37:56.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.800+0000 7f7ee1d9b640 1 -- 172.21.15.111:0/1958954019 learned_addr learned my addr 172.21.15.111:0/1958954019 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:56.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.800+0000 7f7eea59c640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f7eec158e50 0x7f7eec06ea20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:58600/0 (socket says 172.21.15.111:58600) 2024-09-19T04:37:56.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.800+0000 7f7ee1d9b640 1 -- 172.21.15.111:0/1958954019 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7eec15c370 msgr2=0x7f7eec0ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:56.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.800+0000 7f7eead9d640 1 --2- 172.21.15.111:0/1958954019 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7eec15c370 0x7f7eec0ce200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:56.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.800+0000 7f7ee9d9b640 1 -- 172.21.15.111:0/1958954019 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4251042307 0 0) 0x7f7edc001110 con 0x7f7eec158e50 2024-09-19T04:37:56.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.800+0000 7f7ee1d9b640 1 --2- 172.21.15.111:0/1958954019 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7eec15c370 0x7f7eec0ce200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:56.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.800+0000 7f7ee1d9b640 1 -- 172.21.15.111:0/1958954019 >> v1:172.21.15.111:6789/0 conn(0x7f7eec158e50 legacy=0x7f7eec06ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:56.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.800+0000 7f7ee1d9b640 1 -- 172.21.15.111:0/1958954019 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7eec0b3910 con 0x7f7eec06f130 2024-09-19T04:37:56.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.801+0000 7f7ee1d9b640 1 --2- 172.21.15.111:0/1958954019 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7eec06f130 0x7f7eec0b5050 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f7ed400baf0 tx=0x7f7ed402c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a894eaef6f4731d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:56.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.801+0000 7f7ee9d9b640 1 -- 172.21.15.111:0/1958954019 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed4004230 con 0x7f7eec06f130 2024-09-19T04:37:56.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.801+0000 7f7ee9d9b640 1 -- 172.21.15.111:0/1958954019 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ed40043d0 con 0x7f7eec06f130 2024-09-19T04:37:56.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.801+0000 7f7ee9d9b640 1 -- 172.21.15.111:0/1958954019 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed4003810 con 0x7f7eec06f130 2024-09-19T04:37:56.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.802+0000 7f7ef0bc0640 1 -- 172.21.15.111:0/1958954019 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7eec06f130 msgr2=0x7f7eec0b5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:56.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.802+0000 7f7ef0bc0640 1 --2- 172.21.15.111:0/1958954019 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7eec06f130 0x7f7eec0b5050 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f7ed400baf0 tx=0x7f7ed402c900 comp rx=0 tx=0).stop 2024-09-19T04:37:56.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.802+0000 7f7ef0bc0640 1 -- 172.21.15.111:0/1958954019 shutdown_connections 2024-09-19T04:37:56.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.802+0000 7f7ef0bc0640 1 --2- 172.21.15.111:0/1958954019 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7eec15c370 0x7f7eec0ce200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:56.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.802+0000 7f7ef0bc0640 1 --2- 172.21.15.111:0/1958954019 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7eec06f130 0x7f7eec0b5050 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:56.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.802+0000 7f7ef0bc0640 1 -- 172.21.15.111:0/1958954019 >> 172.21.15.111:0/1958954019 conn(0x7f7eec06bba0 msgr2=0x7f7eec06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:56.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.802+0000 7f7ef0bc0640 1 -- 172.21.15.111:0/1958954019 shutdown_connections 2024-09-19T04:37:56.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.802+0000 7f7ef0bc0640 1 -- 172.21.15.111:0/1958954019 wait complete. 2024-09-19T04:37:56.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.803+0000 7f7ef0bc0640 1 Processor -- start 2024-09-19T04:37:56.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.803+0000 7f7ef0bc0640 1 -- start start 2024-09-19T04:37:56.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.804+0000 7f7ef0bc0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7eec06f130 0x7f7eec0aeb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:56.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.804+0000 7f7ef0bc0640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7eec158e50 0x7f7eec0af530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:56.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.804+0000 7f7ef0bc0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7eec15c370 0x7f7eec14f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:56.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.804+0000 7f7ef0bc0640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7eec159230 con 0x7f7eec15c370 2024-09-19T04:37:56.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.804+0000 7f7ef0bc0640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7eec0b3ed0 con 0x7f7eec158e50 2024-09-19T04:37:56.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.804+0000 7f7ef0bc0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7eec0ce740 con 0x7f7eec06f130 2024-09-19T04:37:56.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.804+0000 7f7eead9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7eec15c370 0x7f7eec14f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:56.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.804+0000 7f7eead9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7eec15c370 0x7f7eec14f790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58624/0 (socket says 172.21.15.111:58624) 2024-09-19T04:37:56.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.804+0000 7f7eead9d640 1 -- 172.21.15.111:0/816240716 learned_addr learned my addr 172.21.15.111:0/816240716 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:56.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.804+0000 7f7eea59c640 1 --2- 172.21.15.111:0/816240716 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7eec06f130 0x7f7eec0aeb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:56.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.804+0000 7f7ee1d9b640 1 --2- 172.21.15.111:0/816240716 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7eec158e50 0x7f7eec0af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:56.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.804+0000 7f7eead9d640 1 -- 172.21.15.111:0/816240716 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7eec06f130 msgr2=0x7f7eec0aeb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:56.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.804+0000 7f7eead9d640 1 --2- 172.21.15.111:0/816240716 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7eec06f130 0x7f7eec0aeb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:56.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.804+0000 7f7eead9d640 1 -- 172.21.15.111:0/816240716 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7eec158e50 msgr2=0x7f7eec0af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:56.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.804+0000 7f7eead9d640 1 --2- 172.21.15.111:0/816240716 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7eec158e50 0x7f7eec0af530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:56.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.804+0000 7f7eead9d640 1 -- 172.21.15.111:0/816240716 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7eec0c5eb0 con 0x7f7eec15c370 2024-09-19T04:37:56.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.805+0000 7f7eead9d640 1 --2- 172.21.15.111:0/816240716 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7eec15c370 0x7f7eec14f790 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f7ee400cc30 tx=0x7f7ee400a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:56.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.805+0000 7f7ee37fe640 1 -- 172.21.15.111:0/816240716 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ee400ce40 con 0x7f7eec15c370 2024-09-19T04:37:56.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.805+0000 7f7ee37fe640 1 -- 172.21.15.111:0/816240716 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ee4003990 con 0x7f7eec15c370 2024-09-19T04:37:56.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.805+0000 7f7ef0bc0640 1 -- 172.21.15.111:0/816240716 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7eec0c6190 con 0x7f7eec15c370 2024-09-19T04:37:56.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.805+0000 7f7ee37fe640 1 -- 172.21.15.111:0/816240716 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ee4003d40 con 0x7f7eec15c370 2024-09-19T04:37:56.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.805+0000 7f7ef0bc0640 1 -- 172.21.15.111:0/816240716 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7eec0c6a30 con 0x7f7eec15c370 2024-09-19T04:37:56.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.806+0000 7f7ef0bc0640 1 -- 172.21.15.111:0/816240716 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7eec0c6360 con 0x7f7eec15c370 2024-09-19T04:37:56.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.806+0000 7f7ee37fe640 1 -- 172.21.15.111:0/816240716 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7f7ee4004000 con 0x7f7eec15c370 2024-09-19T04:37:56.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.807+0000 7f7ee37fe640 1 --2- 172.21.15.111:0/816240716 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7ecc06c580 0x7f7ecc06ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:56.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.807+0000 7f7ee37fe640 1 -- 172.21.15.111:0/816240716 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7f7ee408be00 con 0x7f7eec15c370 2024-09-19T04:37:56.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.807+0000 7f7eea59c640 1 --2- 172.21.15.111:0/816240716 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7ecc06c580 0x7f7ecc06ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:56.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.807+0000 7f7eea59c640 1 --2- 172.21.15.111:0/816240716 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7ecc06c580 0x7f7ecc06ea40 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f7edc000f60 tx=0x7f7edc007970 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:56.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:56.811+0000 7f7ee37fe640 1 -- 172.21.15.111:0/816240716 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7ee4014030 con 0x7f7eec15c370 2024-09-19T04:37:57.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.004+0000 7f7ef0bc0640 1 -- 172.21.15.111:0/816240716 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol61260", "target": ["mon-mgr", ""]}) -- 0x7f7eec0ce200 con 0x7f7ecc06c580 2024-09-19T04:37:57.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.019+0000 7f7ee37fe640 1 -- 172.21.15.111:0/816240716 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+67 (secure 0 0 0) 0x7f7eec0ce200 con 0x7f7ecc06c580 2024-09-19T04:37:57.020 INFO:teuthology.orchestra.run.smithi111.stdout:/volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0 2024-09-19T04:37:57.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.020+0000 7f7ef0bc0640 1 -- 172.21.15.111:0/816240716 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7ecc06c580 msgr2=0x7f7ecc06ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:57.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.020+0000 7f7ef0bc0640 1 --2- 172.21.15.111:0/816240716 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7ecc06c580 0x7f7ecc06ea40 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f7edc000f60 tx=0x7f7edc007970 comp rx=0 tx=0).stop 2024-09-19T04:37:57.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.020+0000 7f7ef0bc0640 1 -- 172.21.15.111:0/816240716 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7eec15c370 msgr2=0x7f7eec14f790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:57.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.020+0000 7f7ef0bc0640 1 --2- 172.21.15.111:0/816240716 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7eec15c370 0x7f7eec14f790 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f7ee400cc30 tx=0x7f7ee400a5c0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.021+0000 7f7ef0bc0640 1 -- 172.21.15.111:0/816240716 shutdown_connections 2024-09-19T04:37:57.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.021+0000 7f7ef0bc0640 1 --2- 172.21.15.111:0/816240716 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7ecc06c580 0x7f7ecc06ea40 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.021+0000 7f7ef0bc0640 1 --2- 172.21.15.111:0/816240716 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7eec15c370 0x7f7eec14f790 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.021+0000 7f7ef0bc0640 1 --2- 172.21.15.111:0/816240716 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7eec158e50 0x7f7eec0af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.021+0000 7f7ef0bc0640 1 --2- 172.21.15.111:0/816240716 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7eec06f130 0x7f7eec0aeb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.021+0000 7f7ef0bc0640 1 -- 172.21.15.111:0/816240716 >> 172.21.15.111:0/816240716 conn(0x7f7eec06bba0 msgr2=0x7f7eec071080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:57.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.021+0000 7f7ef0bc0640 1 -- 172.21.15.111:0/816240716 shutdown_connections 2024-09-19T04:37:57.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.021+0000 7f7ef0bc0640 1 -- 172.21.15.111:0/816240716 wait complete. 2024-09-19T04:37:57.033 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol_clone67850 2024-09-19T04:37:57.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.132+0000 7f38f434b640 1 Processor -- start 2024-09-19T04:37:57.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.132+0000 7f38f434b640 1 -- start start 2024-09-19T04:37:57.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.133+0000 7f38f434b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f38ec06ea00 0x7f38ec0b5420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:57.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.133+0000 7f38f434b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38ec15b470 0x7f38ec15b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:57.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.133+0000 7f38f434b640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f38ec071de0 con 0x7f38ec15b090 2024-09-19T04:37:57.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.133+0000 7f38f434b640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f38ec0720c0 con 0x7f38ec06ea00 2024-09-19T04:37:57.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.133+0000 7f38f434b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f38ec0723a0 con 0x7f38ec15b470 2024-09-19T04:37:57.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.134+0000 7f38f18e6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f38ec06ea00 0x7f38ec0b5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:57.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.134+0000 7f38f18e6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f38ec06ea00 0x7f38ec0b5420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58634/0 (socket says 172.21.15.111:58634) 2024-09-19T04:37:57.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.134+0000 7f38f18e6640 1 -- 172.21.15.111:0/1424578971 learned_addr learned my addr 172.21.15.111:0/1424578971 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:57.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.134+0000 7f38f18e6640 1 -- 172.21.15.111:0/1424578971 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38ec15b470 msgr2=0x7f38ec15b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:57.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.134+0000 7f38f28e8640 1 --2- 172.21.15.111:0/1424578971 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38ec15b470 0x7f38ec15b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:57.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.134+0000 7f38f18e6640 1 --2- 172.21.15.111:0/1424578971 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38ec15b470 0x7f38ec15b8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.134+0000 7f38f18e6640 1 -- 172.21.15.111:0/1424578971 >> v1:172.21.15.114:6789/0 conn(0x7f38ec15b090 legacy=0x7f38ec0715b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:57.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.134+0000 7f38f18e6640 1 -- 172.21.15.111:0/1424578971 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38ec072680 con 0x7f38ec06ea00 2024-09-19T04:37:57.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.135+0000 7f38f18e6640 1 --2- 172.21.15.111:0/1424578971 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38ec06ea00 0x7f38ec0b5420 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f38ec069680 tx=0x7f38e802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b24d2d8d08b723a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:57.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.135+0000 7f38f10e5640 1 -- 172.21.15.111:0/1424578971 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e8004030 con 0x7f38ec06ea00 2024-09-19T04:37:57.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.135+0000 7f38f10e5640 1 -- 172.21.15.111:0/1424578971 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38e80041d0 con 0x7f38ec06ea00 2024-09-19T04:37:57.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.135+0000 7f38f10e5640 1 -- 172.21.15.111:0/1424578971 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e8003610 con 0x7f38ec06ea00 2024-09-19T04:37:57.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.135+0000 7f38f434b640 1 -- 172.21.15.111:0/1424578971 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38ec06ea00 msgr2=0x7f38ec0b5420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:57.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.135+0000 7f38f434b640 1 --2- 172.21.15.111:0/1424578971 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38ec06ea00 0x7f38ec0b5420 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f38ec069680 tx=0x7f38e802a1c0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.135+0000 7f38f434b640 1 -- 172.21.15.111:0/1424578971 shutdown_connections 2024-09-19T04:37:57.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.135+0000 7f38f434b640 1 --2- 172.21.15.111:0/1424578971 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38ec15b470 0x7f38ec15b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.135+0000 7f38f434b640 1 --2- 172.21.15.111:0/1424578971 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38ec06ea00 0x7f38ec0b5420 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.135+0000 7f38f434b640 1 -- 172.21.15.111:0/1424578971 >> 172.21.15.111:0/1424578971 conn(0x7f38ec06bba0 msgr2=0x7f38ec06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:57.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.135+0000 7f38f434b640 1 -- 172.21.15.111:0/1424578971 shutdown_connections 2024-09-19T04:37:57.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.135+0000 7f38f434b640 1 -- 172.21.15.111:0/1424578971 wait complete. 2024-09-19T04:37:57.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.137+0000 7f38f434b640 1 Processor -- start 2024-09-19T04:37:57.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.137+0000 7f38f434b640 1 -- start start 2024-09-19T04:37:57.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.137+0000 7f38f434b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38ec06ea00 0x7f38ec0cc930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:57.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.137+0000 7f38f434b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38ec15b090 0x7f38ec14a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:57.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.137+0000 7f38f434b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38ec15b470 0x7f38ec14ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:57.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.137+0000 7f38f434b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f38ec164640 con 0x7f38ec06ea00 2024-09-19T04:37:57.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.137+0000 7f38f434b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f38ec15be00 con 0x7f38ec15b090 2024-09-19T04:37:57.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.137+0000 7f38f434b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f38ec1647c0 con 0x7f38ec15b470 2024-09-19T04:37:57.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.137+0000 7f38f20e7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38ec06ea00 0x7f38ec0cc930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:57.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.137+0000 7f38f20e7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38ec06ea00 0x7f38ec0cc930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58644/0 (socket says 172.21.15.111:58644) 2024-09-19T04:37:57.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.137+0000 7f38f20e7640 1 -- 172.21.15.111:0/2998744906 learned_addr learned my addr 172.21.15.111:0/2998744906 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:57.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.138+0000 7f38f18e6640 1 --2- 172.21.15.111:0/2998744906 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38ec15b090 0x7f38ec14a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:57.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.138+0000 7f38f28e8640 1 --2- 172.21.15.111:0/2998744906 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38ec15b470 0x7f38ec14ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:57.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.138+0000 7f38f20e7640 1 -- 172.21.15.111:0/2998744906 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38ec15b470 msgr2=0x7f38ec14ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:57.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.138+0000 7f38f20e7640 1 --2- 172.21.15.111:0/2998744906 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38ec15b470 0x7f38ec14ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.138+0000 7f38f20e7640 1 -- 172.21.15.111:0/2998744906 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38ec15b090 msgr2=0x7f38ec14a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:57.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.138+0000 7f38f20e7640 1 --2- 172.21.15.111:0/2998744906 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38ec15b090 0x7f38ec14a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.138+0000 7f38f20e7640 1 -- 172.21.15.111:0/2998744906 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38ec154a70 con 0x7f38ec06ea00 2024-09-19T04:37:57.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.138+0000 7f38f18e6640 1 --2- 172.21.15.111:0/2998744906 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38ec15b090 0x7f38ec14a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:57.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.138+0000 7f38f28e8640 1 --2- 172.21.15.111:0/2998744906 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38ec15b470 0x7f38ec14ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:37:57.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.138+0000 7f38f20e7640 1 --2- 172.21.15.111:0/2998744906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38ec06ea00 0x7f38ec0cc930 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f38e000c430 tx=0x7f38e000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:57.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.138+0000 7f38deffd640 1 -- 172.21.15.111:0/2998744906 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e0011790 con 0x7f38ec06ea00 2024-09-19T04:37:57.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.138+0000 7f38deffd640 1 -- 172.21.15.111:0/2998744906 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38e0017070 con 0x7f38ec06ea00 2024-09-19T04:37:57.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.138+0000 7f38f434b640 1 -- 172.21.15.111:0/2998744906 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38ec154ff0 con 0x7f38ec06ea00 2024-09-19T04:37:57.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.138+0000 7f38deffd640 1 -- 172.21.15.111:0/2998744906 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e0011bb0 con 0x7f38ec06ea00 2024-09-19T04:37:57.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.138+0000 7f38f434b640 1 -- 172.21.15.111:0/2998744906 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38ec154790 con 0x7f38ec06ea00 2024-09-19T04:37:57.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.139+0000 7f38f434b640 1 -- 172.21.15.111:0/2998744906 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38ec0b5420 con 0x7f38ec06ea00 2024-09-19T04:37:57.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.140+0000 7f38deffd640 1 -- 172.21.15.111:0/2998744906 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7f38e001c460 con 0x7f38ec06ea00 2024-09-19T04:37:57.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.140+0000 7f38deffd640 1 --2- 172.21.15.111:0/2998744906 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f38d006c580 0x7f38d006ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:57.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.140+0000 7f38deffd640 1 -- 172.21.15.111:0/2998744906 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7f38e008b710 con 0x7f38ec06ea00 2024-09-19T04:37:57.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.140+0000 7f38f18e6640 1 --2- 172.21.15.111:0/2998744906 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f38d006c580 0x7f38d006ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:57.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.141+0000 7f38f18e6640 1 --2- 172.21.15.111:0/2998744906 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f38d006c580 0x7f38d006ea40 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f38e8033000 tx=0x7f38e802e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:57.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.144+0000 7f38deffd640 1 -- 172.21.15.111:0/2998744906 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f38e0059b80 con 0x7f38ec06ea00 2024-09-19T04:37:57.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.336+0000 7f38f434b640 1 -- 172.21.15.111:0/2998744906 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol_clone67850", "target": ["mon-mgr", ""]}) -- 0x7f38ec06d900 con 0x7f38d006c580 2024-09-19T04:37:57.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.343+0000 7f38deffd640 1 -- 172.21.15.111:0/2998744906 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+73 (secure 0 0 0) 0x7f38ec06d900 con 0x7f38d006c580 2024-09-19T04:37:57.344 INFO:teuthology.orchestra.run.smithi111.stdout:/volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67 2024-09-19T04:37:57.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.344+0000 7f38f434b640 1 -- 172.21.15.111:0/2998744906 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f38d006c580 msgr2=0x7f38d006ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:57.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.344+0000 7f38f434b640 1 --2- 172.21.15.111:0/2998744906 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f38d006c580 0x7f38d006ea40 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f38e8033000 tx=0x7f38e802e000 comp rx=0 tx=0).stop 2024-09-19T04:37:57.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.344+0000 7f38f434b640 1 -- 172.21.15.111:0/2998744906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38ec06ea00 msgr2=0x7f38ec0cc930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:57.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.344+0000 7f38f434b640 1 --2- 172.21.15.111:0/2998744906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38ec06ea00 0x7f38ec0cc930 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f38e000c430 tx=0x7f38e000c8f0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.344+0000 7f38f434b640 1 -- 172.21.15.111:0/2998744906 shutdown_connections 2024-09-19T04:37:57.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.344+0000 7f38f434b640 1 --2- 172.21.15.111:0/2998744906 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f38d006c580 0x7f38d006ea40 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.344+0000 7f38f434b640 1 --2- 172.21.15.111:0/2998744906 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f38ec15b470 0x7f38ec14ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.344+0000 7f38f434b640 1 --2- 172.21.15.111:0/2998744906 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38ec15b090 0x7f38ec14a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.344+0000 7f38f434b640 1 --2- 172.21.15.111:0/2998744906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38ec06ea00 0x7f38ec0cc930 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.344+0000 7f38f434b640 1 -- 172.21.15.111:0/2998744906 >> 172.21.15.111:0/2998744906 conn(0x7f38ec06bba0 msgr2=0x7f38ec06de20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:57.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.345+0000 7f38f434b640 1 -- 172.21.15.111:0/2998744906 shutdown_connections 2024-09-19T04:37:57.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.345+0000 7f38f434b640 1 -- 172.21.15.111:0/2998744906 wait complete. 2024-09-19T04:37:57.357 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:57.357 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.rentries volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010) 2024-09-19T04:37:57.374 INFO:teuthology.orchestra.run.smithi111.stdout:9 2024-09-19T04:37:57.374 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:57.375 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.rentries volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67) 2024-09-19T04:37:57.431 INFO:teuthology.orchestra.run.smithi111.stdout:9 2024-09-19T04:37:57.432 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume info cephfs subvol_clone67850 2024-09-19T04:37:57.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.572+0000 7f51c235f640 1 Processor -- start 2024-09-19T04:37:57.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.572+0000 7f51c235f640 1 -- start start 2024-09-19T04:37:57.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.572+0000 7f51c235f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51bc161e30 0x7f51bc0d34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:57.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.572+0000 7f51c235f640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f51bc0b3d50 0x7f51bc06d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:57.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.572+0000 7f51c235f640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51bc0cf9a0 con 0x7f51bc0b3290 2024-09-19T04:37:57.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.572+0000 7f51c235f640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f51bc0cfcf0 con 0x7f51bc0b3d50 2024-09-19T04:37:57.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.572+0000 7f51c235f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f51bc162210 con 0x7f51bc161e30 2024-09-19T04:37:57.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.573+0000 7f51bb7fe640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f51bc0b3d50 0x7f51bc06d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:57.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.573+0000 7f51bbfff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51bc161e30 0x7f51bc0d34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:57.575 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.573+0000 7f51c08fc640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f51bc0b3290 0x7f51bc0b78b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:47246/0 (socket says 172.21.15.111:47246) 2024-09-19T04:37:57.575 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.573+0000 7f51c08fc640 1 -- 172.21.15.111:0/3866187527 learned_addr learned my addr 172.21.15.111:0/3866187527 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:37:57.575 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.573+0000 7f51bb7fe640 1 -- 172.21.15.111:0/3866187527 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51bc161e30 msgr2=0x7f51bc0d34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:37:57.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.573+0000 7f51bb7fe640 1 --2- 172.21.15.111:0/3866187527 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51bc161e30 0x7f51bc0d34a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.573+0000 7f51bb7fe640 1 -- 172.21.15.111:0/3866187527 >> v1:172.21.15.114:6789/0 conn(0x7f51bc0b3290 legacy=0x7f51bc0b78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:57.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.573+0000 7f51baffd640 1 -- 172.21.15.111:0/3866187527 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 315479404 0 0) 0x7f51bc0cf9a0 con 0x7f51bc0b3290 2024-09-19T04:37:57.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.573+0000 7f51bb7fe640 1 -- 172.21.15.111:0/3866187527 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51bc0d5210 con 0x7f51bc0b3d50 2024-09-19T04:37:57.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.573+0000 7f51bbfff640 1 --2- 172.21.15.111:0/3866187527 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51bc161e30 0x7f51bc0d34a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:37:57.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.574+0000 7f51bb7fe640 1 --2- 172.21.15.111:0/3866187527 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f51bc0b3d50 0x7f51bc06d8c0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f51b00097a0 tx=0x7f51b002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a816eabe50c1ce87 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:57.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.574+0000 7f51baffd640 1 -- 172.21.15.111:0/3866187527 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51b0037070 con 0x7f51bc0b3d50 2024-09-19T04:37:57.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.574+0000 7f51baffd640 1 -- 172.21.15.111:0/3866187527 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51b0032440 con 0x7f51bc0b3d50 2024-09-19T04:37:57.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.574+0000 7f51baffd640 1 -- 172.21.15.111:0/3866187527 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51b0032810 con 0x7f51bc0b3d50 2024-09-19T04:37:57.577 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.575+0000 7f51c235f640 1 -- 172.21.15.111:0/3866187527 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f51bc0b3d50 msgr2=0x7f51bc06d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:57.577 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.575+0000 7f51c235f640 1 --2- 172.21.15.111:0/3866187527 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f51bc0b3d50 0x7f51bc06d8c0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f51b00097a0 tx=0x7f51b002a180 comp rx=0 tx=0).stop 2024-09-19T04:37:57.577 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.575+0000 7f51c235f640 1 -- 172.21.15.111:0/3866187527 shutdown_connections 2024-09-19T04:37:57.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.575+0000 7f51c235f640 1 --2- 172.21.15.111:0/3866187527 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f51bc0b3d50 0x7f51bc06d8c0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.575+0000 7f51c235f640 1 --2- 172.21.15.111:0/3866187527 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51bc161e30 0x7f51bc0d34a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.575+0000 7f51c235f640 1 -- 172.21.15.111:0/3866187527 >> 172.21.15.111:0/3866187527 conn(0x7f51bc0d1870 msgr2=0x7f51bc0d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:57.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.575+0000 7f51c235f640 1 -- 172.21.15.111:0/3866187527 shutdown_connections 2024-09-19T04:37:57.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.575+0000 7f51c235f640 1 -- 172.21.15.111:0/3866187527 wait complete. 2024-09-19T04:37:57.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.576+0000 7f51c235f640 1 Processor -- start 2024-09-19T04:37:57.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.576+0000 7f51c235f640 1 -- start start 2024-09-19T04:37:57.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.577+0000 7f51c235f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f51bc0b3290 0x7f51bc0ccad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:57.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.577+0000 7f51c235f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51bc0b3d50 0x7f51bc14fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:57.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.577+0000 7f51c235f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51bc161e30 0x7f51bc0b9c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:57.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.577+0000 7f51c235f640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f51bc0d39e0 con 0x7f51bc0b3d50 2024-09-19T04:37:57.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.577+0000 7f51c235f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f51bc0b3950 con 0x7f51bc0b3290 2024-09-19T04:37:57.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.577+0000 7f51c235f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f51bc0cba30 con 0x7f51bc161e30 2024-09-19T04:37:57.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.577+0000 7f51bb7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51bc0b3d50 0x7f51bc14fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:57.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.577+0000 7f51bb7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51bc0b3d50 0x7f51bc14fca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58656/0 (socket says 172.21.15.111:58656) 2024-09-19T04:37:57.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.577+0000 7f51bb7fe640 1 -- 172.21.15.111:0/3685117312 learned_addr learned my addr 172.21.15.111:0/3685117312 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:37:57.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.577+0000 7f51bbfff640 1 --2- 172.21.15.111:0/3685117312 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f51bc0b3290 0x7f51bc0ccad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:57.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.577+0000 7f51c08fc640 1 --2- 172.21.15.111:0/3685117312 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51bc161e30 0x7f51bc0b9c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:57.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.577+0000 7f51bb7fe640 1 -- 172.21.15.111:0/3685117312 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51bc161e30 msgr2=0x7f51bc0b9c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:57.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.577+0000 7f51bb7fe640 1 --2- 172.21.15.111:0/3685117312 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51bc161e30 0x7f51bc0b9c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.577+0000 7f51bb7fe640 1 -- 172.21.15.111:0/3685117312 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f51bc0b3290 msgr2=0x7f51bc0ccad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:57.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.577+0000 7f51bb7fe640 1 --2- 172.21.15.111:0/3685117312 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f51bc0b3290 0x7f51bc0ccad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.577+0000 7f51bb7fe640 1 -- 172.21.15.111:0/3685117312 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51bc0cbd10 con 0x7f51bc0b3d50 2024-09-19T04:37:57.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.577+0000 7f51bbfff640 1 --2- 172.21.15.111:0/3685117312 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f51bc0b3290 0x7f51bc0ccad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:57.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.578+0000 7f51c08fc640 1 --2- 172.21.15.111:0/3685117312 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51bc161e30 0x7f51bc0b9c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:37:57.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.578+0000 7f51bb7fe640 1 --2- 172.21.15.111:0/3685117312 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51bc0b3d50 0x7f51bc14fca0 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f51b00097a0 tx=0x7f51b00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:57.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.578+0000 7f51b8ff9640 1 -- 172.21.15.111:0/3685117312 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51b0037050 con 0x7f51bc0b3d50 2024-09-19T04:37:57.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.578+0000 7f51b8ff9640 1 -- 172.21.15.111:0/3685117312 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51b0038040 con 0x7f51bc0b3d50 2024-09-19T04:37:57.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.578+0000 7f51c235f640 1 -- 172.21.15.111:0/3685117312 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51bc0cbff0 con 0x7f51bc0b3d50 2024-09-19T04:37:57.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.578+0000 7f51b8ff9640 1 -- 172.21.15.111:0/3685117312 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51b0004490 con 0x7f51bc0b3d50 2024-09-19T04:37:57.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.578+0000 7f51c235f640 1 -- 172.21.15.111:0/3685117312 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51bc0cc5b0 con 0x7f51bc0b3d50 2024-09-19T04:37:57.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.579+0000 7f51c235f640 1 -- 172.21.15.111:0/3685117312 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51bc0d34a0 con 0x7f51bc0b3d50 2024-09-19T04:37:57.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.579+0000 7f51b8ff9640 1 -- 172.21.15.111:0/3685117312 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7f51b003c6d0 con 0x7f51bc0b3d50 2024-09-19T04:37:57.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.580+0000 7f51b8ff9640 1 --2- 172.21.15.111:0/3685117312 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f51a806c580 0x7f51a806ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:37:57.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.580+0000 7f51b8ff9640 1 -- 172.21.15.111:0/3685117312 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7f51b00ac310 con 0x7f51bc0b3d50 2024-09-19T04:37:57.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.580+0000 7f51bbfff640 1 --2- 172.21.15.111:0/3685117312 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f51a806c580 0x7f51a806ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:37:57.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.580+0000 7f51bbfff640 1 --2- 172.21.15.111:0/3685117312 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f51a806c580 0x7f51a806ea40 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f51ac009ba0 tx=0x7f51ac008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:37:57.585 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.584+0000 7f51b8ff9640 1 -- 172.21.15.111:0/3685117312 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f51b007a6f0 con 0x7f51bc0b3d50 2024-09-19T04:37:57.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.775+0000 7f51c235f640 1 -- 172.21.15.111:0/3685117312 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume info", "vol_name": "cephfs", "sub_name": "subvol_clone67850", "target": ["mon-mgr", ""]}) -- 0x7f51bc069190 con 0x7f51a806c580 2024-09-19T04:37:57.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.784+0000 7f51b8ff9640 1 -- 172.21.15.111:0/3685117312 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+725 (secure 0 0 0) 0x7f51bc069190 con 0x7f51a806c580 2024-09-19T04:37:57.785 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:37:57.785 INFO:teuthology.orchestra.run.smithi111.stdout: "atime": "2024-09-19 04:37:48", 2024-09-19T04:37:57.785 INFO:teuthology.orchestra.run.smithi111.stdout: "bytes_pcent": "80.00", 2024-09-19T04:37:57.785 INFO:teuthology.orchestra.run.smithi111.stdout: "bytes_quota": 10485760, 2024-09-19T04:37:57.785 INFO:teuthology.orchestra.run.smithi111.stdout: "bytes_used": 8388608, 2024-09-19T04:37:57.785 INFO:teuthology.orchestra.run.smithi111.stdout: "created_at": "2024-09-19 04:37:53", 2024-09-19T04:37:57.785 INFO:teuthology.orchestra.run.smithi111.stdout: "ctime": "2024-09-19 04:37:53", 2024-09-19T04:37:57.785 INFO:teuthology.orchestra.run.smithi111.stdout: "data_pool": "cephfs_data", 2024-09-19T04:37:57.786 INFO:teuthology.orchestra.run.smithi111.stdout: "features": [ 2024-09-19T04:37:57.786 INFO:teuthology.orchestra.run.smithi111.stdout: "snapshot-clone", 2024-09-19T04:37:57.786 INFO:teuthology.orchestra.run.smithi111.stdout: "snapshot-autoprotect", 2024-09-19T04:37:57.786 INFO:teuthology.orchestra.run.smithi111.stdout: "snapshot-retention" 2024-09-19T04:37:57.786 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:37:57.786 INFO:teuthology.orchestra.run.smithi111.stdout: "flavor": 2, 2024-09-19T04:37:57.786 INFO:teuthology.orchestra.run.smithi111.stdout: "gid": 1000, 2024-09-19T04:37:57.786 INFO:teuthology.orchestra.run.smithi111.stdout: "mode": 16895, 2024-09-19T04:37:57.786 INFO:teuthology.orchestra.run.smithi111.stdout: "mon_addrs": [ 2024-09-19T04:37:57.786 INFO:teuthology.orchestra.run.smithi111.stdout: "172.21.15.111:6789", 2024-09-19T04:37:57.786 INFO:teuthology.orchestra.run.smithi111.stdout: "172.21.15.114:6789", 2024-09-19T04:37:57.786 INFO:teuthology.orchestra.run.smithi111.stdout: "172.21.15.114:6790" 2024-09-19T04:37:57.786 INFO:teuthology.orchestra.run.smithi111.stdout: ], 2024-09-19T04:37:57.786 INFO:teuthology.orchestra.run.smithi111.stdout: "mtime": "2024-09-19 04:37:52", 2024-09-19T04:37:57.786 INFO:teuthology.orchestra.run.smithi111.stdout: "path": "/volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67", 2024-09-19T04:37:57.787 INFO:teuthology.orchestra.run.smithi111.stdout: "pool_namespace": "", 2024-09-19T04:37:57.787 INFO:teuthology.orchestra.run.smithi111.stdout: "state": "complete", 2024-09-19T04:37:57.787 INFO:teuthology.orchestra.run.smithi111.stdout: "type": "clone", 2024-09-19T04:37:57.787 INFO:teuthology.orchestra.run.smithi111.stdout: "uid": 1000 2024-09-19T04:37:57.787 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:37:57.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.786+0000 7f51c235f640 1 -- 172.21.15.111:0/3685117312 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f51a806c580 msgr2=0x7f51a806ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:57.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.786+0000 7f51c235f640 1 --2- 172.21.15.111:0/3685117312 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f51a806c580 0x7f51a806ea40 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f51ac009ba0 tx=0x7f51ac008040 comp rx=0 tx=0).stop 2024-09-19T04:37:57.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.786+0000 7f51c235f640 1 -- 172.21.15.111:0/3685117312 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51bc0b3d50 msgr2=0x7f51bc14fca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:37:57.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.786+0000 7f51c235f640 1 --2- 172.21.15.111:0/3685117312 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51bc0b3d50 0x7f51bc14fca0 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f51b00097a0 tx=0x7f51b00046c0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.786+0000 7f51c235f640 1 -- 172.21.15.111:0/3685117312 shutdown_connections 2024-09-19T04:37:57.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.786+0000 7f51c235f640 1 --2- 172.21.15.111:0/3685117312 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f51a806c580 0x7f51a806ea40 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.786+0000 7f51c235f640 1 --2- 172.21.15.111:0/3685117312 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51bc161e30 0x7f51bc0b9c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.786+0000 7f51c235f640 1 --2- 172.21.15.111:0/3685117312 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51bc0b3d50 0x7f51bc14fca0 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.786+0000 7f51c235f640 1 --2- 172.21.15.111:0/3685117312 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f51bc0b3290 0x7f51bc0ccad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:37:57.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.786+0000 7f51c235f640 1 -- 172.21.15.111:0/3685117312 >> 172.21.15.111:0/3685117312 conn(0x7f51bc0d1870 msgr2=0x7f51bc15ee20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:37:57.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.786+0000 7f51c235f640 1 -- 172.21.15.111:0/3685117312 shutdown_connections 2024-09-19T04:37:57.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:37:57.786+0000 7f51c235f640 1 -- 172.21.15.111:0/3685117312 wait complete. 2024-09-19T04:37:57.798 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:57.798 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.quota.max_bytes volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010) 2024-09-19T04:37:57.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:37:57.814 INFO:teuthology.orchestra.run.smithi111.stderr:volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010: ceph.quota.max_bytes: No such attribute 2024-09-19T04:37:57.814 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:57.814 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010) 2024-09-19T04:37:57.870 INFO:teuthology.orchestra.run.smithi111.stdout:cephfs_data 2024-09-19T04:37:57.870 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:57.870 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool_namespace volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010) 2024-09-19T04:37:57.926 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:57.926 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec find volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010) 2024-09-19T04:37:57.982 INFO:teuthology.orchestra.run.smithi111.stdout:volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010 2024-09-19T04:37:57.982 INFO:teuthology.orchestra.run.smithi111.stdout:volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.2 2024-09-19T04:37:57.982 INFO:teuthology.orchestra.run.smithi111.stdout:volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.5 2024-09-19T04:37:57.983 INFO:teuthology.orchestra.run.smithi111.stdout:volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.4 2024-09-19T04:37:57.983 INFO:teuthology.orchestra.run.smithi111.stdout:volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.7 2024-09-19T04:37:57.983 INFO:teuthology.orchestra.run.smithi111.stdout:volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.6 2024-09-19T04:37:57.983 INFO:teuthology.orchestra.run.smithi111.stdout:volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.0 2024-09-19T04:37:57.983 INFO:teuthology.orchestra.run.smithi111.stdout:volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.3 2024-09-19T04:37:57.983 INFO:teuthology.orchestra.run.smithi111.stdout:volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.1 2024-09-19T04:37:57.983 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:57.983 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010) 2024-09-19T04:37:58.038 INFO:teuthology.orchestra.run.smithi111.stdout:41ff 2024-09-19T04:37:58.038 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:58.039 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/) 2024-09-19T04:37:58.094 INFO:teuthology.orchestra.run.smithi111.stdout:41ff 2024-09-19T04:37:58.094 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:58.094 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010) 2024-09-19T04:37:58.149 INFO:teuthology.orchestra.run.smithi111.stdout:1000 2024-09-19T04:37:58.149 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:58.149 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/) 2024-09-19T04:37:58.204 INFO:teuthology.orchestra.run.smithi111.stdout:1000 2024-09-19T04:37:58.204 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:58.204 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010) 2024-09-19T04:37:58.259 INFO:teuthology.orchestra.run.smithi111.stdout:1000 2024-09-19T04:37:58.259 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:58.259 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/) 2024-09-19T04:37:58.315 INFO:teuthology.orchestra.run.smithi111.stdout:1000 2024-09-19T04:37:58.315 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:58.315 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010) 2024-09-19T04:37:58.370 INFO:teuthology.orchestra.run.smithi111.stdout:1726720672 2024-09-19T04:37:58.370 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:58.371 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/) 2024-09-19T04:37:58.426 INFO:teuthology.orchestra.run.smithi111.stdout:1726720672 2024-09-19T04:37:58.427 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:58.427 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.2) 2024-09-19T04:37:58.484 INFO:teuthology.orchestra.run.smithi111.stdout:81a4 2024-09-19T04:37:58.485 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:58.485 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.2) 2024-09-19T04:37:58.544 INFO:teuthology.orchestra.run.smithi111.stdout:81a4 2024-09-19T04:37:58.544 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:58.544 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.2) 2024-09-19T04:37:58.599 INFO:teuthology.orchestra.run.smithi111.stdout:1000 2024-09-19T04:37:58.600 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:58.600 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.2) 2024-09-19T04:37:58.654 INFO:teuthology.orchestra.run.smithi111.stdout:1000 2024-09-19T04:37:58.654 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:58.654 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.2) 2024-09-19T04:37:58.709 INFO:teuthology.orchestra.run.smithi111.stdout:1333 2024-09-19T04:37:58.709 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:58.709 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.2) 2024-09-19T04:37:58.764 INFO:teuthology.orchestra.run.smithi111.stdout:1333 2024-09-19T04:37:58.764 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:58.764 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.2) 2024-09-19T04:37:58.819 INFO:teuthology.orchestra.run.smithi111.stdout:1726720671 2024-09-19T04:37:58.820 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:58.821 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.2) 2024-09-19T04:37:58.877 INFO:teuthology.orchestra.run.smithi111.stdout:1726720671 2024-09-19T04:37:58.877 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:58.878 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.5) 2024-09-19T04:37:58.934 INFO:teuthology.orchestra.run.smithi111.stdout:81a4 2024-09-19T04:37:58.935 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:58.935 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.5) 2024-09-19T04:37:58.994 INFO:teuthology.orchestra.run.smithi111.stdout:81a4 2024-09-19T04:37:58.994 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:58.994 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.5) 2024-09-19T04:37:59.049 INFO:teuthology.orchestra.run.smithi111.stdout:1000 2024-09-19T04:37:59.049 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:59.049 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.5) 2024-09-19T04:37:59.104 INFO:teuthology.orchestra.run.smithi111.stdout:1000 2024-09-19T04:37:59.104 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:59.104 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.5) 2024-09-19T04:37:59.159 INFO:teuthology.orchestra.run.smithi111.stdout:1333 2024-09-19T04:37:59.160 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:59.160 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.5) 2024-09-19T04:37:59.215 INFO:teuthology.orchestra.run.smithi111.stdout:1333 2024-09-19T04:37:59.215 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:59.216 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.5) 2024-09-19T04:37:59.272 INFO:teuthology.orchestra.run.smithi111.stdout:1726720672 2024-09-19T04:37:59.273 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:59.273 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.5) 2024-09-19T04:37:59.329 INFO:teuthology.orchestra.run.smithi111.stdout:1726720672 2024-09-19T04:37:59.330 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:59.330 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.4) 2024-09-19T04:37:59.386 INFO:teuthology.orchestra.run.smithi111.stdout:81a4 2024-09-19T04:37:59.386 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:59.387 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.4) 2024-09-19T04:37:59.445 INFO:teuthology.orchestra.run.smithi111.stdout:81a4 2024-09-19T04:37:59.445 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:59.446 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.4) 2024-09-19T04:37:59.501 INFO:teuthology.orchestra.run.smithi111.stdout:1000 2024-09-19T04:37:59.502 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:59.502 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.4) 2024-09-19T04:37:59.557 INFO:teuthology.orchestra.run.smithi111.stdout:1000 2024-09-19T04:37:59.557 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:59.557 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.4) 2024-09-19T04:37:59.612 INFO:teuthology.orchestra.run.smithi111.stdout:1333 2024-09-19T04:37:59.613 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:59.613 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.4) 2024-09-19T04:37:59.668 INFO:teuthology.orchestra.run.smithi111.stdout:1333 2024-09-19T04:37:59.668 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:59.669 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.4) 2024-09-19T04:37:59.724 INFO:teuthology.orchestra.run.smithi111.stdout:1726720672 2024-09-19T04:37:59.724 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:59.724 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.4) 2024-09-19T04:37:59.780 INFO:teuthology.orchestra.run.smithi111.stdout:1726720672 2024-09-19T04:37:59.781 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:59.781 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.7) 2024-09-19T04:37:59.838 INFO:teuthology.orchestra.run.smithi111.stdout:81a4 2024-09-19T04:37:59.838 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:59.839 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.7) 2024-09-19T04:37:59.893 INFO:teuthology.orchestra.run.smithi111.stdout:81a4 2024-09-19T04:37:59.894 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:59.895 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.7) 2024-09-19T04:37:59.950 INFO:teuthology.orchestra.run.smithi111.stdout:1000 2024-09-19T04:37:59.951 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:37:59.951 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.7) 2024-09-19T04:38:00.006 INFO:teuthology.orchestra.run.smithi111.stdout:1000 2024-09-19T04:38:00.007 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:00.007 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.7) 2024-09-19T04:38:00.062 INFO:teuthology.orchestra.run.smithi111.stdout:1333 2024-09-19T04:38:00.062 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:00.062 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.7) 2024-09-19T04:38:00.117 INFO:teuthology.orchestra.run.smithi111.stdout:1333 2024-09-19T04:38:00.118 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:00.118 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.7) 2024-09-19T04:38:00.176 INFO:teuthology.orchestra.run.smithi111.stdout:1726720672 2024-09-19T04:38:00.176 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:00.176 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.7) 2024-09-19T04:38:00.231 INFO:teuthology.orchestra.run.smithi111.stdout:1726720672 2024-09-19T04:38:00.232 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:00.232 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.6) 2024-09-19T04:38:00.288 INFO:teuthology.orchestra.run.smithi111.stdout:81a4 2024-09-19T04:38:00.289 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:00.289 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.6) 2024-09-19T04:38:00.345 INFO:teuthology.orchestra.run.smithi111.stdout:81a4 2024-09-19T04:38:00.345 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:00.346 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.6) 2024-09-19T04:38:00.401 INFO:teuthology.orchestra.run.smithi111.stdout:1000 2024-09-19T04:38:00.401 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:00.401 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.6) 2024-09-19T04:38:00.456 INFO:teuthology.orchestra.run.smithi111.stdout:1000 2024-09-19T04:38:00.456 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:00.456 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.6) 2024-09-19T04:38:00.511 INFO:teuthology.orchestra.run.smithi111.stdout:1333 2024-09-19T04:38:00.511 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:00.511 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.6) 2024-09-19T04:38:00.566 INFO:teuthology.orchestra.run.smithi111.stdout:1333 2024-09-19T04:38:00.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:00.567 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.6) 2024-09-19T04:38:00.628 INFO:teuthology.orchestra.run.smithi111.stdout:1726720672 2024-09-19T04:38:00.629 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:00.632 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.6) 2024-09-19T04:38:00.684 INFO:teuthology.orchestra.run.smithi111.stdout:1726720672 2024-09-19T04:38:00.685 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:00.685 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.0) 2024-09-19T04:38:00.741 INFO:teuthology.orchestra.run.smithi111.stdout:81a4 2024-09-19T04:38:00.741 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:00.741 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.0) 2024-09-19T04:38:00.797 INFO:teuthology.orchestra.run.smithi111.stdout:81a4 2024-09-19T04:38:00.797 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:00.797 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.0) 2024-09-19T04:38:00.852 INFO:teuthology.orchestra.run.smithi111.stdout:1000 2024-09-19T04:38:00.852 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:00.852 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.0) 2024-09-19T04:38:00.908 INFO:teuthology.orchestra.run.smithi111.stdout:1000 2024-09-19T04:38:00.908 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:00.908 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.0) 2024-09-19T04:38:00.963 INFO:teuthology.orchestra.run.smithi111.stdout:1333 2024-09-19T04:38:00.963 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:00.964 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.0) 2024-09-19T04:38:01.019 INFO:teuthology.orchestra.run.smithi111.stdout:1333 2024-09-19T04:38:01.020 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:01.020 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.0) 2024-09-19T04:38:01.078 INFO:teuthology.orchestra.run.smithi111.stdout:1726720671 2024-09-19T04:38:01.078 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:01.078 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.0) 2024-09-19T04:38:01.133 INFO:teuthology.orchestra.run.smithi111.stdout:1726720671 2024-09-19T04:38:01.133 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:01.133 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.3) 2024-09-19T04:38:01.190 INFO:teuthology.orchestra.run.smithi111.stdout:81a4 2024-09-19T04:38:01.190 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:01.190 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.3) 2024-09-19T04:38:01.245 INFO:teuthology.orchestra.run.smithi111.stdout:81a4 2024-09-19T04:38:01.246 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:01.246 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.3) 2024-09-19T04:38:01.302 INFO:teuthology.orchestra.run.smithi111.stdout:1000 2024-09-19T04:38:01.303 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:01.303 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.3) 2024-09-19T04:38:01.358 INFO:teuthology.orchestra.run.smithi111.stdout:1000 2024-09-19T04:38:01.359 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:01.359 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.3) 2024-09-19T04:38:01.414 INFO:teuthology.orchestra.run.smithi111.stdout:1333 2024-09-19T04:38:01.415 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:01.415 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.3) 2024-09-19T04:38:01.471 INFO:teuthology.orchestra.run.smithi111.stdout:1333 2024-09-19T04:38:01.471 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:01.471 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.3) 2024-09-19T04:38:01.529 INFO:teuthology.orchestra.run.smithi111.stdout:1726720672 2024-09-19T04:38:01.529 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:01.529 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.3) 2024-09-19T04:38:01.584 INFO:teuthology.orchestra.run.smithi111.stdout:1726720672 2024-09-19T04:38:01.585 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:01.585 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.1) 2024-09-19T04:38:01.642 INFO:teuthology.orchestra.run.smithi111.stdout:81a4 2024-09-19T04:38:01.642 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:01.642 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.1) 2024-09-19T04:38:01.698 INFO:teuthology.orchestra.run.smithi111.stdout:81a4 2024-09-19T04:38:01.699 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:01.699 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.1) 2024-09-19T04:38:01.754 INFO:teuthology.orchestra.run.smithi111.stdout:1000 2024-09-19T04:38:01.755 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:01.755 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.1) 2024-09-19T04:38:01.810 INFO:teuthology.orchestra.run.smithi111.stdout:1000 2024-09-19T04:38:01.810 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:01.811 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.1) 2024-09-19T04:38:01.866 INFO:teuthology.orchestra.run.smithi111.stdout:1333 2024-09-19T04:38:01.866 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:01.866 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.1) 2024-09-19T04:38:01.921 INFO:teuthology.orchestra.run.smithi111.stdout:1333 2024-09-19T04:38:01.922 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:01.922 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0/.snap/subvol_snap26010/subvolume_file.1) 2024-09-19T04:38:01.980 INFO:teuthology.orchestra.run.smithi111.stdout:1726720671 2024-09-19T04:38:01.981 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:01.981 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone67850/7f279245-e86c-40b2-917c-0f183b725e67/subvolume_file.1) 2024-09-19T04:38:02.037 INFO:teuthology.orchestra.run.smithi111.stdout:1726720671 2024-09-19T04:38:02.037 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot clone cephfs subvol61260 fake subvol_clone75081 2024-09-19T04:38:02.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.181+0000 7f7c07726640 1 Processor -- start 2024-09-19T04:38:02.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.181+0000 7f7c07726640 1 -- start start 2024-09-19T04:38:02.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.182+0000 7f7c07726640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c000ccb80 0x7f7c0015bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:02.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.182+0000 7f7c07726640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f7c00072d10 0x7f7c000b4710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:02.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.182+0000 7f7c07726640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7c000b4c50 0x7f7c0015e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:02.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.182+0000 7f7c07726640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f7c000b5060 con 0x7f7c000b4c50 2024-09-19T04:38:02.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.182+0000 7f7c07726640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f7c000b3570 con 0x7f7c00072d10 2024-09-19T04:38:02.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.182+0000 7f7c07726640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7c000b3850 con 0x7f7c000ccb80 2024-09-19T04:38:02.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.182+0000 7f7c05cc3640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7c000b4c50 0x7f7c0015e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:02.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.182+0000 7f7c05cc3640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7c000b4c50 0x7f7c0015e740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:40604/0 (socket says 172.21.15.111:40604) 2024-09-19T04:38:02.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.182+0000 7f7c05cc3640 1 -- 172.21.15.111:0/4223936838 learned_addr learned my addr 172.21.15.111:0/4223936838 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:02.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.183+0000 7f7c05cc3640 1 -- 172.21.15.111:0/4223936838 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c000ccb80 msgr2=0x7f7c0015bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:02.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.183+0000 7f7c05cc3640 1 --2- 172.21.15.111:0/4223936838 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c000ccb80 0x7f7c0015bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:02.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.183+0000 7f7c05cc3640 1 -- 172.21.15.111:0/4223936838 >> v2:172.21.15.114:3300/0 conn(0x7f7c00072d10 msgr2=0x7f7c000b4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:02.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.183+0000 7f7c05cc3640 1 --2- 172.21.15.111:0/4223936838 >> v2:172.21.15.114:3300/0 conn(0x7f7c00072d10 0x7f7c000b4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:02.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.183+0000 7f7c05cc3640 1 -- 172.21.15.111:0/4223936838 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c000b3b30 con 0x7f7c000b4c50 2024-09-19T04:38:02.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.183+0000 7f7c05cc3640 1 --2- 172.21.15.111:0/4223936838 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c000b4c50 0x7f7c0015e740 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f7c0006cae0 tx=0x7f7bf802a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90b85b0dabe49a64 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:02.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.183+0000 7f7bf7fff640 1 -- 172.21.15.111:0/4223936838 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bf8036070 con 0x7f7c000b4c50 2024-09-19T04:38:02.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.183+0000 7f7bf7fff640 1 -- 172.21.15.111:0/4223936838 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bf8031600 con 0x7f7c000b4c50 2024-09-19T04:38:02.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.183+0000 7f7bf7fff640 1 -- 172.21.15.111:0/4223936838 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bf80319d0 con 0x7f7c000b4c50 2024-09-19T04:38:02.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.184+0000 7f7c07726640 1 -- 172.21.15.111:0/4223936838 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c000b4c50 msgr2=0x7f7c0015e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:02.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.184+0000 7f7c07726640 1 --2- 172.21.15.111:0/4223936838 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c000b4c50 0x7f7c0015e740 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f7c0006cae0 tx=0x7f7bf802a6c0 comp rx=0 tx=0).stop 2024-09-19T04:38:02.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.184+0000 7f7c07726640 1 -- 172.21.15.111:0/4223936838 shutdown_connections 2024-09-19T04:38:02.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.184+0000 7f7c07726640 1 --2- 172.21.15.111:0/4223936838 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c000b4c50 0x7f7c0015e740 unknown :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:02.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.184+0000 7f7c07726640 1 --2- 172.21.15.111:0/4223936838 >> v2:172.21.15.114:3300/0 conn(0x7f7c00072d10 0x7f7c000b4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:02.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.184+0000 7f7c07726640 1 --2- 172.21.15.111:0/4223936838 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c000ccb80 0x7f7c0015bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:02.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.184+0000 7f7c07726640 1 -- 172.21.15.111:0/4223936838 >> 172.21.15.111:0/4223936838 conn(0x7f7c0006bba0 msgr2=0x7f7c0006bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:02.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.184+0000 7f7c07726640 1 -- 172.21.15.111:0/4223936838 shutdown_connections 2024-09-19T04:38:02.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.184+0000 7f7c07726640 1 -- 172.21.15.111:0/4223936838 wait complete. 2024-09-19T04:38:02.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.185+0000 7f7c07726640 1 Processor -- start 2024-09-19T04:38:02.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.185+0000 7f7c07726640 1 -- start start 2024-09-19T04:38:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.186+0000 7f7c07726640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c00072d10 0x7f7c000af150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.186+0000 7f7c07726640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c000b4c50 0x7f7c000b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.186+0000 7f7c07726640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c000ccb80 0x7f7c000ad420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.186+0000 7f7c07726640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7c000b43d0 con 0x7f7c00072d10 2024-09-19T04:38:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.186+0000 7f7c07726640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7c000b40f0 con 0x7f7c000b4c50 2024-09-19T04:38:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.186+0000 7f7c07726640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7c000ccf60 con 0x7f7c000ccb80 2024-09-19T04:38:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.186+0000 7f7c054c2640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c00072d10 0x7f7c000af150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.186+0000 7f7c054c2640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c00072d10 0x7f7c000af150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:40618/0 (socket says 172.21.15.111:40618) 2024-09-19T04:38:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.186+0000 7f7c054c2640 1 -- 172.21.15.111:0/2928345846 learned_addr learned my addr 172.21.15.111:0/2928345846 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.186+0000 7f7c05cc3640 1 --2- 172.21.15.111:0/2928345846 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c000ccb80 0x7f7c000ad420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.186+0000 7f7c04cc1640 1 --2- 172.21.15.111:0/2928345846 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c000b4c50 0x7f7c000b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:02.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.186+0000 7f7c054c2640 1 -- 172.21.15.111:0/2928345846 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c000ccb80 msgr2=0x7f7c000ad420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:02.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.186+0000 7f7c054c2640 1 --2- 172.21.15.111:0/2928345846 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c000ccb80 0x7f7c000ad420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:02.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.186+0000 7f7c054c2640 1 -- 172.21.15.111:0/2928345846 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c000b4c50 msgr2=0x7f7c000b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:02.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.186+0000 7f7c054c2640 1 --2- 172.21.15.111:0/2928345846 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c000b4c50 0x7f7c000b25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:02.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.186+0000 7f7c054c2640 1 -- 172.21.15.111:0/2928345846 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c000ab4d0 con 0x7f7c00072d10 2024-09-19T04:38:02.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.186+0000 7f7c054c2640 1 --2- 172.21.15.111:0/2928345846 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c00072d10 0x7f7c000af150 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f7bfc00b4a0 tx=0x7f7bfc00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:02.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.187+0000 7f7bf5ffb640 1 -- 172.21.15.111:0/2928345846 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bfc014070 con 0x7f7c00072d10 2024-09-19T04:38:02.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.187+0000 7f7bf5ffb640 1 -- 172.21.15.111:0/2928345846 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bfc010610 con 0x7f7c00072d10 2024-09-19T04:38:02.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.187+0000 7f7c07726640 1 -- 172.21.15.111:0/2928345846 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c000ab7b0 con 0x7f7c00072d10 2024-09-19T04:38:02.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.187+0000 7f7bf5ffb640 1 -- 172.21.15.111:0/2928345846 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bfc010a00 con 0x7f7c00072d10 2024-09-19T04:38:02.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.187+0000 7f7c07726640 1 -- 172.21.15.111:0/2928345846 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c000abd70 con 0x7f7c00072d10 2024-09-19T04:38:02.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.188+0000 7f7c07726640 1 -- 172.21.15.111:0/2928345846 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c0006ec20 con 0x7f7c00072d10 2024-09-19T04:38:02.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.188+0000 7f7bf5ffb640 1 -- 172.21.15.111:0/2928345846 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7f7bfc017070 con 0x7f7c00072d10 2024-09-19T04:38:02.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.189+0000 7f7bf5ffb640 1 --2- 172.21.15.111:0/2928345846 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7be406c580 0x7f7be406ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:02.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.189+0000 7f7bf5ffb640 1 -- 172.21.15.111:0/2928345846 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7f7bfc08b350 con 0x7f7c00072d10 2024-09-19T04:38:02.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.189+0000 7f7c04cc1640 1 --2- 172.21.15.111:0/2928345846 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7be406c580 0x7f7be406ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:02.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.189+0000 7f7c04cc1640 1 --2- 172.21.15.111:0/2928345846 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7be406c580 0x7f7be406ea40 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f7c00156d90 tx=0x7f7bf0008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:02.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.193+0000 7f7bf5ffb640 1 -- 172.21.15.111:0/2928345846 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7bfc059730 con 0x7f7c00072d10 2024-09-19T04:38:02.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.390+0000 7f7c07726640 1 -- 172.21.15.111:0/2928345846 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot clone", "vol_name": "cephfs", "sub_name": "subvol61260", "snap_name": "fake", "target_sub_name": "subvol_clone75081", "target": ["mon-mgr", ""]}) -- 0x7f7c00072970 con 0x7f7be406c580 2024-09-19T04:38:02.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.460+0000 7f7bf5ffb640 1 -- 172.21.15.111:0/2928345846 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f7c00072970 con 0x7f7be406c580 2024-09-19T04:38:02.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.461+0000 7f7c07726640 1 -- 172.21.15.111:0/2928345846 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7be406c580 msgr2=0x7f7be406ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:02.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.461+0000 7f7c07726640 1 --2- 172.21.15.111:0/2928345846 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7be406c580 0x7f7be406ea40 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f7c00156d90 tx=0x7f7bf0008040 comp rx=0 tx=0).stop 2024-09-19T04:38:02.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.461+0000 7f7c07726640 1 -- 172.21.15.111:0/2928345846 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c00072d10 msgr2=0x7f7c000af150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:02.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.461+0000 7f7c07726640 1 --2- 172.21.15.111:0/2928345846 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c00072d10 0x7f7c000af150 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f7bfc00b4a0 tx=0x7f7bfc00b960 comp rx=0 tx=0).stop 2024-09-19T04:38:02.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.461+0000 7f7c07726640 1 -- 172.21.15.111:0/2928345846 shutdown_connections 2024-09-19T04:38:02.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.461+0000 7f7c07726640 1 --2- 172.21.15.111:0/2928345846 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7be406c580 0x7f7be406ea40 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:02.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.461+0000 7f7c07726640 1 --2- 172.21.15.111:0/2928345846 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c000ccb80 0x7f7c000ad420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:02.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.461+0000 7f7c07726640 1 --2- 172.21.15.111:0/2928345846 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c000b4c50 0x7f7c000b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:02.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.461+0000 7f7c07726640 1 --2- 172.21.15.111:0/2928345846 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c00072d10 0x7f7c000af150 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:02.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.461+0000 7f7c07726640 1 -- 172.21.15.111:0/2928345846 >> 172.21.15.111:0/2928345846 conn(0x7f7c0006bba0 msgr2=0x7f7c000cfb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:02.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.461+0000 7f7c07726640 1 -- 172.21.15.111:0/2928345846 shutdown_connections 2024-09-19T04:38:02.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.461+0000 7f7c07726640 1 -- 172.21.15.111:0/2928345846 wait complete. 2024-09-19T04:38:02.474 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs clone status cephfs subvol_clone75081 2024-09-19T04:38:02.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.573+0000 7ff4e5d03640 1 Processor -- start 2024-09-19T04:38:02.575 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.573+0000 7ff4e5d03640 1 -- start start 2024-09-19T04:38:02.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.574+0000 7ff4e5d03640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff4e006ea00 0x7ff4e00b5420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:02.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.574+0000 7ff4e5d03640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4e0071de0 con 0x7ff4e015b470 2024-09-19T04:38:02.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.574+0000 7ff4e5d03640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4e00720c0 con 0x7ff4e015b090 2024-09-19T04:38:02.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.574+0000 7ff4e5d03640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ff4e00723a0 con 0x7ff4e006ea00 2024-09-19T04:38:02.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.574+0000 7ff4dffff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7ff4e015b470 0x7ff4e015b8c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:50792/0 (socket says 172.21.15.111:50792) 2024-09-19T04:38:02.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.574+0000 7ff4dffff640 1 -- 172.21.15.111:0/2345192569 learned_addr learned my addr 172.21.15.111:0/2345192569 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:02.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.574+0000 7ff4deffd640 1 --2- 172.21.15.111:0/2345192569 >> v2:172.21.15.114:3300/0 conn(0x7ff4e006ea00 0x7ff4e00b5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:02.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.574+0000 7ff4de7fc640 1 -- 172.21.15.111:0/2345192569 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3065055655 0 0) 0x7ff4e0071de0 con 0x7ff4e015b470 2024-09-19T04:38:02.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.574+0000 7ff4de7fc640 1 -- 172.21.15.111:0/2345192569 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff4c8003520 con 0x7ff4e015b470 2024-09-19T04:38:02.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.575+0000 7ff4de7fc640 1 -- 172.21.15.111:0/2345192569 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2841209397 0 0) 0x7ff4c8003520 con 0x7ff4e015b470 2024-09-19T04:38:02.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.575+0000 7ff4de7fc640 1 -- 172.21.15.111:0/2345192569 >> v2:172.21.15.114:3300/0 conn(0x7ff4e006ea00 msgr2=0x7ff4e00b5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:02.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.575+0000 7ff4de7fc640 1 --2- 172.21.15.111:0/2345192569 >> v2:172.21.15.114:3300/0 conn(0x7ff4e006ea00 0x7ff4e00b5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:02.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.575+0000 7ff4de7fc640 1 -- 172.21.15.111:0/2345192569 >> v1:172.21.15.114:6789/0 conn(0x7ff4e015b090 legacy=0x7ff4e00715b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:02.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.575+0000 7ff4de7fc640 1 -- 172.21.15.111:0/2345192569 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4e0072680 con 0x7ff4e015b470 2024-09-19T04:38:02.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.575+0000 7ff4de7fc640 1 -- 172.21.15.111:0/2345192569 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7ff4d8001670 con 0x7ff4e015b470 2024-09-19T04:38:02.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.575+0000 7ff4de7fc640 1 -- 172.21.15.111:0/2345192569 >> v1:172.21.15.111:6789/0 conn(0x7ff4e015b470 legacy=0x7ff4e015b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:02.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.575+0000 7ff4de7fc640 1 --2- 172.21.15.111:0/2345192569 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff4c80039b0 0x7ff4c8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:02.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.575+0000 7ff4de7fc640 1 --2- 172.21.15.111:0/2345192569 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff4c8004800 0x7ff4c8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:02.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.575+0000 7ff4de7fc640 1 --2- 172.21.15.111:0/2345192569 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4c80051c0 0x7ff4c800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:02.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.575+0000 7ff4de7fc640 1 -- 172.21.15.111:0/2345192569 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e00723a0 con 0x7ff4c8004800 2024-09-19T04:38:02.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.575+0000 7ff4de7fc640 1 -- 172.21.15.111:0/2345192569 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff4c800c060 con 0x7ff4c80051c0 2024-09-19T04:38:02.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.575+0000 7ff4de7fc640 1 -- 172.21.15.111:0/2345192569 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff4c800c260 con 0x7ff4c80039b0 2024-09-19T04:38:02.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.575+0000 7ff4deffd640 1 --2- 172.21.15.111:0/2345192569 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff4c8004800 0x7ff4c8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:02.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.575+0000 7ff4df7fe640 1 --2- 172.21.15.111:0/2345192569 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff4c80039b0 0x7ff4c8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:02.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.575+0000 7ff4dffff640 1 --2- 172.21.15.111:0/2345192569 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4c80051c0 0x7ff4c800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:02.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.575+0000 7ff4deffd640 1 -- 172.21.15.111:0/2345192569 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff4c80039b0 msgr2=0x7ff4c8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:02.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.575+0000 7ff4deffd640 1 --2- 172.21.15.111:0/2345192569 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff4c80039b0 0x7ff4c8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:02.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.575+0000 7ff4deffd640 1 -- 172.21.15.111:0/2345192569 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4c80051c0 msgr2=0x7ff4c800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:02.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.575+0000 7ff4deffd640 1 --2- 172.21.15.111:0/2345192569 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4c80051c0 0x7ff4c800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:02.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.575+0000 7ff4deffd640 1 -- 172.21.15.111:0/2345192569 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4c8003520 con 0x7ff4c8004800 2024-09-19T04:38:02.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.575+0000 7ff4df7fe640 1 --2- 172.21.15.111:0/2345192569 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff4c80039b0 0x7ff4c8003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:02.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.575+0000 7ff4dffff640 1 --2- 172.21.15.111:0/2345192569 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4c80051c0 0x7ff4c800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:02.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.575+0000 7ff4dffff640 1 -- 172.21.15.111:0/2345192569 reap_dead start 2024-09-19T04:38:02.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.576+0000 7ff4deffd640 1 --2- 172.21.15.111:0/2345192569 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff4c8004800 0x7ff4c8004c80 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7ff4d4009a80 tx=0x7ff4c8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17029b8dfc5afa4d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:02.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.576+0000 7ff4de7fc640 1 -- 172.21.15.111:0/2345192569 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d4036070 con 0x7ff4c8004800 2024-09-19T04:38:02.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.576+0000 7ff4de7fc640 1 -- 172.21.15.111:0/2345192569 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4d4005990 con 0x7ff4c8004800 2024-09-19T04:38:02.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.576+0000 7ff4de7fc640 1 -- 172.21.15.111:0/2345192569 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d4009680 con 0x7ff4c8004800 2024-09-19T04:38:02.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.576+0000 7ff4e5d03640 1 -- 172.21.15.111:0/2345192569 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff4c8004800 msgr2=0x7ff4c8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:02.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.576+0000 7ff4e5d03640 1 --2- 172.21.15.111:0/2345192569 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff4c8004800 0x7ff4c8004c80 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7ff4d4009a80 tx=0x7ff4c8005830 comp rx=0 tx=0).stop 2024-09-19T04:38:02.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.577+0000 7ff4e5d03640 1 -- 172.21.15.111:0/2345192569 shutdown_connections 2024-09-19T04:38:02.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.577+0000 7ff4e5d03640 1 --2- 172.21.15.111:0/2345192569 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff4c8004800 0x7ff4c8004c80 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:02.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.577+0000 7ff4e5d03640 1 -- 172.21.15.111:0/2345192569 >> 172.21.15.111:0/2345192569 conn(0x7ff4e006bba0 msgr2=0x7ff4e006bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:02.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.577+0000 7ff4e5d03640 1 -- 172.21.15.111:0/2345192569 shutdown_connections 2024-09-19T04:38:02.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.577+0000 7ff4e5d03640 1 -- 172.21.15.111:0/2345192569 wait complete. 2024-09-19T04:38:02.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.578+0000 7ff4e5d03640 1 Processor -- start 2024-09-19T04:38:02.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.578+0000 7ff4e5d03640 1 -- start start 2024-09-19T04:38:02.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.579+0000 7ff4e5d03640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff4c8004800 0x7ff4e014cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:02.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.579+0000 7ff4e5d03640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff4e00aa4d0 0x7ff4e0143940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:02.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.579+0000 7ff4e5d03640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4e014daf0 0x7ff4e006d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:02.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.579+0000 7ff4e5d03640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e00b55a0 con 0x7ff4c8004800 2024-09-19T04:38:02.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.579+0000 7ff4e5d03640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e00b5420 con 0x7ff4e014daf0 2024-09-19T04:38:02.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.579+0000 7ff4e5d03640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff4e00b5720 con 0x7ff4e00aa4d0 2024-09-19T04:38:02.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.579+0000 7ff4df7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff4c8004800 0x7ff4e014cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:02.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.579+0000 7ff4df7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff4c8004800 0x7ff4e014cda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:40632/0 (socket says 172.21.15.111:40632) 2024-09-19T04:38:02.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.579+0000 7ff4df7fe640 1 -- 172.21.15.111:0/948815684 learned_addr learned my addr 172.21.15.111:0/948815684 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:02.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.579+0000 7ff4deffd640 1 --2- 172.21.15.111:0/948815684 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff4e00aa4d0 0x7ff4e0143940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:02.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.579+0000 7ff4dffff640 1 --2- 172.21.15.111:0/948815684 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4e014daf0 0x7ff4e006d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:02.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.579+0000 7ff4df7fe640 1 -- 172.21.15.111:0/948815684 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff4e00aa4d0 msgr2=0x7ff4e0143940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:02.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.579+0000 7ff4df7fe640 1 --2- 172.21.15.111:0/948815684 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff4e00aa4d0 0x7ff4e0143940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:02.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.579+0000 7ff4df7fe640 1 -- 172.21.15.111:0/948815684 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4e014daf0 msgr2=0x7ff4e006d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:02.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.579+0000 7ff4df7fe640 1 --2- 172.21.15.111:0/948815684 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4e014daf0 0x7ff4e006d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:02.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.579+0000 7ff4df7fe640 1 -- 172.21.15.111:0/948815684 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4e014a3d0 con 0x7ff4c8004800 2024-09-19T04:38:02.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.579+0000 7ff4df7fe640 1 --2- 172.21.15.111:0/948815684 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff4c8004800 0x7ff4e014cda0 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7ff4d000e7b0 tx=0x7ff4d000ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:02.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.579+0000 7ff4c7fff640 1 -- 172.21.15.111:0/948815684 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d0003b80 con 0x7ff4c8004800 2024-09-19T04:38:02.588 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.579+0000 7ff4c7fff640 1 -- 172.21.15.111:0/948815684 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4d0003d20 con 0x7ff4c8004800 2024-09-19T04:38:02.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.579+0000 7ff4e5d03640 1 -- 172.21.15.111:0/948815684 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4e014bd00 con 0x7ff4c8004800 2024-09-19T04:38:02.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.579+0000 7ff4c7fff640 1 -- 172.21.15.111:0/948815684 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d0006b50 con 0x7ff4c8004800 2024-09-19T04:38:02.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.579+0000 7ff4e5d03640 1 -- 172.21.15.111:0/948815684 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4e014c2c0 con 0x7ff4c8004800 2024-09-19T04:38:02.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.580+0000 7ff4e5d03640 1 -- 172.21.15.111:0/948815684 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4e00715b0 con 0x7ff4c8004800 2024-09-19T04:38:02.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.581+0000 7ff4c7fff640 1 -- 172.21.15.111:0/948815684 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7ff4d001a020 con 0x7ff4c8004800 2024-09-19T04:38:02.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.581+0000 7ff4c7fff640 1 --2- 172.21.15.111:0/948815684 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff4cc06c5b0 0x7ff4cc06ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:02.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.581+0000 7ff4c7fff640 1 -- 172.21.15.111:0/948815684 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7ff4d008b100 con 0x7ff4c8004800 2024-09-19T04:38:02.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.581+0000 7ff4deffd640 1 --2- 172.21.15.111:0/948815684 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff4cc06c5b0 0x7ff4cc06ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:02.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.582+0000 7ff4deffd640 1 --2- 172.21.15.111:0/948815684 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff4cc06c5b0 0x7ff4cc06ea70 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7ff4d4033000 tx=0x7ff4d4008030 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:02.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.585+0000 7ff4c7fff640 1 -- 172.21.15.111:0/948815684 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff4d0059570 con 0x7ff4c8004800 2024-09-19T04:38:02.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:02.784+0000 7ff4e5d03640 1 -- 172.21.15.111:0/948815684 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs clone status", "vol_name": "cephfs", "clone_name": "subvol_clone75081", "target": ["mon-mgr", ""]}) -- 0x7ff4e014bab0 con 0x7ff4cc06c5b0 2024-09-19T04:38:06.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:06.614+0000 7ff4c7fff640 1 -- 172.21.15.111:0/948815684 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+153 (secure 0 0 0) 0x7ff4e014bab0 con 0x7ff4cc06c5b0 2024-09-19T04:38:06.615 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:38:06.616 INFO:teuthology.orchestra.run.smithi111.stdout: "status": { 2024-09-19T04:38:06.616 INFO:teuthology.orchestra.run.smithi111.stdout: "state": "pending", 2024-09-19T04:38:06.616 INFO:teuthology.orchestra.run.smithi111.stdout: "source": { 2024-09-19T04:38:06.616 INFO:teuthology.orchestra.run.smithi111.stdout: "volume": "cephfs", 2024-09-19T04:38:06.616 INFO:teuthology.orchestra.run.smithi111.stdout: "subvolume": "subvol61260", 2024-09-19T04:38:06.616 INFO:teuthology.orchestra.run.smithi111.stdout: "snapshot": "fake" 2024-09-19T04:38:06.616 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:06.616 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:06.616 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:38:06.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:06.617+0000 7ff4e5d03640 1 -- 172.21.15.111:0/948815684 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff4cc06c5b0 msgr2=0x7ff4cc06ea70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:06.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:06.617+0000 7ff4e5d03640 1 --2- 172.21.15.111:0/948815684 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff4cc06c5b0 0x7ff4cc06ea70 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7ff4d4033000 tx=0x7ff4d4008030 comp rx=0 tx=0).stop 2024-09-19T04:38:06.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:06.617+0000 7ff4e5d03640 1 -- 172.21.15.111:0/948815684 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff4c8004800 msgr2=0x7ff4e014cda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:06.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:06.617+0000 7ff4e5d03640 1 --2- 172.21.15.111:0/948815684 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff4c8004800 0x7ff4e014cda0 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7ff4d000e7b0 tx=0x7ff4d000ec70 comp rx=0 tx=0).stop 2024-09-19T04:38:06.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:06.617+0000 7ff4e5d03640 1 -- 172.21.15.111:0/948815684 shutdown_connections 2024-09-19T04:38:06.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:06.617+0000 7ff4e5d03640 1 --2- 172.21.15.111:0/948815684 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff4cc06c5b0 0x7ff4cc06ea70 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:06.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:06.617+0000 7ff4e5d03640 1 --2- 172.21.15.111:0/948815684 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4e014daf0 0x7ff4e006d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:06.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:06.617+0000 7ff4e5d03640 1 --2- 172.21.15.111:0/948815684 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff4e00aa4d0 0x7ff4e0143940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:06.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:06.617+0000 7ff4e5d03640 1 --2- 172.21.15.111:0/948815684 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff4c8004800 0x7ff4e014cda0 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:06.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:06.617+0000 7ff4e5d03640 1 -- 172.21.15.111:0/948815684 >> 172.21.15.111:0/948815684 conn(0x7ff4e006bba0 msgr2=0x7ff4e006bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:06.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:06.617+0000 7ff4e5d03640 1 -- 172.21.15.111:0/948815684 shutdown_connections 2024-09-19T04:38:06.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:06.617+0000 7ff4e5d03640 1 -- 172.21.15.111:0/948815684 wait complete. 2024-09-19T04:38:07.633 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs clone status cephfs subvol_clone75081 2024-09-19T04:38:07.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.745+0000 7f9573b6d640 1 Processor -- start 2024-09-19T04:38:07.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.746+0000 7f9573b6d640 1 -- start start 2024-09-19T04:38:07.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.746+0000 7f9573b6d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f956c161e30 0x7f956c0d34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:07.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.746+0000 7f9573b6d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f956c0b3d50 0x7f956c06d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:07.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.746+0000 7f9573b6d640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f956c0cf9a0 con 0x7f956c0b3290 2024-09-19T04:38:07.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.746+0000 7f9573b6d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f956c0cfcf0 con 0x7f956c0b3d50 2024-09-19T04:38:07.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.746+0000 7f9573b6d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f956c162210 con 0x7f956c161e30 2024-09-19T04:38:07.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.747+0000 7f9571108640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f956c0b3d50 0x7f956c06d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:07.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.747+0000 7f9571909640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f956c161e30 0x7f956c0d34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:07.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.747+0000 7f957210a640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f956c0b3290 0x7f956c0b78b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:34308/0 (socket says 172.21.15.111:34308) 2024-09-19T04:38:07.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.747+0000 7f9571108640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f956c0b3d50 0x7f956c06d8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:39140/0 (socket says 172.21.15.111:39140) 2024-09-19T04:38:07.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.747+0000 7f9571108640 1 -- 172.21.15.111:0/3607180499 learned_addr learned my addr 172.21.15.111:0/3607180499 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:07.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.747+0000 7f9571909640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f956c161e30 0x7f956c0d34a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:38308/0 (socket says 172.21.15.111:38308) 2024-09-19T04:38:07.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.747+0000 7f9571909640 1 -- 172.21.15.111:0/3607180499 >> v2:172.21.15.114:3300/0 conn(0x7f956c0b3d50 msgr2=0x7f956c06d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:07.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.747+0000 7f9571909640 1 --2- 172.21.15.111:0/3607180499 >> v2:172.21.15.114:3300/0 conn(0x7f956c0b3d50 0x7f956c06d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:07.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.747+0000 7f9571909640 1 -- 172.21.15.111:0/3607180499 >> v1:172.21.15.114:6789/0 conn(0x7f956c0b3290 legacy=0x7f956c0b78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:07.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.747+0000 7f9571909640 1 -- 172.21.15.111:0/3607180499 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f956c0d5210 con 0x7f956c161e30 2024-09-19T04:38:07.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.747+0000 7f9571108640 1 --2- 172.21.15.111:0/3607180499 >> v2:172.21.15.114:3300/0 conn(0x7f956c0b3d50 0x7f956c06d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:38:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.748+0000 7f9571909640 1 --2- 172.21.15.111:0/3607180499 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f956c161e30 0x7f956c0d34a0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f9568009d90 tx=0x7f956802a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=59c33f335bc9020f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.748+0000 7f9570907640 1 -- 172.21.15.111:0/3607180499 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9568007740 con 0x7f956c161e30 2024-09-19T04:38:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.748+0000 7f9570907640 1 -- 172.21.15.111:0/3607180499 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95680078e0 con 0x7f956c161e30 2024-09-19T04:38:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.748+0000 7f9570907640 1 -- 172.21.15.111:0/3607180499 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9568007cb0 con 0x7f956c161e30 2024-09-19T04:38:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.749+0000 7f9573b6d640 1 -- 172.21.15.111:0/3607180499 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f956c161e30 msgr2=0x7f956c0d34a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.749+0000 7f9573b6d640 1 --2- 172.21.15.111:0/3607180499 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f956c161e30 0x7f956c0d34a0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f9568009d90 tx=0x7f956802a660 comp rx=0 tx=0).stop 2024-09-19T04:38:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.749+0000 7f9573b6d640 1 -- 172.21.15.111:0/3607180499 shutdown_connections 2024-09-19T04:38:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.749+0000 7f9573b6d640 1 --2- 172.21.15.111:0/3607180499 >> v2:172.21.15.114:3300/0 conn(0x7f956c0b3d50 0x7f956c06d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.749+0000 7f9573b6d640 1 --2- 172.21.15.111:0/3607180499 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f956c161e30 0x7f956c0d34a0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.749+0000 7f9573b6d640 1 -- 172.21.15.111:0/3607180499 >> 172.21.15.111:0/3607180499 conn(0x7f956c0d1870 msgr2=0x7f956c0d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:07.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.749+0000 7f9573b6d640 1 -- 172.21.15.111:0/3607180499 shutdown_connections 2024-09-19T04:38:07.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.749+0000 7f9573b6d640 1 -- 172.21.15.111:0/3607180499 wait complete. 2024-09-19T04:38:07.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.750+0000 7f9573b6d640 1 Processor -- start 2024-09-19T04:38:07.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.750+0000 7f9573b6d640 1 -- start start 2024-09-19T04:38:07.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.751+0000 7f9573b6d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f956c0b3290 0x7f956c0ca230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:07.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.751+0000 7f9573b6d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f956c0b3d50 0x7f956c1f74a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:07.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.751+0000 7f9573b6d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f956c161e30 0x7f956c147460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:07.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.751+0000 7f9573b6d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f956c0d39e0 con 0x7f956c161e30 2024-09-19T04:38:07.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.751+0000 7f9573b6d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f956c0b3950 con 0x7f956c0b3d50 2024-09-19T04:38:07.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.751+0000 7f9573b6d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f956c0cb3b0 con 0x7f956c0b3290 2024-09-19T04:38:07.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.751+0000 7f957210a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f956c161e30 0x7f956c147460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:07.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.751+0000 7f957210a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f956c161e30 0x7f956c147460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:40640/0 (socket says 172.21.15.111:40640) 2024-09-19T04:38:07.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.751+0000 7f957210a640 1 -- 172.21.15.111:0/1875394203 learned_addr learned my addr 172.21.15.111:0/1875394203 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:07.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.751+0000 7f9571909640 1 --2- 172.21.15.111:0/1875394203 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f956c0b3290 0x7f956c0ca230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:07.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.751+0000 7f9571108640 1 --2- 172.21.15.111:0/1875394203 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f956c0b3d50 0x7f956c1f74a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:07.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.752+0000 7f957210a640 1 -- 172.21.15.111:0/1875394203 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f956c0b3290 msgr2=0x7f956c0ca230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:07.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.752+0000 7f957210a640 1 --2- 172.21.15.111:0/1875394203 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f956c0b3290 0x7f956c0ca230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:07.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.752+0000 7f957210a640 1 -- 172.21.15.111:0/1875394203 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f956c0b3d50 msgr2=0x7f956c1f74a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:07.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.752+0000 7f957210a640 1 --2- 172.21.15.111:0/1875394203 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f956c0b3d50 0x7f956c1f74a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:07.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.752+0000 7f957210a640 1 -- 172.21.15.111:0/1875394203 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f956c0ca830 con 0x7f956c161e30 2024-09-19T04:38:07.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.752+0000 7f957210a640 1 --2- 172.21.15.111:0/1875394203 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f956c161e30 0x7f956c147460 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f956400c3c0 tx=0x7f956400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:07.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.752+0000 7f95627fc640 1 -- 172.21.15.111:0/1875394203 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95640074e0 con 0x7f956c161e30 2024-09-19T04:38:07.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.752+0000 7f95627fc640 1 -- 172.21.15.111:0/1875394203 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9564007680 con 0x7f956c161e30 2024-09-19T04:38:07.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.752+0000 7f9573b6d640 1 -- 172.21.15.111:0/1875394203 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f956c0cab10 con 0x7f956c161e30 2024-09-19T04:38:07.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.752+0000 7f95627fc640 1 -- 172.21.15.111:0/1875394203 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95640049e0 con 0x7f956c161e30 2024-09-19T04:38:07.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.752+0000 7f9573b6d640 1 -- 172.21.15.111:0/1875394203 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f956c0cb0d0 con 0x7f956c161e30 2024-09-19T04:38:07.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.753+0000 7f9573b6d640 1 -- 172.21.15.111:0/1875394203 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f956c0b4d50 con 0x7f956c161e30 2024-09-19T04:38:07.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.753+0000 7f95627fc640 1 -- 172.21.15.111:0/1875394203 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7f956401a020 con 0x7f956c161e30 2024-09-19T04:38:07.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.754+0000 7f95627fc640 1 --2- 172.21.15.111:0/1875394203 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f955006c580 0x7f955006ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:07.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.754+0000 7f95627fc640 1 -- 172.21.15.111:0/1875394203 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7f956408ae00 con 0x7f956c161e30 2024-09-19T04:38:07.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.754+0000 7f9571909640 1 --2- 172.21.15.111:0/1875394203 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f955006c580 0x7f955006ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:07.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.755+0000 7f9571909640 1 --2- 172.21.15.111:0/1875394203 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f955006c580 0x7f955006ea40 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f9568034000 tx=0x7f956802f000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:07.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.759+0000 7f95627fc640 1 -- 172.21.15.111:0/1875394203 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9564058b90 con 0x7f956c161e30 2024-09-19T04:38:07.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:07.960+0000 7f9573b6d640 1 -- 172.21.15.111:0/1875394203 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs clone status", "vol_name": "cephfs", "clone_name": "subvol_clone75081", "target": ["mon-mgr", ""]}) -- 0x7f956c0d3480 con 0x7f955006c580 2024-09-19T04:38:11.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.604+0000 7f95627fc640 1 -- 172.21.15.111:0/1875394203 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+46 (secure 0 0 0) 0x7f956c0d3480 con 0x7f955006c580 2024-09-19T04:38:11.606 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:38:11.606 INFO:teuthology.orchestra.run.smithi111.stdout: "status": { 2024-09-19T04:38:11.606 INFO:teuthology.orchestra.run.smithi111.stdout: "state": "complete" 2024-09-19T04:38:11.606 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:11.606 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:38:11.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.607+0000 7f9573b6d640 1 -- 172.21.15.111:0/1875394203 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f955006c580 msgr2=0x7f955006ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:11.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.607+0000 7f9573b6d640 1 --2- 172.21.15.111:0/1875394203 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f955006c580 0x7f955006ea40 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f9568034000 tx=0x7f956802f000 comp rx=0 tx=0).stop 2024-09-19T04:38:11.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.607+0000 7f9573b6d640 1 -- 172.21.15.111:0/1875394203 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f956c161e30 msgr2=0x7f956c147460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:11.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.607+0000 7f9573b6d640 1 --2- 172.21.15.111:0/1875394203 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f956c161e30 0x7f956c147460 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f956400c3c0 tx=0x7f956400c880 comp rx=0 tx=0).stop 2024-09-19T04:38:11.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.607+0000 7f9573b6d640 1 -- 172.21.15.111:0/1875394203 shutdown_connections 2024-09-19T04:38:11.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.607+0000 7f9573b6d640 1 --2- 172.21.15.111:0/1875394203 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f955006c580 0x7f955006ea40 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:11.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.607+0000 7f9573b6d640 1 --2- 172.21.15.111:0/1875394203 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f956c161e30 0x7f956c147460 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:11.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.607+0000 7f9573b6d640 1 --2- 172.21.15.111:0/1875394203 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f956c0b3d50 0x7f956c1f74a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:11.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.607+0000 7f9573b6d640 1 --2- 172.21.15.111:0/1875394203 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f956c0b3290 0x7f956c0ca230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:11.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.607+0000 7f9573b6d640 1 -- 172.21.15.111:0/1875394203 >> 172.21.15.111:0/1875394203 conn(0x7f956c0d1870 msgr2=0x7f956c15e280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:11.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.607+0000 7f9573b6d640 1 -- 172.21.15.111:0/1875394203 shutdown_connections 2024-09-19T04:38:11.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.607+0000 7f9573b6d640 1 -- 172.21.15.111:0/1875394203 wait complete. 2024-09-19T04:38:11.622 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:11.622 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_nogroup/subvol_clone75081/.meta) 2024-09-19T04:38:11.650 INFO:teuthology.orchestra.run.smithi111.stdout:[GLOBAL] 2024-09-19T04:38:11.650 INFO:teuthology.orchestra.run.smithi111.stdout:version = 2 2024-09-19T04:38:11.650 INFO:teuthology.orchestra.run.smithi111.stdout:type = clone 2024-09-19T04:38:11.650 INFO:teuthology.orchestra.run.smithi111.stdout:path = /volumes/_nogroup/subvol_clone75081/c7443153-536d-4f06-9475-e1495d64b0af 2024-09-19T04:38:11.650 INFO:teuthology.orchestra.run.smithi111.stdout:state = complete 2024-09-19T04:38:11.650 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:11.651 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot info cephfs subvol61260 subvol_snap26010 2024-09-19T04:38:11.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.799+0000 7f3a22d9f640 1 Processor -- start 2024-09-19T04:38:11.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.799+0000 7f3a22d9f640 1 -- start start 2024-09-19T04:38:11.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.800+0000 7f3a22d9f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a1c145d90 0x7f3a1c0ccf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:11.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.800+0000 7f3a22d9f640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3a1c0cfce0 0x7f3a1c06d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:11.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.800+0000 7f3a22d9f640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3a1c0b4240 con 0x7f3a1c0cd490 2024-09-19T04:38:11.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.800+0000 7f3a22d9f640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f3a1c06d080 con 0x7f3a1c0cfce0 2024-09-19T04:38:11.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.800+0000 7f3a22d9f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3a1c0b4520 con 0x7f3a1c145d90 2024-09-19T04:38:11.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.800+0000 7f3a2133c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3a1c0cfce0 0x7f3a1c06d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:11.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.800+0000 7f3a2133c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3a1c0cfce0 0x7f3a1c06d4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36348/0 (socket says 172.21.15.111:36348) 2024-09-19T04:38:11.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.800+0000 7f3a2133c640 1 -- 172.21.15.111:0/3189472261 learned_addr learned my addr 172.21.15.111:0/3189472261 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:11.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.800+0000 7f3a1bfff640 1 --1- 172.21.15.111:0/3189472261 >> v1:172.21.15.111:6789/0 conn(0x7f3a1c0cd490 0x7f3a1c0cf5d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39006/0 (socket says 172.21.15.111:39006) 2024-09-19T04:38:11.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.801+0000 7f3a20b3b640 1 --2- 172.21.15.111:0/3189472261 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a1c145d90 0x7f3a1c0ccf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:11.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.801+0000 7f3a2133c640 1 -- 172.21.15.111:0/3189472261 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a1c145d90 msgr2=0x7f3a1c0ccf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:11.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.801+0000 7f3a2133c640 1 --2- 172.21.15.111:0/3189472261 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a1c145d90 0x7f3a1c0ccf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:11.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.801+0000 7f3a2133c640 1 -- 172.21.15.111:0/3189472261 >> v1:172.21.15.111:6789/0 conn(0x7f3a1c0cd490 legacy=0x7f3a1c0cf5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:11.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.801+0000 7f3a2133c640 1 -- 172.21.15.111:0/3189472261 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a1c0b4800 con 0x7f3a1c0cfce0 2024-09-19T04:38:11.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.801+0000 7f3a1b7fe640 1 -- 172.21.15.111:0/3189472261 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4226850676 0 0) 0x7f3a1c0b4240 con 0x7f3a1c0cd490 2024-09-19T04:38:11.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.801+0000 7f3a2133c640 1 --2- 172.21.15.111:0/3189472261 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a1c0cfce0 0x7f3a1c06d4f0 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f3a14009870 tx=0x7f3a1402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d49240024927267 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:11.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.802+0000 7f3a1b7fe640 1 -- 172.21.15.111:0/3189472261 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a14037070 con 0x7f3a1c0cfce0 2024-09-19T04:38:11.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.802+0000 7f3a1b7fe640 1 -- 172.21.15.111:0/3189472261 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a14032440 con 0x7f3a1c0cfce0 2024-09-19T04:38:11.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.802+0000 7f3a1b7fe640 1 -- 172.21.15.111:0/3189472261 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a14032810 con 0x7f3a1c0cfce0 2024-09-19T04:38:11.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.802+0000 7f3a22d9f640 1 -- 172.21.15.111:0/3189472261 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a1c0cfce0 msgr2=0x7f3a1c06d4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:11.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.802+0000 7f3a22d9f640 1 --2- 172.21.15.111:0/3189472261 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a1c0cfce0 0x7f3a1c06d4f0 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f3a14009870 tx=0x7f3a1402a270 comp rx=0 tx=0).stop 2024-09-19T04:38:11.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.802+0000 7f3a22d9f640 1 -- 172.21.15.111:0/3189472261 shutdown_connections 2024-09-19T04:38:11.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.802+0000 7f3a22d9f640 1 --2- 172.21.15.111:0/3189472261 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a1c0cfce0 0x7f3a1c06d4f0 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:11.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.802+0000 7f3a22d9f640 1 --2- 172.21.15.111:0/3189472261 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a1c145d90 0x7f3a1c0ccf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:11.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.802+0000 7f3a22d9f640 1 -- 172.21.15.111:0/3189472261 >> 172.21.15.111:0/3189472261 conn(0x7f3a1c06bba0 msgr2=0x7f3a1c06bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:11.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.802+0000 7f3a22d9f640 1 -- 172.21.15.111:0/3189472261 shutdown_connections 2024-09-19T04:38:11.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.802+0000 7f3a22d9f640 1 -- 172.21.15.111:0/3189472261 wait complete. 2024-09-19T04:38:11.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.803+0000 7f3a22d9f640 1 Processor -- start 2024-09-19T04:38:11.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.803+0000 7f3a22d9f640 1 -- start start 2024-09-19T04:38:11.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.804+0000 7f3a22d9f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a1c0cd490 0x7f3a1c0acca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:11.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.804+0000 7f3a22d9f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a1c0cfce0 0x7f3a1c0af6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:11.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.804+0000 7f3a22d9f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a1c145d90 0x7f3a1c13dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:11.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.804+0000 7f3a22d9f640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3a1c0b5790 con 0x7f3a1c0cfce0 2024-09-19T04:38:11.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.804+0000 7f3a22d9f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3a1c0b5610 con 0x7f3a1c145d90 2024-09-19T04:38:11.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.804+0000 7f3a22d9f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3a1c146170 con 0x7f3a1c0cd490 2024-09-19T04:38:11.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.804+0000 7f3a1bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a1c0cfce0 0x7f3a1c0af6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:11.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.804+0000 7f3a1bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a1c0cfce0 0x7f3a1c0af6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36364/0 (socket says 172.21.15.111:36364) 2024-09-19T04:38:11.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.804+0000 7f3a1bfff640 1 -- 172.21.15.111:0/1823155396 learned_addr learned my addr 172.21.15.111:0/1823155396 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:11.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.805+0000 7f3a1bfff640 1 -- 172.21.15.111:0/1823155396 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a1c0cd490 msgr2=0x7f3a1c0acca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:11.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.805+0000 7f3a1bfff640 1 --2- 172.21.15.111:0/1823155396 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a1c0cd490 0x7f3a1c0acca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:11.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.805+0000 7f3a1bfff640 1 -- 172.21.15.111:0/1823155396 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a1c145d90 msgr2=0x7f3a1c13dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:11.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.805+0000 7f3a1bfff640 1 --2- 172.21.15.111:0/1823155396 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a1c145d90 0x7f3a1c13dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:11.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.805+0000 7f3a1bfff640 1 -- 172.21.15.111:0/1823155396 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a1c15dbb0 con 0x7f3a1c0cfce0 2024-09-19T04:38:11.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.805+0000 7f3a1bfff640 1 --2- 172.21.15.111:0/1823155396 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a1c0cfce0 0x7f3a1c0af6b0 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f3a0400c410 tx=0x7f3a0400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:11.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.805+0000 7f3a197fa640 1 -- 172.21.15.111:0/1823155396 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a040074e0 con 0x7f3a1c0cfce0 2024-09-19T04:38:11.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.805+0000 7f3a197fa640 1 -- 172.21.15.111:0/1823155396 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a040047e0 con 0x7f3a1c0cfce0 2024-09-19T04:38:11.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.805+0000 7f3a197fa640 1 -- 172.21.15.111:0/1823155396 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a04004bd0 con 0x7f3a1c0cfce0 2024-09-19T04:38:11.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.805+0000 7f3a22d9f640 1 -- 172.21.15.111:0/1823155396 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a1c15de90 con 0x7f3a1c0cfce0 2024-09-19T04:38:11.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.805+0000 7f3a22d9f640 1 -- 172.21.15.111:0/1823155396 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a1c15e450 con 0x7f3a1c0cfce0 2024-09-19T04:38:11.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.806+0000 7f3a22d9f640 1 -- 172.21.15.111:0/1823155396 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a1c0ccf50 con 0x7f3a1c0cfce0 2024-09-19T04:38:11.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.806+0000 7f3a197fa640 1 -- 172.21.15.111:0/1823155396 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7f3a04011070 con 0x7f3a1c0cfce0 2024-09-19T04:38:11.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.807+0000 7f3a197fa640 1 --2- 172.21.15.111:0/1823155396 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f39fc06c580 0x7f39fc06ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:11.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.807+0000 7f3a197fa640 1 -- 172.21.15.111:0/1823155396 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7f3a0408b640 con 0x7f3a1c0cfce0 2024-09-19T04:38:11.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.807+0000 7f3a20b3b640 1 --2- 172.21.15.111:0/1823155396 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f39fc06c580 0x7f39fc06ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:11.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.807+0000 7f3a20b3b640 1 --2- 172.21.15.111:0/1823155396 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f39fc06c580 0x7f39fc06ea40 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f3a0c0070b0 tx=0x7f3a0c007040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:11.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:11.811+0000 7f3a197fa640 1 -- 172.21.15.111:0/1823155396 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3a04059940 con 0x7f3a1c0cfce0 2024-09-19T04:38:12.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.002+0000 7f3a22d9f640 1 -- 172.21.15.111:0/1823155396 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot info", "vol_name": "cephfs", "sub_name": "subvol61260", "snap_name": "subvol_snap26010", "target": ["mon-mgr", ""]}) -- 0x7f3a1c0afbf0 con 0x7f39fc06c580 2024-09-19T04:38:12.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.018+0000 7f3a197fa640 1 -- 172.21.15.111:0/1823155396 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+115 (secure 0 0 0) 0x7f3a1c0afbf0 con 0x7f39fc06c580 2024-09-19T04:38:12.020 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:38:12.020 INFO:teuthology.orchestra.run.smithi111.stdout: "created_at": "2024-09-19 04:37:52.941760", 2024-09-19T04:38:12.020 INFO:teuthology.orchestra.run.smithi111.stdout: "data_pool": "cephfs_data", 2024-09-19T04:38:12.020 INFO:teuthology.orchestra.run.smithi111.stdout: "has_pending_clones": "no" 2024-09-19T04:38:12.020 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:38:12.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.020+0000 7f3a22d9f640 1 -- 172.21.15.111:0/1823155396 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f39fc06c580 msgr2=0x7f39fc06ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:12.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.020+0000 7f3a22d9f640 1 --2- 172.21.15.111:0/1823155396 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f39fc06c580 0x7f39fc06ea40 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f3a0c0070b0 tx=0x7f3a0c007040 comp rx=0 tx=0).stop 2024-09-19T04:38:12.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.020+0000 7f3a22d9f640 1 -- 172.21.15.111:0/1823155396 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a1c0cfce0 msgr2=0x7f3a1c0af6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:12.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.020+0000 7f3a22d9f640 1 --2- 172.21.15.111:0/1823155396 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a1c0cfce0 0x7f3a1c0af6b0 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f3a0400c410 tx=0x7f3a0400c8d0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.020+0000 7f3a22d9f640 1 -- 172.21.15.111:0/1823155396 shutdown_connections 2024-09-19T04:38:12.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.020+0000 7f3a22d9f640 1 --2- 172.21.15.111:0/1823155396 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f39fc06c580 0x7f39fc06ea40 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.020+0000 7f3a22d9f640 1 --2- 172.21.15.111:0/1823155396 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a1c145d90 0x7f3a1c13dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.020+0000 7f3a22d9f640 1 --2- 172.21.15.111:0/1823155396 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a1c0cfce0 0x7f3a1c0af6b0 unknown :-1 s=CLOSED pgs=1039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.020+0000 7f3a22d9f640 1 --2- 172.21.15.111:0/1823155396 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a1c0cd490 0x7f3a1c0acca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.020+0000 7f3a22d9f640 1 -- 172.21.15.111:0/1823155396 >> 172.21.15.111:0/1823155396 conn(0x7f3a1c06bba0 msgr2=0x7f3a1c0cd9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:12.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.020+0000 7f3a22d9f640 1 -- 172.21.15.111:0/1823155396 shutdown_connections 2024-09-19T04:38:12.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.020+0000 7f3a22d9f640 1 -- 172.21.15.111:0/1823155396 wait complete. 2024-09-19T04:38:12.032 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot ls cephfs subvol61260 2024-09-19T04:38:12.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.133+0000 7fcc03a65640 1 Processor -- start 2024-09-19T04:38:12.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.133+0000 7fcc03a65640 1 -- start start 2024-09-19T04:38:12.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.134+0000 7fcc03a65640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbfc15b370 0x7fcbfc072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:12.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.134+0000 7fcc03a65640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fcbfc06f130 0x7fcbfc0ce490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:12.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.134+0000 7fcc03a65640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcbfc15c970 con 0x7fcbfc15f9f0 2024-09-19T04:38:12.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.134+0000 7fcc03a65640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fcbfc15fef0 con 0x7fcbfc06f130 2024-09-19T04:38:12.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.134+0000 7fcc03a65640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcbfc15bbb0 con 0x7fcbfc15b370 2024-09-19T04:38:12.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.134+0000 7fcc01000640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7fcbfc15f9f0 0x7fcbfc06ea20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:58246/0 (socket says 172.21.15.111:58246) 2024-09-19T04:38:12.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.134+0000 7fcc01000640 1 -- 172.21.15.111:0/2516294333 learned_addr learned my addr 172.21.15.111:0/2516294333 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:12.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.134+0000 7fcc02002640 1 --2- 172.21.15.111:0/2516294333 >> v2:172.21.15.111:3300/0 conn(0x7fcbfc06f130 0x7fcbfc0ce490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:12.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.135+0000 7fcc01801640 1 --2- 172.21.15.111:0/2516294333 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbfc15b370 0x7fcbfc072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:12.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.135+0000 7fcbf3fff640 1 -- 172.21.15.111:0/2516294333 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 187081918 0 0) 0x7fcbfc15c970 con 0x7fcbfc15f9f0 2024-09-19T04:38:12.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.135+0000 7fcbf3fff640 1 -- 172.21.15.111:0/2516294333 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcbe8003520 con 0x7fcbfc15f9f0 2024-09-19T04:38:12.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.135+0000 7fcc02002640 1 -- 172.21.15.111:0/2516294333 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbfc15b370 msgr2=0x7fcbfc072560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:12.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.135+0000 7fcc02002640 1 --2- 172.21.15.111:0/2516294333 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbfc15b370 0x7fcbfc072560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.135+0000 7fcc02002640 1 -- 172.21.15.111:0/2516294333 >> v1:172.21.15.114:6789/0 conn(0x7fcbfc15f9f0 legacy=0x7fcbfc06ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:12.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.135+0000 7fcc02002640 1 -- 172.21.15.111:0/2516294333 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbfc15be90 con 0x7fcbfc06f130 2024-09-19T04:38:12.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.135+0000 7fcc02002640 1 --2- 172.21.15.111:0/2516294333 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbfc06f130 0x7fcbfc0ce490 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7fcbf4009d90 tx=0x7fcbf402a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5053d7641f75c7e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:12.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.136+0000 7fcbf3fff640 1 -- 172.21.15.111:0/2516294333 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbf4031600 con 0x7fcbfc06f130 2024-09-19T04:38:12.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.136+0000 7fcbf3fff640 1 -- 172.21.15.111:0/2516294333 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbf40317a0 con 0x7fcbfc06f130 2024-09-19T04:38:12.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.136+0000 7fcbf3fff640 1 -- 172.21.15.111:0/2516294333 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbf4031b70 con 0x7fcbfc06f130 2024-09-19T04:38:12.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.136+0000 7fcc03a65640 1 -- 172.21.15.111:0/2516294333 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbfc06f130 msgr2=0x7fcbfc0ce490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:12.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.136+0000 7fcc03a65640 1 --2- 172.21.15.111:0/2516294333 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbfc06f130 0x7fcbfc0ce490 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7fcbf4009d90 tx=0x7fcbf402a5d0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.136+0000 7fcc03a65640 1 -- 172.21.15.111:0/2516294333 shutdown_connections 2024-09-19T04:38:12.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.136+0000 7fcc03a65640 1 --2- 172.21.15.111:0/2516294333 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbfc06f130 0x7fcbfc0ce490 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.136+0000 7fcc03a65640 1 --2- 172.21.15.111:0/2516294333 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbfc15b370 0x7fcbfc072560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.136+0000 7fcc03a65640 1 -- 172.21.15.111:0/2516294333 >> 172.21.15.111:0/2516294333 conn(0x7fcbfc06bba0 msgr2=0x7fcbfc06bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:12.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.136+0000 7fcc03a65640 1 -- 172.21.15.111:0/2516294333 shutdown_connections 2024-09-19T04:38:12.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.136+0000 7fcc03a65640 1 -- 172.21.15.111:0/2516294333 wait complete. 2024-09-19T04:38:12.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.138+0000 7fcc03a65640 1 Processor -- start 2024-09-19T04:38:12.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.138+0000 7fcc03a65640 1 -- start start 2024-09-19T04:38:12.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.138+0000 7fcc03a65640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbfc06f130 0x7fcbfc152f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:12.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.138+0000 7fcc03a65640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcbfc15b370 0x7fcbfc0aae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:12.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.138+0000 7fcc03a65640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbfc15f9f0 0x7fcbfc15e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:12.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.138+0000 7fcc03a65640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fcbfc0731b0 con 0x7fcbfc06f130 2024-09-19T04:38:12.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.138+0000 7fcc03a65640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fcbfc15c450 con 0x7fcbfc15b370 2024-09-19T04:38:12.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.138+0000 7fcc03a65640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcbfc15b750 con 0x7fcbfc15f9f0 2024-09-19T04:38:12.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.138+0000 7fcc01801640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbfc06f130 0x7fcbfc152f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:12.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.138+0000 7fcc01801640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbfc06f130 0x7fcbfc152f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36384/0 (socket says 172.21.15.111:36384) 2024-09-19T04:38:12.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.138+0000 7fcc01801640 1 -- 172.21.15.111:0/3678189776 learned_addr learned my addr 172.21.15.111:0/3678189776 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:12.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.139+0000 7fcc01801640 1 -- 172.21.15.111:0/3678189776 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbfc15f9f0 msgr2=0x7fcbfc15e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:12.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.139+0000 7fcc01801640 1 --2- 172.21.15.111:0/3678189776 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbfc15f9f0 0x7fcbfc15e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.139+0000 7fcc01801640 1 -- 172.21.15.111:0/3678189776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcbfc15b370 msgr2=0x7fcbfc0aae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:12.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.139+0000 7fcc01801640 1 --2- 172.21.15.111:0/3678189776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcbfc15b370 0x7fcbfc0aae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.139+0000 7fcc01801640 1 -- 172.21.15.111:0/3678189776 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbfc153480 con 0x7fcbfc06f130 2024-09-19T04:38:12.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.139+0000 7fcc01801640 1 --2- 172.21.15.111:0/3678189776 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbfc06f130 0x7fcbfc152f40 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7fcbf800e9b0 tx=0x7fcbf800ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:12.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.139+0000 7fcbf1ffb640 1 -- 172.21.15.111:0/3678189776 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbf8017070 con 0x7fcbfc06f130 2024-09-19T04:38:12.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.139+0000 7fcbf1ffb640 1 -- 172.21.15.111:0/3678189776 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbf800c9a0 con 0x7fcbfc06f130 2024-09-19T04:38:12.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.139+0000 7fcc03a65640 1 -- 172.21.15.111:0/3678189776 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbfc1f2c30 con 0x7fcbfc06f130 2024-09-19T04:38:12.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.139+0000 7fcbf1ffb640 1 -- 172.21.15.111:0/3678189776 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbf800cd90 con 0x7fcbfc06f130 2024-09-19T04:38:12.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.139+0000 7fcc03a65640 1 -- 172.21.15.111:0/3678189776 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbfc1f34f0 con 0x7fcbfc06f130 2024-09-19T04:38:12.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.140+0000 7fcc03a65640 1 -- 172.21.15.111:0/3678189776 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbfc072560 con 0x7fcbfc06f130 2024-09-19T04:38:12.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.141+0000 7fcbf1ffb640 1 -- 172.21.15.111:0/3678189776 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7fcbf801a070 con 0x7fcbfc06f130 2024-09-19T04:38:12.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.141+0000 7fcbf1ffb640 1 --2- 172.21.15.111:0/3678189776 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcbe006c580 0x7fcbe006ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:12.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.141+0000 7fcbf1ffb640 1 -- 172.21.15.111:0/3678189776 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7fcbf808b9b0 con 0x7fcbfc06f130 2024-09-19T04:38:12.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.141+0000 7fcc01000640 1 --2- 172.21.15.111:0/3678189776 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcbe006c580 0x7fcbe006ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:12.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.142+0000 7fcc01000640 1 --2- 172.21.15.111:0/3678189776 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcbe006c580 0x7fcbe006ea40 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fcbfc06e990 tx=0x7fcbec007930 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:12.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.145+0000 7fcbf1ffb640 1 -- 172.21.15.111:0/3678189776 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcbfc1f2c30 con 0x7fcbfc06f130 2024-09-19T04:38:12.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.340+0000 7fcc03a65640 1 -- 172.21.15.111:0/3678189776 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot ls", "vol_name": "cephfs", "sub_name": "subvol61260", "target": ["mon-mgr", ""]}) -- 0x7fcbfc06c300 con 0x7fcbe006c580 2024-09-19T04:38:12.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.352+0000 7fcbf1ffb640 1 -- 172.21.15.111:0/3678189776 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+87 (secure 0 0 0) 0x7fcbfc06c300 con 0x7fcbe006c580 2024-09-19T04:38:12.353 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:38:12.354 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:12.354 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "fake" 2024-09-19T04:38:12.354 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:12.354 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:12.354 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "subvol_snap26010" 2024-09-19T04:38:12.354 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:12.354 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:38:12.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.354+0000 7fcc03a65640 1 -- 172.21.15.111:0/3678189776 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcbe006c580 msgr2=0x7fcbe006ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:12.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.354+0000 7fcc03a65640 1 --2- 172.21.15.111:0/3678189776 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcbe006c580 0x7fcbe006ea40 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fcbfc06e990 tx=0x7fcbec007930 comp rx=0 tx=0).stop 2024-09-19T04:38:12.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.354+0000 7fcc03a65640 1 -- 172.21.15.111:0/3678189776 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbfc06f130 msgr2=0x7fcbfc152f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:12.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.354+0000 7fcc03a65640 1 --2- 172.21.15.111:0/3678189776 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbfc06f130 0x7fcbfc152f40 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7fcbf800e9b0 tx=0x7fcbf800ee70 comp rx=0 tx=0).stop 2024-09-19T04:38:12.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.354+0000 7fcc03a65640 1 -- 172.21.15.111:0/3678189776 shutdown_connections 2024-09-19T04:38:12.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.354+0000 7fcc03a65640 1 --2- 172.21.15.111:0/3678189776 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcbe006c580 0x7fcbe006ea40 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.354+0000 7fcc03a65640 1 --2- 172.21.15.111:0/3678189776 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcbfc15f9f0 0x7fcbfc15e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.354+0000 7fcc03a65640 1 --2- 172.21.15.111:0/3678189776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcbfc15b370 0x7fcbfc0aae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.354+0000 7fcc03a65640 1 --2- 172.21.15.111:0/3678189776 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcbfc06f130 0x7fcbfc152f40 unknown :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.354+0000 7fcc03a65640 1 -- 172.21.15.111:0/3678189776 >> 172.21.15.111:0/3678189776 conn(0x7fcbfc06bba0 msgr2=0x7fcbfc158060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:12.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.354+0000 7fcc03a65640 1 -- 172.21.15.111:0/3678189776 shutdown_connections 2024-09-19T04:38:12.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.354+0000 7fcc03a65640 1 -- 172.21.15.111:0/3678189776 wait complete. 2024-09-19T04:38:12.367 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot rm cephfs subvol61260 subvol_snap26010 2024-09-19T04:38:12.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.468+0000 7fc437caf640 1 Processor -- start 2024-09-19T04:38:12.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.468+0000 7fc437caf640 1 -- start start 2024-09-19T04:38:12.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.469+0000 7fc437caf640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc430073bb0 0x7fc4300b4290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:12.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.469+0000 7fc437caf640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc4300b47d0 0x7fc43006d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:12.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.469+0000 7fc437caf640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4300740b0 con 0x7fc43015e840 2024-09-19T04:38:12.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.469+0000 7fc437caf640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fc4300b1da0 con 0x7fc4300b47d0 2024-09-19T04:38:12.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.469+0000 7fc437caf640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc4300b4c20 con 0x7fc430073bb0 2024-09-19T04:38:12.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.469+0000 7fc43624c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc4300b47d0 0x7fc43006d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:12.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.469+0000 7fc43624c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc4300b47d0 0x7fc43006d9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36388/0 (socket says 172.21.15.111:36388) 2024-09-19T04:38:12.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.469+0000 7fc43624c640 1 -- 172.21.15.111:0/2838411975 learned_addr learned my addr 172.21.15.111:0/2838411975 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:12.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.470+0000 7fc43524a640 1 --2- 172.21.15.111:0/2838411975 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc430073bb0 0x7fc4300b4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:12.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.470+0000 7fc43624c640 1 -- 172.21.15.111:0/2838411975 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc430073bb0 msgr2=0x7fc4300b4290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:12.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.470+0000 7fc43624c640 1 --2- 172.21.15.111:0/2838411975 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc430073bb0 0x7fc4300b4290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.470+0000 7fc43624c640 1 -- 172.21.15.111:0/2838411975 >> v1:172.21.15.114:6789/0 conn(0x7fc43015e840 legacy=0x7fc430073250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:12.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.470+0000 7fc43624c640 1 -- 172.21.15.111:0/2838411975 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc43006cf00 con 0x7fc4300b47d0 2024-09-19T04:38:12.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.470+0000 7fc43624c640 1 --2- 172.21.15.111:0/2838411975 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc4300b47d0 0x7fc43006d9e0 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7fc428009870 tx=0x7fc42802a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ee643d9a34940e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:12.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.471+0000 7fc434a49640 1 -- 172.21.15.111:0/2838411975 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc428037070 con 0x7fc4300b47d0 2024-09-19T04:38:12.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.471+0000 7fc434a49640 1 -- 172.21.15.111:0/2838411975 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc428032440 con 0x7fc4300b47d0 2024-09-19T04:38:12.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.471+0000 7fc434a49640 1 -- 172.21.15.111:0/2838411975 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc428032810 con 0x7fc4300b47d0 2024-09-19T04:38:12.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.471+0000 7fc437caf640 1 -- 172.21.15.111:0/2838411975 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc4300b47d0 msgr2=0x7fc43006d9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:12.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.471+0000 7fc437caf640 1 --2- 172.21.15.111:0/2838411975 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc4300b47d0 0x7fc43006d9e0 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7fc428009870 tx=0x7fc42802a130 comp rx=0 tx=0).stop 2024-09-19T04:38:12.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.471+0000 7fc437caf640 1 -- 172.21.15.111:0/2838411975 shutdown_connections 2024-09-19T04:38:12.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.471+0000 7fc437caf640 1 --2- 172.21.15.111:0/2838411975 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc4300b47d0 0x7fc43006d9e0 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.471+0000 7fc437caf640 1 --2- 172.21.15.111:0/2838411975 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc430073bb0 0x7fc4300b4290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.471+0000 7fc437caf640 1 -- 172.21.15.111:0/2838411975 >> 172.21.15.111:0/2838411975 conn(0x7fc430062630 msgr2=0x7fc430062a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:12.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.471+0000 7fc437caf640 1 -- 172.21.15.111:0/2838411975 shutdown_connections 2024-09-19T04:38:12.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.471+0000 7fc437caf640 1 -- 172.21.15.111:0/2838411975 wait complete. 2024-09-19T04:38:12.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.472+0000 7fc437caf640 1 Processor -- start 2024-09-19T04:38:12.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.472+0000 7fc437caf640 1 -- start start 2024-09-19T04:38:12.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.473+0000 7fc437caf640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc430073bb0 0x7fc4300cc390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:12.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.473+0000 7fc437caf640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc4300b47d0 0x7fc43015acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:12.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.473+0000 7fc437caf640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc43015e840 0x7fc43015a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:12.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.473+0000 7fc437caf640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc43006d550 con 0x7fc4300b47d0 2024-09-19T04:38:12.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.473+0000 7fc437caf640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc43006ccb0 con 0x7fc430073bb0 2024-09-19T04:38:12.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.473+0000 7fc437caf640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc43015ec20 con 0x7fc43015e840 2024-09-19T04:38:12.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.473+0000 7fc43524a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc4300b47d0 0x7fc43015acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:12.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.473+0000 7fc43524a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc4300b47d0 0x7fc43015acd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36400/0 (socket says 172.21.15.111:36400) 2024-09-19T04:38:12.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.473+0000 7fc43524a640 1 -- 172.21.15.111:0/1246522040 learned_addr learned my addr 172.21.15.111:0/1246522040 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:12.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.473+0000 7fc435a4b640 1 --2- 172.21.15.111:0/1246522040 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc430073bb0 0x7fc4300cc390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:12.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.473+0000 7fc43624c640 1 --2- 172.21.15.111:0/1246522040 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc43015e840 0x7fc43015a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:12.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.473+0000 7fc43524a640 1 -- 172.21.15.111:0/1246522040 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc43015e840 msgr2=0x7fc43015a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:12.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.473+0000 7fc43524a640 1 --2- 172.21.15.111:0/1246522040 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc43015e840 0x7fc43015a540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.473+0000 7fc43524a640 1 -- 172.21.15.111:0/1246522040 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc430073bb0 msgr2=0x7fc4300cc390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:12.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.473+0000 7fc43524a640 1 --2- 172.21.15.111:0/1246522040 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc430073bb0 0x7fc4300cc390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.473+0000 7fc43524a640 1 -- 172.21.15.111:0/1246522040 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc43015aa80 con 0x7fc4300b47d0 2024-09-19T04:38:12.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.473+0000 7fc43624c640 1 --2- 172.21.15.111:0/1246522040 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc43015e840 0x7fc43015a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:12.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.474+0000 7fc43524a640 1 --2- 172.21.15.111:0/1246522040 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc4300b47d0 0x7fc43015acd0 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7fc42400d7d0 tx=0x7fc42400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:12.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.474+0000 7fc42e7fc640 1 -- 172.21.15.111:0/1246522040 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42400b6c0 con 0x7fc4300b47d0 2024-09-19T04:38:12.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.474+0000 7fc42e7fc640 1 -- 172.21.15.111:0/1246522040 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc424019070 con 0x7fc4300b47d0 2024-09-19T04:38:12.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.474+0000 7fc437caf640 1 -- 172.21.15.111:0/1246522040 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4300cfa80 con 0x7fc4300b47d0 2024-09-19T04:38:12.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.474+0000 7fc42e7fc640 1 -- 172.21.15.111:0/1246522040 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42400bac0 con 0x7fc4300b47d0 2024-09-19T04:38:12.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.474+0000 7fc437caf640 1 -- 172.21.15.111:0/1246522040 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4300d0040 con 0x7fc4300b47d0 2024-09-19T04:38:12.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.475+0000 7fc437caf640 1 -- 172.21.15.111:0/1246522040 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4300b4290 con 0x7fc4300b47d0 2024-09-19T04:38:12.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.475+0000 7fc42e7fc640 1 -- 172.21.15.111:0/1246522040 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7fc42400bc60 con 0x7fc4300b47d0 2024-09-19T04:38:12.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.476+0000 7fc42e7fc640 1 --2- 172.21.15.111:0/1246522040 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc41c06c580 0x7fc41c06ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:12.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.476+0000 7fc42e7fc640 1 -- 172.21.15.111:0/1246522040 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7fc42408bce0 con 0x7fc4300b47d0 2024-09-19T04:38:12.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.476+0000 7fc435a4b640 1 --2- 172.21.15.111:0/1246522040 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc41c06c580 0x7fc41c06ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:12.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.477+0000 7fc435a4b640 1 --2- 172.21.15.111:0/1246522040 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc41c06c580 0x7fc41c06ea40 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fc4300cf6f0 tx=0x7fc420009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:12.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.480+0000 7fc42e7fc640 1 -- 172.21.15.111:0/1246522040 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc42405a0c0 con 0x7fc4300b47d0 2024-09-19T04:38:12.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.675+0000 7fc437caf640 1 -- 172.21.15.111:0/1246522040 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot rm", "vol_name": "cephfs", "sub_name": "subvol61260", "snap_name": "subvol_snap26010", "target": ["mon-mgr", ""]}) -- 0x7fc4300d1f40 con 0x7fc41c06c580 2024-09-19T04:38:12.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.702+0000 7fc42e7fc640 1 -- 172.21.15.111:0/1246522040 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fc4300d1f40 con 0x7fc41c06c580 2024-09-19T04:38:12.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.704+0000 7fc437caf640 1 -- 172.21.15.111:0/1246522040 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc41c06c580 msgr2=0x7fc41c06ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:12.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.704+0000 7fc437caf640 1 --2- 172.21.15.111:0/1246522040 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc41c06c580 0x7fc41c06ea40 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fc4300cf6f0 tx=0x7fc420009040 comp rx=0 tx=0).stop 2024-09-19T04:38:12.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.704+0000 7fc437caf640 1 -- 172.21.15.111:0/1246522040 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc4300b47d0 msgr2=0x7fc43015acd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:12.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.704+0000 7fc437caf640 1 --2- 172.21.15.111:0/1246522040 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc4300b47d0 0x7fc43015acd0 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7fc42400d7d0 tx=0x7fc42400dc90 comp rx=0 tx=0).stop 2024-09-19T04:38:12.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.704+0000 7fc437caf640 1 -- 172.21.15.111:0/1246522040 shutdown_connections 2024-09-19T04:38:12.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.704+0000 7fc437caf640 1 --2- 172.21.15.111:0/1246522040 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc41c06c580 0x7fc41c06ea40 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.704+0000 7fc437caf640 1 --2- 172.21.15.111:0/1246522040 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc43015e840 0x7fc43015a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.704+0000 7fc437caf640 1 --2- 172.21.15.111:0/1246522040 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc4300b47d0 0x7fc43015acd0 unknown :-1 s=CLOSED pgs=1043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.704+0000 7fc437caf640 1 --2- 172.21.15.111:0/1246522040 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc430073bb0 0x7fc4300cc390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.704+0000 7fc437caf640 1 -- 172.21.15.111:0/1246522040 >> 172.21.15.111:0/1246522040 conn(0x7fc430062630 msgr2=0x7fc43015c1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:12.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.705+0000 7fc437caf640 1 -- 172.21.15.111:0/1246522040 shutdown_connections 2024-09-19T04:38:12.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.705+0000 7fc437caf640 1 -- 172.21.15.111:0/1246522040 wait complete. 2024-09-19T04:38:12.717 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot rm cephfs subvol61260 fake 2024-09-19T04:38:12.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.818+0000 7f874b949640 1 Processor -- start 2024-09-19T04:38:12.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.819+0000 7f874b949640 1 -- start start 2024-09-19T04:38:12.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.819+0000 7f874b949640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f87440b4e20 0x7f874415bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:12.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.819+0000 7f874b949640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f8744072d10 0x7f874406db10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:12.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.819+0000 7f874b949640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87440b3570 con 0x7f87440ccb80 2024-09-19T04:38:12.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.819+0000 7f874b949640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f87440b3850 con 0x7f87440b4e20 2024-09-19T04:38:12.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.819+0000 7f874b949640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f87440b3b30 con 0x7f8744072d10 2024-09-19T04:38:12.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.820+0000 7f8748ee4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f87440b4e20 0x7f874415bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:12.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.820+0000 7f8748ee4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f87440b4e20 0x7f874415bbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36410/0 (socket says 172.21.15.111:36410) 2024-09-19T04:38:12.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.820+0000 7f87496e5640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f87440ccb80 0x7f87440b4710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39008/0 (socket says 172.21.15.111:39008) 2024-09-19T04:38:12.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.820+0000 7f8748ee4640 1 -- 172.21.15.111:0/2751779595 learned_addr learned my addr 172.21.15.111:0/2751779595 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:12.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.820+0000 7f8749ee6640 1 --2- 172.21.15.111:0/2751779595 >> v2:172.21.15.114:3300/0 conn(0x7f8744072d10 0x7f874406db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:12.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.820+0000 7f8748ee4640 1 -- 172.21.15.111:0/2751779595 >> v2:172.21.15.114:3300/0 conn(0x7f8744072d10 msgr2=0x7f874406db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:12.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.820+0000 7f8748ee4640 1 --2- 172.21.15.111:0/2751779595 >> v2:172.21.15.114:3300/0 conn(0x7f8744072d10 0x7f874406db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.820+0000 7f8748ee4640 1 -- 172.21.15.111:0/2751779595 >> v1:172.21.15.111:6789/0 conn(0x7f87440ccb80 legacy=0x7f87440b4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:12.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.820+0000 7f873bfff640 1 -- 172.21.15.111:0/2751779595 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1077547193 0 0) 0x7f87440b3570 con 0x7f87440ccb80 2024-09-19T04:38:12.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.820+0000 7f8748ee4640 1 -- 172.21.15.111:0/2751779595 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87440b3e10 con 0x7f87440b4e20 2024-09-19T04:38:12.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.820+0000 7f8749ee6640 1 --2- 172.21.15.111:0/2751779595 >> v2:172.21.15.114:3300/0 conn(0x7f8744072d10 0x7f874406db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:12.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.821+0000 7f8748ee4640 1 --2- 172.21.15.111:0/2751779595 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87440b4e20 0x7f874415bbd0 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f8744071b80 tx=0x7f873402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19de7c5253ee8389 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:12.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.821+0000 7f873bfff640 1 -- 172.21.15.111:0/2751779595 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8734037070 con 0x7f87440b4e20 2024-09-19T04:38:12.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.821+0000 7f873bfff640 1 -- 172.21.15.111:0/2751779595 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8734032440 con 0x7f87440b4e20 2024-09-19T04:38:12.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.821+0000 7f873bfff640 1 -- 172.21.15.111:0/2751779595 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8734032810 con 0x7f87440b4e20 2024-09-19T04:38:12.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.821+0000 7f874b949640 1 -- 172.21.15.111:0/2751779595 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87440b4e20 msgr2=0x7f874415bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:12.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.821+0000 7f874b949640 1 --2- 172.21.15.111:0/2751779595 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87440b4e20 0x7f874415bbd0 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f8744071b80 tx=0x7f873402a270 comp rx=0 tx=0).stop 2024-09-19T04:38:12.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.821+0000 7f874b949640 1 -- 172.21.15.111:0/2751779595 shutdown_connections 2024-09-19T04:38:12.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.821+0000 7f874b949640 1 --2- 172.21.15.111:0/2751779595 >> v2:172.21.15.114:3300/0 conn(0x7f8744072d10 0x7f874406db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.821+0000 7f874b949640 1 --2- 172.21.15.111:0/2751779595 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87440b4e20 0x7f874415bbd0 unknown :-1 s=CLOSED pgs=1045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.821+0000 7f874b949640 1 -- 172.21.15.111:0/2751779595 >> 172.21.15.111:0/2751779595 conn(0x7f874406bba0 msgr2=0x7f874406bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:12.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.821+0000 7f874b949640 1 -- 172.21.15.111:0/2751779595 shutdown_connections 2024-09-19T04:38:12.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.821+0000 7f874b949640 1 -- 172.21.15.111:0/2751779595 wait complete. 2024-09-19T04:38:12.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.822+0000 7f874b949640 1 Processor -- start 2024-09-19T04:38:12.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.823+0000 7f874b949640 1 -- start start 2024-09-19T04:38:12.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.823+0000 7f874b949640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8744072d10 0x7f8744166c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:12.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.823+0000 7f874b949640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87440b4e20 0x7f87441536b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:12.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.823+0000 7f874b949640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87440ccb80 0x7f874414c580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:12.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.823+0000 7f874b949640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f87440ccf60 con 0x7f87440ccb80 2024-09-19T04:38:12.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.823+0000 7f874b949640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f87440b43d0 con 0x7f87440b4e20 2024-09-19T04:38:12.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.823+0000 7f874b949640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f874406d080 con 0x7f8744072d10 2024-09-19T04:38:12.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.823+0000 7f8749ee6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87440ccb80 0x7f874414c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:12.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.823+0000 7f8749ee6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87440ccb80 0x7f874414c580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36422/0 (socket says 172.21.15.111:36422) 2024-09-19T04:38:12.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.823+0000 7f8749ee6640 1 -- 172.21.15.111:0/430475532 learned_addr learned my addr 172.21.15.111:0/430475532 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:12.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.823+0000 7f8748ee4640 1 --2- 172.21.15.111:0/430475532 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87440b4e20 0x7f87441536b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:12.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.823+0000 7f87496e5640 1 --2- 172.21.15.111:0/430475532 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8744072d10 0x7f8744166c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:12.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.824+0000 7f8749ee6640 1 -- 172.21.15.111:0/430475532 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8744072d10 msgr2=0x7f8744166c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:12.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.824+0000 7f8749ee6640 1 --2- 172.21.15.111:0/430475532 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8744072d10 0x7f8744166c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.824+0000 7f8749ee6640 1 -- 172.21.15.111:0/430475532 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87440b4e20 msgr2=0x7f87441536b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:12.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.824+0000 7f8749ee6640 1 --2- 172.21.15.111:0/430475532 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87440b4e20 0x7f87441536b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:12.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.824+0000 7f8749ee6640 1 -- 172.21.15.111:0/430475532 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8744167860 con 0x7f87440ccb80 2024-09-19T04:38:12.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.824+0000 7f8749ee6640 1 --2- 172.21.15.111:0/430475532 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87440ccb80 0x7f874414c580 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f873c00cdd0 tx=0x7f873c00a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:12.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.824+0000 7f8739ffb640 1 -- 172.21.15.111:0/430475532 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f873c01a070 con 0x7f87440ccb80 2024-09-19T04:38:12.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.824+0000 7f8739ffb640 1 -- 172.21.15.111:0/430475532 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f873c00d840 con 0x7f87440ccb80 2024-09-19T04:38:12.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.824+0000 7f874b949640 1 -- 172.21.15.111:0/430475532 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87441675e0 con 0x7f87440ccb80 2024-09-19T04:38:12.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.824+0000 7f8739ffb640 1 -- 172.21.15.111:0/430475532 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f873c00dc70 con 0x7f87440ccb80 2024-09-19T04:38:12.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.824+0000 7f874b949640 1 -- 172.21.15.111:0/430475532 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8744153190 con 0x7f87440ccb80 2024-09-19T04:38:12.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.825+0000 7f874b949640 1 -- 172.21.15.111:0/430475532 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f874406d440 con 0x7f87440ccb80 2024-09-19T04:38:12.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.826+0000 7f8739ffb640 1 -- 172.21.15.111:0/430475532 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7f873c01d070 con 0x7f87440ccb80 2024-09-19T04:38:12.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.826+0000 7f8739ffb640 1 --2- 172.21.15.111:0/430475532 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f872806c580 0x7f872806ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:12.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.826+0000 7f8739ffb640 1 -- 172.21.15.111:0/430475532 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7f873c08c010 con 0x7f87440ccb80 2024-09-19T04:38:12.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.826+0000 7f87496e5640 1 --2- 172.21.15.111:0/430475532 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f872806c580 0x7f872806ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:12.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.827+0000 7f87496e5640 1 --2- 172.21.15.111:0/430475532 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f872806c580 0x7f872806ea40 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f8740000f60 tx=0x7f8740007c00 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:12.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:12.830+0000 7f8739ffb640 1 -- 172.21.15.111:0/430475532 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f87441675e0 con 0x7f87440ccb80 2024-09-19T04:38:13.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.027+0000 7f874b949640 1 -- 172.21.15.111:0/430475532 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot rm", "vol_name": "cephfs", "sub_name": "subvol61260", "snap_name": "fake", "target": ["mon-mgr", ""]}) -- 0x7f874406f200 con 0x7f872806c580 2024-09-19T04:38:13.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.057+0000 7f8739ffb640 1 -- 172.21.15.111:0/430475532 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f874406f200 con 0x7f872806c580 2024-09-19T04:38:13.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.059+0000 7f874b949640 1 -- 172.21.15.111:0/430475532 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f872806c580 msgr2=0x7f872806ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:13.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.059+0000 7f874b949640 1 --2- 172.21.15.111:0/430475532 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f872806c580 0x7f872806ea40 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f8740000f60 tx=0x7f8740007c00 comp rx=0 tx=0).stop 2024-09-19T04:38:13.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.059+0000 7f874b949640 1 -- 172.21.15.111:0/430475532 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87440ccb80 msgr2=0x7f874414c580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:13.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.059+0000 7f874b949640 1 --2- 172.21.15.111:0/430475532 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87440ccb80 0x7f874414c580 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f873c00cdd0 tx=0x7f873c00a710 comp rx=0 tx=0).stop 2024-09-19T04:38:13.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.059+0000 7f874b949640 1 -- 172.21.15.111:0/430475532 shutdown_connections 2024-09-19T04:38:13.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.059+0000 7f874b949640 1 --2- 172.21.15.111:0/430475532 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f872806c580 0x7f872806ea40 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.059+0000 7f874b949640 1 --2- 172.21.15.111:0/430475532 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87440ccb80 0x7f874414c580 unknown :-1 s=CLOSED pgs=1046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.059+0000 7f874b949640 1 --2- 172.21.15.111:0/430475532 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87440b4e20 0x7f87441536b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.059+0000 7f874b949640 1 --2- 172.21.15.111:0/430475532 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8744072d10 0x7f8744166c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.059+0000 7f874b949640 1 -- 172.21.15.111:0/430475532 >> 172.21.15.111:0/430475532 conn(0x7f874406bba0 msgr2=0x7f874406db10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:13.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.059+0000 7f874b949640 1 -- 172.21.15.111:0/430475532 shutdown_connections 2024-09-19T04:38:13.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.059+0000 7f874b949640 1 -- 172.21.15.111:0/430475532 wait complete. 2024-09-19T04:38:13.072 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:13.072 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_nogroup/subvol61260/.meta) 2024-09-19T04:38:13.098 INFO:teuthology.orchestra.run.smithi111.stdout:[GLOBAL] 2024-09-19T04:38:13.098 INFO:teuthology.orchestra.run.smithi111.stdout:version = 1 2024-09-19T04:38:13.098 INFO:teuthology.orchestra.run.smithi111.stdout:type = subvolume 2024-09-19T04:38:13.098 INFO:teuthology.orchestra.run.smithi111.stdout:path = /volumes/_nogroup/subvol61260/52b37749-256d-4d3b-b728-810fdbc753e0 2024-09-19T04:38:13.098 INFO:teuthology.orchestra.run.smithi111.stdout:state = complete 2024-09-19T04:38:13.099 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:13.100 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol61260 2024-09-19T04:38:13.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.240+0000 7f2a3d253640 1 Processor -- start 2024-09-19T04:38:13.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.240+0000 7f2a3d253640 1 -- start start 2024-09-19T04:38:13.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.241+0000 7f2a3d253640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2a38161cc0 0x7f2a380aebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:13.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.241+0000 7f2a3d253640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2a380729a0 0x7f2a380b5c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:13.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.241+0000 7f2a3d253640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a3806dc40 con 0x7f2a380b57d0 2024-09-19T04:38:13.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.241+0000 7f2a3d253640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f2a3806e570 con 0x7f2a38161cc0 2024-09-19T04:38:13.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.241+0000 7f2a3d253640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2a3806df20 con 0x7f2a380729a0 2024-09-19T04:38:13.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.241+0000 7f2a36d9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2a38161cc0 0x7f2a380aebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:13.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.241+0000 7f2a36d9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2a38161cc0 0x7f2a380aebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36436/0 (socket says 172.21.15.111:36436) 2024-09-19T04:38:13.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.241+0000 7f2a36d9d640 1 -- 172.21.15.111:0/2391003164 learned_addr learned my addr 172.21.15.111:0/2391003164 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:13.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.241+0000 7f2a3759e640 1 --2- 172.21.15.111:0/2391003164 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2a380729a0 0x7f2a380b5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:13.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.241+0000 7f2a36d9d640 1 -- 172.21.15.111:0/2391003164 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2a380729a0 msgr2=0x7f2a380b5c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:13.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.241+0000 7f2a36d9d640 1 --2- 172.21.15.111:0/2391003164 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2a380729a0 0x7f2a380b5c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.241+0000 7f2a36d9d640 1 -- 172.21.15.111:0/2391003164 >> v1:172.21.15.114:6789/0 conn(0x7f2a380b57d0 legacy=0x7f2a38072290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:13.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.241+0000 7f2a36d9d640 1 -- 172.21.15.111:0/2391003164 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a3806e200 con 0x7f2a38161cc0 2024-09-19T04:38:13.245 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.242+0000 7f2a36d9d640 1 --2- 172.21.15.111:0/2391003164 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2a38161cc0 0x7f2a380aebf0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f2a28009870 tx=0x7f2a2802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e0ad25dd8c79bb3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:13.245 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.242+0000 7f2a3659c640 1 -- 172.21.15.111:0/2391003164 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a28037070 con 0x7f2a38161cc0 2024-09-19T04:38:13.245 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.242+0000 7f2a3659c640 1 -- 172.21.15.111:0/2391003164 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a28032440 con 0x7f2a38161cc0 2024-09-19T04:38:13.245 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.242+0000 7f2a3659c640 1 -- 172.21.15.111:0/2391003164 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a28032810 con 0x7f2a38161cc0 2024-09-19T04:38:13.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.243+0000 7f2a3d253640 1 -- 172.21.15.111:0/2391003164 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2a38161cc0 msgr2=0x7f2a380aebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:13.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.243+0000 7f2a3d253640 1 --2- 172.21.15.111:0/2391003164 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2a38161cc0 0x7f2a380aebf0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f2a28009870 tx=0x7f2a2802a270 comp rx=0 tx=0).stop 2024-09-19T04:38:13.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.243+0000 7f2a3d253640 1 -- 172.21.15.111:0/2391003164 shutdown_connections 2024-09-19T04:38:13.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.243+0000 7f2a3d253640 1 --2- 172.21.15.111:0/2391003164 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2a380729a0 0x7f2a380b5c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.243+0000 7f2a3d253640 1 --2- 172.21.15.111:0/2391003164 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2a38161cc0 0x7f2a380aebf0 unknown :-1 s=CLOSED pgs=1047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.243+0000 7f2a3d253640 1 -- 172.21.15.111:0/2391003164 >> 172.21.15.111:0/2391003164 conn(0x7f2a3806bba0 msgr2=0x7f2a3806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:13.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.243+0000 7f2a3d253640 1 -- 172.21.15.111:0/2391003164 shutdown_connections 2024-09-19T04:38:13.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.243+0000 7f2a3d253640 1 -- 172.21.15.111:0/2391003164 wait complete. 2024-09-19T04:38:13.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.244+0000 7f2a3d253640 1 Processor -- start 2024-09-19T04:38:13.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.244+0000 7f2a3d253640 1 -- start start 2024-09-19T04:38:13.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.245+0000 7f2a3d253640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2a380729a0 0x7f2a380b1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:13.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.245+0000 7f2a3d253640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2a380b57d0 0x7f2a3814c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:13.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.245+0000 7f2a3d253640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2a38161cc0 0x7f2a380b0070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:13.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.245+0000 7f2a3d253640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2a380b4be0 con 0x7f2a38161cc0 2024-09-19T04:38:13.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.245+0000 7f2a3d253640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2a380b4a60 con 0x7f2a380729a0 2024-09-19T04:38:13.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.245+0000 7f2a3d253640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2a3806ea00 con 0x7f2a380b57d0 2024-09-19T04:38:13.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.245+0000 7f2a3759e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2a38161cc0 0x7f2a380b0070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:13.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.245+0000 7f2a3759e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2a38161cc0 0x7f2a380b0070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36452/0 (socket says 172.21.15.111:36452) 2024-09-19T04:38:13.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.245+0000 7f2a3759e640 1 -- 172.21.15.111:0/1652454404 learned_addr learned my addr 172.21.15.111:0/1652454404 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:13.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.245+0000 7f2a36d9d640 1 --2- 172.21.15.111:0/1652454404 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2a380729a0 0x7f2a380b1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:13.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.245+0000 7f2a2e59c640 1 --2- 172.21.15.111:0/1652454404 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2a380b57d0 0x7f2a3814c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:13.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.245+0000 7f2a3759e640 1 -- 172.21.15.111:0/1652454404 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2a380b57d0 msgr2=0x7f2a3814c6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:13.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.245+0000 7f2a3759e640 1 --2- 172.21.15.111:0/1652454404 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2a380b57d0 0x7f2a3814c6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.245+0000 7f2a3759e640 1 -- 172.21.15.111:0/1652454404 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2a380729a0 msgr2=0x7f2a380b1ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:13.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.245+0000 7f2a3759e640 1 --2- 172.21.15.111:0/1652454404 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2a380729a0 0x7f2a380b1ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.245+0000 7f2a3759e640 1 -- 172.21.15.111:0/1652454404 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a380b2840 con 0x7f2a38161cc0 2024-09-19T04:38:13.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.245+0000 7f2a3759e640 1 --2- 172.21.15.111:0/1652454404 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2a38161cc0 0x7f2a380b0070 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f2a3000ef90 tx=0x7f2a3000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:13.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.246+0000 7f2a2ffff640 1 -- 172.21.15.111:0/1652454404 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a30018020 con 0x7f2a38161cc0 2024-09-19T04:38:13.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.246+0000 7f2a2ffff640 1 -- 172.21.15.111:0/1652454404 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a30014480 con 0x7f2a38161cc0 2024-09-19T04:38:13.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.246+0000 7f2a3d253640 1 -- 172.21.15.111:0/1652454404 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a380b2280 con 0x7f2a38161cc0 2024-09-19T04:38:13.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.246+0000 7f2a2ffff640 1 -- 172.21.15.111:0/1652454404 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a30014870 con 0x7f2a38161cc0 2024-09-19T04:38:13.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.246+0000 7f2a3d253640 1 -- 172.21.15.111:0/1652454404 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a38158540 con 0x7f2a38161cc0 2024-09-19T04:38:13.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.247+0000 7f2a3d253640 1 -- 172.21.15.111:0/1652454404 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a380726f0 con 0x7f2a38161cc0 2024-09-19T04:38:13.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.247+0000 7f2a2ffff640 1 -- 172.21.15.111:0/1652454404 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7f2a30005d10 con 0x7f2a38161cc0 2024-09-19T04:38:13.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.247+0000 7f2a2ffff640 1 --2- 172.21.15.111:0/1652454404 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2a1806c5b0 0x7f2a1806ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:13.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.248+0000 7f2a2ffff640 1 -- 172.21.15.111:0/1652454404 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7f2a3008c5e0 con 0x7f2a38161cc0 2024-09-19T04:38:13.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.248+0000 7f2a36d9d640 1 --2- 172.21.15.111:0/1652454404 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2a1806c5b0 0x7f2a1806ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:13.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.248+0000 7f2a36d9d640 1 --2- 172.21.15.111:0/1652454404 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2a1806c5b0 0x7f2a1806ea70 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f2a28034000 tx=0x7f2a2802e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:13.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.252+0000 7f2a2ffff640 1 -- 172.21.15.111:0/1652454404 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2a30022030 con 0x7f2a38161cc0 2024-09-19T04:38:13.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.441+0000 7f2a3d253640 1 -- 172.21.15.111:0/1652454404 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol61260", "target": ["mon-mgr", ""]}) -- 0x7f2a38072410 con 0x7f2a1806c5b0 2024-09-19T04:38:13.480 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.479+0000 7f2a2ffff640 1 -- 172.21.15.111:0/1652454404 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f2a38072410 con 0x7f2a1806c5b0 2024-09-19T04:38:13.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.480+0000 7f2a3d253640 1 -- 172.21.15.111:0/1652454404 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2a1806c5b0 msgr2=0x7f2a1806ea70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:13.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.480+0000 7f2a3d253640 1 --2- 172.21.15.111:0/1652454404 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2a1806c5b0 0x7f2a1806ea70 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f2a28034000 tx=0x7f2a2802e000 comp rx=0 tx=0).stop 2024-09-19T04:38:13.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.480+0000 7f2a3d253640 1 -- 172.21.15.111:0/1652454404 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2a38161cc0 msgr2=0x7f2a380b0070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:13.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.480+0000 7f2a3d253640 1 --2- 172.21.15.111:0/1652454404 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2a38161cc0 0x7f2a380b0070 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f2a3000ef90 tx=0x7f2a3000c490 comp rx=0 tx=0).stop 2024-09-19T04:38:13.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.480+0000 7f2a3d253640 1 -- 172.21.15.111:0/1652454404 shutdown_connections 2024-09-19T04:38:13.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.480+0000 7f2a3d253640 1 --2- 172.21.15.111:0/1652454404 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2a1806c5b0 0x7f2a1806ea70 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.480+0000 7f2a3d253640 1 --2- 172.21.15.111:0/1652454404 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2a38161cc0 0x7f2a380b0070 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.480+0000 7f2a3d253640 1 --2- 172.21.15.111:0/1652454404 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2a380b57d0 0x7f2a3814c6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.480+0000 7f2a3d253640 1 --2- 172.21.15.111:0/1652454404 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2a380729a0 0x7f2a380b1ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.480+0000 7f2a3d253640 1 -- 172.21.15.111:0/1652454404 >> 172.21.15.111:0/1652454404 conn(0x7f2a3806bba0 msgr2=0x7f2a380b5030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:13.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.480+0000 7f2a3d253640 1 -- 172.21.15.111:0/1652454404 shutdown_connections 2024-09-19T04:38:13.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.480+0000 7f2a3d253640 1 -- 172.21.15.111:0/1652454404 wait complete. 2024-09-19T04:38:13.484 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:13.483+0000 7f0d69669640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:13.484 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:13.483+0000 7f0d69669640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:13.484 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:13.483+0000 7f0d69669640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:13.484 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:13.483+0000 7f0d69669640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:13.484 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:13.483+0000 7f0d69669640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:13.493 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol_clone67850 2024-09-19T04:38:13.497 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:13.495+0000 7f0d68e68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:13.497 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:13.495+0000 7f0d68e68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:13.497 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:13.495+0000 7f0d68e68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:13.497 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:13.495+0000 7f0d68e68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:13.497 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:13.495+0000 7f0d68e68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:13.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.593+0000 7f14e5647640 1 Processor -- start 2024-09-19T04:38:13.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.594+0000 7f14e5647640 1 -- start start 2024-09-19T04:38:13.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.594+0000 7f14e5647640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f14e0161e30 0x7f14e00d34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:13.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.594+0000 7f14e5647640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f14e00b3d50 0x7f14e006d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:13.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.594+0000 7f14e5647640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14e00cf9a0 con 0x7f14e00b3290 2024-09-19T04:38:13.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.594+0000 7f14e5647640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f14e00cfcf0 con 0x7f14e00b3d50 2024-09-19T04:38:13.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.594+0000 7f14e5647640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f14e0162210 con 0x7f14e0161e30 2024-09-19T04:38:13.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.594+0000 7f14d67fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f14e00b3d50 0x7f14e006d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:13.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.595+0000 7f14d67fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f14e00b3d50 0x7f14e006d8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36456/0 (socket says 172.21.15.111:36456) 2024-09-19T04:38:13.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.595+0000 7f14d67fc640 1 -- 172.21.15.111:0/3510273779 learned_addr learned my addr 172.21.15.111:0/3510273779 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:13.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.595+0000 7f14deffd640 1 --2- 172.21.15.111:0/3510273779 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f14e0161e30 0x7f14e00d34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:13.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.595+0000 7f14d67fc640 1 -- 172.21.15.111:0/3510273779 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f14e0161e30 msgr2=0x7f14e00d34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:13.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.595+0000 7f14d67fc640 1 --2- 172.21.15.111:0/3510273779 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f14e0161e30 0x7f14e00d34a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.595+0000 7f14d67fc640 1 -- 172.21.15.111:0/3510273779 >> v1:172.21.15.114:6789/0 conn(0x7f14e00b3290 legacy=0x7f14e00b78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:13.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.595+0000 7f14d67fc640 1 -- 172.21.15.111:0/3510273779 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14e00d5210 con 0x7f14e00b3d50 2024-09-19T04:38:13.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.595+0000 7f14d67fc640 1 --2- 172.21.15.111:0/3510273779 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f14e00b3d50 0x7f14e006d8c0 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f14c8009870 tx=0x7f14c802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=586a26b0e07d2374 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:13.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.596+0000 7f14de7fc640 1 -- 172.21.15.111:0/3510273779 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14c8037070 con 0x7f14e00b3d50 2024-09-19T04:38:13.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.596+0000 7f14de7fc640 1 -- 172.21.15.111:0/3510273779 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14c8032440 con 0x7f14e00b3d50 2024-09-19T04:38:13.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.596+0000 7f14de7fc640 1 -- 172.21.15.111:0/3510273779 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14c8032810 con 0x7f14e00b3d50 2024-09-19T04:38:13.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.596+0000 7f14e5647640 1 -- 172.21.15.111:0/3510273779 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f14e00b3d50 msgr2=0x7f14e006d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:13.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.596+0000 7f14e5647640 1 --2- 172.21.15.111:0/3510273779 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f14e00b3d50 0x7f14e006d8c0 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f14c8009870 tx=0x7f14c802a270 comp rx=0 tx=0).stop 2024-09-19T04:38:13.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.596+0000 7f14e5647640 1 -- 172.21.15.111:0/3510273779 shutdown_connections 2024-09-19T04:38:13.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.596+0000 7f14e5647640 1 --2- 172.21.15.111:0/3510273779 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f14e00b3d50 0x7f14e006d8c0 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.596+0000 7f14e5647640 1 --2- 172.21.15.111:0/3510273779 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f14e0161e30 0x7f14e00d34a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.596+0000 7f14e5647640 1 -- 172.21.15.111:0/3510273779 >> 172.21.15.111:0/3510273779 conn(0x7f14e00d1870 msgr2=0x7f14e00d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:13.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.596+0000 7f14e5647640 1 -- 172.21.15.111:0/3510273779 shutdown_connections 2024-09-19T04:38:13.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.596+0000 7f14e5647640 1 -- 172.21.15.111:0/3510273779 wait complete. 2024-09-19T04:38:13.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.597+0000 7f14e5647640 1 Processor -- start 2024-09-19T04:38:13.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.598+0000 7f14e5647640 1 -- start start 2024-09-19T04:38:13.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.598+0000 7f14e5647640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f14e00b3290 0x7f14e00cda00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:13.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.598+0000 7f14e5647640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f14e00b3d50 0x7f14e014ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:13.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.598+0000 7f14e5647640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f14e0161e30 0x7f14e01f4660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:13.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.598+0000 7f14e5647640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f14e00d39e0 con 0x7f14e00b3d50 2024-09-19T04:38:13.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.598+0000 7f14e5647640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f14e00b3950 con 0x7f14e00b3290 2024-09-19T04:38:13.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.598+0000 7f14e5647640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f14e00c91f0 con 0x7f14e0161e30 2024-09-19T04:38:13.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.598+0000 7f14d67fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f14e00b3d50 0x7f14e014ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:13.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.599+0000 7f14d67fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f14e00b3d50 0x7f14e014ba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36466/0 (socket says 172.21.15.111:36466) 2024-09-19T04:38:13.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.599+0000 7f14d67fc640 1 -- 172.21.15.111:0/420042122 learned_addr learned my addr 172.21.15.111:0/420042122 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:13.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.599+0000 7f14deffd640 1 --2- 172.21.15.111:0/420042122 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f14e00b3290 0x7f14e00cda00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:13.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.599+0000 7f14df7fe640 1 --2- 172.21.15.111:0/420042122 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f14e0161e30 0x7f14e01f4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:13.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.599+0000 7f14d67fc640 1 -- 172.21.15.111:0/420042122 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f14e0161e30 msgr2=0x7f14e01f4660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:13.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.599+0000 7f14d67fc640 1 --2- 172.21.15.111:0/420042122 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f14e0161e30 0x7f14e01f4660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.599+0000 7f14d67fc640 1 -- 172.21.15.111:0/420042122 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f14e00b3290 msgr2=0x7f14e00cda00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:13.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.599+0000 7f14d67fc640 1 --2- 172.21.15.111:0/420042122 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f14e00b3290 0x7f14e00cda00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.599+0000 7f14d67fc640 1 -- 172.21.15.111:0/420042122 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14e014bf70 con 0x7f14e00b3d50 2024-09-19T04:38:13.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.599+0000 7f14d67fc640 1 --2- 172.21.15.111:0/420042122 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f14e00b3d50 0x7f14e014ba30 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f14c8000c00 tx=0x7f14c80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:13.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.599+0000 7f14d7fff640 1 -- 172.21.15.111:0/420042122 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14c8041020 con 0x7f14e00b3d50 2024-09-19T04:38:13.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.599+0000 7f14d7fff640 1 -- 172.21.15.111:0/420042122 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14c80306c0 con 0x7f14e00b3d50 2024-09-19T04:38:13.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.599+0000 7f14e5647640 1 -- 172.21.15.111:0/420042122 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14e00cd210 con 0x7f14e00b3d50 2024-09-19T04:38:13.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.599+0000 7f14d7fff640 1 -- 172.21.15.111:0/420042122 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14c8037040 con 0x7f14e00b3d50 2024-09-19T04:38:13.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.599+0000 7f14e5647640 1 -- 172.21.15.111:0/420042122 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14e00c8e80 con 0x7f14e00b3d50 2024-09-19T04:38:13.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.600+0000 7f14e5647640 1 -- 172.21.15.111:0/420042122 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14e00d34a0 con 0x7f14e00b3d50 2024-09-19T04:38:13.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.601+0000 7f14d7fff640 1 -- 172.21.15.111:0/420042122 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7f14c8044020 con 0x7f14e00b3d50 2024-09-19T04:38:13.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.601+0000 7f14d7fff640 1 --2- 172.21.15.111:0/420042122 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f14c006c580 0x7f14c006ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:13.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.601+0000 7f14d7fff640 1 -- 172.21.15.111:0/420042122 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7f14c80ac020 con 0x7f14e00b3d50 2024-09-19T04:38:13.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.601+0000 7f14deffd640 1 --2- 172.21.15.111:0/420042122 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f14c006c580 0x7f14c006ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:13.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.602+0000 7f14deffd640 1 --2- 172.21.15.111:0/420042122 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f14c006c580 0x7f14c006ea40 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f14d0006fd0 tx=0x7f14d0008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:13.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.605+0000 7f14d7fff640 1 -- 172.21.15.111:0/420042122 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f14c804b030 con 0x7f14e00b3d50 2024-09-19T04:38:13.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.796+0000 7f14e5647640 1 -- 172.21.15.111:0/420042122 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol_clone67850", "target": ["mon-mgr", ""]}) -- 0x7f14e00ce910 con 0x7f14c006c580 2024-09-19T04:38:13.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.811+0000 7f14d7fff640 1 -- 172.21.15.111:0/420042122 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f14d0004020 con 0x7f14c006c580 2024-09-19T04:38:13.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.813+0000 7f14e5647640 1 -- 172.21.15.111:0/420042122 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f14c006c580 msgr2=0x7f14c006ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:13.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.813+0000 7f14e5647640 1 --2- 172.21.15.111:0/420042122 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f14c006c580 0x7f14c006ea40 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f14d0006fd0 tx=0x7f14d0008040 comp rx=0 tx=0).stop 2024-09-19T04:38:13.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.813+0000 7f14e5647640 1 -- 172.21.15.111:0/420042122 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f14e00b3d50 msgr2=0x7f14e014ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:13.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.813+0000 7f14e5647640 1 --2- 172.21.15.111:0/420042122 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f14e00b3d50 0x7f14e014ba30 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f14c8000c00 tx=0x7f14c80046c0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.814+0000 7f14e5647640 1 -- 172.21.15.111:0/420042122 shutdown_connections 2024-09-19T04:38:13.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.814+0000 7f14e5647640 1 --2- 172.21.15.111:0/420042122 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f14c006c580 0x7f14c006ea40 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.814+0000 7f14e5647640 1 --2- 172.21.15.111:0/420042122 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f14e0161e30 0x7f14e01f4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.814+0000 7f14e5647640 1 --2- 172.21.15.111:0/420042122 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f14e00b3d50 0x7f14e014ba30 unknown :-1 s=CLOSED pgs=1051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.814+0000 7f14e5647640 1 --2- 172.21.15.111:0/420042122 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f14e00b3290 0x7f14e00cda00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.814+0000 7f14e5647640 1 -- 172.21.15.111:0/420042122 >> 172.21.15.111:0/420042122 conn(0x7f14e00d1870 msgr2=0x7f14e00b6910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:13.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.814+0000 7f14e5647640 1 -- 172.21.15.111:0/420042122 shutdown_connections 2024-09-19T04:38:13.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.814+0000 7f14e5647640 1 -- 172.21.15.111:0/420042122 wait complete. 2024-09-19T04:38:13.826 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol_clone75081 2024-09-19T04:38:13.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.927+0000 7fc277277640 1 Processor -- start 2024-09-19T04:38:13.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.927+0000 7fc277277640 1 -- start start 2024-09-19T04:38:13.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.928+0000 7fc277277640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc27006f130 0x7fc2700b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:13.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.928+0000 7fc277277640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc27015c370 0x7fc2700ce200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:13.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.928+0000 7fc277277640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc27015c820 con 0x7fc270158e50 2024-09-19T04:38:13.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.928+0000 7fc277277640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fc2700b43f0 con 0x7fc27006f130 2024-09-19T04:38:13.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.928+0000 7fc277277640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc2700b3630 con 0x7fc27015c370 2024-09-19T04:38:13.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.928+0000 7fc274812640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc27006f130 0x7fc2700b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:13.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.928+0000 7fc275013640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fc270158e50 0x7fc27006ea20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39018/0 (socket says 172.21.15.111:39018) 2024-09-19T04:38:13.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.928+0000 7fc275013640 1 -- 172.21.15.111:0/4266442051 learned_addr learned my addr 172.21.15.111:0/4266442051 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:13.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.928+0000 7fc274812640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc27006f130 0x7fc2700b5050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36478/0 (socket says 172.21.15.111:36478) 2024-09-19T04:38:13.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.928+0000 7fc275814640 1 --2- 172.21.15.111:0/4266442051 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc27015c370 0x7fc2700ce200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:13.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.929+0000 7fc274812640 1 -- 172.21.15.111:0/4266442051 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc27015c370 msgr2=0x7fc2700ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:13.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.929+0000 7fc274812640 1 --2- 172.21.15.111:0/4266442051 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc27015c370 0x7fc2700ce200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.929+0000 7fc274812640 1 -- 172.21.15.111:0/4266442051 >> v1:172.21.15.111:6789/0 conn(0x7fc270158e50 legacy=0x7fc27006ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:13.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.929+0000 7fc26ffff640 1 -- 172.21.15.111:0/4266442051 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3539655574 0 0) 0x7fc260001490 con 0x7fc270158e50 2024-09-19T04:38:13.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.929+0000 7fc274812640 1 -- 172.21.15.111:0/4266442051 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2700b3910 con 0x7fc27006f130 2024-09-19T04:38:13.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.929+0000 7fc274812640 1 --2- 172.21.15.111:0/4266442051 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc27006f130 0x7fc2700b5050 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7fc264009790 tx=0x7fc26402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=570cad79a670f328 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:13.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.929+0000 7fc26ffff640 1 -- 172.21.15.111:0/4266442051 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc264037070 con 0x7fc27006f130 2024-09-19T04:38:13.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.929+0000 7fc26ffff640 1 -- 172.21.15.111:0/4266442051 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc264032440 con 0x7fc27006f130 2024-09-19T04:38:13.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.929+0000 7fc26ffff640 1 -- 172.21.15.111:0/4266442051 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc264032810 con 0x7fc27006f130 2024-09-19T04:38:13.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.930+0000 7fc277277640 1 -- 172.21.15.111:0/4266442051 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc27006f130 msgr2=0x7fc2700b5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:13.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.930+0000 7fc277277640 1 --2- 172.21.15.111:0/4266442051 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc27006f130 0x7fc2700b5050 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7fc264009790 tx=0x7fc26402a180 comp rx=0 tx=0).stop 2024-09-19T04:38:13.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.930+0000 7fc277277640 1 -- 172.21.15.111:0/4266442051 shutdown_connections 2024-09-19T04:38:13.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.930+0000 7fc277277640 1 --2- 172.21.15.111:0/4266442051 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc27015c370 0x7fc2700ce200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.930+0000 7fc277277640 1 --2- 172.21.15.111:0/4266442051 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc27006f130 0x7fc2700b5050 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.930+0000 7fc277277640 1 -- 172.21.15.111:0/4266442051 >> 172.21.15.111:0/4266442051 conn(0x7fc27006bba0 msgr2=0x7fc27006bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:13.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.930+0000 7fc277277640 1 -- 172.21.15.111:0/4266442051 shutdown_connections 2024-09-19T04:38:13.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.930+0000 7fc277277640 1 -- 172.21.15.111:0/4266442051 wait complete. 2024-09-19T04:38:13.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.931+0000 7fc277277640 1 Processor -- start 2024-09-19T04:38:13.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.931+0000 7fc277277640 1 -- start start 2024-09-19T04:38:13.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.932+0000 7fc277277640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc27006f130 0x7fc27015d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:13.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.932+0000 7fc277277640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc270158e50 0x7fc270156270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:13.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.932+0000 7fc277277640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc27015c370 0x7fc2701567b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:13.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.932+0000 7fc277277640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc270159230 con 0x7fc27006f130 2024-09-19T04:38:13.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.932+0000 7fc277277640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc2700b3ed0 con 0x7fc270158e50 2024-09-19T04:38:13.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.932+0000 7fc277277640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc2700ce740 con 0x7fc27015c370 2024-09-19T04:38:13.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.932+0000 7fc275013640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc27006f130 0x7fc27015d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:13.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.932+0000 7fc275013640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc27006f130 0x7fc27015d920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36480/0 (socket says 172.21.15.111:36480) 2024-09-19T04:38:13.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.932+0000 7fc275013640 1 -- 172.21.15.111:0/2659043363 learned_addr learned my addr 172.21.15.111:0/2659043363 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:13.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.932+0000 7fc275814640 1 --2- 172.21.15.111:0/2659043363 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc27015c370 0x7fc2701567b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:13.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.932+0000 7fc274812640 1 --2- 172.21.15.111:0/2659043363 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc270158e50 0x7fc270156270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:13.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.932+0000 7fc275013640 1 -- 172.21.15.111:0/2659043363 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc27015c370 msgr2=0x7fc2701567b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:13.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.932+0000 7fc275013640 1 --2- 172.21.15.111:0/2659043363 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc27015c370 0x7fc2701567b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.932+0000 7fc275013640 1 -- 172.21.15.111:0/2659043363 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc270158e50 msgr2=0x7fc270156270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:13.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.932+0000 7fc275013640 1 --2- 172.21.15.111:0/2659043363 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc270158e50 0x7fc270156270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:13.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.932+0000 7fc275013640 1 -- 172.21.15.111:0/2659043363 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc270153ad0 con 0x7fc27006f130 2024-09-19T04:38:13.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.932+0000 7fc275013640 1 --2- 172.21.15.111:0/2659043363 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc27006f130 0x7fc27015d920 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7fc26000c850 tx=0x7fc26000cd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:13.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.933+0000 7fc26dffb640 1 -- 172.21.15.111:0/2659043363 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc260018070 con 0x7fc27006f130 2024-09-19T04:38:13.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.933+0000 7fc26dffb640 1 -- 172.21.15.111:0/2659043363 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc26000a640 con 0x7fc27006f130 2024-09-19T04:38:13.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.933+0000 7fc277277640 1 -- 172.21.15.111:0/2659043363 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc27015e290 con 0x7fc27006f130 2024-09-19T04:38:13.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.933+0000 7fc26dffb640 1 -- 172.21.15.111:0/2659043363 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc26000aa70 con 0x7fc27006f130 2024-09-19T04:38:13.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.933+0000 7fc277277640 1 -- 172.21.15.111:0/2659043363 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc270154070 con 0x7fc27006f130 2024-09-19T04:38:13.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.934+0000 7fc277277640 1 -- 172.21.15.111:0/2659043363 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2700ce200 con 0x7fc27006f130 2024-09-19T04:38:13.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.934+0000 7fc26dffb640 1 -- 172.21.15.111:0/2659043363 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7fc26001b070 con 0x7fc27006f130 2024-09-19T04:38:13.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.935+0000 7fc26dffb640 1 --2- 172.21.15.111:0/2659043363 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc25c06c580 0x7fc25c06ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:13.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.935+0000 7fc26dffb640 1 -- 172.21.15.111:0/2659043363 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7fc26008ae90 con 0x7fc27006f130 2024-09-19T04:38:13.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.935+0000 7fc274812640 1 --2- 172.21.15.111:0/2659043363 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc25c06c580 0x7fc25c06ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:13.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.935+0000 7fc274812640 1 --2- 172.21.15.111:0/2659043363 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc25c06c580 0x7fc25c06ea40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc264034000 tx=0x7fc26402e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:13.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:13.939+0000 7fc26dffb640 1 -- 172.21.15.111:0/2659043363 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc27015c820 con 0x7fc27006f130 2024-09-19T04:38:14.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.127+0000 7fc277277640 1 -- 172.21.15.111:0/2659043363 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol_clone75081", "target": ["mon-mgr", ""]}) -- 0x7fc2701535e0 con 0x7fc25c06c580 2024-09-19T04:38:14.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.141+0000 7fc26dffb640 1 -- 172.21.15.111:0/2659043363 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fc2701535e0 con 0x7fc25c06c580 2024-09-19T04:38:14.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.143+0000 7fc277277640 1 -- 172.21.15.111:0/2659043363 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc25c06c580 msgr2=0x7fc25c06ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:14.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.143+0000 7fc277277640 1 --2- 172.21.15.111:0/2659043363 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc25c06c580 0x7fc25c06ea40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc264034000 tx=0x7fc26402e000 comp rx=0 tx=0).stop 2024-09-19T04:38:14.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.143+0000 7fc277277640 1 -- 172.21.15.111:0/2659043363 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc27006f130 msgr2=0x7fc27015d920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:14.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.143+0000 7fc277277640 1 --2- 172.21.15.111:0/2659043363 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc27006f130 0x7fc27015d920 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7fc26000c850 tx=0x7fc26000cd10 comp rx=0 tx=0).stop 2024-09-19T04:38:14.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.143+0000 7fc277277640 1 -- 172.21.15.111:0/2659043363 shutdown_connections 2024-09-19T04:38:14.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.143+0000 7fc277277640 1 --2- 172.21.15.111:0/2659043363 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc25c06c580 0x7fc25c06ea40 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:14.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.143+0000 7fc277277640 1 --2- 172.21.15.111:0/2659043363 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc27015c370 0x7fc2701567b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:14.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.143+0000 7fc277277640 1 --2- 172.21.15.111:0/2659043363 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc270158e50 0x7fc270156270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:14.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.143+0000 7fc277277640 1 --2- 172.21.15.111:0/2659043363 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc27006f130 0x7fc27015d920 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:14.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.143+0000 7fc277277640 1 -- 172.21.15.111:0/2659043363 >> 172.21.15.111:0/2659043363 conn(0x7fc27006bba0 msgr2=0x7fc270071140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:14.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.143+0000 7fc277277640 1 -- 172.21.15.111:0/2659043363 shutdown_connections 2024-09-19T04:38:14.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.143+0000 7fc277277640 1 -- 172.21.15.111:0/2659043363 wait complete. 2024-09-19T04:38:14.156 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'stat -c %h /home/ubuntu/cephtest/mnt.0/./volumes/_deleting') 2024-09-19T04:38:14.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:38:14.208 INFO:teuthology.orchestra.run.smithi111.stdout:2 2024-09-19T04:38:14.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:38:14.215 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:38:14.215 DEBUG:teuthology.orchestra.run.smithi111:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:38:14.250 DEBUG:teuthology.orchestra.run.smithi114:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:38:14.289 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:38:14.289 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:38:14.289 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:38:14.289 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:38:14.307 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:38:14.307 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:38:14.364 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:38:14.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.500+0000 7f581918d640 1 Processor -- start 2024-09-19T04:38:14.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.500+0000 7f581918d640 1 -- start start 2024-09-19T04:38:14.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.500+0000 7f581918d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f58140d02a0 0x7f58140d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:14.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.501+0000 7f581918d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f581415ca40 0x7f581415e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:14.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.501+0000 7f581918d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f581415ceb0 0x7f58141594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:14.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.501+0000 7f581918d640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f58140d0bc0 con 0x7f58140d02a0 2024-09-19T04:38:14.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.501+0000 7f581918d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f581415d390 con 0x7f581415ca40 2024-09-19T04:38:14.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.501+0000 7f581918d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f581415d670 con 0x7f581415ceb0 2024-09-19T04:38:14.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.501+0000 7f5812d9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f58140d02a0 0x7f58140d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:14.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.501+0000 7f5812d9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f58140d02a0 0x7f58140d0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36482/0 (socket says 172.21.15.111:36482) 2024-09-19T04:38:14.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.501+0000 7f5812d9d640 1 -- 172.21.15.111:0/3206128823 learned_addr learned my addr 172.21.15.111:0/3206128823 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:14.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.501+0000 7f581359e640 1 --2- 172.21.15.111:0/3206128823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f581415ceb0 0x7f58141594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:14.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.501+0000 7f580a59c640 1 --2- 172.21.15.111:0/3206128823 >> v2:172.21.15.114:3300/0 conn(0x7f581415ca40 0x7f581415e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:14.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.501+0000 7f5812d9d640 1 -- 172.21.15.111:0/3206128823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f581415ceb0 msgr2=0x7f58141594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:14.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.501+0000 7f5812d9d640 1 --2- 172.21.15.111:0/3206128823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f581415ceb0 0x7f58141594c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:14.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.501+0000 7f5812d9d640 1 -- 172.21.15.111:0/3206128823 >> v2:172.21.15.114:3300/0 conn(0x7f581415ca40 msgr2=0x7f581415e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:14.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.501+0000 7f5812d9d640 1 --2- 172.21.15.111:0/3206128823 >> v2:172.21.15.114:3300/0 conn(0x7f581415ca40 0x7f581415e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:14.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.501+0000 7f5812d9d640 1 -- 172.21.15.111:0/3206128823 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f581415d950 con 0x7f58140d02a0 2024-09-19T04:38:14.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.501+0000 7f581359e640 1 --2- 172.21.15.111:0/3206128823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f581415ceb0 0x7f58141594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:14.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.501+0000 7f580a59c640 1 --2- 172.21.15.111:0/3206128823 >> v2:172.21.15.114:3300/0 conn(0x7f581415ca40 0x7f581415e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:14.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.502+0000 7f5812d9d640 1 --2- 172.21.15.111:0/3206128823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f58140d02a0 0x7f58140d0680 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7f58140cf320 tx=0x7f580402c350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0d642bea21978bc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:14.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.502+0000 7f581259c640 1 -- 172.21.15.111:0/3206128823 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5804039070 con 0x7f58140d02a0 2024-09-19T04:38:14.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.502+0000 7f581259c640 1 -- 172.21.15.111:0/3206128823 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5804034640 con 0x7f58140d02a0 2024-09-19T04:38:14.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.502+0000 7f581259c640 1 -- 172.21.15.111:0/3206128823 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5804034a10 con 0x7f58140d02a0 2024-09-19T04:38:14.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.502+0000 7f581918d640 1 -- 172.21.15.111:0/3206128823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f58140d02a0 msgr2=0x7f58140d0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:14.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.502+0000 7f581918d640 1 --2- 172.21.15.111:0/3206128823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f58140d02a0 0x7f58140d0680 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7f58140cf320 tx=0x7f580402c350 comp rx=0 tx=0).stop 2024-09-19T04:38:14.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.502+0000 7f581918d640 1 -- 172.21.15.111:0/3206128823 shutdown_connections 2024-09-19T04:38:14.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.502+0000 7f581918d640 1 --2- 172.21.15.111:0/3206128823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f581415ceb0 0x7f58141594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:14.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.502+0000 7f581918d640 1 --2- 172.21.15.111:0/3206128823 >> v2:172.21.15.114:3300/0 conn(0x7f581415ca40 0x7f581415e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:14.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.502+0000 7f581918d640 1 --2- 172.21.15.111:0/3206128823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f58140d02a0 0x7f58140d0680 unknown :-1 s=CLOSED pgs=1055 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:14.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.502+0000 7f581918d640 1 -- 172.21.15.111:0/3206128823 >> 172.21.15.111:0/3206128823 conn(0x7f5814062cc0 msgr2=0x7f581406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:14.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.502+0000 7f581918d640 1 -- 172.21.15.111:0/3206128823 shutdown_connections 2024-09-19T04:38:14.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.502+0000 7f581918d640 1 -- 172.21.15.111:0/3206128823 wait complete. 2024-09-19T04:38:14.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.504+0000 7f581918d640 1 Processor -- start 2024-09-19T04:38:14.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.504+0000 7f581918d640 1 -- start start 2024-09-19T04:38:14.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.505+0000 7f581918d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f58140d02a0 0x7f5814147e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:14.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.505+0000 7f581918d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f581415ca40 0x7f58140ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:14.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.505+0000 7f581918d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f581415ceb0 0x7f58140aee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:14.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.505+0000 7f581918d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5814155b90 con 0x7f58140d02a0 2024-09-19T04:38:14.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.505+0000 7f581918d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f581415df10 con 0x7f581415ca40 2024-09-19T04:38:14.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.505+0000 7f581918d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5814155d10 con 0x7f581415ceb0 2024-09-19T04:38:14.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.505+0000 7f5812d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f58140d02a0 0x7f5814147e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:14.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.505+0000 7f5812d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f58140d02a0 0x7f5814147e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36484/0 (socket says 172.21.15.111:36484) 2024-09-19T04:38:14.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.505+0000 7f5812d9d640 1 -- 172.21.15.111:0/551592089 learned_addr learned my addr 172.21.15.111:0/551592089 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:14.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.505+0000 7f580a59c640 1 --2- 172.21.15.111:0/551592089 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f581415ca40 0x7f58140ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:14.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.505+0000 7f581359e640 1 --2- 172.21.15.111:0/551592089 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f581415ceb0 0x7f58140aee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:14.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.505+0000 7f5812d9d640 1 -- 172.21.15.111:0/551592089 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f581415ceb0 msgr2=0x7f58140aee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:14.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.505+0000 7f5812d9d640 1 --2- 172.21.15.111:0/551592089 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f581415ceb0 0x7f58140aee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:14.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.505+0000 7f5812d9d640 1 -- 172.21.15.111:0/551592089 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f581415ca40 msgr2=0x7f58140ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:14.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.505+0000 7f5812d9d640 1 --2- 172.21.15.111:0/551592089 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f581415ca40 0x7f58140ae8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:14.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.505+0000 7f5812d9d640 1 -- 172.21.15.111:0/551592089 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f581414ca30 con 0x7f58140d02a0 2024-09-19T04:38:14.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.505+0000 7f5812d9d640 1 --2- 172.21.15.111:0/551592089 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f58140d02a0 0x7f5814147e90 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f580402c390 tx=0x7f58040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:14.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.505+0000 7f580bfff640 1 -- 172.21.15.111:0/551592089 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5804044070 con 0x7f58140d02a0 2024-09-19T04:38:14.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.505+0000 7f580bfff640 1 -- 172.21.15.111:0/551592089 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5804032980 con 0x7f58140d02a0 2024-09-19T04:38:14.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.505+0000 7f580bfff640 1 -- 172.21.15.111:0/551592089 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5804039070 con 0x7f58140d02a0 2024-09-19T04:38:14.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.505+0000 7f581918d640 1 -- 172.21.15.111:0/551592089 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f581414cd10 con 0x7f58140d02a0 2024-09-19T04:38:14.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.505+0000 7f581918d640 1 -- 172.21.15.111:0/551592089 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f581414c650 con 0x7f58140d02a0 2024-09-19T04:38:14.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.506+0000 7f581918d640 1 -- 172.21.15.111:0/551592089 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58140cd120 con 0x7f58140d02a0 2024-09-19T04:38:14.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.507+0000 7f580bfff640 1 -- 172.21.15.111:0/551592089 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7f5804047360 con 0x7f58140d02a0 2024-09-19T04:38:14.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.507+0000 7f580bfff640 1 --2- 172.21.15.111:0/551592089 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f57f406c580 0x7f57f406ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:14.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.507+0000 7f580bfff640 1 -- 172.21.15.111:0/551592089 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7f58040ab860 con 0x7f58140d02a0 2024-09-19T04:38:14.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.507+0000 7f580a59c640 1 --2- 172.21.15.111:0/551592089 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f57f406c580 0x7f57f406ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:14.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.508+0000 7f580a59c640 1 --2- 172.21.15.111:0/551592089 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f57f406c580 0x7f57f406ea40 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f58141548d0 tx=0x7f57fc008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:14.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.512+0000 7f580bfff640 1 -- 172.21.15.111:0/551592089 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f58140cd120 con 0x7f58140d02a0 2024-09-19T04:38:14.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.688+0000 7f581918d640 1 -- 172.21.15.111:0/551592089 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f58140b4790 con 0x7f58140d02a0 2024-09-19T04:38:14.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.689+0000 7f580bfff640 1 -- 172.21.15.111:0/551592089 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v104) ==== 80+0+0 (secure 0 0 0) 0x7f58040795f0 con 0x7f58140d02a0 2024-09-19T04:38:14.690 INFO:teuthology.orchestra.run.smithi111.stderr:listed 0 entries 2024-09-19T04:38:14.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.691+0000 7f581918d640 1 -- 172.21.15.111:0/551592089 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f57f406c580 msgr2=0x7f57f406ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:14.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.691+0000 7f581918d640 1 --2- 172.21.15.111:0/551592089 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f57f406c580 0x7f57f406ea40 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f58141548d0 tx=0x7f57fc008040 comp rx=0 tx=0).stop 2024-09-19T04:38:14.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.691+0000 7f581918d640 1 -- 172.21.15.111:0/551592089 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f58140d02a0 msgr2=0x7f5814147e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:14.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.691+0000 7f581918d640 1 --2- 172.21.15.111:0/551592089 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f58140d02a0 0x7f5814147e90 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f580402c390 tx=0x7f58040046c0 comp rx=0 tx=0).stop 2024-09-19T04:38:14.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.691+0000 7f581918d640 1 -- 172.21.15.111:0/551592089 shutdown_connections 2024-09-19T04:38:14.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.691+0000 7f581918d640 1 --2- 172.21.15.111:0/551592089 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f57f406c580 0x7f57f406ea40 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:14.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.691+0000 7f581918d640 1 --2- 172.21.15.111:0/551592089 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f581415ceb0 0x7f58140aee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:14.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.691+0000 7f581918d640 1 --2- 172.21.15.111:0/551592089 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f581415ca40 0x7f58140ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:14.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.691+0000 7f581918d640 1 --2- 172.21.15.111:0/551592089 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f58140d02a0 0x7f5814147e90 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:14.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.691+0000 7f581918d640 1 -- 172.21.15.111:0/551592089 >> 172.21.15.111:0/551592089 conn(0x7f5814062cc0 msgr2=0x7f58140b0240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:14.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.691+0000 7f581918d640 1 -- 172.21.15.111:0/551592089 shutdown_connections 2024-09-19T04:38:14.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.691+0000 7f581918d640 1 -- 172.21.15.111:0/551592089 wait complete. 2024-09-19T04:38:14.702 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T04:38:14.703 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:14.703 DEBUG:teuthology.orchestra.run.smithi111:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T04:38:14.740 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi111.front.sepia.ceph.com 2024-09-19T04:38:14.741 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:14.741 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T04:38:14.796 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:38:14.797 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:38:14.797 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:38:14.814 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:38:14.814 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:38:14.871 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:38:14.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.971+0000 7f1fa67b9640 1 Processor -- start 2024-09-19T04:38:14.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.971+0000 7f1fa67b9640 1 -- start start 2024-09-19T04:38:14.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.972+0000 7f1fa67b9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fa006be10 0x7f1fa00cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:14.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.972+0000 7f1fa67b9640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f1fa0151c50 0x7f1fa015baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:14.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.972+0000 7f1fa67b9640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1fa00cd5f0 con 0x7f1fa006c1f0 2024-09-19T04:38:14.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.972+0000 7f1fa67b9640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f1fa00cd8d0 con 0x7f1fa0151c50 2024-09-19T04:38:14.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.972+0000 7f1fa67b9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1fa00cdbb0 con 0x7f1fa006be10 2024-09-19T04:38:14.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.972+0000 7f1f9ffff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fa006be10 0x7f1fa00cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:14.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.972+0000 7f1fa4d56640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f1fa0151c50 0x7f1fa015baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:14.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.972+0000 7f1f9ffff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fa006be10 0x7f1fa00cd010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:53784/0 (socket says 172.21.15.111:53784) 2024-09-19T04:38:14.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.972+0000 7f1f9ffff640 1 -- 172.21.15.111:0/3377573338 learned_addr learned my addr 172.21.15.111:0/3377573338 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:14.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.972+0000 7f1fa4d56640 1 --2- 172.21.15.111:0/3377573338 >> v2:172.21.15.114:3300/0 conn(0x7f1fa0151c50 0x7f1fa015baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:36694/0 (socket says 172.21.15.111:36694) 2024-09-19T04:38:14.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.973+0000 7f1f9ffff640 1 -- 172.21.15.111:0/3377573338 >> v2:172.21.15.114:3300/0 conn(0x7f1fa0151c50 msgr2=0x7f1fa015baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:14.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.973+0000 7f1f9ffff640 1 --2- 172.21.15.111:0/3377573338 >> v2:172.21.15.114:3300/0 conn(0x7f1fa0151c50 0x7f1fa015baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:14.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.973+0000 7f1f9ffff640 1 -- 172.21.15.111:0/3377573338 >> v1:172.21.15.114:6789/0 conn(0x7f1fa006c1f0 legacy=0x7f1fa0151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:14.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.973+0000 7f1f9ffff640 1 -- 172.21.15.111:0/3377573338 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fa00cde90 con 0x7f1fa006be10 2024-09-19T04:38:14.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.973+0000 7f1f9ffff640 1 --2- 172.21.15.111:0/3377573338 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fa006be10 0x7f1fa00cd010 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f1f9000aa10 tx=0x7f1f9002b610 comp rx=0 tx=0).ready entity=mon.2 client_cookie=973069c97a24a15 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:14.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.974+0000 7f1f9effd640 1 -- 172.21.15.111:0/3377573338 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f9000b040 con 0x7f1fa006be10 2024-09-19T04:38:14.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.974+0000 7f1f9effd640 1 -- 172.21.15.111:0/3377573338 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f90030710 con 0x7f1fa006be10 2024-09-19T04:38:14.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.974+0000 7f1f9effd640 1 -- 172.21.15.111:0/3377573338 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f90030ae0 con 0x7f1fa006be10 2024-09-19T04:38:14.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.974+0000 7f1fa67b9640 1 -- 172.21.15.111:0/3377573338 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fa006be10 msgr2=0x7f1fa00cd010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:14.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.974+0000 7f1fa67b9640 1 --2- 172.21.15.111:0/3377573338 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fa006be10 0x7f1fa00cd010 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f1f9000aa10 tx=0x7f1f9002b610 comp rx=0 tx=0).stop 2024-09-19T04:38:14.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.974+0000 7f1fa67b9640 1 -- 172.21.15.111:0/3377573338 shutdown_connections 2024-09-19T04:38:14.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.974+0000 7f1fa67b9640 1 --2- 172.21.15.111:0/3377573338 >> v2:172.21.15.114:3300/0 conn(0x7f1fa0151c50 0x7f1fa015baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:14.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.974+0000 7f1fa67b9640 1 --2- 172.21.15.111:0/3377573338 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fa006be10 0x7f1fa00cd010 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:14.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.974+0000 7f1fa67b9640 1 -- 172.21.15.111:0/3377573338 >> 172.21.15.111:0/3377573338 conn(0x7f1fa0062cc0 msgr2=0x7f1fa006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:14.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.974+0000 7f1fa67b9640 1 -- 172.21.15.111:0/3377573338 shutdown_connections 2024-09-19T04:38:14.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.974+0000 7f1fa67b9640 1 -- 172.21.15.111:0/3377573338 wait complete. 2024-09-19T04:38:14.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.975+0000 7f1fa67b9640 1 Processor -- start 2024-09-19T04:38:14.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.975+0000 7f1fa67b9640 1 -- start start 2024-09-19T04:38:14.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.976+0000 7f1fa67b9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fa006be10 0x7f1fa00ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:14.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.976+0000 7f1fa67b9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1fa006c1f0 0x7f1fa014cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:14.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.976+0000 7f1fa67b9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fa0151c50 0x7f1fa00b1130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:14.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.976+0000 7f1fa67b9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1fa00d0310 con 0x7f1fa0151c50 2024-09-19T04:38:14.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.976+0000 7f1fa67b9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1fa00ce690 con 0x7f1fa006c1f0 2024-09-19T04:38:14.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.976+0000 7f1fa67b9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1fa00d0490 con 0x7f1fa006be10 2024-09-19T04:38:14.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.976+0000 7f1fa4d56640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fa0151c50 0x7f1fa00b1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:14.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.976+0000 7f1fa4d56640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fa0151c50 0x7f1fa00b1130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36490/0 (socket says 172.21.15.111:36490) 2024-09-19T04:38:14.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.976+0000 7f1fa4d56640 1 -- 172.21.15.111:0/444869946 learned_addr learned my addr 172.21.15.111:0/444869946 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:14.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.976+0000 7f1f9ffff640 1 --2- 172.21.15.111:0/444869946 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fa006be10 0x7f1fa00ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:14.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.976+0000 7f1f9f7fe640 1 --2- 172.21.15.111:0/444869946 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1fa006c1f0 0x7f1fa014cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:14.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.977+0000 7f1fa4d56640 1 -- 172.21.15.111:0/444869946 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fa006be10 msgr2=0x7f1fa00ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:14.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.977+0000 7f1fa4d56640 1 --2- 172.21.15.111:0/444869946 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fa006be10 0x7f1fa00ae8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:14.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.977+0000 7f1fa4d56640 1 -- 172.21.15.111:0/444869946 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1fa006c1f0 msgr2=0x7f1fa014cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:14.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.977+0000 7f1fa4d56640 1 --2- 172.21.15.111:0/444869946 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1fa006c1f0 0x7f1fa014cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:14.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.977+0000 7f1fa4d56640 1 -- 172.21.15.111:0/444869946 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fa01520b0 con 0x7f1fa0151c50 2024-09-19T04:38:14.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.977+0000 7f1fa4d56640 1 --2- 172.21.15.111:0/444869946 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fa0151c50 0x7f1fa00b1130 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7f1f9800efc0 tx=0x7f1f9800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:14.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.977+0000 7f1f9cff9640 1 -- 172.21.15.111:0/444869946 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f98018020 con 0x7f1fa0151c50 2024-09-19T04:38:14.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.977+0000 7f1f9cff9640 1 -- 172.21.15.111:0/444869946 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f98014480 con 0x7f1fa0151c50 2024-09-19T04:38:14.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.977+0000 7f1fa67b9640 1 -- 172.21.15.111:0/444869946 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fa0152390 con 0x7f1fa0151c50 2024-09-19T04:38:14.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.977+0000 7f1f9cff9640 1 -- 172.21.15.111:0/444869946 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f98009e60 con 0x7f1fa0151c50 2024-09-19T04:38:14.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.977+0000 7f1fa67b9640 1 -- 172.21.15.111:0/444869946 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fa0152950 con 0x7f1fa0151c50 2024-09-19T04:38:14.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.978+0000 7f1fa67b9640 1 -- 172.21.15.111:0/444869946 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fa015ab80 con 0x7f1fa0151c50 2024-09-19T04:38:14.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.978+0000 7f1f9cff9640 1 -- 172.21.15.111:0/444869946 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7f1f98005d10 con 0x7f1fa0151c50 2024-09-19T04:38:14.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.979+0000 7f1f9cff9640 1 --2- 172.21.15.111:0/444869946 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1f8c06c580 0x7f1f8c06ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:14.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.979+0000 7f1f9cff9640 1 -- 172.21.15.111:0/444869946 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7f1f9808c600 con 0x7f1fa0151c50 2024-09-19T04:38:14.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.979+0000 7f1f9ffff640 1 --2- 172.21.15.111:0/444869946 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1f8c06c580 0x7f1f8c06ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:14.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.979+0000 7f1f9ffff640 1 --2- 172.21.15.111:0/444869946 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1f8c06c580 0x7f1f8c06ea40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f1f90035000 tx=0x7f1f9000c040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:14.984 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:14.983+0000 7f1f9cff9640 1 -- 172.21.15.111:0/444869946 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1fa015ab80 con 0x7f1fa0151c50 2024-09-19T04:38:15.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.158+0000 7f1fa67b9640 1 -- 172.21.15.111:0/444869946 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f1fa00d0840 con 0x7f1fa0151c50 2024-09-19T04:38:15.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.158+0000 7f1f9cff9640 1 -- 172.21.15.111:0/444869946 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v104) ==== 80+0+0 (secure 0 0 0) 0x7f1f98022030 con 0x7f1fa0151c50 2024-09-19T04:38:15.160 INFO:teuthology.orchestra.run.smithi111.stderr:listed 0 entries 2024-09-19T04:38:15.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.160+0000 7f1fa67b9640 1 -- 172.21.15.111:0/444869946 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1f8c06c580 msgr2=0x7f1f8c06ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:15.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.160+0000 7f1fa67b9640 1 --2- 172.21.15.111:0/444869946 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1f8c06c580 0x7f1f8c06ea40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f1f90035000 tx=0x7f1f9000c040 comp rx=0 tx=0).stop 2024-09-19T04:38:15.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.160+0000 7f1fa67b9640 1 -- 172.21.15.111:0/444869946 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fa0151c50 msgr2=0x7f1fa00b1130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:15.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.160+0000 7f1fa67b9640 1 --2- 172.21.15.111:0/444869946 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fa0151c50 0x7f1fa00b1130 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7f1f9800efc0 tx=0x7f1f9800c490 comp rx=0 tx=0).stop 2024-09-19T04:38:15.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.160+0000 7f1fa67b9640 1 -- 172.21.15.111:0/444869946 shutdown_connections 2024-09-19T04:38:15.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.160+0000 7f1fa67b9640 1 --2- 172.21.15.111:0/444869946 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1f8c06c580 0x7f1f8c06ea40 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.160+0000 7f1fa67b9640 1 --2- 172.21.15.111:0/444869946 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fa0151c50 0x7f1fa00b1130 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.160+0000 7f1fa67b9640 1 --2- 172.21.15.111:0/444869946 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1fa006c1f0 0x7f1fa014cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.160+0000 7f1fa67b9640 1 --2- 172.21.15.111:0/444869946 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fa006be10 0x7f1fa00ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.160+0000 7f1fa67b9640 1 -- 172.21.15.111:0/444869946 >> 172.21.15.111:0/444869946 conn(0x7f1fa0062cc0 msgr2=0x7f1fa0151520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:15.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.160+0000 7f1fa67b9640 1 -- 172.21.15.111:0/444869946 shutdown_connections 2024-09-19T04:38:15.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.160+0000 7f1fa67b9640 1 -- 172.21.15.111:0/444869946 wait complete. 2024-09-19T04:38:15.172 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T04:38:15.172 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:15.172 DEBUG:teuthology.orchestra.run.smithi114:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T04:38:15.201 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi114.front.sepia.ceph.com 2024-09-19T04:38:15.201 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:15.201 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T04:38:15.258 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:38:15.258 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:38:15.258 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:38:15.274 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:38:15.274 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:38:15.274 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:38:15.274 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:38:15.314 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:38:15.314 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:38:15.414 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.412+0000 7f877ea8c640 1 Processor -- start 2024-09-19T04:38:15.414 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.412+0000 7f877ea8c640 1 -- start start 2024-09-19T04:38:15.416 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.413+0000 7f877ea8c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f87780d02a0 0x7f87780d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:15.416 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.413+0000 7f877ea8c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f877815ca40 0x7f877815e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:15.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.413+0000 7f877ea8c640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87780d0bc0 con 0x7f877815ceb0 2024-09-19T04:38:15.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.413+0000 7f877ea8c640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f877815d390 con 0x7f87780d02a0 2024-09-19T04:38:15.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.413+0000 7f877ea8c640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f877815d670 con 0x7f877815ca40 2024-09-19T04:38:15.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.413+0000 7f877c828640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f87780d02a0 0x7f87780d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:15.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.413+0000 7f877c828640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f87780d02a0 0x7f87780d0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36502/0 (socket says 172.21.15.111:36502) 2024-09-19T04:38:15.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.413+0000 7f877d029640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f877815ceb0 0x7f87781594c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39032/0 (socket says 172.21.15.111:39032) 2024-09-19T04:38:15.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.413+0000 7f877c828640 1 -- 172.21.15.111:0/3264534850 learned_addr learned my addr 172.21.15.111:0/3264534850 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:15.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.413+0000 7f8777fff640 1 --2- 172.21.15.111:0/3264534850 >> v2:172.21.15.114:3300/0 conn(0x7f877815ca40 0x7f877815e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:15.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.413+0000 7f877c828640 1 -- 172.21.15.111:0/3264534850 >> v2:172.21.15.114:3300/0 conn(0x7f877815ca40 msgr2=0x7f877815e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:15.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.413+0000 7f877c828640 1 --2- 172.21.15.111:0/3264534850 >> v2:172.21.15.114:3300/0 conn(0x7f877815ca40 0x7f877815e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.413+0000 7f877c828640 1 -- 172.21.15.111:0/3264534850 >> v1:172.21.15.111:6789/0 conn(0x7f877815ceb0 legacy=0x7f87781594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:15.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.413+0000 7f877c828640 1 -- 172.21.15.111:0/3264534850 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f877815d950 con 0x7f87780d02a0 2024-09-19T04:38:15.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.413+0000 7f87777fe640 1 -- 172.21.15.111:0/3264534850 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1660878640 0 0) 0x7f87780d0bc0 con 0x7f877815ceb0 2024-09-19T04:38:15.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.414+0000 7f877c828640 1 --2- 172.21.15.111:0/3264534850 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87780d02a0 0x7f87780d0680 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7f87780cf320 tx=0x7f876802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3de12d301d61f45 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:15.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.414+0000 7f87777fe640 1 -- 172.21.15.111:0/3264534850 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8768037070 con 0x7f87780d02a0 2024-09-19T04:38:15.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.414+0000 7f87777fe640 1 -- 172.21.15.111:0/3264534850 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8768032440 con 0x7f87780d02a0 2024-09-19T04:38:15.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.414+0000 7f87777fe640 1 -- 172.21.15.111:0/3264534850 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8768032810 con 0x7f87780d02a0 2024-09-19T04:38:15.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.415+0000 7f877ea8c640 1 -- 172.21.15.111:0/3264534850 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87780d02a0 msgr2=0x7f87780d0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:15.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.415+0000 7f877ea8c640 1 --2- 172.21.15.111:0/3264534850 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87780d02a0 0x7f87780d0680 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7f87780cf320 tx=0x7f876802a1e0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.415+0000 7f877ea8c640 1 -- 172.21.15.111:0/3264534850 shutdown_connections 2024-09-19T04:38:15.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.415+0000 7f877ea8c640 1 --2- 172.21.15.111:0/3264534850 >> v2:172.21.15.114:3300/0 conn(0x7f877815ca40 0x7f877815e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.415+0000 7f877ea8c640 1 --2- 172.21.15.111:0/3264534850 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87780d02a0 0x7f87780d0680 unknown :-1 s=CLOSED pgs=1059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.415+0000 7f877ea8c640 1 -- 172.21.15.111:0/3264534850 >> 172.21.15.111:0/3264534850 conn(0x7f8778062cc0 msgr2=0x7f877806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:15.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.415+0000 7f877ea8c640 1 -- 172.21.15.111:0/3264534850 shutdown_connections 2024-09-19T04:38:15.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.415+0000 7f877ea8c640 1 -- 172.21.15.111:0/3264534850 wait complete. 2024-09-19T04:38:15.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.416+0000 7f877ea8c640 1 Processor -- start 2024-09-19T04:38:15.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.416+0000 7f877ea8c640 1 -- start start 2024-09-19T04:38:15.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.417+0000 7f877ea8c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87780d02a0 0x7f87780aa870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:15.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.417+0000 7f877ea8c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f877815ca40 0x7f87781f3560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:15.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.417+0000 7f877ea8c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f877815ceb0 0x7f87781f23a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:15.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.417+0000 7f877ea8c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8778155b90 con 0x7f877815ceb0 2024-09-19T04:38:15.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.417+0000 7f877ea8c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f877815df10 con 0x7f87780d02a0 2024-09-19T04:38:15.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.417+0000 7f877ea8c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8778155d10 con 0x7f877815ca40 2024-09-19T04:38:15.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.417+0000 7f877d029640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f877815ceb0 0x7f87781f23a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:15.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.417+0000 7f877d029640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f877815ceb0 0x7f87781f23a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36506/0 (socket says 172.21.15.111:36506) 2024-09-19T04:38:15.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.417+0000 7f877d029640 1 -- 172.21.15.111:0/180175178 learned_addr learned my addr 172.21.15.111:0/180175178 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:15.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.417+0000 7f8777fff640 1 --2- 172.21.15.111:0/180175178 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f877815ca40 0x7f87781f3560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:15.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.417+0000 7f877c828640 1 --2- 172.21.15.111:0/180175178 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87780d02a0 0x7f87780aa870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:15.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.417+0000 7f877d029640 1 -- 172.21.15.111:0/180175178 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f877815ca40 msgr2=0x7f87781f3560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:15.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.417+0000 7f877d029640 1 --2- 172.21.15.111:0/180175178 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f877815ca40 0x7f87781f3560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.417+0000 7f877d029640 1 -- 172.21.15.111:0/180175178 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87780d02a0 msgr2=0x7f87780aa870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:15.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.417+0000 7f877d029640 1 --2- 172.21.15.111:0/180175178 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87780d02a0 0x7f87780aa870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.417+0000 7f877d029640 1 -- 172.21.15.111:0/180175178 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87781f2bf0 con 0x7f877815ceb0 2024-09-19T04:38:15.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.417+0000 7f877c828640 1 --2- 172.21.15.111:0/180175178 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87780d02a0 0x7f87780aa870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:15.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.418+0000 7f877d029640 1 --2- 172.21.15.111:0/180175178 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f877815ceb0 0x7f87781f23a0 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7f877000c700 tx=0x7f877000cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:15.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.418+0000 7f87757fa640 1 -- 172.21.15.111:0/180175178 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8770018070 con 0x7f877815ceb0 2024-09-19T04:38:15.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.418+0000 7f87757fa640 1 -- 172.21.15.111:0/180175178 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f877000ce10 con 0x7f877815ceb0 2024-09-19T04:38:15.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.418+0000 7f877ea8c640 1 -- 172.21.15.111:0/180175178 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87781f2ed0 con 0x7f877815ceb0 2024-09-19T04:38:15.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.418+0000 7f87757fa640 1 -- 172.21.15.111:0/180175178 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f877000a880 con 0x7f877815ceb0 2024-09-19T04:38:15.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.418+0000 7f877ea8c640 1 -- 172.21.15.111:0/180175178 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8778072730 con 0x7f877815ceb0 2024-09-19T04:38:15.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.419+0000 7f877ea8c640 1 -- 172.21.15.111:0/180175178 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8778072930 con 0x7f877815ceb0 2024-09-19T04:38:15.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.419+0000 7f87757fa640 1 -- 172.21.15.111:0/180175178 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f877001b070 con 0x7f877815ceb0 2024-09-19T04:38:15.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.420+0000 7f87757fa640 1 --2- 172.21.15.111:0/180175178 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f875806c6a0 0x7f875806eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:15.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.420+0000 7f87757fa640 1 -- 172.21.15.111:0/180175178 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7f877008b090 con 0x7f877815ceb0 2024-09-19T04:38:15.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.420+0000 7f877c828640 1 --2- 172.21.15.111:0/180175178 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f875806c6a0 0x7f875806eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:15.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.420+0000 7f877c828640 1 --2- 172.21.15.111:0/180175178 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f875806c6a0 0x7f875806eb60 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f8768034000 tx=0x7f876802e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:15.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.424+0000 7f87757fa640 1 -- 172.21.15.111:0/180175178 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8778072930 con 0x7f877815ceb0 2024-09-19T04:38:15.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.624+0000 7f877ea8c640 1 -- 172.21.15.111:0/180175178 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8778072520 con 0x7f877815ceb0 2024-09-19T04:38:15.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.624+0000 7f87757fa640 1 -- 172.21.15.111:0/180175178 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) ==== 94+0+5231 (secure 0 0 0) 0x7f8770059270 con 0x7f877815ceb0 2024-09-19T04:38:15.626 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:15.626 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":54,"btime":"2024-09-19T04:37:48:233630+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5774,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6817/415164607","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":415164607},{"type":"v1","addr":"172.21.15.111:6817","nonce":415164607}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5777,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/4072117659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":4072117659},{"type":"v1","addr":"172.21.15.111:6835","nonce":4072117659}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5786,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/2925158637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":2925158637},{"type":"v1","addr":"172.21.15.114:6834","nonce":2925158637}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":53,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:37:35.522011+0000","modified":"2024-09-19T04:37:37.265523+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6849},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6849":{"gid":6849,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/994076716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":994076716},{"type":"v1","addr":"172.21.15.114:6835","nonce":994076716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6849,"qdb_cluster":[6849]},"id":8}]} 2024-09-19T04:38:15.626 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 54 2024-09-19T04:38:15.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.626+0000 7f877ea8c640 1 -- 172.21.15.111:0/180175178 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f875806c6a0 msgr2=0x7f875806eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:15.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.626+0000 7f877ea8c640 1 --2- 172.21.15.111:0/180175178 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f875806c6a0 0x7f875806eb60 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f8768034000 tx=0x7f876802e000 comp rx=0 tx=0).stop 2024-09-19T04:38:15.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.626+0000 7f877ea8c640 1 -- 172.21.15.111:0/180175178 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f877815ceb0 msgr2=0x7f87781f23a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:15.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.626+0000 7f877ea8c640 1 --2- 172.21.15.111:0/180175178 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f877815ceb0 0x7f87781f23a0 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7f877000c700 tx=0x7f877000cbc0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.626+0000 7f877ea8c640 1 -- 172.21.15.111:0/180175178 shutdown_connections 2024-09-19T04:38:15.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.626+0000 7f877ea8c640 1 --2- 172.21.15.111:0/180175178 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f875806c6a0 0x7f875806eb60 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.626+0000 7f877ea8c640 1 --2- 172.21.15.111:0/180175178 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f877815ceb0 0x7f87781f23a0 unknown :-1 s=CLOSED pgs=1060 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.626+0000 7f877ea8c640 1 --2- 172.21.15.111:0/180175178 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f877815ca40 0x7f87781f3560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.626+0000 7f877ea8c640 1 --2- 172.21.15.111:0/180175178 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87780d02a0 0x7f87780aa870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.626+0000 7f877ea8c640 1 -- 172.21.15.111:0/180175178 >> 172.21.15.111:0/180175178 conn(0x7f8778062cc0 msgr2=0x7f87780b0040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:15.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.626+0000 7f877ea8c640 1 -- 172.21.15.111:0/180175178 shutdown_connections 2024-09-19T04:38:15.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.626+0000 7f877ea8c640 1 -- 172.21.15.111:0/180175178 wait complete. 2024-09-19T04:38:15.638 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:38:15.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.735+0000 7f39d9fc6640 1 Processor -- start 2024-09-19T04:38:15.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.735+0000 7f39d9fc6640 1 -- start start 2024-09-19T04:38:15.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.736+0000 7f39d9fc6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f39d415c180 0x7f39d40cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:15.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.736+0000 7f39d9fc6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f39d4073120 0x7f39d4073570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:15.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.736+0000 7f39d9fc6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39d40ce740 con 0x7f39d40ce230 2024-09-19T04:38:15.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.736+0000 7f39d9fc6640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f39d4072640 con 0x7f39d415c180 2024-09-19T04:38:15.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.736+0000 7f39d9fc6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f39d4072920 con 0x7f39d4073120 2024-09-19T04:38:15.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.736+0000 7f39d37fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f39d415c180 0x7f39d40cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:15.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.736+0000 7f39d37fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f39d415c180 0x7f39d40cdcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36522/0 (socket says 172.21.15.111:36522) 2024-09-19T04:38:15.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.736+0000 7f39d2ffd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f39d40ce230 0x7f39d40cf070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39042/0 (socket says 172.21.15.111:39042) 2024-09-19T04:38:15.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.736+0000 7f39d37fe640 1 -- 172.21.15.111:0/1205530250 learned_addr learned my addr 172.21.15.111:0/1205530250 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:15.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.736+0000 7f39d3fff640 1 --2- 172.21.15.111:0/1205530250 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f39d4073120 0x7f39d4073570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:15.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.736+0000 7f39d37fe640 1 -- 172.21.15.111:0/1205530250 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f39d4073120 msgr2=0x7f39d4073570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:15.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.736+0000 7f39d37fe640 1 --2- 172.21.15.111:0/1205530250 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f39d4073120 0x7f39d4073570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.736+0000 7f39d37fe640 1 -- 172.21.15.111:0/1205530250 >> v1:172.21.15.111:6789/0 conn(0x7f39d40ce230 legacy=0x7f39d40cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:15.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.736+0000 7f39d37fe640 1 -- 172.21.15.111:0/1205530250 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39d4072c00 con 0x7f39d415c180 2024-09-19T04:38:15.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.737+0000 7f39d37fe640 1 --2- 172.21.15.111:0/1205530250 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f39d415c180 0x7f39d40cdcf0 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f39c4009870 tx=0x7f39c402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b7fc10bd2b855ec server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:15.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.737+0000 7f39d27fc640 1 -- 172.21.15.111:0/1205530250 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c4037070 con 0x7f39d415c180 2024-09-19T04:38:15.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.737+0000 7f39d27fc640 1 -- 172.21.15.111:0/1205530250 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39c4032440 con 0x7f39d415c180 2024-09-19T04:38:15.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.737+0000 7f39d27fc640 1 -- 172.21.15.111:0/1205530250 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c4032810 con 0x7f39d415c180 2024-09-19T04:38:15.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.738+0000 7f39d9fc6640 1 -- 172.21.15.111:0/1205530250 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f39d415c180 msgr2=0x7f39d40cdcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:15.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.738+0000 7f39d9fc6640 1 --2- 172.21.15.111:0/1205530250 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f39d415c180 0x7f39d40cdcf0 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f39c4009870 tx=0x7f39c402a1c0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.738+0000 7f39d9fc6640 1 -- 172.21.15.111:0/1205530250 shutdown_connections 2024-09-19T04:38:15.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.738+0000 7f39d9fc6640 1 --2- 172.21.15.111:0/1205530250 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f39d4073120 0x7f39d4073570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.738+0000 7f39d9fc6640 1 --2- 172.21.15.111:0/1205530250 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f39d415c180 0x7f39d40cdcf0 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.738+0000 7f39d9fc6640 1 -- 172.21.15.111:0/1205530250 >> 172.21.15.111:0/1205530250 conn(0x7f39d4062cc0 msgr2=0x7f39d406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:15.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.738+0000 7f39d9fc6640 1 -- 172.21.15.111:0/1205530250 shutdown_connections 2024-09-19T04:38:15.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.738+0000 7f39d9fc6640 1 -- 172.21.15.111:0/1205530250 wait complete. 2024-09-19T04:38:15.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.739+0000 7f39d9fc6640 1 Processor -- start 2024-09-19T04:38:15.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.739+0000 7f39d9fc6640 1 -- start start 2024-09-19T04:38:15.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.740+0000 7f39d9fc6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f39d4073120 0x7f39d4150230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:15.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.740+0000 7f39d9fc6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f39d40ce230 0x7f39d41585b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:15.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.740+0000 7f39d9fc6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f39d415c180 0x7f39d415a110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:15.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.740+0000 7f39d9fc6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f39d40cf780 con 0x7f39d40ce230 2024-09-19T04:38:15.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.740+0000 7f39d9fc6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f39d40722f0 con 0x7f39d4073120 2024-09-19T04:38:15.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.740+0000 7f39d9fc6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f39d415c560 con 0x7f39d415c180 2024-09-19T04:38:15.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.740+0000 7f39d2ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f39d40ce230 0x7f39d41585b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:15.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.740+0000 7f39d2ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f39d40ce230 0x7f39d41585b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36524/0 (socket says 172.21.15.111:36524) 2024-09-19T04:38:15.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.740+0000 7f39d2ffd640 1 -- 172.21.15.111:0/2601684256 learned_addr learned my addr 172.21.15.111:0/2601684256 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:15.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.740+0000 7f39d37fe640 1 --2- 172.21.15.111:0/2601684256 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f39d4073120 0x7f39d4150230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:15.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.740+0000 7f39d3fff640 1 --2- 172.21.15.111:0/2601684256 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f39d415c180 0x7f39d415a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:15.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.740+0000 7f39d2ffd640 1 -- 172.21.15.111:0/2601684256 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f39d415c180 msgr2=0x7f39d415a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:15.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.740+0000 7f39d2ffd640 1 --2- 172.21.15.111:0/2601684256 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f39d415c180 0x7f39d415a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.740+0000 7f39d2ffd640 1 -- 172.21.15.111:0/2601684256 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f39d4073120 msgr2=0x7f39d4150230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:15.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.740+0000 7f39d2ffd640 1 --2- 172.21.15.111:0/2601684256 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f39d4073120 0x7f39d4150230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.740+0000 7f39d2ffd640 1 -- 172.21.15.111:0/2601684256 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39d4154bf0 con 0x7f39d40ce230 2024-09-19T04:38:15.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.740+0000 7f39d3fff640 1 --2- 172.21.15.111:0/2601684256 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f39d415c180 0x7f39d415a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:38:15.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.740+0000 7f39d2ffd640 1 --2- 172.21.15.111:0/2601684256 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f39d40ce230 0x7f39d41585b0 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f39c800c3c0 tx=0x7f39c800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:15.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.740+0000 7f39bbfff640 1 -- 172.21.15.111:0/2601684256 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c80074e0 con 0x7f39d40ce230 2024-09-19T04:38:15.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.740+0000 7f39bbfff640 1 -- 172.21.15.111:0/2601684256 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39c80047e0 con 0x7f39d40ce230 2024-09-19T04:38:15.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.741+0000 7f39d9fc6640 1 -- 172.21.15.111:0/2601684256 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39d41e7ad0 con 0x7f39d40ce230 2024-09-19T04:38:15.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.741+0000 7f39bbfff640 1 -- 172.21.15.111:0/2601684256 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c8004bd0 con 0x7f39d40ce230 2024-09-19T04:38:15.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.741+0000 7f39d9fc6640 1 -- 172.21.15.111:0/2601684256 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39d41e7510 con 0x7f39d40ce230 2024-09-19T04:38:15.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.741+0000 7f39d9fc6640 1 -- 172.21.15.111:0/2601684256 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39d40cdcf0 con 0x7f39d40ce230 2024-09-19T04:38:15.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.742+0000 7f39bbfff640 1 -- 172.21.15.111:0/2601684256 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f39c801a020 con 0x7f39d40ce230 2024-09-19T04:38:15.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.742+0000 7f39bbfff640 1 --2- 172.21.15.111:0/2601684256 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f39c006c6a0 0x7f39c006eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:15.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.743+0000 7f39bbfff640 1 -- 172.21.15.111:0/2601684256 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7f39c808b1f0 con 0x7f39d40ce230 2024-09-19T04:38:15.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.743+0000 7f39d37fe640 1 --2- 172.21.15.111:0/2601684256 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f39c006c6a0 0x7f39c006eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:15.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.743+0000 7f39d37fe640 1 --2- 172.21.15.111:0/2601684256 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f39c006c6a0 0x7f39c006eb60 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f39c4034000 tx=0x7f39c402e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:15.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.747+0000 7f39bbfff640 1 -- 172.21.15.111:0/2601684256 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f39c8058cf0 con 0x7f39d40ce230 2024-09-19T04:38:15.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.945+0000 7f39d9fc6640 1 -- 172.21.15.111:0/2601684256 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f39d40af960 con 0x7f39d40ce230 2024-09-19T04:38:15.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.945+0000 7f39bbfff640 1 -- 172.21.15.111:0/2601684256 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) ==== 94+0+5231 (secure 0 0 0) 0x7f39c805cff0 con 0x7f39d40ce230 2024-09-19T04:38:15.947 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:15.947 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":54,"btime":"2024-09-19T04:37:48:233630+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5774,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6817/415164607","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":415164607},{"type":"v1","addr":"172.21.15.111:6817","nonce":415164607}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5777,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/4072117659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":4072117659},{"type":"v1","addr":"172.21.15.111:6835","nonce":4072117659}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5786,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/2925158637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":2925158637},{"type":"v1","addr":"172.21.15.114:6834","nonce":2925158637}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":53,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:37:35.522011+0000","modified":"2024-09-19T04:37:37.265523+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6849},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6849":{"gid":6849,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/994076716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":994076716},{"type":"v1","addr":"172.21.15.114:6835","nonce":994076716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6849,"qdb_cluster":[6849]},"id":8}]} 2024-09-19T04:38:15.947 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 54 2024-09-19T04:38:15.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.947+0000 7f39d9fc6640 1 -- 172.21.15.111:0/2601684256 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f39c006c6a0 msgr2=0x7f39c006eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:15.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.947+0000 7f39d9fc6640 1 --2- 172.21.15.111:0/2601684256 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f39c006c6a0 0x7f39c006eb60 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f39c4034000 tx=0x7f39c402e000 comp rx=0 tx=0).stop 2024-09-19T04:38:15.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.947+0000 7f39d9fc6640 1 -- 172.21.15.111:0/2601684256 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f39d40ce230 msgr2=0x7f39d41585b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:15.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.947+0000 7f39d9fc6640 1 --2- 172.21.15.111:0/2601684256 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f39d40ce230 0x7f39d41585b0 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f39c800c3c0 tx=0x7f39c800c880 comp rx=0 tx=0).stop 2024-09-19T04:38:15.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.947+0000 7f39d9fc6640 1 -- 172.21.15.111:0/2601684256 shutdown_connections 2024-09-19T04:38:15.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.947+0000 7f39d9fc6640 1 --2- 172.21.15.111:0/2601684256 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f39c006c6a0 0x7f39c006eb60 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.947+0000 7f39d9fc6640 1 --2- 172.21.15.111:0/2601684256 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f39d415c180 0x7f39d415a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.947+0000 7f39d9fc6640 1 --2- 172.21.15.111:0/2601684256 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f39d40ce230 0x7f39d41585b0 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.947+0000 7f39d9fc6640 1 --2- 172.21.15.111:0/2601684256 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f39d4073120 0x7f39d4150230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:15.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.947+0000 7f39d9fc6640 1 -- 172.21.15.111:0/2601684256 >> 172.21.15.111:0/2601684256 conn(0x7f39d4062cc0 msgr2=0x7f39d4156fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:15.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.947+0000 7f39d9fc6640 1 -- 172.21.15.111:0/2601684256 shutdown_connections 2024-09-19T04:38:15.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:15.947+0000 7f39d9fc6640 1 -- 172.21.15.111:0/2601684256 wait complete. 2024-09-19T04:38:15.963 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:38:16.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.060+0000 7f75ae815640 1 Processor -- start 2024-09-19T04:38:16.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.060+0000 7f75ae815640 1 -- start start 2024-09-19T04:38:16.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.061+0000 7f75ae815640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f75a815c300 0x7f75a80affc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:16.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.061+0000 7f75ae815640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f75a80cd300 0x7f75a806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:16.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.061+0000 7f75ae815640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75a815ecf0 con 0x7f75a806f010 2024-09-19T04:38:16.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.061+0000 7f75ae815640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f75a806f480 con 0x7f75a815c300 2024-09-19T04:38:16.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.061+0000 7f75ae815640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f75a815c6e0 con 0x7f75a80cd300 2024-09-19T04:38:16.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.061+0000 7f75a7fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f75a815c300 0x7f75a80affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:16.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.061+0000 7f75a7fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f75a815c300 0x7f75a80affc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36540/0 (socket says 172.21.15.111:36540) 2024-09-19T04:38:16.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.061+0000 7f75a7fff640 1 -- 172.21.15.111:0/1677406579 learned_addr learned my addr 172.21.15.111:0/1677406579 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:16.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.061+0000 7f75a77fe640 1 --2- 172.21.15.111:0/1677406579 >> v2:172.21.15.114:3300/0 conn(0x7f75a80cd300 0x7f75a806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:16.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.062+0000 7f75a7fff640 1 -- 172.21.15.111:0/1677406579 >> v2:172.21.15.114:3300/0 conn(0x7f75a80cd300 msgr2=0x7f75a806ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:16.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.062+0000 7f75a7fff640 1 --2- 172.21.15.111:0/1677406579 >> v2:172.21.15.114:3300/0 conn(0x7f75a80cd300 0x7f75a806ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.062+0000 7f75a7fff640 1 -- 172.21.15.111:0/1677406579 >> v1:172.21.15.114:6789/0 conn(0x7f75a806f010 legacy=0x7f75a81622e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:16.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.062+0000 7f75a7fff640 1 -- 172.21.15.111:0/1677406579 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75a815efb0 con 0x7f75a815c300 2024-09-19T04:38:16.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.062+0000 7f75a77fe640 1 --2- 172.21.15.111:0/1677406579 >> v2:172.21.15.114:3300/0 conn(0x7f75a80cd300 0x7f75a806ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:16.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.062+0000 7f75a7fff640 1 --2- 172.21.15.111:0/1677406579 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75a815c300 0x7f75a80affc0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f75a8062b50 tx=0x7f759802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=762c8e83f5d07f9e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:16.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.062+0000 7f75a6ffd640 1 -- 172.21.15.111:0/1677406579 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7598037070 con 0x7f75a815c300 2024-09-19T04:38:16.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.062+0000 7f75a6ffd640 1 -- 172.21.15.111:0/1677406579 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7598032440 con 0x7f75a815c300 2024-09-19T04:38:16.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.062+0000 7f75a6ffd640 1 -- 172.21.15.111:0/1677406579 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7598032810 con 0x7f75a815c300 2024-09-19T04:38:16.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.063+0000 7f75ae815640 1 -- 172.21.15.111:0/1677406579 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75a815c300 msgr2=0x7f75a80affc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:16.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.063+0000 7f75ae815640 1 --2- 172.21.15.111:0/1677406579 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75a815c300 0x7f75a80affc0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f75a8062b50 tx=0x7f759802a1a0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.063+0000 7f75ae815640 1 -- 172.21.15.111:0/1677406579 shutdown_connections 2024-09-19T04:38:16.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.063+0000 7f75ae815640 1 --2- 172.21.15.111:0/1677406579 >> v2:172.21.15.114:3300/0 conn(0x7f75a80cd300 0x7f75a806ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.063+0000 7f75ae815640 1 --2- 172.21.15.111:0/1677406579 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75a815c300 0x7f75a80affc0 unknown :-1 s=CLOSED pgs=1064 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.063+0000 7f75ae815640 1 -- 172.21.15.111:0/1677406579 >> 172.21.15.111:0/1677406579 conn(0x7f75a806cae0 msgr2=0x7f75a806cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:16.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.063+0000 7f75ae815640 1 -- 172.21.15.111:0/1677406579 shutdown_connections 2024-09-19T04:38:16.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.063+0000 7f75ae815640 1 -- 172.21.15.111:0/1677406579 wait complete. 2024-09-19T04:38:16.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.064+0000 7f75ae815640 1 Processor -- start 2024-09-19T04:38:16.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.064+0000 7f75ae815640 1 -- start start 2024-09-19T04:38:16.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.065+0000 7f75ae815640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f75a806f010 0x7f75a80b09f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:16.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.065+0000 7f75ae815640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75a80cd300 0x7f75a814d780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:16.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.065+0000 7f75ae815640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75a815c300 0x7f75a815ac70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:16.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.065+0000 7f75ae815640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f75a815f850 con 0x7f75a815c300 2024-09-19T04:38:16.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.065+0000 7f75ae815640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f75a815f570 con 0x7f75a806f010 2024-09-19T04:38:16.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.065+0000 7f75ae815640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f75a8071880 con 0x7f75a80cd300 2024-09-19T04:38:16.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.065+0000 7f75acdb2640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75a815c300 0x7f75a815ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:16.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.065+0000 7f75acdb2640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75a815c300 0x7f75a815ac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36546/0 (socket says 172.21.15.111:36546) 2024-09-19T04:38:16.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.065+0000 7f75acdb2640 1 -- 172.21.15.111:0/522447617 learned_addr learned my addr 172.21.15.111:0/522447617 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:16.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.065+0000 7f75a7fff640 1 --2- 172.21.15.111:0/522447617 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f75a806f010 0x7f75a80b09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:16.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.065+0000 7f75a77fe640 1 --2- 172.21.15.111:0/522447617 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75a80cd300 0x7f75a814d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:16.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.065+0000 7f75acdb2640 1 -- 172.21.15.111:0/522447617 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75a80cd300 msgr2=0x7f75a814d780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:16.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.065+0000 7f75acdb2640 1 --2- 172.21.15.111:0/522447617 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75a80cd300 0x7f75a814d780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.065+0000 7f75acdb2640 1 -- 172.21.15.111:0/522447617 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f75a806f010 msgr2=0x7f75a80b09f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:16.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.065+0000 7f75acdb2640 1 --2- 172.21.15.111:0/522447617 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f75a806f010 0x7f75a80b09f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.065+0000 7f75acdb2640 1 -- 172.21.15.111:0/522447617 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75a80b1970 con 0x7f75a815c300 2024-09-19T04:38:16.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.066+0000 7f75acdb2640 1 --2- 172.21.15.111:0/522447617 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75a815c300 0x7f75a815ac70 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f75a000b970 tx=0x7f75a000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:16.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.066+0000 7f75a4ff9640 1 -- 172.21.15.111:0/522447617 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75a0019070 con 0x7f75a815c300 2024-09-19T04:38:16.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.066+0000 7f75a4ff9640 1 -- 172.21.15.111:0/522447617 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75a000cb40 con 0x7f75a815c300 2024-09-19T04:38:16.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.066+0000 7f75ae815640 1 -- 172.21.15.111:0/522447617 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75a80b10d0 con 0x7f75a815c300 2024-09-19T04:38:16.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.066+0000 7f75a4ff9640 1 -- 172.21.15.111:0/522447617 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75a0014440 con 0x7f75a815c300 2024-09-19T04:38:16.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.066+0000 7f75ae815640 1 -- 172.21.15.111:0/522447617 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75a80b1690 con 0x7f75a815c300 2024-09-19T04:38:16.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.067+0000 7f75ae815640 1 -- 172.21.15.111:0/522447617 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75a806ead0 con 0x7f75a815c300 2024-09-19T04:38:16.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.067+0000 7f75a4ff9640 1 -- 172.21.15.111:0/522447617 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f75a001c070 con 0x7f75a815c300 2024-09-19T04:38:16.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.068+0000 7f75a4ff9640 1 --2- 172.21.15.111:0/522447617 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f759406c6a0 0x7f759406eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:16.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.068+0000 7f75a4ff9640 1 -- 172.21.15.111:0/522447617 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7f75a008b600 con 0x7f75a815c300 2024-09-19T04:38:16.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.068+0000 7f75a7fff640 1 --2- 172.21.15.111:0/522447617 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f759406c6a0 0x7f759406eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:16.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.068+0000 7f75a7fff640 1 --2- 172.21.15.111:0/522447617 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f759406c6a0 0x7f759406eb60 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f7598034000 tx=0x7f759802e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:16.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.072+0000 7f75a4ff9640 1 -- 172.21.15.111:0/522447617 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f75a0059200 con 0x7f75a815c300 2024-09-19T04:38:16.239 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.238+0000 7f75ae815640 1 -- 172.21.15.111:0/522447617 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f75a8071f30 con 0x7f75a815c300 2024-09-19T04:38:16.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.239+0000 7f75a4ff9640 1 -- 172.21.15.111:0/522447617 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v104) ==== 74+0+16888 (secure 0 0 0) 0x7f75a005d500 con 0x7f75a815c300 2024-09-19T04:38:16.241 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:16.241 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":104,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:37:49.238305+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:37:33.611645+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"101","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-19T04:37:34.241448+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"17.4","mappings":[{"from":0,"to":2}]},{"pgid":"17.17","mappings":[{"from":0,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:38:16.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.241+0000 7f75ae815640 1 -- 172.21.15.111:0/522447617 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f759406c6a0 msgr2=0x7f759406eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:16.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.241+0000 7f75ae815640 1 --2- 172.21.15.111:0/522447617 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f759406c6a0 0x7f759406eb60 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f7598034000 tx=0x7f759802e000 comp rx=0 tx=0).stop 2024-09-19T04:38:16.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.241+0000 7f75ae815640 1 -- 172.21.15.111:0/522447617 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75a815c300 msgr2=0x7f75a815ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:16.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.241+0000 7f75ae815640 1 --2- 172.21.15.111:0/522447617 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75a815c300 0x7f75a815ac70 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f75a000b970 tx=0x7f75a000be30 comp rx=0 tx=0).stop 2024-09-19T04:38:16.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.241+0000 7f75ae815640 1 -- 172.21.15.111:0/522447617 shutdown_connections 2024-09-19T04:38:16.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.241+0000 7f75ae815640 1 --2- 172.21.15.111:0/522447617 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f759406c6a0 0x7f759406eb60 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.241+0000 7f75ae815640 1 --2- 172.21.15.111:0/522447617 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75a815c300 0x7f75a815ac70 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.241+0000 7f75ae815640 1 --2- 172.21.15.111:0/522447617 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f75a80cd300 0x7f75a814d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.241+0000 7f75ae815640 1 --2- 172.21.15.111:0/522447617 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f75a806f010 0x7f75a80b09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.241+0000 7f75ae815640 1 -- 172.21.15.111:0/522447617 >> 172.21.15.111:0/522447617 conn(0x7f75a806cae0 msgr2=0x7f75a80affc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:16.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.241+0000 7f75ae815640 1 -- 172.21.15.111:0/522447617 shutdown_connections 2024-09-19T04:38:16.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.241+0000 7f75ae815640 1 -- 172.21.15.111:0/522447617 wait complete. 2024-09-19T04:38:16.254 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T04:38:16.254 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:38:16.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.351+0000 7f8ff2d1a640 1 Processor -- start 2024-09-19T04:38:16.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.351+0000 7f8ff2d1a640 1 -- start start 2024-09-19T04:38:16.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.352+0000 7f8ff2d1a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8fec15c300 0x7f8fec0affc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:16.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.352+0000 7f8ff2d1a640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8fec15ecf0 con 0x7f8fec06f1e0 2024-09-19T04:38:16.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.352+0000 7f8ff2d1a640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8fec15c6e0 con 0x7f8fec0cd300 2024-09-19T04:38:16.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.352+0000 7f8ff2d1a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8fec15efb0 con 0x7f8fec15c300 2024-09-19T04:38:16.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.352+0000 7f8ff12b7640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f8fec06f1e0 0x7f8fec0ae8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39058/0 (socket says 172.21.15.111:39058) 2024-09-19T04:38:16.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.352+0000 7f8ff12b7640 1 -- 172.21.15.111:0/857961790 learned_addr learned my addr 172.21.15.111:0/857961790 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:16.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.352+0000 7f8ff0ab6640 1 --2- 172.21.15.111:0/857961790 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8fec15c300 0x7f8fec0affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:16.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.352+0000 7f8fe37fe640 1 -- 172.21.15.111:0/857961790 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3654348062 0 0) 0x7f8fec15ecf0 con 0x7f8fec06f1e0 2024-09-19T04:38:16.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.352+0000 7f8fe37fe640 1 -- 172.21.15.111:0/857961790 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8fd4003520 con 0x7f8fec06f1e0 2024-09-19T04:38:16.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.353+0000 7f8fe37fe640 1 -- 172.21.15.111:0/857961790 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1835436469 0 0) 0x7f8fd4003520 con 0x7f8fec06f1e0 2024-09-19T04:38:16.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.353+0000 7f8fe37fe640 1 -- 172.21.15.111:0/857961790 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8fec15c300 msgr2=0x7f8fec0affc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:16.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.353+0000 7f8fe37fe640 1 --2- 172.21.15.111:0/857961790 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8fec15c300 0x7f8fec0affc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.353+0000 7f8fe37fe640 1 -- 172.21.15.111:0/857961790 >> v1:172.21.15.114:6789/0 conn(0x7f8fec0cd300 legacy=0x7f8fec06ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:16.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.353+0000 7f8fe37fe640 1 -- 172.21.15.111:0/857961790 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fec15f290 con 0x7f8fec06f1e0 2024-09-19T04:38:16.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.353+0000 7f8fe37fe640 1 -- 172.21.15.111:0/857961790 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f8fe40019f0 con 0x7f8fec06f1e0 2024-09-19T04:38:16.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.353+0000 7f8ff0ab6640 1 --2- 172.21.15.111:0/857961790 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8fec15c300 0x7f8fec0affc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:38:16.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.353+0000 7f8fe37fe640 1 -- 172.21.15.111:0/857961790 >> v1:172.21.15.111:6789/0 conn(0x7f8fec06f1e0 legacy=0x7f8fec0ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:16.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.353+0000 7f8fe37fe640 1 --2- 172.21.15.111:0/857961790 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8fd40039e0 0x7f8fd4003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:16.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.353+0000 7f8fe37fe640 1 --2- 172.21.15.111:0/857961790 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8fd4004390 0x7f8fd4004860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:16.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.353+0000 7f8fe37fe640 1 --2- 172.21.15.111:0/857961790 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8fec15c300 0x7f8fd4005120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:16.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.353+0000 7f8fe37fe640 1 -- 172.21.15.111:0/857961790 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8fec15efb0 con 0x7f8fd4004390 2024-09-19T04:38:16.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.353+0000 7f8fe37fe640 1 -- 172.21.15.111:0/857961790 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8fd400ba10 con 0x7f8fd40039e0 2024-09-19T04:38:16.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.353+0000 7f8fe37fe640 1 -- 172.21.15.111:0/857961790 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8fd400bc10 con 0x7f8fec15c300 2024-09-19T04:38:16.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.353+0000 7f8fe3fff640 1 --2- 172.21.15.111:0/857961790 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8fd4004390 0x7f8fd4004860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:16.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.353+0000 7f8ff0ab6640 1 --2- 172.21.15.111:0/857961790 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8fd40039e0 0x7f8fd4003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:16.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.353+0000 7f8ff12b7640 1 --2- 172.21.15.111:0/857961790 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8fec15c300 0x7f8fd4005120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:16.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.353+0000 7f8fe3fff640 1 -- 172.21.15.111:0/857961790 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8fec15c300 msgr2=0x7f8fd4005120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:16.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.353+0000 7f8fe3fff640 1 --2- 172.21.15.111:0/857961790 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8fec15c300 0x7f8fd4005120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.353+0000 7f8fe3fff640 1 -- 172.21.15.111:0/857961790 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8fd40039e0 msgr2=0x7f8fd4003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:16.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.353+0000 7f8fe3fff640 1 --2- 172.21.15.111:0/857961790 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8fd40039e0 0x7f8fd4003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.353+0000 7f8fe3fff640 1 -- 172.21.15.111:0/857961790 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fd4003520 con 0x7f8fd4004390 2024-09-19T04:38:16.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.353+0000 7f8ff12b7640 1 --2- 172.21.15.111:0/857961790 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8fec15c300 0x7f8fd4005120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:16.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.354+0000 7f8fe3fff640 1 --2- 172.21.15.111:0/857961790 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8fd4004390 0x7f8fd4004860 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f8fec0cd740 tx=0x7f8fd4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6849b5e9dd66c536 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:16.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.354+0000 7f8fe37fe640 1 -- 172.21.15.111:0/857961790 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fdc037070 con 0x7f8fd4004390 2024-09-19T04:38:16.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.354+0000 7f8fe37fe640 1 -- 172.21.15.111:0/857961790 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8fdc02ab90 con 0x7f8fd4004390 2024-09-19T04:38:16.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.354+0000 7f8fe37fe640 1 -- 172.21.15.111:0/857961790 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fdc001430 con 0x7f8fd4004390 2024-09-19T04:38:16.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.354+0000 7f8ff2d1a640 1 -- 172.21.15.111:0/857961790 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8fd4004390 msgr2=0x7f8fd4004860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:16.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.354+0000 7f8ff2d1a640 1 --2- 172.21.15.111:0/857961790 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8fd4004390 0x7f8fd4004860 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f8fec0cd740 tx=0x7f8fd4005830 comp rx=0 tx=0).stop 2024-09-19T04:38:16.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.354+0000 7f8ff12b7640 1 -- 172.21.15.111:0/857961790 reap_dead start 2024-09-19T04:38:16.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.354+0000 7f8ff2d1a640 1 -- 172.21.15.111:0/857961790 shutdown_connections 2024-09-19T04:38:16.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.354+0000 7f8ff2d1a640 1 -- 172.21.15.111:0/857961790 >> 172.21.15.111:0/857961790 conn(0x7f8fec06cae0 msgr2=0x7f8fec06cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:16.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.355+0000 7f8ff2d1a640 1 -- 172.21.15.111:0/857961790 shutdown_connections 2024-09-19T04:38:16.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.355+0000 7f8ff2d1a640 1 -- 172.21.15.111:0/857961790 wait complete. 2024-09-19T04:38:16.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.356+0000 7f8ff2d1a640 1 Processor -- start 2024-09-19T04:38:16.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.356+0000 7f8ff2d1a640 1 -- start start 2024-09-19T04:38:16.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.357+0000 7f8ff2d1a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8fd4004390 0x7f8fec14d880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:16.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.357+0000 7f8ff2d1a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8fec15fd80 0x7f8fec156720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:16.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.357+0000 7f8ff2d1a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8fec1554b0 0x7f8fec0b1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:16.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.357+0000 7f8ff2d1a640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8fec071880 con 0x7f8fd4004390 2024-09-19T04:38:16.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.357+0000 7f8ff2d1a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8fec15f850 con 0x7f8fec1554b0 2024-09-19T04:38:16.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.357+0000 7f8ff2d1a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8fec0affc0 con 0x7f8fec15fd80 2024-09-19T04:38:16.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.357+0000 7f8ff0ab6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8fd4004390 0x7f8fec14d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:16.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.357+0000 7f8ff0ab6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8fd4004390 0x7f8fec14d880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36566/0 (socket says 172.21.15.111:36566) 2024-09-19T04:38:16.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.357+0000 7f8ff0ab6640 1 -- 172.21.15.111:0/398364506 learned_addr learned my addr 172.21.15.111:0/398364506 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:16.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.357+0000 7f8fe3fff640 1 --2- 172.21.15.111:0/398364506 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8fec15fd80 0x7f8fec156720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:16.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.357+0000 7f8ff12b7640 1 --2- 172.21.15.111:0/398364506 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8fec1554b0 0x7f8fec0b1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:16.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.357+0000 7f8ff0ab6640 1 -- 172.21.15.111:0/398364506 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8fec15fd80 msgr2=0x7f8fec156720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:16.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.357+0000 7f8ff0ab6640 1 --2- 172.21.15.111:0/398364506 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8fec15fd80 0x7f8fec156720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.357+0000 7f8ff0ab6640 1 -- 172.21.15.111:0/398364506 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8fec1554b0 msgr2=0x7f8fec0b1a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:16.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.357+0000 7f8ff0ab6640 1 --2- 172.21.15.111:0/398364506 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8fec1554b0 0x7f8fec0b1a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.357+0000 7f8ff0ab6640 1 -- 172.21.15.111:0/398364506 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fec160300 con 0x7f8fd4004390 2024-09-19T04:38:16.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.357+0000 7f8ff0ab6640 1 --2- 172.21.15.111:0/398364506 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8fd4004390 0x7f8fec14d880 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f8fe8011a30 tx=0x7f8fe8011ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:16.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.357+0000 7f8fe17fa640 1 -- 172.21.15.111:0/398364506 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fe800fb50 con 0x7f8fd4004390 2024-09-19T04:38:16.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.357+0000 7f8fe17fa640 1 -- 172.21.15.111:0/398364506 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8fe800fcf0 con 0x7f8fd4004390 2024-09-19T04:38:16.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.357+0000 7f8fe17fa640 1 -- 172.21.15.111:0/398364506 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fe800fea0 con 0x7f8fd4004390 2024-09-19T04:38:16.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.357+0000 7f8ff2d1a640 1 -- 172.21.15.111:0/398364506 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fec1605e0 con 0x7f8fd4004390 2024-09-19T04:38:16.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.357+0000 7f8ff2d1a640 1 -- 172.21.15.111:0/398364506 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fec154f90 con 0x7f8fd4004390 2024-09-19T04:38:16.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.358+0000 7f8ff2d1a640 1 -- 172.21.15.111:0/398364506 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fec0b03f0 con 0x7f8fd4004390 2024-09-19T04:38:16.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.359+0000 7f8fe17fa640 1 -- 172.21.15.111:0/398364506 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f8fe8012040 con 0x7f8fd4004390 2024-09-19T04:38:16.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.359+0000 7f8fe17fa640 1 --2- 172.21.15.111:0/398364506 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8fd806c6d0 0x7f8fd806eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:16.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.360+0000 7f8fe17fa640 1 -- 172.21.15.111:0/398364506 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7f8fe808bf30 con 0x7f8fd4004390 2024-09-19T04:38:16.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.360+0000 7f8fe3fff640 1 --2- 172.21.15.111:0/398364506 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8fd806c6d0 0x7f8fd806eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:16.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.360+0000 7f8fe3fff640 1 --2- 172.21.15.111:0/398364506 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8fd806c6d0 0x7f8fd806eb90 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f8fdc034000 tx=0x7f8fdc009030 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:16.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.364+0000 7f8fe17fa640 1 -- 172.21.15.111:0/398364506 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8fe8019070 con 0x7f8fd4004390 2024-09-19T04:38:16.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.565+0000 7f8ff2d1a640 1 -- 172.21.15.111:0/398364506 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8fec072340 con 0x7f8fd4004390 2024-09-19T04:38:16.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.565+0000 7f8fe17fa640 1 -- 172.21.15.111:0/398364506 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) ==== 94+0+5231 (secure 0 0 0) 0x7f8fe8059a30 con 0x7f8fd4004390 2024-09-19T04:38:16.567 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:16.567 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":54,"btime":"2024-09-19T04:37:48:233630+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5774,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6817/415164607","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":415164607},{"type":"v1","addr":"172.21.15.111:6817","nonce":415164607}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5777,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/4072117659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":4072117659},{"type":"v1","addr":"172.21.15.111:6835","nonce":4072117659}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5786,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/2925158637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":2925158637},{"type":"v1","addr":"172.21.15.114:6834","nonce":2925158637}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":53,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:37:35.522011+0000","modified":"2024-09-19T04:37:37.265523+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6849},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6849":{"gid":6849,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/994076716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":994076716},{"type":"v1","addr":"172.21.15.114:6835","nonce":994076716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6849,"qdb_cluster":[6849]},"id":8}]} 2024-09-19T04:38:16.567 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 54 2024-09-19T04:38:16.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.567+0000 7f8ff2d1a640 1 -- 172.21.15.111:0/398364506 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8fd806c6d0 msgr2=0x7f8fd806eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:16.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.567+0000 7f8ff2d1a640 1 --2- 172.21.15.111:0/398364506 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8fd806c6d0 0x7f8fd806eb90 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f8fdc034000 tx=0x7f8fdc009030 comp rx=0 tx=0).stop 2024-09-19T04:38:16.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.567+0000 7f8ff2d1a640 1 -- 172.21.15.111:0/398364506 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8fd4004390 msgr2=0x7f8fec14d880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:16.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.567+0000 7f8ff2d1a640 1 --2- 172.21.15.111:0/398364506 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8fd4004390 0x7f8fec14d880 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f8fe8011a30 tx=0x7f8fe8011ef0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.567+0000 7f8ff2d1a640 1 -- 172.21.15.111:0/398364506 shutdown_connections 2024-09-19T04:38:16.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.567+0000 7f8ff2d1a640 1 --2- 172.21.15.111:0/398364506 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8fd806c6d0 0x7f8fd806eb90 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.567+0000 7f8ff2d1a640 1 --2- 172.21.15.111:0/398364506 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8fec1554b0 0x7f8fec0b1a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.567+0000 7f8ff2d1a640 1 --2- 172.21.15.111:0/398364506 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8fec15fd80 0x7f8fec156720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.567+0000 7f8ff2d1a640 1 --2- 172.21.15.111:0/398364506 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8fd4004390 0x7f8fec14d880 unknown :-1 s=CLOSED pgs=1068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.567+0000 7f8ff2d1a640 1 -- 172.21.15.111:0/398364506 >> 172.21.15.111:0/398364506 conn(0x7f8fec06cae0 msgr2=0x7f8fec0735d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:16.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.567+0000 7f8ff2d1a640 1 -- 172.21.15.111:0/398364506 shutdown_connections 2024-09-19T04:38:16.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.567+0000 7f8ff2d1a640 1 -- 172.21.15.111:0/398364506 wait complete. 2024-09-19T04:38:16.579 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:38:16.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.677+0000 7f377ccf1640 1 Processor -- start 2024-09-19T04:38:16.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.677+0000 7f377ccf1640 1 -- start start 2024-09-19T04:38:16.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.678+0000 7f377ccf1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f377806be10 0x7f37780cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:16.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.678+0000 7f377ccf1640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f377806c1f0 0x7f377815baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:16.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.678+0000 7f377ccf1640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f37780cd5f0 con 0x7f3778151540 2024-09-19T04:38:16.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.678+0000 7f377ccf1640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f37780cd8d0 con 0x7f377806c1f0 2024-09-19T04:38:16.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.678+0000 7f377ccf1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f37780cdbb0 con 0x7f377806be10 2024-09-19T04:38:16.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.678+0000 7f3775d9b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f377806c1f0 0x7f377815baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:16.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.678+0000 7f3776d9d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f3778151540 0x7f377815e610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39070/0 (socket says 172.21.15.111:39070) 2024-09-19T04:38:16.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.678+0000 7f3775d9b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f377806c1f0 0x7f377815baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36578/0 (socket says 172.21.15.111:36578) 2024-09-19T04:38:16.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.678+0000 7f3776d9d640 1 -- 172.21.15.111:0/1415545164 learned_addr learned my addr 172.21.15.111:0/1415545164 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:16.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.678+0000 7f377659c640 1 --2- 172.21.15.111:0/1415545164 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f377806be10 0x7f37780cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:16.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.678+0000 7f3775d9b640 1 -- 172.21.15.111:0/1415545164 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f377806be10 msgr2=0x7f37780cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:16.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.678+0000 7f3775d9b640 1 --2- 172.21.15.111:0/1415545164 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f377806be10 0x7f37780cd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.678+0000 7f3775d9b640 1 -- 172.21.15.111:0/1415545164 >> v1:172.21.15.111:6789/0 conn(0x7f3778151540 legacy=0x7f377815e610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:16.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.678+0000 7f377559a640 1 -- 172.21.15.111:0/1415545164 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1794828490 0 0) 0x7f37780cd5f0 con 0x7f3778151540 2024-09-19T04:38:16.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.678+0000 7f3775d9b640 1 -- 172.21.15.111:0/1415545164 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37780cde90 con 0x7f377806c1f0 2024-09-19T04:38:16.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.679+0000 7f3775d9b640 1 --2- 172.21.15.111:0/1415545164 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f377806c1f0 0x7f377815baa0 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f376c0097a0 tx=0x7f376c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e34d899be1d814bd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:16.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.679+0000 7f377559a640 1 -- 172.21.15.111:0/1415545164 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f376c037070 con 0x7f377806c1f0 2024-09-19T04:38:16.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.679+0000 7f377559a640 1 -- 172.21.15.111:0/1415545164 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f376c032440 con 0x7f377806c1f0 2024-09-19T04:38:16.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.679+0000 7f377559a640 1 -- 172.21.15.111:0/1415545164 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f376c032810 con 0x7f377806c1f0 2024-09-19T04:38:16.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.679+0000 7f377ccf1640 1 -- 172.21.15.111:0/1415545164 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f377806c1f0 msgr2=0x7f377815baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:16.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.679+0000 7f377ccf1640 1 --2- 172.21.15.111:0/1415545164 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f377806c1f0 0x7f377815baa0 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f376c0097a0 tx=0x7f376c02a180 comp rx=0 tx=0).stop 2024-09-19T04:38:16.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.680+0000 7f377ccf1640 1 -- 172.21.15.111:0/1415545164 shutdown_connections 2024-09-19T04:38:16.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.680+0000 7f377ccf1640 1 --2- 172.21.15.111:0/1415545164 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f377806c1f0 0x7f377815baa0 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.680+0000 7f377ccf1640 1 --2- 172.21.15.111:0/1415545164 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f377806be10 0x7f37780cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.680+0000 7f377ccf1640 1 -- 172.21.15.111:0/1415545164 >> 172.21.15.111:0/1415545164 conn(0x7f3778062cc0 msgr2=0x7f377806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:16.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.680+0000 7f377ccf1640 1 -- 172.21.15.111:0/1415545164 shutdown_connections 2024-09-19T04:38:16.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.680+0000 7f377ccf1640 1 -- 172.21.15.111:0/1415545164 wait complete. 2024-09-19T04:38:16.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.681+0000 7f377ccf1640 1 Processor -- start 2024-09-19T04:38:16.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.681+0000 7f377ccf1640 1 -- start start 2024-09-19T04:38:16.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.682+0000 7f377ccf1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f377806be10 0x7f377814e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:16.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.682+0000 7f377ccf1640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f377806c1f0 0x7f3778156520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:16.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.682+0000 7f377ccf1640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3778151540 0x7f3778157e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:16.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.682+0000 7f377ccf1640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f37781519d0 con 0x7f3778151540 2024-09-19T04:38:16.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.682+0000 7f377ccf1640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f37780ce690 con 0x7f377806c1f0 2024-09-19T04:38:16.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.682+0000 7f377ccf1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3778151b50 con 0x7f377806be10 2024-09-19T04:38:16.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.682+0000 7f3776d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3778151540 0x7f3778157e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:16.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.682+0000 7f3776d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3778151540 0x7f3778157e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36580/0 (socket says 172.21.15.111:36580) 2024-09-19T04:38:16.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.682+0000 7f3776d9d640 1 -- 172.21.15.111:0/2083565584 learned_addr learned my addr 172.21.15.111:0/2083565584 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:16.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.682+0000 7f377659c640 1 --2- 172.21.15.111:0/2083565584 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f377806be10 0x7f377814e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:16.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.682+0000 7f3775d9b640 1 --2- 172.21.15.111:0/2083565584 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f377806c1f0 0x7f3778156520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:16.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.682+0000 7f3776d9d640 1 -- 172.21.15.111:0/2083565584 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f377806be10 msgr2=0x7f377814e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:16.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.682+0000 7f3776d9d640 1 --2- 172.21.15.111:0/2083565584 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f377806be10 0x7f377814e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.682+0000 7f3776d9d640 1 -- 172.21.15.111:0/2083565584 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f377806c1f0 msgr2=0x7f3778156520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:16.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.682+0000 7f3776d9d640 1 --2- 172.21.15.111:0/2083565584 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f377806c1f0 0x7f3778156520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.682+0000 7f3776d9d640 1 -- 172.21.15.111:0/2083565584 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37781f00a0 con 0x7f3778151540 2024-09-19T04:38:16.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.682+0000 7f3775d9b640 1 --2- 172.21.15.111:0/2083565584 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f377806c1f0 0x7f3778156520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:16.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.682+0000 7f3776d9d640 1 --2- 172.21.15.111:0/2083565584 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3778151540 0x7f3778157e60 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7f377000ea50 tx=0x7f377000ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:16.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.682+0000 7f3766ffd640 1 -- 172.21.15.111:0/2083565584 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3770004d70 con 0x7f3778151540 2024-09-19T04:38:16.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.682+0000 7f3766ffd640 1 -- 172.21.15.111:0/2083565584 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3770016020 con 0x7f3778151540 2024-09-19T04:38:16.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.682+0000 7f377ccf1640 1 -- 172.21.15.111:0/2083565584 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3778071070 con 0x7f3778151540 2024-09-19T04:38:16.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.682+0000 7f3766ffd640 1 -- 172.21.15.111:0/2083565584 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3770001de0 con 0x7f3778151540 2024-09-19T04:38:16.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.682+0000 7f377ccf1640 1 -- 172.21.15.111:0/2083565584 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3778071630 con 0x7f3778151540 2024-09-19T04:38:16.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.683+0000 7f377ccf1640 1 -- 172.21.15.111:0/2083565584 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37780cd010 con 0x7f3778151540 2024-09-19T04:38:16.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.684+0000 7f3766ffd640 1 -- 172.21.15.111:0/2083565584 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f37700070d0 con 0x7f3778151540 2024-09-19T04:38:16.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.684+0000 7f3766ffd640 1 --2- 172.21.15.111:0/2083565584 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f375806c6a0 0x7f375806eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:16.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.684+0000 7f3766ffd640 1 -- 172.21.15.111:0/2083565584 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7f377008e120 con 0x7f3778151540 2024-09-19T04:38:16.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.684+0000 7f377659c640 1 --2- 172.21.15.111:0/2083565584 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f375806c6a0 0x7f375806eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:16.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.685+0000 7f377659c640 1 --2- 172.21.15.111:0/2083565584 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f375806c6a0 0x7f375806eb60 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3768006fd0 tx=0x7f3768008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:16.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.688+0000 7f3766ffd640 1 -- 172.21.15.111:0/2083565584 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3770020030 con 0x7f3778151540 2024-09-19T04:38:16.826 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:38:16.829 DEBUG:teuthology.orchestra.run.smithi114:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:38:16.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.892+0000 7f377ccf1640 1 -- 172.21.15.111:0/2083565584 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f37780b06f0 con 0x7f3778151540 2024-09-19T04:38:16.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.892+0000 7f3766ffd640 1 -- 172.21.15.111:0/2083565584 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) ==== 94+0+5231 (secure 0 0 0) 0x7f377005c1f0 con 0x7f3778151540 2024-09-19T04:38:16.894 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:16.894 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":54,"btime":"2024-09-19T04:37:48:233630+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5774,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6817/415164607","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":415164607},{"type":"v1","addr":"172.21.15.111:6817","nonce":415164607}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5777,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/4072117659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":4072117659},{"type":"v1","addr":"172.21.15.111:6835","nonce":4072117659}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5786,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/2925158637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":2925158637},{"type":"v1","addr":"172.21.15.114:6834","nonce":2925158637}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":53,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:37:35.522011+0000","modified":"2024-09-19T04:37:37.265523+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6849},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6849":{"gid":6849,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/994076716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":994076716},{"type":"v1","addr":"172.21.15.114:6835","nonce":994076716}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6849,"qdb_cluster":[6849]},"id":8}]} 2024-09-19T04:38:16.894 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 54 2024-09-19T04:38:16.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.895+0000 7f377ccf1640 1 -- 172.21.15.111:0/2083565584 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f375806c6a0 msgr2=0x7f375806eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:16.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.895+0000 7f377ccf1640 1 --2- 172.21.15.111:0/2083565584 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f375806c6a0 0x7f375806eb60 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3768006fd0 tx=0x7f3768008040 comp rx=0 tx=0).stop 2024-09-19T04:38:16.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.895+0000 7f377ccf1640 1 -- 172.21.15.111:0/2083565584 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3778151540 msgr2=0x7f3778157e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:16.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.895+0000 7f377ccf1640 1 --2- 172.21.15.111:0/2083565584 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3778151540 0x7f3778157e60 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7f377000ea50 tx=0x7f377000ef10 comp rx=0 tx=0).stop 2024-09-19T04:38:16.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.895+0000 7f377ccf1640 1 -- 172.21.15.111:0/2083565584 shutdown_connections 2024-09-19T04:38:16.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.895+0000 7f377ccf1640 1 --2- 172.21.15.111:0/2083565584 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f375806c6a0 0x7f375806eb60 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.895+0000 7f377ccf1640 1 --2- 172.21.15.111:0/2083565584 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3778151540 0x7f3778157e60 unknown :-1 s=CLOSED pgs=1071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.895+0000 7f377ccf1640 1 --2- 172.21.15.111:0/2083565584 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f377806c1f0 0x7f3778156520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.895+0000 7f377ccf1640 1 --2- 172.21.15.111:0/2083565584 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f377806be10 0x7f377814e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:16.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.895+0000 7f377ccf1640 1 -- 172.21.15.111:0/2083565584 >> 172.21.15.111:0/2083565584 conn(0x7f3778062cc0 msgr2=0x7f37780cff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:16.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.895+0000 7f377ccf1640 1 -- 172.21.15.111:0/2083565584 shutdown_connections 2024-09-19T04:38:16.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:16.895+0000 7f377ccf1640 1 -- 172.21.15.111:0/2083565584 wait complete. 2024-09-19T04:38:16.907 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:38:17.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.043+0000 7fa1021e4640 1 Processor -- start 2024-09-19T04:38:17.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.043+0000 7fa1021e4640 1 -- start start 2024-09-19T04:38:17.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.044+0000 7fa1021e4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa0fc0cfc20 0x7fa0fc0cf3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:17.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.044+0000 7fa1021e4640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0fc161090 con 0x7fa0fc15c510 2024-09-19T04:38:17.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.044+0000 7fa1021e4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0fc06e370 con 0x7fa0fc0d0d10 2024-09-19T04:38:17.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.044+0000 7fa1021e4640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fa0fc0afb20 con 0x7fa0fc0cfc20 2024-09-19T04:38:17.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.044+0000 7fa0fb7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fa0fc15c510 0x7fa0fc0d0600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39076/0 (socket says 172.21.15.111:39076) 2024-09-19T04:38:17.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.044+0000 7fa0fb7fe640 1 -- 172.21.15.111:0/316899072 learned_addr learned my addr 172.21.15.111:0/316899072 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:17.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.044+0000 7fa0fbfff640 1 --2- 172.21.15.111:0/316899072 >> v2:172.21.15.111:3300/0 conn(0x7fa0fc0cfc20 0x7fa0fc0cf3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:17.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.044+0000 7fa0fa7fc640 1 -- 172.21.15.111:0/316899072 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3790189222 0 0) 0x7fa0fc161090 con 0x7fa0fc15c510 2024-09-19T04:38:17.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.044+0000 7fa0fa7fc640 1 -- 172.21.15.111:0/316899072 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa0e4003520 con 0x7fa0fc15c510 2024-09-19T04:38:17.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.044+0000 7fa0fbfff640 1 -- 172.21.15.111:0/316899072 >> v1:172.21.15.114:6789/0 conn(0x7fa0fc0d0d10 legacy=0x7fa0fc06eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:17.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.044+0000 7fa0fbfff640 1 -- 172.21.15.111:0/316899072 >> v1:172.21.15.111:6789/0 conn(0x7fa0fc15c510 legacy=0x7fa0fc0d0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:17.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.044+0000 7fa0fbfff640 1 -- 172.21.15.111:0/316899072 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0fc160db0 con 0x7fa0fc0cfc20 2024-09-19T04:38:17.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.045+0000 7fa0fbfff640 1 --2- 172.21.15.111:0/316899072 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0cfc20 0x7fa0fc0cf3c0 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7fa0f4009d90 tx=0x7fa0f402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9416b33aec496380 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:17.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.045+0000 7fa0fa7fc640 1 -- 172.21.15.111:0/316899072 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0f4007740 con 0x7fa0fc0cfc20 2024-09-19T04:38:17.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.045+0000 7fa0fa7fc640 1 -- 172.21.15.111:0/316899072 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0f40078e0 con 0x7fa0fc0cfc20 2024-09-19T04:38:17.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.045+0000 7fa0fa7fc640 1 -- 172.21.15.111:0/316899072 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0f4007cb0 con 0x7fa0fc0cfc20 2024-09-19T04:38:17.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.046+0000 7fa1021e4640 1 -- 172.21.15.111:0/316899072 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0cfc20 msgr2=0x7fa0fc0cf3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:17.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.046+0000 7fa1021e4640 1 --2- 172.21.15.111:0/316899072 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0cfc20 0x7fa0fc0cf3c0 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7fa0f4009d90 tx=0x7fa0f402a6f0 comp rx=0 tx=0).stop 2024-09-19T04:38:17.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.046+0000 7fa1021e4640 1 -- 172.21.15.111:0/316899072 shutdown_connections 2024-09-19T04:38:17.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.046+0000 7fa1021e4640 1 --2- 172.21.15.111:0/316899072 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0cfc20 0x7fa0fc0cf3c0 unknown :-1 s=CLOSED pgs=1073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:17.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.046+0000 7fa1021e4640 1 -- 172.21.15.111:0/316899072 >> 172.21.15.111:0/316899072 conn(0x7fa0fc0b2480 msgr2=0x7fa0fc0b2860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:17.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.046+0000 7fa1021e4640 1 -- 172.21.15.111:0/316899072 shutdown_connections 2024-09-19T04:38:17.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.046+0000 7fa1021e4640 1 -- 172.21.15.111:0/316899072 wait complete. 2024-09-19T04:38:17.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.047+0000 7fa1021e4640 1 Processor -- start 2024-09-19T04:38:17.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.047+0000 7fa1021e4640 1 -- start start 2024-09-19T04:38:17.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.048+0000 7fa1021e4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0cfc20 0x7fa0fc15ec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:17.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.048+0000 7fa1021e4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0fc0d0d10 0x7fa0fc15cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:17.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.048+0000 7fa1021e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0fc15c510 0x7fa0fc15f370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:17.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.048+0000 7fa1021e4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa0fc160b60 con 0x7fa0fc0cfc20 2024-09-19T04:38:17.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.048+0000 7fa1021e4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa0fc15c8f0 con 0x7fa0fc0d0d10 2024-09-19T04:38:17.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.048+0000 7fa1021e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa0fc15ca70 con 0x7fa0fc15c510 2024-09-19T04:38:17.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.048+0000 7fa0fb7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0cfc20 0x7fa0fc15ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:17.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.048+0000 7fa0fb7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0cfc20 0x7fa0fc15ec00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36606/0 (socket says 172.21.15.111:36606) 2024-09-19T04:38:17.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.048+0000 7fa0fb7fe640 1 -- 172.21.15.111:0/1768221990 learned_addr learned my addr 172.21.15.111:0/1768221990 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:17.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.048+0000 7fa0fbfff640 1 --2- 172.21.15.111:0/1768221990 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0fc15c510 0x7fa0fc15f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:17.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.048+0000 7fa0faffd640 1 --2- 172.21.15.111:0/1768221990 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0fc0d0d10 0x7fa0fc15cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:17.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.048+0000 7fa0fb7fe640 1 -- 172.21.15.111:0/1768221990 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0fc15c510 msgr2=0x7fa0fc15f370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:17.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.048+0000 7fa0fb7fe640 1 --2- 172.21.15.111:0/1768221990 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0fc15c510 0x7fa0fc15f370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:17.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.048+0000 7fa0fb7fe640 1 -- 172.21.15.111:0/1768221990 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0fc0d0d10 msgr2=0x7fa0fc15cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:17.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.048+0000 7fa0fb7fe640 1 --2- 172.21.15.111:0/1768221990 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0fc0d0d10 0x7fa0fc15cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:17.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.048+0000 7fa0fb7fe640 1 -- 172.21.15.111:0/1768221990 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0fc15d130 con 0x7fa0fc0cfc20 2024-09-19T04:38:17.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.048+0000 7fa0faffd640 1 --2- 172.21.15.111:0/1768221990 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0fc0d0d10 0x7fa0fc15cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:17.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.048+0000 7fa0fbfff640 1 --2- 172.21.15.111:0/1768221990 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0fc15c510 0x7fa0fc15f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:17.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.048+0000 7fa0fb7fe640 1 --2- 172.21.15.111:0/1768221990 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0cfc20 0x7fa0fc15ec00 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7fa0ec00c410 tx=0x7fa0ec00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:17.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.048+0000 7fa0e3fff640 1 -- 172.21.15.111:0/1768221990 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0ec017070 con 0x7fa0fc0cfc20 2024-09-19T04:38:17.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.048+0000 7fa0e3fff640 1 -- 172.21.15.111:0/1768221990 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0ec005ce0 con 0x7fa0fc0cfc20 2024-09-19T04:38:17.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.048+0000 7fa0e3fff640 1 -- 172.21.15.111:0/1768221990 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0ec007310 con 0x7fa0fc0cfc20 2024-09-19T04:38:17.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.048+0000 7fa1021e4640 1 -- 172.21.15.111:0/1768221990 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0fc071560 con 0x7fa0fc0cfc20 2024-09-19T04:38:17.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.049+0000 7fa1021e4640 1 -- 172.21.15.111:0/1768221990 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0fc071b20 con 0x7fa0fc0cfc20 2024-09-19T04:38:17.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.050+0000 7fa1021e4640 1 -- 172.21.15.111:0/1768221990 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0fc0cf3c0 con 0x7fa0fc0cfc20 2024-09-19T04:38:17.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.050+0000 7fa0e3fff640 1 -- 172.21.15.111:0/1768221990 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7fa0ec01a070 con 0x7fa0fc0cfc20 2024-09-19T04:38:17.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.050+0000 7fa0e3fff640 1 --2- 172.21.15.111:0/1768221990 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa0e806c6d0 0x7fa0e806eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:17.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.050+0000 7fa0e3fff640 1 -- 172.21.15.111:0/1768221990 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5767+0+0 (secure 0 0 0) 0x7fa0ec08af10 con 0x7fa0fc0cfc20 2024-09-19T04:38:17.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.051+0000 7fa0faffd640 1 --2- 172.21.15.111:0/1768221990 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa0e806c6d0 0x7fa0e806eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:17.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.051+0000 7fa0faffd640 1 --2- 172.21.15.111:0/1768221990 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa0e806c6d0 0x7fa0e806eb90 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa0fc14c170 tx=0x7fa0f0009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:17.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.054+0000 7fa0e3fff640 1 -- 172.21.15.111:0/1768221990 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa0ec059120 con 0x7fa0fc0cfc20 2024-09-19T04:38:17.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.222+0000 7fa1021e4640 1 -- 172.21.15.111:0/1768221990 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa0fc069c70 con 0x7fa0fc0cfc20 2024-09-19T04:38:17.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.223+0000 7fa0e3fff640 1 -- 172.21.15.111:0/1768221990 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v104) ==== 74+0+16888 (secure 0 0 0) 0x7fa0ec058a20 con 0x7fa0fc0cfc20 2024-09-19T04:38:17.225 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:17.225 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":104,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:37:49.238305+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:37:33.611645+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"101","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-19T04:37:34.241448+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"17.4","mappings":[{"from":0,"to":2}]},{"pgid":"17.17","mappings":[{"from":0,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:38:17.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.225+0000 7fa1021e4640 1 -- 172.21.15.111:0/1768221990 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa0e806c6d0 msgr2=0x7fa0e806eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:17.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.225+0000 7fa1021e4640 1 --2- 172.21.15.111:0/1768221990 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa0e806c6d0 0x7fa0e806eb90 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa0fc14c170 tx=0x7fa0f0009040 comp rx=0 tx=0).stop 2024-09-19T04:38:17.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.225+0000 7fa1021e4640 1 -- 172.21.15.111:0/1768221990 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0cfc20 msgr2=0x7fa0fc15ec00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:17.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.225+0000 7fa1021e4640 1 --2- 172.21.15.111:0/1768221990 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0cfc20 0x7fa0fc15ec00 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7fa0ec00c410 tx=0x7fa0ec00c8d0 comp rx=0 tx=0).stop 2024-09-19T04:38:17.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.225+0000 7fa1021e4640 1 -- 172.21.15.111:0/1768221990 shutdown_connections 2024-09-19T04:38:17.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.225+0000 7fa1021e4640 1 --2- 172.21.15.111:0/1768221990 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa0e806c6d0 0x7fa0e806eb90 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:17.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.225+0000 7fa1021e4640 1 --2- 172.21.15.111:0/1768221990 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0fc15c510 0x7fa0fc15f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:17.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.225+0000 7fa1021e4640 1 --2- 172.21.15.111:0/1768221990 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0fc0d0d10 0x7fa0fc15cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:17.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.225+0000 7fa1021e4640 1 --2- 172.21.15.111:0/1768221990 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0cfc20 0x7fa0fc15ec00 unknown :-1 s=CLOSED pgs=1074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:17.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.225+0000 7fa1021e4640 1 -- 172.21.15.111:0/1768221990 >> 172.21.15.111:0/1768221990 conn(0x7fa0fc0b2480 msgr2=0x7fa0fc151c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:17.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.226+0000 7fa1021e4640 1 -- 172.21.15.111:0/1768221990 shutdown_connections 2024-09-19T04:38:17.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.226+0000 7fa1021e4640 1 -- 172.21.15.111:0/1768221990 wait complete. 2024-09-19T04:38:17.239 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T04:38:17.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.336+0000 7f1c8a05e640 1 Processor -- start 2024-09-19T04:38:17.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.336+0000 7f1c8a05e640 1 -- start start 2024-09-19T04:38:17.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.337+0000 7f1c8a05e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1c8415e940 0x7f1c840d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:17.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.337+0000 7f1c8a05e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c840b7170 con 0x7f1c840cef90 2024-09-19T04:38:17.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.337+0000 7f1c8a05e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c840b7aa0 con 0x7f1c8415ed20 2024-09-19T04:38:17.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.337+0000 7f1c8a05e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f1c840d3660 con 0x7f1c8415e940 2024-09-19T04:38:17.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.337+0000 7f1c837fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1c8415e940 0x7f1c840d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:17.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.337+0000 7f1c837fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1c8415e940 0x7f1c840d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36614/0 (socket says 172.21.15.111:36614) 2024-09-19T04:38:17.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.337+0000 7f1c837fe640 1 -- 172.21.15.111:0/1212265478 learned_addr learned my addr 172.21.15.111:0/1212265478 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:17.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.337+0000 7f1c83fff640 1 --1- 172.21.15.111:0/1212265478 >> v1:172.21.15.111:6789/0 conn(0x7f1c840cef90 0x7f1c840b3930 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39084/0 (socket says 172.21.15.111:39084) 2024-09-19T04:38:17.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.338+0000 7f1c837fe640 1 -- 172.21.15.111:0/1212265478 >> v1:172.21.15.114:6789/0 conn(0x7f1c8415ed20 legacy=0x7f1c840b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:17.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.338+0000 7f1c837fe640 1 -- 172.21.15.111:0/1212265478 >> v1:172.21.15.111:6789/0 conn(0x7f1c840cef90 legacy=0x7f1c840b3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:17.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.338+0000 7f1c837fe640 1 -- 172.21.15.111:0/1212265478 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c840d3940 con 0x7f1c8415e940 2024-09-19T04:38:17.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.339+0000 7f1c837fe640 1 --2- 172.21.15.111:0/1212265478 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c8415e940 0x7f1c840d1060 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f1c74009870 tx=0x7f1c7402a3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c815634c4801f5b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:17.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.339+0000 7f1c827fc640 1 -- 172.21.15.111:0/1212265478 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c74037070 con 0x7f1c8415e940 2024-09-19T04:38:17.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.339+0000 7f1c827fc640 1 -- 172.21.15.111:0/1212265478 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c74032640 con 0x7f1c8415e940 2024-09-19T04:38:17.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.339+0000 7f1c827fc640 1 -- 172.21.15.111:0/1212265478 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c74032a10 con 0x7f1c8415e940 2024-09-19T04:38:17.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.340+0000 7f1c8a05e640 1 -- 172.21.15.111:0/1212265478 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c8415e940 msgr2=0x7f1c840d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:17.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.340+0000 7f1c8a05e640 1 --2- 172.21.15.111:0/1212265478 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c8415e940 0x7f1c840d1060 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f1c74009870 tx=0x7f1c7402a3c0 comp rx=0 tx=0).stop 2024-09-19T04:38:17.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.340+0000 7f1c8a05e640 1 -- 172.21.15.111:0/1212265478 shutdown_connections 2024-09-19T04:38:17.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.340+0000 7f1c8a05e640 1 --2- 172.21.15.111:0/1212265478 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c8415e940 0x7f1c840d1060 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:17.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.340+0000 7f1c8a05e640 1 -- 172.21.15.111:0/1212265478 >> 172.21.15.111:0/1212265478 conn(0x7f1c840b6240 msgr2=0x7f1c840b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:17.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.340+0000 7f1c8a05e640 1 -- 172.21.15.111:0/1212265478 shutdown_connections 2024-09-19T04:38:17.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.340+0000 7f1c8a05e640 1 -- 172.21.15.111:0/1212265478 wait complete. 2024-09-19T04:38:17.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.341+0000 7f1c8a05e640 1 Processor -- start 2024-09-19T04:38:17.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.342+0000 7f1c8a05e640 1 -- start start 2024-09-19T04:38:17.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.342+0000 7f1c8a05e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c840cef90 0x7f1c8415a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:17.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.342+0000 7f1c8a05e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c8415e940 0x7f1c840b54f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:17.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.342+0000 7f1c8a05e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c8415ed20 0x7f1c840b5a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:17.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.342+0000 7f1c8a05e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1c840d3310 con 0x7f1c840cef90 2024-09-19T04:38:17.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.342+0000 7f1c8a05e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1c840d3f00 con 0x7f1c8415ed20 2024-09-19T04:38:17.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.342+0000 7f1c8a05e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1c840d1ef0 con 0x7f1c8415e940 2024-09-19T04:38:17.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.343+0000 7f1c837fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c840cef90 0x7f1c8415a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:17.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.343+0000 7f1c837fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c840cef90 0x7f1c8415a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36624/0 (socket says 172.21.15.111:36624) 2024-09-19T04:38:17.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.343+0000 7f1c837fe640 1 -- 172.21.15.111:0/1671703119 learned_addr learned my addr 172.21.15.111:0/1671703119 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:17.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.343+0000 7f1c82ffd640 1 --2- 172.21.15.111:0/1671703119 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c8415e940 0x7f1c840b54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:17.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.343+0000 7f1c83fff640 1 --2- 172.21.15.111:0/1671703119 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c8415ed20 0x7f1c840b5a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:17.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.343+0000 7f1c837fe640 1 -- 172.21.15.111:0/1671703119 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c8415e940 msgr2=0x7f1c840b54f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:17.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.343+0000 7f1c837fe640 1 --2- 172.21.15.111:0/1671703119 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c8415e940 0x7f1c840b54f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:17.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.343+0000 7f1c837fe640 1 -- 172.21.15.111:0/1671703119 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c8415ed20 msgr2=0x7f1c840b5a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:17.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.343+0000 7f1c837fe640 1 --2- 172.21.15.111:0/1671703119 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c8415ed20 0x7f1c840b5a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:17.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.343+0000 7f1c837fe640 1 -- 172.21.15.111:0/1671703119 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c840ce4b0 con 0x7f1c840cef90 2024-09-19T04:38:17.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.343+0000 7f1c837fe640 1 --2- 172.21.15.111:0/1671703119 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c840cef90 0x7f1c8415a4a0 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f1c74000c00 tx=0x7f1c740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:17.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.346+0000 7f1c6bfff640 1 -- 172.21.15.111:0/1671703119 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c74037040 con 0x7f1c840cef90 2024-09-19T04:38:17.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.346+0000 7f1c6bfff640 1 -- 172.21.15.111:0/1671703119 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c74042070 con 0x7f1c840cef90 2024-09-19T04:38:17.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.346+0000 7f1c6bfff640 1 -- 172.21.15.111:0/1671703119 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c74030bd0 con 0x7f1c840cef90 2024-09-19T04:38:17.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.346+0000 7f1c8a05e640 1 -- 172.21.15.111:0/1671703119 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c840cccc0 con 0x7f1c840cef90 2024-09-19T04:38:17.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.346+0000 7f1c8a05e640 1 -- 172.21.15.111:0/1671703119 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c840cd280 con 0x7f1c840cef90 2024-09-19T04:38:17.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.348+0000 7f1c6bfff640 1 -- 172.21.15.111:0/1671703119 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f1c74032500 con 0x7f1c840cef90 2024-09-19T04:38:17.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.348+0000 7f1c8a05e640 1 -- 172.21.15.111:0/1671703119 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c840d1060 con 0x7f1c840cef90 2024-09-19T04:38:17.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.349+0000 7f1c6bfff640 1 --2- 172.21.15.111:0/1671703119 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1c7006c770 0x7f1c7006ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:17.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.349+0000 7f1c6bfff640 1 -- 172.21.15.111:0/1671703119 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 5823+0+0 (secure 0 0 0) 0x7f1c740ac3c0 con 0x7f1c840cef90 2024-09-19T04:38:17.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.349+0000 7f1c82ffd640 1 --2- 172.21.15.111:0/1671703119 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1c7006c770 0x7f1c7006ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:17.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.352+0000 7f1c82ffd640 1 --2- 172.21.15.111:0/1671703119 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1c7006c770 0x7f1c7006ec30 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f1c78000f60 tx=0x7f1c78009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:17.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.355+0000 7f1c6bfff640 1 -- 172.21.15.111:0/1671703119 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1c7407a070 con 0x7f1c840cef90 2024-09-19T04:38:17.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.563+0000 7f1c8a05e640 1 -- 172.21.15.111:0/1671703119 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f1c840ba6b0 con 0x7f1c840cef90 2024-09-19T04:38:17.565 INFO:tasks.ceph.mon.a.smithi111.stderr:2024-09-19T04:38:17.564+0000 7fab606dd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T04:38:17.566 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.565+0000 7f1c6bfff640 1 -- 172.21.15.111:0/1671703119 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v55) ==== 161+0+0 (secure 0 0 0) 0x7f1c7407e370 con 0x7f1c840cef90 2024-09-19T04:38:17.566 INFO:teuthology.orchestra.run.smithi111.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T04:38:17.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.567+0000 7f1c8a05e640 1 -- 172.21.15.111:0/1671703119 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1c7006c770 msgr2=0x7f1c7006ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:17.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.567+0000 7f1c8a05e640 1 --2- 172.21.15.111:0/1671703119 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1c7006c770 0x7f1c7006ec30 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f1c78000f60 tx=0x7f1c78009040 comp rx=0 tx=0).stop 2024-09-19T04:38:17.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.567+0000 7f1c8a05e640 1 -- 172.21.15.111:0/1671703119 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c840cef90 msgr2=0x7f1c8415a4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:17.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.567+0000 7f1c8a05e640 1 --2- 172.21.15.111:0/1671703119 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c840cef90 0x7f1c8415a4a0 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f1c74000c00 tx=0x7f1c740046c0 comp rx=0 tx=0).stop 2024-09-19T04:38:17.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.568+0000 7f1c8a05e640 1 -- 172.21.15.111:0/1671703119 shutdown_connections 2024-09-19T04:38:17.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.568+0000 7f1c8a05e640 1 --2- 172.21.15.111:0/1671703119 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1c7006c770 0x7f1c7006ec30 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:17.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.568+0000 7f1c8a05e640 1 --2- 172.21.15.111:0/1671703119 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c8415ed20 0x7f1c840b5a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:17.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.568+0000 7f1c8a05e640 1 --2- 172.21.15.111:0/1671703119 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c8415e940 0x7f1c840b54f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:17.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.568+0000 7f1c8a05e640 1 --2- 172.21.15.111:0/1671703119 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c840cef90 0x7f1c8415a4a0 secure :-1 s=CLOSED pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f1c74000c00 tx=0x7f1c740046c0 comp rx=0 tx=0).stop 2024-09-19T04:38:17.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.568+0000 7f1c8a05e640 1 -- 172.21.15.111:0/1671703119 >> 172.21.15.111:0/1671703119 conn(0x7f1c840b6240 msgr2=0x7f1c840d4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:17.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.568+0000 7f1c8a05e640 1 -- 172.21.15.111:0/1671703119 shutdown_connections 2024-09-19T04:38:17.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.568+0000 7f1c8a05e640 1 -- 172.21.15.111:0/1671703119 wait complete. 2024-09-19T04:38:17.581 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T04:38:17.608 INFO:tasks.ceph.mds.d.smithi114.stdout:starting mds.d at 2024-09-19T04:38:17.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.679+0000 7f17c84a5640 1 Processor -- start 2024-09-19T04:38:17.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.679+0000 7f17c84a5640 1 -- start start 2024-09-19T04:38:17.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.680+0000 7f17c84a5640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17c00b5f50 0x7f17c00ce2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:17.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.680+0000 7f17c84a5640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f17c00cfd90 0x7f17c00d01d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:17.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.680+0000 7f17c84a5640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17c015ccb0 con 0x7f17c015ffe0 2024-09-19T04:38:17.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.680+0000 7f17c84a5640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f17c015cf90 con 0x7f17c00cfd90 2024-09-19T04:38:17.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.680+0000 7f17c84a5640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f17c015d270 con 0x7f17c00b5f50 2024-09-19T04:38:17.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.680+0000 7f17c6241640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17c00b5f50 0x7f17c00ce2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:17.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.680+0000 7f17c5a40640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f17c00cfd90 0x7f17c00d01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:17.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.680+0000 7f17c5a40640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f17c00cfd90 0x7f17c00d01d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:36814/0 (socket says 172.21.15.111:36814) 2024-09-19T04:38:17.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.680+0000 7f17c6241640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17c00b5f50 0x7f17c00ce2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:53884/0 (socket says 172.21.15.111:53884) 2024-09-19T04:38:17.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.680+0000 7f17c5a40640 1 -- 172.21.15.111:0/626837146 learned_addr learned my addr 172.21.15.111:0/626837146 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:17.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.680+0000 7f17c6a42640 1 --1- 172.21.15.111:0/626837146 >> v1:172.21.15.114:6789/0 conn(0x7f17c015ffe0 0x7f17c0160450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:58328/0 (socket says 172.21.15.111:58328) 2024-09-19T04:38:17.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.681+0000 7f17c5a40640 1 -- 172.21.15.111:0/626837146 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17c00b5f50 msgr2=0x7f17c00ce2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:17.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.681+0000 7f17c5a40640 1 --2- 172.21.15.111:0/626837146 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17c00b5f50 0x7f17c00ce2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:17.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.681+0000 7f17c5a40640 1 -- 172.21.15.111:0/626837146 >> v1:172.21.15.114:6789/0 conn(0x7f17c015ffe0 legacy=0x7f17c0160450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:17.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.681+0000 7f17c5a40640 1 -- 172.21.15.111:0/626837146 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17c015d550 con 0x7f17c00cfd90 2024-09-19T04:38:17.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.681+0000 7f17c5a40640 1 --2- 172.21.15.111:0/626837146 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17c00cfd90 0x7f17c00d01d0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f17b4009870 tx=0x7f17b402a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=68092c9ec47db446 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:17.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.681+0000 7f17c523f640 1 -- 172.21.15.111:0/626837146 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b4037070 con 0x7f17c00cfd90 2024-09-19T04:38:17.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.681+0000 7f17c523f640 1 -- 172.21.15.111:0/626837146 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17b4032440 con 0x7f17c00cfd90 2024-09-19T04:38:17.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.681+0000 7f17c523f640 1 -- 172.21.15.111:0/626837146 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b4032810 con 0x7f17c00cfd90 2024-09-19T04:38:17.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.682+0000 7f17c84a5640 1 -- 172.21.15.111:0/626837146 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17c00cfd90 msgr2=0x7f17c00d01d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:17.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.682+0000 7f17c84a5640 1 --2- 172.21.15.111:0/626837146 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17c00cfd90 0x7f17c00d01d0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f17b4009870 tx=0x7f17b402a130 comp rx=0 tx=0).stop 2024-09-19T04:38:17.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.682+0000 7f17c84a5640 1 -- 172.21.15.111:0/626837146 shutdown_connections 2024-09-19T04:38:17.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.682+0000 7f17c84a5640 1 --2- 172.21.15.111:0/626837146 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17c00cfd90 0x7f17c00d01d0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:17.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.682+0000 7f17c84a5640 1 --2- 172.21.15.111:0/626837146 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17c00b5f50 0x7f17c00ce2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:17.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.682+0000 7f17c84a5640 1 -- 172.21.15.111:0/626837146 >> 172.21.15.111:0/626837146 conn(0x7f17c006bba0 msgr2=0x7f17c006bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:17.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.682+0000 7f17c84a5640 1 -- 172.21.15.111:0/626837146 shutdown_connections 2024-09-19T04:38:17.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.682+0000 7f17c84a5640 1 -- 172.21.15.111:0/626837146 wait complete. 2024-09-19T04:38:17.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.683+0000 7f17c84a5640 1 Processor -- start 2024-09-19T04:38:17.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.683+0000 7f17c84a5640 1 -- start start 2024-09-19T04:38:17.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.684+0000 7f17c84a5640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17c00b5f50 0x7f17c0153640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:17.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.684+0000 7f17c84a5640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17c00cfd90 0x7f17c015b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:17.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.684+0000 7f17c84a5640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17c015ffe0 0x7f17c00b17e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:17.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.684+0000 7f17c84a5640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f17c015c970 con 0x7f17c00cfd90 2024-09-19T04:38:17.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.684+0000 7f17c84a5640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f17c00d0710 con 0x7f17c015ffe0 2024-09-19T04:38:17.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.684+0000 7f17c84a5640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f17c00ce820 con 0x7f17c00b5f50 2024-09-19T04:38:17.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.684+0000 7f17c5a40640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17c00cfd90 0x7f17c015b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:17.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.684+0000 7f17c5a40640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17c00cfd90 0x7f17c015b890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36640/0 (socket says 172.21.15.111:36640) 2024-09-19T04:38:17.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.684+0000 7f17c5a40640 1 -- 172.21.15.111:0/286717308 learned_addr learned my addr 172.21.15.111:0/286717308 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:17.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.684+0000 7f17c6241640 1 --2- 172.21.15.111:0/286717308 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17c00b5f50 0x7f17c0153640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:17.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.684+0000 7f17c6a42640 1 --2- 172.21.15.111:0/286717308 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17c015ffe0 0x7f17c00b17e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:17.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.684+0000 7f17c5a40640 1 -- 172.21.15.111:0/286717308 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17c00b5f50 msgr2=0x7f17c0153640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:17.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.684+0000 7f17c5a40640 1 --2- 172.21.15.111:0/286717308 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17c00b5f50 0x7f17c0153640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:17.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.684+0000 7f17c5a40640 1 -- 172.21.15.111:0/286717308 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17c015ffe0 msgr2=0x7f17c00b17e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:17.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.684+0000 7f17c5a40640 1 --2- 172.21.15.111:0/286717308 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17c015ffe0 0x7f17c00b17e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:17.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.684+0000 7f17c5a40640 1 -- 172.21.15.111:0/286717308 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17c01f5720 con 0x7f17c00cfd90 2024-09-19T04:38:17.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.685+0000 7f17c5a40640 1 --2- 172.21.15.111:0/286717308 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17c00cfd90 0x7f17c015b890 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f17b4000c00 tx=0x7f17b40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:17.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.685+0000 7f17beffd640 1 -- 172.21.15.111:0/286717308 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b4041020 con 0x7f17c00cfd90 2024-09-19T04:38:17.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.685+0000 7f17beffd640 1 -- 172.21.15.111:0/286717308 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17b4030640 con 0x7f17c00cfd90 2024-09-19T04:38:17.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.685+0000 7f17beffd640 1 -- 172.21.15.111:0/286717308 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b4037040 con 0x7f17c00cfd90 2024-09-19T04:38:17.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.685+0000 7f17c84a5640 1 -- 172.21.15.111:0/286717308 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17c01f5a00 con 0x7f17c00cfd90 2024-09-19T04:38:17.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.685+0000 7f17c84a5640 1 -- 172.21.15.111:0/286717308 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17c01f5fc0 con 0x7f17c00cfd90 2024-09-19T04:38:17.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.686+0000 7f17c84a5640 1 -- 172.21.15.111:0/286717308 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17c01582a0 con 0x7f17c00cfd90 2024-09-19T04:38:17.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.686+0000 7f17beffd640 1 -- 172.21.15.111:0/286717308 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f17b4044020 con 0x7f17c00cfd90 2024-09-19T04:38:17.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.687+0000 7f17beffd640 1 --2- 172.21.15.111:0/286717308 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f17ac06c6d0 0x7f17ac06eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:17.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.687+0000 7f17beffd640 1 -- 172.21.15.111:0/286717308 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 5881+0+0 (secure 0 0 0) 0x7f17b40ac160 con 0x7f17c00cfd90 2024-09-19T04:38:17.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.687+0000 7f17c6241640 1 --2- 172.21.15.111:0/286717308 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f17ac06c6d0 0x7f17ac06eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:17.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.687+0000 7f17c6241640 1 --2- 172.21.15.111:0/286717308 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f17ac06c6d0 0x7f17ac06eb90 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f17b8009b40 tx=0x7f17b8009190 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:17.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.691+0000 7f17beffd640 1 -- 172.21.15.111:0/286717308 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f17b404b030 con 0x7f17c00cfd90 2024-09-19T04:38:17.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:17.895+0000 7f17c84a5640 1 -- 172.21.15.111:0/286717308 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f17c00ce130 con 0x7f17c00cfd90 2024-09-19T04:38:18.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.569+0000 7f17beffd640 1 -- 172.21.15.111:0/286717308 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v56) ==== 104+0+0 (secure 0 0 0) 0x7f17b4079d10 con 0x7f17c00cfd90 2024-09-19T04:38:18.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.571+0000 7f17c84a5640 1 -- 172.21.15.111:0/286717308 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f17ac06c6d0 msgr2=0x7f17ac06eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:18.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.571+0000 7f17c84a5640 1 --2- 172.21.15.111:0/286717308 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f17ac06c6d0 0x7f17ac06eb90 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f17b8009b40 tx=0x7f17b8009190 comp rx=0 tx=0).stop 2024-09-19T04:38:18.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.571+0000 7f17c84a5640 1 -- 172.21.15.111:0/286717308 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17c00cfd90 msgr2=0x7f17c015b890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:18.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.571+0000 7f17c84a5640 1 --2- 172.21.15.111:0/286717308 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17c00cfd90 0x7f17c015b890 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f17b4000c00 tx=0x7f17b40046c0 comp rx=0 tx=0).stop 2024-09-19T04:38:18.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.571+0000 7f17c84a5640 1 -- 172.21.15.111:0/286717308 shutdown_connections 2024-09-19T04:38:18.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.571+0000 7f17c84a5640 1 --2- 172.21.15.111:0/286717308 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f17ac06c6d0 0x7f17ac06eb90 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:18.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.571+0000 7f17c84a5640 1 --2- 172.21.15.111:0/286717308 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17c015ffe0 0x7f17c00b17e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:18.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.571+0000 7f17c84a5640 1 --2- 172.21.15.111:0/286717308 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17c00cfd90 0x7f17c015b890 unknown :-1 s=CLOSED pgs=1079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:18.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.571+0000 7f17c84a5640 1 --2- 172.21.15.111:0/286717308 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17c00b5f50 0x7f17c0153640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:18.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.571+0000 7f17c84a5640 1 -- 172.21.15.111:0/286717308 >> 172.21.15.111:0/286717308 conn(0x7f17c006bba0 msgr2=0x7f17c015e3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:18.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.571+0000 7f17c84a5640 1 -- 172.21.15.111:0/286717308 shutdown_connections 2024-09-19T04:38:18.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.571+0000 7f17c84a5640 1 -- 172.21.15.111:0/286717308 wait complete. 2024-09-19T04:38:18.585 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T04:38:18.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.687+0000 7f32859b9640 1 Processor -- start 2024-09-19T04:38:18.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.687+0000 7f32859b9640 1 -- start start 2024-09-19T04:38:18.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.688+0000 7f32859b9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f328015eb10 0x7f328006ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:18.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.688+0000 7f32859b9640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3280070d30 0x7f32800b56a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:18.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.688+0000 7f32859b9640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3280071170 con 0x7f32800d24f0 2024-09-19T04:38:18.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.688+0000 7f32859b9640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f32800b5be0 con 0x7f3280070d30 2024-09-19T04:38:18.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.688+0000 7f32859b9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f328006e5d0 con 0x7f328015eb10 2024-09-19T04:38:18.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.688+0000 7f327e7fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3280070d30 0x7f32800b56a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:18.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.688+0000 7f327f7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f32800d24f0 0x7f32800d2960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39086/0 (socket says 172.21.15.111:39086) 2024-09-19T04:38:18.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.688+0000 7f327f7fe640 1 -- 172.21.15.111:0/2618740405 learned_addr learned my addr 172.21.15.111:0/2618740405 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:18.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.688+0000 7f327e7fc640 1 -- 172.21.15.111:0/2618740405 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f328015eb10 msgr2=0x7f328006ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:18.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.688+0000 7f327effd640 1 --2- 172.21.15.111:0/2618740405 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f328015eb10 0x7f328006ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:18.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.688+0000 7f327e7fc640 1 --2- 172.21.15.111:0/2618740405 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f328015eb10 0x7f328006ccb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:18.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.688+0000 7f327e7fc640 1 -- 172.21.15.111:0/2618740405 >> v1:172.21.15.111:6789/0 conn(0x7f32800d24f0 legacy=0x7f32800d2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:18.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.688+0000 7f327dffb640 1 -- 172.21.15.111:0/2618740405 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1864952006 0 0) 0x7f3280071170 con 0x7f32800d24f0 2024-09-19T04:38:18.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.688+0000 7f327e7fc640 1 -- 172.21.15.111:0/2618740405 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3280071760 con 0x7f3280070d30 2024-09-19T04:38:18.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.689+0000 7f327e7fc640 1 --2- 172.21.15.111:0/2618740405 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3280070d30 0x7f32800b56a0 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f3280071340 tx=0x7f326802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c97d9f0786b42dd6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:18.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.689+0000 7f327dffb640 1 -- 172.21.15.111:0/2618740405 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3268037070 con 0x7f3280070d30 2024-09-19T04:38:18.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.689+0000 7f327dffb640 1 -- 172.21.15.111:0/2618740405 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3268032440 con 0x7f3280070d30 2024-09-19T04:38:18.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.689+0000 7f327dffb640 1 -- 172.21.15.111:0/2618740405 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3268032810 con 0x7f3280070d30 2024-09-19T04:38:18.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.690+0000 7f32859b9640 1 -- 172.21.15.111:0/2618740405 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3280070d30 msgr2=0x7f32800b56a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:18.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.690+0000 7f32859b9640 1 --2- 172.21.15.111:0/2618740405 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3280070d30 0x7f32800b56a0 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f3280071340 tx=0x7f326802a180 comp rx=0 tx=0).stop 2024-09-19T04:38:18.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.690+0000 7f32859b9640 1 -- 172.21.15.111:0/2618740405 shutdown_connections 2024-09-19T04:38:18.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.690+0000 7f32859b9640 1 --2- 172.21.15.111:0/2618740405 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3280070d30 0x7f32800b56a0 unknown :-1 s=CLOSED pgs=1081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:18.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.690+0000 7f32859b9640 1 --2- 172.21.15.111:0/2618740405 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f328015eb10 0x7f328006ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:18.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.690+0000 7f32859b9640 1 -- 172.21.15.111:0/2618740405 >> 172.21.15.111:0/2618740405 conn(0x7f328006f370 msgr2=0x7f328006f780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:18.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.690+0000 7f32859b9640 1 -- 172.21.15.111:0/2618740405 shutdown_connections 2024-09-19T04:38:18.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.690+0000 7f32859b9640 1 -- 172.21.15.111:0/2618740405 wait complete. 2024-09-19T04:38:18.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.691+0000 7f32859b9640 1 Processor -- start 2024-09-19T04:38:18.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.691+0000 7f32859b9640 1 -- start start 2024-09-19T04:38:18.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.692+0000 7f32859b9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3280070d30 0x7f3280148e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:18.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.692+0000 7f32859b9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32800d24f0 0x7f328015c120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:18.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.692+0000 7f32859b9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f328015eb10 0x7f3280158790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:18.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.692+0000 7f32859b9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f328006eb00 con 0x7f328015eb10 2024-09-19T04:38:18.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.692+0000 7f32859b9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f328006e820 con 0x7f32800d24f0 2024-09-19T04:38:18.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.692+0000 7f32859b9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f328015f210 con 0x7f3280070d30 2024-09-19T04:38:18.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.692+0000 7f327f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f328015eb10 0x7f3280158790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:18.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.692+0000 7f327f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f328015eb10 0x7f3280158790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36666/0 (socket says 172.21.15.111:36666) 2024-09-19T04:38:18.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.692+0000 7f327f7fe640 1 -- 172.21.15.111:0/2573460313 learned_addr learned my addr 172.21.15.111:0/2573460313 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:18.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.692+0000 7f327effd640 1 --2- 172.21.15.111:0/2573460313 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3280070d30 0x7f3280148e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:18.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.692+0000 7f327e7fc640 1 --2- 172.21.15.111:0/2573460313 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32800d24f0 0x7f328015c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:18.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.692+0000 7f327f7fe640 1 -- 172.21.15.111:0/2573460313 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3280070d30 msgr2=0x7f3280148e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:18.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.692+0000 7f327f7fe640 1 --2- 172.21.15.111:0/2573460313 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3280070d30 0x7f3280148e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:18.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.692+0000 7f327f7fe640 1 -- 172.21.15.111:0/2573460313 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32800d24f0 msgr2=0x7f328015c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:18.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.692+0000 7f327f7fe640 1 --2- 172.21.15.111:0/2573460313 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32800d24f0 0x7f328015c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:18.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.692+0000 7f327f7fe640 1 -- 172.21.15.111:0/2573460313 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f328015c660 con 0x7f328015eb10 2024-09-19T04:38:18.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.692+0000 7f327e7fc640 1 --2- 172.21.15.111:0/2573460313 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32800d24f0 0x7f328015c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:18.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.692+0000 7f327f7fe640 1 --2- 172.21.15.111:0/2573460313 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f328015eb10 0x7f3280158790 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f327000c450 tx=0x7f327000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:18.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.693+0000 7f3277fff640 1 -- 172.21.15.111:0/2573460313 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3270018070 con 0x7f328015eb10 2024-09-19T04:38:18.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.693+0000 7f3277fff640 1 -- 172.21.15.111:0/2573460313 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3270007500 con 0x7f328015eb10 2024-09-19T04:38:18.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.693+0000 7f3277fff640 1 -- 172.21.15.111:0/2573460313 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3270004a20 con 0x7f328015eb10 2024-09-19T04:38:18.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.693+0000 7f32859b9640 1 -- 172.21.15.111:0/2573460313 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f328015b080 con 0x7f328015eb10 2024-09-19T04:38:18.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.693+0000 7f32859b9640 1 -- 172.21.15.111:0/2573460313 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f328015b640 con 0x7f328015eb10 2024-09-19T04:38:18.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.694+0000 7f32859b9640 1 -- 172.21.15.111:0/2573460313 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32800b56a0 con 0x7f328015eb10 2024-09-19T04:38:18.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.694+0000 7f3277fff640 1 -- 172.21.15.111:0/2573460313 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f327001b070 con 0x7f328015eb10 2024-09-19T04:38:18.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.695+0000 7f3277fff640 1 --2- 172.21.15.111:0/2573460313 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f326006c6a0 0x7f326006eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:18.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.695+0000 7f3277fff640 1 -- 172.21.15.111:0/2573460313 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 5881+0+0 (secure 0 0 0) 0x7f327008ae10 con 0x7f328015eb10 2024-09-19T04:38:18.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.695+0000 7f327effd640 1 --2- 172.21.15.111:0/2573460313 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f326006c6a0 0x7f326006eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:18.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.695+0000 7f327effd640 1 --2- 172.21.15.111:0/2573460313 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f326006c6a0 0x7f326006eb60 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f327800f360 tx=0x7f3278007710 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:18.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.699+0000 7f3277fff640 1 -- 172.21.15.111:0/2573460313 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f327008e030 con 0x7f328015eb10 2024-09-19T04:38:18.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:18.864+0000 7f32859b9640 1 -- 172.21.15.111:0/2573460313 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f3280069160 con 0x7f328015eb10 2024-09-19T04:38:19.577 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.576+0000 7f3277fff640 1 -- 172.21.15.111:0/2573460313 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v107) ==== 181+0+0 (secure 0 0 0) 0x7f3270058960 con 0x7f328015eb10 2024-09-19T04:38:19.577 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' removed 2024-09-19T04:38:19.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.578+0000 7f32859b9640 1 -- 172.21.15.111:0/2573460313 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f326006c6a0 msgr2=0x7f326006eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:19.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.578+0000 7f32859b9640 1 --2- 172.21.15.111:0/2573460313 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f326006c6a0 0x7f326006eb60 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f327800f360 tx=0x7f3278007710 comp rx=0 tx=0).stop 2024-09-19T04:38:19.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.578+0000 7f32859b9640 1 -- 172.21.15.111:0/2573460313 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f328015eb10 msgr2=0x7f3280158790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:19.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.578+0000 7f32859b9640 1 --2- 172.21.15.111:0/2573460313 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f328015eb10 0x7f3280158790 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f327000c450 tx=0x7f327000c910 comp rx=0 tx=0).stop 2024-09-19T04:38:19.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.578+0000 7f32859b9640 1 -- 172.21.15.111:0/2573460313 shutdown_connections 2024-09-19T04:38:19.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.578+0000 7f32859b9640 1 --2- 172.21.15.111:0/2573460313 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f326006c6a0 0x7f326006eb60 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:19.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.578+0000 7f32859b9640 1 --2- 172.21.15.111:0/2573460313 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f328015eb10 0x7f3280158790 unknown :-1 s=CLOSED pgs=1082 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:19.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.578+0000 7f32859b9640 1 --2- 172.21.15.111:0/2573460313 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32800d24f0 0x7f328015c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:19.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.578+0000 7f32859b9640 1 --2- 172.21.15.111:0/2573460313 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3280070d30 0x7f3280148e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:19.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.578+0000 7f32859b9640 1 -- 172.21.15.111:0/2573460313 >> 172.21.15.111:0/2573460313 conn(0x7f328006f370 msgr2=0x7f328015d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:19.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.579+0000 7f32859b9640 1 -- 172.21.15.111:0/2573460313 shutdown_connections 2024-09-19T04:38:19.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.579+0000 7f32859b9640 1 -- 172.21.15.111:0/2573460313 wait complete. 2024-09-19T04:38:19.594 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T04:38:19.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.698+0000 7fd01ae67640 1 Processor -- start 2024-09-19T04:38:19.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.698+0000 7fd01ae67640 1 -- start start 2024-09-19T04:38:19.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.699+0000 7fd01ae67640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd014145d90 0x7fd0140ccf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:19.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.699+0000 7fd01ae67640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd0140cd490 0x7fd0140cf5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:19.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.699+0000 7fd01ae67640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fd0140cfb10 0x7fd0141601b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:19.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.699+0000 7fd01ae67640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fd01406d080 con 0x7fd0140cd490 2024-09-19T04:38:19.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.699+0000 7fd01ae67640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fd0140b4240 con 0x7fd0140cfb10 2024-09-19T04:38:19.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.699+0000 7fd01ae67640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd0140b4520 con 0x7fd014145d90 2024-09-19T04:38:19.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.699+0000 7fd013fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd0140cd490 0x7fd0140cf5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:19.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.699+0000 7fd013fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd0140cd490 0x7fd0140cf5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36674/0 (socket says 172.21.15.111:36674) 2024-09-19T04:38:19.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.699+0000 7fd013fff640 1 -- 172.21.15.111:0/803214893 learned_addr learned my addr 172.21.15.111:0/803214893 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:19.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.699+0000 7fd019404640 1 --2- 172.21.15.111:0/803214893 >> v2:172.21.15.114:3300/0 conn(0x7fd0140cfb10 0x7fd0141601b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:19.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.699+0000 7fd018c03640 1 --2- 172.21.15.111:0/803214893 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd014145d90 0x7fd0140ccf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:19.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.700+0000 7fd013fff640 1 -- 172.21.15.111:0/803214893 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd014145d90 msgr2=0x7fd0140ccf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:19.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.700+0000 7fd013fff640 1 --2- 172.21.15.111:0/803214893 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd014145d90 0x7fd0140ccf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:19.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.700+0000 7fd013fff640 1 -- 172.21.15.111:0/803214893 >> v2:172.21.15.114:3300/0 conn(0x7fd0140cfb10 msgr2=0x7fd0141601b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:19.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.700+0000 7fd013fff640 1 --2- 172.21.15.111:0/803214893 >> v2:172.21.15.114:3300/0 conn(0x7fd0140cfb10 0x7fd0141601b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:19.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.700+0000 7fd013fff640 1 -- 172.21.15.111:0/803214893 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0140b4800 con 0x7fd0140cd490 2024-09-19T04:38:19.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.700+0000 7fd013fff640 1 --2- 172.21.15.111:0/803214893 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0140cd490 0x7fd0140cf5d0 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7fd01415cbc0 tx=0x7fd00402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70451d75d20fa184 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:19.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.700+0000 7fd0137fe640 1 -- 172.21.15.111:0/803214893 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd004036070 con 0x7fd0140cd490 2024-09-19T04:38:19.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.700+0000 7fd0137fe640 1 -- 172.21.15.111:0/803214893 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd004031600 con 0x7fd0140cd490 2024-09-19T04:38:19.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.700+0000 7fd0137fe640 1 -- 172.21.15.111:0/803214893 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0040319d0 con 0x7fd0140cd490 2024-09-19T04:38:19.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.701+0000 7fd01ae67640 1 -- 172.21.15.111:0/803214893 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0140cd490 msgr2=0x7fd0140cf5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:19.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.701+0000 7fd01ae67640 1 --2- 172.21.15.111:0/803214893 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0140cd490 0x7fd0140cf5d0 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7fd01415cbc0 tx=0x7fd00402a6a0 comp rx=0 tx=0).stop 2024-09-19T04:38:19.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.701+0000 7fd01ae67640 1 -- 172.21.15.111:0/803214893 shutdown_connections 2024-09-19T04:38:19.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.701+0000 7fd01ae67640 1 --2- 172.21.15.111:0/803214893 >> v2:172.21.15.114:3300/0 conn(0x7fd0140cfb10 0x7fd0141601b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:19.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.701+0000 7fd01ae67640 1 --2- 172.21.15.111:0/803214893 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0140cd490 0x7fd0140cf5d0 unknown :-1 s=CLOSED pgs=1083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:19.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.701+0000 7fd01ae67640 1 --2- 172.21.15.111:0/803214893 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd014145d90 0x7fd0140ccf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:19.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.701+0000 7fd01ae67640 1 -- 172.21.15.111:0/803214893 >> 172.21.15.111:0/803214893 conn(0x7fd01406bba0 msgr2=0x7fd01406bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:19.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.701+0000 7fd01ae67640 1 -- 172.21.15.111:0/803214893 shutdown_connections 2024-09-19T04:38:19.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.701+0000 7fd01ae67640 1 -- 172.21.15.111:0/803214893 wait complete. 2024-09-19T04:38:19.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.702+0000 7fd01ae67640 1 Processor -- start 2024-09-19T04:38:19.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.702+0000 7fd01ae67640 1 -- start start 2024-09-19T04:38:19.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.703+0000 7fd01ae67640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd0140cd490 0x7fd0141434d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:19.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.703+0000 7fd01ae67640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd0140cfb10 0x7fd0140c54e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:19.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.703+0000 7fd01ae67640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd014145d90 0x7fd0141f7690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:19.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.703+0000 7fd01ae67640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd0140b5610 con 0x7fd014145d90 2024-09-19T04:38:19.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.703+0000 7fd01ae67640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd0140cffc0 con 0x7fd0140cfb10 2024-09-19T04:38:19.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.703+0000 7fd01ae67640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd0140b5790 con 0x7fd0140cd490 2024-09-19T04:38:19.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.703+0000 7fd019404640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd014145d90 0x7fd0141f7690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:19.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.703+0000 7fd019404640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd014145d90 0x7fd0141f7690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36690/0 (socket says 172.21.15.111:36690) 2024-09-19T04:38:19.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.703+0000 7fd019404640 1 -- 172.21.15.111:0/3859062400 learned_addr learned my addr 172.21.15.111:0/3859062400 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:19.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.703+0000 7fd018c03640 1 --2- 172.21.15.111:0/3859062400 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd0140cd490 0x7fd0141434d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:19.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.703+0000 7fd013fff640 1 --2- 172.21.15.111:0/3859062400 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd0140cfb10 0x7fd0140c54e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:19.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.704+0000 7fd019404640 1 -- 172.21.15.111:0/3859062400 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd0140cd490 msgr2=0x7fd0141434d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:19.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.704+0000 7fd019404640 1 --2- 172.21.15.111:0/3859062400 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd0140cd490 0x7fd0141434d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:19.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.704+0000 7fd019404640 1 -- 172.21.15.111:0/3859062400 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd0140cfb10 msgr2=0x7fd0140c54e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:19.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.704+0000 7fd019404640 1 --2- 172.21.15.111:0/3859062400 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd0140cfb10 0x7fd0140c54e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:19.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.704+0000 7fd019404640 1 -- 172.21.15.111:0/3859062400 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd01415f420 con 0x7fd014145d90 2024-09-19T04:38:19.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.704+0000 7fd019404640 1 --2- 172.21.15.111:0/3859062400 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd014145d90 0x7fd0141f7690 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7fcffc00d500 tx=0x7fcffc00d9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:19.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.704+0000 7fd0117fa640 1 -- 172.21.15.111:0/3859062400 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcffc018020 con 0x7fd014145d90 2024-09-19T04:38:19.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.704+0000 7fd0117fa640 1 -- 172.21.15.111:0/3859062400 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcffc014620 con 0x7fd014145d90 2024-09-19T04:38:19.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.704+0000 7fd01ae67640 1 -- 172.21.15.111:0/3859062400 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0140c5a20 con 0x7fd014145d90 2024-09-19T04:38:19.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.704+0000 7fd0117fa640 1 -- 172.21.15.111:0/3859062400 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcffc0149f0 con 0x7fd014145d90 2024-09-19T04:38:19.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.704+0000 7fd01ae67640 1 -- 172.21.15.111:0/3859062400 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd01415e940 con 0x7fd014145d90 2024-09-19T04:38:19.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.705+0000 7fd01ae67640 1 -- 172.21.15.111:0/3859062400 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd014146250 con 0x7fd014145d90 2024-09-19T04:38:19.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.705+0000 7fd0117fa640 1 -- 172.21.15.111:0/3859062400 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7fcffc01b020 con 0x7fd014145d90 2024-09-19T04:38:19.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.706+0000 7fd0117fa640 1 --2- 172.21.15.111:0/3859062400 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcff406c6a0 0x7fcff406eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:19.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.706+0000 7fd0117fa640 1 -- 172.21.15.111:0/3859062400 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5443+0+0 (secure 0 0 0) 0x7fcffc08b9b0 con 0x7fd014145d90 2024-09-19T04:38:19.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.706+0000 7fd018c03640 1 --2- 172.21.15.111:0/3859062400 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcff406c6a0 0x7fcff406eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:19.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.707+0000 7fd018c03640 1 --2- 172.21.15.111:0/3859062400 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcff406c6a0 0x7fcff406eb60 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd00c006fd0 tx=0x7fd00c008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:19.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.710+0000 7fd0117fa640 1 -- 172.21.15.111:0/3859062400 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcffc022030 con 0x7fd014145d90 2024-09-19T04:38:19.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:19.882+0000 7fd01ae67640 1 -- 172.21.15.111:0/3859062400 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fd0140af1d0 con 0x7fd014145d90 2024-09-19T04:38:20.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.582+0000 7fd0117fa640 1 -- 172.21.15.111:0/3859062400 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v108) ==== 169+0+0 (secure 0 0 0) 0x7fcffc059600 con 0x7fd014145d90 2024-09-19T04:38:20.584 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' removed 2024-09-19T04:38:20.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.585+0000 7fd01ae67640 1 -- 172.21.15.111:0/3859062400 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcff406c6a0 msgr2=0x7fcff406eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:20.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.585+0000 7fd01ae67640 1 --2- 172.21.15.111:0/3859062400 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcff406c6a0 0x7fcff406eb60 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd00c006fd0 tx=0x7fd00c008040 comp rx=0 tx=0).stop 2024-09-19T04:38:20.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.585+0000 7fd01ae67640 1 -- 172.21.15.111:0/3859062400 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd014145d90 msgr2=0x7fd0141f7690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:20.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.585+0000 7fd01ae67640 1 --2- 172.21.15.111:0/3859062400 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd014145d90 0x7fd0141f7690 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7fcffc00d500 tx=0x7fcffc00d9c0 comp rx=0 tx=0).stop 2024-09-19T04:38:20.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.585+0000 7fd01ae67640 1 -- 172.21.15.111:0/3859062400 shutdown_connections 2024-09-19T04:38:20.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.585+0000 7fd01ae67640 1 --2- 172.21.15.111:0/3859062400 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcff406c6a0 0x7fcff406eb60 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:20.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.585+0000 7fd01ae67640 1 --2- 172.21.15.111:0/3859062400 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd014145d90 0x7fd0141f7690 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:20.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.585+0000 7fd01ae67640 1 --2- 172.21.15.111:0/3859062400 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd0140cfb10 0x7fd0140c54e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:20.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.585+0000 7fd01ae67640 1 --2- 172.21.15.111:0/3859062400 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd0140cd490 0x7fd0141434d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:20.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.585+0000 7fd01ae67640 1 -- 172.21.15.111:0/3859062400 >> 172.21.15.111:0/3859062400 conn(0x7fd01406bba0 msgr2=0x7fd014160a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:20.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.585+0000 7fd01ae67640 1 -- 172.21.15.111:0/3859062400 shutdown_connections 2024-09-19T04:38:20.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.585+0000 7fd01ae67640 1 -- 172.21.15.111:0/3859062400 wait complete. 2024-09-19T04:38:20.603 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T04:38:20.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.705+0000 7f547e6e4640 1 Processor -- start 2024-09-19T04:38:20.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.705+0000 7f547e6e4640 1 -- start start 2024-09-19T04:38:20.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.706+0000 7f547e6e4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f5478158e50 0x7f54780b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:20.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.706+0000 7f547e6e4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f547815c370 0x7f547806ea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:20.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.706+0000 7f547e6e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f547806ef60 0x7f547815ee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:20.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.706+0000 7f547e6e4640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f547815c800 con 0x7f547815c370 2024-09-19T04:38:20.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.706+0000 7f547e6e4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f54780b43f0 con 0x7f5478158e50 2024-09-19T04:38:20.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.706+0000 7f547e6e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f54780b3630 con 0x7f547806ef60 2024-09-19T04:38:20.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.706+0000 7f54777fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f547815c370 0x7f547806ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:20.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.706+0000 7f54777fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f547815c370 0x7f547806ea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36698/0 (socket says 172.21.15.111:36698) 2024-09-19T04:38:20.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.706+0000 7f54777fe640 1 -- 172.21.15.111:0/697211517 learned_addr learned my addr 172.21.15.111:0/697211517 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:20.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.706+0000 7f547cc81640 1 --2- 172.21.15.111:0/697211517 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f547806ef60 0x7f547815ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:20.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.706+0000 7f5477fff640 1 --2- 172.21.15.111:0/697211517 >> v2:172.21.15.114:3300/0 conn(0x7f5478158e50 0x7f54780b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:20.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.707+0000 7f54777fe640 1 -- 172.21.15.111:0/697211517 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f547806ef60 msgr2=0x7f547815ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:20.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.707+0000 7f54777fe640 1 --2- 172.21.15.111:0/697211517 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f547806ef60 0x7f547815ee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:20.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.707+0000 7f54777fe640 1 -- 172.21.15.111:0/697211517 >> v2:172.21.15.114:3300/0 conn(0x7f5478158e50 msgr2=0x7f54780b5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:20.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.707+0000 7f54777fe640 1 --2- 172.21.15.111:0/697211517 >> v2:172.21.15.114:3300/0 conn(0x7f5478158e50 0x7f54780b5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:20.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.707+0000 7f54777fe640 1 -- 172.21.15.111:0/697211517 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54780b3910 con 0x7f547815c370 2024-09-19T04:38:20.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.707+0000 7f5477fff640 1 --2- 172.21.15.111:0/697211517 >> v2:172.21.15.114:3300/0 conn(0x7f5478158e50 0x7f54780b5050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:20.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.707+0000 7f54777fe640 1 --2- 172.21.15.111:0/697211517 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f547815c370 0x7f547806ea20 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f5478069580 tx=0x7f546c02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7068e5202b9356cc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:20.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.708+0000 7f5476ffd640 1 -- 172.21.15.111:0/697211517 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f546c004030 con 0x7f547815c370 2024-09-19T04:38:20.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.708+0000 7f5476ffd640 1 -- 172.21.15.111:0/697211517 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f546c0041d0 con 0x7f547815c370 2024-09-19T04:38:20.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.708+0000 7f5476ffd640 1 -- 172.21.15.111:0/697211517 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f546c003610 con 0x7f547815c370 2024-09-19T04:38:20.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.708+0000 7f547e6e4640 1 -- 172.21.15.111:0/697211517 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f547815c370 msgr2=0x7f547806ea20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:20.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.708+0000 7f547e6e4640 1 --2- 172.21.15.111:0/697211517 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f547815c370 0x7f547806ea20 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f5478069580 tx=0x7f546c02a1c0 comp rx=0 tx=0).stop 2024-09-19T04:38:20.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.708+0000 7f547e6e4640 1 -- 172.21.15.111:0/697211517 shutdown_connections 2024-09-19T04:38:20.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.708+0000 7f547e6e4640 1 --2- 172.21.15.111:0/697211517 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f547806ef60 0x7f547815ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:20.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.708+0000 7f547e6e4640 1 --2- 172.21.15.111:0/697211517 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f547815c370 0x7f547806ea20 unknown :-1 s=CLOSED pgs=1085 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:20.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.708+0000 7f547e6e4640 1 --2- 172.21.15.111:0/697211517 >> v2:172.21.15.114:3300/0 conn(0x7f5478158e50 0x7f54780b5050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:20.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.708+0000 7f547e6e4640 1 -- 172.21.15.111:0/697211517 >> 172.21.15.111:0/697211517 conn(0x7f547806bba0 msgr2=0x7f547806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:20.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.708+0000 7f547e6e4640 1 -- 172.21.15.111:0/697211517 shutdown_connections 2024-09-19T04:38:20.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.708+0000 7f547e6e4640 1 -- 172.21.15.111:0/697211517 wait complete. 2024-09-19T04:38:20.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.709+0000 7f547e6e4640 1 Processor -- start 2024-09-19T04:38:20.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.710+0000 7f547e6e4640 1 -- start start 2024-09-19T04:38:20.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.710+0000 7f547e6e4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f547806ef60 0x7f54780c5e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:20.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.710+0000 7f547e6e4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5478158e50 0x7f54781f4380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:20.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.710+0000 7f547e6e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f547815c370 0x7f54781f48c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:20.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.710+0000 7f547e6e4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5478159230 con 0x7f5478158e50 2024-09-19T04:38:20.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.710+0000 7f547e6e4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f54780b3ed0 con 0x7f547806ef60 2024-09-19T04:38:20.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.710+0000 7f547e6e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f547815f390 con 0x7f547815c370 2024-09-19T04:38:20.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.710+0000 7f54777fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5478158e50 0x7f54781f4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:20.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.710+0000 7f54777fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5478158e50 0x7f54781f4380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36712/0 (socket says 172.21.15.111:36712) 2024-09-19T04:38:20.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.710+0000 7f54777fe640 1 -- 172.21.15.111:0/778244591 learned_addr learned my addr 172.21.15.111:0/778244591 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:20.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.710+0000 7f5477fff640 1 --2- 172.21.15.111:0/778244591 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f547806ef60 0x7f54780c5e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:20.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.710+0000 7f547cc81640 1 --2- 172.21.15.111:0/778244591 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f547815c370 0x7f54781f48c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:20.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.711+0000 7f54777fe640 1 -- 172.21.15.111:0/778244591 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f547815c370 msgr2=0x7f54781f48c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:20.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.711+0000 7f54777fe640 1 --2- 172.21.15.111:0/778244591 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f547815c370 0x7f54781f48c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:20.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.711+0000 7f54777fe640 1 -- 172.21.15.111:0/778244591 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f547806ef60 msgr2=0x7f54780c5e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:20.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.711+0000 7f54777fe640 1 --2- 172.21.15.111:0/778244591 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f547806ef60 0x7f54780c5e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:20.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.711+0000 7f54777fe640 1 -- 172.21.15.111:0/778244591 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54780c6350 con 0x7f5478158e50 2024-09-19T04:38:20.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.711+0000 7f54777fe640 1 --2- 172.21.15.111:0/778244591 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5478158e50 0x7f54781f4380 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7f546c034040 tx=0x7f546c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:20.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.711+0000 7f5474ff9640 1 -- 172.21.15.111:0/778244591 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f546c041020 con 0x7f5478158e50 2024-09-19T04:38:20.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.711+0000 7f5474ff9640 1 -- 172.21.15.111:0/778244591 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f546c003c50 con 0x7f5478158e50 2024-09-19T04:38:20.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.711+0000 7f547e6e4640 1 -- 172.21.15.111:0/778244591 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54780c55a0 con 0x7f5478158e50 2024-09-19T04:38:20.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.711+0000 7f5474ff9640 1 -- 172.21.15.111:0/778244591 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f546c004030 con 0x7f5478158e50 2024-09-19T04:38:20.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.711+0000 7f547e6e4640 1 -- 172.21.15.111:0/778244591 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54781f3b80 con 0x7f5478158e50 2024-09-19T04:38:20.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.712+0000 7f547e6e4640 1 -- 172.21.15.111:0/778244591 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54780c5ac0 con 0x7f5478158e50 2024-09-19T04:38:20.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.713+0000 7f5474ff9640 1 -- 172.21.15.111:0/778244591 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f546c044020 con 0x7f5478158e50 2024-09-19T04:38:20.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.713+0000 7f5474ff9640 1 --2- 172.21.15.111:0/778244591 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f546406c6d0 0x7f546406eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:20.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.713+0000 7f5474ff9640 1 -- 172.21.15.111:0/778244591 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 4971+0+0 (secure 0 0 0) 0x7f546c0ac200 con 0x7f5478158e50 2024-09-19T04:38:20.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.713+0000 7f5477fff640 1 --2- 172.21.15.111:0/778244591 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f546406c6d0 0x7f546406eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:20.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.714+0000 7f5477fff640 1 --2- 172.21.15.111:0/778244591 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f546406c6d0 0x7f546406eb90 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f5468006fd0 tx=0x7f5468008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:20.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.718+0000 7f5474ff9640 1 -- 172.21.15.111:0/778244591 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f54780c5ac0 con 0x7f5478158e50 2024-09-19T04:38:20.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.881+0000 7f547e6e4640 1 -- 172.21.15.111:0/778244591 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f547815ee50 con 0x7f5478158e50 2024-09-19T04:38:20.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.885+0000 7f5474ff9640 1 -- 172.21.15.111:0/778244591 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v21) ==== 104+0+0 (secure 0 0 0) 0x7f546c04b030 con 0x7f5478158e50 2024-09-19T04:38:20.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.887+0000 7f547e6e4640 1 -- 172.21.15.111:0/778244591 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f546406c6d0 msgr2=0x7f546406eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:20.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.887+0000 7f547e6e4640 1 --2- 172.21.15.111:0/778244591 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f546406c6d0 0x7f546406eb90 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f5468006fd0 tx=0x7f5468008040 comp rx=0 tx=0).stop 2024-09-19T04:38:20.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.887+0000 7f547e6e4640 1 -- 172.21.15.111:0/778244591 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5478158e50 msgr2=0x7f54781f4380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:20.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.887+0000 7f547e6e4640 1 --2- 172.21.15.111:0/778244591 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5478158e50 0x7f54781f4380 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7f546c034040 tx=0x7f546c0046c0 comp rx=0 tx=0).stop 2024-09-19T04:38:20.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.887+0000 7f547e6e4640 1 -- 172.21.15.111:0/778244591 shutdown_connections 2024-09-19T04:38:20.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.887+0000 7f547e6e4640 1 --2- 172.21.15.111:0/778244591 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f546406c6d0 0x7f546406eb90 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:20.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.887+0000 7f547e6e4640 1 --2- 172.21.15.111:0/778244591 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f547815c370 0x7f54781f48c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:20.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.887+0000 7f547e6e4640 1 --2- 172.21.15.111:0/778244591 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5478158e50 0x7f54781f4380 unknown :-1 s=CLOSED pgs=1086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:20.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.887+0000 7f547e6e4640 1 --2- 172.21.15.111:0/778244591 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f547806ef60 0x7f54780c5e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:20.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.887+0000 7f547e6e4640 1 -- 172.21.15.111:0/778244591 >> 172.21.15.111:0/778244591 conn(0x7f547806bba0 msgr2=0x7f54780b0ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:20.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.887+0000 7f547e6e4640 1 -- 172.21.15.111:0/778244591 shutdown_connections 2024-09-19T04:38:20.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.887+0000 7f547e6e4640 1 -- 172.21.15.111:0/778244591 wait complete. 2024-09-19T04:38:20.899 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_sanity' 2024-09-19T04:38:20.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.995+0000 7fc39714b640 1 Processor -- start 2024-09-19T04:38:20.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.996+0000 7fc39714b640 1 -- start start 2024-09-19T04:38:20.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.996+0000 7fc39714b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc3900d02a0 0x7fc3900d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:20.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.996+0000 7fc39714b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc39015ca40 0x7fc39015e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:20.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.996+0000 7fc39714b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3900d0bc0 con 0x7fc39015ceb0 2024-09-19T04:38:20.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.996+0000 7fc39714b640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fc39015d390 con 0x7fc39015ca40 2024-09-19T04:38:20.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.996+0000 7fc39714b640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fc39015d670 con 0x7fc3900d02a0 2024-09-19T04:38:20.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.996+0000 7fc38ffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc39015ca40 0x7fc39015e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:20.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.996+0000 7fc3956e8640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fc39015ceb0 0x7fc3901594c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39102/0 (socket says 172.21.15.111:39102) 2024-09-19T04:38:20.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.997+0000 7fc38ffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc39015ca40 0x7fc39015e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36714/0 (socket says 172.21.15.111:36714) 2024-09-19T04:38:20.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.997+0000 7fc3956e8640 1 -- 172.21.15.111:0/298800827 learned_addr learned my addr 172.21.15.111:0/298800827 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:20.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.997+0000 7fc394ee7640 1 --2- 172.21.15.111:0/298800827 >> v2:172.21.15.114:3300/0 conn(0x7fc3900d02a0 0x7fc3900d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:20.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.997+0000 7fc38ffff640 1 -- 172.21.15.111:0/298800827 >> v2:172.21.15.114:3300/0 conn(0x7fc3900d02a0 msgr2=0x7fc3900d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:20.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.997+0000 7fc38ffff640 1 --2- 172.21.15.111:0/298800827 >> v2:172.21.15.114:3300/0 conn(0x7fc3900d02a0 0x7fc3900d0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:20.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.997+0000 7fc38ffff640 1 -- 172.21.15.111:0/298800827 >> v1:172.21.15.111:6789/0 conn(0x7fc39015ceb0 legacy=0x7fc3901594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:20.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.997+0000 7fc38ffff640 1 -- 172.21.15.111:0/298800827 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc39015d950 con 0x7fc39015ca40 2024-09-19T04:38:21.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.997+0000 7fc38ffff640 1 --2- 172.21.15.111:0/298800827 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc39015ca40 0x7fc39015e430 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7fc39006f030 tx=0x7fc37c02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27f2ce254bad31f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:21.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.998+0000 7fc38f7fe640 1 -- 172.21.15.111:0/298800827 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc37c037070 con 0x7fc39015ca40 2024-09-19T04:38:21.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.998+0000 7fc38f7fe640 1 -- 172.21.15.111:0/298800827 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc37c032440 con 0x7fc39015ca40 2024-09-19T04:38:21.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.998+0000 7fc38f7fe640 1 -- 172.21.15.111:0/298800827 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc37c02ae60 con 0x7fc39015ca40 2024-09-19T04:38:21.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.998+0000 7fc39714b640 1 -- 172.21.15.111:0/298800827 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc39015ca40 msgr2=0x7fc39015e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:21.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.998+0000 7fc39714b640 1 --2- 172.21.15.111:0/298800827 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc39015ca40 0x7fc39015e430 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7fc39006f030 tx=0x7fc37c02a110 comp rx=0 tx=0).stop 2024-09-19T04:38:21.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.998+0000 7fc39714b640 1 -- 172.21.15.111:0/298800827 shutdown_connections 2024-09-19T04:38:21.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.998+0000 7fc39714b640 1 --2- 172.21.15.111:0/298800827 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc39015ca40 0x7fc39015e430 unknown :-1 s=CLOSED pgs=1088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:21.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.998+0000 7fc39714b640 1 --2- 172.21.15.111:0/298800827 >> v2:172.21.15.114:3300/0 conn(0x7fc3900d02a0 0x7fc3900d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:21.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.998+0000 7fc39714b640 1 -- 172.21.15.111:0/298800827 >> 172.21.15.111:0/298800827 conn(0x7fc390062cc0 msgr2=0x7fc39006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:21.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.998+0000 7fc39714b640 1 -- 172.21.15.111:0/298800827 shutdown_connections 2024-09-19T04:38:21.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.998+0000 7fc39714b640 1 -- 172.21.15.111:0/298800827 wait complete. 2024-09-19T04:38:21.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.999+0000 7fc39714b640 1 Processor -- start 2024-09-19T04:38:21.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:20.999+0000 7fc39714b640 1 -- start start 2024-09-19T04:38:21.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.000+0000 7fc39714b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc3900d02a0 0x7fc390147c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:21.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.000+0000 7fc39714b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc39015ca40 0x7fc390144dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:21.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.000+0000 7fc39714b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc39015ceb0 0x7fc39006bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:21.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.000+0000 7fc39714b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc390155b90 con 0x7fc39015ceb0 2024-09-19T04:38:21.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.000+0000 7fc39714b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc39015df10 con 0x7fc39015ca40 2024-09-19T04:38:21.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.000+0000 7fc39714b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc390155d10 con 0x7fc3900d02a0 2024-09-19T04:38:21.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.000+0000 7fc3956e8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc39015ceb0 0x7fc39006bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:21.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.000+0000 7fc3956e8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc39015ceb0 0x7fc39006bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36728/0 (socket says 172.21.15.111:36728) 2024-09-19T04:38:21.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.000+0000 7fc3956e8640 1 -- 172.21.15.111:0/1243399212 learned_addr learned my addr 172.21.15.111:0/1243399212 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:21.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.001+0000 7fc38ffff640 1 --2- 172.21.15.111:0/1243399212 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc39015ca40 0x7fc390144dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:21.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.001+0000 7fc394ee7640 1 --2- 172.21.15.111:0/1243399212 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc3900d02a0 0x7fc390147c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:21.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.001+0000 7fc3956e8640 1 -- 172.21.15.111:0/1243399212 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc3900d02a0 msgr2=0x7fc390147c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:21.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.001+0000 7fc3956e8640 1 --2- 172.21.15.111:0/1243399212 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc3900d02a0 0x7fc390147c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:21.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.001+0000 7fc3956e8640 1 -- 172.21.15.111:0/1243399212 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc39015ca40 msgr2=0x7fc390144dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:21.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.001+0000 7fc3956e8640 1 --2- 172.21.15.111:0/1243399212 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc39015ca40 0x7fc390144dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:21.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.001+0000 7fc3956e8640 1 -- 172.21.15.111:0/1243399212 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3901485d0 con 0x7fc39015ceb0 2024-09-19T04:38:21.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.001+0000 7fc3956e8640 1 --2- 172.21.15.111:0/1243399212 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc39015ceb0 0x7fc39006bba0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7fc38800caa0 tx=0x7fc38800cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:21.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.001+0000 7fc38d7fa640 1 -- 172.21.15.111:0/1243399212 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc388017070 con 0x7fc39015ceb0 2024-09-19T04:38:21.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.001+0000 7fc38d7fa640 1 -- 172.21.15.111:0/1243399212 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc38800ab40 con 0x7fc39015ceb0 2024-09-19T04:38:21.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.001+0000 7fc39714b640 1 -- 172.21.15.111:0/1243399212 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3900b1b90 con 0x7fc39015ceb0 2024-09-19T04:38:21.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.001+0000 7fc38d7fa640 1 -- 172.21.15.111:0/1243399212 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc388012400 con 0x7fc39015ceb0 2024-09-19T04:38:21.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.001+0000 7fc39714b640 1 -- 172.21.15.111:0/1243399212 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc390157050 con 0x7fc39015ceb0 2024-09-19T04:38:21.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.002+0000 7fc39714b640 1 -- 172.21.15.111:0/1243399212 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3900b4790 con 0x7fc39015ceb0 2024-09-19T04:38:21.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.003+0000 7fc38d7fa640 1 -- 172.21.15.111:0/1243399212 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7fc38801a070 con 0x7fc39015ceb0 2024-09-19T04:38:21.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.003+0000 7fc38d7fa640 1 --2- 172.21.15.111:0/1243399212 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc37406c6a0 0x7fc37406eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:21.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.003+0000 7fc38d7fa640 1 -- 172.21.15.111:0/1243399212 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 4971+0+0 (secure 0 0 0) 0x7fc38808b320 con 0x7fc39015ceb0 2024-09-19T04:38:21.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.003+0000 7fc394ee7640 1 --2- 172.21.15.111:0/1243399212 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc37406c6a0 0x7fc37406eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:21.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.004+0000 7fc394ee7640 1 --2- 172.21.15.111:0/1243399212 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc37406c6a0 0x7fc37406eb60 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc384006fd0 tx=0x7fc384008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:21.008 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.007+0000 7fc38d7fa640 1 -- 172.21.15.111:0/1243399212 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc388059240 con 0x7fc39015ceb0 2024-09-19T04:38:21.236 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.235+0000 7fc39714b640 1 -- 172.21.15.111:0/1243399212 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_sanity"]} v 0) -- 0x7fc390152e20 con 0x7fc39015ceb0 2024-09-19T04:38:21.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.583+0000 7fc38d7fa640 1 -- 172.21.15.111:0/1243399212 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_sanity"]}]=0 v293) ==== 149+0+0 (secure 0 0 0) 0x7fc38805d540 con 0x7fc39015ceb0 2024-09-19T04:38:21.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.585+0000 7fc39714b640 1 -- 172.21.15.111:0/1243399212 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc37406c6a0 msgr2=0x7fc37406eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:21.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.585+0000 7fc39714b640 1 --2- 172.21.15.111:0/1243399212 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc37406c6a0 0x7fc37406eb60 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc384006fd0 tx=0x7fc384008040 comp rx=0 tx=0).stop 2024-09-19T04:38:21.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.585+0000 7fc39714b640 1 -- 172.21.15.111:0/1243399212 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc39015ceb0 msgr2=0x7fc39006bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:21.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.585+0000 7fc39714b640 1 --2- 172.21.15.111:0/1243399212 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc39015ceb0 0x7fc39006bba0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7fc38800caa0 tx=0x7fc38800cf60 comp rx=0 tx=0).stop 2024-09-19T04:38:21.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.585+0000 7fc39714b640 1 -- 172.21.15.111:0/1243399212 shutdown_connections 2024-09-19T04:38:21.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.585+0000 7fc39714b640 1 --2- 172.21.15.111:0/1243399212 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc37406c6a0 0x7fc37406eb60 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:21.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.585+0000 7fc39714b640 1 --2- 172.21.15.111:0/1243399212 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc39015ceb0 0x7fc39006bba0 unknown :-1 s=CLOSED pgs=1089 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:21.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.585+0000 7fc39714b640 1 --2- 172.21.15.111:0/1243399212 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc39015ca40 0x7fc390144dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:21.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.585+0000 7fc39714b640 1 --2- 172.21.15.111:0/1243399212 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc3900d02a0 0x7fc390147c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:21.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.585+0000 7fc39714b640 1 -- 172.21.15.111:0/1243399212 >> 172.21.15.111:0/1243399212 conn(0x7fc390062cc0 msgr2=0x7fc39006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:21.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.585+0000 7fc39714b640 1 -- 172.21.15.111:0/1243399212 shutdown_connections 2024-09-19T04:38:21.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.585+0000 7fc39714b640 1 -- 172.21.15.111:0/1243399212 wait complete. 2024-09-19T04:38:21.598 INFO:tasks.cephfs_test_runner:poor man's upgrade test -- theme continues... ... ok 2024-09-19T04:38:21.598 INFO:tasks.cephfs_test_runner:Starting test: test_subvolume_no_upgrade_v1_to_v2 (tasks.cephfs.test_volumes.TestMisc) poor man's upgrade test -- theme continues... 2024-09-19T04:38:21.598 INFO:tasks.cephfs_test_runner:test_subvolume_no_upgrade_v1_to_v2 (tasks.cephfs.test_volumes.TestMisc) 2024-09-19T04:38:21.598 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:38:21.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.695+0000 7f228332c640 1 Processor -- start 2024-09-19T04:38:21.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.695+0000 7f228332c640 1 -- start start 2024-09-19T04:38:21.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f228332c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f227c15ca40 0x7f227c15e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:21.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f228332c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f227c15ce80 0x7f227c1594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:21.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f228332c640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f227c15d390 con 0x7f227c0d02a0 2024-09-19T04:38:21.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f228332c640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f227c15d670 con 0x7f227c15ce80 2024-09-19T04:38:21.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f228332c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f227c15d950 con 0x7f227c15ca40 2024-09-19T04:38:21.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f22810c8640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f227c0d02a0 0x7f227c0d0680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36546/0 (socket says 172.21.15.111:36546) 2024-09-19T04:38:21.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f22810c8640 1 -- 172.21.15.111:0/974367120 learned_addr learned my addr 172.21.15.111:0/974367120 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:21.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f2273fff640 1 -- 172.21.15.111:0/974367120 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3338693998 0 0) 0x7f227c15d390 con 0x7f227c0d02a0 2024-09-19T04:38:21.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f22818c9640 1 --2- 172.21.15.111:0/974367120 >> v2:172.21.15.114:3300/0 conn(0x7f227c15ce80 0x7f227c1594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:21.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f22808c7640 1 --2- 172.21.15.111:0/974367120 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f227c15ca40 0x7f227c15e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:21.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f2273fff640 1 -- 172.21.15.111:0/974367120 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2268003520 con 0x7f227c0d02a0 2024-09-19T04:38:21.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f2273fff640 1 -- 172.21.15.111:0/974367120 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 866996439 0 0) 0x7f2268003520 con 0x7f227c0d02a0 2024-09-19T04:38:21.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f2273fff640 1 -- 172.21.15.111:0/974367120 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f227c15ca40 msgr2=0x7f227c15e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:21.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f2273fff640 1 --2- 172.21.15.111:0/974367120 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f227c15ca40 0x7f227c15e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:21.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f2273fff640 1 -- 172.21.15.111:0/974367120 >> v2:172.21.15.114:3300/0 conn(0x7f227c15ce80 msgr2=0x7f227c1594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:21.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f2273fff640 1 --2- 172.21.15.111:0/974367120 >> v2:172.21.15.114:3300/0 conn(0x7f227c15ce80 0x7f227c1594c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:21.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f2273fff640 1 -- 172.21.15.111:0/974367120 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f227c15dc30 con 0x7f227c0d02a0 2024-09-19T04:38:21.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f2273fff640 1 -- 172.21.15.111:0/974367120 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f2278001670 con 0x7f227c0d02a0 2024-09-19T04:38:21.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f2273fff640 1 -- 172.21.15.111:0/974367120 >> v1:172.21.15.111:6789/0 conn(0x7f227c0d02a0 legacy=0x7f227c0d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:21.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f2273fff640 1 --2- 172.21.15.111:0/974367120 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f22680039b0 0x7f2268003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:21.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f2273fff640 1 --2- 172.21.15.111:0/974367120 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f227c15ca40 0x7f2268004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:21.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f2273fff640 1 --2- 172.21.15.111:0/974367120 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2268004d40 0x7f22680051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:21.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f2273fff640 1 -- 172.21.15.111:0/974367120 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f227c15d670 con 0x7f2268004d40 2024-09-19T04:38:21.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f2273fff640 1 -- 172.21.15.111:0/974367120 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f227c15d950 con 0x7f22680039b0 2024-09-19T04:38:21.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.696+0000 7f2273fff640 1 -- 172.21.15.111:0/974367120 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f226800b9c0 con 0x7f227c15ca40 2024-09-19T04:38:21.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.697+0000 7f22818c9640 1 --2- 172.21.15.111:0/974367120 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2268004d40 0x7f22680051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:21.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.697+0000 7f22810c8640 1 --2- 172.21.15.111:0/974367120 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f22680039b0 0x7f2268003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:21.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.697+0000 7f22808c7640 1 --2- 172.21.15.111:0/974367120 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f227c15ca40 0x7f2268004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:21.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.697+0000 7f22818c9640 1 -- 172.21.15.111:0/974367120 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f227c15ca40 msgr2=0x7f2268004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:21.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.697+0000 7f22818c9640 1 --2- 172.21.15.111:0/974367120 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f227c15ca40 0x7f2268004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:21.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.697+0000 7f22818c9640 1 -- 172.21.15.111:0/974367120 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f22680039b0 msgr2=0x7f2268003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:21.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.697+0000 7f22818c9640 1 --2- 172.21.15.111:0/974367120 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f22680039b0 0x7f2268003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:21.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.697+0000 7f22818c9640 1 -- 172.21.15.111:0/974367120 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2268003520 con 0x7f2268004d40 2024-09-19T04:38:21.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.697+0000 7f22818c9640 1 --2- 172.21.15.111:0/974367120 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2268004d40 0x7f22680051c0 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7f2274009fc0 tx=0x7f2268005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c942b927520de67 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:21.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.698+0000 7f2273fff640 1 -- 172.21.15.111:0/974367120 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2274009c10 con 0x7f2268004d40 2024-09-19T04:38:21.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.698+0000 7f2273fff640 1 -- 172.21.15.111:0/974367120 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2274036070 con 0x7f2268004d40 2024-09-19T04:38:21.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.698+0000 7f2273fff640 1 -- 172.21.15.111:0/974367120 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f227402d070 con 0x7f2268004d40 2024-09-19T04:38:21.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.698+0000 7f228332c640 1 -- 172.21.15.111:0/974367120 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2268004d40 msgr2=0x7f22680051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:21.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.698+0000 7f228332c640 1 --2- 172.21.15.111:0/974367120 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2268004d40 0x7f22680051c0 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7f2274009fc0 tx=0x7f2268005830 comp rx=0 tx=0).stop 2024-09-19T04:38:21.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.698+0000 7f22818c9640 1 -- 172.21.15.111:0/974367120 reap_dead start 2024-09-19T04:38:21.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.698+0000 7f228332c640 1 -- 172.21.15.111:0/974367120 shutdown_connections 2024-09-19T04:38:21.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.698+0000 7f228332c640 1 -- 172.21.15.111:0/974367120 >> 172.21.15.111:0/974367120 conn(0x7f227c062cc0 msgr2=0x7f227c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:21.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.698+0000 7f228332c640 1 -- 172.21.15.111:0/974367120 shutdown_connections 2024-09-19T04:38:21.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.698+0000 7f228332c640 1 -- 172.21.15.111:0/974367120 wait complete. 2024-09-19T04:38:21.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.699+0000 7f228332c640 1 Processor -- start 2024-09-19T04:38:21.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.699+0000 7f228332c640 1 -- start start 2024-09-19T04:38:21.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.700+0000 7f228332c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2268004d40 0x7f227c14c160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:21.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.700+0000 7f228332c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f227c073ba0 0x7f227c072040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:21.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.700+0000 7f228332c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f227c074020 0x7f227c15b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:21.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.700+0000 7f228332c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f227c155d10 con 0x7f227c074020 2024-09-19T04:38:21.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.700+0000 7f228332c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f227c155b90 con 0x7f2268004d40 2024-09-19T04:38:21.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.700+0000 7f228332c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f227c0b4790 con 0x7f227c073ba0 2024-09-19T04:38:21.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.700+0000 7f22818c9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f227c074020 0x7f227c15b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:21.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.700+0000 7f22810c8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2268004d40 0x7f227c14c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:21.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.700+0000 7f22818c9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f227c074020 0x7f227c15b6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38280/0 (socket says 172.21.15.111:38280) 2024-09-19T04:38:21.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.700+0000 7f22818c9640 1 -- 172.21.15.111:0/3330850545 learned_addr learned my addr 172.21.15.111:0/3330850545 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:21.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.700+0000 7f22808c7640 1 --2- 172.21.15.111:0/3330850545 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f227c073ba0 0x7f227c072040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:21.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.701+0000 7f22818c9640 1 -- 172.21.15.111:0/3330850545 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f227c073ba0 msgr2=0x7f227c072040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:21.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.701+0000 7f22818c9640 1 --2- 172.21.15.111:0/3330850545 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f227c073ba0 0x7f227c072040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:21.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.701+0000 7f22818c9640 1 -- 172.21.15.111:0/3330850545 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2268004d40 msgr2=0x7f227c14c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:21.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.701+0000 7f22818c9640 1 --2- 172.21.15.111:0/3330850545 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2268004d40 0x7f227c14c160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:21.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.701+0000 7f22818c9640 1 -- 172.21.15.111:0/3330850545 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f227c14c6a0 con 0x7f227c074020 2024-09-19T04:38:21.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.701+0000 7f22818c9640 1 --2- 172.21.15.111:0/3330850545 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f227c074020 0x7f227c15b6b0 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7f227400e230 tx=0x7f2274009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:21.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.701+0000 7f2271ffb640 1 -- 172.21.15.111:0/3330850545 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2274009c10 con 0x7f227c074020 2024-09-19T04:38:21.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.701+0000 7f2271ffb640 1 -- 172.21.15.111:0/3330850545 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2274045430 con 0x7f227c074020 2024-09-19T04:38:21.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.701+0000 7f228332c640 1 -- 172.21.15.111:0/3330850545 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f227c072b00 con 0x7f227c074020 2024-09-19T04:38:21.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.701+0000 7f2271ffb640 1 -- 172.21.15.111:0/3330850545 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2274045820 con 0x7f227c074020 2024-09-19T04:38:21.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.701+0000 7f228332c640 1 -- 172.21.15.111:0/3330850545 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f227c0730c0 con 0x7f227c074020 2024-09-19T04:38:21.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.702+0000 7f228332c640 1 -- 172.21.15.111:0/3330850545 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f227c0d0680 con 0x7f227c074020 2024-09-19T04:38:21.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.702+0000 7f2271ffb640 1 -- 172.21.15.111:0/3330850545 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f2274005d10 con 0x7f227c074020 2024-09-19T04:38:21.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.703+0000 7f2271ffb640 1 --2- 172.21.15.111:0/3330850545 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f226006c6d0 0x7f226006eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:21.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.703+0000 7f2271ffb640 1 -- 172.21.15.111:0/3330850545 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 4971+0+0 (secure 0 0 0) 0x7f22740ac780 con 0x7f227c074020 2024-09-19T04:38:21.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.703+0000 7f22810c8640 1 --2- 172.21.15.111:0/3330850545 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f226006c6d0 0x7f226006eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:21.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.704+0000 7f22810c8640 1 --2- 172.21.15.111:0/3330850545 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f226006c6d0 0x7f226006eb90 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f2278001d30 tx=0x7f2278007970 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:21.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.707+0000 7f2271ffb640 1 -- 172.21.15.111:0/3330850545 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f227407ada0 con 0x7f227c074020 2024-09-19T04:38:21.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.878+0000 7f228332c640 1 -- 172.21.15.111:0/3330850545 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f227c152c30 con 0x7f227c074020 2024-09-19T04:38:21.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.879+0000 7f2271ffb640 1 -- 172.21.15.111:0/3330850545 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v108) ==== 74+0+13134 (secure 0 0 0) 0x7f227407a6a0 con 0x7f227c074020 2024-09-19T04:38:21.881 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:21.881 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":108,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:38:20.577362+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.114:6835/994076716":"2024-09-20T04:38:17.564898+0000","172.21.15.114:6832/994076716":"2024-09-20T04:38:17.564898+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:38:21.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.882+0000 7f228332c640 1 -- 172.21.15.111:0/3330850545 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f226006c6d0 msgr2=0x7f226006eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:21.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.882+0000 7f228332c640 1 --2- 172.21.15.111:0/3330850545 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f226006c6d0 0x7f226006eb90 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f2278001d30 tx=0x7f2278007970 comp rx=0 tx=0).stop 2024-09-19T04:38:21.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.882+0000 7f228332c640 1 -- 172.21.15.111:0/3330850545 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f227c074020 msgr2=0x7f227c15b6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:21.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.882+0000 7f228332c640 1 --2- 172.21.15.111:0/3330850545 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f227c074020 0x7f227c15b6b0 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7f227400e230 tx=0x7f2274009750 comp rx=0 tx=0).stop 2024-09-19T04:38:21.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.882+0000 7f228332c640 1 -- 172.21.15.111:0/3330850545 shutdown_connections 2024-09-19T04:38:21.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.882+0000 7f228332c640 1 --2- 172.21.15.111:0/3330850545 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f226006c6d0 0x7f226006eb90 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:21.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.882+0000 7f228332c640 1 --2- 172.21.15.111:0/3330850545 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f227c074020 0x7f227c15b6b0 unknown :-1 s=CLOSED pgs=1092 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:21.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.882+0000 7f228332c640 1 --2- 172.21.15.111:0/3330850545 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f227c073ba0 0x7f227c072040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:21.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.882+0000 7f228332c640 1 --2- 172.21.15.111:0/3330850545 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2268004d40 0x7f227c14c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:21.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.882+0000 7f228332c640 1 -- 172.21.15.111:0/3330850545 >> 172.21.15.111:0/3330850545 conn(0x7f227c062cc0 msgr2=0x7f227c154ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:21.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.882+0000 7f228332c640 1 -- 172.21.15.111:0/3330850545 shutdown_connections 2024-09-19T04:38:21.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.882+0000 7f228332c640 1 -- 172.21.15.111:0/3330850545 wait complete. 2024-09-19T04:38:21.894 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T04:32:40.437094+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T04:38:21.894 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T04:38:21.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.993+0000 7f7799c4c640 1 Processor -- start 2024-09-19T04:38:21.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.993+0000 7f7799c4c640 1 -- start start 2024-09-19T04:38:21.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.994+0000 7f7799c4c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7794158e50 0x7f77940b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:21.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.994+0000 7f7799c4c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f779415c370 0x7f779406ea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:21.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.994+0000 7f7799c4c640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f779415c800 con 0x7f779406ef60 2024-09-19T04:38:21.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.994+0000 7f7799c4c640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f779406f3d0 con 0x7f7794158e50 2024-09-19T04:38:21.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.994+0000 7f7799c4c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f77940b43f0 con 0x7f779415c370 2024-09-19T04:38:21.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.994+0000 7f77937fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7794158e50 0x7f77940b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:21.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.994+0000 7f77937fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7794158e50 0x7f77940b5050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38290/0 (socket says 172.21.15.111:38290) 2024-09-19T04:38:21.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.994+0000 7f77937fe640 1 -- 172.21.15.111:0/2798291041 learned_addr learned my addr 172.21.15.111:0/2798291041 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:21.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.994+0000 7f7792ffd640 1 --2- 172.21.15.111:0/2798291041 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f779415c370 0x7f779406ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:21.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.994+0000 7f77937fe640 1 -- 172.21.15.111:0/2798291041 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f779415c370 msgr2=0x7f779406ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:21.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.994+0000 7f77937fe640 1 --2- 172.21.15.111:0/2798291041 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f779415c370 0x7f779406ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:21.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.994+0000 7f77937fe640 1 -- 172.21.15.111:0/2798291041 >> v1:172.21.15.114:6789/0 conn(0x7f779406ef60 legacy=0x7f779415ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:21.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.994+0000 7f77937fe640 1 -- 172.21.15.111:0/2798291041 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77940b3630 con 0x7f7794158e50 2024-09-19T04:38:21.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.995+0000 7f77937fe640 1 --2- 172.21.15.111:0/2798291041 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7794158e50 0x7f77940b5050 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7f7784009870 tx=0x7f778402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86c6c03629d18766 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:21.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.995+0000 7f77927fc640 1 -- 172.21.15.111:0/2798291041 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7784037070 con 0x7f7794158e50 2024-09-19T04:38:21.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.995+0000 7f77927fc640 1 -- 172.21.15.111:0/2798291041 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7784032440 con 0x7f7794158e50 2024-09-19T04:38:21.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.995+0000 7f77927fc640 1 -- 172.21.15.111:0/2798291041 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7784032810 con 0x7f7794158e50 2024-09-19T04:38:21.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.996+0000 7f7799c4c640 1 -- 172.21.15.111:0/2798291041 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7794158e50 msgr2=0x7f77940b5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:21.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.996+0000 7f7799c4c640 1 --2- 172.21.15.111:0/2798291041 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7794158e50 0x7f77940b5050 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7f7784009870 tx=0x7f778402a270 comp rx=0 tx=0).stop 2024-09-19T04:38:21.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.996+0000 7f7799c4c640 1 -- 172.21.15.111:0/2798291041 shutdown_connections 2024-09-19T04:38:21.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.996+0000 7f7799c4c640 1 --2- 172.21.15.111:0/2798291041 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f779415c370 0x7f779406ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:21.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.996+0000 7f7799c4c640 1 --2- 172.21.15.111:0/2798291041 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7794158e50 0x7f77940b5050 unknown :-1 s=CLOSED pgs=1093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:21.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.996+0000 7f7799c4c640 1 -- 172.21.15.111:0/2798291041 >> 172.21.15.111:0/2798291041 conn(0x7f779406bba0 msgr2=0x7f779406bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:21.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.996+0000 7f7799c4c640 1 -- 172.21.15.111:0/2798291041 shutdown_connections 2024-09-19T04:38:21.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.996+0000 7f7799c4c640 1 -- 172.21.15.111:0/2798291041 wait complete. 2024-09-19T04:38:21.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.997+0000 7f7799c4c640 1 Processor -- start 2024-09-19T04:38:21.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.997+0000 7f7799c4c640 1 -- start start 2024-09-19T04:38:22.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.998+0000 7f7799c4c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f779406ef60 0x7f779414fec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:22.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.998+0000 7f7799c4c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7794158e50 0x7f7794157930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:22.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.998+0000 7f7799c4c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f779415c370 0x7f7794157e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:22.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.998+0000 7f7799c4c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f77940b3ed0 con 0x7f779406ef60 2024-09-19T04:38:22.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.998+0000 7f7799c4c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f77940b3bf0 con 0x7f7794158e50 2024-09-19T04:38:22.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.998+0000 7f7799c4c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7794159230 con 0x7f779415c370 2024-09-19T04:38:22.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.998+0000 7f77937fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f779406ef60 0x7f779414fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:22.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.998+0000 7f77937fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f779406ef60 0x7f779414fec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38296/0 (socket says 172.21.15.111:38296) 2024-09-19T04:38:22.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.998+0000 7f77937fe640 1 -- 172.21.15.111:0/636084876 learned_addr learned my addr 172.21.15.111:0/636084876 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:22.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.998+0000 7f7793fff640 1 --2- 172.21.15.111:0/636084876 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f779415c370 0x7f7794157e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:22.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.998+0000 7f7792ffd640 1 --2- 172.21.15.111:0/636084876 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7794158e50 0x7f7794157930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:22.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.998+0000 7f77937fe640 1 -- 172.21.15.111:0/636084876 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f779415c370 msgr2=0x7f7794157e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:22.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.998+0000 7f77937fe640 1 --2- 172.21.15.111:0/636084876 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f779415c370 0x7f7794157e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.998+0000 7f77937fe640 1 -- 172.21.15.111:0/636084876 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7794158e50 msgr2=0x7f7794157930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:22.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.998+0000 7f77937fe640 1 --2- 172.21.15.111:0/636084876 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7794158e50 0x7f7794157930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.998+0000 7f77937fe640 1 -- 172.21.15.111:0/636084876 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f779415e420 con 0x7f779406ef60 2024-09-19T04:38:22.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.999+0000 7f77937fe640 1 --2- 172.21.15.111:0/636084876 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f779406ef60 0x7f779414fec0 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7f7784000c00 tx=0x7f77840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:22.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.999+0000 7f777bfff640 1 -- 172.21.15.111:0/636084876 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7784041020 con 0x7f779406ef60 2024-09-19T04:38:22.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.999+0000 7f777bfff640 1 -- 172.21.15.111:0/636084876 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f77840306c0 con 0x7f779406ef60 2024-09-19T04:38:22.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.999+0000 7f7799c4c640 1 -- 172.21.15.111:0/636084876 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f779415e140 con 0x7f779406ef60 2024-09-19T04:38:22.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.999+0000 7f777bfff640 1 -- 172.21.15.111:0/636084876 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7784037040 con 0x7f779406ef60 2024-09-19T04:38:22.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:21.999+0000 7f7799c4c640 1 -- 172.21.15.111:0/636084876 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77940c5780 con 0x7f779406ef60 2024-09-19T04:38:22.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.000+0000 7f7799c4c640 1 -- 172.21.15.111:0/636084876 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7794071fa0 con 0x7f779406ef60 2024-09-19T04:38:22.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.000+0000 7f777bfff640 1 -- 172.21.15.111:0/636084876 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f7784044020 con 0x7f779406ef60 2024-09-19T04:38:22.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.001+0000 7f777bfff640 1 --2- 172.21.15.111:0/636084876 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f778006c6a0 0x7f778006eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:22.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.001+0000 7f777bfff640 1 -- 172.21.15.111:0/636084876 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 4971+0+0 (secure 0 0 0) 0x7f77840abe40 con 0x7f779406ef60 2024-09-19T04:38:22.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.001+0000 7f7792ffd640 1 --2- 172.21.15.111:0/636084876 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f778006c6a0 0x7f778006eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:22.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.001+0000 7f7792ffd640 1 --2- 172.21.15.111:0/636084876 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f778006c6a0 0x7f778006eb60 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f77940afa80 tx=0x7f7788008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:22.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.005+0000 7f777bfff640 1 -- 172.21.15.111:0/636084876 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f778404b030 con 0x7f779406ef60 2024-09-19T04:38:22.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.168+0000 7f7799c4c640 1 -- 172.21.15.111:0/636084876 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f77940634e0 con 0x7f779406ef60 2024-09-19T04:38:22.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.168+0000 7f777bfff640 1 -- 172.21.15.111:0/636084876 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v108) ==== 93+0+10 (secure 0 0 0) 0x7f7784079d70 con 0x7f779406ef60 2024-09-19T04:38:22.170 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 1 2024-09-19T04:38:22.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.170+0000 7f7799c4c640 1 -- 172.21.15.111:0/636084876 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f778006c6a0 msgr2=0x7f778006eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:22.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.170+0000 7f7799c4c640 1 --2- 172.21.15.111:0/636084876 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f778006c6a0 0x7f778006eb60 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f77940afa80 tx=0x7f7788008040 comp rx=0 tx=0).stop 2024-09-19T04:38:22.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.170+0000 7f7799c4c640 1 -- 172.21.15.111:0/636084876 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f779406ef60 msgr2=0x7f779414fec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:22.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.170+0000 7f7799c4c640 1 --2- 172.21.15.111:0/636084876 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f779406ef60 0x7f779414fec0 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7f7784000c00 tx=0x7f77840046c0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.170+0000 7f7799c4c640 1 -- 172.21.15.111:0/636084876 shutdown_connections 2024-09-19T04:38:22.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.170+0000 7f7799c4c640 1 --2- 172.21.15.111:0/636084876 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f778006c6a0 0x7f778006eb60 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.170+0000 7f7799c4c640 1 --2- 172.21.15.111:0/636084876 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f779415c370 0x7f7794157e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.170+0000 7f7799c4c640 1 --2- 172.21.15.111:0/636084876 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7794158e50 0x7f7794157930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.170+0000 7f7799c4c640 1 --2- 172.21.15.111:0/636084876 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f779406ef60 0x7f779414fec0 unknown :-1 s=CLOSED pgs=1094 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.170+0000 7f7799c4c640 1 -- 172.21.15.111:0/636084876 >> 172.21.15.111:0/636084876 conn(0x7f779406bba0 msgr2=0x7f7794071180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:22.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.170+0000 7f7799c4c640 1 -- 172.21.15.111:0/636084876 shutdown_connections 2024-09-19T04:38:22.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.171+0000 7f7799c4c640 1 -- 172.21.15.111:0/636084876 wait complete. 2024-09-19T04:38:22.183 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_to_v2' 2024-09-19T04:38:22.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.279+0000 7f27939e4640 1 Processor -- start 2024-09-19T04:38:22.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.279+0000 7f27939e4640 1 -- start start 2024-09-19T04:38:22.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.280+0000 7f27939e4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f278c151c50 0x7f278c0cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:22.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.280+0000 7f27939e4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f278c06c1f0 0x7f278c15baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:22.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.280+0000 7f27939e4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f278c0cd5f0 con 0x7f278c06be10 2024-09-19T04:38:22.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.280+0000 7f27939e4640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f278c0cd8d0 con 0x7f278c06c1f0 2024-09-19T04:38:22.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.280+0000 7f27939e4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f278c0cdbb0 con 0x7f278c151c50 2024-09-19T04:38:22.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.280+0000 7f2791f81640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f278c06c1f0 0x7f278c15baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:22.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.281+0000 7f2791f81640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f278c06c1f0 0x7f278c15baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38298/0 (socket says 172.21.15.111:38298) 2024-09-19T04:38:22.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.281+0000 7f2791f81640 1 -- 172.21.15.111:0/2437275595 learned_addr learned my addr 172.21.15.111:0/2437275595 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:22.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.281+0000 7f2790f7f640 1 --2- 172.21.15.111:0/2437275595 >> v2:172.21.15.114:3300/0 conn(0x7f278c151c50 0x7f278c0cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:22.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.281+0000 7f2791f81640 1 -- 172.21.15.111:0/2437275595 >> v2:172.21.15.114:3300/0 conn(0x7f278c151c50 msgr2=0x7f278c0cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:22.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.281+0000 7f2791f81640 1 --2- 172.21.15.111:0/2437275595 >> v2:172.21.15.114:3300/0 conn(0x7f278c151c50 0x7f278c0cd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.281+0000 7f2791f81640 1 -- 172.21.15.111:0/2437275595 >> v1:172.21.15.114:6789/0 conn(0x7f278c06be10 legacy=0x7f278c151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:22.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.281+0000 7f2791f81640 1 -- 172.21.15.111:0/2437275595 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f278c0cde90 con 0x7f278c06c1f0 2024-09-19T04:38:22.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.282+0000 7f2791f81640 1 --2- 172.21.15.111:0/2437275595 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f278c06c1f0 0x7f278c15baa0 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7f278c06ca50 tx=0x7f278402c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=849053ca2c9ae9e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:22.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.282+0000 7f2783fff640 1 -- 172.21.15.111:0/2437275595 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f278400b2e0 con 0x7f278c06c1f0 2024-09-19T04:38:22.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.282+0000 7f2783fff640 1 -- 172.21.15.111:0/2437275595 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2784037070 con 0x7f278c06c1f0 2024-09-19T04:38:22.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.282+0000 7f2783fff640 1 -- 172.21.15.111:0/2437275595 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f278400b480 con 0x7f278c06c1f0 2024-09-19T04:38:22.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.282+0000 7f27939e4640 1 -- 172.21.15.111:0/2437275595 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f278c06c1f0 msgr2=0x7f278c15baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:22.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.282+0000 7f27939e4640 1 --2- 172.21.15.111:0/2437275595 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f278c06c1f0 0x7f278c15baa0 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7f278c06ca50 tx=0x7f278402c940 comp rx=0 tx=0).stop 2024-09-19T04:38:22.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.282+0000 7f27939e4640 1 -- 172.21.15.111:0/2437275595 shutdown_connections 2024-09-19T04:38:22.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.282+0000 7f27939e4640 1 --2- 172.21.15.111:0/2437275595 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f278c06c1f0 0x7f278c15baa0 unknown :-1 s=CLOSED pgs=1095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.282+0000 7f27939e4640 1 --2- 172.21.15.111:0/2437275595 >> v2:172.21.15.114:3300/0 conn(0x7f278c151c50 0x7f278c0cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.282+0000 7f27939e4640 1 -- 172.21.15.111:0/2437275595 >> 172.21.15.111:0/2437275595 conn(0x7f278c062cc0 msgr2=0x7f278c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:22.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.282+0000 7f27939e4640 1 -- 172.21.15.111:0/2437275595 shutdown_connections 2024-09-19T04:38:22.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.282+0000 7f27939e4640 1 -- 172.21.15.111:0/2437275595 wait complete. 2024-09-19T04:38:22.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.284+0000 7f27939e4640 1 Processor -- start 2024-09-19T04:38:22.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.284+0000 7f27939e4640 1 -- start start 2024-09-19T04:38:22.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.284+0000 7f27939e4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f278c06be10 0x7f278c150210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:22.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.284+0000 7f27939e4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f278c06c1f0 0x7f278c15cef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:22.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.284+0000 7f27939e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f278c151c50 0x7f278c0aac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:22.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.284+0000 7f27939e4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f278c0d0310 con 0x7f278c06be10 2024-09-19T04:38:22.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.284+0000 7f27939e4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f278c0ce690 con 0x7f278c06c1f0 2024-09-19T04:38:22.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.284+0000 7f27939e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f278c0d0490 con 0x7f278c151c50 2024-09-19T04:38:22.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.284+0000 7f2791780640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f278c06be10 0x7f278c150210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:22.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.284+0000 7f2791780640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f278c06be10 0x7f278c150210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38300/0 (socket says 172.21.15.111:38300) 2024-09-19T04:38:22.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.284+0000 7f2791780640 1 -- 172.21.15.111:0/2466129767 learned_addr learned my addr 172.21.15.111:0/2466129767 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:22.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.285+0000 7f2790f7f640 1 --2- 172.21.15.111:0/2466129767 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f278c06c1f0 0x7f278c15cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:22.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.285+0000 7f2791f81640 1 --2- 172.21.15.111:0/2466129767 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f278c151c50 0x7f278c0aac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:22.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.285+0000 7f2791780640 1 -- 172.21.15.111:0/2466129767 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f278c151c50 msgr2=0x7f278c0aac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:22.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.285+0000 7f2791780640 1 --2- 172.21.15.111:0/2466129767 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f278c151c50 0x7f278c0aac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.285+0000 7f2791780640 1 -- 172.21.15.111:0/2466129767 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f278c06c1f0 msgr2=0x7f278c15cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:22.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.285+0000 7f2791780640 1 --2- 172.21.15.111:0/2466129767 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f278c06c1f0 0x7f278c15cef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.285+0000 7f2791780640 1 -- 172.21.15.111:0/2466129767 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f278c150750 con 0x7f278c06be10 2024-09-19T04:38:22.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.285+0000 7f2790f7f640 1 --2- 172.21.15.111:0/2466129767 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f278c06c1f0 0x7f278c15cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:22.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.285+0000 7f2791780640 1 --2- 172.21.15.111:0/2466129767 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f278c06be10 0x7f278c150210 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f278800c430 tx=0x7f278800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:22.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.285+0000 7f2781ffb640 1 -- 172.21.15.111:0/2466129767 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27880052d0 con 0x7f278c06be10 2024-09-19T04:38:22.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.285+0000 7f2781ffb640 1 -- 172.21.15.111:0/2466129767 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2788005490 con 0x7f278c06be10 2024-09-19T04:38:22.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.285+0000 7f27939e4640 1 -- 172.21.15.111:0/2466129767 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f278c15d860 con 0x7f278c06be10 2024-09-19T04:38:22.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.285+0000 7f2781ffb640 1 -- 172.21.15.111:0/2466129767 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2788007260 con 0x7f278c06be10 2024-09-19T04:38:22.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.285+0000 7f27939e4640 1 -- 172.21.15.111:0/2466129767 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f278c15de20 con 0x7f278c06be10 2024-09-19T04:38:22.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.286+0000 7f27939e4640 1 -- 172.21.15.111:0/2466129767 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f278c0d0850 con 0x7f278c06be10 2024-09-19T04:38:22.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.287+0000 7f2781ffb640 1 -- 172.21.15.111:0/2466129767 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f2788007400 con 0x7f278c06be10 2024-09-19T04:38:22.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.287+0000 7f2781ffb640 1 --2- 172.21.15.111:0/2466129767 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f277006c6d0 0x7f277006eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:22.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.287+0000 7f2781ffb640 1 -- 172.21.15.111:0/2466129767 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 4971+0+0 (secure 0 0 0) 0x7f278808ad30 con 0x7f278c06be10 2024-09-19T04:38:22.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.287+0000 7f2790f7f640 1 --2- 172.21.15.111:0/2466129767 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f277006c6d0 0x7f277006eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:22.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.288+0000 7f2790f7f640 1 --2- 172.21.15.111:0/2466129767 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f277006c6d0 0x7f277006eb90 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f278c0cec90 tx=0x7f277c008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:22.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.291+0000 7f2781ffb640 1 -- 172.21.15.111:0/2466129767 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2788059230 con 0x7f278c06be10 2024-09-19T04:38:22.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.518+0000 7f27939e4640 1 -- 172.21.15.111:0/2466129767 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_to_v2"]} v 0) -- 0x7f278c155410 con 0x7f278c06be10 2024-09-19T04:38:22.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.588+0000 7f2781ffb640 1 -- 172.21.15.111:0/2466129767 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_to_v2"]}]=0 v294) ==== 151+0+0 (secure 0 0 0) 0x7f2788058b30 con 0x7f278c06be10 2024-09-19T04:38:22.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.591+0000 7f27939e4640 1 -- 172.21.15.111:0/2466129767 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f277006c6d0 msgr2=0x7f277006eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:22.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.591+0000 7f27939e4640 1 --2- 172.21.15.111:0/2466129767 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f277006c6d0 0x7f277006eb90 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f278c0cec90 tx=0x7f277c008040 comp rx=0 tx=0).stop 2024-09-19T04:38:22.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.591+0000 7f27939e4640 1 -- 172.21.15.111:0/2466129767 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f278c06be10 msgr2=0x7f278c150210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:22.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.591+0000 7f27939e4640 1 --2- 172.21.15.111:0/2466129767 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f278c06be10 0x7f278c150210 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f278800c430 tx=0x7f278800c8f0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.591+0000 7f27939e4640 1 -- 172.21.15.111:0/2466129767 shutdown_connections 2024-09-19T04:38:22.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.591+0000 7f27939e4640 1 --2- 172.21.15.111:0/2466129767 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f277006c6d0 0x7f277006eb90 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.591+0000 7f27939e4640 1 --2- 172.21.15.111:0/2466129767 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f278c151c50 0x7f278c0aac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.591+0000 7f27939e4640 1 --2- 172.21.15.111:0/2466129767 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f278c06c1f0 0x7f278c15cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.591+0000 7f27939e4640 1 --2- 172.21.15.111:0/2466129767 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f278c06be10 0x7f278c150210 unknown :-1 s=CLOSED pgs=1096 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.591+0000 7f27939e4640 1 -- 172.21.15.111:0/2466129767 >> 172.21.15.111:0/2466129767 conn(0x7f278c062cc0 msgr2=0x7f278c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:22.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.591+0000 7f27939e4640 1 -- 172.21.15.111:0/2466129767 shutdown_connections 2024-09-19T04:38:22.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.592+0000 7f27939e4640 1 -- 172.21.15.111:0/2466129767 wait complete. 2024-09-19T04:38:22.604 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T04:38:22.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.705+0000 7f6919b91640 1 Processor -- start 2024-09-19T04:38:22.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.705+0000 7f6919b91640 1 -- start start 2024-09-19T04:38:22.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.706+0000 7f6919b91640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f691415b090 0x7f69140b5420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:22.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.706+0000 7f6919b91640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6914071de0 con 0x7f691406ea00 2024-09-19T04:38:22.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.706+0000 7f6919b91640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69140720c0 con 0x7f69140715b0 2024-09-19T04:38:22.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.706+0000 7f6919b91640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f69140723a0 con 0x7f691415b090 2024-09-19T04:38:22.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.706+0000 7f6913fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f691406ea00 0x7f6914164640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36560/0 (socket says 172.21.15.111:36560) 2024-09-19T04:38:22.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.706+0000 7f6913fff640 1 -- 172.21.15.111:0/1687854775 learned_addr learned my addr 172.21.15.111:0/1687854775 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:22.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.706+0000 7f69137fe640 1 --2- 172.21.15.111:0/1687854775 >> v2:172.21.15.114:3300/0 conn(0x7f691415b090 0x7f69140b5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:22.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.706+0000 7f69127fc640 1 -- 172.21.15.111:0/1687854775 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 343073295 0 0) 0x7f6914071de0 con 0x7f691406ea00 2024-09-19T04:38:22.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.706+0000 7f69127fc640 1 -- 172.21.15.111:0/1687854775 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f68fc003520 con 0x7f691406ea00 2024-09-19T04:38:22.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.706+0000 7f69127fc640 1 -- 172.21.15.111:0/1687854775 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2610479882 0 0) 0x7f68fc003520 con 0x7f691406ea00 2024-09-19T04:38:22.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.706+0000 7f69127fc640 1 -- 172.21.15.111:0/1687854775 >> v2:172.21.15.114:3300/0 conn(0x7f691415b090 msgr2=0x7f69140b5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:22.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.706+0000 7f69127fc640 1 --2- 172.21.15.111:0/1687854775 >> v2:172.21.15.114:3300/0 conn(0x7f691415b090 0x7f69140b5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.706+0000 7f69127fc640 1 -- 172.21.15.111:0/1687854775 >> v1:172.21.15.114:6789/0 conn(0x7f69140715b0 legacy=0x7f691415b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:22.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.706+0000 7f69127fc640 1 -- 172.21.15.111:0/1687854775 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6914072680 con 0x7f691406ea00 2024-09-19T04:38:22.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.706+0000 7f69127fc640 1 -- 172.21.15.111:0/1687854775 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f690c0019f0 con 0x7f691406ea00 2024-09-19T04:38:22.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.706+0000 7f69127fc640 1 -- 172.21.15.111:0/1687854775 >> v1:172.21.15.111:6789/0 conn(0x7f691406ea00 legacy=0x7f6914164640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:22.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.707+0000 7f69127fc640 1 --2- 172.21.15.111:0/1687854775 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68fc0039b0 0x7f68fc003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:22.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.707+0000 7f69127fc640 1 --2- 172.21.15.111:0/1687854775 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68fc0043b0 0x7f68fc004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:22.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.707+0000 7f69127fc640 1 --2- 172.21.15.111:0/1687854775 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68fc005080 0x7f68fc00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:22.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.707+0000 7f69127fc640 1 -- 172.21.15.111:0/1687854775 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f69140723a0 con 0x7f68fc0043b0 2024-09-19T04:38:22.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.707+0000 7f69127fc640 1 -- 172.21.15.111:0/1687854775 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f68fc00bfe0 con 0x7f68fc0039b0 2024-09-19T04:38:22.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.707+0000 7f69127fc640 1 -- 172.21.15.111:0/1687854775 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f68fc00c1e0 con 0x7f68fc005080 2024-09-19T04:38:22.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.707+0000 7f6912ffd640 1 --2- 172.21.15.111:0/1687854775 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68fc0043b0 0x7f68fc004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:22.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.707+0000 7f69137fe640 1 --2- 172.21.15.111:0/1687854775 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68fc0039b0 0x7f68fc003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:22.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.707+0000 7f6913fff640 1 --2- 172.21.15.111:0/1687854775 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68fc005080 0x7f68fc00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:22.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.707+0000 7f6912ffd640 1 -- 172.21.15.111:0/1687854775 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68fc005080 msgr2=0x7f68fc00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:22.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.707+0000 7f6912ffd640 1 --2- 172.21.15.111:0/1687854775 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68fc005080 0x7f68fc00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.707+0000 7f6912ffd640 1 -- 172.21.15.111:0/1687854775 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68fc0039b0 msgr2=0x7f68fc003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:22.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.707+0000 7f6912ffd640 1 --2- 172.21.15.111:0/1687854775 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68fc0039b0 0x7f68fc003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.707+0000 7f6913fff640 1 -- 172.21.15.111:0/1687854775 reap_dead start 2024-09-19T04:38:22.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.707+0000 7f6912ffd640 1 -- 172.21.15.111:0/1687854775 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68fc003520 con 0x7f68fc0043b0 2024-09-19T04:38:22.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.708+0000 7f6912ffd640 1 --2- 172.21.15.111:0/1687854775 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68fc0043b0 0x7f68fc004880 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f69080018b0 tx=0x7f68fc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba45fe3aa9567a51 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:22.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.708+0000 7f69127fc640 1 -- 172.21.15.111:0/1687854775 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6908037070 con 0x7f68fc0043b0 2024-09-19T04:38:22.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.708+0000 7f69127fc640 1 -- 172.21.15.111:0/1687854775 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f690802abe0 con 0x7f68fc0043b0 2024-09-19T04:38:22.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.708+0000 7f69127fc640 1 -- 172.21.15.111:0/1687854775 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6908001480 con 0x7f68fc0043b0 2024-09-19T04:38:22.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.708+0000 7f6919b91640 1 -- 172.21.15.111:0/1687854775 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68fc0043b0 msgr2=0x7f68fc004880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:22.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.708+0000 7f6919b91640 1 --2- 172.21.15.111:0/1687854775 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68fc0043b0 0x7f68fc004880 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f69080018b0 tx=0x7f68fc005830 comp rx=0 tx=0).stop 2024-09-19T04:38:22.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.708+0000 7f6919b91640 1 -- 172.21.15.111:0/1687854775 shutdown_connections 2024-09-19T04:38:22.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.708+0000 7f6919b91640 1 --2- 172.21.15.111:0/1687854775 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68fc0043b0 0x7f68fc004880 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.708+0000 7f6919b91640 1 -- 172.21.15.111:0/1687854775 >> 172.21.15.111:0/1687854775 conn(0x7f691406bba0 msgr2=0x7f691406bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:22.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.708+0000 7f6919b91640 1 -- 172.21.15.111:0/1687854775 shutdown_connections 2024-09-19T04:38:22.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.708+0000 7f6919b91640 1 -- 172.21.15.111:0/1687854775 wait complete. 2024-09-19T04:38:22.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.709+0000 7f6919b91640 1 Processor -- start 2024-09-19T04:38:22.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.710+0000 7f6919b91640 1 -- start start 2024-09-19T04:38:22.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.710+0000 7f6919b91640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68fc0043b0 0x7f691414a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:22.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.710+0000 7f6919b91640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6914156a90 0x7f6914147ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:22.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.710+0000 7f6919b91640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6914167db0 0x7f6914168260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:22.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.710+0000 7f6919b91640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6914071ba0 con 0x7f6914167db0 2024-09-19T04:38:22.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.710+0000 7f6919b91640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6914071a20 con 0x7f68fc0043b0 2024-09-19T04:38:22.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.710+0000 7f6919b91640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f69140b5420 con 0x7f6914156a90 2024-09-19T04:38:22.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.710+0000 7f6913fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6914167db0 0x7f6914168260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:22.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.710+0000 7f6913fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6914167db0 0x7f6914168260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38320/0 (socket says 172.21.15.111:38320) 2024-09-19T04:38:22.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.710+0000 7f6913fff640 1 -- 172.21.15.111:0/2514589835 learned_addr learned my addr 172.21.15.111:0/2514589835 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:22.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.711+0000 7f6912ffd640 1 --2- 172.21.15.111:0/2514589835 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6914156a90 0x7f6914147ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:22.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.711+0000 7f69137fe640 1 --2- 172.21.15.111:0/2514589835 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68fc0043b0 0x7f691414a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:22.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.711+0000 7f6913fff640 1 -- 172.21.15.111:0/2514589835 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6914156a90 msgr2=0x7f6914147ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:22.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.711+0000 7f6913fff640 1 --2- 172.21.15.111:0/2514589835 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6914156a90 0x7f6914147ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.711+0000 7f6913fff640 1 -- 172.21.15.111:0/2514589835 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68fc0043b0 msgr2=0x7f691414a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:22.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.711+0000 7f6913fff640 1 --2- 172.21.15.111:0/2514589835 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68fc0043b0 0x7f691414a6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.711+0000 7f6913fff640 1 -- 172.21.15.111:0/2514589835 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6914148640 con 0x7f6914167db0 2024-09-19T04:38:22.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.711+0000 7f6913fff640 1 --2- 172.21.15.111:0/2514589835 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6914167db0 0x7f6914168260 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f691406f4b0 tx=0x7f690c007a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:22.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.711+0000 7f68fbfff640 1 -- 172.21.15.111:0/2514589835 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f690c00ab60 con 0x7f6914167db0 2024-09-19T04:38:22.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.711+0000 7f68fbfff640 1 -- 172.21.15.111:0/2514589835 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f690c019070 con 0x7f6914167db0 2024-09-19T04:38:22.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.711+0000 7f68fbfff640 1 -- 172.21.15.111:0/2514589835 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f690c0133f0 con 0x7f6914167db0 2024-09-19T04:38:22.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.711+0000 7f6919b91640 1 -- 172.21.15.111:0/2514589835 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6914157170 con 0x7f6914167db0 2024-09-19T04:38:22.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.711+0000 7f6919b91640 1 -- 172.21.15.111:0/2514589835 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6914157730 con 0x7f6914167db0 2024-09-19T04:38:22.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.712+0000 7f6919b91640 1 -- 172.21.15.111:0/2514589835 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f691406d080 con 0x7f6914167db0 2024-09-19T04:38:22.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.713+0000 7f68fbfff640 1 -- 172.21.15.111:0/2514589835 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f690c013590 con 0x7f6914167db0 2024-09-19T04:38:22.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.713+0000 7f68fbfff640 1 --2- 172.21.15.111:0/2514589835 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f690006c6d0 0x7f690006eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:22.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.713+0000 7f68fbfff640 1 -- 172.21.15.111:0/2514589835 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 4971+0+0 (secure 0 0 0) 0x7f690c08bcc0 con 0x7f6914167db0 2024-09-19T04:38:22.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.713+0000 7f69137fe640 1 --2- 172.21.15.111:0/2514589835 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f690006c6d0 0x7f690006eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:22.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.714+0000 7f69137fe640 1 --2- 172.21.15.111:0/2514589835 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f690006c6d0 0x7f690006eb90 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f6914051220 tx=0x7f6904009190 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:22.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.717+0000 7f68fbfff640 1 -- 172.21.15.111:0/2514589835 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f690c092080 con 0x7f6914167db0 2024-09-19T04:38:22.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.884+0000 7f6919b91640 1 -- 172.21.15.111:0/2514589835 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f6914158dc0 con 0x7f6914167db0 2024-09-19T04:38:22.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.888+0000 7f68fbfff640 1 -- 172.21.15.111:0/2514589835 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v22)=0 v22) ==== 122+0+0 (secure 0 0 0) 0x7f690c05a130 con 0x7f6914167db0 2024-09-19T04:38:22.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.890+0000 7f6919b91640 1 -- 172.21.15.111:0/2514589835 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f690006c6d0 msgr2=0x7f690006eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:22.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.890+0000 7f6919b91640 1 --2- 172.21.15.111:0/2514589835 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f690006c6d0 0x7f690006eb90 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f6914051220 tx=0x7f6904009190 comp rx=0 tx=0).stop 2024-09-19T04:38:22.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.890+0000 7f6919b91640 1 -- 172.21.15.111:0/2514589835 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6914167db0 msgr2=0x7f6914168260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:22.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.890+0000 7f6919b91640 1 --2- 172.21.15.111:0/2514589835 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6914167db0 0x7f6914168260 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f691406f4b0 tx=0x7f690c007a60 comp rx=0 tx=0).stop 2024-09-19T04:38:22.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.890+0000 7f6919b91640 1 -- 172.21.15.111:0/2514589835 shutdown_connections 2024-09-19T04:38:22.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.890+0000 7f6919b91640 1 --2- 172.21.15.111:0/2514589835 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f690006c6d0 0x7f690006eb90 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.890+0000 7f6919b91640 1 --2- 172.21.15.111:0/2514589835 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6914167db0 0x7f6914168260 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.890+0000 7f6919b91640 1 --2- 172.21.15.111:0/2514589835 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6914156a90 0x7f6914147ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.890+0000 7f6919b91640 1 --2- 172.21.15.111:0/2514589835 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68fc0043b0 0x7f691414a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:22.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.890+0000 7f6919b91640 1 -- 172.21.15.111:0/2514589835 >> 172.21.15.111:0/2514589835 conn(0x7f691406bba0 msgr2=0x7f69140b0b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:22.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.890+0000 7f6919b91640 1 -- 172.21.15.111:0/2514589835 shutdown_connections 2024-09-19T04:38:22.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:22.890+0000 7f6919b91640 1 -- 172.21.15.111:0/2514589835 wait complete. 2024-09-19T04:38:22.903 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:38:22.903 DEBUG:teuthology.orchestra.run.smithi111:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:38:22.949 DEBUG:teuthology.orchestra.run.smithi114:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:38:23.004 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:38:23.005 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:38:23.005 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:38:23.021 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:38:23.021 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:38:23.021 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:38:23.039 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:38:23.040 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:38:23.040 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:38:23.077 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:38:23.077 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:38:23.077 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:38:23.097 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:38:23.098 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T04:38:23.098 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:38:23.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.214+0000 7f88b649b640 1 Processor -- start 2024-09-19T04:38:23.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.214+0000 7f88b649b640 1 -- start start 2024-09-19T04:38:23.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.214+0000 7f88b649b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f88b015c430 0x7f88b015ff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:23.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.214+0000 7f88b649b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f88b00d0230 0x7f88b00d06a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:23.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.214+0000 7f88b649b640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f88b006c9f0 con 0x7f88b006c5b0 2024-09-19T04:38:23.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.214+0000 7f88b649b640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f88b00d0be0 con 0x7f88b00d0230 2024-09-19T04:38:23.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.214+0000 7f88b649b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f88b0160570 con 0x7f88b015c430 2024-09-19T04:38:23.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.215+0000 7f88b4a38640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f88b00d0230 0x7f88b00d06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:23.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.215+0000 7f88b4a38640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f88b00d0230 0x7f88b00d06a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38334/0 (socket says 172.21.15.111:38334) 2024-09-19T04:38:23.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.215+0000 7f88b4a38640 1 -- 172.21.15.111:0/3935340892 learned_addr learned my addr 172.21.15.111:0/3935340892 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:23.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.215+0000 7f88b4a38640 1 -- 172.21.15.111:0/3935340892 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f88b015c430 msgr2=0x7f88b015ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:23.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.215+0000 7f88affff640 1 --2- 172.21.15.111:0/3935340892 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f88b015c430 0x7f88b015ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:23.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.215+0000 7f88b4a38640 1 --2- 172.21.15.111:0/3935340892 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f88b015c430 0x7f88b015ff90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:23.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.215+0000 7f88b4a38640 1 -- 172.21.15.111:0/3935340892 >> v1:172.21.15.114:6789/0 conn(0x7f88b006c5b0 legacy=0x7f88b015c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:23.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.215+0000 7f88b4a38640 1 -- 172.21.15.111:0/3935340892 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88b0160850 con 0x7f88b00d0230 2024-09-19T04:38:23.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.216+0000 7f88b4a38640 1 --2- 172.21.15.111:0/3935340892 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f88b00d0230 0x7f88b00d06a0 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7f88a8009e50 tx=0x7f88a802a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3eb64c34e9b1e9f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:23.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.216+0000 7f88aeffd640 1 -- 172.21.15.111:0/3935340892 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88a8036070 con 0x7f88b00d0230 2024-09-19T04:38:23.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.216+0000 7f88aeffd640 1 -- 172.21.15.111:0/3935340892 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88a8031600 con 0x7f88b00d0230 2024-09-19T04:38:23.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.216+0000 7f88aeffd640 1 -- 172.21.15.111:0/3935340892 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88a80319d0 con 0x7f88b00d0230 2024-09-19T04:38:23.222 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.216+0000 7f88b649b640 1 -- 172.21.15.111:0/3935340892 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f88b00d0230 msgr2=0x7f88b00d06a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:23.222 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.216+0000 7f88b649b640 1 --2- 172.21.15.111:0/3935340892 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f88b00d0230 0x7f88b00d06a0 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7f88a8009e50 tx=0x7f88a802a6c0 comp rx=0 tx=0).stop 2024-09-19T04:38:23.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.216+0000 7f88b649b640 1 -- 172.21.15.111:0/3935340892 shutdown_connections 2024-09-19T04:38:23.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.216+0000 7f88b649b640 1 --2- 172.21.15.111:0/3935340892 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f88b00d0230 0x7f88b00d06a0 unknown :-1 s=CLOSED pgs=1100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:23.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.216+0000 7f88b649b640 1 --2- 172.21.15.111:0/3935340892 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f88b015c430 0x7f88b015ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:23.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.216+0000 7f88b649b640 1 -- 172.21.15.111:0/3935340892 >> 172.21.15.111:0/3935340892 conn(0x7f88b00702d0 msgr2=0x7f88b00d1520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:23.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.216+0000 7f88b649b640 1 -- 172.21.15.111:0/3935340892 shutdown_connections 2024-09-19T04:38:23.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.216+0000 7f88b649b640 1 -- 172.21.15.111:0/3935340892 wait complete. 2024-09-19T04:38:23.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.217+0000 7f88b649b640 1 Processor -- start 2024-09-19T04:38:23.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.218+0000 7f88b649b640 1 -- start start 2024-09-19T04:38:23.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.218+0000 7f88b649b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f88b006c5b0 0x7f88b0157570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:23.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.218+0000 7f88b649b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f88b00d0230 0x7f88b0157ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:23.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.218+0000 7f88b649b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f88b015c430 0x7f88b0150ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:23.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.218+0000 7f88b649b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f88b00d1ef0 con 0x7f88b006c5b0 2024-09-19T04:38:23.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.218+0000 7f88b649b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f88b006e230 con 0x7f88b00d0230 2024-09-19T04:38:23.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.218+0000 7f88b649b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f88b015cf20 con 0x7f88b015c430 2024-09-19T04:38:23.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.219+0000 7f88affff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f88b006c5b0 0x7f88b0157570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:23.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.219+0000 7f88affff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f88b006c5b0 0x7f88b0157570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38344/0 (socket says 172.21.15.111:38344) 2024-09-19T04:38:23.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.219+0000 7f88affff640 1 -- 172.21.15.111:0/768181111 learned_addr learned my addr 172.21.15.111:0/768181111 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:23.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.219+0000 7f88b4a38640 1 --2- 172.21.15.111:0/768181111 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f88b015c430 0x7f88b0150ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:23.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.219+0000 7f88af7fe640 1 --2- 172.21.15.111:0/768181111 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f88b00d0230 0x7f88b0157ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:23.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.219+0000 7f88affff640 1 -- 172.21.15.111:0/768181111 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f88b015c430 msgr2=0x7f88b0150ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:23.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.219+0000 7f88affff640 1 --2- 172.21.15.111:0/768181111 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f88b015c430 0x7f88b0150ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:23.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.219+0000 7f88affff640 1 -- 172.21.15.111:0/768181111 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f88b00d0230 msgr2=0x7f88b0157ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:23.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.219+0000 7f88affff640 1 --2- 172.21.15.111:0/768181111 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f88b00d0230 0x7f88b0157ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:23.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.219+0000 7f88affff640 1 -- 172.21.15.111:0/768181111 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88b015eea0 con 0x7f88b006c5b0 2024-09-19T04:38:23.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.219+0000 7f88af7fe640 1 --2- 172.21.15.111:0/768181111 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f88b00d0230 0x7f88b0157ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:23.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.219+0000 7f88b4a38640 1 --2- 172.21.15.111:0/768181111 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f88b015c430 0x7f88b0150ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:23.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.219+0000 7f88affff640 1 --2- 172.21.15.111:0/768181111 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f88b006c5b0 0x7f88b0157570 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f88a000c820 tx=0x7f88a000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:23.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.219+0000 7f88acff9640 1 -- 172.21.15.111:0/768181111 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88a0015070 con 0x7f88b006c5b0 2024-09-19T04:38:23.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.219+0000 7f88acff9640 1 -- 172.21.15.111:0/768181111 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88a0004240 con 0x7f88b006c5b0 2024-09-19T04:38:23.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.219+0000 7f88b649b640 1 -- 172.21.15.111:0/768181111 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88b0151e80 con 0x7f88b006c5b0 2024-09-19T04:38:23.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.219+0000 7f88acff9640 1 -- 172.21.15.111:0/768181111 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88a000ce10 con 0x7f88b006c5b0 2024-09-19T04:38:23.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.219+0000 7f88b649b640 1 -- 172.21.15.111:0/768181111 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88b015f160 con 0x7f88b006c5b0 2024-09-19T04:38:23.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.220+0000 7f88b649b640 1 -- 172.21.15.111:0/768181111 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88b00d06a0 con 0x7f88b006c5b0 2024-09-19T04:38:23.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.221+0000 7f88acff9640 1 -- 172.21.15.111:0/768181111 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f88a0007830 con 0x7f88b006c5b0 2024-09-19T04:38:23.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.221+0000 7f88acff9640 1 --2- 172.21.15.111:0/768181111 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f889c06c6a0 0x7f889c06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:23.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.221+0000 7f88acff9640 1 -- 172.21.15.111:0/768181111 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 4971+0+0 (secure 0 0 0) 0x7f88a008b8f0 con 0x7f88b006c5b0 2024-09-19T04:38:23.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.222+0000 7f88af7fe640 1 --2- 172.21.15.111:0/768181111 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f889c06c6a0 0x7f889c06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:23.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.222+0000 7f88af7fe640 1 --2- 172.21.15.111:0/768181111 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f889c06c6a0 0x7f889c06eb60 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f88b01599d0 tx=0x7f88a4008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:23.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.226+0000 7f88acff9640 1 -- 172.21.15.111:0/768181111 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f88a0059c50 con 0x7f88b006c5b0 2024-09-19T04:38:23.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.423+0000 7f88b649b640 1 -- 172.21.15.111:0/768181111 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f88b006f7c0 con 0x7f88b006c5b0 2024-09-19T04:38:23.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.423+0000 7f88acff9640 1 -- 172.21.15.111:0/768181111 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 56 v56) ==== 94+0+3920 (secure 0 0 0) 0x7f88a0059550 con 0x7f88b006c5b0 2024-09-19T04:38:23.425 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:23.425 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":56,"btime":"2024-09-19T04:38:18:566346+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5774,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6817/415164607","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":415164607},{"type":"v1","addr":"172.21.15.111:6817","nonce":415164607}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5777,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/4072117659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":4072117659},{"type":"v1","addr":"172.21.15.111:6835","nonce":4072117659}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5786,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/2925158637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":2925158637},{"type":"v1","addr":"172.21.15.114:6834","nonce":2925158637}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6697,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/3404271292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3404271292},{"type":"v1","addr":"172.21.15.114:6835","nonce":3404271292}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56}],"filesystems":[]} 2024-09-19T04:38:23.425 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 56 2024-09-19T04:38:23.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.425+0000 7f88b649b640 1 -- 172.21.15.111:0/768181111 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f889c06c6a0 msgr2=0x7f889c06eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:23.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.425+0000 7f88b649b640 1 --2- 172.21.15.111:0/768181111 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f889c06c6a0 0x7f889c06eb60 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f88b01599d0 tx=0x7f88a4008040 comp rx=0 tx=0).stop 2024-09-19T04:38:23.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.425+0000 7f88b649b640 1 -- 172.21.15.111:0/768181111 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f88b006c5b0 msgr2=0x7f88b0157570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:23.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.425+0000 7f88b649b640 1 --2- 172.21.15.111:0/768181111 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f88b006c5b0 0x7f88b0157570 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f88a000c820 tx=0x7f88a000cce0 comp rx=0 tx=0).stop 2024-09-19T04:38:23.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.425+0000 7f88b649b640 1 -- 172.21.15.111:0/768181111 shutdown_connections 2024-09-19T04:38:23.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.425+0000 7f88b649b640 1 --2- 172.21.15.111:0/768181111 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f889c06c6a0 0x7f889c06eb60 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:23.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.425+0000 7f88b649b640 1 --2- 172.21.15.111:0/768181111 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f88b015c430 0x7f88b0150ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:23.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.425+0000 7f88b649b640 1 --2- 172.21.15.111:0/768181111 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f88b00d0230 0x7f88b0157ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:23.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.425+0000 7f88b649b640 1 --2- 172.21.15.111:0/768181111 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f88b006c5b0 0x7f88b0157570 unknown :-1 s=CLOSED pgs=1101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:23.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.425+0000 7f88b649b640 1 -- 172.21.15.111:0/768181111 >> 172.21.15.111:0/768181111 conn(0x7f88b00702d0 msgr2=0x7f88b006e750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:23.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.425+0000 7f88b649b640 1 -- 172.21.15.111:0/768181111 shutdown_connections 2024-09-19T04:38:23.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.425+0000 7f88b649b640 1 -- 172.21.15.111:0/768181111 wait complete. 2024-09-19T04:38:23.438 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T04:38:23.438 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T04:38:23.438 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T04:38:23.438 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:38:23.438 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T04:38:23.439 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T04:38:23.439 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T04:38:23.439 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:38:23.439 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T04:38:23.439 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T04:38:23.439 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T04:38:23.439 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:38:23.440 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T04:38:23.440 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T04:38:23.440 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T04:38:23.440 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:38:23.448 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T04:38:23.448 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T04:38:23.449 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T04:38:23.449 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T04:38:23.450 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T04:38:23.451 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T04:38:23.451 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T04:38:23.452 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T04:38:23.490 INFO:tasks.ceph.mds.a:Started 2024-09-19T04:38:23.491 DEBUG:teuthology.parallel:result is None 2024-09-19T04:38:23.492 INFO:tasks.ceph.mds.c:Started 2024-09-19T04:38:23.492 DEBUG:teuthology.parallel:result is None 2024-09-19T04:38:23.495 INFO:tasks.ceph.mds.b:Started 2024-09-19T04:38:23.495 DEBUG:teuthology.parallel:result is None 2024-09-19T04:38:23.496 INFO:tasks.ceph.mds.d:Started 2024-09-19T04:38:23.496 DEBUG:teuthology.parallel:result is None 2024-09-19T04:38:23.496 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T04:38:23.566 INFO:tasks.ceph.mds.a.smithi111.stdout:starting mds.a at 2024-09-19T04:38:23.567 INFO:tasks.ceph.mds.c.smithi111.stdout:starting mds.c at 2024-09-19T04:38:23.575 INFO:tasks.ceph.mds.b.smithi114.stdout:starting mds.b at 2024-09-19T04:38:23.575 INFO:tasks.ceph.mds.d.smithi114.stdout:starting mds.d at 2024-09-19T04:38:23.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.599+0000 7fefe0f11640 1 Processor -- start 2024-09-19T04:38:23.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.599+0000 7fefe0f11640 1 -- start start 2024-09-19T04:38:23.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.600+0000 7fefe0f11640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fefdc15ca40 0x7fefdc15e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:23.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.600+0000 7fefe0f11640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fefdc15ce80 0x7fefdc1594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:23.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.600+0000 7fefe0f11640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fefdc15d390 con 0x7fefdc0d02a0 2024-09-19T04:38:23.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.600+0000 7fefe0f11640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fefdc15d670 con 0x7fefdc15ce80 2024-09-19T04:38:23.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.600+0000 7fefe0f11640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fefdc15d950 con 0x7fefdc15ca40 2024-09-19T04:38:23.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.600+0000 7fefdad9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fefdc15ce80 0x7fefdc1594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:23.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.600+0000 7fefdad9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fefdc15ce80 0x7fefdc1594c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38386/0 (socket says 172.21.15.111:38386) 2024-09-19T04:38:23.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.600+0000 7fefdad9d640 1 -- 172.21.15.111:0/321570231 learned_addr learned my addr 172.21.15.111:0/321570231 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:23.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.600+0000 7fefd3fff640 1 --2- 172.21.15.111:0/321570231 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fefdc15ca40 0x7fefdc15e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:23.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.601+0000 7fefdad9d640 1 -- 172.21.15.111:0/321570231 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fefdc15ca40 msgr2=0x7fefdc15e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:23.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.601+0000 7fefdad9d640 1 --2- 172.21.15.111:0/321570231 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fefdc15ca40 0x7fefdc15e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:23.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.601+0000 7fefdad9d640 1 -- 172.21.15.111:0/321570231 >> v1:172.21.15.114:6789/0 conn(0x7fefdc0d02a0 legacy=0x7fefdc0d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:23.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.601+0000 7fefdad9d640 1 -- 172.21.15.111:0/321570231 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefdc15dc30 con 0x7fefdc15ce80 2024-09-19T04:38:23.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.601+0000 7fefdad9d640 1 --2- 172.21.15.111:0/321570231 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fefdc15ce80 0x7fefdc1594c0 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7fefd4009e50 tx=0x7fefd402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4952676fdcc1882f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:23.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.601+0000 7fefd9d9b640 1 -- 172.21.15.111:0/321570231 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefd4036070 con 0x7fefdc15ce80 2024-09-19T04:38:23.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.601+0000 7fefd9d9b640 1 -- 172.21.15.111:0/321570231 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fefd4031600 con 0x7fefdc15ce80 2024-09-19T04:38:23.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.601+0000 7fefd9d9b640 1 -- 172.21.15.111:0/321570231 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefd40319d0 con 0x7fefdc15ce80 2024-09-19T04:38:23.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.602+0000 7fefe0f11640 1 -- 172.21.15.111:0/321570231 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fefdc15ce80 msgr2=0x7fefdc1594c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:23.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.602+0000 7fefe0f11640 1 --2- 172.21.15.111:0/321570231 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fefdc15ce80 0x7fefdc1594c0 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7fefd4009e50 tx=0x7fefd402a680 comp rx=0 tx=0).stop 2024-09-19T04:38:23.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.602+0000 7fefe0f11640 1 -- 172.21.15.111:0/321570231 shutdown_connections 2024-09-19T04:38:23.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.602+0000 7fefe0f11640 1 --2- 172.21.15.111:0/321570231 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fefdc15ce80 0x7fefdc1594c0 unknown :-1 s=CLOSED pgs=1109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:23.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.602+0000 7fefe0f11640 1 --2- 172.21.15.111:0/321570231 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fefdc15ca40 0x7fefdc15e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:23.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.602+0000 7fefe0f11640 1 -- 172.21.15.111:0/321570231 >> 172.21.15.111:0/321570231 conn(0x7fefdc062cc0 msgr2=0x7fefdc06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:23.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.602+0000 7fefe0f11640 1 -- 172.21.15.111:0/321570231 shutdown_connections 2024-09-19T04:38:23.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.602+0000 7fefe0f11640 1 -- 172.21.15.111:0/321570231 wait complete. 2024-09-19T04:38:23.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.603+0000 7fefe0f11640 1 Processor -- start 2024-09-19T04:38:23.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.603+0000 7fefe0f11640 1 -- start start 2024-09-19T04:38:23.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.604+0000 7fefe0f11640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fefdc0d02a0 0x7fefdc0affb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:23.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.604+0000 7fefe0f11640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fefdc15ca40 0x7fefdc14cee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:23.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.604+0000 7fefe0f11640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fefdc15ce80 0x7fefdc154190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:23.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.604+0000 7fefe0f11640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fefdc155d10 con 0x7fefdc0d02a0 2024-09-19T04:38:23.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.604+0000 7fefe0f11640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fefdc155b90 con 0x7fefdc15ce80 2024-09-19T04:38:23.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.604+0000 7fefe0f11640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fefdc0b4790 con 0x7fefdc15ca40 2024-09-19T04:38:23.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.604+0000 7fefda59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fefdc0d02a0 0x7fefdc0affb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:23.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.604+0000 7fefda59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fefdc0d02a0 0x7fefdc0affb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38402/0 (socket says 172.21.15.111:38402) 2024-09-19T04:38:23.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.604+0000 7fefda59c640 1 -- 172.21.15.111:0/911846798 learned_addr learned my addr 172.21.15.111:0/911846798 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:23.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.604+0000 7fefd3fff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fefdc15ca40 0x7fefdc14cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:23.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.604+0000 7fefdad9d640 1 --2- 172.21.15.111:0/911846798 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fefdc15ce80 0x7fefdc154190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:23.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.605+0000 7fefda59c640 1 -- 172.21.15.111:0/911846798 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fefdc15ca40 msgr2=0x7fefdc14cee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:23.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.605+0000 7fefda59c640 1 --2- 172.21.15.111:0/911846798 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fefdc15ca40 0x7fefdc14cee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:23.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.605+0000 7fefda59c640 1 -- 172.21.15.111:0/911846798 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fefdc15ce80 msgr2=0x7fefdc154190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:23.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.605+0000 7fefda59c640 1 --2- 172.21.15.111:0/911846798 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fefdc15ce80 0x7fefdc154190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:23.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.605+0000 7fefda59c640 1 -- 172.21.15.111:0/911846798 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefdc14d420 con 0x7fefdc0d02a0 2024-09-19T04:38:23.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.605+0000 7fefda59c640 1 --2- 172.21.15.111:0/911846798 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fefdc0d02a0 0x7fefdc0affb0 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7fefcc00c3c0 tx=0x7fefcc00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:23.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.606+0000 7fefd2ffd640 1 -- 172.21.15.111:0/911846798 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefcc0052d0 con 0x7fefdc0d02a0 2024-09-19T04:38:23.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.606+0000 7fefe0f11640 1 -- 172.21.15.111:0/911846798 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefdc072010 con 0x7fefdc0d02a0 2024-09-19T04:38:23.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.606+0000 7fefe0f11640 1 -- 172.21.15.111:0/911846798 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefdc072ad0 con 0x7fefdc0d02a0 2024-09-19T04:38:23.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.606+0000 7fefd2ffd640 1 -- 172.21.15.111:0/911846798 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fefcc005470 con 0x7fefdc0d02a0 2024-09-19T04:38:23.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.606+0000 7fefd2ffd640 1 -- 172.21.15.111:0/911846798 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefcc007220 con 0x7fefdc0d02a0 2024-09-19T04:38:23.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.607+0000 7fefe0f11640 1 -- 172.21.15.111:0/911846798 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fefdc072610 con 0x7fefdc0d02a0 2024-09-19T04:38:23.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.608+0000 7fefd2ffd640 1 -- 172.21.15.111:0/911846798 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7fefcc007480 con 0x7fefdc0d02a0 2024-09-19T04:38:23.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.608+0000 7fefd2ffd640 1 --2- 172.21.15.111:0/911846798 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fefbc06c6a0 0x7fefbc06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:23.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.608+0000 7fefd2ffd640 1 -- 172.21.15.111:0/911846798 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 4971+0+0 (secure 0 0 0) 0x7fefcc08acb0 con 0x7fefdc0d02a0 2024-09-19T04:38:23.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.608+0000 7fefd3fff640 1 --2- 172.21.15.111:0/911846798 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fefbc06c6a0 0x7fefbc06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:23.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.609+0000 7fefd3fff640 1 --2- 172.21.15.111:0/911846798 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fefbc06c6a0 0x7fefbc06eb60 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fefdc15c110 tx=0x7fefc4009190 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:23.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.614+0000 7fefd2ffd640 1 -- 172.21.15.111:0/911846798 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fefdc072610 con 0x7fefdc0d02a0 2024-09-19T04:38:23.653 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~0s 2024-09-19T04:38:23.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:23.793+0000 7fefe0f11640 1 -- 172.21.15.111:0/911846798 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fefdc0d0680 con 0x7fefdc0d02a0 2024-09-19T04:38:24.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.610+0000 7fefd2ffd640 1 -- 172.21.15.111:0/911846798 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v113) ==== 97+0+0 (secure 0 0 0) 0x7fefcc058a50 con 0x7fefdc0d02a0 2024-09-19T04:38:24.612 INFO:teuthology.orchestra.run.smithi111.stderr: removed all blocklist entries 2024-09-19T04:38:24.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.612+0000 7fefe0f11640 1 -- 172.21.15.111:0/911846798 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fefbc06c6a0 msgr2=0x7fefbc06eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:24.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.612+0000 7fefe0f11640 1 --2- 172.21.15.111:0/911846798 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fefbc06c6a0 0x7fefbc06eb60 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fefdc15c110 tx=0x7fefc4009190 comp rx=0 tx=0).stop 2024-09-19T04:38:24.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.612+0000 7fefe0f11640 1 -- 172.21.15.111:0/911846798 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fefdc0d02a0 msgr2=0x7fefdc0affb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:24.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.612+0000 7fefe0f11640 1 --2- 172.21.15.111:0/911846798 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fefdc0d02a0 0x7fefdc0affb0 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7fefcc00c3c0 tx=0x7fefcc00c880 comp rx=0 tx=0).stop 2024-09-19T04:38:24.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.613+0000 7fefe0f11640 1 -- 172.21.15.111:0/911846798 shutdown_connections 2024-09-19T04:38:24.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.613+0000 7fefe0f11640 1 --2- 172.21.15.111:0/911846798 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fefbc06c6a0 0x7fefbc06eb60 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:24.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.613+0000 7fefe0f11640 1 --2- 172.21.15.111:0/911846798 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fefdc15ce80 0x7fefdc154190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:24.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.613+0000 7fefe0f11640 1 --2- 172.21.15.111:0/911846798 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fefdc15ca40 0x7fefdc14cee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:24.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.613+0000 7fefe0f11640 1 --2- 172.21.15.111:0/911846798 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fefdc0d02a0 0x7fefdc0affb0 unknown :-1 s=CLOSED pgs=1110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:24.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.613+0000 7fefe0f11640 1 -- 172.21.15.111:0/911846798 >> 172.21.15.111:0/911846798 conn(0x7fefdc062cc0 msgr2=0x7fefdc0cdb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:24.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.613+0000 7fefe0f11640 1 -- 172.21.15.111:0/911846798 shutdown_connections 2024-09-19T04:38:24.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.613+0000 7fefe0f11640 1 -- 172.21.15.111:0/911846798 wait complete. 2024-09-19T04:38:24.628 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T04:38:24.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.730+0000 7f56303a6640 1 Processor -- start 2024-09-19T04:38:24.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.730+0000 7f56303a6640 1 -- start start 2024-09-19T04:38:24.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.731+0000 7f56303a6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f562806be10 0x7f56280cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:24.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.731+0000 7f56303a6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f562806c1f0 0x7f562815baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:24.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.731+0000 7f56303a6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5628151540 0x7f5628151980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:24.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.731+0000 7f56303a6640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f5628151ec0 con 0x7f562806c1f0 2024-09-19T04:38:24.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.731+0000 7f56303a6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f56280cd5f0 con 0x7f562806be10 2024-09-19T04:38:24.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.731+0000 7f56303a6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f56280cd8d0 con 0x7f5628151540 2024-09-19T04:38:24.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.731+0000 7f562d941640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f562806c1f0 0x7f562815baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:24.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.731+0000 7f562d941640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f562806c1f0 0x7f562815baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38414/0 (socket says 172.21.15.111:38414) 2024-09-19T04:38:24.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.731+0000 7f562d941640 1 -- 172.21.15.111:0/261128704 learned_addr learned my addr 172.21.15.111:0/261128704 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:24.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.731+0000 7f562e142640 1 --2- 172.21.15.111:0/261128704 >> v2:172.21.15.114:3300/0 conn(0x7f562806be10 0x7f56280cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:24.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.731+0000 7f562e943640 1 --2- 172.21.15.111:0/261128704 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5628151540 0x7f5628151980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:24.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.731+0000 7f562d941640 1 -- 172.21.15.111:0/261128704 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5628151540 msgr2=0x7f5628151980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:24.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.731+0000 7f562d941640 1 --2- 172.21.15.111:0/261128704 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5628151540 0x7f5628151980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:24.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.731+0000 7f562d941640 1 -- 172.21.15.111:0/261128704 >> v2:172.21.15.114:3300/0 conn(0x7f562806be10 msgr2=0x7f56280cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:24.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.731+0000 7f562d941640 1 --2- 172.21.15.111:0/261128704 >> v2:172.21.15.114:3300/0 conn(0x7f562806be10 0x7f56280cd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:24.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.731+0000 7f562d941640 1 -- 172.21.15.111:0/261128704 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56280cdbb0 con 0x7f562806c1f0 2024-09-19T04:38:24.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.731+0000 7f562e142640 1 --2- 172.21.15.111:0/261128704 >> v2:172.21.15.114:3300/0 conn(0x7f562806be10 0x7f56280cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:24.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.732+0000 7f562d941640 1 --2- 172.21.15.111:0/261128704 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f562806c1f0 0x7f562815baa0 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7f562806f180 tx=0x7f561802c670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d59e9ee56b2cca73 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:24.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.732+0000 7f562d140640 1 -- 172.21.15.111:0/261128704 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f561803a070 con 0x7f562806c1f0 2024-09-19T04:38:24.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.732+0000 7f562d140640 1 -- 172.21.15.111:0/261128704 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5618032480 con 0x7f562806c1f0 2024-09-19T04:38:24.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.732+0000 7f562d140640 1 -- 172.21.15.111:0/261128704 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5618032850 con 0x7f562806c1f0 2024-09-19T04:38:24.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.733+0000 7f56303a6640 1 -- 172.21.15.111:0/261128704 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f562806c1f0 msgr2=0x7f562815baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:24.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.733+0000 7f56303a6640 1 --2- 172.21.15.111:0/261128704 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f562806c1f0 0x7f562815baa0 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7f562806f180 tx=0x7f561802c670 comp rx=0 tx=0).stop 2024-09-19T04:38:24.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.733+0000 7f56303a6640 1 -- 172.21.15.111:0/261128704 shutdown_connections 2024-09-19T04:38:24.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.733+0000 7f56303a6640 1 --2- 172.21.15.111:0/261128704 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5628151540 0x7f5628151980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:24.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.733+0000 7f56303a6640 1 --2- 172.21.15.111:0/261128704 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f562806c1f0 0x7f562815baa0 unknown :-1 s=CLOSED pgs=1111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:24.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.733+0000 7f56303a6640 1 --2- 172.21.15.111:0/261128704 >> v2:172.21.15.114:3300/0 conn(0x7f562806be10 0x7f56280cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:24.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.733+0000 7f56303a6640 1 -- 172.21.15.111:0/261128704 >> 172.21.15.111:0/261128704 conn(0x7f5628062cc0 msgr2=0x7f562806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:24.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.733+0000 7f56303a6640 1 -- 172.21.15.111:0/261128704 shutdown_connections 2024-09-19T04:38:24.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.733+0000 7f56303a6640 1 -- 172.21.15.111:0/261128704 wait complete. 2024-09-19T04:38:24.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.734+0000 7f56303a6640 1 Processor -- start 2024-09-19T04:38:24.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.734+0000 7f56303a6640 1 -- start start 2024-09-19T04:38:24.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.735+0000 7f56303a6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f562806be10 0x7f56281501c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:24.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.735+0000 7f56303a6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f562806c1f0 0x7f5628157170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:24.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.735+0000 7f56303a6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5628151540 0x7f5628155650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:24.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.735+0000 7f56303a6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f56280ce690 con 0x7f5628151540 2024-09-19T04:38:24.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.735+0000 7f56303a6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f56280ce170 con 0x7f562806be10 2024-09-19T04:38:24.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.735+0000 7f56303a6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f56280d0310 con 0x7f562806c1f0 2024-09-19T04:38:24.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.735+0000 7f562e943640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5628151540 0x7f5628155650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:24.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.735+0000 7f562e943640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5628151540 0x7f5628155650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38430/0 (socket says 172.21.15.111:38430) 2024-09-19T04:38:24.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.735+0000 7f562e943640 1 -- 172.21.15.111:0/2118835213 learned_addr learned my addr 172.21.15.111:0/2118835213 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:24.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.735+0000 7f562d941640 1 --2- 172.21.15.111:0/2118835213 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f562806c1f0 0x7f5628157170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:24.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.735+0000 7f562e142640 1 --2- 172.21.15.111:0/2118835213 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f562806be10 0x7f56281501c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:24.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.735+0000 7f562e943640 1 -- 172.21.15.111:0/2118835213 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f562806c1f0 msgr2=0x7f5628157170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:24.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.735+0000 7f562e943640 1 --2- 172.21.15.111:0/2118835213 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f562806c1f0 0x7f5628157170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:24.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.735+0000 7f562e943640 1 -- 172.21.15.111:0/2118835213 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f562806be10 msgr2=0x7f56281501c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:24.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.735+0000 7f562e943640 1 --2- 172.21.15.111:0/2118835213 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f562806be10 0x7f56281501c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:24.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.735+0000 7f562e943640 1 -- 172.21.15.111:0/2118835213 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5628150700 con 0x7f5628151540 2024-09-19T04:38:24.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.735+0000 7f562e943640 1 --2- 172.21.15.111:0/2118835213 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5628151540 0x7f5628155650 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f562000cc60 tx=0x7f562000a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:24.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.736+0000 7f561effd640 1 -- 172.21.15.111:0/2118835213 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5620003990 con 0x7f5628151540 2024-09-19T04:38:24.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.736+0000 7f561effd640 1 -- 172.21.15.111:0/2118835213 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5620003b30 con 0x7f5628151540 2024-09-19T04:38:24.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.736+0000 7f561effd640 1 -- 172.21.15.111:0/2118835213 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5620004020 con 0x7f5628151540 2024-09-19T04:38:24.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.736+0000 7f56303a6640 1 -- 172.21.15.111:0/2118835213 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56281560d0 con 0x7f5628151540 2024-09-19T04:38:24.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.736+0000 7f56303a6640 1 -- 172.21.15.111:0/2118835213 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5628156970 con 0x7f5628151540 2024-09-19T04:38:24.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.737+0000 7f56303a6640 1 -- 172.21.15.111:0/2118835213 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56280d0740 con 0x7f5628151540 2024-09-19T04:38:24.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.737+0000 7f561effd640 1 -- 172.21.15.111:0/2118835213 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f56200041c0 con 0x7f5628151540 2024-09-19T04:38:24.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.737+0000 7f561effd640 1 --2- 172.21.15.111:0/2118835213 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f560c06c6d0 0x7f560c06eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:24.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.738+0000 7f561effd640 1 -- 172.21.15.111:0/2118835213 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 4885+0+0 (secure 0 0 0) 0x7f562008be00 con 0x7f5628151540 2024-09-19T04:38:24.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.738+0000 7f562e142640 1 --2- 172.21.15.111:0/2118835213 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f560c06c6d0 0x7f560c06eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:24.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.738+0000 7f562e142640 1 --2- 172.21.15.111:0/2118835213 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f560c06c6d0 0x7f560c06eb90 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f5624006b10 tx=0x7f5624008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:24.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.742+0000 7f561effd640 1 -- 172.21.15.111:0/2118835213 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5620014030 con 0x7f5628151540 2024-09-19T04:38:24.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.972+0000 7f56303a6640 1 -- 172.21.15.111:0/2118835213 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f562815b320 con 0x7f5628151540 2024-09-19T04:38:24.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.972+0000 7f561effd640 1 -- 172.21.15.111:0/2118835213 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v18) ==== 80+0+5304 (secure 0 0 0) 0x7f562005a120 con 0x7f5628151540 2024-09-19T04:38:24.974 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:24.974 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:38:24.975 INFO:teuthology.orchestra.run.smithi111.stdout: "auth_dump": [ 2024-09-19T04:38:24.975 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:24.975 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.a", 2024-09-19T04:38:24.975 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmCnXHLRAAedEy+KfNFU7YOhRhgLYdMA==", 2024-09-19T04:38:24.975 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:24.975 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:38:24.975 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:38:24.975 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:38:24.975 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:24.975 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:24.975 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:24.975 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:24.975 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.b", 2024-09-19T04:38:24.975 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmj2hsORAAjwXo3DZ4XRGCsUOxqI9CjA==", 2024-09-19T04:38:24.975 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:24.976 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:38:24.976 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:38:24.976 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:38:24.976 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:24.976 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:24.976 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:24.976 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:24.976 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.c", 2024-09-19T04:38:24.976 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmNXLHNBAAmsO18sf+jcsAfzbE1mj2oA==", 2024-09-19T04:38:24.976 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:24.976 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:38:24.976 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:38:24.976 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:38:24.976 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:24.977 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:24.977 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:24.977 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:24.977 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.d", 2024-09-19T04:38:24.977 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmNfTNBBAAj7NZf67zeYo/yvhfnAxkww==", 2024-09-19T04:38:24.977 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:24.977 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:38:24.977 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:38:24.977 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:38:24.977 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:24.977 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:24.977 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:24.977 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:24.978 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.0", 2024-09-19T04:38:24.978 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA3qetmXK2QIBAAR75oRgwzgVuLQhvMlJa4CA==", 2024-09-19T04:38:24.978 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:24.978 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:38:24.978 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:38:24.978 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:24.978 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:24.978 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:24.978 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:24.978 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.1", 2024-09-19T04:38:24.978 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA7qetmkWR6ExAA0lWBxpiPAGZCLmu4h7iPMg==", 2024-09-19T04:38:24.978 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:24.978 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:38:24.978 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:38:24.978 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:24.979 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:24.979 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:24.979 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:24.979 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.2", 2024-09-19T04:38:24.979 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA/qetmgxH4FBAAdBD58YlH15hiLasWSnbxgQ==", 2024-09-19T04:38:24.979 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:24.979 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:38:24.979 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:38:24.979 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:24.979 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:24.979 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:24.979 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:24.979 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.3", 2024-09-19T04:38:24.980 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBDqetmvScfFhAAjBKwn49kZcL8j+xfBzuAXQ==", 2024-09-19T04:38:24.980 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:24.980 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:38:24.980 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:38:24.980 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:24.980 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:24.980 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:24.980 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:24.980 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.4", 2024-09-19T04:38:24.980 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBKqetms9roERAALAlOKQm99bEbtaMUdCEfCQ==", 2024-09-19T04:38:24.980 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:24.980 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:38:24.980 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:38:24.981 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:24.981 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:24.981 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:24.981 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:24.981 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.5", 2024-09-19T04:38:24.981 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBOqetmmoAIBBAA0fKuVAffYGZnFsgCXtti2Q==", 2024-09-19T04:38:24.981 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:24.981 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:38:24.981 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:38:24.981 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:24.981 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:24.981 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:24.981 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:24.981 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.6", 2024-09-19T04:38:24.982 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBRqetm6XavKhAAIL2OCxOxpUEc8vXFj6gN7A==", 2024-09-19T04:38:24.982 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:24.982 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:38:24.982 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:38:24.982 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:24.982 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:24.982 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:24.982 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:24.982 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.7", 2024-09-19T04:38:24.982 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBVqetmhUn4KxAA7yNGTx+mbKjnHNUg8hxx+w==", 2024-09-19T04:38:24.982 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:24.982 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:38:24.982 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:38:24.983 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:24.983 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:24.983 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:24.983 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:24.983 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.0", 2024-09-19T04:38:24.983 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmdEXYCBAAQK+0F5ouJPJAqZqCQHrMdQ==", 2024-09-19T04:38:24.983 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:24.983 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:38:24.983 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow r", 2024-09-19T04:38:24.983 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T04:38:24.983 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:24.983 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:24.983 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:24.983 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.1", 2024-09-19T04:38:24.983 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmsJubERAAw8fZEkmvI5BUEFNZBk1MLg==", 2024-09-19T04:38:24.984 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:24.984 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:38:24.984 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:38:24.984 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:38:24.984 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:38:24.984 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:24.984 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:24.984 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:24.984 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.2", 2024-09-19T04:38:24.984 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmMCNpDhAAAOVbb+49iDsZc+49qDrLTw==", 2024-09-19T04:38:24.984 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:24.984 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:38:24.984 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:38:24.984 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:38:24.985 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:38:24.985 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:24.985 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:24.985 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:24.985 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.3", 2024-09-19T04:38:24.985 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetm4QAqFxAAod68YP3hsE1q4q0VXSLlnQ==", 2024-09-19T04:38:24.985 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:24.985 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:38:24.985 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:38:24.985 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:38:24.985 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:38:24.985 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:24.985 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:24.986 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:24.986 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.admin", 2024-09-19T04:38:24.986 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmrRVMEhAAHd1CNriXFbfJyf4GC8hYMQ==", 2024-09-19T04:38:24.986 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:24.986 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:38:24.986 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:38:24.986 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:38:24.986 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:24.986 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:24.986 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:24.986 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:24.986 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mgr.x", 2024-09-19T04:38:24.986 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmCAiOKhAA2pudSPuE+yJMoNgHi4eu4A==", 2024-09-19T04:38:24.987 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:24.987 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:38:24.987 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile mgr", 2024-09-19T04:38:24.987 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:24.987 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:24.987 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:24.987 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:24.987 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mgr.y", 2024-09-19T04:38:24.987 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetm8NjVJhAAOyZKidS0VOLEDBwUteHNGw==", 2024-09-19T04:38:24.987 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:24.987 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:38:24.987 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile mgr", 2024-09-19T04:38:24.987 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:24.987 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:24.987 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:24.988 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:38:24.988 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:38:24.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.974+0000 7f56303a6640 1 -- 172.21.15.111:0/2118835213 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f560c06c6d0 msgr2=0x7f560c06eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:24.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.974+0000 7f56303a6640 1 --2- 172.21.15.111:0/2118835213 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f560c06c6d0 0x7f560c06eb90 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f5624006b10 tx=0x7f5624008040 comp rx=0 tx=0).stop 2024-09-19T04:38:24.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.974+0000 7f56303a6640 1 -- 172.21.15.111:0/2118835213 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5628151540 msgr2=0x7f5628155650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:24.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.974+0000 7f56303a6640 1 --2- 172.21.15.111:0/2118835213 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5628151540 0x7f5628155650 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f562000cc60 tx=0x7f562000a5c0 comp rx=0 tx=0).stop 2024-09-19T04:38:24.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.974+0000 7f56303a6640 1 -- 172.21.15.111:0/2118835213 shutdown_connections 2024-09-19T04:38:24.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.974+0000 7f56303a6640 1 --2- 172.21.15.111:0/2118835213 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f560c06c6d0 0x7f560c06eb90 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:24.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.974+0000 7f56303a6640 1 --2- 172.21.15.111:0/2118835213 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5628151540 0x7f5628155650 unknown :-1 s=CLOSED pgs=1112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:24.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.974+0000 7f56303a6640 1 --2- 172.21.15.111:0/2118835213 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f562806c1f0 0x7f5628157170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:24.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.974+0000 7f56303a6640 1 --2- 172.21.15.111:0/2118835213 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f562806be10 0x7f56281501c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:24.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.974+0000 7f56303a6640 1 -- 172.21.15.111:0/2118835213 >> 172.21.15.111:0/2118835213 conn(0x7f5628062cc0 msgr2=0x7f562806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:24.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.974+0000 7f56303a6640 1 -- 172.21.15.111:0/2118835213 shutdown_connections 2024-09-19T04:38:24.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:24.974+0000 7f56303a6640 1 -- 172.21.15.111:0/2118835213 wait complete. 2024-09-19T04:38:24.990 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T04:38:25.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.086+0000 7f3ed8de4640 1 Processor -- start 2024-09-19T04:38:25.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.086+0000 7f3ed8de4640 1 -- start start 2024-09-19T04:38:25.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.087+0000 7f3ed8de4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f3ed4156880 0x7f3ed40cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:25.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.087+0000 7f3ed8de4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3ed40b65c0 0x7f3ed4160730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:25.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.087+0000 7f3ed8de4640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ed40ce150 con 0x7f3ed40aff30 2024-09-19T04:38:25.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.087+0000 7f3ed8de4640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f3ed40ce430 con 0x7f3ed40b65c0 2024-09-19T04:38:25.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.087+0000 7f3ed8de4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f3ed415ff30 con 0x7f3ed4156880 2024-09-19T04:38:25.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.087+0000 7f3ed1d9b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3ed40b65c0 0x7f3ed4160730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:25.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.087+0000 7f3ed2d9d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f3ed40aff30 0x7f3ed40b0340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36588/0 (socket says 172.21.15.111:36588) 2024-09-19T04:38:25.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.087+0000 7f3ed2d9d640 1 -- 172.21.15.111:0/3018826487 learned_addr learned my addr 172.21.15.111:0/3018826487 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:25.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.087+0000 7f3ed1d9b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3ed40b65c0 0x7f3ed4160730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38436/0 (socket says 172.21.15.111:38436) 2024-09-19T04:38:25.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.087+0000 7f3ed1d9b640 1 -- 172.21.15.111:0/3018826487 >> v2:172.21.15.114:3300/0 conn(0x7f3ed4156880 msgr2=0x7f3ed40cdae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:25.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.087+0000 7f3ed1d9b640 1 --2- 172.21.15.111:0/3018826487 >> v2:172.21.15.114:3300/0 conn(0x7f3ed4156880 0x7f3ed40cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:25.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.087+0000 7f3ed1d9b640 1 -- 172.21.15.111:0/3018826487 >> v1:172.21.15.111:6789/0 conn(0x7f3ed40aff30 legacy=0x7f3ed40b0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:25.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.087+0000 7f3ed159a640 1 -- 172.21.15.111:0/3018826487 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2858924838 0 0) 0x7f3ed40ce150 con 0x7f3ed40aff30 2024-09-19T04:38:25.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.087+0000 7f3ed1d9b640 1 -- 172.21.15.111:0/3018826487 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ed4160210 con 0x7f3ed40b65c0 2024-09-19T04:38:25.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.088+0000 7f3ed1d9b640 1 --2- 172.21.15.111:0/3018826487 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ed40b65c0 0x7f3ed4160730 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7f3ed40694c0 tx=0x7f3ec802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1f4f5b80a8f970a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:25.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.088+0000 7f3ed159a640 1 -- 172.21.15.111:0/3018826487 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ec8037070 con 0x7f3ed40b65c0 2024-09-19T04:38:25.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.088+0000 7f3ed159a640 1 -- 172.21.15.111:0/3018826487 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ec8032440 con 0x7f3ed40b65c0 2024-09-19T04:38:25.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.088+0000 7f3ed159a640 1 -- 172.21.15.111:0/3018826487 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ec802ae60 con 0x7f3ed40b65c0 2024-09-19T04:38:25.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.089+0000 7f3ed8de4640 1 -- 172.21.15.111:0/3018826487 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ed40b65c0 msgr2=0x7f3ed4160730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:25.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.089+0000 7f3ed8de4640 1 --2- 172.21.15.111:0/3018826487 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ed40b65c0 0x7f3ed4160730 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7f3ed40694c0 tx=0x7f3ec802a110 comp rx=0 tx=0).stop 2024-09-19T04:38:25.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.089+0000 7f3ed8de4640 1 -- 172.21.15.111:0/3018826487 shutdown_connections 2024-09-19T04:38:25.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.089+0000 7f3ed8de4640 1 --2- 172.21.15.111:0/3018826487 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ed40b65c0 0x7f3ed4160730 unknown :-1 s=CLOSED pgs=1114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:25.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.089+0000 7f3ed8de4640 1 --2- 172.21.15.111:0/3018826487 >> v2:172.21.15.114:3300/0 conn(0x7f3ed4156880 0x7f3ed40cdae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:25.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.089+0000 7f3ed8de4640 1 -- 172.21.15.111:0/3018826487 >> 172.21.15.111:0/3018826487 conn(0x7f3ed406cae0 msgr2=0x7f3ed406cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:25.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.089+0000 7f3ed8de4640 1 -- 172.21.15.111:0/3018826487 shutdown_connections 2024-09-19T04:38:25.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.089+0000 7f3ed8de4640 1 -- 172.21.15.111:0/3018826487 wait complete. 2024-09-19T04:38:25.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.090+0000 7f3ed8de4640 1 Processor -- start 2024-09-19T04:38:25.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.090+0000 7f3ed8de4640 1 -- start start 2024-09-19T04:38:25.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.091+0000 7f3ed8de4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3ed40aff30 0x7f3ed4156ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:25.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.091+0000 7f3ed8de4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ed40b65c0 0x7f3ed41f56f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:25.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.091+0000 7f3ed8de4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ed4156880 0x7f3ed41f5c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:25.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.091+0000 7f3ed8de4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3ed4160c70 con 0x7f3ed40b65c0 2024-09-19T04:38:25.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.091+0000 7f3ed8de4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3ed40b6a30 con 0x7f3ed4156880 2024-09-19T04:38:25.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.091+0000 7f3ed8de4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3ed40ce710 con 0x7f3ed40aff30 2024-09-19T04:38:25.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.091+0000 7f3ed1d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ed40b65c0 0x7f3ed41f56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:25.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.091+0000 7f3ed1d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ed40b65c0 0x7f3ed41f56f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38446/0 (socket says 172.21.15.111:38446) 2024-09-19T04:38:25.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.091+0000 7f3ed1d9b640 1 -- 172.21.15.111:0/2252445654 learned_addr learned my addr 172.21.15.111:0/2252445654 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:25.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.091+0000 7f3ed2d9d640 1 --2- 172.21.15.111:0/2252445654 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ed4156880 0x7f3ed41f5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:25.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.091+0000 7f3ed259c640 1 --2- 172.21.15.111:0/2252445654 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3ed40aff30 0x7f3ed4156ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:25.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.091+0000 7f3ed1d9b640 1 -- 172.21.15.111:0/2252445654 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3ed40aff30 msgr2=0x7f3ed4156ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:25.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.091+0000 7f3ed1d9b640 1 --2- 172.21.15.111:0/2252445654 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3ed40aff30 0x7f3ed4156ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:25.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.091+0000 7f3ed1d9b640 1 -- 172.21.15.111:0/2252445654 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ed4156880 msgr2=0x7f3ed41f5c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:25.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.091+0000 7f3ed1d9b640 1 --2- 172.21.15.111:0/2252445654 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ed4156880 0x7f3ed41f5c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:25.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.091+0000 7f3ed1d9b640 1 -- 172.21.15.111:0/2252445654 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ed41498c0 con 0x7f3ed40b65c0 2024-09-19T04:38:25.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.091+0000 7f3ed259c640 1 --2- 172.21.15.111:0/2252445654 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3ed40aff30 0x7f3ed4156ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:25.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.091+0000 7f3ed1d9b640 1 --2- 172.21.15.111:0/2252445654 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ed40b65c0 0x7f3ed41f56f0 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7f3ec8000c00 tx=0x7f3ec80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:25.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.091+0000 7f3ec2ffd640 1 -- 172.21.15.111:0/2252445654 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ec8041070 con 0x7f3ed40b65c0 2024-09-19T04:38:25.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.091+0000 7f3ec2ffd640 1 -- 172.21.15.111:0/2252445654 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ec803c950 con 0x7f3ed40b65c0 2024-09-19T04:38:25.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.091+0000 7f3ec2ffd640 1 -- 172.21.15.111:0/2252445654 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ec8037040 con 0x7f3ed40b65c0 2024-09-19T04:38:25.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.092+0000 7f3ed8de4640 1 -- 172.21.15.111:0/2252445654 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ed40aaf80 con 0x7f3ed40b65c0 2024-09-19T04:38:25.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.092+0000 7f3ed8de4640 1 -- 172.21.15.111:0/2252445654 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ed40ab540 con 0x7f3ed40b65c0 2024-09-19T04:38:25.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.092+0000 7f3ed8de4640 1 -- 172.21.15.111:0/2252445654 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ed4160730 con 0x7f3ed40b65c0 2024-09-19T04:38:25.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.093+0000 7f3ec2ffd640 1 -- 172.21.15.111:0/2252445654 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f3ec8044070 con 0x7f3ed40b65c0 2024-09-19T04:38:25.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.093+0000 7f3ec2ffd640 1 --2- 172.21.15.111:0/2252445654 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3eb406c6d0 0x7f3eb406eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:25.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.094+0000 7f3ec2ffd640 1 -- 172.21.15.111:0/2252445654 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 4885+0+0 (secure 0 0 0) 0x7f3ec80ac330 con 0x7f3ed40b65c0 2024-09-19T04:38:25.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.094+0000 7f3ed259c640 1 --2- 172.21.15.111:0/2252445654 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3eb406c6d0 0x7f3eb406eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:25.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.094+0000 7f3ed259c640 1 --2- 172.21.15.111:0/2252445654 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3eb406c6d0 0x7f3eb406eb90 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f3ec4009890 tx=0x7f3ec4008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:25.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.098+0000 7f3ec2ffd640 1 -- 172.21.15.111:0/2252445654 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3ec807a4d0 con 0x7f3ed40b65c0 2024-09-19T04:38:25.267 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.264+0000 7f3ed8de4640 1 -- 172.21.15.111:0/2252445654 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f3ed40cf0a0 con 0x7f3ed40b65c0 2024-09-19T04:38:25.267 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.265+0000 7f3ec2ffd640 1 -- 172.21.15.111:0/2252445654 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v113) ==== 84+0+65 (secure 0 0 0) 0x7f3ec807e7d0 con 0x7f3ed40b65c0 2024-09-19T04:38:25.267 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:25.267 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:38:25.267 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:25.267 INFO:teuthology.orchestra.run.smithi111.stdout: "poolnum": 1, 2024-09-19T04:38:25.268 INFO:teuthology.orchestra.run.smithi111.stdout: "poolname": ".mgr" 2024-09-19T04:38:25.268 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:25.268 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:38:25.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.267+0000 7f3ed8de4640 1 -- 172.21.15.111:0/2252445654 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3eb406c6d0 msgr2=0x7f3eb406eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:25.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.267+0000 7f3ed8de4640 1 --2- 172.21.15.111:0/2252445654 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3eb406c6d0 0x7f3eb406eb90 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f3ec4009890 tx=0x7f3ec4008040 comp rx=0 tx=0).stop 2024-09-19T04:38:25.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.267+0000 7f3ed8de4640 1 -- 172.21.15.111:0/2252445654 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ed40b65c0 msgr2=0x7f3ed41f56f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:25.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.267+0000 7f3ed8de4640 1 --2- 172.21.15.111:0/2252445654 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ed40b65c0 0x7f3ed41f56f0 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7f3ec8000c00 tx=0x7f3ec80046c0 comp rx=0 tx=0).stop 2024-09-19T04:38:25.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.267+0000 7f3ed8de4640 1 -- 172.21.15.111:0/2252445654 shutdown_connections 2024-09-19T04:38:25.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.267+0000 7f3ed8de4640 1 --2- 172.21.15.111:0/2252445654 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3eb406c6d0 0x7f3eb406eb90 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:25.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.267+0000 7f3ed8de4640 1 --2- 172.21.15.111:0/2252445654 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ed4156880 0x7f3ed41f5c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:25.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.267+0000 7f3ed8de4640 1 --2- 172.21.15.111:0/2252445654 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ed40b65c0 0x7f3ed41f56f0 unknown :-1 s=CLOSED pgs=1115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:25.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.267+0000 7f3ed8de4640 1 --2- 172.21.15.111:0/2252445654 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3ed40aff30 0x7f3ed4156ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:25.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.267+0000 7f3ed8de4640 1 -- 172.21.15.111:0/2252445654 >> 172.21.15.111:0/2252445654 conn(0x7f3ed406cae0 msgr2=0x7f3ed4071780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:25.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.267+0000 7f3ed8de4640 1 -- 172.21.15.111:0/2252445654 shutdown_connections 2024-09-19T04:38:25.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.267+0000 7f3ed8de4640 1 -- 172.21.15.111:0/2252445654 wait complete. 2024-09-19T04:38:25.280 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T04:38:25.280 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T04:38:25.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.380+0000 7f0323568640 1 Processor -- start 2024-09-19T04:38:25.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.380+0000 7f0323568640 1 -- start start 2024-09-19T04:38:25.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.381+0000 7f0323568640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f031c0b3b00 0x7f031c0d2980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:25.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.381+0000 7f0323568640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f031c0b3540 0x7f031c0d2ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:25.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.381+0000 7f0323568640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f031c0d20e0 con 0x7f031c0b61e0 2024-09-19T04:38:25.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.381+0000 7f0323568640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f031c0d24f0 con 0x7f031c0b3b00 2024-09-19T04:38:25.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.381+0000 7f0323568640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f031c0cfa70 con 0x7f031c0b3540 2024-09-19T04:38:25.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.381+0000 7f0320b03640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f031c0b3b00 0x7f031c0d2980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:25.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.381+0000 7f0321304640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f031c0b61e0 0x7f031c0b65c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36598/0 (socket says 172.21.15.111:36598) 2024-09-19T04:38:25.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.381+0000 7f0321304640 1 -- 172.21.15.111:0/3481170092 learned_addr learned my addr 172.21.15.111:0/3481170092 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:25.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.382+0000 7f0321b05640 1 --2- 172.21.15.111:0/3481170092 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f031c0b3540 0x7f031c0d2ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:25.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.382+0000 7f0313fff640 1 -- 172.21.15.111:0/3481170092 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2161616407 0 0) 0x7f031c0d20e0 con 0x7f031c0b61e0 2024-09-19T04:38:25.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.382+0000 7f0313fff640 1 -- 172.21.15.111:0/3481170092 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0308003520 con 0x7f031c0b61e0 2024-09-19T04:38:25.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.382+0000 7f0320b03640 1 -- 172.21.15.111:0/3481170092 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f031c0b3540 msgr2=0x7f031c0d2ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:25.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.382+0000 7f0320b03640 1 --2- 172.21.15.111:0/3481170092 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f031c0b3540 0x7f031c0d2ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:25.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.382+0000 7f0320b03640 1 -- 172.21.15.111:0/3481170092 >> v1:172.21.15.111:6789/0 conn(0x7f031c0b61e0 legacy=0x7f031c0b65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:25.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.382+0000 7f0320b03640 1 -- 172.21.15.111:0/3481170092 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f031c0cfd50 con 0x7f031c0b3b00 2024-09-19T04:38:25.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.382+0000 7f0320b03640 1 --2- 172.21.15.111:0/3481170092 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f031c0b3b00 0x7f031c0d2980 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f030c0097a0 tx=0x7f030c02a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1414bfa46c43afc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:25.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.383+0000 7f0313fff640 1 -- 172.21.15.111:0/3481170092 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f030c037070 con 0x7f031c0b3b00 2024-09-19T04:38:25.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.383+0000 7f0313fff640 1 -- 172.21.15.111:0/3481170092 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f030c02adb0 con 0x7f031c0b3b00 2024-09-19T04:38:25.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.383+0000 7f0313fff640 1 -- 172.21.15.111:0/3481170092 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f030c032660 con 0x7f031c0b3b00 2024-09-19T04:38:25.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.383+0000 7f0323568640 1 -- 172.21.15.111:0/3481170092 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f031c0b3b00 msgr2=0x7f031c0d2980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:25.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.383+0000 7f0323568640 1 --2- 172.21.15.111:0/3481170092 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f031c0b3b00 0x7f031c0d2980 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f030c0097a0 tx=0x7f030c02a060 comp rx=0 tx=0).stop 2024-09-19T04:38:25.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.383+0000 7f0323568640 1 -- 172.21.15.111:0/3481170092 shutdown_connections 2024-09-19T04:38:25.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.383+0000 7f0323568640 1 --2- 172.21.15.111:0/3481170092 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f031c0b3540 0x7f031c0d2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:25.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.383+0000 7f0323568640 1 --2- 172.21.15.111:0/3481170092 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f031c0b3b00 0x7f031c0d2980 unknown :-1 s=CLOSED pgs=1117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:25.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.383+0000 7f0323568640 1 -- 172.21.15.111:0/3481170092 >> 172.21.15.111:0/3481170092 conn(0x7f031c0d11e0 msgr2=0x7f031c0d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:25.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.383+0000 7f0323568640 1 -- 172.21.15.111:0/3481170092 shutdown_connections 2024-09-19T04:38:25.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.383+0000 7f0323568640 1 -- 172.21.15.111:0/3481170092 wait complete. 2024-09-19T04:38:25.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.384+0000 7f0323568640 1 Processor -- start 2024-09-19T04:38:25.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.384+0000 7f0323568640 1 -- start start 2024-09-19T04:38:25.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.385+0000 7f0323568640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f031c0b3540 0x7f031c14fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:25.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.385+0000 7f0323568640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f031c0b3b00 0x7f031c0cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:25.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.385+0000 7f0323568640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f031c0b61e0 0x7f031c0b4780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:25.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.385+0000 7f0323568640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f031c15edc0 con 0x7f031c0b3540 2024-09-19T04:38:25.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.385+0000 7f0323568640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f031c0d1d00 con 0x7f031c0b61e0 2024-09-19T04:38:25.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.385+0000 7f0323568640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f031c0cd580 con 0x7f031c0b3b00 2024-09-19T04:38:25.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.385+0000 7f0321304640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f031c0b3540 0x7f031c14fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:25.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.385+0000 7f0321304640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f031c0b3540 0x7f031c14fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38474/0 (socket says 172.21.15.111:38474) 2024-09-19T04:38:25.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.385+0000 7f0321304640 1 -- 172.21.15.111:0/316402312 learned_addr learned my addr 172.21.15.111:0/316402312 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:25.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.385+0000 7f0321304640 1 -- 172.21.15.111:0/316402312 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f031c0b3b00 msgr2=0x7f031c0cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:25.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.385+0000 7f0321304640 1 --2- 172.21.15.111:0/316402312 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f031c0b3b00 0x7f031c0cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:25.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.385+0000 7f0321304640 1 -- 172.21.15.111:0/316402312 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f031c0b61e0 msgr2=0x7f031c0b4780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:25.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.385+0000 7f0321304640 1 --2- 172.21.15.111:0/316402312 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f031c0b61e0 0x7f031c0b4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:25.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.385+0000 7f0321304640 1 -- 172.21.15.111:0/316402312 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f031c0cc9b0 con 0x7f031c0b3540 2024-09-19T04:38:25.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.386+0000 7f0321304640 1 --2- 172.21.15.111:0/316402312 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f031c0b3540 0x7f031c14fcb0 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7f031800c390 tx=0x7f031800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:25.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.386+0000 7f0311ffb640 1 -- 172.21.15.111:0/316402312 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0318017070 con 0x7f031c0b3540 2024-09-19T04:38:25.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.386+0000 7f0311ffb640 1 -- 172.21.15.111:0/316402312 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0318005ce0 con 0x7f031c0b3540 2024-09-19T04:38:25.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.386+0000 7f0311ffb640 1 -- 172.21.15.111:0/316402312 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03180072f0 con 0x7f031c0b3540 2024-09-19T04:38:25.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.386+0000 7f0323568640 1 -- 172.21.15.111:0/316402312 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f031c0ccc50 con 0x7f031c0b3540 2024-09-19T04:38:25.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.386+0000 7f0323568640 1 -- 172.21.15.111:0/316402312 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f031c0cd210 con 0x7f031c0b3540 2024-09-19T04:38:25.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.387+0000 7f0323568640 1 -- 172.21.15.111:0/316402312 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f031c0b65c0 con 0x7f031c0b3540 2024-09-19T04:38:25.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.387+0000 7f0311ffb640 1 -- 172.21.15.111:0/316402312 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f031801a070 con 0x7f031c0b3540 2024-09-19T04:38:25.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.388+0000 7f0311ffb640 1 --2- 172.21.15.111:0/316402312 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f030006c6a0 0x7f030006eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:25.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.388+0000 7f0311ffb640 1 -- 172.21.15.111:0/316402312 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 4885+0+0 (secure 0 0 0) 0x7f031808ac10 con 0x7f031c0b3540 2024-09-19T04:38:25.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.388+0000 7f0320b03640 1 --2- 172.21.15.111:0/316402312 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f030006c6a0 0x7f030006eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:25.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.388+0000 7f0320b03640 1 --2- 172.21.15.111:0/316402312 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f030006c6a0 0x7f030006eb60 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f030c034000 tx=0x7f030c02c000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:25.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.392+0000 7f0311ffb640 1 -- 172.21.15.111:0/316402312 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0318059220 con 0x7f031c0b3540 2024-09-19T04:38:25.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.562+0000 7f0323568640 1 -- 172.21.15.111:0/316402312 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f031c0ba6e0 con 0x7f031c0b3540 2024-09-19T04:38:25.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.890+0000 7f0311ffb640 1 -- 172.21.15.111:0/316402312 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v114) ==== 138+0+0 (secure 0 0 0) 0x7f0318058b20 con 0x7f031c0b3540 2024-09-19T04:38:25.892 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' created 2024-09-19T04:38:25.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.892+0000 7f0323568640 1 -- 172.21.15.111:0/316402312 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f030006c6a0 msgr2=0x7f030006eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:25.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.892+0000 7f0323568640 1 --2- 172.21.15.111:0/316402312 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f030006c6a0 0x7f030006eb60 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f030c034000 tx=0x7f030c02c000 comp rx=0 tx=0).stop 2024-09-19T04:38:25.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.892+0000 7f0323568640 1 -- 172.21.15.111:0/316402312 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f031c0b3540 msgr2=0x7f031c14fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:25.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.892+0000 7f0323568640 1 --2- 172.21.15.111:0/316402312 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f031c0b3540 0x7f031c14fcb0 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7f031800c390 tx=0x7f031800c850 comp rx=0 tx=0).stop 2024-09-19T04:38:25.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.892+0000 7f0323568640 1 -- 172.21.15.111:0/316402312 shutdown_connections 2024-09-19T04:38:25.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.892+0000 7f0323568640 1 --2- 172.21.15.111:0/316402312 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f030006c6a0 0x7f030006eb60 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:25.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.892+0000 7f0323568640 1 --2- 172.21.15.111:0/316402312 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f031c0b61e0 0x7f031c0b4780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:25.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.892+0000 7f0323568640 1 --2- 172.21.15.111:0/316402312 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f031c0b3b00 0x7f031c0cdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:25.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.892+0000 7f0323568640 1 --2- 172.21.15.111:0/316402312 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f031c0b3540 0x7f031c14fcb0 unknown :-1 s=CLOSED pgs=1118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:25.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.892+0000 7f0323568640 1 -- 172.21.15.111:0/316402312 >> 172.21.15.111:0/316402312 conn(0x7f031c0d11e0 msgr2=0x7f031c15d6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:25.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.892+0000 7f0323568640 1 -- 172.21.15.111:0/316402312 shutdown_connections 2024-09-19T04:38:25.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:25.892+0000 7f0323568640 1 -- 172.21.15.111:0/316402312 wait complete. 2024-09-19T04:38:25.908 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T04:38:26.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.011+0000 7f46f4e1e640 1 Processor -- start 2024-09-19T04:38:26.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.011+0000 7f46f4e1e640 1 -- start start 2024-09-19T04:38:26.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.012+0000 7f46f4e1e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f46f006f130 0x7f46f0072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:26.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.012+0000 7f46f4e1e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f46f015f9f0 0x7f46f00ce490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:26.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.012+0000 7f46f4e1e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46f015c970 con 0x7f46f015b370 2024-09-19T04:38:26.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.012+0000 7f46f4e1e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f46f015fef0 con 0x7f46f015f9f0 2024-09-19T04:38:26.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.012+0000 7f46f4e1e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f46f015bbb0 con 0x7f46f006f130 2024-09-19T04:38:26.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.012+0000 7f46eed9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f46f015f9f0 0x7f46f00ce490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:26.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.012+0000 7f46ee59c640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f46f015b370 0x7f46f006ea20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36606/0 (socket says 172.21.15.111:36606) 2024-09-19T04:38:26.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.012+0000 7f46ee59c640 1 -- 172.21.15.111:0/4157011709 learned_addr learned my addr 172.21.15.111:0/4157011709 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:26.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.012+0000 7f46ed59a640 1 -- 172.21.15.111:0/4157011709 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1243602324 0 0) 0x7f46f015c970 con 0x7f46f015b370 2024-09-19T04:38:26.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.012+0000 7f46edd9b640 1 --2- 172.21.15.111:0/4157011709 >> v2:172.21.15.114:3300/0 conn(0x7f46f006f130 0x7f46f0072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:26.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.012+0000 7f46ed59a640 1 -- 172.21.15.111:0/4157011709 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f46d8003520 con 0x7f46f015b370 2024-09-19T04:38:26.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.012+0000 7f46eed9d640 1 -- 172.21.15.111:0/4157011709 >> v2:172.21.15.114:3300/0 conn(0x7f46f006f130 msgr2=0x7f46f0072560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:26.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.012+0000 7f46eed9d640 1 --2- 172.21.15.111:0/4157011709 >> v2:172.21.15.114:3300/0 conn(0x7f46f006f130 0x7f46f0072560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:26.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.012+0000 7f46eed9d640 1 -- 172.21.15.111:0/4157011709 >> v1:172.21.15.111:6789/0 conn(0x7f46f015b370 legacy=0x7f46f006ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:26.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.012+0000 7f46eed9d640 1 -- 172.21.15.111:0/4157011709 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46f015be90 con 0x7f46f015f9f0 2024-09-19T04:38:26.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.013+0000 7f46eed9d640 1 --2- 172.21.15.111:0/4157011709 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46f015f9f0 0x7f46f00ce490 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7f46f00d0470 tx=0x7f46e802a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a5348d19a589a7d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:26.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.013+0000 7f46ed59a640 1 -- 172.21.15.111:0/4157011709 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e8007740 con 0x7f46f015f9f0 2024-09-19T04:38:26.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.013+0000 7f46ed59a640 1 -- 172.21.15.111:0/4157011709 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46e80078e0 con 0x7f46f015f9f0 2024-09-19T04:38:26.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.013+0000 7f46ed59a640 1 -- 172.21.15.111:0/4157011709 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e8007cb0 con 0x7f46f015f9f0 2024-09-19T04:38:26.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.013+0000 7f46f4e1e640 1 -- 172.21.15.111:0/4157011709 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46f015f9f0 msgr2=0x7f46f00ce490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:26.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.013+0000 7f46f4e1e640 1 --2- 172.21.15.111:0/4157011709 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46f015f9f0 0x7f46f00ce490 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7f46f00d0470 tx=0x7f46e802a5f0 comp rx=0 tx=0).stop 2024-09-19T04:38:26.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.014+0000 7f46f4e1e640 1 -- 172.21.15.111:0/4157011709 shutdown_connections 2024-09-19T04:38:26.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.014+0000 7f46f4e1e640 1 --2- 172.21.15.111:0/4157011709 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46f015f9f0 0x7f46f00ce490 unknown :-1 s=CLOSED pgs=1120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:26.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.014+0000 7f46f4e1e640 1 --2- 172.21.15.111:0/4157011709 >> v2:172.21.15.114:3300/0 conn(0x7f46f006f130 0x7f46f0072560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:26.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.014+0000 7f46f4e1e640 1 -- 172.21.15.111:0/4157011709 >> 172.21.15.111:0/4157011709 conn(0x7f46f006bba0 msgr2=0x7f46f006bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:26.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.014+0000 7f46f4e1e640 1 -- 172.21.15.111:0/4157011709 shutdown_connections 2024-09-19T04:38:26.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.014+0000 7f46f4e1e640 1 -- 172.21.15.111:0/4157011709 wait complete. 2024-09-19T04:38:26.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.015+0000 7f46f4e1e640 1 Processor -- start 2024-09-19T04:38:26.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.015+0000 7f46f4e1e640 1 -- start start 2024-09-19T04:38:26.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.016+0000 7f46f4e1e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f46f006f130 0x7f46f00c5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:26.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.016+0000 7f46f4e1e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f46f015b370 0x7f46f014e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:26.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.016+0000 7f46f4e1e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46f015f9f0 0x7f46f014ef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:26.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.016+0000 7f46f4e1e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f46f00731b0 con 0x7f46f015f9f0 2024-09-19T04:38:26.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.016+0000 7f46f4e1e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f46f015c450 con 0x7f46f006f130 2024-09-19T04:38:26.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.016+0000 7f46f4e1e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f46f015b750 con 0x7f46f015b370 2024-09-19T04:38:26.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.016+0000 7f46eed9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46f015f9f0 0x7f46f014ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:26.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.016+0000 7f46eed9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46f015f9f0 0x7f46f014ef30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38498/0 (socket says 172.21.15.111:38498) 2024-09-19T04:38:26.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.016+0000 7f46eed9d640 1 -- 172.21.15.111:0/782971790 learned_addr learned my addr 172.21.15.111:0/782971790 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:26.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.016+0000 7f46ee59c640 1 --2- 172.21.15.111:0/782971790 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f46f006f130 0x7f46f00c5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:26.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.016+0000 7f46edd9b640 1 --2- 172.21.15.111:0/782971790 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f46f015b370 0x7f46f014e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:26.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.016+0000 7f46eed9d640 1 -- 172.21.15.111:0/782971790 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f46f015b370 msgr2=0x7f46f014e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:26.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.016+0000 7f46eed9d640 1 --2- 172.21.15.111:0/782971790 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f46f015b370 0x7f46f014e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:26.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.016+0000 7f46eed9d640 1 -- 172.21.15.111:0/782971790 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f46f006f130 msgr2=0x7f46f00c5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:26.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.016+0000 7f46eed9d640 1 --2- 172.21.15.111:0/782971790 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f46f006f130 0x7f46f00c5dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:26.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.016+0000 7f46eed9d640 1 -- 172.21.15.111:0/782971790 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46f01f4100 con 0x7f46f015f9f0 2024-09-19T04:38:26.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.016+0000 7f46eed9d640 1 --2- 172.21.15.111:0/782971790 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46f015f9f0 0x7f46f014ef30 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f46e8009e50 tx=0x7f46e8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:26.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.016+0000 7f46deffd640 1 -- 172.21.15.111:0/782971790 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e803f070 con 0x7f46f015f9f0 2024-09-19T04:38:26.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.016+0000 7f46deffd640 1 -- 172.21.15.111:0/782971790 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46e8031bf0 con 0x7f46f015f9f0 2024-09-19T04:38:26.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.016+0000 7f46f4e1e640 1 -- 172.21.15.111:0/782971790 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46f01f43e0 con 0x7f46f015f9f0 2024-09-19T04:38:26.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.016+0000 7f46deffd640 1 -- 172.21.15.111:0/782971790 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e8009450 con 0x7f46f015f9f0 2024-09-19T04:38:26.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.016+0000 7f46f4e1e640 1 -- 172.21.15.111:0/782971790 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46f01f3d30 con 0x7f46f015f9f0 2024-09-19T04:38:26.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.017+0000 7f46f4e1e640 1 -- 172.21.15.111:0/782971790 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46f0072560 con 0x7f46f015f9f0 2024-09-19T04:38:26.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.018+0000 7f46deffd640 1 -- 172.21.15.111:0/782971790 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f46e803b410 con 0x7f46f015f9f0 2024-09-19T04:38:26.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.018+0000 7f46deffd640 1 --2- 172.21.15.111:0/782971790 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f46d006c6a0 0x7f46d006eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:26.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.018+0000 7f46deffd640 1 -- 172.21.15.111:0/782971790 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 5255+0+0 (secure 0 0 0) 0x7f46e80acfc0 con 0x7f46f015f9f0 2024-09-19T04:38:26.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.019+0000 7f46ee59c640 1 --2- 172.21.15.111:0/782971790 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f46d006c6a0 0x7f46d006eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:26.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.019+0000 7f46ee59c640 1 --2- 172.21.15.111:0/782971790 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f46d006c6a0 0x7f46d006eb60 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f46e0005880 tx=0x7f46e0009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:26.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.023+0000 7f46deffd640 1 -- 172.21.15.111:0/782971790 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f46e807ac40 con 0x7f46f015f9f0 2024-09-19T04:38:26.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.189+0000 7f46f4e1e640 1 -- 172.21.15.111:0/782971790 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f46f00ce850 con 0x7f46f015f9f0 2024-09-19T04:38:26.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.898+0000 7f46deffd640 1 -- 172.21.15.111:0/782971790 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v115) ==== 170+0+0 (secure 0 0 0) 0x7f46e807ef40 con 0x7f46f015f9f0 2024-09-19T04:38:26.901 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' created 2024-09-19T04:38:26.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.901+0000 7f46f4e1e640 1 -- 172.21.15.111:0/782971790 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f46d006c6a0 msgr2=0x7f46d006eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:26.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.901+0000 7f46f4e1e640 1 --2- 172.21.15.111:0/782971790 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f46d006c6a0 0x7f46d006eb60 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f46e0005880 tx=0x7f46e0009040 comp rx=0 tx=0).stop 2024-09-19T04:38:26.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.901+0000 7f46f4e1e640 1 -- 172.21.15.111:0/782971790 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46f015f9f0 msgr2=0x7f46f014ef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:26.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.901+0000 7f46f4e1e640 1 --2- 172.21.15.111:0/782971790 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46f015f9f0 0x7f46f014ef30 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f46e8009e50 tx=0x7f46e8004a40 comp rx=0 tx=0).stop 2024-09-19T04:38:26.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.902+0000 7f46f4e1e640 1 -- 172.21.15.111:0/782971790 shutdown_connections 2024-09-19T04:38:26.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.902+0000 7f46f4e1e640 1 --2- 172.21.15.111:0/782971790 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f46d006c6a0 0x7f46d006eb60 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:26.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.902+0000 7f46f4e1e640 1 --2- 172.21.15.111:0/782971790 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46f015f9f0 0x7f46f014ef30 unknown :-1 s=CLOSED pgs=1121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:26.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.902+0000 7f46f4e1e640 1 --2- 172.21.15.111:0/782971790 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f46f015b370 0x7f46f014e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:26.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.902+0000 7f46f4e1e640 1 --2- 172.21.15.111:0/782971790 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f46f006f130 0x7f46f00c5dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:26.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.902+0000 7f46f4e1e640 1 -- 172.21.15.111:0/782971790 >> 172.21.15.111:0/782971790 conn(0x7f46f006bba0 msgr2=0x7f46f006bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:26.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.902+0000 7f46f4e1e640 1 -- 172.21.15.111:0/782971790 shutdown_connections 2024-09-19T04:38:26.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:26.903+0000 7f46f4e1e640 1 -- 172.21.15.111:0/782971790 wait complete. 2024-09-19T04:38:26.930 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T04:38:27.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.031+0000 7f79fb368640 1 Processor -- start 2024-09-19T04:38:27.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.032+0000 7f79fb368640 1 -- start start 2024-09-19T04:38:27.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.032+0000 7f79fb368640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f79f4158e50 0x7f79f40b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:27.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.032+0000 7f79fb368640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f79f415c370 0x7f79f406ea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:27.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.032+0000 7f79fb368640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f79f415c800 con 0x7f79f406ef60 2024-09-19T04:38:27.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.032+0000 7f79fb368640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f79f406f3d0 con 0x7f79f4158e50 2024-09-19T04:38:27.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.032+0000 7f79fb368640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f79f40b43f0 con 0x7f79f415c370 2024-09-19T04:38:27.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.033+0000 7f79f9905640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f79f406ef60 0x7f79f415ee50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36608/0 (socket says 172.21.15.111:36608) 2024-09-19T04:38:27.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.033+0000 7f79f9905640 1 -- 172.21.15.111:0/452279323 learned_addr learned my addr 172.21.15.111:0/452279323 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:27.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.033+0000 7f79e7fff640 1 -- 172.21.15.111:0/452279323 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 993535968 0 0) 0x7f79f415c800 con 0x7f79f406ef60 2024-09-19T04:38:27.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.033+0000 7f79e7fff640 1 -- 172.21.15.111:0/452279323 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f79e0003520 con 0x7f79f406ef60 2024-09-19T04:38:27.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.033+0000 7f79f8903640 1 --2- 172.21.15.111:0/452279323 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f79f415c370 0x7f79f406ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:27.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.033+0000 7f79f9104640 1 --2- 172.21.15.111:0/452279323 >> v2:172.21.15.114:3300/0 conn(0x7f79f4158e50 0x7f79f40b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:27.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.033+0000 7f79e7fff640 1 -- 172.21.15.111:0/452279323 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3350842656 0 0) 0x7f79e0003520 con 0x7f79f406ef60 2024-09-19T04:38:27.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.033+0000 7f79e7fff640 1 -- 172.21.15.111:0/452279323 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f79f415c370 msgr2=0x7f79f406ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:27.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.033+0000 7f79e7fff640 1 --2- 172.21.15.111:0/452279323 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f79f415c370 0x7f79f406ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:27.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.033+0000 7f79e7fff640 1 -- 172.21.15.111:0/452279323 >> v2:172.21.15.114:3300/0 conn(0x7f79f4158e50 msgr2=0x7f79f40b5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:27.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.033+0000 7f79e7fff640 1 --2- 172.21.15.111:0/452279323 >> v2:172.21.15.114:3300/0 conn(0x7f79f4158e50 0x7f79f40b5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:27.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.033+0000 7f79e7fff640 1 -- 172.21.15.111:0/452279323 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79f40b3630 con 0x7f79f406ef60 2024-09-19T04:38:27.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.033+0000 7f79e7fff640 1 -- 172.21.15.111:0/452279323 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f79ec0019f0 con 0x7f79f406ef60 2024-09-19T04:38:27.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.033+0000 7f79e7fff640 1 -- 172.21.15.111:0/452279323 >> v1:172.21.15.111:6789/0 conn(0x7f79f406ef60 legacy=0x7f79f415ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:27.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.033+0000 7f79e7fff640 1 --2- 172.21.15.111:0/452279323 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79e00039b0 0x7f79e0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:27.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.033+0000 7f79e7fff640 1 --2- 172.21.15.111:0/452279323 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79e0004800 0x7f79e0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:27.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.033+0000 7f79e7fff640 1 --2- 172.21.15.111:0/452279323 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f79f415c370 0x7f79e00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:27.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.033+0000 7f79e7fff640 1 -- 172.21.15.111:0/452279323 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f79f406f3d0 con 0x7f79e0004800 2024-09-19T04:38:27.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.033+0000 7f79e7fff640 1 -- 172.21.15.111:0/452279323 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f79f40b43f0 con 0x7f79e00039b0 2024-09-19T04:38:27.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.033+0000 7f79e7fff640 1 -- 172.21.15.111:0/452279323 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f79e000b9c0 con 0x7f79f415c370 2024-09-19T04:38:27.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.033+0000 7f79f8903640 1 --2- 172.21.15.111:0/452279323 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79e0004800 0x7f79e0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:27.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.033+0000 7f79f9104640 1 --2- 172.21.15.111:0/452279323 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79e00039b0 0x7f79e0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:27.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.034+0000 7f79f9905640 1 --2- 172.21.15.111:0/452279323 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f79f415c370 0x7f79e00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:27.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.034+0000 7f79f8903640 1 -- 172.21.15.111:0/452279323 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f79f415c370 msgr2=0x7f79e00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:27.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.034+0000 7f79f8903640 1 --2- 172.21.15.111:0/452279323 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f79f415c370 0x7f79e00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:27.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.034+0000 7f79f8903640 1 -- 172.21.15.111:0/452279323 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79e00039b0 msgr2=0x7f79e0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:27.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.034+0000 7f79f8903640 1 --2- 172.21.15.111:0/452279323 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79e00039b0 0x7f79e0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:27.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.034+0000 7f79f8903640 1 -- 172.21.15.111:0/452279323 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79e0003520 con 0x7f79e0004800 2024-09-19T04:38:27.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.034+0000 7f79f9104640 1 --2- 172.21.15.111:0/452279323 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79e00039b0 0x7f79e0003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:27.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.034+0000 7f79f8903640 1 --2- 172.21.15.111:0/452279323 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79e0004800 0x7f79e0004c80 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7f79e8009ab0 tx=0x7f79e0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f702baf0cc772c2c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:27.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.034+0000 7f79e7fff640 1 -- 172.21.15.111:0/452279323 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79e8036070 con 0x7f79e0004800 2024-09-19T04:38:27.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.034+0000 7f79e7fff640 1 -- 172.21.15.111:0/452279323 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f79e8005990 con 0x7f79e0004800 2024-09-19T04:38:27.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.034+0000 7f79e7fff640 1 -- 172.21.15.111:0/452279323 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79e8009680 con 0x7f79e0004800 2024-09-19T04:38:27.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.035+0000 7f79fb368640 1 -- 172.21.15.111:0/452279323 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79e0004800 msgr2=0x7f79e0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:27.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.035+0000 7f79fb368640 1 --2- 172.21.15.111:0/452279323 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79e0004800 0x7f79e0004c80 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7f79e8009ab0 tx=0x7f79e0005830 comp rx=0 tx=0).stop 2024-09-19T04:38:27.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.035+0000 7f79f9905640 1 -- 172.21.15.111:0/452279323 reap_dead start 2024-09-19T04:38:27.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.035+0000 7f79fb368640 1 -- 172.21.15.111:0/452279323 shutdown_connections 2024-09-19T04:38:27.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.035+0000 7f79fb368640 1 -- 172.21.15.111:0/452279323 >> 172.21.15.111:0/452279323 conn(0x7f79f406bba0 msgr2=0x7f79f406bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:27.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.035+0000 7f79fb368640 1 -- 172.21.15.111:0/452279323 shutdown_connections 2024-09-19T04:38:27.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.035+0000 7f79fb368640 1 -- 172.21.15.111:0/452279323 wait complete. 2024-09-19T04:38:27.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.036+0000 7f79fb368640 1 Processor -- start 2024-09-19T04:38:27.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.036+0000 7f79fb368640 1 -- start start 2024-09-19T04:38:27.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.037+0000 7f79fb368640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f79e0004800 0x7f79f4141d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:27.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.037+0000 7f79fb368640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79f4150df0 0x7f79f4151270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:27.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.037+0000 7f79fb368640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79f4143850 0x7f79f4143cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:27.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.037+0000 7f79fb368640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f79f40b3ed0 con 0x7f79f4143850 2024-09-19T04:38:27.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.037+0000 7f79fb368640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f79f40b3bf0 con 0x7f79f4150df0 2024-09-19T04:38:27.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.037+0000 7f79fb368640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f79f4159230 con 0x7f79e0004800 2024-09-19T04:38:27.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.037+0000 7f79f9905640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79f4143850 0x7f79f4143cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:27.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.037+0000 7f79f9905640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79f4143850 0x7f79f4143cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38520/0 (socket says 172.21.15.111:38520) 2024-09-19T04:38:27.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.037+0000 7f79f9905640 1 -- 172.21.15.111:0/1836215465 learned_addr learned my addr 172.21.15.111:0/1836215465 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:27.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.037+0000 7f79f9104640 1 --2- 172.21.15.111:0/1836215465 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f79e0004800 0x7f79f4141d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:27.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.037+0000 7f79f8903640 1 --2- 172.21.15.111:0/1836215465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79f4150df0 0x7f79f4151270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:27.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.037+0000 7f79f9905640 1 -- 172.21.15.111:0/1836215465 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f79e0004800 msgr2=0x7f79f4141d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:27.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.037+0000 7f79f9905640 1 --2- 172.21.15.111:0/1836215465 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f79e0004800 0x7f79f4141d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:27.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.037+0000 7f79f9905640 1 -- 172.21.15.111:0/1836215465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79f4150df0 msgr2=0x7f79f4151270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:27.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.037+0000 7f79f9905640 1 --2- 172.21.15.111:0/1836215465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79f4150df0 0x7f79f4151270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:27.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.037+0000 7f79f9905640 1 -- 172.21.15.111:0/1836215465 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79f41517b0 con 0x7f79f4143850 2024-09-19T04:38:27.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.038+0000 7f79f9905640 1 --2- 172.21.15.111:0/1836215465 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79f4143850 0x7f79f4143cd0 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7f79ec0013d0 tx=0x7f79ec00e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:27.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.038+0000 7f79e5ffb640 1 -- 172.21.15.111:0/1836215465 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79ec00eb60 con 0x7f79f4143850 2024-09-19T04:38:27.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.038+0000 7f79e5ffb640 1 -- 172.21.15.111:0/1836215465 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f79ec00ed00 con 0x7f79f4143850 2024-09-19T04:38:27.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.038+0000 7f79fb368640 1 -- 172.21.15.111:0/1836215465 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79f41427b0 con 0x7f79f4143850 2024-09-19T04:38:27.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.038+0000 7f79e5ffb640 1 -- 172.21.15.111:0/1836215465 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79ec014650 con 0x7f79f4143850 2024-09-19T04:38:27.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.038+0000 7f79fb368640 1 -- 172.21.15.111:0/1836215465 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79f4142d70 con 0x7f79f4143850 2024-09-19T04:38:27.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.039+0000 7f79fb368640 1 -- 172.21.15.111:0/1836215465 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79f415bad0 con 0x7f79f4143850 2024-09-19T04:38:27.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.039+0000 7f79e5ffb640 1 -- 172.21.15.111:0/1836215465 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f79ec0147f0 con 0x7f79f4143850 2024-09-19T04:38:27.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.040+0000 7f79e5ffb640 1 --2- 172.21.15.111:0/1836215465 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f79d806c6d0 0x7f79d806eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:27.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.040+0000 7f79e5ffb640 1 -- 172.21.15.111:0/1836215465 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5637+0+0 (secure 0 0 0) 0x7f79ec08b6b0 con 0x7f79f4143850 2024-09-19T04:38:27.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.040+0000 7f79f9104640 1 --2- 172.21.15.111:0/1836215465 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f79d806c6d0 0x7f79d806eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:27.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.040+0000 7f79f9104640 1 --2- 172.21.15.111:0/1836215465 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f79d806c6d0 0x7f79d806eb90 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f79f0009bc0 tx=0x7f79f0008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:27.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.044+0000 7f79e5ffb640 1 -- 172.21.15.111:0/1836215465 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f79f415bad0 con 0x7f79f4143850 2024-09-19T04:38:27.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.244+0000 7f79fb368640 1 -- 172.21.15.111:0/1836215465 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f79f406ea20 con 0x7f79f4143850 2024-09-19T04:38:27.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.900+0000 7f79e5ffb640 1 -- 172.21.15.111:0/1836215465 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 18 and data pool 19 v58) ==== 174+0+0 (secure 0 0 0) 0x7f79ec0593c0 con 0x7f79f4143850 2024-09-19T04:38:27.903 INFO:teuthology.orchestra.run.smithi111.stderr:new fs with metadata pool 18 and data pool 19 2024-09-19T04:38:27.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.905+0000 7f79fb368640 1 -- 172.21.15.111:0/1836215465 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f79d806c6d0 msgr2=0x7f79d806eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:27.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.905+0000 7f79fb368640 1 --2- 172.21.15.111:0/1836215465 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f79d806c6d0 0x7f79d806eb90 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f79f0009bc0 tx=0x7f79f0008040 comp rx=0 tx=0).stop 2024-09-19T04:38:27.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.905+0000 7f79fb368640 1 -- 172.21.15.111:0/1836215465 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79f4143850 msgr2=0x7f79f4143cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:27.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.905+0000 7f79fb368640 1 --2- 172.21.15.111:0/1836215465 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79f4143850 0x7f79f4143cd0 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7f79ec0013d0 tx=0x7f79ec00e530 comp rx=0 tx=0).stop 2024-09-19T04:38:27.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.905+0000 7f79fb368640 1 -- 172.21.15.111:0/1836215465 shutdown_connections 2024-09-19T04:38:27.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.905+0000 7f79fb368640 1 --2- 172.21.15.111:0/1836215465 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f79d806c6d0 0x7f79d806eb90 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:27.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.905+0000 7f79fb368640 1 --2- 172.21.15.111:0/1836215465 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f79f4143850 0x7f79f4143cd0 unknown :-1 s=CLOSED pgs=1124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:27.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.905+0000 7f79fb368640 1 --2- 172.21.15.111:0/1836215465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79f4150df0 0x7f79f4151270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:27.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.905+0000 7f79fb368640 1 --2- 172.21.15.111:0/1836215465 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f79e0004800 0x7f79f4141d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:27.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.905+0000 7f79fb368640 1 -- 172.21.15.111:0/1836215465 >> 172.21.15.111:0/1836215465 conn(0x7f79f406bba0 msgr2=0x7f79f415ed50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:27.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.907+0000 7f79fb368640 1 -- 172.21.15.111:0/1836215465 shutdown_connections 2024-09-19T04:38:27.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:27.909+0000 7f79fb368640 1 -- 172.21.15.111:0/1836215465 wait complete. 2024-09-19T04:38:27.938 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:38:28.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.035+0000 7f3f682dd640 1 Processor -- start 2024-09-19T04:38:28.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.035+0000 7f3f682dd640 1 -- start start 2024-09-19T04:38:28.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.036+0000 7f3f682dd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3f6006be10 0x7f3f600cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:28.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.036+0000 7f3f682dd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f6006c1f0 0x7f3f6015baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:28.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.036+0000 7f3f682dd640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3f600cd5f0 con 0x7f3f60151540 2024-09-19T04:38:28.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.036+0000 7f3f682dd640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f3f600cd8d0 con 0x7f3f6006be10 2024-09-19T04:38:28.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.036+0000 7f3f682dd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3f600cdbb0 con 0x7f3f6006c1f0 2024-09-19T04:38:28.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.036+0000 7f3f66079640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3f6006be10 0x7f3f600cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:28.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.036+0000 7f3f66079640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3f6006be10 0x7f3f600cd010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38526/0 (socket says 172.21.15.111:38526) 2024-09-19T04:38:28.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.036+0000 7f3f66079640 1 -- 172.21.15.111:0/1077076368 learned_addr learned my addr 172.21.15.111:0/1077076368 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:28.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.037+0000 7f3f66079640 1 -- 172.21.15.111:0/1077076368 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f6006c1f0 msgr2=0x7f3f6015baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:28.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.037+0000 7f3f66079640 1 --2- 172.21.15.111:0/1077076368 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f6006c1f0 0x7f3f6015baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.037+0000 7f3f66079640 1 -- 172.21.15.111:0/1077076368 >> v1:172.21.15.114:6789/0 conn(0x7f3f60151540 legacy=0x7f3f6015e610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:28.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.037+0000 7f3f66079640 1 -- 172.21.15.111:0/1077076368 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f600cde90 con 0x7f3f6006be10 2024-09-19T04:38:28.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.037+0000 7f3f66079640 1 --2- 172.21.15.111:0/1077076368 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f6006be10 0x7f3f600cd010 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7f3f5000af60 tx=0x7f3f5002b7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b854c29b28189db8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:28.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.037+0000 7f3f65077640 1 -- 172.21.15.111:0/1077076368 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f50037070 con 0x7f3f6006be10 2024-09-19T04:38:28.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.038+0000 7f3f65077640 1 -- 172.21.15.111:0/1077076368 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f50008500 con 0x7f3f6006be10 2024-09-19T04:38:28.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.038+0000 7f3f65077640 1 -- 172.21.15.111:0/1077076368 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f500088d0 con 0x7f3f6006be10 2024-09-19T04:38:28.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.038+0000 7f3f682dd640 1 -- 172.21.15.111:0/1077076368 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f6006be10 msgr2=0x7f3f600cd010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:28.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.038+0000 7f3f682dd640 1 --2- 172.21.15.111:0/1077076368 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f6006be10 0x7f3f600cd010 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7f3f5000af60 tx=0x7f3f5002b7e0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.038+0000 7f3f682dd640 1 -- 172.21.15.111:0/1077076368 shutdown_connections 2024-09-19T04:38:28.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.038+0000 7f3f682dd640 1 --2- 172.21.15.111:0/1077076368 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f6006c1f0 0x7f3f6015baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.038+0000 7f3f682dd640 1 --2- 172.21.15.111:0/1077076368 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f6006be10 0x7f3f600cd010 unknown :-1 s=CLOSED pgs=1125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.038+0000 7f3f682dd640 1 -- 172.21.15.111:0/1077076368 >> 172.21.15.111:0/1077076368 conn(0x7f3f60062cc0 msgr2=0x7f3f6006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:28.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.038+0000 7f3f682dd640 1 -- 172.21.15.111:0/1077076368 shutdown_connections 2024-09-19T04:38:28.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.038+0000 7f3f682dd640 1 -- 172.21.15.111:0/1077076368 wait complete. 2024-09-19T04:38:28.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.039+0000 7f3f682dd640 1 Processor -- start 2024-09-19T04:38:28.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.039+0000 7f3f682dd640 1 -- start start 2024-09-19T04:38:28.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.040+0000 7f3f682dd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f6006be10 0x7f3f60142290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:28.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.040+0000 7f3f682dd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f6006c1f0 0x7f3f601f2ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:28.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.040+0000 7f3f682dd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f60151540 0x7f3f601efeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:28.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.040+0000 7f3f682dd640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3f601519b0 con 0x7f3f6006c1f0 2024-09-19T04:38:28.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.040+0000 7f3f682dd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3f600ce690 con 0x7f3f6006be10 2024-09-19T04:38:28.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.040+0000 7f3f682dd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3f60151b30 con 0x7f3f60151540 2024-09-19T04:38:28.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.040+0000 7f3f65878640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f6006c1f0 0x7f3f601f2ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:28.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.040+0000 7f3f65878640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f6006c1f0 0x7f3f601f2ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38528/0 (socket says 172.21.15.111:38528) 2024-09-19T04:38:28.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.040+0000 7f3f65878640 1 -- 172.21.15.111:0/533492895 learned_addr learned my addr 172.21.15.111:0/533492895 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:28.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.040+0000 7f3f66079640 1 --2- 172.21.15.111:0/533492895 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f6006be10 0x7f3f60142290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:28.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.040+0000 7f3f6687a640 1 --2- 172.21.15.111:0/533492895 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f60151540 0x7f3f601efeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:28.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.040+0000 7f3f65878640 1 -- 172.21.15.111:0/533492895 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f60151540 msgr2=0x7f3f601efeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:28.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.040+0000 7f3f65878640 1 --2- 172.21.15.111:0/533492895 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f60151540 0x7f3f601efeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.041+0000 7f3f65878640 1 -- 172.21.15.111:0/533492895 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f6006be10 msgr2=0x7f3f60142290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:28.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.041+0000 7f3f65878640 1 --2- 172.21.15.111:0/533492895 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f6006be10 0x7f3f60142290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.041+0000 7f3f65878640 1 -- 172.21.15.111:0/533492895 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f601f3220 con 0x7f3f6006c1f0 2024-09-19T04:38:28.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.041+0000 7f3f6687a640 1 --2- 172.21.15.111:0/533492895 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f60151540 0x7f3f601efeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:28.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.041+0000 7f3f65878640 1 --2- 172.21.15.111:0/533492895 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f6006c1f0 0x7f3f601f2ce0 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f3f5400b4a0 tx=0x7f3f5400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:28.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.041+0000 7f3f5effd640 1 -- 172.21.15.111:0/533492895 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f54014070 con 0x7f3f6006c1f0 2024-09-19T04:38:28.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.041+0000 7f3f5effd640 1 -- 172.21.15.111:0/533492895 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f54010610 con 0x7f3f6006c1f0 2024-09-19T04:38:28.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.041+0000 7f3f682dd640 1 -- 172.21.15.111:0/533492895 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f601428f0 con 0x7f3f6006c1f0 2024-09-19T04:38:28.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.041+0000 7f3f5effd640 1 -- 172.21.15.111:0/533492895 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f54010a00 con 0x7f3f6006c1f0 2024-09-19T04:38:28.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.041+0000 7f3f682dd640 1 -- 172.21.15.111:0/533492895 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f60143190 con 0x7f3f6006c1f0 2024-09-19T04:38:28.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.042+0000 7f3f682dd640 1 -- 172.21.15.111:0/533492895 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f600cd010 con 0x7f3f6006c1f0 2024-09-19T04:38:28.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.042+0000 7f3f5effd640 1 -- 172.21.15.111:0/533492895 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f3f54017070 con 0x7f3f6006c1f0 2024-09-19T04:38:28.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.043+0000 7f3f5effd640 1 --2- 172.21.15.111:0/533492895 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3f4c06c6a0 0x7f3f4c06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:28.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.043+0000 7f3f5effd640 1 -- 172.21.15.111:0/533492895 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 5737+0+0 (secure 0 0 0) 0x7f3f5408b4d0 con 0x7f3f6006c1f0 2024-09-19T04:38:28.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.043+0000 7f3f66079640 1 --2- 172.21.15.111:0/533492895 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3f4c06c6a0 0x7f3f4c06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:28.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.043+0000 7f3f66079640 1 --2- 172.21.15.111:0/533492895 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3f4c06c6a0 0x7f3f4c06eb60 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f3f50034000 tx=0x7f3f5000a000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:28.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.047+0000 7f3f5effd640 1 -- 172.21.15.111:0/533492895 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3f54059080 con 0x7f3f6006c1f0 2024-09-19T04:38:28.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.215+0000 7f3f682dd640 1 -- 172.21.15.111:0/533492895 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3f600afd90 con 0x7f3f6006c1f0 2024-09-19T04:38:28.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.216+0000 7f3f5effd640 1 -- 172.21.15.111:0/533492895 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v116) ==== 74+0+16844 (secure 0 0 0) 0x7f3f5405d380 con 0x7f3f6006c1f0 2024-09-19T04:38:28.219 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:28.219 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":116,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:38:27.246648+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:38:25.582539+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-19T04:38:26.208963+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:38:28.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.218+0000 7f3f682dd640 1 -- 172.21.15.111:0/533492895 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3f4c06c6a0 msgr2=0x7f3f4c06eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:28.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.218+0000 7f3f682dd640 1 --2- 172.21.15.111:0/533492895 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3f4c06c6a0 0x7f3f4c06eb60 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f3f50034000 tx=0x7f3f5000a000 comp rx=0 tx=0).stop 2024-09-19T04:38:28.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.218+0000 7f3f682dd640 1 -- 172.21.15.111:0/533492895 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f6006c1f0 msgr2=0x7f3f601f2ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:28.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.218+0000 7f3f682dd640 1 --2- 172.21.15.111:0/533492895 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f6006c1f0 0x7f3f601f2ce0 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f3f5400b4a0 tx=0x7f3f5400b960 comp rx=0 tx=0).stop 2024-09-19T04:38:28.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.218+0000 7f3f682dd640 1 -- 172.21.15.111:0/533492895 shutdown_connections 2024-09-19T04:38:28.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.218+0000 7f3f682dd640 1 --2- 172.21.15.111:0/533492895 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3f4c06c6a0 0x7f3f4c06eb60 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.218+0000 7f3f682dd640 1 --2- 172.21.15.111:0/533492895 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f60151540 0x7f3f601efeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.218+0000 7f3f682dd640 1 --2- 172.21.15.111:0/533492895 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f6006c1f0 0x7f3f601f2ce0 unknown :-1 s=CLOSED pgs=1126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.218+0000 7f3f682dd640 1 --2- 172.21.15.111:0/533492895 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f6006be10 0x7f3f60142290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.222 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.218+0000 7f3f682dd640 1 -- 172.21.15.111:0/533492895 >> 172.21.15.111:0/533492895 conn(0x7f3f60062cc0 msgr2=0x7f3f6006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:28.222 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.218+0000 7f3f682dd640 1 -- 172.21.15.111:0/533492895 shutdown_connections 2024-09-19T04:38:28.222 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.218+0000 7f3f682dd640 1 -- 172.21.15.111:0/533492895 wait complete. 2024-09-19T04:38:28.233 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:38:28.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.328+0000 7f4d2192a640 1 Processor -- start 2024-09-19T04:38:28.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.328+0000 7f4d2192a640 1 -- start start 2024-09-19T04:38:28.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.328+0000 7f4d2192a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d1c0b61f0 0x7f4d1c0b6610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:28.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.328+0000 7f4d2192a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4d1c0b7aa0 0x7f4d1c0b7ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:28.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.328+0000 7f4d2192a640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d1c0b6b50 con 0x7f4d1c15e860 2024-09-19T04:38:28.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.328+0000 7f4d2192a640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f4d1c0d34d0 con 0x7f4d1c0b7aa0 2024-09-19T04:38:28.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.328+0000 7f4d2192a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4d1c0d3790 con 0x7f4d1c0b61f0 2024-09-19T04:38:28.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.329+0000 7f4d1b7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4d1c0b7aa0 0x7f4d1c0b7ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:28.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.329+0000 7f4d1b7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4d1c0b7aa0 0x7f4d1c0b7ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38534/0 (socket says 172.21.15.111:38534) 2024-09-19T04:38:28.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.329+0000 7f4d1b7fe640 1 -- 172.21.15.111:0/3836407912 learned_addr learned my addr 172.21.15.111:0/3836407912 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:28.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.329+0000 7f4d1a7fc640 1 --2- 172.21.15.111:0/3836407912 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d1c0b61f0 0x7f4d1c0b6610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:28.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.329+0000 7f4d1b7fe640 1 -- 172.21.15.111:0/3836407912 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d1c0b61f0 msgr2=0x7f4d1c0b6610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:28.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.329+0000 7f4d1b7fe640 1 --2- 172.21.15.111:0/3836407912 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d1c0b61f0 0x7f4d1c0b6610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.329+0000 7f4d1b7fe640 1 -- 172.21.15.111:0/3836407912 >> v1:172.21.15.114:6789/0 conn(0x7f4d1c15e860 legacy=0x7f4d1c0cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:28.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.329+0000 7f4d1b7fe640 1 -- 172.21.15.111:0/3836407912 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d1c0d3a70 con 0x7f4d1c0b7aa0 2024-09-19T04:38:28.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.330+0000 7f4d1b7fe640 1 --2- 172.21.15.111:0/3836407912 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d1c0b7aa0 0x7f4d1c0b7ef0 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f4d0c009870 tx=0x7f4d0c02a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9992ffba9d8f07a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:28.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.330+0000 7f4d19ffb640 1 -- 172.21.15.111:0/3836407912 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d0c037070 con 0x7f4d1c0b7aa0 2024-09-19T04:38:28.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.330+0000 7f4d19ffb640 1 -- 172.21.15.111:0/3836407912 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d0c02ae50 con 0x7f4d1c0b7aa0 2024-09-19T04:38:28.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.330+0000 7f4d19ffb640 1 -- 172.21.15.111:0/3836407912 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d0c032860 con 0x7f4d1c0b7aa0 2024-09-19T04:38:28.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.330+0000 7f4d2192a640 1 -- 172.21.15.111:0/3836407912 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d1c0b7aa0 msgr2=0x7f4d1c0b7ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:28.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.330+0000 7f4d2192a640 1 --2- 172.21.15.111:0/3836407912 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d1c0b7aa0 0x7f4d1c0b7ef0 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f4d0c009870 tx=0x7f4d0c02a300 comp rx=0 tx=0).stop 2024-09-19T04:38:28.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.330+0000 7f4d2192a640 1 -- 172.21.15.111:0/3836407912 shutdown_connections 2024-09-19T04:38:28.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.330+0000 7f4d2192a640 1 --2- 172.21.15.111:0/3836407912 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d1c0b7aa0 0x7f4d1c0b7ef0 unknown :-1 s=CLOSED pgs=1127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.330+0000 7f4d2192a640 1 --2- 172.21.15.111:0/3836407912 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d1c0b61f0 0x7f4d1c0b6610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.330+0000 7f4d2192a640 1 -- 172.21.15.111:0/3836407912 >> 172.21.15.111:0/3836407912 conn(0x7f4d1c062c60 msgr2=0x7f4d1c0d4770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:28.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.330+0000 7f4d2192a640 1 -- 172.21.15.111:0/3836407912 shutdown_connections 2024-09-19T04:38:28.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.330+0000 7f4d2192a640 1 -- 172.21.15.111:0/3836407912 wait complete. 2024-09-19T04:38:28.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.332+0000 7f4d2192a640 1 Processor -- start 2024-09-19T04:38:28.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.332+0000 7f4d2192a640 1 -- start start 2024-09-19T04:38:28.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.332+0000 7f4d2192a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d1c0b61f0 0x7f4d1c1586e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:28.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.332+0000 7f4d2192a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d1c0b7aa0 0x7f4d1c1e8c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:28.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.332+0000 7f4d2192a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d1c15e860 0x7f4d1c0b91e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:28.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.333+0000 7f4d2192a640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4d1c0d4310 con 0x7f4d1c15e860 2024-09-19T04:38:28.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.333+0000 7f4d2192a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4d1c0d4030 con 0x7f4d1c0b7aa0 2024-09-19T04:38:28.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.333+0000 7f4d2192a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4d1c15ec40 con 0x7f4d1c0b61f0 2024-09-19T04:38:28.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.333+0000 7f4d1b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d1c15e860 0x7f4d1c0b91e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:28.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.333+0000 7f4d1b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d1c15e860 0x7f4d1c0b91e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38542/0 (socket says 172.21.15.111:38542) 2024-09-19T04:38:28.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.333+0000 7f4d1b7fe640 1 -- 172.21.15.111:0/2901402484 learned_addr learned my addr 172.21.15.111:0/2901402484 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:28.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.333+0000 7f4d1a7fc640 1 --2- 172.21.15.111:0/2901402484 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d1c0b7aa0 0x7f4d1c1e8c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:28.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.333+0000 7f4d1affd640 1 --2- 172.21.15.111:0/2901402484 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d1c0b61f0 0x7f4d1c1586e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:28.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.333+0000 7f4d1b7fe640 1 -- 172.21.15.111:0/2901402484 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d1c0b61f0 msgr2=0x7f4d1c1586e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:28.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.333+0000 7f4d1b7fe640 1 --2- 172.21.15.111:0/2901402484 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d1c0b61f0 0x7f4d1c1586e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.333+0000 7f4d1b7fe640 1 -- 172.21.15.111:0/2901402484 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d1c0b7aa0 msgr2=0x7f4d1c1e8c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:28.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.333+0000 7f4d1b7fe640 1 --2- 172.21.15.111:0/2901402484 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d1c0b7aa0 0x7f4d1c1e8c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.333+0000 7f4d1b7fe640 1 -- 172.21.15.111:0/2901402484 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d1c0cd400 con 0x7f4d1c15e860 2024-09-19T04:38:28.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.333+0000 7f4d1b7fe640 1 --2- 172.21.15.111:0/2901402484 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d1c15e860 0x7f4d1c0b91e0 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f4d0c009870 tx=0x7f4d0c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:28.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.333+0000 7f4d13fff640 1 -- 172.21.15.111:0/2901402484 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d0c041070 con 0x7f4d1c15e860 2024-09-19T04:38:28.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.333+0000 7f4d13fff640 1 -- 172.21.15.111:0/2901402484 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d0c03c680 con 0x7f4d1c15e860 2024-09-19T04:38:28.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.333+0000 7f4d2192a640 1 -- 172.21.15.111:0/2901402484 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d1c0cd6a0 con 0x7f4d1c15e860 2024-09-19T04:38:28.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.333+0000 7f4d13fff640 1 -- 172.21.15.111:0/2901402484 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d0c037040 con 0x7f4d1c15e860 2024-09-19T04:38:28.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.333+0000 7f4d2192a640 1 -- 172.21.15.111:0/2901402484 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d1c0cdc60 con 0x7f4d1c15e860 2024-09-19T04:38:28.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.334+0000 7f4d2192a640 1 -- 172.21.15.111:0/2901402484 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d1c0b3ad0 con 0x7f4d1c15e860 2024-09-19T04:38:28.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.335+0000 7f4d13fff640 1 -- 172.21.15.111:0/2901402484 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f4d0c044070 con 0x7f4d1c15e860 2024-09-19T04:38:28.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.336+0000 7f4d13fff640 1 --2- 172.21.15.111:0/2901402484 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4cfc06c6a0 0x7f4cfc06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:28.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.336+0000 7f4d13fff640 1 -- 172.21.15.111:0/2901402484 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 5737+0+0 (secure 0 0 0) 0x7f4d0c0ac650 con 0x7f4d1c15e860 2024-09-19T04:38:28.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.336+0000 7f4d1affd640 1 --2- 172.21.15.111:0/2901402484 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4cfc06c6a0 0x7f4cfc06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:28.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.336+0000 7f4d1affd640 1 --2- 172.21.15.111:0/2901402484 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4cfc06c6a0 0x7f4cfc06eb60 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4d1c1e98d0 tx=0x7f4d14009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:28.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.340+0000 7f4d13fff640 1 -- 172.21.15.111:0/2901402484 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4d0c07a190 con 0x7f4d1c15e860 2024-09-19T04:38:28.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.506+0000 7f4d2192a640 1 -- 172.21.15.111:0/2901402484 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4d1c0d2700 con 0x7f4d1c15e860 2024-09-19T04:38:28.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.507+0000 7f4d13fff640 1 -- 172.21.15.111:0/2901402484 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v116) ==== 74+0+16844 (secure 0 0 0) 0x7f4d0c07e490 con 0x7f4d1c15e860 2024-09-19T04:38:28.510 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:28.510 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":116,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:38:27.246648+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:38:25.582539+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-19T04:38:26.208963+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:38:28.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.509+0000 7f4d2192a640 1 -- 172.21.15.111:0/2901402484 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4cfc06c6a0 msgr2=0x7f4cfc06eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:28.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.509+0000 7f4d2192a640 1 --2- 172.21.15.111:0/2901402484 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4cfc06c6a0 0x7f4cfc06eb60 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4d1c1e98d0 tx=0x7f4d14009040 comp rx=0 tx=0).stop 2024-09-19T04:38:28.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.509+0000 7f4d2192a640 1 -- 172.21.15.111:0/2901402484 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d1c15e860 msgr2=0x7f4d1c0b91e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:28.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.509+0000 7f4d2192a640 1 --2- 172.21.15.111:0/2901402484 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d1c15e860 0x7f4d1c0b91e0 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f4d0c009870 tx=0x7f4d0c0046c0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.509+0000 7f4d2192a640 1 -- 172.21.15.111:0/2901402484 shutdown_connections 2024-09-19T04:38:28.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.509+0000 7f4d2192a640 1 --2- 172.21.15.111:0/2901402484 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4cfc06c6a0 0x7f4cfc06eb60 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.509+0000 7f4d2192a640 1 --2- 172.21.15.111:0/2901402484 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d1c15e860 0x7f4d1c0b91e0 unknown :-1 s=CLOSED pgs=1128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.509+0000 7f4d2192a640 1 --2- 172.21.15.111:0/2901402484 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d1c0b7aa0 0x7f4d1c1e8c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.509+0000 7f4d2192a640 1 --2- 172.21.15.111:0/2901402484 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d1c0b61f0 0x7f4d1c1586e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.509+0000 7f4d2192a640 1 -- 172.21.15.111:0/2901402484 >> 172.21.15.111:0/2901402484 conn(0x7f4d1c062c60 msgr2=0x7f4d1c0b81f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:28.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.509+0000 7f4d2192a640 1 -- 172.21.15.111:0/2901402484 shutdown_connections 2024-09-19T04:38:28.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.509+0000 7f4d2192a640 1 -- 172.21.15.111:0/2901402484 wait complete. 2024-09-19T04:38:28.523 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T04:38:28.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.622+0000 7f2f2b88b640 1 Processor -- start 2024-09-19T04:38:28.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.622+0000 7f2f2b88b640 1 -- start start 2024-09-19T04:38:28.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.623+0000 7f2f2b88b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2f240b57d0 0x7f2f240b5c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:28.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.623+0000 7f2f2b88b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2f24072290 0x7f2f24072720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:28.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.623+0000 7f2f2b88b640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f2406dc40 con 0x7f2f24161cc0 2024-09-19T04:38:28.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.623+0000 7f2f2b88b640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f2f240af300 con 0x7f2f24072290 2024-09-19T04:38:28.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.623+0000 7f2f2b88b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2f2406e570 con 0x7f2f240b57d0 2024-09-19T04:38:28.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.623+0000 7f2f29e28640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2f24072290 0x7f2f24072720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:28.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.623+0000 7f2f29e28640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2f24072290 0x7f2f24072720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38548/0 (socket says 172.21.15.111:38548) 2024-09-19T04:38:28.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.623+0000 7f2f29e28640 1 -- 172.21.15.111:0/2500108639 learned_addr learned my addr 172.21.15.111:0/2500108639 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:28.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.623+0000 7f2f28e26640 1 --2- 172.21.15.111:0/2500108639 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2f240b57d0 0x7f2f240b5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:28.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.624+0000 7f2f29e28640 1 -- 172.21.15.111:0/2500108639 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2f240b57d0 msgr2=0x7f2f240b5c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:28.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.624+0000 7f2f29e28640 1 --2- 172.21.15.111:0/2500108639 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2f240b57d0 0x7f2f240b5c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.624+0000 7f2f29e28640 1 -- 172.21.15.111:0/2500108639 >> v1:172.21.15.114:6789/0 conn(0x7f2f24161cc0 legacy=0x7f2f240aebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:28.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.624+0000 7f2f29e28640 1 -- 172.21.15.111:0/2500108639 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f2406df20 con 0x7f2f24072290 2024-09-19T04:38:28.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.624+0000 7f2f29e28640 1 --2- 172.21.15.111:0/2500108639 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2f24072290 0x7f2f24072720 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c009e50 tx=0x7f2f1c02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=853bd1731f7ab873 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:28.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.624+0000 7f2f1bfff640 1 -- 172.21.15.111:0/2500108639 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f1c036070 con 0x7f2f24072290 2024-09-19T04:38:28.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.625+0000 7f2f1bfff640 1 -- 172.21.15.111:0/2500108639 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f1c031600 con 0x7f2f24072290 2024-09-19T04:38:28.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.625+0000 7f2f1bfff640 1 -- 172.21.15.111:0/2500108639 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f1c0319d0 con 0x7f2f24072290 2024-09-19T04:38:28.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.625+0000 7f2f2b88b640 1 -- 172.21.15.111:0/2500108639 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2f24072290 msgr2=0x7f2f24072720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:28.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.625+0000 7f2f2b88b640 1 --2- 172.21.15.111:0/2500108639 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2f24072290 0x7f2f24072720 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c009e50 tx=0x7f2f1c02a710 comp rx=0 tx=0).stop 2024-09-19T04:38:28.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.625+0000 7f2f2b88b640 1 -- 172.21.15.111:0/2500108639 shutdown_connections 2024-09-19T04:38:28.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.625+0000 7f2f2b88b640 1 --2- 172.21.15.111:0/2500108639 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2f24072290 0x7f2f24072720 unknown :-1 s=CLOSED pgs=1129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.625+0000 7f2f2b88b640 1 --2- 172.21.15.111:0/2500108639 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2f240b57d0 0x7f2f240b5c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.625+0000 7f2f2b88b640 1 -- 172.21.15.111:0/2500108639 >> 172.21.15.111:0/2500108639 conn(0x7f2f2406bba0 msgr2=0x7f2f2406bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:28.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.625+0000 7f2f2b88b640 1 -- 172.21.15.111:0/2500108639 shutdown_connections 2024-09-19T04:38:28.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.625+0000 7f2f2b88b640 1 -- 172.21.15.111:0/2500108639 wait complete. 2024-09-19T04:38:28.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.626+0000 7f2f2b88b640 1 Processor -- start 2024-09-19T04:38:28.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.626+0000 7f2f2b88b640 1 -- start start 2024-09-19T04:38:28.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.627+0000 7f2f2b88b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2f24072290 0x7f2f241486a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:28.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.627+0000 7f2f2b88b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2f240b57d0 0x7f2f240b1e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:28.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.627+0000 7f2f2b88b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2f24161cc0 0x7f2f240b23b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:28.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.627+0000 7f2f2b88b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2f240b4be0 con 0x7f2f240b57d0 2024-09-19T04:38:28.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.627+0000 7f2f2b88b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2f240b4a60 con 0x7f2f24072290 2024-09-19T04:38:28.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.627+0000 7f2f2b88b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2f2406ea00 con 0x7f2f24161cc0 2024-09-19T04:38:28.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.627+0000 7f2f28e26640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2f240b57d0 0x7f2f240b1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:28.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.627+0000 7f2f28e26640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2f240b57d0 0x7f2f240b1e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38554/0 (socket says 172.21.15.111:38554) 2024-09-19T04:38:28.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.627+0000 7f2f28e26640 1 -- 172.21.15.111:0/3065243113 learned_addr learned my addr 172.21.15.111:0/3065243113 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:28.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.627+0000 7f2f29627640 1 --2- 172.21.15.111:0/3065243113 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2f24072290 0x7f2f241486a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:28.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.627+0000 7f2f29e28640 1 --2- 172.21.15.111:0/3065243113 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2f24161cc0 0x7f2f240b23b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:28.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.628+0000 7f2f28e26640 1 -- 172.21.15.111:0/3065243113 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2f24161cc0 msgr2=0x7f2f240b23b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:28.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.628+0000 7f2f28e26640 1 --2- 172.21.15.111:0/3065243113 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2f24161cc0 0x7f2f240b23b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.628+0000 7f2f28e26640 1 -- 172.21.15.111:0/3065243113 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2f24072290 msgr2=0x7f2f241486a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:28.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.628+0000 7f2f28e26640 1 --2- 172.21.15.111:0/3065243113 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2f24072290 0x7f2f241486a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:28.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.628+0000 7f2f28e26640 1 -- 172.21.15.111:0/3065243113 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f240afaa0 con 0x7f2f240b57d0 2024-09-19T04:38:28.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.628+0000 7f2f28e26640 1 --2- 172.21.15.111:0/3065243113 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2f240b57d0 0x7f2f240b1e70 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7f2f1400e980 tx=0x7f2f1400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:28.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.628+0000 7f2f19ffb640 1 -- 172.21.15.111:0/3065243113 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f14017070 con 0x7f2f240b57d0 2024-09-19T04:38:28.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.628+0000 7f2f19ffb640 1 -- 172.21.15.111:0/3065243113 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f1400ca00 con 0x7f2f240b57d0 2024-09-19T04:38:28.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.628+0000 7f2f19ffb640 1 -- 172.21.15.111:0/3065243113 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f1400cdd0 con 0x7f2f240b57d0 2024-09-19T04:38:28.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.628+0000 7f2f2b88b640 1 -- 172.21.15.111:0/3065243113 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f240afd80 con 0x7f2f240b57d0 2024-09-19T04:38:28.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.628+0000 7f2f2b88b640 1 -- 172.21.15.111:0/3065243113 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f240af770 con 0x7f2f240b57d0 2024-09-19T04:38:28.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.629+0000 7f2f2b88b640 1 -- 172.21.15.111:0/3065243113 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f240b5c10 con 0x7f2f240b57d0 2024-09-19T04:38:28.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.630+0000 7f2f19ffb640 1 -- 172.21.15.111:0/3065243113 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f2f1401a070 con 0x7f2f240b57d0 2024-09-19T04:38:28.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.630+0000 7f2f19ffb640 1 --2- 172.21.15.111:0/3065243113 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2f0806c6a0 0x7f2f0806eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:28.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.630+0000 7f2f19ffb640 1 -- 172.21.15.111:0/3065243113 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 5737+0+0 (secure 0 0 0) 0x7f2f1408be30 con 0x7f2f240b57d0 2024-09-19T04:38:28.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.630+0000 7f2f29627640 1 --2- 172.21.15.111:0/3065243113 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2f0806c6a0 0x7f2f0806eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:28.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.631+0000 7f2f29627640 1 --2- 172.21.15.111:0/3065243113 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2f0806c6a0 0x7f2f0806eb60 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f2f200016e0 tx=0x7f2f20009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:28.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.634+0000 7f2f19ffb640 1 -- 172.21.15.111:0/3065243113 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2f140599e0 con 0x7f2f240b57d0 2024-09-19T04:38:28.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:28.834+0000 7f2f2b88b640 1 -- 172.21.15.111:0/3065243113 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f2f240ce140 con 0x7f2f240b57d0 2024-09-19T04:38:28.895 INFO:tasks.ceph.mds.d.smithi114.stderr:2024-09-19T04:38:28.894+0000 7f092fb7e640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T04:38:29.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.212+0000 7f2f19ffb640 1 -- 172.21.15.111:0/3065243113 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v60) ==== 118+0+0 (secure 0 0 0) 0x7f2f1405dce0 con 0x7f2f240b57d0 2024-09-19T04:38:29.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.214+0000 7f2f2b88b640 1 -- 172.21.15.111:0/3065243113 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2f0806c6a0 msgr2=0x7f2f0806eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:29.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.214+0000 7f2f2b88b640 1 --2- 172.21.15.111:0/3065243113 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2f0806c6a0 0x7f2f0806eb60 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f2f200016e0 tx=0x7f2f20009040 comp rx=0 tx=0).stop 2024-09-19T04:38:29.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.214+0000 7f2f2b88b640 1 -- 172.21.15.111:0/3065243113 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2f240b57d0 msgr2=0x7f2f240b1e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:29.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.214+0000 7f2f2b88b640 1 --2- 172.21.15.111:0/3065243113 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2f240b57d0 0x7f2f240b1e70 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7f2f1400e980 tx=0x7f2f1400ee40 comp rx=0 tx=0).stop 2024-09-19T04:38:29.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.214+0000 7f2f2b88b640 1 -- 172.21.15.111:0/3065243113 shutdown_connections 2024-09-19T04:38:29.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.214+0000 7f2f2b88b640 1 --2- 172.21.15.111:0/3065243113 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2f0806c6a0 0x7f2f0806eb60 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:29.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.214+0000 7f2f2b88b640 1 --2- 172.21.15.111:0/3065243113 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2f24161cc0 0x7f2f240b23b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:29.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.214+0000 7f2f2b88b640 1 --2- 172.21.15.111:0/3065243113 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2f240b57d0 0x7f2f240b1e70 unknown :-1 s=CLOSED pgs=1130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:29.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.214+0000 7f2f2b88b640 1 --2- 172.21.15.111:0/3065243113 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2f24072290 0x7f2f241486a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:29.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.214+0000 7f2f2b88b640 1 -- 172.21.15.111:0/3065243113 >> 172.21.15.111:0/3065243113 conn(0x7f2f2406bba0 msgr2=0x7f2f240ae8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:29.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.214+0000 7f2f2b88b640 1 -- 172.21.15.111:0/3065243113 shutdown_connections 2024-09-19T04:38:29.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.214+0000 7f2f2b88b640 1 -- 172.21.15.111:0/3065243113 wait complete. 2024-09-19T04:38:29.228 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T04:38:29.228 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T04:38:29.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.327+0000 7f0dfec80640 1 Processor -- start 2024-09-19T04:38:29.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.327+0000 7f0dfec80640 1 -- start start 2024-09-19T04:38:29.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.328+0000 7f0dfec80640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0df8148020 0x7f0df80b0b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:29.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.328+0000 7f0dfec80640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f0df80b4b90 0x7f0df80b6480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:29.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.328+0000 7f0dfec80640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0df8148400 con 0x7f0df80ae8e0 2024-09-19T04:38:29.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.328+0000 7f0dfec80640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f0df80b5ff0 con 0x7f0df8148020 2024-09-19T04:38:29.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.328+0000 7f0dfec80640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f0df80b53e0 con 0x7f0df80b4b90 2024-09-19T04:38:29.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.328+0000 7f0dfca1c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0df8148020 0x7f0df80b0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:29.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.328+0000 7f0dfd21d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f0df80ae8e0 0x7f0df80aecc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36612/0 (socket says 172.21.15.111:36612) 2024-09-19T04:38:29.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.328+0000 7f0dfd21d640 1 -- 172.21.15.111:0/3099302186 learned_addr learned my addr 172.21.15.111:0/3099302186 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:29.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.329+0000 7f0dfca1c640 1 -- 172.21.15.111:0/3099302186 >> v2:172.21.15.114:3300/0 conn(0x7f0df80b4b90 msgr2=0x7f0df80b6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:29.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.329+0000 7f0dfca1c640 1 --2- 172.21.15.111:0/3099302186 >> v2:172.21.15.114:3300/0 conn(0x7f0df80b4b90 0x7f0df80b6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:29.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.329+0000 7f0dfca1c640 1 -- 172.21.15.111:0/3099302186 >> v1:172.21.15.111:6789/0 conn(0x7f0df80ae8e0 legacy=0x7f0df80aecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:29.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.329+0000 7f0dfca1c640 1 -- 172.21.15.111:0/3099302186 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0df80b56c0 con 0x7f0df8148020 2024-09-19T04:38:29.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.329+0000 7f0df77fe640 1 -- 172.21.15.111:0/3099302186 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1740723236 0 0) 0x7f0df8148400 con 0x7f0df80ae8e0 2024-09-19T04:38:29.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.329+0000 7f0dfca1c640 1 --2- 172.21.15.111:0/3099302186 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0df8148020 0x7f0df80b0b30 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f0df80b6170 tx=0x7f0de802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9c3437ffdfebe53 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:29.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.329+0000 7f0df77fe640 1 -- 172.21.15.111:0/3099302186 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0de8007740 con 0x7f0df8148020 2024-09-19T04:38:29.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.329+0000 7f0df77fe640 1 -- 172.21.15.111:0/3099302186 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0de80078e0 con 0x7f0df8148020 2024-09-19T04:38:29.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.330+0000 7f0df77fe640 1 -- 172.21.15.111:0/3099302186 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0de8007cb0 con 0x7f0df8148020 2024-09-19T04:38:29.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.330+0000 7f0dfec80640 1 -- 172.21.15.111:0/3099302186 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0df8148020 msgr2=0x7f0df80b0b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:29.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.330+0000 7f0dfec80640 1 --2- 172.21.15.111:0/3099302186 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0df8148020 0x7f0df80b0b30 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f0df80b6170 tx=0x7f0de802a660 comp rx=0 tx=0).stop 2024-09-19T04:38:29.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.330+0000 7f0dfec80640 1 -- 172.21.15.111:0/3099302186 shutdown_connections 2024-09-19T04:38:29.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.330+0000 7f0dfec80640 1 --2- 172.21.15.111:0/3099302186 >> v2:172.21.15.114:3300/0 conn(0x7f0df80b4b90 0x7f0df80b6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:29.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.330+0000 7f0dfec80640 1 --2- 172.21.15.111:0/3099302186 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0df8148020 0x7f0df80b0b30 unknown :-1 s=CLOSED pgs=1132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:29.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.330+0000 7f0dfec80640 1 -- 172.21.15.111:0/3099302186 >> 172.21.15.111:0/3099302186 conn(0x7f0df806d0d0 msgr2=0x7f0df806d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:29.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.330+0000 7f0dfec80640 1 -- 172.21.15.111:0/3099302186 shutdown_connections 2024-09-19T04:38:29.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.330+0000 7f0dfec80640 1 -- 172.21.15.111:0/3099302186 wait complete. 2024-09-19T04:38:29.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.331+0000 7f0dfec80640 1 Processor -- start 2024-09-19T04:38:29.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.331+0000 7f0dfec80640 1 -- start start 2024-09-19T04:38:29.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.332+0000 7f0dfec80640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0df80ae8e0 0x7f0df80c7380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:29.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.332+0000 7f0dfec80640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0df80b4b90 0x7f0df81390d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:29.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.332+0000 7f0dfec80640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0df8148020 0x7f0df80c8810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:29.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.332+0000 7f0dfec80640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0df80b69c0 con 0x7f0df80b4b90 2024-09-19T04:38:29.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.332+0000 7f0dfec80640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0df80b5c80 con 0x7f0df80ae8e0 2024-09-19T04:38:29.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.332+0000 7f0dfec80640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0df80b5000 con 0x7f0df8148020 2024-09-19T04:38:29.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.332+0000 7f0df7fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0df80b4b90 0x7f0df81390d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:29.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.332+0000 7f0df7fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0df80b4b90 0x7f0df81390d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38572/0 (socket says 172.21.15.111:38572) 2024-09-19T04:38:29.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.332+0000 7f0df7fff640 1 -- 172.21.15.111:0/457509967 learned_addr learned my addr 172.21.15.111:0/457509967 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:29.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.332+0000 7f0dfca1c640 1 --2- 172.21.15.111:0/457509967 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0df80ae8e0 0x7f0df80c7380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:29.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.332+0000 7f0dfd21d640 1 --2- 172.21.15.111:0/457509967 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0df8148020 0x7f0df80c8810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:29.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.333+0000 7f0df7fff640 1 -- 172.21.15.111:0/457509967 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0df8148020 msgr2=0x7f0df80c8810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:29.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.333+0000 7f0df7fff640 1 --2- 172.21.15.111:0/457509967 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0df8148020 0x7f0df80c8810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:29.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.333+0000 7f0df7fff640 1 -- 172.21.15.111:0/457509967 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0df80ae8e0 msgr2=0x7f0df80c7380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:29.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.333+0000 7f0df7fff640 1 --2- 172.21.15.111:0/457509967 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0df80ae8e0 0x7f0df80c7380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:29.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.333+0000 7f0df7fff640 1 -- 172.21.15.111:0/457509967 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0df80c81c0 con 0x7f0df80b4b90 2024-09-19T04:38:29.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.333+0000 7f0df7fff640 1 --2- 172.21.15.111:0/457509967 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0df80b4b90 0x7f0df81390d0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f0dec00b440 tx=0x7f0dec00b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:29.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.333+0000 7f0df57fa640 1 -- 172.21.15.111:0/457509967 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dec015020 con 0x7f0df80b4b90 2024-09-19T04:38:29.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.333+0000 7f0df57fa640 1 -- 172.21.15.111:0/457509967 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0dec011890 con 0x7f0df80b4b90 2024-09-19T04:38:29.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.333+0000 7f0df57fa640 1 -- 172.21.15.111:0/457509967 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dec011c80 con 0x7f0df80b4b90 2024-09-19T04:38:29.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.333+0000 7f0dfec80640 1 -- 172.21.15.111:0/457509967 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0df8136730 con 0x7f0df80b4b90 2024-09-19T04:38:29.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.333+0000 7f0dfec80640 1 -- 172.21.15.111:0/457509967 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0df80c7ee0 con 0x7f0df80b4b90 2024-09-19T04:38:29.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.334+0000 7f0dfec80640 1 -- 172.21.15.111:0/457509967 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0df806e460 con 0x7f0df80b4b90 2024-09-19T04:38:29.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.335+0000 7f0df57fa640 1 -- 172.21.15.111:0/457509967 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f0dec018020 con 0x7f0df80b4b90 2024-09-19T04:38:29.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.335+0000 7f0df57fa640 1 --2- 172.21.15.111:0/457509967 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0de406c6a0 0x7f0de406eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:29.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.335+0000 7f0df57fa640 1 -- 172.21.15.111:0/457509967 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f0dec08bbc0 con 0x7f0df80b4b90 2024-09-19T04:38:29.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.335+0000 7f0dfca1c640 1 --2- 172.21.15.111:0/457509967 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0de406c6a0 0x7f0de406eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:29.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.336+0000 7f0dfca1c640 1 --2- 172.21.15.111:0/457509967 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0de406c6a0 0x7f0de406eb60 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f0de8034000 tx=0x7f0de802f000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:29.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.339+0000 7f0df57fa640 1 -- 172.21.15.111:0/457509967 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0dec01f020 con 0x7f0df80b4b90 2024-09-19T04:38:29.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:29.539+0000 7f0dfec80640 1 -- 172.21.15.111:0/457509967 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f0df80b2d40 con 0x7f0df80b4b90 2024-09-19T04:38:30.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.215+0000 7f0df57fa640 1 -- 172.21.15.111:0/457509967 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v61) ==== 122+0+0 (secure 0 0 0) 0x7f0dec00d040 con 0x7f0df80b4b90 2024-09-19T04:38:30.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.218+0000 7f0dfec80640 1 -- 172.21.15.111:0/457509967 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0de406c6a0 msgr2=0x7f0de406eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:30.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.218+0000 7f0dfec80640 1 --2- 172.21.15.111:0/457509967 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0de406c6a0 0x7f0de406eb60 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f0de8034000 tx=0x7f0de802f000 comp rx=0 tx=0).stop 2024-09-19T04:38:30.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.218+0000 7f0dfec80640 1 -- 172.21.15.111:0/457509967 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0df80b4b90 msgr2=0x7f0df81390d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:30.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.218+0000 7f0dfec80640 1 --2- 172.21.15.111:0/457509967 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0df80b4b90 0x7f0df81390d0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f0dec00b440 tx=0x7f0dec00b900 comp rx=0 tx=0).stop 2024-09-19T04:38:30.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.218+0000 7f0dfec80640 1 -- 172.21.15.111:0/457509967 shutdown_connections 2024-09-19T04:38:30.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.218+0000 7f0dfec80640 1 --2- 172.21.15.111:0/457509967 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0de406c6a0 0x7f0de406eb60 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.218+0000 7f0dfec80640 1 --2- 172.21.15.111:0/457509967 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0df8148020 0x7f0df80c8810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.218+0000 7f0dfec80640 1 --2- 172.21.15.111:0/457509967 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0df80b4b90 0x7f0df81390d0 unknown :-1 s=CLOSED pgs=1133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.218+0000 7f0dfec80640 1 --2- 172.21.15.111:0/457509967 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0df80ae8e0 0x7f0df80c7380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.218+0000 7f0dfec80640 1 -- 172.21.15.111:0/457509967 >> 172.21.15.111:0/457509967 conn(0x7f0df806d0d0 msgr2=0x7f0df80b3640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:30.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.218+0000 7f0dfec80640 1 -- 172.21.15.111:0/457509967 shutdown_connections 2024-09-19T04:38:30.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.218+0000 7f0dfec80640 1 -- 172.21.15.111:0/457509967 wait complete. 2024-09-19T04:38:30.234 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T04:38:30.234 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:38:30.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.335+0000 7f027f98d640 1 Processor -- start 2024-09-19T04:38:30.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.335+0000 7f027f98d640 1 -- start start 2024-09-19T04:38:30.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.336+0000 7f027f98d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f02780d02a0 0x7f02780d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:30.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.336+0000 7f027f98d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f027815ceb0 0x7f02781594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:30.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.336+0000 7f027f98d640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02780d0bc0 con 0x7f027815ca40 2024-09-19T04:38:30.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.336+0000 7f027f98d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f027815d390 con 0x7f02780d02a0 2024-09-19T04:38:30.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.336+0000 7f027f98d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f027815d670 con 0x7f027815ceb0 2024-09-19T04:38:30.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.336+0000 7f027d729640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f02780d02a0 0x7f02780d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:30.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.336+0000 7f027df2a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f027815ceb0 0x7f02781594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:30.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.336+0000 7f027d729640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f02780d02a0 0x7f02780d0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:37704/0 (socket says 172.21.15.111:37704) 2024-09-19T04:38:30.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.336+0000 7f027d729640 1 -- 172.21.15.111:0/2878601221 learned_addr learned my addr 172.21.15.111:0/2878601221 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:30.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.336+0000 7f027d729640 1 -- 172.21.15.111:0/2878601221 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f027815ceb0 msgr2=0x7f02781594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:30.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.336+0000 7f027d729640 1 --2- 172.21.15.111:0/2878601221 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f027815ceb0 0x7f02781594c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.336+0000 7f027d729640 1 -- 172.21.15.111:0/2878601221 >> v1:172.21.15.114:6789/0 conn(0x7f027815ca40 legacy=0x7f027815e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:30.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.336+0000 7f026ffff640 1 -- 172.21.15.111:0/2878601221 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2066546180 0 0) 0x7f02780d0bc0 con 0x7f027815ca40 2024-09-19T04:38:30.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.337+0000 7f027d729640 1 -- 172.21.15.111:0/2878601221 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f027815d950 con 0x7f02780d02a0 2024-09-19T04:38:30.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.337+0000 7f027df2a640 1 --2- 172.21.15.111:0/2878601221 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f027815ceb0 0x7f02781594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:38:30.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.337+0000 7f027d729640 1 --2- 172.21.15.111:0/2878601221 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f02780d02a0 0x7f02780d0680 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f0274009870 tx=0x7f027402a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fed3febca4a63129 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:30.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.337+0000 7f026ffff640 1 -- 172.21.15.111:0/2878601221 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0274037070 con 0x7f02780d02a0 2024-09-19T04:38:30.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.337+0000 7f026ffff640 1 -- 172.21.15.111:0/2878601221 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0274032440 con 0x7f02780d02a0 2024-09-19T04:38:30.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.337+0000 7f026ffff640 1 -- 172.21.15.111:0/2878601221 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0274032810 con 0x7f02780d02a0 2024-09-19T04:38:30.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.338+0000 7f027f98d640 1 -- 172.21.15.111:0/2878601221 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f02780d02a0 msgr2=0x7f02780d0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:30.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.338+0000 7f027f98d640 1 --2- 172.21.15.111:0/2878601221 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f02780d02a0 0x7f02780d0680 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f0274009870 tx=0x7f027402a1c0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.338+0000 7f027f98d640 1 -- 172.21.15.111:0/2878601221 shutdown_connections 2024-09-19T04:38:30.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.338+0000 7f027f98d640 1 --2- 172.21.15.111:0/2878601221 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f027815ceb0 0x7f02781594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.338+0000 7f027f98d640 1 --2- 172.21.15.111:0/2878601221 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f02780d02a0 0x7f02780d0680 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.338+0000 7f027f98d640 1 -- 172.21.15.111:0/2878601221 >> 172.21.15.111:0/2878601221 conn(0x7f0278062cc0 msgr2=0x7f027806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:30.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.338+0000 7f027f98d640 1 -- 172.21.15.111:0/2878601221 shutdown_connections 2024-09-19T04:38:30.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.338+0000 7f027f98d640 1 -- 172.21.15.111:0/2878601221 wait complete. 2024-09-19T04:38:30.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.339+0000 7f027f98d640 1 Processor -- start 2024-09-19T04:38:30.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.339+0000 7f027f98d640 1 -- start start 2024-09-19T04:38:30.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.340+0000 7f027f98d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f02780d02a0 0x7f0278073e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:30.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.340+0000 7f027f98d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f027815ca40 0x7f027814c760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:30.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.340+0000 7f027f98d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f027815ceb0 0x7f02780aa4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:30.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.340+0000 7f027f98d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f027815eb40 con 0x7f027815ceb0 2024-09-19T04:38:30.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.340+0000 7f027f98d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f027815df10 con 0x7f027815ca40 2024-09-19T04:38:30.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.340+0000 7f027f98d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0278155b90 con 0x7f02780d02a0 2024-09-19T04:38:30.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.340+0000 7f027df2a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f027815ceb0 0x7f02780aa4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:30.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.340+0000 7f027df2a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f027815ceb0 0x7f02780aa4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38588/0 (socket says 172.21.15.111:38588) 2024-09-19T04:38:30.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.340+0000 7f027df2a640 1 -- 172.21.15.111:0/1708956382 learned_addr learned my addr 172.21.15.111:0/1708956382 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:30.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.340+0000 7f027cf28640 1 --2- 172.21.15.111:0/1708956382 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f027815ca40 0x7f027814c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:30.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.340+0000 7f027d729640 1 --2- 172.21.15.111:0/1708956382 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f02780d02a0 0x7f0278073e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:30.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.341+0000 7f027df2a640 1 -- 172.21.15.111:0/1708956382 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f02780d02a0 msgr2=0x7f0278073e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:30.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.341+0000 7f027df2a640 1 --2- 172.21.15.111:0/1708956382 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f02780d02a0 0x7f0278073e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.341+0000 7f027df2a640 1 -- 172.21.15.111:0/1708956382 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f027815ca40 msgr2=0x7f027814c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:30.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.341+0000 7f027df2a640 1 --2- 172.21.15.111:0/1708956382 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f027815ca40 0x7f027814c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.341+0000 7f027df2a640 1 -- 172.21.15.111:0/1708956382 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02780ac4a0 con 0x7f027815ceb0 2024-09-19T04:38:30.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.341+0000 7f027cf28640 1 --2- 172.21.15.111:0/1708956382 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f027815ca40 0x7f027814c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:30.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.341+0000 7f027df2a640 1 --2- 172.21.15.111:0/1708956382 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f027815ceb0 0x7f02780aa4d0 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7f027000efc0 tx=0x7f027000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:30.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.341+0000 7f026dffb640 1 -- 172.21.15.111:0/1708956382 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0270018020 con 0x7f027815ceb0 2024-09-19T04:38:30.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.341+0000 7f026dffb640 1 -- 172.21.15.111:0/1708956382 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0270014480 con 0x7f027815ceb0 2024-09-19T04:38:30.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.341+0000 7f027f98d640 1 -- 172.21.15.111:0/1708956382 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02780ac740 con 0x7f027815ceb0 2024-09-19T04:38:30.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.341+0000 7f026dffb640 1 -- 172.21.15.111:0/1708956382 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0270014870 con 0x7f027815ceb0 2024-09-19T04:38:30.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.341+0000 7f027f98d640 1 -- 172.21.15.111:0/1708956382 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02780acd00 con 0x7f027815ceb0 2024-09-19T04:38:30.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.342+0000 7f027f98d640 1 -- 172.21.15.111:0/1708956382 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02780b4790 con 0x7f027815ceb0 2024-09-19T04:38:30.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.342+0000 7f026dffb640 1 -- 172.21.15.111:0/1708956382 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f0270005d10 con 0x7f027815ceb0 2024-09-19T04:38:30.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.343+0000 7f026dffb640 1 --2- 172.21.15.111:0/1708956382 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f025c06c6a0 0x7f025c06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:30.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.343+0000 7f026dffb640 1 -- 172.21.15.111:0/1708956382 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f027008c9f0 con 0x7f027815ceb0 2024-09-19T04:38:30.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.343+0000 7f027d729640 1 --2- 172.21.15.111:0/1708956382 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f025c06c6a0 0x7f025c06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:30.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.343+0000 7f027d729640 1 --2- 172.21.15.111:0/1708956382 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f025c06c6a0 0x7f025c06eb60 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f0274034000 tx=0x7f027402e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:30.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.347+0000 7f026dffb640 1 -- 172.21.15.111:0/1708956382 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0270022030 con 0x7f027815ceb0 2024-09-19T04:38:30.366 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d has been restored 2024-09-19T04:38:30.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.542+0000 7f027f98d640 1 -- 172.21.15.111:0/1708956382 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f027814cca0 con 0x7f027815ceb0 2024-09-19T04:38:30.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.543+0000 7f026dffb640 1 -- 172.21.15.111:0/1708956382 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+5237 (secure 0 0 0) 0x7f0270010040 con 0x7f027815ceb0 2024-09-19T04:38:30.545 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:30.545 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":61,"btime":"2024-09-19T04:38:30:214251+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6778,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/1652126105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":1652126105},{"type":"v1","addr":"172.21.15.114:6835","nonce":1652126105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":7344,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/3302571215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3302571215},{"type":"v1","addr":"172.21.15.111:6834","nonce":3302571215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":7347,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/2737626972","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":2737626972},{"type":"v1","addr":"172.21.15.111:6835","nonce":2737626972}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:38:27.246960+0000","modified":"2024-09-19T04:38:29.542096+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7359},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7359":{"gid":7359,"name":"d","rank":0,"incarnation":58,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6834/3367116277","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3367116277},{"type":"v1","addr":"172.21.15.114:6834","nonce":3367116277}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7359,"qdb_cluster":[7359]},"id":9}]} 2024-09-19T04:38:30.546 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 61 2024-09-19T04:38:30.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.544+0000 7f027f98d640 1 -- 172.21.15.111:0/1708956382 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f025c06c6a0 msgr2=0x7f025c06eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:30.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.544+0000 7f027f98d640 1 --2- 172.21.15.111:0/1708956382 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f025c06c6a0 0x7f025c06eb60 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f0274034000 tx=0x7f027402e000 comp rx=0 tx=0).stop 2024-09-19T04:38:30.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.544+0000 7f027f98d640 1 -- 172.21.15.111:0/1708956382 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f027815ceb0 msgr2=0x7f02780aa4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:30.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.544+0000 7f027f98d640 1 --2- 172.21.15.111:0/1708956382 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f027815ceb0 0x7f02780aa4d0 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7f027000efc0 tx=0x7f027000c490 comp rx=0 tx=0).stop 2024-09-19T04:38:30.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.545+0000 7f027f98d640 1 -- 172.21.15.111:0/1708956382 shutdown_connections 2024-09-19T04:38:30.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.545+0000 7f027f98d640 1 --2- 172.21.15.111:0/1708956382 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f025c06c6a0 0x7f025c06eb60 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.545+0000 7f027f98d640 1 --2- 172.21.15.111:0/1708956382 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f027815ceb0 0x7f02780aa4d0 unknown :-1 s=CLOSED pgs=1134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.545+0000 7f027f98d640 1 --2- 172.21.15.111:0/1708956382 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f027815ca40 0x7f027814c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.545+0000 7f027f98d640 1 --2- 172.21.15.111:0/1708956382 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f02780d02a0 0x7f0278073e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.545+0000 7f027f98d640 1 -- 172.21.15.111:0/1708956382 >> 172.21.15.111:0/1708956382 conn(0x7f0278062cc0 msgr2=0x7f027815b880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:30.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.545+0000 7f027f98d640 1 -- 172.21.15.111:0/1708956382 shutdown_connections 2024-09-19T04:38:30.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.545+0000 7f027f98d640 1 -- 172.21.15.111:0/1708956382 wait complete. 2024-09-19T04:38:30.558 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:38:30.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.653+0000 7f6fa0b1f640 1 Processor -- start 2024-09-19T04:38:30.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.653+0000 7f6fa0b1f640 1 -- start start 2024-09-19T04:38:30.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.654+0000 7f6fa0b1f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6f9c15c5e0 0x7f6f9c0712b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:30.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.654+0000 7f6fa0b1f640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f6f9c0b6d50 0x7f6f9c0b7190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:30.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.654+0000 7f6fa0b1f640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f9c15c9c0 con 0x7f6f9c1600e0 2024-09-19T04:38:30.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.654+0000 7f6fa0b1f640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f6f9c074100 con 0x7f6f9c0b6d50 2024-09-19T04:38:30.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.654+0000 7f6fa0b1f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6f9c0b76d0 con 0x7f6f9c15c5e0 2024-09-19T04:38:30.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.654+0000 7f6f9ad9d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f6f9c1600e0 0x7f6f9c160590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36618/0 (socket says 172.21.15.111:36618) 2024-09-19T04:38:30.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.654+0000 7f6f9ad9d640 1 -- 172.21.15.111:0/556344551 learned_addr learned my addr 172.21.15.111:0/556344551 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:30.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f9a59c640 1 --2- 172.21.15.111:0/556344551 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6f9c15c5e0 0x7f6f9c0712b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:30.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f99d9b640 1 --2- 172.21.15.111:0/556344551 >> v2:172.21.15.114:3300/0 conn(0x7f6f9c0b6d50 0x7f6f9c0b7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:30.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f9959a640 1 -- 172.21.15.111:0/556344551 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2597324894 0 0) 0x7f6f9c15c9c0 con 0x7f6f9c1600e0 2024-09-19T04:38:30.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f9959a640 1 -- 172.21.15.111:0/556344551 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6f84003520 con 0x7f6f9c1600e0 2024-09-19T04:38:30.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f9959a640 1 -- 172.21.15.111:0/556344551 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 788204058 0 0) 0x7f6f84003520 con 0x7f6f9c1600e0 2024-09-19T04:38:30.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f9959a640 1 -- 172.21.15.111:0/556344551 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6f9c15c5e0 msgr2=0x7f6f9c0712b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:30.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f9959a640 1 --2- 172.21.15.111:0/556344551 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6f9c15c5e0 0x7f6f9c0712b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f9959a640 1 -- 172.21.15.111:0/556344551 >> v2:172.21.15.114:3300/0 conn(0x7f6f9c0b6d50 msgr2=0x7f6f9c0b7190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:30.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f9959a640 1 --2- 172.21.15.111:0/556344551 >> v2:172.21.15.114:3300/0 conn(0x7f6f9c0b6d50 0x7f6f9c0b7190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f9959a640 1 -- 172.21.15.111:0/556344551 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f9c0b1dd0 con 0x7f6f9c1600e0 2024-09-19T04:38:30.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f9959a640 1 -- 172.21.15.111:0/556344551 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f6f94001670 con 0x7f6f9c1600e0 2024-09-19T04:38:30.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f9959a640 1 -- 172.21.15.111:0/556344551 >> v1:172.21.15.111:6789/0 conn(0x7f6f9c1600e0 legacy=0x7f6f9c160590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:30.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f9959a640 1 --2- 172.21.15.111:0/556344551 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6f9c15c5e0 0x7f6f840039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:30.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f9959a640 1 --2- 172.21.15.111:0/556344551 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f84003f30 0x7f6f84004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:30.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f9959a640 1 --2- 172.21.15.111:0/556344551 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6f84004d40 0x7f6f840051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:30.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f9959a640 1 -- 172.21.15.111:0/556344551 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6f9c074100 con 0x7f6f84003f30 2024-09-19T04:38:30.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f9959a640 1 -- 172.21.15.111:0/556344551 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6f9c0b76d0 con 0x7f6f84004d40 2024-09-19T04:38:30.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f9959a640 1 -- 172.21.15.111:0/556344551 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6f8400b9c0 con 0x7f6f9c15c5e0 2024-09-19T04:38:30.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f99d9b640 1 --2- 172.21.15.111:0/556344551 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f84003f30 0x7f6f84004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:30.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f9a59c640 1 --2- 172.21.15.111:0/556344551 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6f9c15c5e0 0x7f6f840039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:30.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f9ad9d640 1 --2- 172.21.15.111:0/556344551 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6f84004d40 0x7f6f840051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:30.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f99d9b640 1 -- 172.21.15.111:0/556344551 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6f9c15c5e0 msgr2=0x7f6f840039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:30.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f99d9b640 1 --2- 172.21.15.111:0/556344551 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6f9c15c5e0 0x7f6f840039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f99d9b640 1 -- 172.21.15.111:0/556344551 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6f84004d40 msgr2=0x7f6f840051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:30.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.655+0000 7f6f99d9b640 1 --2- 172.21.15.111:0/556344551 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6f84004d40 0x7f6f840051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.656+0000 7f6f99d9b640 1 -- 172.21.15.111:0/556344551 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f84003520 con 0x7f6f84003f30 2024-09-19T04:38:30.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.656+0000 7f6f99d9b640 1 --2- 172.21.15.111:0/556344551 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f84003f30 0x7f6f84004800 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7f6f90009a90 tx=0x7f6f84005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b1b3c62c5c88843 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:30.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.656+0000 7f6f9959a640 1 -- 172.21.15.111:0/556344551 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f90036070 con 0x7f6f84003f30 2024-09-19T04:38:30.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.656+0000 7f6f9959a640 1 -- 172.21.15.111:0/556344551 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f90031400 con 0x7f6f84003f30 2024-09-19T04:38:30.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.656+0000 7f6f9959a640 1 -- 172.21.15.111:0/556344551 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f90009690 con 0x7f6f84003f30 2024-09-19T04:38:30.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.657+0000 7f6fa0b1f640 1 -- 172.21.15.111:0/556344551 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f84003f30 msgr2=0x7f6f84004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:30.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.657+0000 7f6fa0b1f640 1 --2- 172.21.15.111:0/556344551 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f84003f30 0x7f6f84004800 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7f6f90009a90 tx=0x7f6f84005830 comp rx=0 tx=0).stop 2024-09-19T04:38:30.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.657+0000 7f6f9ad9d640 1 -- 172.21.15.111:0/556344551 reap_dead start 2024-09-19T04:38:30.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.657+0000 7f6fa0b1f640 1 -- 172.21.15.111:0/556344551 shutdown_connections 2024-09-19T04:38:30.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.657+0000 7f6fa0b1f640 1 -- 172.21.15.111:0/556344551 >> 172.21.15.111:0/556344551 conn(0x7f6f9c0b4220 msgr2=0x7f6f9c0b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:30.663 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.657+0000 7f6fa0b1f640 1 -- 172.21.15.111:0/556344551 shutdown_connections 2024-09-19T04:38:30.663 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.657+0000 7f6fa0b1f640 1 -- 172.21.15.111:0/556344551 wait complete. 2024-09-19T04:38:30.665 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.658+0000 7f6fa0b1f640 1 Processor -- start 2024-09-19T04:38:30.665 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.658+0000 7f6fa0b1f640 1 -- start start 2024-09-19T04:38:30.665 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.659+0000 7f6fa0b1f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6f84003f30 0x7f6f9c0b0de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:30.665 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.659+0000 7f6fa0b1f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f9c06d960 0x7f6f9c06e590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:30.665 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.659+0000 7f6fa0b1f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6f9c15a9f0 0x7f6f9c15edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:30.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.659+0000 7f6fa0b1f640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6f9c073ab0 con 0x7f6f9c06d960 2024-09-19T04:38:30.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.659+0000 7f6fa0b1f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6f9c0737d0 con 0x7f6f9c15a9f0 2024-09-19T04:38:30.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.659+0000 7f6fa0b1f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6f9c073d90 con 0x7f6f84003f30 2024-09-19T04:38:30.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.659+0000 7f6f99d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f9c06d960 0x7f6f9c06e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:30.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.659+0000 7f6f99d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f9c06d960 0x7f6f9c06e590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38612/0 (socket says 172.21.15.111:38612) 2024-09-19T04:38:30.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.659+0000 7f6f99d9b640 1 -- 172.21.15.111:0/2477665438 learned_addr learned my addr 172.21.15.111:0/2477665438 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:30.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.659+0000 7f6f9a59c640 1 --2- 172.21.15.111:0/2477665438 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6f84003f30 0x7f6f9c0b0de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:30.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.659+0000 7f6f9ad9d640 1 --2- 172.21.15.111:0/2477665438 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6f9c15a9f0 0x7f6f9c15edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:30.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.659+0000 7f6f99d9b640 1 -- 172.21.15.111:0/2477665438 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6f84003f30 msgr2=0x7f6f9c0b0de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:30.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.659+0000 7f6f99d9b640 1 --2- 172.21.15.111:0/2477665438 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6f84003f30 0x7f6f9c0b0de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.659+0000 7f6f99d9b640 1 -- 172.21.15.111:0/2477665438 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6f9c15a9f0 msgr2=0x7f6f9c15edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:30.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.659+0000 7f6f99d9b640 1 --2- 172.21.15.111:0/2477665438 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6f9c15a9f0 0x7f6f9c15edb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.659+0000 7f6f99d9b640 1 -- 172.21.15.111:0/2477665438 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f9c159c50 con 0x7f6f9c06d960 2024-09-19T04:38:30.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.659+0000 7f6f9ad9d640 1 --2- 172.21.15.111:0/2477665438 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6f9c15a9f0 0x7f6f9c15edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:30.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.660+0000 7f6f99d9b640 1 --2- 172.21.15.111:0/2477665438 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f9c06d960 0x7f6f9c06e590 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7f6f90009bb0 tx=0x7f6f90004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:30.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.660+0000 7f6f8affd640 1 -- 172.21.15.111:0/2477665438 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f90040070 con 0x7f6f9c06d960 2024-09-19T04:38:30.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.660+0000 7f6f8affd640 1 -- 172.21.15.111:0/2477665438 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f9003b680 con 0x7f6f9c06d960 2024-09-19T04:38:30.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.660+0000 7f6fa0b1f640 1 -- 172.21.15.111:0/2477665438 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f9c0b1320 con 0x7f6f9c06d960 2024-09-19T04:38:30.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.660+0000 7f6f8affd640 1 -- 172.21.15.111:0/2477665438 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f90036040 con 0x7f6f9c06d960 2024-09-19T04:38:30.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.660+0000 7f6fa0b1f640 1 -- 172.21.15.111:0/2477665438 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f9c159f10 con 0x7f6f9c06d960 2024-09-19T04:38:30.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.661+0000 7f6fa0b1f640 1 -- 172.21.15.111:0/2477665438 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f9c073130 con 0x7f6f9c06d960 2024-09-19T04:38:30.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.661+0000 7f6f8affd640 1 -- 172.21.15.111:0/2477665438 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f6f90043070 con 0x7f6f9c06d960 2024-09-19T04:38:30.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.662+0000 7f6f8affd640 1 --2- 172.21.15.111:0/2477665438 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6f7c06c6a0 0x7f6f7c06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:30.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.662+0000 7f6f8affd640 1 -- 172.21.15.111:0/2477665438 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f6f900ac270 con 0x7f6f9c06d960 2024-09-19T04:38:30.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.662+0000 7f6f9a59c640 1 --2- 172.21.15.111:0/2477665438 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6f7c06c6a0 0x7f6f7c06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:30.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.663+0000 7f6f9a59c640 1 --2- 172.21.15.111:0/2477665438 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6f7c06c6a0 0x7f6f7c06eb60 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f6f8c014430 tx=0x7f6f8c00b040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:30.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.666+0000 7f6f8affd640 1 -- 172.21.15.111:0/2477665438 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6f90079e20 con 0x7f6f9c06d960 2024-09-19T04:38:30.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.833+0000 7f6fa0b1f640 1 -- 172.21.15.111:0/2477665438 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6f9c071a60 con 0x7f6f9c06d960 2024-09-19T04:38:30.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.835+0000 7f6f8affd640 1 -- 172.21.15.111:0/2477665438 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v117) ==== 74+0+16831 (secure 0 0 0) 0x7f6f9007e120 con 0x7f6f9c06d960 2024-09-19T04:38:30.837 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:30.837 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":117,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:38:28.911737+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:38:25.582539+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-19T04:38:26.208963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"117","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:38:30.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.837+0000 7f6fa0b1f640 1 -- 172.21.15.111:0/2477665438 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6f7c06c6a0 msgr2=0x7f6f7c06eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:30.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.837+0000 7f6fa0b1f640 1 --2- 172.21.15.111:0/2477665438 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6f7c06c6a0 0x7f6f7c06eb60 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f6f8c014430 tx=0x7f6f8c00b040 comp rx=0 tx=0).stop 2024-09-19T04:38:30.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.837+0000 7f6fa0b1f640 1 -- 172.21.15.111:0/2477665438 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f9c06d960 msgr2=0x7f6f9c06e590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:30.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.837+0000 7f6fa0b1f640 1 --2- 172.21.15.111:0/2477665438 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f9c06d960 0x7f6f9c06e590 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7f6f90009bb0 tx=0x7f6f90004730 comp rx=0 tx=0).stop 2024-09-19T04:38:30.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.837+0000 7f6fa0b1f640 1 -- 172.21.15.111:0/2477665438 shutdown_connections 2024-09-19T04:38:30.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.837+0000 7f6fa0b1f640 1 --2- 172.21.15.111:0/2477665438 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6f7c06c6a0 0x7f6f7c06eb60 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.837+0000 7f6fa0b1f640 1 --2- 172.21.15.111:0/2477665438 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6f9c15a9f0 0x7f6f9c15edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.837+0000 7f6fa0b1f640 1 --2- 172.21.15.111:0/2477665438 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f9c06d960 0x7f6f9c06e590 unknown :-1 s=CLOSED pgs=1137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.837+0000 7f6fa0b1f640 1 --2- 172.21.15.111:0/2477665438 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6f84003f30 0x7f6f9c0b0de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.837+0000 7f6fa0b1f640 1 -- 172.21.15.111:0/2477665438 >> 172.21.15.111:0/2477665438 conn(0x7f6f9c0b4220 msgr2=0x7f6f9c0b2b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:30.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.837+0000 7f6fa0b1f640 1 -- 172.21.15.111:0/2477665438 shutdown_connections 2024-09-19T04:38:30.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.837+0000 7f6fa0b1f640 1 -- 172.21.15.111:0/2477665438 wait complete. 2024-09-19T04:38:30.850 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T04:38:30.851 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:38:30.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.946+0000 7fc813c7b640 1 Processor -- start 2024-09-19T04:38:30.949 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.947+0000 7fc813c7b640 1 -- start start 2024-09-19T04:38:30.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.947+0000 7fc813c7b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc80c151c50 0x7fc80c0cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:30.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.947+0000 7fc813c7b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc80c0cd5f0 con 0x7fc80c06be10 2024-09-19T04:38:30.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.947+0000 7fc813c7b640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc80c0cd8d0 con 0x7fc80c06c1f0 2024-09-19T04:38:30.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.947+0000 7fc813c7b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc80c0cdbb0 con 0x7fc80c151c50 2024-09-19T04:38:30.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.948+0000 7fc811a17640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fc80c06be10 0x7fc80c151540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36634/0 (socket says 172.21.15.111:36634) 2024-09-19T04:38:30.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.948+0000 7fc811a17640 1 -- 172.21.15.111:0/2161665823 learned_addr learned my addr 172.21.15.111:0/2161665823 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:30.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.948+0000 7fc811216640 1 --2- 172.21.15.111:0/2161665823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc80c151c50 0x7fc80c0cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:30.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.948+0000 7fc810a15640 1 -- 172.21.15.111:0/2161665823 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 392557469 0 0) 0x7fc80c0cd5f0 con 0x7fc80c06be10 2024-09-19T04:38:30.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.948+0000 7fc810a15640 1 -- 172.21.15.111:0/2161665823 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc7f4004630 con 0x7fc80c06be10 2024-09-19T04:38:30.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.948+0000 7fc810a15640 1 -- 172.21.15.111:0/2161665823 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3700784317 0 0) 0x7fc7f4004630 con 0x7fc80c06be10 2024-09-19T04:38:30.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.948+0000 7fc810a15640 1 -- 172.21.15.111:0/2161665823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc80c151c50 msgr2=0x7fc80c0cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:30.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.948+0000 7fc810a15640 1 --2- 172.21.15.111:0/2161665823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc80c151c50 0x7fc80c0cd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.948+0000 7fc810a15640 1 -- 172.21.15.111:0/2161665823 >> v1:172.21.15.114:6789/0 conn(0x7fc80c06c1f0 legacy=0x7fc80c164750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:30.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.948+0000 7fc810a15640 1 -- 172.21.15.111:0/2161665823 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc80c0cde90 con 0x7fc80c06be10 2024-09-19T04:38:30.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.948+0000 7fc810a15640 1 -- 172.21.15.111:0/2161665823 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fc804001670 con 0x7fc80c06be10 2024-09-19T04:38:30.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.948+0000 7fc810a15640 1 -- 172.21.15.111:0/2161665823 >> v1:172.21.15.111:6789/0 conn(0x7fc80c06be10 legacy=0x7fc80c151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:30.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.948+0000 7fc810a15640 1 --2- 172.21.15.111:0/2161665823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc80c151c50 0x7fc7f4004af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:30.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.948+0000 7fc810a15640 1 --2- 172.21.15.111:0/2161665823 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7f4005030 0x7fc7f4005910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:30.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.948+0000 7fc810a15640 1 --2- 172.21.15.111:0/2161665823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7f4005e50 0x7fc7f40062d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:30.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.948+0000 7fc810a15640 1 -- 172.21.15.111:0/2161665823 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc80c0cdbb0 con 0x7fc7f4005e50 2024-09-19T04:38:30.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.948+0000 7fc810a15640 1 -- 172.21.15.111:0/2161665823 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc7f400cb30 con 0x7fc7f4005030 2024-09-19T04:38:30.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.948+0000 7fc810a15640 1 -- 172.21.15.111:0/2161665823 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc7f40034c0 con 0x7fc80c151c50 2024-09-19T04:38:30.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.948+0000 7fc812218640 1 --2- 172.21.15.111:0/2161665823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7f4005e50 0x7fc7f40062d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:30.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.948+0000 7fc811a17640 1 --2- 172.21.15.111:0/2161665823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc80c151c50 0x7fc7f4004af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:30.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.948+0000 7fc811216640 1 --2- 172.21.15.111:0/2161665823 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7f4005030 0x7fc7f4005910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:30.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.949+0000 7fc812218640 1 -- 172.21.15.111:0/2161665823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc80c151c50 msgr2=0x7fc7f4004af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:30.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.949+0000 7fc812218640 1 --2- 172.21.15.111:0/2161665823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc80c151c50 0x7fc7f4004af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.949+0000 7fc812218640 1 -- 172.21.15.111:0/2161665823 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7f4005030 msgr2=0x7fc7f4005910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:30.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.949+0000 7fc812218640 1 --2- 172.21.15.111:0/2161665823 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7f4005030 0x7fc7f4005910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.949+0000 7fc812218640 1 -- 172.21.15.111:0/2161665823 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7f4004630 con 0x7fc7f4005e50 2024-09-19T04:38:30.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.949+0000 7fc811216640 1 --2- 172.21.15.111:0/2161665823 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7f4005030 0x7fc7f4005910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:30.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.949+0000 7fc812218640 1 --2- 172.21.15.111:0/2161665823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7f4005e50 0x7fc7f40062d0 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7fc7fc001860 tx=0x7fc7f4006940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e5e6a20d79a53d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:30.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.949+0000 7fc810a15640 1 -- 172.21.15.111:0/2161665823 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7fc037070 con 0x7fc7f4005e50 2024-09-19T04:38:30.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.949+0000 7fc810a15640 1 -- 172.21.15.111:0/2161665823 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7fc02abf0 con 0x7fc7f4005e50 2024-09-19T04:38:30.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.949+0000 7fc810a15640 1 -- 172.21.15.111:0/2161665823 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7fc001430 con 0x7fc7f4005e50 2024-09-19T04:38:30.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.950+0000 7fc813c7b640 1 -- 172.21.15.111:0/2161665823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7f4005e50 msgr2=0x7fc7f40062d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:30.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.950+0000 7fc813c7b640 1 --2- 172.21.15.111:0/2161665823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7f4005e50 0x7fc7f40062d0 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7fc7fc001860 tx=0x7fc7f4006940 comp rx=0 tx=0).stop 2024-09-19T04:38:30.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.950+0000 7fc812218640 1 -- 172.21.15.111:0/2161665823 reap_dead start 2024-09-19T04:38:30.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.950+0000 7fc813c7b640 1 -- 172.21.15.111:0/2161665823 shutdown_connections 2024-09-19T04:38:30.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.950+0000 7fc813c7b640 1 -- 172.21.15.111:0/2161665823 >> 172.21.15.111:0/2161665823 conn(0x7fc80c062cc0 msgr2=0x7fc80c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:30.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.950+0000 7fc813c7b640 1 -- 172.21.15.111:0/2161665823 shutdown_connections 2024-09-19T04:38:30.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.950+0000 7fc813c7b640 1 -- 172.21.15.111:0/2161665823 wait complete. 2024-09-19T04:38:30.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.951+0000 7fc813c7b640 1 Processor -- start 2024-09-19T04:38:30.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.951+0000 7fc813c7b640 1 -- start start 2024-09-19T04:38:30.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.952+0000 7fc813c7b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc80c157be0 0x7fc80c1f4400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:30.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.952+0000 7fc813c7b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc80c15eca0 0x7fc80c1523d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:30.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.952+0000 7fc813c7b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc80c152910 0x7fc80c0ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:30.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.952+0000 7fc813c7b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc80c0cd010 con 0x7fc80c15eca0 2024-09-19T04:38:30.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.952+0000 7fc813c7b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc80c0ce690 con 0x7fc80c157be0 2024-09-19T04:38:30.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.952+0000 7fc813c7b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc80c0cd190 con 0x7fc80c152910 2024-09-19T04:38:30.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.952+0000 7fc811216640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc80c15eca0 0x7fc80c1523d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:30.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.952+0000 7fc811216640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc80c15eca0 0x7fc80c1523d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38620/0 (socket says 172.21.15.111:38620) 2024-09-19T04:38:30.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.952+0000 7fc811216640 1 -- 172.21.15.111:0/3729115259 learned_addr learned my addr 172.21.15.111:0/3729115259 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:30.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.952+0000 7fc811a17640 1 --2- 172.21.15.111:0/3729115259 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc80c157be0 0x7fc80c1f4400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:30.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.952+0000 7fc812218640 1 --2- 172.21.15.111:0/3729115259 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc80c152910 0x7fc80c0ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:30.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.952+0000 7fc811216640 1 -- 172.21.15.111:0/3729115259 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc80c152910 msgr2=0x7fc80c0ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:30.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.952+0000 7fc811216640 1 --2- 172.21.15.111:0/3729115259 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc80c152910 0x7fc80c0ae8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.952+0000 7fc811216640 1 -- 172.21.15.111:0/3729115259 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc80c157be0 msgr2=0x7fc80c1f4400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:30.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.952+0000 7fc811216640 1 --2- 172.21.15.111:0/3729115259 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc80c157be0 0x7fc80c1f4400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:30.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.952+0000 7fc811216640 1 -- 172.21.15.111:0/3729115259 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc80c152dd0 con 0x7fc80c15eca0 2024-09-19T04:38:30.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.952+0000 7fc811216640 1 --2- 172.21.15.111:0/3729115259 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc80c15eca0 0x7fc80c1523d0 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7fc8000101c0 tx=0x7fc800010680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:30.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.953+0000 7fc80a7fc640 1 -- 172.21.15.111:0/3729115259 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc80001a030 con 0x7fc80c15eca0 2024-09-19T04:38:30.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.953+0000 7fc80a7fc640 1 -- 172.21.15.111:0/3729115259 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc800003990 con 0x7fc80c15eca0 2024-09-19T04:38:30.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.953+0000 7fc813c7b640 1 -- 172.21.15.111:0/3729115259 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc80c15c6c0 con 0x7fc80c15eca0 2024-09-19T04:38:30.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.953+0000 7fc80a7fc640 1 -- 172.21.15.111:0/3729115259 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc800003d60 con 0x7fc80c15eca0 2024-09-19T04:38:30.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.953+0000 7fc813c7b640 1 -- 172.21.15.111:0/3729115259 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc80c15cc80 con 0x7fc80c15eca0 2024-09-19T04:38:30.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.954+0000 7fc813c7b640 1 -- 172.21.15.111:0/3729115259 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc80c15baa0 con 0x7fc80c15eca0 2024-09-19T04:38:30.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.954+0000 7fc80a7fc640 1 -- 172.21.15.111:0/3729115259 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7fc80001d070 con 0x7fc80c15eca0 2024-09-19T04:38:30.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.955+0000 7fc80a7fc640 1 --2- 172.21.15.111:0/3729115259 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc7f806c6d0 0x7fc7f806eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:30.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.955+0000 7fc80a7fc640 1 -- 172.21.15.111:0/3729115259 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7fc80008cbf0 con 0x7fc80c15eca0 2024-09-19T04:38:30.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.955+0000 7fc811a17640 1 --2- 172.21.15.111:0/3729115259 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc7f806c6d0 0x7fc7f806eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:30.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.955+0000 7fc811a17640 1 --2- 172.21.15.111:0/3729115259 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc7f806c6d0 0x7fc7f806eb90 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fc804001050 tx=0x7fc804009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:30.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:30.959+0000 7fc80a7fc640 1 -- 172.21.15.111:0/3729115259 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc80001de40 con 0x7fc80c15eca0 2024-09-19T04:38:31.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.121+0000 7fc813c7b640 1 -- 172.21.15.111:0/3729115259 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc80c0ce9a0 con 0x7fc7f806c6d0 2024-09-19T04:38:31.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.128+0000 7fc80a7fc640 1 -- 172.21.15.111:0/3729115259 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252481 (secure 0 0 0) 0x7fc80c0ce9a0 con 0x7fc7f806c6d0 2024-09-19T04:38:31.133 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:31.134 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:38:31.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.131+0000 7fc813c7b640 1 -- 172.21.15.111:0/3729115259 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc7f806c6d0 msgr2=0x7fc7f806eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:31.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.131+0000 7fc813c7b640 1 --2- 172.21.15.111:0/3729115259 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc7f806c6d0 0x7fc7f806eb90 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fc804001050 tx=0x7fc804009040 comp rx=0 tx=0).stop 2024-09-19T04:38:31.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.131+0000 7fc813c7b640 1 -- 172.21.15.111:0/3729115259 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc80c15eca0 msgr2=0x7fc80c1523d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:31.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.131+0000 7fc813c7b640 1 --2- 172.21.15.111:0/3729115259 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc80c15eca0 0x7fc80c1523d0 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7fc8000101c0 tx=0x7fc800010680 comp rx=0 tx=0).stop 2024-09-19T04:38:31.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.131+0000 7fc813c7b640 1 -- 172.21.15.111:0/3729115259 shutdown_connections 2024-09-19T04:38:31.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.131+0000 7fc813c7b640 1 --2- 172.21.15.111:0/3729115259 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc7f806c6d0 0x7fc7f806eb90 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.131+0000 7fc813c7b640 1 --2- 172.21.15.111:0/3729115259 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc80c152910 0x7fc80c0ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.131+0000 7fc813c7b640 1 --2- 172.21.15.111:0/3729115259 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc80c15eca0 0x7fc80c1523d0 unknown :-1 s=CLOSED pgs=1140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.131+0000 7fc813c7b640 1 --2- 172.21.15.111:0/3729115259 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc80c157be0 0x7fc80c1f4400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.131+0000 7fc813c7b640 1 -- 172.21.15.111:0/3729115259 >> 172.21.15.111:0/3729115259 conn(0x7fc80c062cc0 msgr2=0x7fc80c0b17d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:31.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.131+0000 7fc813c7b640 1 -- 172.21.15.111:0/3729115259 shutdown_connections 2024-09-19T04:38:31.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.131+0000 7fc813c7b640 1 -- 172.21.15.111:0/3729115259 wait complete. 2024-09-19T04:38:31.144 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":101,"stamp":"2024-09-19T04:38:30.185772+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":133,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":262020,"kb_used_data":12500,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754712700,"statfs":{"total":773094113280,"available":772825804800,"internally_reserved":0,"allocated":12800000,"data_stored":6253196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.288824"},"pg_stats":[{"pgid":"19.3f","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125952+0000","last_change":"2024-09-19T04:38:27.912680+0000","last_active":"2024-09-19T04:38:29.125952+0000","last_peered":"2024-09-19T04:38:29.125952+0000","last_clean":"2024-09-19T04:38:29.125952+0000","last_became_active":"2024-09-19T04:38:27.912419+0000","last_became_peered":"2024-09-19T04:38:27.912419+0000","last_unstale":"2024-09-19T04:38:29.125952+0000","last_undegraded":"2024-09-19T04:38:29.125952+0000","last_fullsized":"2024-09-19T04:38:29.125952+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:36:38.954013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3e","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125531+0000","last_change":"2024-09-19T04:38:27.918083+0000","last_active":"2024-09-19T04:38:29.125531+0000","last_peered":"2024-09-19T04:38:29.125531+0000","last_clean":"2024-09-19T04:38:29.125531+0000","last_became_active":"2024-09-19T04:38:27.917829+0000","last_became_peered":"2024-09-19T04:38:27.917829+0000","last_unstale":"2024-09-19T04:38:29.125531+0000","last_undegraded":"2024-09-19T04:38:29.125531+0000","last_fullsized":"2024-09-19T04:38:29.125531+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:14:44.055963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.3d","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126331+0000","last_change":"2024-09-19T04:38:27.927035+0000","last_active":"2024-09-19T04:38:29.126331+0000","last_peered":"2024-09-19T04:38:29.126331+0000","last_clean":"2024-09-19T04:38:29.126331+0000","last_became_active":"2024-09-19T04:38:27.926574+0000","last_became_peered":"2024-09-19T04:38:27.926574+0000","last_unstale":"2024-09-19T04:38:29.126331+0000","last_undegraded":"2024-09-19T04:38:29.126331+0000","last_fullsized":"2024-09-19T04:38:29.126331+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:47:27.383720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.3c","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125613+0000","last_change":"2024-09-19T04:38:27.924198+0000","last_active":"2024-09-19T04:38:29.125613+0000","last_peered":"2024-09-19T04:38:29.125613+0000","last_clean":"2024-09-19T04:38:29.125613+0000","last_became_active":"2024-09-19T04:38:27.923920+0000","last_became_peered":"2024-09-19T04:38:27.923920+0000","last_unstale":"2024-09-19T04:38:29.125613+0000","last_undegraded":"2024-09-19T04:38:29.125613+0000","last_fullsized":"2024-09-19T04:38:29.125613+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:48.280636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3b","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126548+0000","last_change":"2024-09-19T04:38:27.932071+0000","last_active":"2024-09-19T04:38:29.126548+0000","last_peered":"2024-09-19T04:38:29.126548+0000","last_clean":"2024-09-19T04:38:29.126548+0000","last_became_active":"2024-09-19T04:38:27.931335+0000","last_became_peered":"2024-09-19T04:38:27.931335+0000","last_unstale":"2024-09-19T04:38:29.126548+0000","last_undegraded":"2024-09-19T04:38:29.126548+0000","last_fullsized":"2024-09-19T04:38:29.126548+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:59:34.160909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.3a","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919232+0000","last_change":"2024-09-19T04:38:27.917681+0000","last_active":"2024-09-19T04:38:28.919232+0000","last_peered":"2024-09-19T04:38:28.919232+0000","last_clean":"2024-09-19T04:38:28.919232+0000","last_became_active":"2024-09-19T04:38:27.917374+0000","last_became_peered":"2024-09-19T04:38:27.917374+0000","last_unstale":"2024-09-19T04:38:28.919232+0000","last_undegraded":"2024-09-19T04:38:28.919232+0000","last_fullsized":"2024-09-19T04:38:28.919232+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:14:08.716866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.39","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918480+0000","last_change":"2024-09-19T04:38:27.926538+0000","last_active":"2024-09-19T04:38:28.918480+0000","last_peered":"2024-09-19T04:38:28.918480+0000","last_clean":"2024-09-19T04:38:28.918480+0000","last_became_active":"2024-09-19T04:38:27.926263+0000","last_became_peered":"2024-09-19T04:38:27.926263+0000","last_unstale":"2024-09-19T04:38:28.918480+0000","last_undegraded":"2024-09-19T04:38:28.918480+0000","last_fullsized":"2024-09-19T04:38:28.918480+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:18:49.497599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.38","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125999+0000","last_change":"2024-09-19T04:38:27.926228+0000","last_active":"2024-09-19T04:38:29.125999+0000","last_peered":"2024-09-19T04:38:29.125999+0000","last_clean":"2024-09-19T04:38:29.125999+0000","last_became_active":"2024-09-19T04:38:27.925695+0000","last_became_peered":"2024-09-19T04:38:27.925695+0000","last_unstale":"2024-09-19T04:38:29.125999+0000","last_undegraded":"2024-09-19T04:38:29.125999+0000","last_fullsized":"2024-09-19T04:38:29.125999+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:19:22.414481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.37","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126427+0000","last_change":"2024-09-19T04:38:27.929527+0000","last_active":"2024-09-19T04:38:29.126427+0000","last_peered":"2024-09-19T04:38:29.126427+0000","last_clean":"2024-09-19T04:38:29.126427+0000","last_became_active":"2024-09-19T04:38:27.929231+0000","last_became_peered":"2024-09-19T04:38:27.929231+0000","last_unstale":"2024-09-19T04:38:29.126427+0000","last_undegraded":"2024-09-19T04:38:29.126427+0000","last_fullsized":"2024-09-19T04:38:29.126427+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:58:37.057154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.36","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125667+0000","last_change":"2024-09-19T04:38:27.917464+0000","last_active":"2024-09-19T04:38:29.125667+0000","last_peered":"2024-09-19T04:38:29.125667+0000","last_clean":"2024-09-19T04:38:29.125667+0000","last_became_active":"2024-09-19T04:38:27.917208+0000","last_became_peered":"2024-09-19T04:38:27.917208+0000","last_unstale":"2024-09-19T04:38:29.125667+0000","last_undegraded":"2024-09-19T04:38:29.125667+0000","last_fullsized":"2024-09-19T04:38:29.125667+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:31.338791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.35","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.123054+0000","last_change":"2024-09-19T04:38:27.921789+0000","last_active":"2024-09-19T04:38:29.123054+0000","last_peered":"2024-09-19T04:38:29.123054+0000","last_clean":"2024-09-19T04:38:29.123054+0000","last_became_active":"2024-09-19T04:38:27.921481+0000","last_became_peered":"2024-09-19T04:38:27.921481+0000","last_unstale":"2024-09-19T04:38:29.123054+0000","last_undegraded":"2024-09-19T04:38:29.123054+0000","last_fullsized":"2024-09-19T04:38:29.123054+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:34:12.637781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.34","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126494+0000","last_change":"2024-09-19T04:38:27.924759+0000","last_active":"2024-09-19T04:38:29.126494+0000","last_peered":"2024-09-19T04:38:29.126494+0000","last_clean":"2024-09-19T04:38:29.126494+0000","last_became_active":"2024-09-19T04:38:27.924224+0000","last_became_peered":"2024-09-19T04:38:27.924224+0000","last_unstale":"2024-09-19T04:38:29.126494+0000","last_undegraded":"2024-09-19T04:38:29.126494+0000","last_fullsized":"2024-09-19T04:38:29.126494+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:14:44.055963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.33","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125866+0000","last_change":"2024-09-19T04:38:27.916110+0000","last_active":"2024-09-19T04:38:29.125866+0000","last_peered":"2024-09-19T04:38:29.125866+0000","last_clean":"2024-09-19T04:38:29.125866+0000","last_became_active":"2024-09-19T04:38:27.915800+0000","last_became_peered":"2024-09-19T04:38:27.915800+0000","last_unstale":"2024-09-19T04:38:29.125866+0000","last_undegraded":"2024-09-19T04:38:29.125866+0000","last_fullsized":"2024-09-19T04:38:29.125866+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:46.960935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.32","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125123+0000","last_change":"2024-09-19T04:38:27.919611+0000","last_active":"2024-09-19T04:38:29.125123+0000","last_peered":"2024-09-19T04:38:29.125123+0000","last_clean":"2024-09-19T04:38:29.125123+0000","last_became_active":"2024-09-19T04:38:27.919150+0000","last_became_peered":"2024-09-19T04:38:27.919150+0000","last_unstale":"2024-09-19T04:38:29.125123+0000","last_undegraded":"2024-09-19T04:38:29.125123+0000","last_fullsized":"2024-09-19T04:38:29.125123+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:38:34.892923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.31","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125296+0000","last_change":"2024-09-19T04:38:27.928181+0000","last_active":"2024-09-19T04:38:29.125296+0000","last_peered":"2024-09-19T04:38:29.125296+0000","last_clean":"2024-09-19T04:38:29.125296+0000","last_became_active":"2024-09-19T04:38:27.927005+0000","last_became_peered":"2024-09-19T04:38:27.927005+0000","last_unstale":"2024-09-19T04:38:29.125296+0000","last_undegraded":"2024-09-19T04:38:29.125296+0000","last_fullsized":"2024-09-19T04:38:29.125296+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:31:04.562430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.30","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918341+0000","last_change":"2024-09-19T04:38:27.919824+0000","last_active":"2024-09-19T04:38:28.918341+0000","last_peered":"2024-09-19T04:38:28.918341+0000","last_clean":"2024-09-19T04:38:28.918341+0000","last_became_active":"2024-09-19T04:38:27.919446+0000","last_became_peered":"2024-09-19T04:38:27.919446+0000","last_unstale":"2024-09-19T04:38:28.918341+0000","last_undegraded":"2024-09-19T04:38:28.918341+0000","last_fullsized":"2024-09-19T04:38:28.918341+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:17.808276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2f","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919368+0000","last_change":"2024-09-19T04:38:27.916541+0000","last_active":"2024-09-19T04:38:28.919368+0000","last_peered":"2024-09-19T04:38:28.919368+0000","last_clean":"2024-09-19T04:38:28.919368+0000","last_became_active":"2024-09-19T04:38:27.916241+0000","last_became_peered":"2024-09-19T04:38:27.916241+0000","last_unstale":"2024-09-19T04:38:28.919368+0000","last_undegraded":"2024-09-19T04:38:28.919368+0000","last_fullsized":"2024-09-19T04:38:28.919368+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:23:56.704058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.2e","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918287+0000","last_change":"2024-09-19T04:38:27.916105+0000","last_active":"2024-09-19T04:38:28.918287+0000","last_peered":"2024-09-19T04:38:28.918287+0000","last_clean":"2024-09-19T04:38:28.918287+0000","last_became_active":"2024-09-19T04:38:27.915834+0000","last_became_peered":"2024-09-19T04:38:27.915834+0000","last_unstale":"2024-09-19T04:38:28.918287+0000","last_undegraded":"2024-09-19T04:38:28.918287+0000","last_fullsized":"2024-09-19T04:38:28.918287+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:10:55.872561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2d","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.123076+0000","last_change":"2024-09-19T04:38:27.917114+0000","last_active":"2024-09-19T04:38:29.123076+0000","last_peered":"2024-09-19T04:38:29.123076+0000","last_clean":"2024-09-19T04:38:29.123076+0000","last_became_active":"2024-09-19T04:38:27.916830+0000","last_became_peered":"2024-09-19T04:38:27.916830+0000","last_unstale":"2024-09-19T04:38:29.123076+0000","last_undegraded":"2024-09-19T04:38:29.123076+0000","last_fullsized":"2024-09-19T04:38:29.123076+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:23:05.812270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2c","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918294+0000","last_change":"2024-09-19T04:38:27.919721+0000","last_active":"2024-09-19T04:38:28.918294+0000","last_peered":"2024-09-19T04:38:28.918294+0000","last_clean":"2024-09-19T04:38:28.918294+0000","last_became_active":"2024-09-19T04:38:27.919432+0000","last_became_peered":"2024-09-19T04:38:27.919432+0000","last_unstale":"2024-09-19T04:38:28.918294+0000","last_undegraded":"2024-09-19T04:38:28.918294+0000","last_fullsized":"2024-09-19T04:38:28.918294+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:37.651481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2b","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.127018+0000","last_change":"2024-09-19T04:38:27.930734+0000","last_active":"2024-09-19T04:38:29.127018+0000","last_peered":"2024-09-19T04:38:29.127018+0000","last_clean":"2024-09-19T04:38:29.127018+0000","last_became_active":"2024-09-19T04:38:27.930471+0000","last_became_peered":"2024-09-19T04:38:27.930471+0000","last_unstale":"2024-09-19T04:38:29.127018+0000","last_undegraded":"2024-09-19T04:38:29.127018+0000","last_fullsized":"2024-09-19T04:38:29.127018+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:57.384403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2a","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.122912+0000","last_change":"2024-09-19T04:38:27.917775+0000","last_active":"2024-09-19T04:38:29.122912+0000","last_peered":"2024-09-19T04:38:29.122912+0000","last_clean":"2024-09-19T04:38:29.122912+0000","last_became_active":"2024-09-19T04:38:27.917508+0000","last_became_peered":"2024-09-19T04:38:27.917508+0000","last_unstale":"2024-09-19T04:38:29.122912+0000","last_undegraded":"2024-09-19T04:38:29.122912+0000","last_fullsized":"2024-09-19T04:38:29.122912+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:09:32.424832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.29","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126687+0000","last_change":"2024-09-19T04:38:27.926408+0000","last_active":"2024-09-19T04:38:29.126687+0000","last_peered":"2024-09-19T04:38:29.126687+0000","last_clean":"2024-09-19T04:38:29.126687+0000","last_became_active":"2024-09-19T04:38:27.923602+0000","last_became_peered":"2024-09-19T04:38:27.923602+0000","last_unstale":"2024-09-19T04:38:29.126687+0000","last_undegraded":"2024-09-19T04:38:29.126687+0000","last_fullsized":"2024-09-19T04:38:29.126687+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:09:48.595596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.28","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.122872+0000","last_change":"2024-09-19T04:38:27.914712+0000","last_active":"2024-09-19T04:38:29.122872+0000","last_peered":"2024-09-19T04:38:29.122872+0000","last_clean":"2024-09-19T04:38:29.122872+0000","last_became_active":"2024-09-19T04:38:27.914447+0000","last_became_peered":"2024-09-19T04:38:27.914447+0000","last_unstale":"2024-09-19T04:38:29.122872+0000","last_undegraded":"2024-09-19T04:38:29.122872+0000","last_fullsized":"2024-09-19T04:38:29.122872+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:49:37.362671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.27","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125495+0000","last_change":"2024-09-19T04:38:27.923921+0000","last_active":"2024-09-19T04:38:29.125495+0000","last_peered":"2024-09-19T04:38:29.125495+0000","last_clean":"2024-09-19T04:38:29.125495+0000","last_became_active":"2024-09-19T04:38:27.923658+0000","last_became_peered":"2024-09-19T04:38:27.923658+0000","last_unstale":"2024-09-19T04:38:29.125495+0000","last_undegraded":"2024-09-19T04:38:29.125495+0000","last_fullsized":"2024-09-19T04:38:29.125495+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:47:27.383720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.26","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918395+0000","last_change":"2024-09-19T04:38:27.919716+0000","last_active":"2024-09-19T04:38:28.918395+0000","last_peered":"2024-09-19T04:38:28.918395+0000","last_clean":"2024-09-19T04:38:28.918395+0000","last_became_active":"2024-09-19T04:38:27.919452+0000","last_became_peered":"2024-09-19T04:38:27.919452+0000","last_unstale":"2024-09-19T04:38:28.918395+0000","last_undegraded":"2024-09-19T04:38:28.918395+0000","last_fullsized":"2024-09-19T04:38:28.918395+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:38.142475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.25","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125665+0000","last_change":"2024-09-19T04:38:27.913457+0000","last_active":"2024-09-19T04:38:29.125665+0000","last_peered":"2024-09-19T04:38:29.125665+0000","last_clean":"2024-09-19T04:38:29.125665+0000","last_became_active":"2024-09-19T04:38:27.913139+0000","last_became_peered":"2024-09-19T04:38:27.913139+0000","last_unstale":"2024-09-19T04:38:29.125665+0000","last_undegraded":"2024-09-19T04:38:29.125665+0000","last_fullsized":"2024-09-19T04:38:29.125665+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:32:02.346090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.24","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918710+0000","last_change":"2024-09-19T04:38:27.920087+0000","last_active":"2024-09-19T04:38:28.918710+0000","last_peered":"2024-09-19T04:38:28.918710+0000","last_clean":"2024-09-19T04:38:28.918710+0000","last_became_active":"2024-09-19T04:38:27.919485+0000","last_became_peered":"2024-09-19T04:38:27.919485+0000","last_unstale":"2024-09-19T04:38:28.918710+0000","last_undegraded":"2024-09-19T04:38:28.918710+0000","last_fullsized":"2024-09-19T04:38:28.918710+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:58:37.057154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.23","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125865+0000","last_change":"2024-09-19T04:38:27.925062+0000","last_active":"2024-09-19T04:38:29.125865+0000","last_peered":"2024-09-19T04:38:29.125865+0000","last_clean":"2024-09-19T04:38:29.125865+0000","last_became_active":"2024-09-19T04:38:27.924777+0000","last_became_peered":"2024-09-19T04:38:27.924777+0000","last_unstale":"2024-09-19T04:38:29.125865+0000","last_undegraded":"2024-09-19T04:38:29.125865+0000","last_fullsized":"2024-09-19T04:38:29.125865+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:01:18.440701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.22","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125448+0000","last_change":"2024-09-19T04:38:27.926553+0000","last_active":"2024-09-19T04:38:29.125448+0000","last_peered":"2024-09-19T04:38:29.125448+0000","last_clean":"2024-09-19T04:38:29.125448+0000","last_became_active":"2024-09-19T04:38:27.926275+0000","last_became_peered":"2024-09-19T04:38:27.926275+0000","last_unstale":"2024-09-19T04:38:29.125448+0000","last_undegraded":"2024-09-19T04:38:29.125448+0000","last_fullsized":"2024-09-19T04:38:29.125448+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:44.215170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.21","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126202+0000","last_change":"2024-09-19T04:38:27.929552+0000","last_active":"2024-09-19T04:38:29.126202+0000","last_peered":"2024-09-19T04:38:29.126202+0000","last_clean":"2024-09-19T04:38:29.126202+0000","last_became_active":"2024-09-19T04:38:27.929293+0000","last_became_peered":"2024-09-19T04:38:27.929293+0000","last_unstale":"2024-09-19T04:38:29.126202+0000","last_undegraded":"2024-09-19T04:38:29.126202+0000","last_fullsized":"2024-09-19T04:38:29.126202+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:38.142475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.20","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918481+0000","last_change":"2024-09-19T04:38:27.914388+0000","last_active":"2024-09-19T04:38:28.918481+0000","last_peered":"2024-09-19T04:38:28.918481+0000","last_clean":"2024-09-19T04:38:28.918481+0000","last_became_active":"2024-09-19T04:38:27.914112+0000","last_became_peered":"2024-09-19T04:38:27.914112+0000","last_unstale":"2024-09-19T04:38:28.918481+0000","last_undegraded":"2024-09-19T04:38:28.918481+0000","last_fullsized":"2024-09-19T04:38:28.918481+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:39:01.752848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1e","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918403+0000","last_change":"2024-09-19T04:38:27.917566+0000","last_active":"2024-09-19T04:38:28.918403+0000","last_peered":"2024-09-19T04:38:28.918403+0000","last_clean":"2024-09-19T04:38:28.918403+0000","last_became_active":"2024-09-19T04:38:27.917319+0000","last_became_peered":"2024-09-19T04:38:27.917319+0000","last_unstale":"2024-09-19T04:38:28.918403+0000","last_undegraded":"2024-09-19T04:38:28.918403+0000","last_fullsized":"2024-09-19T04:38:28.918403+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:34.971531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1f","version":"116'4","reported_seq":18,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126781+0000","last_change":"2024-09-19T04:38:26.926991+0000","last_active":"2024-09-19T04:38:29.126781+0000","last_peered":"2024-09-19T04:38:29.126781+0000","last_clean":"2024-09-19T04:38:29.126781+0000","last_became_active":"2024-09-19T04:38:26.926672+0000","last_became_peered":"2024-09-19T04:38:26.926672+0000","last_unstale":"2024-09-19T04:38:29.126781+0000","last_undegraded":"2024-09-19T04:38:29.126781+0000","last_fullsized":"2024-09-19T04:38:29.126781+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:33:14.411896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.1f","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126604+0000","last_change":"2024-09-19T04:38:27.924687+0000","last_active":"2024-09-19T04:38:29.126604+0000","last_peered":"2024-09-19T04:38:29.126604+0000","last_clean":"2024-09-19T04:38:29.126604+0000","last_became_active":"2024-09-19T04:38:27.924391+0000","last_became_peered":"2024-09-19T04:38:27.924391+0000","last_unstale":"2024-09-19T04:38:29.126604+0000","last_undegraded":"2024-09-19T04:38:29.126604+0000","last_fullsized":"2024-09-19T04:38:29.126604+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:31.338791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1e","version":"116'1","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919237+0000","last_change":"2024-09-19T04:38:26.917717+0000","last_active":"2024-09-19T04:38:28.919237+0000","last_peered":"2024-09-19T04:38:28.919237+0000","last_clean":"2024-09-19T04:38:28.919237+0000","last_became_active":"2024-09-19T04:38:26.916926+0000","last_became_peered":"2024-09-19T04:38:26.916926+0000","last_unstale":"2024-09-19T04:38:28.919237+0000","last_undegraded":"2024-09-19T04:38:28.919237+0000","last_fullsized":"2024-09-19T04:38:28.919237+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:24:03.165595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1c","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126733+0000","last_change":"2024-09-19T04:38:27.930378+0000","last_active":"2024-09-19T04:38:29.126733+0000","last_peered":"2024-09-19T04:38:29.126733+0000","last_clean":"2024-09-19T04:38:29.126733+0000","last_became_active":"2024-09-19T04:38:27.927298+0000","last_became_peered":"2024-09-19T04:38:27.927298+0000","last_unstale":"2024-09-19T04:38:29.126733+0000","last_undegraded":"2024-09-19T04:38:29.126733+0000","last_fullsized":"2024-09-19T04:38:29.126733+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:56.674400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1d","version":"116'2","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.123156+0000","last_change":"2024-09-19T04:38:26.916431+0000","last_active":"2024-09-19T04:38:29.123156+0000","last_peered":"2024-09-19T04:38:29.123156+0000","last_clean":"2024-09-19T04:38:29.123156+0000","last_became_active":"2024-09-19T04:38:26.916151+0000","last_became_peered":"2024-09-19T04:38:26.916151+0000","last_unstale":"2024-09-19T04:38:29.123156+0000","last_undegraded":"2024-09-19T04:38:29.123156+0000","last_fullsized":"2024-09-19T04:38:29.123156+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:15.859941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.1d","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126454+0000","last_change":"2024-09-19T04:38:27.925752+0000","last_active":"2024-09-19T04:38:29.126454+0000","last_peered":"2024-09-19T04:38:29.126454+0000","last_clean":"2024-09-19T04:38:29.126454+0000","last_became_active":"2024-09-19T04:38:27.925475+0000","last_became_peered":"2024-09-19T04:38:27.925475+0000","last_unstale":"2024-09-19T04:38:29.126454+0000","last_undegraded":"2024-09-19T04:38:29.126454+0000","last_fullsized":"2024-09-19T04:38:29.126454+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:34.971531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1c","version":"116'2","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125412+0000","last_change":"2024-09-19T04:38:26.911853+0000","last_active":"2024-09-19T04:38:29.125412+0000","last_peered":"2024-09-19T04:38:29.125412+0000","last_clean":"2024-09-19T04:38:29.125412+0000","last_became_active":"2024-09-19T04:38:26.911484+0000","last_became_peered":"2024-09-19T04:38:26.911484+0000","last_unstale":"2024-09-19T04:38:29.125412+0000","last_undegraded":"2024-09-19T04:38:29.125412+0000","last_fullsized":"2024-09-19T04:38:29.125412+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:45.109344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.1a","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918043+0000","last_change":"2024-09-19T04:38:27.921059+0000","last_active":"2024-09-19T04:38:28.918043+0000","last_peered":"2024-09-19T04:38:28.918043+0000","last_clean":"2024-09-19T04:38:28.918043+0000","last_became_active":"2024-09-19T04:38:27.920802+0000","last_became_peered":"2024-09-19T04:38:27.920802+0000","last_unstale":"2024-09-19T04:38:28.918043+0000","last_undegraded":"2024-09-19T04:38:28.918043+0000","last_fullsized":"2024-09-19T04:38:28.918043+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:42.129727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1b","version":"116'1","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125119+0000","last_change":"2024-09-19T04:38:26.916550+0000","last_active":"2024-09-19T04:38:29.125119+0000","last_peered":"2024-09-19T04:38:29.125119+0000","last_clean":"2024-09-19T04:38:29.125119+0000","last_became_active":"2024-09-19T04:38:26.916070+0000","last_became_peered":"2024-09-19T04:38:26.916070+0000","last_unstale":"2024-09-19T04:38:29.125119+0000","last_undegraded":"2024-09-19T04:38:29.125119+0000","last_fullsized":"2024-09-19T04:38:29.125119+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:28:45.954333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.1b","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919090+0000","last_change":"2024-09-19T04:38:27.921835+0000","last_active":"2024-09-19T04:38:28.919090+0000","last_peered":"2024-09-19T04:38:28.919090+0000","last_clean":"2024-09-19T04:38:28.919090+0000","last_became_active":"2024-09-19T04:38:27.921135+0000","last_became_peered":"2024-09-19T04:38:27.921135+0000","last_unstale":"2024-09-19T04:38:28.919090+0000","last_undegraded":"2024-09-19T04:38:28.919090+0000","last_fullsized":"2024-09-19T04:38:28.919090+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:20.974179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.1a","version":"116'1","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918145+0000","last_change":"2024-09-19T04:38:26.912353+0000","last_active":"2024-09-19T04:38:28.918145+0000","last_peered":"2024-09-19T04:38:28.918145+0000","last_clean":"2024-09-19T04:38:28.918145+0000","last_became_active":"2024-09-19T04:38:26.912076+0000","last_became_peered":"2024-09-19T04:38:26.912076+0000","last_unstale":"2024-09-19T04:38:28.918145+0000","last_undegraded":"2024-09-19T04:38:28.918145+0000","last_fullsized":"2024-09-19T04:38:28.918145+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:23:55.701408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.18","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126005+0000","last_change":"2024-09-19T04:38:27.926034+0000","last_active":"2024-09-19T04:38:29.126005+0000","last_peered":"2024-09-19T04:38:29.126005+0000","last_clean":"2024-09-19T04:38:29.126005+0000","last_became_active":"2024-09-19T04:38:27.925335+0000","last_became_peered":"2024-09-19T04:38:27.925335+0000","last_unstale":"2024-09-19T04:38:29.126005+0000","last_undegraded":"2024-09-19T04:38:29.126005+0000","last_fullsized":"2024-09-19T04:38:29.126005+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:38:34.892923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918627+0000","last_change":"2024-09-19T04:38:26.923488+0000","last_active":"2024-09-19T04:38:28.918627+0000","last_peered":"2024-09-19T04:38:28.918627+0000","last_clean":"2024-09-19T04:38:28.918627+0000","last_became_active":"2024-09-19T04:38:26.923206+0000","last_became_peered":"2024-09-19T04:38:26.923206+0000","last_unstale":"2024-09-19T04:38:28.918627+0000","last_undegraded":"2024-09-19T04:38:28.918627+0000","last_fullsized":"2024-09-19T04:38:28.918627+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:58:36.054504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.19","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125064+0000","last_change":"2024-09-19T04:38:27.919731+0000","last_active":"2024-09-19T04:38:29.125064+0000","last_peered":"2024-09-19T04:38:29.125064+0000","last_clean":"2024-09-19T04:38:29.125064+0000","last_became_active":"2024-09-19T04:38:27.919461+0000","last_became_peered":"2024-09-19T04:38:27.919461+0000","last_unstale":"2024-09-19T04:38:29.125064+0000","last_undegraded":"2024-09-19T04:38:29.125064+0000","last_fullsized":"2024-09-19T04:38:29.125064+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:22:50.688962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125188+0000","last_change":"2024-09-19T04:38:26.913695+0000","last_active":"2024-09-19T04:38:29.125188+0000","last_peered":"2024-09-19T04:38:29.125188+0000","last_clean":"2024-09-19T04:38:29.125188+0000","last_became_active":"2024-09-19T04:38:26.913414+0000","last_became_peered":"2024-09-19T04:38:26.913414+0000","last_unstale":"2024-09-19T04:38:29.125188+0000","last_undegraded":"2024-09-19T04:38:29.125188+0000","last_fullsized":"2024-09-19T04:38:29.125188+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:51:48.093265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.16","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125800+0000","last_change":"2024-09-19T04:38:27.913891+0000","last_active":"2024-09-19T04:38:29.125800+0000","last_peered":"2024-09-19T04:38:29.125800+0000","last_clean":"2024-09-19T04:38:29.125800+0000","last_became_active":"2024-09-19T04:38:27.913047+0000","last_became_peered":"2024-09-19T04:38:27.913047+0000","last_unstale":"2024-09-19T04:38:29.125800+0000","last_undegraded":"2024-09-19T04:38:29.125800+0000","last_fullsized":"2024-09-19T04:38:29.125800+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:01.962902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919958+0000","last_change":"2024-09-19T04:38:26.919019+0000","last_active":"2024-09-19T04:38:28.919958+0000","last_peered":"2024-09-19T04:38:28.919958+0000","last_clean":"2024-09-19T04:38:28.919958+0000","last_became_active":"2024-09-19T04:38:26.918268+0000","last_became_peered":"2024-09-19T04:38:26.918268+0000","last_unstale":"2024-09-19T04:38:28.919958+0000","last_undegraded":"2024-09-19T04:38:28.919958+0000","last_fullsized":"2024-09-19T04:38:28.919958+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:46.308412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.17","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919933+0000","last_change":"2024-09-19T04:38:27.913148+0000","last_active":"2024-09-19T04:38:28.919933+0000","last_peered":"2024-09-19T04:38:28.919933+0000","last_clean":"2024-09-19T04:38:28.919933+0000","last_became_active":"2024-09-19T04:38:27.912808+0000","last_became_peered":"2024-09-19T04:38:27.912808+0000","last_unstale":"2024-09-19T04:38:28.919933+0000","last_undegraded":"2024-09-19T04:38:28.919933+0000","last_fullsized":"2024-09-19T04:38:28.919933+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:55.016669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918444+0000","last_change":"2024-09-19T04:38:26.919749+0000","last_active":"2024-09-19T04:38:28.918444+0000","last_peered":"2024-09-19T04:38:28.918444+0000","last_clean":"2024-09-19T04:38:28.918444+0000","last_became_active":"2024-09-19T04:38:26.919476+0000","last_became_peered":"2024-09-19T04:38:26.919476+0000","last_unstale":"2024-09-19T04:38:28.918444+0000","last_undegraded":"2024-09-19T04:38:28.918444+0000","last_fullsized":"2024-09-19T04:38:28.918444+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:25.867713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.14","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126835+0000","last_change":"2024-09-19T04:38:27.932368+0000","last_active":"2024-09-19T04:38:29.126835+0000","last_peered":"2024-09-19T04:38:29.126835+0000","last_clean":"2024-09-19T04:38:29.126835+0000","last_became_active":"2024-09-19T04:38:27.932094+0000","last_became_peered":"2024-09-19T04:38:27.932094+0000","last_unstale":"2024-09-19T04:38:29.126835+0000","last_undegraded":"2024-09-19T04:38:29.126835+0000","last_fullsized":"2024-09-19T04:38:29.126835+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:14.842498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.15","version":"116'3","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918947+0000","last_change":"2024-09-19T04:38:26.918639+0000","last_active":"2024-09-19T04:38:28.918947+0000","last_peered":"2024-09-19T04:38:28.918947+0000","last_clean":"2024-09-19T04:38:28.918947+0000","last_became_active":"2024-09-19T04:38:26.918262+0000","last_became_peered":"2024-09-19T04:38:26.918262+0000","last_unstale":"2024-09-19T04:38:28.918947+0000","last_undegraded":"2024-09-19T04:38:28.918947+0000","last_fullsized":"2024-09-19T04:38:28.918947+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:51:43.832348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.15","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126578+0000","last_change":"2024-09-19T04:38:27.931347+0000","last_active":"2024-09-19T04:38:29.126578+0000","last_peered":"2024-09-19T04:38:29.126578+0000","last_clean":"2024-09-19T04:38:29.126578+0000","last_became_active":"2024-09-19T04:38:27.931065+0000","last_became_peered":"2024-09-19T04:38:27.931065+0000","last_unstale":"2024-09-19T04:38:29.126578+0000","last_undegraded":"2024-09-19T04:38:29.126578+0000","last_fullsized":"2024-09-19T04:38:29.126578+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:42.588519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.14","version":"116'6","reported_seq":20,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126517+0000","last_change":"2024-09-19T04:38:26.923625+0000","last_active":"2024-09-19T04:38:29.126517+0000","last_peered":"2024-09-19T04:38:29.126517+0000","last_clean":"2024-09-19T04:38:29.126517+0000","last_became_active":"2024-09-19T04:38:26.923341+0000","last_became_peered":"2024-09-19T04:38:26.923341+0000","last_unstale":"2024-09-19T04:38:29.126517+0000","last_undegraded":"2024-09-19T04:38:29.126517+0000","last_fullsized":"2024-09-19T04:38:29.126517+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:26.831802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.13","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126011+0000","last_change":"2024-09-19T04:38:27.912142+0000","last_active":"2024-09-19T04:38:29.126011+0000","last_peered":"2024-09-19T04:38:29.126011+0000","last_clean":"2024-09-19T04:38:29.126011+0000","last_became_active":"2024-09-19T04:38:27.911872+0000","last_became_peered":"2024-09-19T04:38:27.911872+0000","last_unstale":"2024-09-19T04:38:29.126011+0000","last_undegraded":"2024-09-19T04:38:29.126011+0000","last_fullsized":"2024-09-19T04:38:29.126011+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:36:40.147378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125539+0000","last_change":"2024-09-19T04:38:26.914182+0000","last_active":"2024-09-19T04:38:29.125539+0000","last_peered":"2024-09-19T04:38:29.125539+0000","last_clean":"2024-09-19T04:38:29.125539+0000","last_became_active":"2024-09-19T04:38:26.913874+0000","last_became_peered":"2024-09-19T04:38:26.913874+0000","last_unstale":"2024-09-19T04:38:29.125539+0000","last_undegraded":"2024-09-19T04:38:29.125539+0000","last_fullsized":"2024-09-19T04:38:29.125539+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:08:29.307093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.10","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125046+0000","last_change":"2024-09-19T04:38:27.927684+0000","last_active":"2024-09-19T04:38:29.125046+0000","last_peered":"2024-09-19T04:38:29.125046+0000","last_clean":"2024-09-19T04:38:29.125046+0000","last_became_active":"2024-09-19T04:38:27.927402+0000","last_became_peered":"2024-09-19T04:38:27.927402+0000","last_unstale":"2024-09-19T04:38:29.125046+0000","last_undegraded":"2024-09-19T04:38:29.125046+0000","last_fullsized":"2024-09-19T04:38:29.125046+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:54:41.774930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125253+0000","last_change":"2024-09-19T04:38:26.924043+0000","last_active":"2024-09-19T04:38:29.125253+0000","last_peered":"2024-09-19T04:38:29.125253+0000","last_clean":"2024-09-19T04:38:29.125253+0000","last_became_active":"2024-09-19T04:38:26.923739+0000","last_became_peered":"2024-09-19T04:38:26.923739+0000","last_unstale":"2024-09-19T04:38:29.125253+0000","last_undegraded":"2024-09-19T04:38:29.125253+0000","last_fullsized":"2024-09-19T04:38:29.125253+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:52.293299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.11","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126503+0000","last_change":"2024-09-19T04:38:27.924552+0000","last_active":"2024-09-19T04:38:29.126503+0000","last_peered":"2024-09-19T04:38:29.126503+0000","last_clean":"2024-09-19T04:38:29.126503+0000","last_became_active":"2024-09-19T04:38:27.923939+0000","last_became_peered":"2024-09-19T04:38:27.923939+0000","last_unstale":"2024-09-19T04:38:29.126503+0000","last_undegraded":"2024-09-19T04:38:29.126503+0000","last_fullsized":"2024-09-19T04:38:29.126503+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:55.016669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.10","version":"116'8","reported_seq":22,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126303+0000","last_change":"2024-09-19T04:38:26.916751+0000","last_active":"2024-09-19T04:38:29.126303+0000","last_peered":"2024-09-19T04:38:29.126303+0000","last_clean":"2024-09-19T04:38:29.126303+0000","last_became_active":"2024-09-19T04:38:26.916410+0000","last_became_peered":"2024-09-19T04:38:26.916410+0000","last_unstale":"2024-09-19T04:38:29.126303+0000","last_undegraded":"2024-09-19T04:38:29.126303+0000","last_fullsized":"2024-09-19T04:38:29.126303+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:38:13.081156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.e","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126736+0000","last_change":"2024-09-19T04:38:27.931935+0000","last_active":"2024-09-19T04:38:29.126736+0000","last_peered":"2024-09-19T04:38:29.126736+0000","last_clean":"2024-09-19T04:38:29.126736+0000","last_became_active":"2024-09-19T04:38:27.931605+0000","last_became_peered":"2024-09-19T04:38:27.931605+0000","last_unstale":"2024-09-19T04:38:29.126736+0000","last_undegraded":"2024-09-19T04:38:29.126736+0000","last_fullsized":"2024-09-19T04:38:29.126736+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:56:07.574296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.f","version":"116'1","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.920037+0000","last_change":"2024-09-19T04:38:26.923720+0000","last_active":"2024-09-19T04:38:28.920037+0000","last_peered":"2024-09-19T04:38:28.920037+0000","last_clean":"2024-09-19T04:38:28.920037+0000","last_became_active":"2024-09-19T04:38:26.923403+0000","last_became_peered":"2024-09-19T04:38:26.923403+0000","last_unstale":"2024-09-19T04:38:28.920037+0000","last_undegraded":"2024-09-19T04:38:28.920037+0000","last_fullsized":"2024-09-19T04:38:28.920037+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:35.061654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.f","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919834+0000","last_change":"2024-09-19T04:38:27.911396+0000","last_active":"2024-09-19T04:38:28.919834+0000","last_peered":"2024-09-19T04:38:28.919834+0000","last_clean":"2024-09-19T04:38:28.919834+0000","last_became_active":"2024-09-19T04:38:27.911110+0000","last_became_peered":"2024-09-19T04:38:27.911110+0000","last_unstale":"2024-09-19T04:38:28.919834+0000","last_undegraded":"2024-09-19T04:38:28.919834+0000","last_fullsized":"2024-09-19T04:38:28.919834+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:14:44.055963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.e","version":"116'2","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.123153+0000","last_change":"2024-09-19T04:38:26.920371+0000","last_active":"2024-09-19T04:38:29.123153+0000","last_peered":"2024-09-19T04:38:29.123153+0000","last_clean":"2024-09-19T04:38:29.123153+0000","last_became_active":"2024-09-19T04:38:26.920099+0000","last_became_peered":"2024-09-19T04:38:26.920099+0000","last_unstale":"2024-09-19T04:38:29.123153+0000","last_undegraded":"2024-09-19T04:38:29.123153+0000","last_fullsized":"2024-09-19T04:38:29.123153+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:37:44.143730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.c","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918365+0000","last_change":"2024-09-19T04:38:27.920309+0000","last_active":"2024-09-19T04:38:28.918365+0000","last_peered":"2024-09-19T04:38:28.918365+0000","last_clean":"2024-09-19T04:38:28.918365+0000","last_became_active":"2024-09-19T04:38:27.920025+0000","last_became_peered":"2024-09-19T04:38:27.920025+0000","last_unstale":"2024-09-19T04:38:28.918365+0000","last_undegraded":"2024-09-19T04:38:28.918365+0000","last_fullsized":"2024-09-19T04:38:28.918365+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:06.036988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.d","version":"116'1","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919084+0000","last_change":"2024-09-19T04:38:26.916415+0000","last_active":"2024-09-19T04:38:28.919084+0000","last_peered":"2024-09-19T04:38:28.919084+0000","last_clean":"2024-09-19T04:38:28.919084+0000","last_became_active":"2024-09-19T04:38:26.916149+0000","last_became_peered":"2024-09-19T04:38:26.916149+0000","last_unstale":"2024-09-19T04:38:28.919084+0000","last_undegraded":"2024-09-19T04:38:28.919084+0000","last_fullsized":"2024-09-19T04:38:28.919084+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:47:26.381070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.d","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125551+0000","last_change":"2024-09-19T04:38:27.920741+0000","last_active":"2024-09-19T04:38:29.125551+0000","last_peered":"2024-09-19T04:38:29.125551+0000","last_clean":"2024-09-19T04:38:29.125551+0000","last_became_active":"2024-09-19T04:38:27.920474+0000","last_became_peered":"2024-09-19T04:38:27.920474+0000","last_unstale":"2024-09-19T04:38:29.125551+0000","last_undegraded":"2024-09-19T04:38:29.125551+0000","last_fullsized":"2024-09-19T04:38:29.125551+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:55.016669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918807+0000","last_change":"2024-09-19T04:38:26.918403+0000","last_active":"2024-09-19T04:38:28.918807+0000","last_peered":"2024-09-19T04:38:28.918807+0000","last_clean":"2024-09-19T04:38:28.918807+0000","last_became_active":"2024-09-19T04:38:26.918029+0000","last_became_peered":"2024-09-19T04:38:26.918029+0000","last_unstale":"2024-09-19T04:38:28.918807+0000","last_undegraded":"2024-09-19T04:38:28.918807+0000","last_fullsized":"2024-09-19T04:38:28.918807+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:15:47.794008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.a","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125481+0000","last_change":"2024-09-19T04:38:27.915643+0000","last_active":"2024-09-19T04:38:29.125481+0000","last_peered":"2024-09-19T04:38:29.125481+0000","last_clean":"2024-09-19T04:38:29.125481+0000","last_became_active":"2024-09-19T04:38:27.915325+0000","last_became_peered":"2024-09-19T04:38:27.915325+0000","last_unstale":"2024-09-19T04:38:29.125481+0000","last_undegraded":"2024-09-19T04:38:29.125481+0000","last_fullsized":"2024-09-19T04:38:29.125481+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:30.640660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.b","version":"116'2","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919527+0000","last_change":"2024-09-19T04:38:26.918795+0000","last_active":"2024-09-19T04:38:28.919527+0000","last_peered":"2024-09-19T04:38:28.919527+0000","last_clean":"2024-09-19T04:38:28.919527+0000","last_became_active":"2024-09-19T04:38:26.918396+0000","last_became_peered":"2024-09-19T04:38:26.918396+0000","last_unstale":"2024-09-19T04:38:28.919527+0000","last_undegraded":"2024-09-19T04:38:28.919527+0000","last_fullsized":"2024-09-19T04:38:28.919527+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:03:52.167335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.b","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919283+0000","last_change":"2024-09-19T04:38:27.922053+0000","last_active":"2024-09-19T04:38:28.919283+0000","last_peered":"2024-09-19T04:38:28.919283+0000","last_clean":"2024-09-19T04:38:28.919283+0000","last_became_active":"2024-09-19T04:38:27.921563+0000","last_became_peered":"2024-09-19T04:38:27.921563+0000","last_unstale":"2024-09-19T04:38:28.919283+0000","last_undegraded":"2024-09-19T04:38:28.919283+0000","last_fullsized":"2024-09-19T04:38:28.919283+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:26.870363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918228+0000","last_change":"2024-09-19T04:38:26.922064+0000","last_active":"2024-09-19T04:38:28.918228+0000","last_peered":"2024-09-19T04:38:28.918228+0000","last_clean":"2024-09-19T04:38:28.918228+0000","last_became_active":"2024-09-19T04:38:26.921747+0000","last_became_peered":"2024-09-19T04:38:26.921747+0000","last_unstale":"2024-09-19T04:38:28.918228+0000","last_undegraded":"2024-09-19T04:38:28.918228+0000","last_fullsized":"2024-09-19T04:38:28.918228+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:33:14.411896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.8","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125046+0000","last_change":"2024-09-19T04:38:27.914026+0000","last_active":"2024-09-19T04:38:29.125046+0000","last_peered":"2024-09-19T04:38:29.125046+0000","last_clean":"2024-09-19T04:38:29.125046+0000","last_became_active":"2024-09-19T04:38:27.913767+0000","last_became_peered":"2024-09-19T04:38:27.913767+0000","last_unstale":"2024-09-19T04:38:29.125046+0000","last_undegraded":"2024-09-19T04:38:29.125046+0000","last_fullsized":"2024-09-19T04:38:29.125046+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:24:04.168245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.917957+0000","last_change":"2024-09-19T04:38:26.917202+0000","last_active":"2024-09-19T04:38:28.917957+0000","last_peered":"2024-09-19T04:38:28.917957+0000","last_clean":"2024-09-19T04:38:28.917957+0000","last_became_active":"2024-09-19T04:38:26.916907+0000","last_became_peered":"2024-09-19T04:38:26.916907+0000","last_unstale":"2024-09-19T04:38:28.917957+0000","last_undegraded":"2024-09-19T04:38:28.917957+0000","last_fullsized":"2024-09-19T04:38:28.917957+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:54:02.166441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.9","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125997+0000","last_change":"2024-09-19T04:38:27.928153+0000","last_active":"2024-09-19T04:38:29.125997+0000","last_peered":"2024-09-19T04:38:29.125997+0000","last_clean":"2024-09-19T04:38:29.125997+0000","last_became_active":"2024-09-19T04:38:27.927840+0000","last_became_peered":"2024-09-19T04:38:27.927840+0000","last_unstale":"2024-09-19T04:38:29.125997+0000","last_undegraded":"2024-09-19T04:38:29.125997+0000","last_fullsized":"2024-09-19T04:38:29.125997+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:37.651481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.122800+0000","last_change":"2024-09-19T04:38:26.920297+0000","last_active":"2024-09-19T04:38:29.122800+0000","last_peered":"2024-09-19T04:38:29.122800+0000","last_clean":"2024-09-19T04:38:29.122800+0000","last_became_active":"2024-09-19T04:38:26.920022+0000","last_became_peered":"2024-09-19T04:38:26.920022+0000","last_unstale":"2024-09-19T04:38:29.122800+0000","last_undegraded":"2024-09-19T04:38:29.122800+0000","last_fullsized":"2024-09-19T04:38:29.122800+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:35:11.581844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.6","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919586+0000","last_change":"2024-09-19T04:38:27.917248+0000","last_active":"2024-09-19T04:38:28.919586+0000","last_peered":"2024-09-19T04:38:28.919586+0000","last_clean":"2024-09-19T04:38:28.919586+0000","last_became_active":"2024-09-19T04:38:27.916937+0000","last_became_peered":"2024-09-19T04:38:27.916937+0000","last_unstale":"2024-09-19T04:38:28.919586+0000","last_undegraded":"2024-09-19T04:38:28.919586+0000","last_fullsized":"2024-09-19T04:38:28.919586+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:33:15.414546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.7","version":"116'2","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126007+0000","last_change":"2024-09-19T04:38:26.918736+0000","last_active":"2024-09-19T04:38:29.126007+0000","last_peered":"2024-09-19T04:38:29.126007+0000","last_clean":"2024-09-19T04:38:29.126007+0000","last_became_active":"2024-09-19T04:38:26.918458+0000","last_became_peered":"2024-09-19T04:38:26.918458+0000","last_unstale":"2024-09-19T04:38:29.126007+0000","last_undegraded":"2024-09-19T04:38:29.126007+0000","last_fullsized":"2024-09-19T04:38:29.126007+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:54:35.655464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.7","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126013+0000","last_change":"2024-09-19T04:38:27.926652+0000","last_active":"2024-09-19T04:38:29.126013+0000","last_peered":"2024-09-19T04:38:29.126013+0000","last_clean":"2024-09-19T04:38:29.126013+0000","last_became_active":"2024-09-19T04:38:27.926381+0000","last_became_peered":"2024-09-19T04:38:27.926381+0000","last_unstale":"2024-09-19T04:38:29.126013+0000","last_undegraded":"2024-09-19T04:38:29.126013+0000","last_fullsized":"2024-09-19T04:38:29.126013+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:22.330051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.6","version":"116'1","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126488+0000","last_change":"2024-09-19T04:38:26.923826+0000","last_active":"2024-09-19T04:38:29.126488+0000","last_peered":"2024-09-19T04:38:29.126488+0000","last_clean":"2024-09-19T04:38:29.126488+0000","last_became_active":"2024-09-19T04:38:26.923526+0000","last_became_peered":"2024-09-19T04:38:26.923526+0000","last_unstale":"2024-09-19T04:38:29.126488+0000","last_undegraded":"2024-09-19T04:38:29.126488+0000","last_fullsized":"2024-09-19T04:38:29.126488+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:25.867713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.4","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125385+0000","last_change":"2024-09-19T04:38:27.932049+0000","last_active":"2024-09-19T04:38:29.125385+0000","last_peered":"2024-09-19T04:38:29.125385+0000","last_clean":"2024-09-19T04:38:29.125385+0000","last_became_active":"2024-09-19T04:38:27.931771+0000","last_became_peered":"2024-09-19T04:38:27.931771+0000","last_unstale":"2024-09-19T04:38:29.125385+0000","last_undegraded":"2024-09-19T04:38:29.125385+0000","last_fullsized":"2024-09-19T04:38:29.125385+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:58:37.057154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125590+0000","last_change":"2024-09-19T04:38:26.920739+0000","last_active":"2024-09-19T04:38:29.125590+0000","last_peered":"2024-09-19T04:38:29.125590+0000","last_clean":"2024-09-19T04:38:29.125590+0000","last_became_active":"2024-09-19T04:38:26.920426+0000","last_became_peered":"2024-09-19T04:38:26.920426+0000","last_unstale":"2024-09-19T04:38:29.125590+0000","last_undegraded":"2024-09-19T04:38:29.125590+0000","last_fullsized":"2024-09-19T04:38:29.125590+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:19.425064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.5","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919131+0000","last_change":"2024-09-19T04:38:27.915877+0000","last_active":"2024-09-19T04:38:28.919131+0000","last_peered":"2024-09-19T04:38:28.919131+0000","last_clean":"2024-09-19T04:38:28.919131+0000","last_became_active":"2024-09-19T04:38:27.915434+0000","last_became_peered":"2024-09-19T04:38:27.915434+0000","last_unstale":"2024-09-19T04:38:28.919131+0000","last_undegraded":"2024-09-19T04:38:28.919131+0000","last_fullsized":"2024-09-19T04:38:28.919131+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:54:03.169091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.122990+0000","last_change":"2024-09-19T04:38:26.913938+0000","last_active":"2024-09-19T04:38:29.122990+0000","last_peered":"2024-09-19T04:38:29.122990+0000","last_clean":"2024-09-19T04:38:29.122990+0000","last_became_active":"2024-09-19T04:38:26.913425+0000","last_became_peered":"2024-09-19T04:38:26.913425+0000","last_unstale":"2024-09-19T04:38:29.122990+0000","last_undegraded":"2024-09-19T04:38:29.122990+0000","last_fullsized":"2024-09-19T04:38:29.122990+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:18.307752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126027+0000","last_change":"2024-09-19T04:38:27.924757+0000","last_active":"2024-09-19T04:38:29.126027+0000","last_peered":"2024-09-19T04:38:29.126027+0000","last_clean":"2024-09-19T04:38:29.126027+0000","last_became_active":"2024-09-19T04:38:27.922783+0000","last_became_peered":"2024-09-19T04:38:27.922783+0000","last_unstale":"2024-09-19T04:38:29.126027+0000","last_undegraded":"2024-09-19T04:38:29.126027+0000","last_fullsized":"2024-09-19T04:38:29.126027+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:17.808276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125160+0000","last_change":"2024-09-19T04:38:26.923918+0000","last_active":"2024-09-19T04:38:29.125160+0000","last_peered":"2024-09-19T04:38:29.125160+0000","last_clean":"2024-09-19T04:38:29.125160+0000","last_became_active":"2024-09-19T04:38:26.923672+0000","last_became_peered":"2024-09-19T04:38:26.923672+0000","last_unstale":"2024-09-19T04:38:29.125160+0000","last_undegraded":"2024-09-19T04:38:29.125160+0000","last_fullsized":"2024-09-19T04:38:29.125160+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:27.306300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.3","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919582+0000","last_change":"2024-09-19T04:38:27.916537+0000","last_active":"2024-09-19T04:38:28.919582+0000","last_peered":"2024-09-19T04:38:28.919582+0000","last_clean":"2024-09-19T04:38:28.919582+0000","last_became_active":"2024-09-19T04:38:27.916271+0000","last_became_peered":"2024-09-19T04:38:27.916271+0000","last_unstale":"2024-09-19T04:38:28.919582+0000","last_undegraded":"2024-09-19T04:38:28.919582+0000","last_fullsized":"2024-09-19T04:38:28.919582+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:47:27.383720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126129+0000","last_change":"2024-09-19T04:38:26.926661+0000","last_active":"2024-09-19T04:38:29.126129+0000","last_peered":"2024-09-19T04:38:29.126129+0000","last_clean":"2024-09-19T04:38:29.126129+0000","last_became_active":"2024-09-19T04:38:26.926376+0000","last_became_peered":"2024-09-19T04:38:26.926376+0000","last_unstale":"2024-09-19T04:38:29.126129+0000","last_undegraded":"2024-09-19T04:38:29.126129+0000","last_fullsized":"2024-09-19T04:38:29.126129+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:23:55.701408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.0","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918268+0000","last_change":"2024-09-19T04:38:27.925454+0000","last_active":"2024-09-19T04:38:28.918268+0000","last_peered":"2024-09-19T04:38:28.918268+0000","last_clean":"2024-09-19T04:38:28.918268+0000","last_became_active":"2024-09-19T04:38:27.925192+0000","last_became_peered":"2024-09-19T04:38:27.925192+0000","last_unstale":"2024-09-19T04:38:28.918268+0000","last_undegraded":"2024-09-19T04:38:28.918268+0000","last_fullsized":"2024-09-19T04:38:28.918268+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:40:09.808100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918005+0000","last_change":"2024-09-19T04:38:26.914214+0000","last_active":"2024-09-19T04:38:28.918005+0000","last_peered":"2024-09-19T04:38:28.918005+0000","last_clean":"2024-09-19T04:38:28.918005+0000","last_became_active":"2024-09-19T04:38:26.913963+0000","last_became_peered":"2024-09-19T04:38:26.913963+0000","last_unstale":"2024-09-19T04:38:28.918005+0000","last_undegraded":"2024-09-19T04:38:28.918005+0000","last_fullsized":"2024-09-19T04:38:28.918005+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:14:07.714216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.1","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125077+0000","last_change":"2024-09-19T04:38:27.925176+0000","last_active":"2024-09-19T04:38:29.125077+0000","last_peered":"2024-09-19T04:38:29.125077+0000","last_clean":"2024-09-19T04:38:29.125077+0000","last_became_active":"2024-09-19T04:38:27.924305+0000","last_became_peered":"2024-09-19T04:38:27.924305+0000","last_unstale":"2024-09-19T04:38:29.125077+0000","last_undegraded":"2024-09-19T04:38:29.125077+0000","last_fullsized":"2024-09-19T04:38:29.125077+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:19:22.414481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.122927+0000","last_change":"2024-09-19T04:38:26.912041+0000","last_active":"2024-09-19T04:38:29.122927+0000","last_peered":"2024-09-19T04:38:29.122927+0000","last_clean":"2024-09-19T04:38:29.122927+0000","last_became_active":"2024-09-19T04:38:26.911740+0000","last_became_peered":"2024-09-19T04:38:26.911740+0000","last_unstale":"2024-09-19T04:38:29.122927+0000","last_undegraded":"2024-09-19T04:38:29.122927+0000","last_fullsized":"2024-09-19T04:38:29.122927+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:56:41.573622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.12","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126201+0000","last_change":"2024-09-19T04:38:27.930113+0000","last_active":"2024-09-19T04:38:29.126201+0000","last_peered":"2024-09-19T04:38:29.126201+0000","last_clean":"2024-09-19T04:38:29.126201+0000","last_became_active":"2024-09-19T04:38:27.928109+0000","last_became_peered":"2024-09-19T04:38:27.928109+0000","last_unstale":"2024-09-19T04:38:29.126201+0000","last_undegraded":"2024-09-19T04:38:29.126201+0000","last_fullsized":"2024-09-19T04:38:29.126201+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:06.036988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.13","version":"116'2","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126671+0000","last_change":"2024-09-19T04:38:26.926828+0000","last_active":"2024-09-19T04:38:29.126671+0000","last_peered":"2024-09-19T04:38:29.126671+0000","last_clean":"2024-09-19T04:38:29.126671+0000","last_became_active":"2024-09-19T04:38:26.926535+0000","last_became_peered":"2024-09-19T04:38:26.926535+0000","last_unstale":"2024-09-19T04:38:29.126671+0000","last_undegraded":"2024-09-19T04:38:29.126671+0000","last_fullsized":"2024-09-19T04:38:29.126671+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:26.809418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":387,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125754+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:38:29.125754+0000","last_peered":"2024-09-19T04:38:29.125754+0000","last_clean":"2024-09-19T04:38:29.125754+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:38:29.125754+0000","last_undegraded":"2024-09-19T04:38:29.125754+0000","last_fullsized":"2024-09-19T04:38:29.125754+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":19,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":18,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509513,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33204,"kb_used_data":2012,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338636,"statfs":{"total":96636764160,"available":96602763264,"internally_reserved":0,"allocated":2060288,"data_stored":1225282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509513,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32604,"kb_used_data":1420,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339236,"statfs":{"total":96636764160,"available":96603377664,"internally_reserved":0,"allocated":1454080,"data_stored":634276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509513,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32616,"kb_used_data":1428,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339224,"statfs":{"total":96636764160,"available":96603365376,"internally_reserved":0,"allocated":1462272,"data_stored":639104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509514,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32604,"kb_used_data":1412,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339236,"statfs":{"total":96636764160,"available":96603377664,"internally_reserved":0,"allocated":1445888,"data_stored":632734,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542218,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32608,"kb_used_data":1416,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339232,"statfs":{"total":96636764160,"available":96603373568,"internally_reserved":0,"allocated":1449984,"data_stored":632824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542217,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32608,"kb_used_data":1416,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339232,"statfs":{"total":96636764160,"available":96603373568,"internally_reserved":0,"allocated":1449984,"data_stored":633280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542217,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32596,"kb_used_data":1408,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339244,"statfs":{"total":96636764160,"available":96603385856,"internally_reserved":0,"allocated":1441792,"data_stored":632664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542218,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33180,"kb_used_data":1988,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338660,"statfs":{"total":96636764160,"available":96602787840,"internally_reserved":0,"allocated":2035712,"data_stored":1223032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:38:31.148 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:38:31.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.280+0000 7fc2c596d640 1 Processor -- start 2024-09-19T04:38:31.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.280+0000 7fc2c596d640 1 -- start start 2024-09-19T04:38:31.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.280+0000 7fc2c596d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc2c0162ad0 0x7fc2c006bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:31.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.280+0000 7fc2c596d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc2c006c0e0 0x7fc2c00b0830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:31.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.280+0000 7fc2c596d640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc2c00b0380 con 0x7fc2c015e3f0 2024-09-19T04:38:31.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.280+0000 7fc2c596d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fc2c00b30d0 con 0x7fc2c006c0e0 2024-09-19T04:38:31.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.280+0000 7fc2c596d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc2c006c540 con 0x7fc2c0162ad0 2024-09-19T04:38:31.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.281+0000 7fc2beffd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fc2c015e3f0 0x7fc2c015e7d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:50870/0 (socket says 172.21.15.111:50870) 2024-09-19T04:38:31.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.281+0000 7fc2beffd640 1 -- 172.21.15.111:0/3422424772 learned_addr learned my addr 172.21.15.111:0/3422424772 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:31.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.281+0000 7fc2be7fc640 1 --2- 172.21.15.111:0/3422424772 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc2c0162ad0 0x7fc2c006bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:31.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.281+0000 7fc2bf7fe640 1 --2- 172.21.15.111:0/3422424772 >> v2:172.21.15.114:3300/0 conn(0x7fc2c006c0e0 0x7fc2c00b0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:31.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.281+0000 7fc2bdffb640 1 -- 172.21.15.111:0/3422424772 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3085616569 0 0) 0x7fc2c00b0380 con 0x7fc2c015e3f0 2024-09-19T04:38:31.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.281+0000 7fc2bdffb640 1 -- 172.21.15.111:0/3422424772 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc2a8003520 con 0x7fc2c015e3f0 2024-09-19T04:38:31.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.281+0000 7fc2bdffb640 1 -- 172.21.15.111:0/3422424772 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 40485714 0 0) 0x7fc2a8003520 con 0x7fc2c015e3f0 2024-09-19T04:38:31.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.281+0000 7fc2bdffb640 1 -- 172.21.15.111:0/3422424772 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc2c0162ad0 msgr2=0x7fc2c006bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:31.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.281+0000 7fc2bdffb640 1 --2- 172.21.15.111:0/3422424772 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc2c0162ad0 0x7fc2c006bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.281+0000 7fc2bdffb640 1 -- 172.21.15.111:0/3422424772 >> v2:172.21.15.114:3300/0 conn(0x7fc2c006c0e0 msgr2=0x7fc2c00b0830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:31.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.281+0000 7fc2bdffb640 1 --2- 172.21.15.111:0/3422424772 >> v2:172.21.15.114:3300/0 conn(0x7fc2c006c0e0 0x7fc2c00b0830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.281+0000 7fc2bdffb640 1 -- 172.21.15.111:0/3422424772 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2c015f0e0 con 0x7fc2c015e3f0 2024-09-19T04:38:31.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.281+0000 7fc2bdffb640 1 -- 172.21.15.111:0/3422424772 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fc2b8001670 con 0x7fc2c015e3f0 2024-09-19T04:38:31.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.281+0000 7fc2bdffb640 1 -- 172.21.15.111:0/3422424772 >> v1:172.21.15.111:6789/0 conn(0x7fc2c015e3f0 legacy=0x7fc2c015e7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:31.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.281+0000 7fc2bdffb640 1 --2- 172.21.15.111:0/3422424772 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc2a80039b0 0x7fc2a8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:31.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.281+0000 7fc2bdffb640 1 --2- 172.21.15.111:0/3422424772 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc2c0162ad0 0x7fc2a8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:31.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.281+0000 7fc2bdffb640 1 --2- 172.21.15.111:0/3422424772 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc2a8004d40 0x7fc2a80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:31.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.281+0000 7fc2bdffb640 1 -- 172.21.15.111:0/3422424772 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc2a800b9c0 con 0x7fc2a8004d40 2024-09-19T04:38:31.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.281+0000 7fc2bdffb640 1 -- 172.21.15.111:0/3422424772 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc2a800bb40 con 0x7fc2a80039b0 2024-09-19T04:38:31.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.281+0000 7fc2bdffb640 1 -- 172.21.15.111:0/3422424772 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc2a800bcc0 con 0x7fc2c0162ad0 2024-09-19T04:38:31.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.281+0000 7fc2bf7fe640 1 --2- 172.21.15.111:0/3422424772 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc2a8004d40 0x7fc2a80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:31.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.281+0000 7fc2beffd640 1 --2- 172.21.15.111:0/3422424772 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc2a80039b0 0x7fc2a8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:31.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.281+0000 7fc2be7fc640 1 --2- 172.21.15.111:0/3422424772 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc2c0162ad0 0x7fc2a8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:31.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.282+0000 7fc2bf7fe640 1 -- 172.21.15.111:0/3422424772 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc2c0162ad0 msgr2=0x7fc2a8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:31.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.282+0000 7fc2bf7fe640 1 --2- 172.21.15.111:0/3422424772 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc2c0162ad0 0x7fc2a8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.282+0000 7fc2bf7fe640 1 -- 172.21.15.111:0/3422424772 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc2a80039b0 msgr2=0x7fc2a8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:31.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.282+0000 7fc2bf7fe640 1 --2- 172.21.15.111:0/3422424772 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc2a80039b0 0x7fc2a8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.282+0000 7fc2bf7fe640 1 -- 172.21.15.111:0/3422424772 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2a8003520 con 0x7fc2a8004d40 2024-09-19T04:38:31.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.282+0000 7fc2bf7fe640 1 --2- 172.21.15.111:0/3422424772 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc2a8004d40 0x7fc2a80051c0 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7fc2b0009ac0 tx=0x7fc2a8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d05a8b038f525fb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:31.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.282+0000 7fc2bdffb640 1 -- 172.21.15.111:0/3422424772 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2b0036070 con 0x7fc2a8004d40 2024-09-19T04:38:31.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.282+0000 7fc2bdffb640 1 -- 172.21.15.111:0/3422424772 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2b0031400 con 0x7fc2a8004d40 2024-09-19T04:38:31.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.282+0000 7fc2bdffb640 1 -- 172.21.15.111:0/3422424772 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2b0009690 con 0x7fc2a8004d40 2024-09-19T04:38:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.283+0000 7fc2c596d640 1 -- 172.21.15.111:0/3422424772 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc2a8004d40 msgr2=0x7fc2a80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.283+0000 7fc2c596d640 1 --2- 172.21.15.111:0/3422424772 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc2a8004d40 0x7fc2a80051c0 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7fc2b0009ac0 tx=0x7fc2a8005830 comp rx=0 tx=0).stop 2024-09-19T04:38:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.283+0000 7fc2bf7fe640 1 -- 172.21.15.111:0/3422424772 reap_dead start 2024-09-19T04:38:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.283+0000 7fc2c596d640 1 -- 172.21.15.111:0/3422424772 shutdown_connections 2024-09-19T04:38:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.283+0000 7fc2c596d640 1 -- 172.21.15.111:0/3422424772 >> 172.21.15.111:0/3422424772 conn(0x7fc2c006ce90 msgr2=0x7fc2c006d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.283+0000 7fc2c596d640 1 -- 172.21.15.111:0/3422424772 shutdown_connections 2024-09-19T04:38:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.283+0000 7fc2c596d640 1 -- 172.21.15.111:0/3422424772 wait complete. 2024-09-19T04:38:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.284+0000 7fc2c596d640 1 Processor -- start 2024-09-19T04:38:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.284+0000 7fc2c596d640 1 -- start start 2024-09-19T04:38:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.285+0000 7fc2c596d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc2a8004d40 0x7fc2c0157fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.285+0000 7fc2c596d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc2c015b130 0x7fc2c01610a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.285+0000 7fc2c596d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc2c015b5b0 0x7fc2c01615e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.285+0000 7fc2c596d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc2c0162f40 con 0x7fc2a8004d40 2024-09-19T04:38:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.285+0000 7fc2c596d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc2c015f6a0 con 0x7fc2c015b5b0 2024-09-19T04:38:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.285+0000 7fc2c596d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc2c015f980 con 0x7fc2c015b130 2024-09-19T04:38:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.285+0000 7fc2beffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc2a8004d40 0x7fc2c0157fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.285+0000 7fc2beffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc2a8004d40 0x7fc2c0157fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36730/0 (socket says 172.21.15.111:36730) 2024-09-19T04:38:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.285+0000 7fc2beffd640 1 -- 172.21.15.111:0/3152633273 learned_addr learned my addr 172.21.15.111:0/3152633273 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.285+0000 7fc2bf7fe640 1 --2- 172.21.15.111:0/3152633273 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc2c015b5b0 0x7fc2c01615e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.285+0000 7fc2be7fc640 1 --2- 172.21.15.111:0/3152633273 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc2c015b130 0x7fc2c01610a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.285+0000 7fc2beffd640 1 -- 172.21.15.111:0/3152633273 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc2c015b130 msgr2=0x7fc2c01610a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.285+0000 7fc2beffd640 1 --2- 172.21.15.111:0/3152633273 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc2c015b130 0x7fc2c01610a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.285+0000 7fc2beffd640 1 -- 172.21.15.111:0/3152633273 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc2c015b5b0 msgr2=0x7fc2c01615e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.285+0000 7fc2beffd640 1 --2- 172.21.15.111:0/3152633273 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc2c015b5b0 0x7fc2c01615e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.285+0000 7fc2beffd640 1 -- 172.21.15.111:0/3152633273 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2c015c6f0 con 0x7fc2a8004d40 2024-09-19T04:38:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.285+0000 7fc2bf7fe640 1 --2- 172.21.15.111:0/3152633273 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc2c015b5b0 0x7fc2c01615e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:31.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.286+0000 7fc2beffd640 1 --2- 172.21.15.111:0/3152633273 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc2a8004d40 0x7fc2c0157fe0 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7fc2b8007340 tx=0x7fc2b8007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:31.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.286+0000 7fc2a7fff640 1 -- 172.21.15.111:0/3152633273 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2b800f960 con 0x7fc2a8004d40 2024-09-19T04:38:31.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.286+0000 7fc2a7fff640 1 -- 172.21.15.111:0/3152633273 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2b8018070 con 0x7fc2a8004d40 2024-09-19T04:38:31.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.286+0000 7fc2c596d640 1 -- 172.21.15.111:0/3152633273 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2c0158520 con 0x7fc2a8004d40 2024-09-19T04:38:31.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.286+0000 7fc2a7fff640 1 -- 172.21.15.111:0/3152633273 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2b800fd40 con 0x7fc2a8004d40 2024-09-19T04:38:31.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.286+0000 7fc2c596d640 1 -- 172.21.15.111:0/3152633273 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2c015a650 con 0x7fc2a8004d40 2024-09-19T04:38:31.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.287+0000 7fc2c596d640 1 -- 172.21.15.111:0/3152633273 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2c006bba0 con 0x7fc2a8004d40 2024-09-19T04:38:31.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.287+0000 7fc2a7fff640 1 -- 172.21.15.111:0/3152633273 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7fc2b801d460 con 0x7fc2a8004d40 2024-09-19T04:38:31.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.287+0000 7fc2a7fff640 1 --2- 172.21.15.111:0/3152633273 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc2ac06c6a0 0x7fc2ac06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:31.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.288+0000 7fc2a7fff640 1 -- 172.21.15.111:0/3152633273 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7fc2b808bc00 con 0x7fc2a8004d40 2024-09-19T04:38:31.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.288+0000 7fc2be7fc640 1 --2- 172.21.15.111:0/3152633273 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc2ac06c6a0 0x7fc2ac06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:31.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.288+0000 7fc2be7fc640 1 --2- 172.21.15.111:0/3152633273 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc2ac06c6a0 0x7fc2ac06eb60 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fc2c00cd340 tx=0x7fc2b400b040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:31.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.292+0000 7fc2a7fff640 1 -- 172.21.15.111:0/3152633273 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc2c015c6f0 con 0x7fc2a8004d40 2024-09-19T04:38:31.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.455+0000 7fc2c596d640 1 -- 172.21.15.111:0/3152633273 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc2c00b3690 con 0x7fc2ac06c6a0 2024-09-19T04:38:31.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.462+0000 7fc2a7fff640 1 -- 172.21.15.111:0/3152633273 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252481 (secure 0 0 0) 0x7fc2c00b3690 con 0x7fc2ac06c6a0 2024-09-19T04:38:31.467 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:31.468 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:38:31.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.464+0000 7fc2c596d640 1 -- 172.21.15.111:0/3152633273 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc2ac06c6a0 msgr2=0x7fc2ac06eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:31.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.464+0000 7fc2c596d640 1 --2- 172.21.15.111:0/3152633273 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc2ac06c6a0 0x7fc2ac06eb60 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fc2c00cd340 tx=0x7fc2b400b040 comp rx=0 tx=0).stop 2024-09-19T04:38:31.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.464+0000 7fc2c596d640 1 -- 172.21.15.111:0/3152633273 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc2a8004d40 msgr2=0x7fc2c0157fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:31.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.464+0000 7fc2c596d640 1 --2- 172.21.15.111:0/3152633273 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc2a8004d40 0x7fc2c0157fe0 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7fc2b8007340 tx=0x7fc2b8007800 comp rx=0 tx=0).stop 2024-09-19T04:38:31.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.465+0000 7fc2c596d640 1 -- 172.21.15.111:0/3152633273 shutdown_connections 2024-09-19T04:38:31.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.465+0000 7fc2c596d640 1 --2- 172.21.15.111:0/3152633273 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc2ac06c6a0 0x7fc2ac06eb60 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.465+0000 7fc2c596d640 1 --2- 172.21.15.111:0/3152633273 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc2c015b5b0 0x7fc2c01615e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.465+0000 7fc2c596d640 1 --2- 172.21.15.111:0/3152633273 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc2c015b130 0x7fc2c01610a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.465+0000 7fc2c596d640 1 --2- 172.21.15.111:0/3152633273 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc2a8004d40 0x7fc2c0157fe0 unknown :-1 s=CLOSED pgs=1143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.465+0000 7fc2c596d640 1 -- 172.21.15.111:0/3152633273 >> 172.21.15.111:0/3152633273 conn(0x7fc2c006ce90 msgr2=0x7fc2c015e7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:31.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.465+0000 7fc2c596d640 1 -- 172.21.15.111:0/3152633273 shutdown_connections 2024-09-19T04:38:31.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.465+0000 7fc2c596d640 1 -- 172.21.15.111:0/3152633273 wait complete. 2024-09-19T04:38:31.478 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":101,"stamp":"2024-09-19T04:38:30.185772+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":133,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":262020,"kb_used_data":12500,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754712700,"statfs":{"total":773094113280,"available":772825804800,"internally_reserved":0,"allocated":12800000,"data_stored":6253196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.288824"},"pg_stats":[{"pgid":"19.3f","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125952+0000","last_change":"2024-09-19T04:38:27.912680+0000","last_active":"2024-09-19T04:38:29.125952+0000","last_peered":"2024-09-19T04:38:29.125952+0000","last_clean":"2024-09-19T04:38:29.125952+0000","last_became_active":"2024-09-19T04:38:27.912419+0000","last_became_peered":"2024-09-19T04:38:27.912419+0000","last_unstale":"2024-09-19T04:38:29.125952+0000","last_undegraded":"2024-09-19T04:38:29.125952+0000","last_fullsized":"2024-09-19T04:38:29.125952+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:36:38.954013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3e","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125531+0000","last_change":"2024-09-19T04:38:27.918083+0000","last_active":"2024-09-19T04:38:29.125531+0000","last_peered":"2024-09-19T04:38:29.125531+0000","last_clean":"2024-09-19T04:38:29.125531+0000","last_became_active":"2024-09-19T04:38:27.917829+0000","last_became_peered":"2024-09-19T04:38:27.917829+0000","last_unstale":"2024-09-19T04:38:29.125531+0000","last_undegraded":"2024-09-19T04:38:29.125531+0000","last_fullsized":"2024-09-19T04:38:29.125531+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:14:44.055963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.3d","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126331+0000","last_change":"2024-09-19T04:38:27.927035+0000","last_active":"2024-09-19T04:38:29.126331+0000","last_peered":"2024-09-19T04:38:29.126331+0000","last_clean":"2024-09-19T04:38:29.126331+0000","last_became_active":"2024-09-19T04:38:27.926574+0000","last_became_peered":"2024-09-19T04:38:27.926574+0000","last_unstale":"2024-09-19T04:38:29.126331+0000","last_undegraded":"2024-09-19T04:38:29.126331+0000","last_fullsized":"2024-09-19T04:38:29.126331+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:47:27.383720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.3c","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125613+0000","last_change":"2024-09-19T04:38:27.924198+0000","last_active":"2024-09-19T04:38:29.125613+0000","last_peered":"2024-09-19T04:38:29.125613+0000","last_clean":"2024-09-19T04:38:29.125613+0000","last_became_active":"2024-09-19T04:38:27.923920+0000","last_became_peered":"2024-09-19T04:38:27.923920+0000","last_unstale":"2024-09-19T04:38:29.125613+0000","last_undegraded":"2024-09-19T04:38:29.125613+0000","last_fullsized":"2024-09-19T04:38:29.125613+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:48.280636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3b","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126548+0000","last_change":"2024-09-19T04:38:27.932071+0000","last_active":"2024-09-19T04:38:29.126548+0000","last_peered":"2024-09-19T04:38:29.126548+0000","last_clean":"2024-09-19T04:38:29.126548+0000","last_became_active":"2024-09-19T04:38:27.931335+0000","last_became_peered":"2024-09-19T04:38:27.931335+0000","last_unstale":"2024-09-19T04:38:29.126548+0000","last_undegraded":"2024-09-19T04:38:29.126548+0000","last_fullsized":"2024-09-19T04:38:29.126548+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:59:34.160909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.3a","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919232+0000","last_change":"2024-09-19T04:38:27.917681+0000","last_active":"2024-09-19T04:38:28.919232+0000","last_peered":"2024-09-19T04:38:28.919232+0000","last_clean":"2024-09-19T04:38:28.919232+0000","last_became_active":"2024-09-19T04:38:27.917374+0000","last_became_peered":"2024-09-19T04:38:27.917374+0000","last_unstale":"2024-09-19T04:38:28.919232+0000","last_undegraded":"2024-09-19T04:38:28.919232+0000","last_fullsized":"2024-09-19T04:38:28.919232+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:14:08.716866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.39","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918480+0000","last_change":"2024-09-19T04:38:27.926538+0000","last_active":"2024-09-19T04:38:28.918480+0000","last_peered":"2024-09-19T04:38:28.918480+0000","last_clean":"2024-09-19T04:38:28.918480+0000","last_became_active":"2024-09-19T04:38:27.926263+0000","last_became_peered":"2024-09-19T04:38:27.926263+0000","last_unstale":"2024-09-19T04:38:28.918480+0000","last_undegraded":"2024-09-19T04:38:28.918480+0000","last_fullsized":"2024-09-19T04:38:28.918480+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:18:49.497599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.38","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125999+0000","last_change":"2024-09-19T04:38:27.926228+0000","last_active":"2024-09-19T04:38:29.125999+0000","last_peered":"2024-09-19T04:38:29.125999+0000","last_clean":"2024-09-19T04:38:29.125999+0000","last_became_active":"2024-09-19T04:38:27.925695+0000","last_became_peered":"2024-09-19T04:38:27.925695+0000","last_unstale":"2024-09-19T04:38:29.125999+0000","last_undegraded":"2024-09-19T04:38:29.125999+0000","last_fullsized":"2024-09-19T04:38:29.125999+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:19:22.414481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.37","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126427+0000","last_change":"2024-09-19T04:38:27.929527+0000","last_active":"2024-09-19T04:38:29.126427+0000","last_peered":"2024-09-19T04:38:29.126427+0000","last_clean":"2024-09-19T04:38:29.126427+0000","last_became_active":"2024-09-19T04:38:27.929231+0000","last_became_peered":"2024-09-19T04:38:27.929231+0000","last_unstale":"2024-09-19T04:38:29.126427+0000","last_undegraded":"2024-09-19T04:38:29.126427+0000","last_fullsized":"2024-09-19T04:38:29.126427+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:58:37.057154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.36","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125667+0000","last_change":"2024-09-19T04:38:27.917464+0000","last_active":"2024-09-19T04:38:29.125667+0000","last_peered":"2024-09-19T04:38:29.125667+0000","last_clean":"2024-09-19T04:38:29.125667+0000","last_became_active":"2024-09-19T04:38:27.917208+0000","last_became_peered":"2024-09-19T04:38:27.917208+0000","last_unstale":"2024-09-19T04:38:29.125667+0000","last_undegraded":"2024-09-19T04:38:29.125667+0000","last_fullsized":"2024-09-19T04:38:29.125667+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:31.338791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.35","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.123054+0000","last_change":"2024-09-19T04:38:27.921789+0000","last_active":"2024-09-19T04:38:29.123054+0000","last_peered":"2024-09-19T04:38:29.123054+0000","last_clean":"2024-09-19T04:38:29.123054+0000","last_became_active":"2024-09-19T04:38:27.921481+0000","last_became_peered":"2024-09-19T04:38:27.921481+0000","last_unstale":"2024-09-19T04:38:29.123054+0000","last_undegraded":"2024-09-19T04:38:29.123054+0000","last_fullsized":"2024-09-19T04:38:29.123054+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:34:12.637781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.34","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126494+0000","last_change":"2024-09-19T04:38:27.924759+0000","last_active":"2024-09-19T04:38:29.126494+0000","last_peered":"2024-09-19T04:38:29.126494+0000","last_clean":"2024-09-19T04:38:29.126494+0000","last_became_active":"2024-09-19T04:38:27.924224+0000","last_became_peered":"2024-09-19T04:38:27.924224+0000","last_unstale":"2024-09-19T04:38:29.126494+0000","last_undegraded":"2024-09-19T04:38:29.126494+0000","last_fullsized":"2024-09-19T04:38:29.126494+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:14:44.055963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.33","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125866+0000","last_change":"2024-09-19T04:38:27.916110+0000","last_active":"2024-09-19T04:38:29.125866+0000","last_peered":"2024-09-19T04:38:29.125866+0000","last_clean":"2024-09-19T04:38:29.125866+0000","last_became_active":"2024-09-19T04:38:27.915800+0000","last_became_peered":"2024-09-19T04:38:27.915800+0000","last_unstale":"2024-09-19T04:38:29.125866+0000","last_undegraded":"2024-09-19T04:38:29.125866+0000","last_fullsized":"2024-09-19T04:38:29.125866+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:46.960935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.32","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125123+0000","last_change":"2024-09-19T04:38:27.919611+0000","last_active":"2024-09-19T04:38:29.125123+0000","last_peered":"2024-09-19T04:38:29.125123+0000","last_clean":"2024-09-19T04:38:29.125123+0000","last_became_active":"2024-09-19T04:38:27.919150+0000","last_became_peered":"2024-09-19T04:38:27.919150+0000","last_unstale":"2024-09-19T04:38:29.125123+0000","last_undegraded":"2024-09-19T04:38:29.125123+0000","last_fullsized":"2024-09-19T04:38:29.125123+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:38:34.892923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.31","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125296+0000","last_change":"2024-09-19T04:38:27.928181+0000","last_active":"2024-09-19T04:38:29.125296+0000","last_peered":"2024-09-19T04:38:29.125296+0000","last_clean":"2024-09-19T04:38:29.125296+0000","last_became_active":"2024-09-19T04:38:27.927005+0000","last_became_peered":"2024-09-19T04:38:27.927005+0000","last_unstale":"2024-09-19T04:38:29.125296+0000","last_undegraded":"2024-09-19T04:38:29.125296+0000","last_fullsized":"2024-09-19T04:38:29.125296+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:31:04.562430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.30","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918341+0000","last_change":"2024-09-19T04:38:27.919824+0000","last_active":"2024-09-19T04:38:28.918341+0000","last_peered":"2024-09-19T04:38:28.918341+0000","last_clean":"2024-09-19T04:38:28.918341+0000","last_became_active":"2024-09-19T04:38:27.919446+0000","last_became_peered":"2024-09-19T04:38:27.919446+0000","last_unstale":"2024-09-19T04:38:28.918341+0000","last_undegraded":"2024-09-19T04:38:28.918341+0000","last_fullsized":"2024-09-19T04:38:28.918341+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:17.808276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2f","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919368+0000","last_change":"2024-09-19T04:38:27.916541+0000","last_active":"2024-09-19T04:38:28.919368+0000","last_peered":"2024-09-19T04:38:28.919368+0000","last_clean":"2024-09-19T04:38:28.919368+0000","last_became_active":"2024-09-19T04:38:27.916241+0000","last_became_peered":"2024-09-19T04:38:27.916241+0000","last_unstale":"2024-09-19T04:38:28.919368+0000","last_undegraded":"2024-09-19T04:38:28.919368+0000","last_fullsized":"2024-09-19T04:38:28.919368+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:23:56.704058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.2e","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918287+0000","last_change":"2024-09-19T04:38:27.916105+0000","last_active":"2024-09-19T04:38:28.918287+0000","last_peered":"2024-09-19T04:38:28.918287+0000","last_clean":"2024-09-19T04:38:28.918287+0000","last_became_active":"2024-09-19T04:38:27.915834+0000","last_became_peered":"2024-09-19T04:38:27.915834+0000","last_unstale":"2024-09-19T04:38:28.918287+0000","last_undegraded":"2024-09-19T04:38:28.918287+0000","last_fullsized":"2024-09-19T04:38:28.918287+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:10:55.872561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2d","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.123076+0000","last_change":"2024-09-19T04:38:27.917114+0000","last_active":"2024-09-19T04:38:29.123076+0000","last_peered":"2024-09-19T04:38:29.123076+0000","last_clean":"2024-09-19T04:38:29.123076+0000","last_became_active":"2024-09-19T04:38:27.916830+0000","last_became_peered":"2024-09-19T04:38:27.916830+0000","last_unstale":"2024-09-19T04:38:29.123076+0000","last_undegraded":"2024-09-19T04:38:29.123076+0000","last_fullsized":"2024-09-19T04:38:29.123076+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:23:05.812270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2c","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918294+0000","last_change":"2024-09-19T04:38:27.919721+0000","last_active":"2024-09-19T04:38:28.918294+0000","last_peered":"2024-09-19T04:38:28.918294+0000","last_clean":"2024-09-19T04:38:28.918294+0000","last_became_active":"2024-09-19T04:38:27.919432+0000","last_became_peered":"2024-09-19T04:38:27.919432+0000","last_unstale":"2024-09-19T04:38:28.918294+0000","last_undegraded":"2024-09-19T04:38:28.918294+0000","last_fullsized":"2024-09-19T04:38:28.918294+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:37.651481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2b","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.127018+0000","last_change":"2024-09-19T04:38:27.930734+0000","last_active":"2024-09-19T04:38:29.127018+0000","last_peered":"2024-09-19T04:38:29.127018+0000","last_clean":"2024-09-19T04:38:29.127018+0000","last_became_active":"2024-09-19T04:38:27.930471+0000","last_became_peered":"2024-09-19T04:38:27.930471+0000","last_unstale":"2024-09-19T04:38:29.127018+0000","last_undegraded":"2024-09-19T04:38:29.127018+0000","last_fullsized":"2024-09-19T04:38:29.127018+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:57.384403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2a","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.122912+0000","last_change":"2024-09-19T04:38:27.917775+0000","last_active":"2024-09-19T04:38:29.122912+0000","last_peered":"2024-09-19T04:38:29.122912+0000","last_clean":"2024-09-19T04:38:29.122912+0000","last_became_active":"2024-09-19T04:38:27.917508+0000","last_became_peered":"2024-09-19T04:38:27.917508+0000","last_unstale":"2024-09-19T04:38:29.122912+0000","last_undegraded":"2024-09-19T04:38:29.122912+0000","last_fullsized":"2024-09-19T04:38:29.122912+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:09:32.424832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.29","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126687+0000","last_change":"2024-09-19T04:38:27.926408+0000","last_active":"2024-09-19T04:38:29.126687+0000","last_peered":"2024-09-19T04:38:29.126687+0000","last_clean":"2024-09-19T04:38:29.126687+0000","last_became_active":"2024-09-19T04:38:27.923602+0000","last_became_peered":"2024-09-19T04:38:27.923602+0000","last_unstale":"2024-09-19T04:38:29.126687+0000","last_undegraded":"2024-09-19T04:38:29.126687+0000","last_fullsized":"2024-09-19T04:38:29.126687+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:09:48.595596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.28","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.122872+0000","last_change":"2024-09-19T04:38:27.914712+0000","last_active":"2024-09-19T04:38:29.122872+0000","last_peered":"2024-09-19T04:38:29.122872+0000","last_clean":"2024-09-19T04:38:29.122872+0000","last_became_active":"2024-09-19T04:38:27.914447+0000","last_became_peered":"2024-09-19T04:38:27.914447+0000","last_unstale":"2024-09-19T04:38:29.122872+0000","last_undegraded":"2024-09-19T04:38:29.122872+0000","last_fullsized":"2024-09-19T04:38:29.122872+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:49:37.362671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.27","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125495+0000","last_change":"2024-09-19T04:38:27.923921+0000","last_active":"2024-09-19T04:38:29.125495+0000","last_peered":"2024-09-19T04:38:29.125495+0000","last_clean":"2024-09-19T04:38:29.125495+0000","last_became_active":"2024-09-19T04:38:27.923658+0000","last_became_peered":"2024-09-19T04:38:27.923658+0000","last_unstale":"2024-09-19T04:38:29.125495+0000","last_undegraded":"2024-09-19T04:38:29.125495+0000","last_fullsized":"2024-09-19T04:38:29.125495+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:47:27.383720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.26","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918395+0000","last_change":"2024-09-19T04:38:27.919716+0000","last_active":"2024-09-19T04:38:28.918395+0000","last_peered":"2024-09-19T04:38:28.918395+0000","last_clean":"2024-09-19T04:38:28.918395+0000","last_became_active":"2024-09-19T04:38:27.919452+0000","last_became_peered":"2024-09-19T04:38:27.919452+0000","last_unstale":"2024-09-19T04:38:28.918395+0000","last_undegraded":"2024-09-19T04:38:28.918395+0000","last_fullsized":"2024-09-19T04:38:28.918395+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:38.142475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.25","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125665+0000","last_change":"2024-09-19T04:38:27.913457+0000","last_active":"2024-09-19T04:38:29.125665+0000","last_peered":"2024-09-19T04:38:29.125665+0000","last_clean":"2024-09-19T04:38:29.125665+0000","last_became_active":"2024-09-19T04:38:27.913139+0000","last_became_peered":"2024-09-19T04:38:27.913139+0000","last_unstale":"2024-09-19T04:38:29.125665+0000","last_undegraded":"2024-09-19T04:38:29.125665+0000","last_fullsized":"2024-09-19T04:38:29.125665+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:32:02.346090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.24","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918710+0000","last_change":"2024-09-19T04:38:27.920087+0000","last_active":"2024-09-19T04:38:28.918710+0000","last_peered":"2024-09-19T04:38:28.918710+0000","last_clean":"2024-09-19T04:38:28.918710+0000","last_became_active":"2024-09-19T04:38:27.919485+0000","last_became_peered":"2024-09-19T04:38:27.919485+0000","last_unstale":"2024-09-19T04:38:28.918710+0000","last_undegraded":"2024-09-19T04:38:28.918710+0000","last_fullsized":"2024-09-19T04:38:28.918710+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:58:37.057154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.23","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125865+0000","last_change":"2024-09-19T04:38:27.925062+0000","last_active":"2024-09-19T04:38:29.125865+0000","last_peered":"2024-09-19T04:38:29.125865+0000","last_clean":"2024-09-19T04:38:29.125865+0000","last_became_active":"2024-09-19T04:38:27.924777+0000","last_became_peered":"2024-09-19T04:38:27.924777+0000","last_unstale":"2024-09-19T04:38:29.125865+0000","last_undegraded":"2024-09-19T04:38:29.125865+0000","last_fullsized":"2024-09-19T04:38:29.125865+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:01:18.440701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.22","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125448+0000","last_change":"2024-09-19T04:38:27.926553+0000","last_active":"2024-09-19T04:38:29.125448+0000","last_peered":"2024-09-19T04:38:29.125448+0000","last_clean":"2024-09-19T04:38:29.125448+0000","last_became_active":"2024-09-19T04:38:27.926275+0000","last_became_peered":"2024-09-19T04:38:27.926275+0000","last_unstale":"2024-09-19T04:38:29.125448+0000","last_undegraded":"2024-09-19T04:38:29.125448+0000","last_fullsized":"2024-09-19T04:38:29.125448+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:44.215170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.21","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126202+0000","last_change":"2024-09-19T04:38:27.929552+0000","last_active":"2024-09-19T04:38:29.126202+0000","last_peered":"2024-09-19T04:38:29.126202+0000","last_clean":"2024-09-19T04:38:29.126202+0000","last_became_active":"2024-09-19T04:38:27.929293+0000","last_became_peered":"2024-09-19T04:38:27.929293+0000","last_unstale":"2024-09-19T04:38:29.126202+0000","last_undegraded":"2024-09-19T04:38:29.126202+0000","last_fullsized":"2024-09-19T04:38:29.126202+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:38.142475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.20","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918481+0000","last_change":"2024-09-19T04:38:27.914388+0000","last_active":"2024-09-19T04:38:28.918481+0000","last_peered":"2024-09-19T04:38:28.918481+0000","last_clean":"2024-09-19T04:38:28.918481+0000","last_became_active":"2024-09-19T04:38:27.914112+0000","last_became_peered":"2024-09-19T04:38:27.914112+0000","last_unstale":"2024-09-19T04:38:28.918481+0000","last_undegraded":"2024-09-19T04:38:28.918481+0000","last_fullsized":"2024-09-19T04:38:28.918481+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:39:01.752848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1e","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918403+0000","last_change":"2024-09-19T04:38:27.917566+0000","last_active":"2024-09-19T04:38:28.918403+0000","last_peered":"2024-09-19T04:38:28.918403+0000","last_clean":"2024-09-19T04:38:28.918403+0000","last_became_active":"2024-09-19T04:38:27.917319+0000","last_became_peered":"2024-09-19T04:38:27.917319+0000","last_unstale":"2024-09-19T04:38:28.918403+0000","last_undegraded":"2024-09-19T04:38:28.918403+0000","last_fullsized":"2024-09-19T04:38:28.918403+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:34.971531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1f","version":"116'4","reported_seq":18,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126781+0000","last_change":"2024-09-19T04:38:26.926991+0000","last_active":"2024-09-19T04:38:29.126781+0000","last_peered":"2024-09-19T04:38:29.126781+0000","last_clean":"2024-09-19T04:38:29.126781+0000","last_became_active":"2024-09-19T04:38:26.926672+0000","last_became_peered":"2024-09-19T04:38:26.926672+0000","last_unstale":"2024-09-19T04:38:29.126781+0000","last_undegraded":"2024-09-19T04:38:29.126781+0000","last_fullsized":"2024-09-19T04:38:29.126781+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:33:14.411896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.1f","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126604+0000","last_change":"2024-09-19T04:38:27.924687+0000","last_active":"2024-09-19T04:38:29.126604+0000","last_peered":"2024-09-19T04:38:29.126604+0000","last_clean":"2024-09-19T04:38:29.126604+0000","last_became_active":"2024-09-19T04:38:27.924391+0000","last_became_peered":"2024-09-19T04:38:27.924391+0000","last_unstale":"2024-09-19T04:38:29.126604+0000","last_undegraded":"2024-09-19T04:38:29.126604+0000","last_fullsized":"2024-09-19T04:38:29.126604+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:31.338791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1e","version":"116'1","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919237+0000","last_change":"2024-09-19T04:38:26.917717+0000","last_active":"2024-09-19T04:38:28.919237+0000","last_peered":"2024-09-19T04:38:28.919237+0000","last_clean":"2024-09-19T04:38:28.919237+0000","last_became_active":"2024-09-19T04:38:26.916926+0000","last_became_peered":"2024-09-19T04:38:26.916926+0000","last_unstale":"2024-09-19T04:38:28.919237+0000","last_undegraded":"2024-09-19T04:38:28.919237+0000","last_fullsized":"2024-09-19T04:38:28.919237+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:24:03.165595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1c","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126733+0000","last_change":"2024-09-19T04:38:27.930378+0000","last_active":"2024-09-19T04:38:29.126733+0000","last_peered":"2024-09-19T04:38:29.126733+0000","last_clean":"2024-09-19T04:38:29.126733+0000","last_became_active":"2024-09-19T04:38:27.927298+0000","last_became_peered":"2024-09-19T04:38:27.927298+0000","last_unstale":"2024-09-19T04:38:29.126733+0000","last_undegraded":"2024-09-19T04:38:29.126733+0000","last_fullsized":"2024-09-19T04:38:29.126733+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:56.674400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1d","version":"116'2","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.123156+0000","last_change":"2024-09-19T04:38:26.916431+0000","last_active":"2024-09-19T04:38:29.123156+0000","last_peered":"2024-09-19T04:38:29.123156+0000","last_clean":"2024-09-19T04:38:29.123156+0000","last_became_active":"2024-09-19T04:38:26.916151+0000","last_became_peered":"2024-09-19T04:38:26.916151+0000","last_unstale":"2024-09-19T04:38:29.123156+0000","last_undegraded":"2024-09-19T04:38:29.123156+0000","last_fullsized":"2024-09-19T04:38:29.123156+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:15.859941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.1d","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126454+0000","last_change":"2024-09-19T04:38:27.925752+0000","last_active":"2024-09-19T04:38:29.126454+0000","last_peered":"2024-09-19T04:38:29.126454+0000","last_clean":"2024-09-19T04:38:29.126454+0000","last_became_active":"2024-09-19T04:38:27.925475+0000","last_became_peered":"2024-09-19T04:38:27.925475+0000","last_unstale":"2024-09-19T04:38:29.126454+0000","last_undegraded":"2024-09-19T04:38:29.126454+0000","last_fullsized":"2024-09-19T04:38:29.126454+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:34.971531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1c","version":"116'2","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125412+0000","last_change":"2024-09-19T04:38:26.911853+0000","last_active":"2024-09-19T04:38:29.125412+0000","last_peered":"2024-09-19T04:38:29.125412+0000","last_clean":"2024-09-19T04:38:29.125412+0000","last_became_active":"2024-09-19T04:38:26.911484+0000","last_became_peered":"2024-09-19T04:38:26.911484+0000","last_unstale":"2024-09-19T04:38:29.125412+0000","last_undegraded":"2024-09-19T04:38:29.125412+0000","last_fullsized":"2024-09-19T04:38:29.125412+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:45.109344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.1a","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918043+0000","last_change":"2024-09-19T04:38:27.921059+0000","last_active":"2024-09-19T04:38:28.918043+0000","last_peered":"2024-09-19T04:38:28.918043+0000","last_clean":"2024-09-19T04:38:28.918043+0000","last_became_active":"2024-09-19T04:38:27.920802+0000","last_became_peered":"2024-09-19T04:38:27.920802+0000","last_unstale":"2024-09-19T04:38:28.918043+0000","last_undegraded":"2024-09-19T04:38:28.918043+0000","last_fullsized":"2024-09-19T04:38:28.918043+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:42.129727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1b","version":"116'1","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125119+0000","last_change":"2024-09-19T04:38:26.916550+0000","last_active":"2024-09-19T04:38:29.125119+0000","last_peered":"2024-09-19T04:38:29.125119+0000","last_clean":"2024-09-19T04:38:29.125119+0000","last_became_active":"2024-09-19T04:38:26.916070+0000","last_became_peered":"2024-09-19T04:38:26.916070+0000","last_unstale":"2024-09-19T04:38:29.125119+0000","last_undegraded":"2024-09-19T04:38:29.125119+0000","last_fullsized":"2024-09-19T04:38:29.125119+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:28:45.954333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.1b","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919090+0000","last_change":"2024-09-19T04:38:27.921835+0000","last_active":"2024-09-19T04:38:28.919090+0000","last_peered":"2024-09-19T04:38:28.919090+0000","last_clean":"2024-09-19T04:38:28.919090+0000","last_became_active":"2024-09-19T04:38:27.921135+0000","last_became_peered":"2024-09-19T04:38:27.921135+0000","last_unstale":"2024-09-19T04:38:28.919090+0000","last_undegraded":"2024-09-19T04:38:28.919090+0000","last_fullsized":"2024-09-19T04:38:28.919090+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:20.974179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.1a","version":"116'1","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918145+0000","last_change":"2024-09-19T04:38:26.912353+0000","last_active":"2024-09-19T04:38:28.918145+0000","last_peered":"2024-09-19T04:38:28.918145+0000","last_clean":"2024-09-19T04:38:28.918145+0000","last_became_active":"2024-09-19T04:38:26.912076+0000","last_became_peered":"2024-09-19T04:38:26.912076+0000","last_unstale":"2024-09-19T04:38:28.918145+0000","last_undegraded":"2024-09-19T04:38:28.918145+0000","last_fullsized":"2024-09-19T04:38:28.918145+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:23:55.701408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.18","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126005+0000","last_change":"2024-09-19T04:38:27.926034+0000","last_active":"2024-09-19T04:38:29.126005+0000","last_peered":"2024-09-19T04:38:29.126005+0000","last_clean":"2024-09-19T04:38:29.126005+0000","last_became_active":"2024-09-19T04:38:27.925335+0000","last_became_peered":"2024-09-19T04:38:27.925335+0000","last_unstale":"2024-09-19T04:38:29.126005+0000","last_undegraded":"2024-09-19T04:38:29.126005+0000","last_fullsized":"2024-09-19T04:38:29.126005+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:38:34.892923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918627+0000","last_change":"2024-09-19T04:38:26.923488+0000","last_active":"2024-09-19T04:38:28.918627+0000","last_peered":"2024-09-19T04:38:28.918627+0000","last_clean":"2024-09-19T04:38:28.918627+0000","last_became_active":"2024-09-19T04:38:26.923206+0000","last_became_peered":"2024-09-19T04:38:26.923206+0000","last_unstale":"2024-09-19T04:38:28.918627+0000","last_undegraded":"2024-09-19T04:38:28.918627+0000","last_fullsized":"2024-09-19T04:38:28.918627+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:58:36.054504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.19","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125064+0000","last_change":"2024-09-19T04:38:27.919731+0000","last_active":"2024-09-19T04:38:29.125064+0000","last_peered":"2024-09-19T04:38:29.125064+0000","last_clean":"2024-09-19T04:38:29.125064+0000","last_became_active":"2024-09-19T04:38:27.919461+0000","last_became_peered":"2024-09-19T04:38:27.919461+0000","last_unstale":"2024-09-19T04:38:29.125064+0000","last_undegraded":"2024-09-19T04:38:29.125064+0000","last_fullsized":"2024-09-19T04:38:29.125064+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:22:50.688962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125188+0000","last_change":"2024-09-19T04:38:26.913695+0000","last_active":"2024-09-19T04:38:29.125188+0000","last_peered":"2024-09-19T04:38:29.125188+0000","last_clean":"2024-09-19T04:38:29.125188+0000","last_became_active":"2024-09-19T04:38:26.913414+0000","last_became_peered":"2024-09-19T04:38:26.913414+0000","last_unstale":"2024-09-19T04:38:29.125188+0000","last_undegraded":"2024-09-19T04:38:29.125188+0000","last_fullsized":"2024-09-19T04:38:29.125188+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:51:48.093265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.16","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125800+0000","last_change":"2024-09-19T04:38:27.913891+0000","last_active":"2024-09-19T04:38:29.125800+0000","last_peered":"2024-09-19T04:38:29.125800+0000","last_clean":"2024-09-19T04:38:29.125800+0000","last_became_active":"2024-09-19T04:38:27.913047+0000","last_became_peered":"2024-09-19T04:38:27.913047+0000","last_unstale":"2024-09-19T04:38:29.125800+0000","last_undegraded":"2024-09-19T04:38:29.125800+0000","last_fullsized":"2024-09-19T04:38:29.125800+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:01.962902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919958+0000","last_change":"2024-09-19T04:38:26.919019+0000","last_active":"2024-09-19T04:38:28.919958+0000","last_peered":"2024-09-19T04:38:28.919958+0000","last_clean":"2024-09-19T04:38:28.919958+0000","last_became_active":"2024-09-19T04:38:26.918268+0000","last_became_peered":"2024-09-19T04:38:26.918268+0000","last_unstale":"2024-09-19T04:38:28.919958+0000","last_undegraded":"2024-09-19T04:38:28.919958+0000","last_fullsized":"2024-09-19T04:38:28.919958+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:46.308412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.17","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919933+0000","last_change":"2024-09-19T04:38:27.913148+0000","last_active":"2024-09-19T04:38:28.919933+0000","last_peered":"2024-09-19T04:38:28.919933+0000","last_clean":"2024-09-19T04:38:28.919933+0000","last_became_active":"2024-09-19T04:38:27.912808+0000","last_became_peered":"2024-09-19T04:38:27.912808+0000","last_unstale":"2024-09-19T04:38:28.919933+0000","last_undegraded":"2024-09-19T04:38:28.919933+0000","last_fullsized":"2024-09-19T04:38:28.919933+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:55.016669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918444+0000","last_change":"2024-09-19T04:38:26.919749+0000","last_active":"2024-09-19T04:38:28.918444+0000","last_peered":"2024-09-19T04:38:28.918444+0000","last_clean":"2024-09-19T04:38:28.918444+0000","last_became_active":"2024-09-19T04:38:26.919476+0000","last_became_peered":"2024-09-19T04:38:26.919476+0000","last_unstale":"2024-09-19T04:38:28.918444+0000","last_undegraded":"2024-09-19T04:38:28.918444+0000","last_fullsized":"2024-09-19T04:38:28.918444+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:25.867713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.14","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126835+0000","last_change":"2024-09-19T04:38:27.932368+0000","last_active":"2024-09-19T04:38:29.126835+0000","last_peered":"2024-09-19T04:38:29.126835+0000","last_clean":"2024-09-19T04:38:29.126835+0000","last_became_active":"2024-09-19T04:38:27.932094+0000","last_became_peered":"2024-09-19T04:38:27.932094+0000","last_unstale":"2024-09-19T04:38:29.126835+0000","last_undegraded":"2024-09-19T04:38:29.126835+0000","last_fullsized":"2024-09-19T04:38:29.126835+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:14.842498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.15","version":"116'3","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918947+0000","last_change":"2024-09-19T04:38:26.918639+0000","last_active":"2024-09-19T04:38:28.918947+0000","last_peered":"2024-09-19T04:38:28.918947+0000","last_clean":"2024-09-19T04:38:28.918947+0000","last_became_active":"2024-09-19T04:38:26.918262+0000","last_became_peered":"2024-09-19T04:38:26.918262+0000","last_unstale":"2024-09-19T04:38:28.918947+0000","last_undegraded":"2024-09-19T04:38:28.918947+0000","last_fullsized":"2024-09-19T04:38:28.918947+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:51:43.832348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.15","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126578+0000","last_change":"2024-09-19T04:38:27.931347+0000","last_active":"2024-09-19T04:38:29.126578+0000","last_peered":"2024-09-19T04:38:29.126578+0000","last_clean":"2024-09-19T04:38:29.126578+0000","last_became_active":"2024-09-19T04:38:27.931065+0000","last_became_peered":"2024-09-19T04:38:27.931065+0000","last_unstale":"2024-09-19T04:38:29.126578+0000","last_undegraded":"2024-09-19T04:38:29.126578+0000","last_fullsized":"2024-09-19T04:38:29.126578+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:42.588519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.14","version":"116'6","reported_seq":20,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126517+0000","last_change":"2024-09-19T04:38:26.923625+0000","last_active":"2024-09-19T04:38:29.126517+0000","last_peered":"2024-09-19T04:38:29.126517+0000","last_clean":"2024-09-19T04:38:29.126517+0000","last_became_active":"2024-09-19T04:38:26.923341+0000","last_became_peered":"2024-09-19T04:38:26.923341+0000","last_unstale":"2024-09-19T04:38:29.126517+0000","last_undegraded":"2024-09-19T04:38:29.126517+0000","last_fullsized":"2024-09-19T04:38:29.126517+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:26.831802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.13","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126011+0000","last_change":"2024-09-19T04:38:27.912142+0000","last_active":"2024-09-19T04:38:29.126011+0000","last_peered":"2024-09-19T04:38:29.126011+0000","last_clean":"2024-09-19T04:38:29.126011+0000","last_became_active":"2024-09-19T04:38:27.911872+0000","last_became_peered":"2024-09-19T04:38:27.911872+0000","last_unstale":"2024-09-19T04:38:29.126011+0000","last_undegraded":"2024-09-19T04:38:29.126011+0000","last_fullsized":"2024-09-19T04:38:29.126011+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:36:40.147378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125539+0000","last_change":"2024-09-19T04:38:26.914182+0000","last_active":"2024-09-19T04:38:29.125539+0000","last_peered":"2024-09-19T04:38:29.125539+0000","last_clean":"2024-09-19T04:38:29.125539+0000","last_became_active":"2024-09-19T04:38:26.913874+0000","last_became_peered":"2024-09-19T04:38:26.913874+0000","last_unstale":"2024-09-19T04:38:29.125539+0000","last_undegraded":"2024-09-19T04:38:29.125539+0000","last_fullsized":"2024-09-19T04:38:29.125539+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:08:29.307093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.10","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125046+0000","last_change":"2024-09-19T04:38:27.927684+0000","last_active":"2024-09-19T04:38:29.125046+0000","last_peered":"2024-09-19T04:38:29.125046+0000","last_clean":"2024-09-19T04:38:29.125046+0000","last_became_active":"2024-09-19T04:38:27.927402+0000","last_became_peered":"2024-09-19T04:38:27.927402+0000","last_unstale":"2024-09-19T04:38:29.125046+0000","last_undegraded":"2024-09-19T04:38:29.125046+0000","last_fullsized":"2024-09-19T04:38:29.125046+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:54:41.774930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125253+0000","last_change":"2024-09-19T04:38:26.924043+0000","last_active":"2024-09-19T04:38:29.125253+0000","last_peered":"2024-09-19T04:38:29.125253+0000","last_clean":"2024-09-19T04:38:29.125253+0000","last_became_active":"2024-09-19T04:38:26.923739+0000","last_became_peered":"2024-09-19T04:38:26.923739+0000","last_unstale":"2024-09-19T04:38:29.125253+0000","last_undegraded":"2024-09-19T04:38:29.125253+0000","last_fullsized":"2024-09-19T04:38:29.125253+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:52.293299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.11","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126503+0000","last_change":"2024-09-19T04:38:27.924552+0000","last_active":"2024-09-19T04:38:29.126503+0000","last_peered":"2024-09-19T04:38:29.126503+0000","last_clean":"2024-09-19T04:38:29.126503+0000","last_became_active":"2024-09-19T04:38:27.923939+0000","last_became_peered":"2024-09-19T04:38:27.923939+0000","last_unstale":"2024-09-19T04:38:29.126503+0000","last_undegraded":"2024-09-19T04:38:29.126503+0000","last_fullsized":"2024-09-19T04:38:29.126503+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:55.016669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.10","version":"116'8","reported_seq":22,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126303+0000","last_change":"2024-09-19T04:38:26.916751+0000","last_active":"2024-09-19T04:38:29.126303+0000","last_peered":"2024-09-19T04:38:29.126303+0000","last_clean":"2024-09-19T04:38:29.126303+0000","last_became_active":"2024-09-19T04:38:26.916410+0000","last_became_peered":"2024-09-19T04:38:26.916410+0000","last_unstale":"2024-09-19T04:38:29.126303+0000","last_undegraded":"2024-09-19T04:38:29.126303+0000","last_fullsized":"2024-09-19T04:38:29.126303+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:38:13.081156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.e","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126736+0000","last_change":"2024-09-19T04:38:27.931935+0000","last_active":"2024-09-19T04:38:29.126736+0000","last_peered":"2024-09-19T04:38:29.126736+0000","last_clean":"2024-09-19T04:38:29.126736+0000","last_became_active":"2024-09-19T04:38:27.931605+0000","last_became_peered":"2024-09-19T04:38:27.931605+0000","last_unstale":"2024-09-19T04:38:29.126736+0000","last_undegraded":"2024-09-19T04:38:29.126736+0000","last_fullsized":"2024-09-19T04:38:29.126736+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:56:07.574296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.f","version":"116'1","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.920037+0000","last_change":"2024-09-19T04:38:26.923720+0000","last_active":"2024-09-19T04:38:28.920037+0000","last_peered":"2024-09-19T04:38:28.920037+0000","last_clean":"2024-09-19T04:38:28.920037+0000","last_became_active":"2024-09-19T04:38:26.923403+0000","last_became_peered":"2024-09-19T04:38:26.923403+0000","last_unstale":"2024-09-19T04:38:28.920037+0000","last_undegraded":"2024-09-19T04:38:28.920037+0000","last_fullsized":"2024-09-19T04:38:28.920037+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:35.061654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.f","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919834+0000","last_change":"2024-09-19T04:38:27.911396+0000","last_active":"2024-09-19T04:38:28.919834+0000","last_peered":"2024-09-19T04:38:28.919834+0000","last_clean":"2024-09-19T04:38:28.919834+0000","last_became_active":"2024-09-19T04:38:27.911110+0000","last_became_peered":"2024-09-19T04:38:27.911110+0000","last_unstale":"2024-09-19T04:38:28.919834+0000","last_undegraded":"2024-09-19T04:38:28.919834+0000","last_fullsized":"2024-09-19T04:38:28.919834+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:14:44.055963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.e","version":"116'2","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.123153+0000","last_change":"2024-09-19T04:38:26.920371+0000","last_active":"2024-09-19T04:38:29.123153+0000","last_peered":"2024-09-19T04:38:29.123153+0000","last_clean":"2024-09-19T04:38:29.123153+0000","last_became_active":"2024-09-19T04:38:26.920099+0000","last_became_peered":"2024-09-19T04:38:26.920099+0000","last_unstale":"2024-09-19T04:38:29.123153+0000","last_undegraded":"2024-09-19T04:38:29.123153+0000","last_fullsized":"2024-09-19T04:38:29.123153+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:37:44.143730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.c","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918365+0000","last_change":"2024-09-19T04:38:27.920309+0000","last_active":"2024-09-19T04:38:28.918365+0000","last_peered":"2024-09-19T04:38:28.918365+0000","last_clean":"2024-09-19T04:38:28.918365+0000","last_became_active":"2024-09-19T04:38:27.920025+0000","last_became_peered":"2024-09-19T04:38:27.920025+0000","last_unstale":"2024-09-19T04:38:28.918365+0000","last_undegraded":"2024-09-19T04:38:28.918365+0000","last_fullsized":"2024-09-19T04:38:28.918365+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:06.036988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.d","version":"116'1","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919084+0000","last_change":"2024-09-19T04:38:26.916415+0000","last_active":"2024-09-19T04:38:28.919084+0000","last_peered":"2024-09-19T04:38:28.919084+0000","last_clean":"2024-09-19T04:38:28.919084+0000","last_became_active":"2024-09-19T04:38:26.916149+0000","last_became_peered":"2024-09-19T04:38:26.916149+0000","last_unstale":"2024-09-19T04:38:28.919084+0000","last_undegraded":"2024-09-19T04:38:28.919084+0000","last_fullsized":"2024-09-19T04:38:28.919084+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:47:26.381070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.d","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125551+0000","last_change":"2024-09-19T04:38:27.920741+0000","last_active":"2024-09-19T04:38:29.125551+0000","last_peered":"2024-09-19T04:38:29.125551+0000","last_clean":"2024-09-19T04:38:29.125551+0000","last_became_active":"2024-09-19T04:38:27.920474+0000","last_became_peered":"2024-09-19T04:38:27.920474+0000","last_unstale":"2024-09-19T04:38:29.125551+0000","last_undegraded":"2024-09-19T04:38:29.125551+0000","last_fullsized":"2024-09-19T04:38:29.125551+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:55.016669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918807+0000","last_change":"2024-09-19T04:38:26.918403+0000","last_active":"2024-09-19T04:38:28.918807+0000","last_peered":"2024-09-19T04:38:28.918807+0000","last_clean":"2024-09-19T04:38:28.918807+0000","last_became_active":"2024-09-19T04:38:26.918029+0000","last_became_peered":"2024-09-19T04:38:26.918029+0000","last_unstale":"2024-09-19T04:38:28.918807+0000","last_undegraded":"2024-09-19T04:38:28.918807+0000","last_fullsized":"2024-09-19T04:38:28.918807+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:15:47.794008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.a","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125481+0000","last_change":"2024-09-19T04:38:27.915643+0000","last_active":"2024-09-19T04:38:29.125481+0000","last_peered":"2024-09-19T04:38:29.125481+0000","last_clean":"2024-09-19T04:38:29.125481+0000","last_became_active":"2024-09-19T04:38:27.915325+0000","last_became_peered":"2024-09-19T04:38:27.915325+0000","last_unstale":"2024-09-19T04:38:29.125481+0000","last_undegraded":"2024-09-19T04:38:29.125481+0000","last_fullsized":"2024-09-19T04:38:29.125481+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:30.640660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.b","version":"116'2","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919527+0000","last_change":"2024-09-19T04:38:26.918795+0000","last_active":"2024-09-19T04:38:28.919527+0000","last_peered":"2024-09-19T04:38:28.919527+0000","last_clean":"2024-09-19T04:38:28.919527+0000","last_became_active":"2024-09-19T04:38:26.918396+0000","last_became_peered":"2024-09-19T04:38:26.918396+0000","last_unstale":"2024-09-19T04:38:28.919527+0000","last_undegraded":"2024-09-19T04:38:28.919527+0000","last_fullsized":"2024-09-19T04:38:28.919527+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:03:52.167335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.b","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919283+0000","last_change":"2024-09-19T04:38:27.922053+0000","last_active":"2024-09-19T04:38:28.919283+0000","last_peered":"2024-09-19T04:38:28.919283+0000","last_clean":"2024-09-19T04:38:28.919283+0000","last_became_active":"2024-09-19T04:38:27.921563+0000","last_became_peered":"2024-09-19T04:38:27.921563+0000","last_unstale":"2024-09-19T04:38:28.919283+0000","last_undegraded":"2024-09-19T04:38:28.919283+0000","last_fullsized":"2024-09-19T04:38:28.919283+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:26.870363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918228+0000","last_change":"2024-09-19T04:38:26.922064+0000","last_active":"2024-09-19T04:38:28.918228+0000","last_peered":"2024-09-19T04:38:28.918228+0000","last_clean":"2024-09-19T04:38:28.918228+0000","last_became_active":"2024-09-19T04:38:26.921747+0000","last_became_peered":"2024-09-19T04:38:26.921747+0000","last_unstale":"2024-09-19T04:38:28.918228+0000","last_undegraded":"2024-09-19T04:38:28.918228+0000","last_fullsized":"2024-09-19T04:38:28.918228+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:33:14.411896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.8","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125046+0000","last_change":"2024-09-19T04:38:27.914026+0000","last_active":"2024-09-19T04:38:29.125046+0000","last_peered":"2024-09-19T04:38:29.125046+0000","last_clean":"2024-09-19T04:38:29.125046+0000","last_became_active":"2024-09-19T04:38:27.913767+0000","last_became_peered":"2024-09-19T04:38:27.913767+0000","last_unstale":"2024-09-19T04:38:29.125046+0000","last_undegraded":"2024-09-19T04:38:29.125046+0000","last_fullsized":"2024-09-19T04:38:29.125046+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:24:04.168245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.917957+0000","last_change":"2024-09-19T04:38:26.917202+0000","last_active":"2024-09-19T04:38:28.917957+0000","last_peered":"2024-09-19T04:38:28.917957+0000","last_clean":"2024-09-19T04:38:28.917957+0000","last_became_active":"2024-09-19T04:38:26.916907+0000","last_became_peered":"2024-09-19T04:38:26.916907+0000","last_unstale":"2024-09-19T04:38:28.917957+0000","last_undegraded":"2024-09-19T04:38:28.917957+0000","last_fullsized":"2024-09-19T04:38:28.917957+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:54:02.166441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.9","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125997+0000","last_change":"2024-09-19T04:38:27.928153+0000","last_active":"2024-09-19T04:38:29.125997+0000","last_peered":"2024-09-19T04:38:29.125997+0000","last_clean":"2024-09-19T04:38:29.125997+0000","last_became_active":"2024-09-19T04:38:27.927840+0000","last_became_peered":"2024-09-19T04:38:27.927840+0000","last_unstale":"2024-09-19T04:38:29.125997+0000","last_undegraded":"2024-09-19T04:38:29.125997+0000","last_fullsized":"2024-09-19T04:38:29.125997+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:37.651481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.122800+0000","last_change":"2024-09-19T04:38:26.920297+0000","last_active":"2024-09-19T04:38:29.122800+0000","last_peered":"2024-09-19T04:38:29.122800+0000","last_clean":"2024-09-19T04:38:29.122800+0000","last_became_active":"2024-09-19T04:38:26.920022+0000","last_became_peered":"2024-09-19T04:38:26.920022+0000","last_unstale":"2024-09-19T04:38:29.122800+0000","last_undegraded":"2024-09-19T04:38:29.122800+0000","last_fullsized":"2024-09-19T04:38:29.122800+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:35:11.581844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.6","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919586+0000","last_change":"2024-09-19T04:38:27.917248+0000","last_active":"2024-09-19T04:38:28.919586+0000","last_peered":"2024-09-19T04:38:28.919586+0000","last_clean":"2024-09-19T04:38:28.919586+0000","last_became_active":"2024-09-19T04:38:27.916937+0000","last_became_peered":"2024-09-19T04:38:27.916937+0000","last_unstale":"2024-09-19T04:38:28.919586+0000","last_undegraded":"2024-09-19T04:38:28.919586+0000","last_fullsized":"2024-09-19T04:38:28.919586+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:33:15.414546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.7","version":"116'2","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126007+0000","last_change":"2024-09-19T04:38:26.918736+0000","last_active":"2024-09-19T04:38:29.126007+0000","last_peered":"2024-09-19T04:38:29.126007+0000","last_clean":"2024-09-19T04:38:29.126007+0000","last_became_active":"2024-09-19T04:38:26.918458+0000","last_became_peered":"2024-09-19T04:38:26.918458+0000","last_unstale":"2024-09-19T04:38:29.126007+0000","last_undegraded":"2024-09-19T04:38:29.126007+0000","last_fullsized":"2024-09-19T04:38:29.126007+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:54:35.655464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.7","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126013+0000","last_change":"2024-09-19T04:38:27.926652+0000","last_active":"2024-09-19T04:38:29.126013+0000","last_peered":"2024-09-19T04:38:29.126013+0000","last_clean":"2024-09-19T04:38:29.126013+0000","last_became_active":"2024-09-19T04:38:27.926381+0000","last_became_peered":"2024-09-19T04:38:27.926381+0000","last_unstale":"2024-09-19T04:38:29.126013+0000","last_undegraded":"2024-09-19T04:38:29.126013+0000","last_fullsized":"2024-09-19T04:38:29.126013+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:22.330051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.6","version":"116'1","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126488+0000","last_change":"2024-09-19T04:38:26.923826+0000","last_active":"2024-09-19T04:38:29.126488+0000","last_peered":"2024-09-19T04:38:29.126488+0000","last_clean":"2024-09-19T04:38:29.126488+0000","last_became_active":"2024-09-19T04:38:26.923526+0000","last_became_peered":"2024-09-19T04:38:26.923526+0000","last_unstale":"2024-09-19T04:38:29.126488+0000","last_undegraded":"2024-09-19T04:38:29.126488+0000","last_fullsized":"2024-09-19T04:38:29.126488+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:25.867713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.4","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125385+0000","last_change":"2024-09-19T04:38:27.932049+0000","last_active":"2024-09-19T04:38:29.125385+0000","last_peered":"2024-09-19T04:38:29.125385+0000","last_clean":"2024-09-19T04:38:29.125385+0000","last_became_active":"2024-09-19T04:38:27.931771+0000","last_became_peered":"2024-09-19T04:38:27.931771+0000","last_unstale":"2024-09-19T04:38:29.125385+0000","last_undegraded":"2024-09-19T04:38:29.125385+0000","last_fullsized":"2024-09-19T04:38:29.125385+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:58:37.057154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125590+0000","last_change":"2024-09-19T04:38:26.920739+0000","last_active":"2024-09-19T04:38:29.125590+0000","last_peered":"2024-09-19T04:38:29.125590+0000","last_clean":"2024-09-19T04:38:29.125590+0000","last_became_active":"2024-09-19T04:38:26.920426+0000","last_became_peered":"2024-09-19T04:38:26.920426+0000","last_unstale":"2024-09-19T04:38:29.125590+0000","last_undegraded":"2024-09-19T04:38:29.125590+0000","last_fullsized":"2024-09-19T04:38:29.125590+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:19.425064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.5","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919131+0000","last_change":"2024-09-19T04:38:27.915877+0000","last_active":"2024-09-19T04:38:28.919131+0000","last_peered":"2024-09-19T04:38:28.919131+0000","last_clean":"2024-09-19T04:38:28.919131+0000","last_became_active":"2024-09-19T04:38:27.915434+0000","last_became_peered":"2024-09-19T04:38:27.915434+0000","last_unstale":"2024-09-19T04:38:28.919131+0000","last_undegraded":"2024-09-19T04:38:28.919131+0000","last_fullsized":"2024-09-19T04:38:28.919131+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:54:03.169091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.122990+0000","last_change":"2024-09-19T04:38:26.913938+0000","last_active":"2024-09-19T04:38:29.122990+0000","last_peered":"2024-09-19T04:38:29.122990+0000","last_clean":"2024-09-19T04:38:29.122990+0000","last_became_active":"2024-09-19T04:38:26.913425+0000","last_became_peered":"2024-09-19T04:38:26.913425+0000","last_unstale":"2024-09-19T04:38:29.122990+0000","last_undegraded":"2024-09-19T04:38:29.122990+0000","last_fullsized":"2024-09-19T04:38:29.122990+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:18.307752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126027+0000","last_change":"2024-09-19T04:38:27.924757+0000","last_active":"2024-09-19T04:38:29.126027+0000","last_peered":"2024-09-19T04:38:29.126027+0000","last_clean":"2024-09-19T04:38:29.126027+0000","last_became_active":"2024-09-19T04:38:27.922783+0000","last_became_peered":"2024-09-19T04:38:27.922783+0000","last_unstale":"2024-09-19T04:38:29.126027+0000","last_undegraded":"2024-09-19T04:38:29.126027+0000","last_fullsized":"2024-09-19T04:38:29.126027+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:17.808276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125160+0000","last_change":"2024-09-19T04:38:26.923918+0000","last_active":"2024-09-19T04:38:29.125160+0000","last_peered":"2024-09-19T04:38:29.125160+0000","last_clean":"2024-09-19T04:38:29.125160+0000","last_became_active":"2024-09-19T04:38:26.923672+0000","last_became_peered":"2024-09-19T04:38:26.923672+0000","last_unstale":"2024-09-19T04:38:29.125160+0000","last_undegraded":"2024-09-19T04:38:29.125160+0000","last_fullsized":"2024-09-19T04:38:29.125160+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:27.306300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.3","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.919582+0000","last_change":"2024-09-19T04:38:27.916537+0000","last_active":"2024-09-19T04:38:28.919582+0000","last_peered":"2024-09-19T04:38:28.919582+0000","last_clean":"2024-09-19T04:38:28.919582+0000","last_became_active":"2024-09-19T04:38:27.916271+0000","last_became_peered":"2024-09-19T04:38:27.916271+0000","last_unstale":"2024-09-19T04:38:28.919582+0000","last_undegraded":"2024-09-19T04:38:28.919582+0000","last_fullsized":"2024-09-19T04:38:28.919582+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:47:27.383720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126129+0000","last_change":"2024-09-19T04:38:26.926661+0000","last_active":"2024-09-19T04:38:29.126129+0000","last_peered":"2024-09-19T04:38:29.126129+0000","last_clean":"2024-09-19T04:38:29.126129+0000","last_became_active":"2024-09-19T04:38:26.926376+0000","last_became_peered":"2024-09-19T04:38:26.926376+0000","last_unstale":"2024-09-19T04:38:29.126129+0000","last_undegraded":"2024-09-19T04:38:29.126129+0000","last_fullsized":"2024-09-19T04:38:29.126129+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:23:55.701408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.0","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918268+0000","last_change":"2024-09-19T04:38:27.925454+0000","last_active":"2024-09-19T04:38:28.918268+0000","last_peered":"2024-09-19T04:38:28.918268+0000","last_clean":"2024-09-19T04:38:28.918268+0000","last_became_active":"2024-09-19T04:38:27.925192+0000","last_became_peered":"2024-09-19T04:38:27.925192+0000","last_unstale":"2024-09-19T04:38:28.918268+0000","last_undegraded":"2024-09-19T04:38:28.918268+0000","last_fullsized":"2024-09-19T04:38:28.918268+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:40:09.808100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:28.918005+0000","last_change":"2024-09-19T04:38:26.914214+0000","last_active":"2024-09-19T04:38:28.918005+0000","last_peered":"2024-09-19T04:38:28.918005+0000","last_clean":"2024-09-19T04:38:28.918005+0000","last_became_active":"2024-09-19T04:38:26.913963+0000","last_became_peered":"2024-09-19T04:38:26.913963+0000","last_unstale":"2024-09-19T04:38:28.918005+0000","last_undegraded":"2024-09-19T04:38:28.918005+0000","last_fullsized":"2024-09-19T04:38:28.918005+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:14:07.714216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.1","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125077+0000","last_change":"2024-09-19T04:38:27.925176+0000","last_active":"2024-09-19T04:38:29.125077+0000","last_peered":"2024-09-19T04:38:29.125077+0000","last_clean":"2024-09-19T04:38:29.125077+0000","last_became_active":"2024-09-19T04:38:27.924305+0000","last_became_peered":"2024-09-19T04:38:27.924305+0000","last_unstale":"2024-09-19T04:38:29.125077+0000","last_undegraded":"2024-09-19T04:38:29.125077+0000","last_fullsized":"2024-09-19T04:38:29.125077+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:19:22.414481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":14,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.122927+0000","last_change":"2024-09-19T04:38:26.912041+0000","last_active":"2024-09-19T04:38:29.122927+0000","last_peered":"2024-09-19T04:38:29.122927+0000","last_clean":"2024-09-19T04:38:29.122927+0000","last_became_active":"2024-09-19T04:38:26.911740+0000","last_became_peered":"2024-09-19T04:38:26.911740+0000","last_unstale":"2024-09-19T04:38:29.122927+0000","last_undegraded":"2024-09-19T04:38:29.122927+0000","last_fullsized":"2024-09-19T04:38:29.122927+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:56:41.573622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.12","version":"0'0","reported_seq":12,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126201+0000","last_change":"2024-09-19T04:38:27.930113+0000","last_active":"2024-09-19T04:38:29.126201+0000","last_peered":"2024-09-19T04:38:29.126201+0000","last_clean":"2024-09-19T04:38:29.126201+0000","last_became_active":"2024-09-19T04:38:27.928109+0000","last_became_peered":"2024-09-19T04:38:27.928109+0000","last_unstale":"2024-09-19T04:38:29.126201+0000","last_undegraded":"2024-09-19T04:38:29.126201+0000","last_fullsized":"2024-09-19T04:38:29.126201+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:26.892727+0000","last_clean_scrub_stamp":"2024-09-19T04:38:26.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:06.036988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.13","version":"116'2","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.126671+0000","last_change":"2024-09-19T04:38:26.926828+0000","last_active":"2024-09-19T04:38:29.126671+0000","last_peered":"2024-09-19T04:38:29.126671+0000","last_clean":"2024-09-19T04:38:29.126671+0000","last_became_active":"2024-09-19T04:38:26.926535+0000","last_became_peered":"2024-09-19T04:38:26.926535+0000","last_unstale":"2024-09-19T04:38:29.126671+0000","last_undegraded":"2024-09-19T04:38:29.126671+0000","last_fullsized":"2024-09-19T04:38:29.126671+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:25.890077+0000","last_clean_scrub_stamp":"2024-09-19T04:38:25.890077+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:26.809418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":387,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-19T04:38:29.125754+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:38:29.125754+0000","last_peered":"2024-09-19T04:38:29.125754+0000","last_clean":"2024-09-19T04:38:29.125754+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:38:29.125754+0000","last_undegraded":"2024-09-19T04:38:29.125754+0000","last_fullsized":"2024-09-19T04:38:29.125754+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":19,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":18,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509513,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33204,"kb_used_data":2012,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338636,"statfs":{"total":96636764160,"available":96602763264,"internally_reserved":0,"allocated":2060288,"data_stored":1225282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509513,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32604,"kb_used_data":1420,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339236,"statfs":{"total":96636764160,"available":96603377664,"internally_reserved":0,"allocated":1454080,"data_stored":634276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509513,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32616,"kb_used_data":1428,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339224,"statfs":{"total":96636764160,"available":96603365376,"internally_reserved":0,"allocated":1462272,"data_stored":639104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509514,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32604,"kb_used_data":1412,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339236,"statfs":{"total":96636764160,"available":96603377664,"internally_reserved":0,"allocated":1445888,"data_stored":632734,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542218,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32608,"kb_used_data":1416,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339232,"statfs":{"total":96636764160,"available":96603373568,"internally_reserved":0,"allocated":1449984,"data_stored":632824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542217,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32608,"kb_used_data":1416,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339232,"statfs":{"total":96636764160,"available":96603373568,"internally_reserved":0,"allocated":1449984,"data_stored":633280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542217,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32596,"kb_used_data":1408,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339244,"statfs":{"total":96636764160,"available":96603385856,"internally_reserved":0,"allocated":1441792,"data_stored":632664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542218,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33180,"kb_used_data":1988,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338660,"statfs":{"total":96636764160,"available":96602787840,"internally_reserved":0,"allocated":2035712,"data_stored":1223032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:38:31.481 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T04:38:31.482 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T04:38:31.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.621+0000 7f89f6711640 1 Processor -- start 2024-09-19T04:38:31.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.621+0000 7f89f6711640 1 -- start start 2024-09-19T04:38:31.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.622+0000 7f89f6711640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f89f00b5630 0x7f89f006de50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:31.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.622+0000 7f89f6711640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f89f00b5c10 0x7f89f006e390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:31.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.622+0000 7f89f6711640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f89f00b0470 con 0x7f89f015c4b0 2024-09-19T04:38:31.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.622+0000 7f89f6711640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f89f00cdc10 con 0x7f89f00b5630 2024-09-19T04:38:31.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.622+0000 7f89f6711640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f89f00cdef0 con 0x7f89f00b5c10 2024-09-19T04:38:31.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.622+0000 7f89ef7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f89f00b5630 0x7f89f006de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:31.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.622+0000 7f89ef7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f89f00b5630 0x7f89f006de50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36738/0 (socket says 172.21.15.111:36738) 2024-09-19T04:38:31.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.622+0000 7f89ef7fe640 1 -- 172.21.15.111:0/2172670144 learned_addr learned my addr 172.21.15.111:0/2172670144 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:31.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.622+0000 7f89f4cae640 1 --2- 172.21.15.111:0/2172670144 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f89f00b5c10 0x7f89f006e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:31.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.623+0000 7f89ef7fe640 1 -- 172.21.15.111:0/2172670144 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f89f00b5c10 msgr2=0x7f89f006e390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:31.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.623+0000 7f89ef7fe640 1 --2- 172.21.15.111:0/2172670144 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f89f00b5c10 0x7f89f006e390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.623+0000 7f89ef7fe640 1 -- 172.21.15.111:0/2172670144 >> v1:172.21.15.111:6789/0 conn(0x7f89f015c4b0 legacy=0x7f89f00b4f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:31.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.623+0000 7f89ef7fe640 1 -- 172.21.15.111:0/2172670144 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89f00ce1d0 con 0x7f89f00b5630 2024-09-19T04:38:31.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.623+0000 7f89eeffd640 1 -- 172.21.15.111:0/2172670144 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 599655819 0 0) 0x7f89f00b0470 con 0x7f89f015c4b0 2024-09-19T04:38:31.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.623+0000 7f89f4cae640 1 --2- 172.21.15.111:0/2172670144 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f89f00b5c10 0x7f89f006e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:31.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.623+0000 7f89ef7fe640 1 --2- 172.21.15.111:0/2172670144 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f89f00b5630 0x7f89f006de50 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7f89e4009870 tx=0x7f89e402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94637bd34d216964 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:31.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.623+0000 7f89eeffd640 1 -- 172.21.15.111:0/2172670144 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89e4037070 con 0x7f89f00b5630 2024-09-19T04:38:31.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.624+0000 7f89eeffd640 1 -- 172.21.15.111:0/2172670144 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89e4032440 con 0x7f89f00b5630 2024-09-19T04:38:31.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.624+0000 7f89eeffd640 1 -- 172.21.15.111:0/2172670144 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89e4032810 con 0x7f89f00b5630 2024-09-19T04:38:31.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.624+0000 7f89f6711640 1 -- 172.21.15.111:0/2172670144 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f89f00b5630 msgr2=0x7f89f006de50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:31.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.624+0000 7f89f6711640 1 --2- 172.21.15.111:0/2172670144 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f89f00b5630 0x7f89f006de50 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7f89e4009870 tx=0x7f89e402a270 comp rx=0 tx=0).stop 2024-09-19T04:38:31.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.624+0000 7f89f6711640 1 -- 172.21.15.111:0/2172670144 shutdown_connections 2024-09-19T04:38:31.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.624+0000 7f89f6711640 1 --2- 172.21.15.111:0/2172670144 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f89f00b5c10 0x7f89f006e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.624+0000 7f89f6711640 1 --2- 172.21.15.111:0/2172670144 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f89f00b5630 0x7f89f006de50 unknown :-1 s=CLOSED pgs=1145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.624+0000 7f89f6711640 1 -- 172.21.15.111:0/2172670144 >> 172.21.15.111:0/2172670144 conn(0x7f89f006c9f0 msgr2=0x7f89f006cdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:31.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.624+0000 7f89f6711640 1 -- 172.21.15.111:0/2172670144 shutdown_connections 2024-09-19T04:38:31.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.624+0000 7f89f6711640 1 -- 172.21.15.111:0/2172670144 wait complete. 2024-09-19T04:38:31.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.625+0000 7f89f6711640 1 Processor -- start 2024-09-19T04:38:31.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.625+0000 7f89f6711640 1 -- start start 2024-09-19T04:38:31.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.626+0000 7f89f6711640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f89f00b5630 0x7f89f00aeeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:31.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.626+0000 7f89f6711640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f89f00b5c10 0x7f89f01f1660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:31.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.626+0000 7f89f6711640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f89f015c4b0 0x7f89f00ace00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:31.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.626+0000 7f89f6711640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f89f00ce790 con 0x7f89f00b5630 2024-09-19T04:38:31.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.626+0000 7f89f6711640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f89f015c890 con 0x7f89f00b5c10 2024-09-19T04:38:31.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.626+0000 7f89f6711640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f89f00ce910 con 0x7f89f015c4b0 2024-09-19T04:38:31.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.626+0000 7f89effff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f89f00b5630 0x7f89f00aeeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:31.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.626+0000 7f89effff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f89f00b5630 0x7f89f00aeeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36748/0 (socket says 172.21.15.111:36748) 2024-09-19T04:38:31.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.626+0000 7f89effff640 1 -- 172.21.15.111:0/1817993968 learned_addr learned my addr 172.21.15.111:0/1817993968 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:31.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.626+0000 7f89f4cae640 1 --2- 172.21.15.111:0/1817993968 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f89f015c4b0 0x7f89f00ace00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:31.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.626+0000 7f89ef7fe640 1 --2- 172.21.15.111:0/1817993968 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f89f00b5c10 0x7f89f01f1660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:31.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.626+0000 7f89effff640 1 -- 172.21.15.111:0/1817993968 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f89f015c4b0 msgr2=0x7f89f00ace00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:31.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.626+0000 7f89effff640 1 --2- 172.21.15.111:0/1817993968 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f89f015c4b0 0x7f89f00ace00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.627+0000 7f89effff640 1 -- 172.21.15.111:0/1817993968 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f89f00b5c10 msgr2=0x7f89f01f1660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:31.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.627+0000 7f89effff640 1 --2- 172.21.15.111:0/1817993968 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f89f00b5c10 0x7f89f01f1660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.627+0000 7f89effff640 1 -- 172.21.15.111:0/1817993968 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89f0147180 con 0x7f89f00b5630 2024-09-19T04:38:31.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.627+0000 7f89effff640 1 --2- 172.21.15.111:0/1817993968 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f89f00b5630 0x7f89f00aeeb0 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7f89e000c410 tx=0x7f89e000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:31.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.627+0000 7f89ecff9640 1 -- 172.21.15.111:0/1817993968 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89e0017070 con 0x7f89f00b5630 2024-09-19T04:38:31.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.627+0000 7f89ecff9640 1 -- 172.21.15.111:0/1817993968 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89e00035f0 con 0x7f89f00b5630 2024-09-19T04:38:31.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.627+0000 7f89f6711640 1 -- 172.21.15.111:0/1817993968 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89f015f800 con 0x7f89f00b5630 2024-09-19T04:38:31.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.627+0000 7f89ecff9640 1 -- 172.21.15.111:0/1817993968 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89e00039e0 con 0x7f89f00b5630 2024-09-19T04:38:31.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.627+0000 7f89f6711640 1 -- 172.21.15.111:0/1817993968 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89f015fdc0 con 0x7f89f00b5630 2024-09-19T04:38:31.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.628+0000 7f89f6711640 1 -- 172.21.15.111:0/1817993968 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89f00d0820 con 0x7f89f00b5630 2024-09-19T04:38:31.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.628+0000 7f89ecff9640 1 -- 172.21.15.111:0/1817993968 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f89e001a070 con 0x7f89f00b5630 2024-09-19T04:38:31.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.629+0000 7f89ecff9640 1 --2- 172.21.15.111:0/1817993968 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f89dc06c6a0 0x7f89dc06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:31.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.629+0000 7f89ecff9640 1 -- 172.21.15.111:0/1817993968 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f89e008af10 con 0x7f89f00b5630 2024-09-19T04:38:31.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.629+0000 7f89ef7fe640 1 --2- 172.21.15.111:0/1817993968 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f89dc06c6a0 0x7f89dc06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:31.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.629+0000 7f89ef7fe640 1 --2- 172.21.15.111:0/1817993968 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f89dc06c6a0 0x7f89dc06eb60 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f89e4034000 tx=0x7f89e402e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:31.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.633+0000 7f89ecff9640 1 -- 172.21.15.111:0/1817993968 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f89e0059110 con 0x7f89f00b5630 2024-09-19T04:38:31.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.863+0000 7f89f6711640 1 -- 172.21.15.111:0/1817993968 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f89f00b2780 con 0x7f89f00b5630 2024-09-19T04:38:31.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.865+0000 7f89ecff9640 1 -- 172.21.15.111:0/1817993968 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v19) ==== 190+0+147 (secure 0 0 0) 0x7f89e0058a10 con 0x7f89f00b5630 2024-09-19T04:38:31.867 INFO:teuthology.orchestra.run.smithi111.stdout:[client.0] 2024-09-19T04:38:31.867 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQA0qetmdEXYCBAAQK+0F5ouJPJAqZqCQHrMdQ== 2024-09-19T04:38:31.867 INFO:teuthology.orchestra.run.smithi111.stdout: caps mds = "allow" 2024-09-19T04:38:31.868 INFO:teuthology.orchestra.run.smithi111.stdout: caps mon = "allow r" 2024-09-19T04:38:31.868 INFO:teuthology.orchestra.run.smithi111.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T04:38:31.868 INFO:teuthology.orchestra.run.smithi111.stderr:updated caps for client.0 2024-09-19T04:38:31.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.867+0000 7f89f6711640 1 -- 172.21.15.111:0/1817993968 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f89dc06c6a0 msgr2=0x7f89dc06eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:31.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.867+0000 7f89f6711640 1 --2- 172.21.15.111:0/1817993968 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f89dc06c6a0 0x7f89dc06eb60 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f89e4034000 tx=0x7f89e402e000 comp rx=0 tx=0).stop 2024-09-19T04:38:31.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.867+0000 7f89f6711640 1 -- 172.21.15.111:0/1817993968 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f89f00b5630 msgr2=0x7f89f00aeeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:31.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.867+0000 7f89f6711640 1 --2- 172.21.15.111:0/1817993968 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f89f00b5630 0x7f89f00aeeb0 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7f89e000c410 tx=0x7f89e000c8d0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.867+0000 7f89f6711640 1 -- 172.21.15.111:0/1817993968 shutdown_connections 2024-09-19T04:38:31.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.867+0000 7f89f6711640 1 --2- 172.21.15.111:0/1817993968 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f89dc06c6a0 0x7f89dc06eb60 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.867+0000 7f89f6711640 1 --2- 172.21.15.111:0/1817993968 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f89f015c4b0 0x7f89f00ace00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.867+0000 7f89f6711640 1 --2- 172.21.15.111:0/1817993968 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f89f00b5c10 0x7f89f01f1660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.867+0000 7f89f6711640 1 --2- 172.21.15.111:0/1817993968 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f89f00b5630 0x7f89f00aeeb0 unknown :-1 s=CLOSED pgs=1146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.867+0000 7f89f6711640 1 -- 172.21.15.111:0/1817993968 >> 172.21.15.111:0/1817993968 conn(0x7f89f006c9f0 msgr2=0x7f89f0159dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:31.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.867+0000 7f89f6711640 1 -- 172.21.15.111:0/1817993968 shutdown_connections 2024-09-19T04:38:31.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.867+0000 7f89f6711640 1 -- 172.21.15.111:0/1817993968 wait complete. 2024-09-19T04:38:31.880 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:38:31.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.976+0000 7f1196b86640 1 Processor -- start 2024-09-19T04:38:31.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.976+0000 7f1196b86640 1 -- start start 2024-09-19T04:38:31.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.977+0000 7f1196b86640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f119006be10 0x7f11900cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:31.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.977+0000 7f1196b86640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f1190151c50 0x7f119015baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:31.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.977+0000 7f1196b86640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11900cd5f0 con 0x7f119006c1f0 2024-09-19T04:38:31.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.977+0000 7f1196b86640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f11900cd8d0 con 0x7f119006be10 2024-09-19T04:38:31.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.977+0000 7f1196b86640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f11900cdbb0 con 0x7f1190151c50 2024-09-19T04:38:31.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.977+0000 7f1194922640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f119006be10 0x7f11900cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:31.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.977+0000 7f1194922640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f119006be10 0x7f11900cd010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36760/0 (socket says 172.21.15.111:36760) 2024-09-19T04:38:31.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.978+0000 7f1194922640 1 -- 172.21.15.111:0/4100884290 learned_addr learned my addr 172.21.15.111:0/4100884290 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:31.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.978+0000 7f1195123640 1 --2- 172.21.15.111:0/4100884290 >> v2:172.21.15.114:3300/0 conn(0x7f1190151c50 0x7f119015baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:31.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.978+0000 7f1194922640 1 -- 172.21.15.111:0/4100884290 >> v2:172.21.15.114:3300/0 conn(0x7f1190151c50 msgr2=0x7f119015baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:31.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.978+0000 7f1194922640 1 --2- 172.21.15.111:0/4100884290 >> v2:172.21.15.114:3300/0 conn(0x7f1190151c50 0x7f119015baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.978+0000 7f1194922640 1 -- 172.21.15.111:0/4100884290 >> v1:172.21.15.114:6789/0 conn(0x7f119006c1f0 legacy=0x7f1190151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:31.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.978+0000 7f1194922640 1 -- 172.21.15.111:0/4100884290 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11900cde90 con 0x7f119006be10 2024-09-19T04:38:31.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.978+0000 7f1195123640 1 --2- 172.21.15.111:0/4100884290 >> v2:172.21.15.114:3300/0 conn(0x7f1190151c50 0x7f119015baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:31.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.978+0000 7f1194922640 1 --2- 172.21.15.111:0/4100884290 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f119006be10 0x7f11900cd010 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7f11900b5980 tx=0x7f118c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c619249a2118cc0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:31.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.979+0000 7f11877fe640 1 -- 172.21.15.111:0/4100884290 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f118c037070 con 0x7f119006be10 2024-09-19T04:38:31.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.979+0000 7f11877fe640 1 -- 172.21.15.111:0/4100884290 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f118c032440 con 0x7f119006be10 2024-09-19T04:38:31.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.979+0000 7f11877fe640 1 -- 172.21.15.111:0/4100884290 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f118c032810 con 0x7f119006be10 2024-09-19T04:38:31.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.979+0000 7f1196b86640 1 -- 172.21.15.111:0/4100884290 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f119006be10 msgr2=0x7f11900cd010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:31.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.979+0000 7f1196b86640 1 --2- 172.21.15.111:0/4100884290 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f119006be10 0x7f11900cd010 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7f11900b5980 tx=0x7f118c02a230 comp rx=0 tx=0).stop 2024-09-19T04:38:31.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.979+0000 7f1196b86640 1 -- 172.21.15.111:0/4100884290 shutdown_connections 2024-09-19T04:38:31.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.979+0000 7f1196b86640 1 --2- 172.21.15.111:0/4100884290 >> v2:172.21.15.114:3300/0 conn(0x7f1190151c50 0x7f119015baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.979+0000 7f1196b86640 1 --2- 172.21.15.111:0/4100884290 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f119006be10 0x7f11900cd010 unknown :-1 s=CLOSED pgs=1147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.979+0000 7f1196b86640 1 -- 172.21.15.111:0/4100884290 >> 172.21.15.111:0/4100884290 conn(0x7f1190062cc0 msgr2=0x7f119006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:31.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.979+0000 7f1196b86640 1 -- 172.21.15.111:0/4100884290 shutdown_connections 2024-09-19T04:38:31.984 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.979+0000 7f1196b86640 1 -- 172.21.15.111:0/4100884290 wait complete. 2024-09-19T04:38:31.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.980+0000 7f1196b86640 1 Processor -- start 2024-09-19T04:38:31.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.980+0000 7f1196b86640 1 -- start start 2024-09-19T04:38:31.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.981+0000 7f1196b86640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f119006be10 0x7f1190154b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:31.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.981+0000 7f1196b86640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f119006c1f0 0x7f11901f4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:31.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.981+0000 7f1196b86640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1190151c50 0x7f11901f5290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:31.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.981+0000 7f1196b86640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1190164750 con 0x7f119006c1f0 2024-09-19T04:38:31.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.981+0000 7f1196b86640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f11900ce690 con 0x7f1190151c50 2024-09-19T04:38:31.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.981+0000 7f1196b86640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f11901648d0 con 0x7f119006be10 2024-09-19T04:38:31.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.981+0000 7f1187fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f119006c1f0 0x7f11901f4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:31.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.981+0000 7f1187fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f119006c1f0 0x7f11901f4d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36762/0 (socket says 172.21.15.111:36762) 2024-09-19T04:38:31.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.981+0000 7f1187fff640 1 -- 172.21.15.111:0/1301351932 learned_addr learned my addr 172.21.15.111:0/1301351932 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:31.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.981+0000 7f1195123640 1 --2- 172.21.15.111:0/1301351932 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1190151c50 0x7f11901f5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:31.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.981+0000 7f1194922640 1 --2- 172.21.15.111:0/1301351932 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f119006be10 0x7f1190154b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:31.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.982+0000 7f1187fff640 1 -- 172.21.15.111:0/1301351932 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f119006be10 msgr2=0x7f1190154b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:31.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.982+0000 7f1187fff640 1 --2- 172.21.15.111:0/1301351932 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f119006be10 0x7f1190154b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.982+0000 7f1187fff640 1 -- 172.21.15.111:0/1301351932 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1190151c50 msgr2=0x7f11901f5290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:31.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.982+0000 7f1187fff640 1 --2- 172.21.15.111:0/1301351932 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1190151c50 0x7f11901f5290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:31.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.982+0000 7f1187fff640 1 -- 172.21.15.111:0/1301351932 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f119015f720 con 0x7f119006c1f0 2024-09-19T04:38:31.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.982+0000 7f1194922640 1 --2- 172.21.15.111:0/1301351932 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f119006be10 0x7f1190154b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:31.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.982+0000 7f1187fff640 1 --2- 172.21.15.111:0/1301351932 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f119006c1f0 0x7f11901f4d50 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7f118000c460 tx=0x7f118000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:31.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.982+0000 7f11857fa640 1 -- 172.21.15.111:0/1301351932 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1180016020 con 0x7f119006c1f0 2024-09-19T04:38:31.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.982+0000 7f11857fa640 1 -- 172.21.15.111:0/1301351932 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1180012870 con 0x7f119006c1f0 2024-09-19T04:38:31.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.982+0000 7f1196b86640 1 -- 172.21.15.111:0/1301351932 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f119015fa00 con 0x7f119006c1f0 2024-09-19T04:38:31.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.982+0000 7f11857fa640 1 -- 172.21.15.111:0/1301351932 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1180012c60 con 0x7f119006c1f0 2024-09-19T04:38:31.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.982+0000 7f1196b86640 1 -- 172.21.15.111:0/1301351932 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f119015ffc0 con 0x7f119006c1f0 2024-09-19T04:38:31.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.983+0000 7f1196b86640 1 -- 172.21.15.111:0/1301351932 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11900cd010 con 0x7f119006c1f0 2024-09-19T04:38:31.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.983+0000 7f11857fa640 1 -- 172.21.15.111:0/1301351932 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f1180019020 con 0x7f119006c1f0 2024-09-19T04:38:31.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.984+0000 7f11857fa640 1 --2- 172.21.15.111:0/1301351932 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f117c06c6a0 0x7f117c06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:31.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.984+0000 7f11857fa640 1 -- 172.21.15.111:0/1301351932 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f118008bb50 con 0x7f119006c1f0 2024-09-19T04:38:31.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.984+0000 7f1194922640 1 --2- 172.21.15.111:0/1301351932 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f117c06c6a0 0x7f117c06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:31.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.984+0000 7f1194922640 1 --2- 172.21.15.111:0/1301351932 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f117c06c6a0 0x7f117c06eb60 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f118c034000 tx=0x7f118c02e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:31.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:31.988+0000 7f11857fa640 1 -- 172.21.15.111:0/1301351932 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1180020020 con 0x7f119006c1f0 2024-09-19T04:38:32.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.191+0000 7f1196b86640 1 -- 172.21.15.111:0/1301351932 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f119015ab00 con 0x7f119006c1f0 2024-09-19T04:38:32.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.191+0000 7f11857fa640 1 -- 172.21.15.111:0/1301351932 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+5237 (secure 0 0 0) 0x7f11800182c0 con 0x7f119006c1f0 2024-09-19T04:38:32.194 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:32.194 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":61,"btime":"2024-09-19T04:38:30:214251+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6778,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/1652126105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":1652126105},{"type":"v1","addr":"172.21.15.114:6835","nonce":1652126105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":7344,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/3302571215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3302571215},{"type":"v1","addr":"172.21.15.111:6834","nonce":3302571215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":7347,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/2737626972","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":2737626972},{"type":"v1","addr":"172.21.15.111:6835","nonce":2737626972}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:38:27.246960+0000","modified":"2024-09-19T04:38:29.542096+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7359},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7359":{"gid":7359,"name":"d","rank":0,"incarnation":58,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6834/3367116277","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3367116277},{"type":"v1","addr":"172.21.15.114:6834","nonce":3367116277}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7359,"qdb_cluster":[7359]},"id":9}]} 2024-09-19T04:38:32.194 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 61 2024-09-19T04:38:32.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.194+0000 7f1196b86640 1 -- 172.21.15.111:0/1301351932 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f117c06c6a0 msgr2=0x7f117c06eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:32.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.194+0000 7f1196b86640 1 --2- 172.21.15.111:0/1301351932 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f117c06c6a0 0x7f117c06eb60 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f118c034000 tx=0x7f118c02e000 comp rx=0 tx=0).stop 2024-09-19T04:38:32.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.194+0000 7f1196b86640 1 -- 172.21.15.111:0/1301351932 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f119006c1f0 msgr2=0x7f11901f4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:32.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.194+0000 7f1196b86640 1 --2- 172.21.15.111:0/1301351932 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f119006c1f0 0x7f11901f4d50 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7f118000c460 tx=0x7f118000c920 comp rx=0 tx=0).stop 2024-09-19T04:38:32.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.194+0000 7f1196b86640 1 -- 172.21.15.111:0/1301351932 shutdown_connections 2024-09-19T04:38:32.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.194+0000 7f1196b86640 1 --2- 172.21.15.111:0/1301351932 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f117c06c6a0 0x7f117c06eb60 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.194+0000 7f1196b86640 1 --2- 172.21.15.111:0/1301351932 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1190151c50 0x7f11901f5290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.194+0000 7f1196b86640 1 --2- 172.21.15.111:0/1301351932 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f119006c1f0 0x7f11901f4d50 unknown :-1 s=CLOSED pgs=1148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.194+0000 7f1196b86640 1 --2- 172.21.15.111:0/1301351932 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f119006be10 0x7f1190154b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.194+0000 7f1196b86640 1 -- 172.21.15.111:0/1301351932 >> 172.21.15.111:0/1301351932 conn(0x7f1190062cc0 msgr2=0x7f11900b2770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:32.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.194+0000 7f1196b86640 1 -- 172.21.15.111:0/1301351932 shutdown_connections 2024-09-19T04:38:32.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.194+0000 7f1196b86640 1 -- 172.21.15.111:0/1301351932 wait complete. 2024-09-19T04:38:32.610 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 61, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T04:38:27.246960+0000', 'modified': '2024-09-19T04:38:29.542096+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7359}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7359': {'gid': 7359, 'name': 'd', 'rank': 0, 'incarnation': 58, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.114:6834/3367116277', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.114:6832', 'nonce': 3367116277}, {'type': 'v1', 'addr': '172.21.15.114:6834', 'nonce': 3367116277}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [19], 'metadata_pool': 18, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7359, 'qdb_cluster': [7359]} 2024-09-19T04:38:32.610 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T04:38:32.610 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-19T04:38:32.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.710+0000 7f3ab164c640 1 Processor -- start 2024-09-19T04:38:32.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.710+0000 7f3ab164c640 1 -- start start 2024-09-19T04:38:32.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.711+0000 7f3ab164c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f3aac15ed20 0x7f3aac0b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.711+0000 7f3ab164c640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3aac0b7170 con 0x7f3aac0cef90 2024-09-19T04:38:32.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.711+0000 7f3ab164c640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3aac0b7aa0 con 0x7f3aac15e940 2024-09-19T04:38:32.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.711+0000 7f3ab164c640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f3aac0d3660 con 0x7f3aac15ed20 2024-09-19T04:38:32.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.711+0000 7f3aab7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f3aac0cef90 0x7f3aac0b3760 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:50876/0 (socket says 172.21.15.111:50876) 2024-09-19T04:38:32.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.711+0000 7f3aab7fe640 1 -- 172.21.15.111:0/144296194 learned_addr learned my addr 172.21.15.111:0/144296194 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:32.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.711+0000 7f3aa9ffb640 1 -- 172.21.15.111:0/144296194 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 641764616 0 0) 0x7f3aa4001490 con 0x7f3aac0cef90 2024-09-19T04:38:32.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.711+0000 7f3aaa7fc640 1 --2- 172.21.15.111:0/144296194 >> v2:172.21.15.114:3300/0 conn(0x7f3aac15ed20 0x7f3aac0b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:32.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.711+0000 7f3aa9ffb640 1 -- 172.21.15.111:0/144296194 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3a94003520 con 0x7f3aac0cef90 2024-09-19T04:38:32.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.711+0000 7f3aa9ffb640 1 -- 172.21.15.111:0/144296194 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2336931724 0 0) 0x7f3a94003520 con 0x7f3aac0cef90 2024-09-19T04:38:32.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.711+0000 7f3aa9ffb640 1 -- 172.21.15.111:0/144296194 >> v2:172.21.15.114:3300/0 conn(0x7f3aac15ed20 msgr2=0x7f3aac0b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:32.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.712+0000 7f3aa9ffb640 1 --2- 172.21.15.111:0/144296194 >> v2:172.21.15.114:3300/0 conn(0x7f3aac15ed20 0x7f3aac0b3220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.712+0000 7f3aa9ffb640 1 -- 172.21.15.111:0/144296194 >> v1:172.21.15.114:6789/0 conn(0x7f3aac15e940 legacy=0x7f3aac0d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:32.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.712+0000 7f3aa9ffb640 1 -- 172.21.15.111:0/144296194 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3aac0d3940 con 0x7f3aac0cef90 2024-09-19T04:38:32.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.712+0000 7f3aa9ffb640 1 -- 172.21.15.111:0/144296194 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f3aa4001bc0 con 0x7f3aac0cef90 2024-09-19T04:38:32.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.712+0000 7f3aa9ffb640 1 -- 172.21.15.111:0/144296194 >> v1:172.21.15.111:6789/0 conn(0x7f3aac0cef90 legacy=0x7f3aac0b3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:32.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.712+0000 7f3aa9ffb640 1 --2- 172.21.15.111:0/144296194 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a940039b0 0x7f3a94003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.712+0000 7f3aa9ffb640 1 --2- 172.21.15.111:0/144296194 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a94004800 0x7f3a94004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.712+0000 7f3aa9ffb640 1 --2- 172.21.15.111:0/144296194 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a940051c0 0x7f3a9400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.712+0000 7f3aa9ffb640 1 -- 172.21.15.111:0/144296194 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac0d3660 con 0x7f3a940051c0 2024-09-19T04:38:32.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.712+0000 7f3aa9ffb640 1 -- 172.21.15.111:0/144296194 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3a9400c0f0 con 0x7f3a940039b0 2024-09-19T04:38:32.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.712+0000 7f3aa9ffb640 1 -- 172.21.15.111:0/144296194 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3a9400c2f0 con 0x7f3a94004800 2024-09-19T04:38:32.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.712+0000 7f3aab7fe640 1 --2- 172.21.15.111:0/144296194 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a940051c0 0x7f3a9400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:32.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.712+0000 7f3aaaffd640 1 --2- 172.21.15.111:0/144296194 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a940039b0 0x7f3a94003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:32.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.712+0000 7f3aaa7fc640 1 --2- 172.21.15.111:0/144296194 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a94004800 0x7f3a94004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:32.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.712+0000 7f3aab7fe640 1 -- 172.21.15.111:0/144296194 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a94004800 msgr2=0x7f3a94004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:32.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.712+0000 7f3aab7fe640 1 --2- 172.21.15.111:0/144296194 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a94004800 0x7f3a94004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.712+0000 7f3aab7fe640 1 -- 172.21.15.111:0/144296194 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a940039b0 msgr2=0x7f3a94003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:32.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.712+0000 7f3aab7fe640 1 --2- 172.21.15.111:0/144296194 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a940039b0 0x7f3a94003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.712+0000 7f3aab7fe640 1 -- 172.21.15.111:0/144296194 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a94003520 con 0x7f3a940051c0 2024-09-19T04:38:32.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.712+0000 7f3aaa7fc640 1 --2- 172.21.15.111:0/144296194 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a94004800 0x7f3a94004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:32.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.713+0000 7f3aab7fe640 1 -- 172.21.15.111:0/144296194 reap_dead start 2024-09-19T04:38:32.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.713+0000 7f3aab7fe640 1 --2- 172.21.15.111:0/144296194 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a940051c0 0x7f3a9400b9c0 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f3aa400aa30 tx=0x7f3a94005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a4c13a2480b9a2a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:32.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.713+0000 7f3aa9ffb640 1 -- 172.21.15.111:0/144296194 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa400a650 con 0x7f3a940051c0 2024-09-19T04:38:32.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.713+0000 7f3aa9ffb640 1 -- 172.21.15.111:0/144296194 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3aa402f070 con 0x7f3a940051c0 2024-09-19T04:38:32.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.713+0000 7f3aa9ffb640 1 -- 172.21.15.111:0/144296194 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa4034470 con 0x7f3a940051c0 2024-09-19T04:38:32.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.713+0000 7f3ab164c640 1 -- 172.21.15.111:0/144296194 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a940051c0 msgr2=0x7f3a9400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:32.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.713+0000 7f3ab164c640 1 --2- 172.21.15.111:0/144296194 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a940051c0 0x7f3a9400b9c0 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f3aa400aa30 tx=0x7f3a94005830 comp rx=0 tx=0).stop 2024-09-19T04:38:32.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.713+0000 7f3ab164c640 1 -- 172.21.15.111:0/144296194 shutdown_connections 2024-09-19T04:38:32.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.713+0000 7f3ab164c640 1 --2- 172.21.15.111:0/144296194 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a940051c0 0x7f3a9400b9c0 unknown :-1 s=CLOSED pgs=1150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.713+0000 7f3ab164c640 1 -- 172.21.15.111:0/144296194 >> 172.21.15.111:0/144296194 conn(0x7f3aac0b6240 msgr2=0x7f3aac0b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:32.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.713+0000 7f3ab164c640 1 -- 172.21.15.111:0/144296194 shutdown_connections 2024-09-19T04:38:32.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.714+0000 7f3ab164c640 1 -- 172.21.15.111:0/144296194 wait complete. 2024-09-19T04:38:32.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.715+0000 7f3ab164c640 1 Processor -- start 2024-09-19T04:38:32.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.715+0000 7f3ab164c640 1 -- start start 2024-09-19T04:38:32.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.715+0000 7f3ab164c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a940051c0 0x7f3aac154550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.715+0000 7f3ab164c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3aac0cd730 0x7f3aac0ce130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.715+0000 7f3ab164c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3aac0cdbb0 0x7f3aac0ce670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.716+0000 7f3ab164c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac0d1ef0 con 0x7f3aac0cd730 2024-09-19T04:38:32.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.716+0000 7f3ab164c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac0d3f00 con 0x7f3aac0cdbb0 2024-09-19T04:38:32.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.716+0000 7f3ab164c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3aac0d2070 con 0x7f3a940051c0 2024-09-19T04:38:32.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.716+0000 7f3aaa7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3aac0cd730 0x7f3aac0ce130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:32.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.716+0000 7f3aaa7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3aac0cd730 0x7f3aac0ce130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36772/0 (socket says 172.21.15.111:36772) 2024-09-19T04:38:32.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.716+0000 7f3aaa7fc640 1 -- 172.21.15.111:0/3013524506 learned_addr learned my addr 172.21.15.111:0/3013524506 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:32.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.716+0000 7f3aab7fe640 1 --2- 172.21.15.111:0/3013524506 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3aac0cdbb0 0x7f3aac0ce670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.716+0000 7f3aaaffd640 1 --2- 172.21.15.111:0/3013524506 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a940051c0 0x7f3aac154550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.716+0000 7f3aaa7fc640 1 -- 172.21.15.111:0/3013524506 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a940051c0 msgr2=0x7f3aac154550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.716+0000 7f3aaa7fc640 1 --2- 172.21.15.111:0/3013524506 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a940051c0 0x7f3aac154550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.716+0000 7f3aaa7fc640 1 -- 172.21.15.111:0/3013524506 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3aac0cdbb0 msgr2=0x7f3aac0ce670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.716+0000 7f3aaa7fc640 1 --2- 172.21.15.111:0/3013524506 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3aac0cdbb0 0x7f3aac0ce670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.716+0000 7f3aaa7fc640 1 -- 172.21.15.111:0/3013524506 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3aac1f84d0 con 0x7f3aac0cd730 2024-09-19T04:38:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.716+0000 7f3aaaffd640 1 --2- 172.21.15.111:0/3013524506 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a940051c0 0x7f3aac154550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.716+0000 7f3aaa7fc640 1 --2- 172.21.15.111:0/3013524506 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3aac0cd730 0x7f3aac0ce130 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7f3aa000f510 tx=0x7f3aa000f9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.716+0000 7f3a937fe640 1 -- 172.21.15.111:0/3013524506 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa0004230 con 0x7f3aac0cd730 2024-09-19T04:38:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.716+0000 7f3a937fe640 1 -- 172.21.15.111:0/3013524506 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3aa00043d0 con 0x7f3aac0cd730 2024-09-19T04:38:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.716+0000 7f3ab164c640 1 -- 172.21.15.111:0/3013524506 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3aac1f87b0 con 0x7f3aac0cd730 2024-09-19T04:38:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.716+0000 7f3a937fe640 1 -- 172.21.15.111:0/3013524506 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa00148b0 con 0x7f3aac0cd730 2024-09-19T04:38:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.716+0000 7f3ab164c640 1 -- 172.21.15.111:0/3013524506 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3aac1f8d70 con 0x7f3aac0cd730 2024-09-19T04:38:32.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.718+0000 7f3a937fe640 1 -- 172.21.15.111:0/3013524506 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f3aa0012070 con 0x7f3aac0cd730 2024-09-19T04:38:32.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.718+0000 7f3a937fe640 1 --2- 172.21.15.111:0/3013524506 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3a9806c6d0 0x7f3a9806eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.718+0000 7f3a937fe640 1 -- 172.21.15.111:0/3013524506 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f3aa008c1b0 con 0x7f3aac0cd730 2024-09-19T04:38:32.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.718+0000 7f3aaaffd640 1 --2- 172.21.15.111:0/3013524506 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3a9806c6d0 0x7f3a9806eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:32.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.719+0000 7f3aaaffd640 1 --2- 172.21.15.111:0/3013524506 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3a9806c6d0 0x7f3a9806eb90 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c000c00 tx=0x7f3a9c009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:32.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.719+0000 7f3ab43e3740 1 Processor -- start 2024-09-19T04:38:32.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.719+0000 7f3ab43e3740 1 -- start start 2024-09-19T04:38:32.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.720+0000 7f3ab43e3740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d81022c0 0x5572d8147a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.720+0000 7f3ab43e3740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5572d80ffa80 0x5572d81026a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.720+0000 7f3ab43e3740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572d8103a50 0x5572d80fc8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.720+0000 7f3ab43e3740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5572d8064520 con 0x5572d81022c0 2024-09-19T04:38:32.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.720+0000 7f3ab43e3740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5572d800c3e0 con 0x5572d8103a50 2024-09-19T04:38:32.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.720+0000 7f3ab43e3740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x5572d80604e0 con 0x5572d80ffa80 2024-09-19T04:38:32.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.720+0000 7f3aaaffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d81022c0 0x5572d8147a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:32.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.720+0000 7f3aaaffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d81022c0 0x5572d8147a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36776/0 (socket says 172.21.15.111:36776) 2024-09-19T04:38:32.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.720+0000 7f3aaaffd640 1 -- 172.21.15.111:0/680606387 learned_addr learned my addr 172.21.15.111:0/680606387 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:32.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.720+0000 7f3aab7fe640 1 --2- 172.21.15.111:0/680606387 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572d8103a50 0x5572d80fc8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:32.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.720+0000 7f3aaa7fc640 1 --2- 172.21.15.111:0/680606387 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5572d80ffa80 0x5572d81026a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:32.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.720+0000 7f3aaaffd640 1 -- 172.21.15.111:0/680606387 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5572d80ffa80 msgr2=0x5572d81026a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:32.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.721+0000 7f3aaaffd640 1 --2- 172.21.15.111:0/680606387 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5572d80ffa80 0x5572d81026a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.721+0000 7f3aaaffd640 1 -- 172.21.15.111:0/680606387 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572d8103a50 msgr2=0x5572d80fc8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:32.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.721+0000 7f3aaaffd640 1 --2- 172.21.15.111:0/680606387 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572d8103a50 0x5572d80fc8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.721+0000 7f3aaaffd640 1 -- 172.21.15.111:0/680606387 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572d80272f0 con 0x5572d81022c0 2024-09-19T04:38:32.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.721+0000 7f3aab7fe640 1 --2- 172.21.15.111:0/680606387 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572d8103a50 0x5572d80fc8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:32.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.721+0000 7f3aaaffd640 1 --2- 172.21.15.111:0/680606387 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d81022c0 0x5572d8147a60 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c001630 tx=0x7f3a9c013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf7d37bc6dba220 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:32.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.721+0000 7f3a90ff9640 1 -- 172.21.15.111:0/680606387 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c027070 con 0x5572d81022c0 2024-09-19T04:38:32.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.721+0000 7f3a90ff9640 1 -- 172.21.15.111:0/680606387 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a9c0147c0 con 0x5572d81022c0 2024-09-19T04:38:32.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.721+0000 7f3a90ff9640 1 -- 172.21.15.111:0/680606387 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c014b70 con 0x5572d81022c0 2024-09-19T04:38:32.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.721+0000 7f3ab43e3740 1 -- 172.21.15.111:0/680606387 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d81022c0 msgr2=0x5572d8147a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:32.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.721+0000 7f3ab43e3740 1 --2- 172.21.15.111:0/680606387 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d81022c0 0x5572d8147a60 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c001630 tx=0x7f3a9c013000 comp rx=0 tx=0).stop 2024-09-19T04:38:32.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.722+0000 7f3ab43e3740 1 -- 172.21.15.111:0/680606387 shutdown_connections 2024-09-19T04:38:32.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.722+0000 7f3ab43e3740 1 --2- 172.21.15.111:0/680606387 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572d8103a50 0x5572d80fc8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.722+0000 7f3ab43e3740 1 --2- 172.21.15.111:0/680606387 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5572d80ffa80 0x5572d81026a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.722+0000 7f3ab43e3740 1 --2- 172.21.15.111:0/680606387 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d81022c0 0x5572d8147a60 unknown :-1 s=CLOSED pgs=1152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.722+0000 7f3ab43e3740 1 -- 172.21.15.111:0/680606387 >> 172.21.15.111:0/680606387 conn(0x5572d80fea80 msgr2=0x5572d8146f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:32.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.722+0000 7f3ab43e3740 1 -- 172.21.15.111:0/680606387 shutdown_connections 2024-09-19T04:38:32.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.722+0000 7f3ab43e3740 1 -- 172.21.15.111:0/680606387 wait complete. 2024-09-19T04:38:32.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.722+0000 7f3ab43e3740 1 -- start start 2024-09-19T04:38:32.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.722+0000 7f3ab43e3740 1 Processor -- start 2024-09-19T04:38:32.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.723+0000 7f3ab43e3740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5572d81022c0 0x5572d812cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.723+0000 7f3ab43e3740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d8103a50 0x5572d8144500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.723+0000 7f3ab43e3740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572d81244e0 0x5572d8157370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.723+0000 7f3ab43e3740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5572d80fdf20 con 0x5572d8103a50 2024-09-19T04:38:32.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.723+0000 7f3ab43e3740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5572d7fed450 con 0x5572d81244e0 2024-09-19T04:38:32.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.723+0000 7f3ab43e3740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x5572d8148290 con 0x5572d81022c0 2024-09-19T04:38:32.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.723+0000 7f3ab43e3740 10 client.0 _ll_register_callbacks cb 0x5572d7d76ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:38:32.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.723+0000 7f3aaa7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d8103a50 0x5572d8144500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:32.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.723+0000 7f3aaa7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d8103a50 0x5572d8144500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36792/0 (socket says 172.21.15.111:36792) 2024-09-19T04:38:32.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.723+0000 7f3aaa7fc640 1 -- 172.21.15.111:0/1104371997 learned_addr learned my addr 172.21.15.111:0/1104371997 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:32.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.723+0000 7f3aaaffd640 1 --2- 172.21.15.111:0/1104371997 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5572d81022c0 0x5572d812cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:32.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.723+0000 7f3aab7fe640 1 --2- 172.21.15.111:0/1104371997 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572d81244e0 0x5572d8157370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:32.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.723+0000 7f3aaa7fc640 1 -- 172.21.15.111:0/1104371997 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5572d81022c0 msgr2=0x5572d812cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:32.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.723+0000 7f3aaa7fc640 1 --2- 172.21.15.111:0/1104371997 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5572d81022c0 0x5572d812cae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.723+0000 7f3aaa7fc640 1 -- 172.21.15.111:0/1104371997 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572d81244e0 msgr2=0x5572d8157370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:32.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.723+0000 7f3aaa7fc640 1 --2- 172.21.15.111:0/1104371997 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572d81244e0 0x5572d8157370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.723+0000 7f3aaa7fc640 1 -- 172.21.15.111:0/1104371997 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572d7d772d0 con 0x5572d8103a50 2024-09-19T04:38:32.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.723+0000 7f3aab7fe640 1 --2- 172.21.15.111:0/1104371997 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572d81244e0 0x5572d8157370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:32.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.724+0000 7f3aaa7fc640 1 --2- 172.21.15.111:0/1104371997 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d8103a50 0x5572d8144500 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7f3aa008a1c0 tx=0x7f3aa005a3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a98067ef34501324 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:32.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.724+0000 7f3a89ffb640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-09-19T04:38:32.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.724+0000 7f3a89ffb640 1 -- 172.21.15.111:0/1104371997 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa0087070 con 0x5572d8103a50 2024-09-19T04:38:32.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.724+0000 7f3a89ffb640 1 -- 172.21.15.111:0/1104371997 <== mon.0 v2:172.21.15.111:3300/0 2 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f3aa0062570 con 0x5572d8103a50 2024-09-19T04:38:32.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.724+0000 7f3ab43e3740 1 -- 172.21.15.111:0/1104371997 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3a9c0147c0 con 0x5572d8103a50 2024-09-19T04:38:32.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.724+0000 7f3a89ffb640 1 -- 172.21.15.111:0/1104371997 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=61) ==== 24+0+0 (secure 0 0 0) 0x7f3aa0062800 con 0x5572d8103a50 2024-09-19T04:38:32.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.724+0000 7f3ab43e3740 10 client.7482 fetch_fsmap learned FSMap version 61 2024-09-19T04:38:32.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.724+0000 7f3ab43e3740 1 -- 172.21.15.111:0/1104371997 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=61,monmap=2+}) -- 0x5572d7e416b0 con 0x5572d8103a50 2024-09-19T04:38:32.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.724+0000 7f3a89ffb640 1 -- 172.21.15.111:0/1104371997 <== mon.0 v2:172.21.15.111:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a9c0147c0 con 0x5572d8103a50 2024-09-19T04:38:32.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.724+0000 7f3a89ffb640 1 -- 172.21.15.111:0/1104371997 <== mon.0 v2:172.21.15.111:3300/0 5 ==== fsmap(e 61) ==== 3502+0+0 (secure 0 0 0) 0x7f3aa0026060 con 0x5572d8103a50 2024-09-19T04:38:32.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.724+0000 7f3ab43e3740 10 client.7482 fetch_fsmap finished waiting for FSMap version 61 2024-09-19T04:38:32.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.724+0000 7f3ab43e3740 10 client.7482 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-19T04:38:32.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.724+0000 7f3ab43e3740 20 client.7482 populate_metadata read hostname 'smithi111' 2024-09-19T04:38:32.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.724+0000 7f3ab43e3740 1 --2- 172.21.15.111:0/1104371997 >> [v2:172.21.15.114:6832/3367116277,v1:172.21.15.114:6834/3367116277] conn(0x5572d8125770 0x5572d8125b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.724+0000 7f3ab43e3740 4 client.7482 mds_command: new command op to 7359 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T04:38:32.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.724+0000 7f3ab43e3740 1 -- 172.21.15.111:0/1104371997 --> [v2:172.21.15.114:6832/3367116277,v1:172.21.15.114:6834/3367116277] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5572d8071c50 con 0x5572d8125770 2024-09-19T04:38:32.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.724+0000 7f3aaaffd640 1 --2- 172.21.15.111:0/1104371997 >> [v2:172.21.15.114:6832/3367116277,v1:172.21.15.114:6834/3367116277] conn(0x5572d8125770 0x5572d8125b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:32.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.725+0000 7f3a89ffb640 10 client.7482 ms_handle_connect on v2:172.21.15.114:6832/3367116277 2024-09-19T04:38:32.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.725+0000 7f3aaaffd640 1 --2- 172.21.15.111:0/1104371997 >> [v2:172.21.15.114:6832/3367116277,v1:172.21.15.114:6834/3367116277] conn(0x5572d8125770 0x5572d8125b50 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=637848d44e0b378e server_cookie=117db48261b548d1 in_seq=0 out_seq=0 2024-09-19T04:38:32.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.725+0000 7f3a89ffb640 1 -- 172.21.15.111:0/1104371997 <== mds.0 v2:172.21.15.114:6832/3367116277 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5572d8071c50 con 0x5572d8125770 2024-09-19T04:38:32.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.725+0000 7f3a89ffb640 10 client.7482 handle_command_reply: tid=0 2024-09-19T04:38:32.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.725+0000 7f3ab43e3740 1 client.7482 shutdown 2024-09-19T04:38:32.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.726+0000 7f3ab43e3740 1 -- 172.21.15.111:0/1104371997 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d8103a50 msgr2=0x5572d8144500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:32.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.726+0000 7f3ab43e3740 1 --2- 172.21.15.111:0/1104371997 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d8103a50 0x5572d8144500 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7f3aa008a1c0 tx=0x7f3aa005a3e0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.726+0000 7f3ab43e3740 1 -- 172.21.15.111:0/1104371997 shutdown_connections 2024-09-19T04:38:32.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.726+0000 7f3ab43e3740 1 --2- 172.21.15.111:0/1104371997 >> [v2:172.21.15.114:6832/3367116277,v1:172.21.15.114:6834/3367116277] conn(0x5572d8125770 0x5572d8125b50 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.726+0000 7f3ab43e3740 1 --2- 172.21.15.111:0/1104371997 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572d81244e0 0x5572d8157370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.726+0000 7f3a89ffb640 0 client.7482 ms_handle_reset on v2:172.21.15.114:6832/3367116277 2024-09-19T04:38:32.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.726+0000 7f3ab43e3740 1 --2- 172.21.15.111:0/1104371997 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d8103a50 0x5572d8144500 unknown :-1 s=CLOSED pgs=1153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.726+0000 7f3ab43e3740 1 --2- 172.21.15.111:0/1104371997 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5572d81022c0 0x5572d812cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.726+0000 7f3ab43e3740 1 -- 172.21.15.111:0/1104371997 >> 172.21.15.111:0/1104371997 conn(0x5572d80ffa80 msgr2=0x5572d8146470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:32.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.726+0000 7f3ab43e3740 1 -- 172.21.15.111:0/1104371997 shutdown_connections 2024-09-19T04:38:32.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.726+0000 7f3ab43e3740 1 -- 172.21.15.111:0/1104371997 wait complete. 2024-09-19T04:38:32.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.726+0000 7f3ab43e3740 20 client.7482 trim_cache size 0 max 16384 2024-09-19T04:38:32.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.743+0000 7f3ab43e3740 1 Processor -- start 2024-09-19T04:38:32.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.743+0000 7f3ab43e3740 1 -- start start 2024-09-19T04:38:32.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.744+0000 7f3ab43e3740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572d81022c0 0x5572d8143f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.744+0000 7f3ab43e3740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d8103a50 0x5572d8144450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.744+0000 7f3ab43e3740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5572d81244e0 0x5572d816ad20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.744+0000 7f3ab43e3740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac2007a0 con 0x5572d8103a50 2024-09-19T04:38:32.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.744+0000 7f3ab43e3740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac0cc1a0 con 0x5572d81022c0 2024-09-19T04:38:32.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.744+0000 7f3ab43e3740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3aac0cc7f0 con 0x5572d81244e0 2024-09-19T04:38:32.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.744+0000 7f3aaa7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d8103a50 0x5572d8144450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:32.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.744+0000 7f3aaa7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d8103a50 0x5572d8144450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36808/0 (socket says 172.21.15.111:36808) 2024-09-19T04:38:32.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.744+0000 7f3aaa7fc640 1 -- 172.21.15.111:0/1848450739 learned_addr learned my addr 172.21.15.111:0/1848450739 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:32.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.744+0000 7f3aaa7fc640 1 -- 172.21.15.111:0/1848450739 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5572d81244e0 msgr2=0x5572d816ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:32.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.744+0000 7f3aaa7fc640 1 --2- 172.21.15.111:0/1848450739 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5572d81244e0 0x5572d816ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.744+0000 7f3aaa7fc640 1 -- 172.21.15.111:0/1848450739 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572d81022c0 msgr2=0x5572d8143f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:32.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.744+0000 7f3aaa7fc640 1 --2- 172.21.15.111:0/1848450739 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572d81022c0 0x5572d8143f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.744+0000 7f3aaa7fc640 1 -- 172.21.15.111:0/1848450739 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572d812ab70 con 0x5572d8103a50 2024-09-19T04:38:32.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.745+0000 7f3aaa7fc640 1 --2- 172.21.15.111:0/1848450739 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d8103a50 0x5572d8144450 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7f3aa0057ed0 tx=0x7f3aa0070000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eda54e4ac8dc86ef server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:32.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.745+0000 7f3a8bfff640 1 -- 172.21.15.111:0/1848450739 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa0087070 con 0x5572d8103a50 2024-09-19T04:38:32.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.745+0000 7f3a8bfff640 1 -- 172.21.15.111:0/1848450739 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3aa0062370 con 0x5572d8103a50 2024-09-19T04:38:32.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.745+0000 7f3a8bfff640 1 -- 172.21.15.111:0/1848450739 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa00601d0 con 0x5572d8103a50 2024-09-19T04:38:32.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.745+0000 7f3ab43e3740 1 -- 172.21.15.111:0/1848450739 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d8103a50 msgr2=0x5572d8144450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:32.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.745+0000 7f3ab43e3740 1 --2- 172.21.15.111:0/1848450739 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d8103a50 0x5572d8144450 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7f3aa0057ed0 tx=0x7f3aa0070000 comp rx=0 tx=0).stop 2024-09-19T04:38:32.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.745+0000 7f3ab43e3740 1 -- 172.21.15.111:0/1848450739 shutdown_connections 2024-09-19T04:38:32.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.745+0000 7f3ab43e3740 1 --2- 172.21.15.111:0/1848450739 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5572d81244e0 0x5572d816ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.745+0000 7f3ab43e3740 1 --2- 172.21.15.111:0/1848450739 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d8103a50 0x5572d8144450 unknown :-1 s=CLOSED pgs=1154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.745+0000 7f3ab43e3740 1 --2- 172.21.15.111:0/1848450739 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572d81022c0 0x5572d8143f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.745+0000 7f3ab43e3740 1 -- 172.21.15.111:0/1848450739 >> 172.21.15.111:0/1848450739 conn(0x5572d80ffa80 msgr2=0x5572d8148de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:32.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.745+0000 7f3ab43e3740 1 -- 172.21.15.111:0/1848450739 shutdown_connections 2024-09-19T04:38:32.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.745+0000 7f3ab43e3740 1 -- 172.21.15.111:0/1848450739 wait complete. 2024-09-19T04:38:32.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.746+0000 7f3ab43e3740 1 -- start start 2024-09-19T04:38:32.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.746+0000 7f3ab43e3740 1 Processor -- start 2024-09-19T04:38:32.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3ab43e3740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d81022c0 0x5572d81bfce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3ab43e3740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5572d8103a50 0x5572d8146270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3ab43e3740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572d81244e0 0x5572d81467b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3ab43e3740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5572d8144a40 con 0x5572d81022c0 2024-09-19T04:38:32.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3ab43e3740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5572d8157d80 con 0x5572d81244e0 2024-09-19T04:38:32.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3ab43e3740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x5572d812ad40 con 0x5572d8103a50 2024-09-19T04:38:32.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3ab43e3740 10 client.0 _ll_register_callbacks cb 0x7f3aa005af50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:38:32.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3aaaffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d81022c0 0x5572d81bfce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:32.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3aaaffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d81022c0 0x5572d81bfce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36810/0 (socket says 172.21.15.111:36810) 2024-09-19T04:38:32.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3aaaffd640 1 -- 172.21.15.111:0/1390901651 learned_addr learned my addr 172.21.15.111:0/1390901651 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:32.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3aab7fe640 1 --2- 172.21.15.111:0/1390901651 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572d81244e0 0x5572d81467b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:32.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3aaa7fc640 1 --2- 172.21.15.111:0/1390901651 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5572d8103a50 0x5572d8146270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:32.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3aaaffd640 1 -- 172.21.15.111:0/1390901651 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5572d8103a50 msgr2=0x5572d8146270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:32.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3aaaffd640 1 --2- 172.21.15.111:0/1390901651 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5572d8103a50 0x5572d8146270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3aaaffd640 1 -- 172.21.15.111:0/1390901651 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572d81244e0 msgr2=0x5572d81467b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:32.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3aaaffd640 1 --2- 172.21.15.111:0/1390901651 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572d81244e0 0x5572d81467b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3aaaffd640 1 -- 172.21.15.111:0/1390901651 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572d812a3f0 con 0x5572d81022c0 2024-09-19T04:38:32.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3aab7fe640 1 --2- 172.21.15.111:0/1390901651 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572d81244e0 0x5572d81467b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:32.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3aaaffd640 1 --2- 172.21.15.111:0/1390901651 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d81022c0 0x5572d81bfce0 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c0053b0 tx=0x7f3a9c007c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48348baf42ac3e3f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:32.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3a89ffb640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-09-19T04:38:32.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3a89ffb640 1 -- 172.21.15.111:0/1390901651 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c027040 con 0x5572d81022c0 2024-09-19T04:38:32.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3a89ffb640 1 -- 172.21.15.111:0/1390901651 <== mon.0 v2:172.21.15.111:3300/0 2 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f3a9c014a70 con 0x5572d81022c0 2024-09-19T04:38:32.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3ab43e3740 1 -- 172.21.15.111:0/1390901651 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3aa0062370 con 0x5572d81022c0 2024-09-19T04:38:32.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3a89ffb640 1 -- 172.21.15.111:0/1390901651 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=61) ==== 24+0+0 (secure 0 0 0) 0x7f3a9c014780 con 0x5572d81022c0 2024-09-19T04:38:32.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3ab43e3740 10 client.7488 fetch_fsmap learned FSMap version 61 2024-09-19T04:38:32.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.747+0000 7f3ab43e3740 1 -- 172.21.15.111:0/1390901651 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=61,monmap=2+}) -- 0x5572d8156ae0 con 0x5572d81022c0 2024-09-19T04:38:32.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.748+0000 7f3a89ffb640 1 -- 172.21.15.111:0/1390901651 <== mon.0 v2:172.21.15.111:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3aa0062370 con 0x5572d81022c0 2024-09-19T04:38:32.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.748+0000 7f3a89ffb640 1 -- 172.21.15.111:0/1390901651 <== mon.0 v2:172.21.15.111:3300/0 5 ==== fsmap(e 61) ==== 3502+0+0 (secure 0 0 0) 0x7f3a9c043080 con 0x5572d81022c0 2024-09-19T04:38:32.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.748+0000 7f3ab43e3740 10 client.7488 fetch_fsmap finished waiting for FSMap version 61 2024-09-19T04:38:32.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.748+0000 7f3ab43e3740 10 client.7488 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-19T04:38:32.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.748+0000 7f3ab43e3740 20 client.7488 populate_metadata read hostname 'smithi111' 2024-09-19T04:38:32.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.748+0000 7f3ab43e3740 1 --2- 172.21.15.111:0/1390901651 >> [v2:172.21.15.114:6832/3367116277,v1:172.21.15.114:6834/3367116277] conn(0x5572d81c9ff0 0x5572d8126ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.748+0000 7f3ab43e3740 4 client.7488 mds_command: new command op to 7359 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T04:38:32.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.748+0000 7f3ab43e3740 1 -- 172.21.15.111:0/1390901651 --> [v2:172.21.15.114:6832/3367116277,v1:172.21.15.114:6834/3367116277] -- command(tid 0: {"prefix": "status"}) -- 0x5572d806bfa0 con 0x5572d81c9ff0 2024-09-19T04:38:32.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.748+0000 7f3aaa7fc640 1 --2- 172.21.15.111:0/1390901651 >> [v2:172.21.15.114:6832/3367116277,v1:172.21.15.114:6834/3367116277] conn(0x5572d81c9ff0 0x5572d8126ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:32.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.748+0000 7f3a89ffb640 10 client.7488 ms_handle_connect on v2:172.21.15.114:6832/3367116277 2024-09-19T04:38:32.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.748+0000 7f3aaa7fc640 1 --2- 172.21.15.111:0/1390901651 >> [v2:172.21.15.114:6832/3367116277,v1:172.21.15.114:6834/3367116277] conn(0x5572d81c9ff0 0x5572d8126ac0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=307e1fcb0ebac6b8 server_cookie=3fb267c234ab4a5c in_seq=0 out_seq=0 2024-09-19T04:38:32.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.748+0000 7f3a89ffb640 1 -- 172.21.15.111:0/1390901651 <== mds.0 v2:172.21.15.114:6832/3367116277 1 ==== command_reply(tid 0: 0 ) ==== 8+0+333 (crc 0 0 0) 0x5572d806bfa0 con 0x5572d81c9ff0 2024-09-19T04:38:32.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.748+0000 7f3a89ffb640 10 client.7488 handle_command_reply: tid=0 2024-09-19T04:38:32.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.748+0000 7f3ab43e3740 1 client.7488 shutdown 2024-09-19T04:38:32.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.748+0000 7f3ab43e3740 1 -- 172.21.15.111:0/1390901651 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d81022c0 msgr2=0x5572d81bfce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:32.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.748+0000 7f3ab43e3740 1 --2- 172.21.15.111:0/1390901651 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d81022c0 0x5572d81bfce0 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c0053b0 tx=0x7f3a9c007c80 comp rx=0 tx=0).stop 2024-09-19T04:38:32.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.749+0000 7f3ab43e3740 1 -- 172.21.15.111:0/1390901651 shutdown_connections 2024-09-19T04:38:32.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.749+0000 7f3ab43e3740 1 --2- 172.21.15.111:0/1390901651 >> [v2:172.21.15.114:6832/3367116277,v1:172.21.15.114:6834/3367116277] conn(0x5572d81c9ff0 0x5572d8126ac0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.749+0000 7f3ab43e3740 1 --2- 172.21.15.111:0/1390901651 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572d81244e0 0x5572d81467b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.749+0000 7f3ab43e3740 1 --2- 172.21.15.111:0/1390901651 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x5572d8103a50 0x5572d8146270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.749+0000 7f3a89ffb640 0 client.7488 ms_handle_reset on v2:172.21.15.114:6832/3367116277 2024-09-19T04:38:32.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.749+0000 7f3ab43e3740 1 --2- 172.21.15.111:0/1390901651 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5572d81022c0 0x5572d81bfce0 unknown :-1 s=CLOSED pgs=1155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.749+0000 7f3ab43e3740 1 -- 172.21.15.111:0/1390901651 >> 172.21.15.111:0/1390901651 conn(0x5572d80ffa80 msgr2=0x5572d8125b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:32.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.749+0000 7f3ab43e3740 1 -- 172.21.15.111:0/1390901651 shutdown_connections 2024-09-19T04:38:32.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.749+0000 7f3ab43e3740 1 -- 172.21.15.111:0/1390901651 wait complete. 2024-09-19T04:38:32.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.749+0000 7f3ab43e3740 20 client.7488 trim_cache size 0 max 16384 2024-09-19T04:38:32.758 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:38:32.758 INFO:teuthology.orchestra.run.smithi111.stdout: "cluster_fsid": "96a4203e-380c-426d-916c-b9d719e0db84", 2024-09-19T04:38:32.758 INFO:teuthology.orchestra.run.smithi111.stdout: "whoami": 0, 2024-09-19T04:38:32.758 INFO:teuthology.orchestra.run.smithi111.stdout: "id": 7359, 2024-09-19T04:38:32.759 INFO:teuthology.orchestra.run.smithi111.stdout: "want_state": "up:active", 2024-09-19T04:38:32.759 INFO:teuthology.orchestra.run.smithi111.stdout: "state": "up:active", 2024-09-19T04:38:32.759 INFO:teuthology.orchestra.run.smithi111.stdout: "fs_name": "cephfs", 2024-09-19T04:38:32.759 INFO:teuthology.orchestra.run.smithi111.stdout: "rank_uptime": 4.8467707410000003, 2024-09-19T04:38:32.759 INFO:teuthology.orchestra.run.smithi111.stdout: "mdsmap_epoch": 61, 2024-09-19T04:38:32.759 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch": 117, 2024-09-19T04:38:32.759 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch_barrier": 117, 2024-09-19T04:38:32.759 INFO:teuthology.orchestra.run.smithi111.stdout: "uptime": 9.1729260949999993 2024-09-19T04:38:32.759 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:38:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.749+0000 7f3ab164c640 1 -- 172.21.15.111:0/3013524506 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3a9806c6d0 msgr2=0x7f3a9806eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.749+0000 7f3ab164c640 1 --2- 172.21.15.111:0/3013524506 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3a9806c6d0 0x7f3a9806eb90 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c000c00 tx=0x7f3a9c009040 comp rx=0 tx=0).stop 2024-09-19T04:38:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.749+0000 7f3ab164c640 1 -- 172.21.15.111:0/3013524506 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3aac0cd730 msgr2=0x7f3aac0ce130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.749+0000 7f3ab164c640 1 --2- 172.21.15.111:0/3013524506 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3aac0cd730 0x7f3aac0ce130 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7f3aa000f510 tx=0x7f3aa000f9d0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.749+0000 7f3ab164c640 1 -- 172.21.15.111:0/3013524506 shutdown_connections 2024-09-19T04:38:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.749+0000 7f3ab164c640 1 --2- 172.21.15.111:0/3013524506 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3a9806c6d0 0x7f3a9806eb90 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.749+0000 7f3ab164c640 1 --2- 172.21.15.111:0/3013524506 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3aac0cdbb0 0x7f3aac0ce670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.749+0000 7f3ab164c640 1 --2- 172.21.15.111:0/3013524506 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3aac0cd730 0x7f3aac0ce130 unknown :-1 s=CLOSED pgs=1151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.749+0000 7f3ab164c640 1 --2- 172.21.15.111:0/3013524506 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a940051c0 0x7f3aac154550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.749+0000 7f3ab164c640 1 -- 172.21.15.111:0/3013524506 >> 172.21.15.111:0/3013524506 conn(0x7f3aac0b6240 msgr2=0x7f3aac1e7bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.749+0000 7f3ab164c640 1 -- 172.21.15.111:0/3013524506 shutdown_connections 2024-09-19T04:38:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.749+0000 7f3ab164c640 1 -- 172.21.15.111:0/3013524506 wait complete. 2024-09-19T04:38:32.762 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:38:32.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.859+0000 7f6e8f36d640 1 Processor -- start 2024-09-19T04:38:32.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.859+0000 7f6e8f36d640 1 -- start start 2024-09-19T04:38:32.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.860+0000 7f6e8f36d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f6e880cf070 0x7f6e880cf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.860+0000 7f6e8f36d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f6e88073120 0x7f6e88073560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.860+0000 7f6e8f36d640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e880ce740 con 0x7f6e8815c180 2024-09-19T04:38:32.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.860+0000 7f6e8f36d640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f6e88072640 con 0x7f6e88073120 2024-09-19T04:38:32.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.860+0000 7f6e8f36d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f6e88072920 con 0x7f6e880cf070 2024-09-19T04:38:32.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.860+0000 7f6e8d90a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f6e88073120 0x7f6e88073560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:32.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.860+0000 7f6e8d90a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f6e88073120 0x7f6e88073560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36822/0 (socket says 172.21.15.111:36822) 2024-09-19T04:38:32.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.860+0000 7f6e8d109640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f6e8815c180 0x7f6e880cdcf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:50890/0 (socket says 172.21.15.111:50890) 2024-09-19T04:38:32.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.860+0000 7f6e8d90a640 1 -- 172.21.15.111:0/191627491 learned_addr learned my addr 172.21.15.111:0/191627491 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:32.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.860+0000 7f6e8d90a640 1 -- 172.21.15.111:0/191627491 >> v2:172.21.15.114:3300/0 conn(0x7f6e880cf070 msgr2=0x7f6e880cf4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:32.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.860+0000 7f6e8d90a640 1 --2- 172.21.15.111:0/191627491 >> v2:172.21.15.114:3300/0 conn(0x7f6e880cf070 0x7f6e880cf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.860+0000 7f6e8d90a640 1 -- 172.21.15.111:0/191627491 >> v1:172.21.15.111:6789/0 conn(0x7f6e8815c180 legacy=0x7f6e880cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:32.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.860+0000 7f6e7ffff640 1 -- 172.21.15.111:0/191627491 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3738053318 0 0) 0x7f6e880ce740 con 0x7f6e8815c180 2024-09-19T04:38:32.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.860+0000 7f6e8d90a640 1 -- 172.21.15.111:0/191627491 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e88072c00 con 0x7f6e88073120 2024-09-19T04:38:32.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.861+0000 7f6e8d90a640 1 --2- 172.21.15.111:0/191627491 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6e88073120 0x7f6e88073560 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f6e8806f430 tx=0x7f6e8002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40b14384e8cb9ac1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:32.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.861+0000 7f6e7ffff640 1 -- 172.21.15.111:0/191627491 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e80036070 con 0x7f6e88073120 2024-09-19T04:38:32.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.861+0000 7f6e7ffff640 1 -- 172.21.15.111:0/191627491 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e80031600 con 0x7f6e88073120 2024-09-19T04:38:32.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.861+0000 7f6e7ffff640 1 -- 172.21.15.111:0/191627491 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e800319d0 con 0x7f6e88073120 2024-09-19T04:38:32.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.862+0000 7f6e8f36d640 1 -- 172.21.15.111:0/191627491 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6e88073120 msgr2=0x7f6e88073560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:32.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.862+0000 7f6e8f36d640 1 --2- 172.21.15.111:0/191627491 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6e88073120 0x7f6e88073560 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f6e8806f430 tx=0x7f6e8002a6a0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.862+0000 7f6e8f36d640 1 -- 172.21.15.111:0/191627491 shutdown_connections 2024-09-19T04:38:32.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.862+0000 7f6e8f36d640 1 --2- 172.21.15.111:0/191627491 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6e88073120 0x7f6e88073560 unknown :-1 s=CLOSED pgs=1157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.862+0000 7f6e8f36d640 1 --2- 172.21.15.111:0/191627491 >> v2:172.21.15.114:3300/0 conn(0x7f6e880cf070 0x7f6e880cf4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.862+0000 7f6e8f36d640 1 -- 172.21.15.111:0/191627491 >> 172.21.15.111:0/191627491 conn(0x7f6e88062cc0 msgr2=0x7f6e8806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:32.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.862+0000 7f6e8f36d640 1 -- 172.21.15.111:0/191627491 shutdown_connections 2024-09-19T04:38:32.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.862+0000 7f6e8f36d640 1 -- 172.21.15.111:0/191627491 wait complete. 2024-09-19T04:38:32.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.863+0000 7f6e8f36d640 1 Processor -- start 2024-09-19T04:38:32.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.863+0000 7f6e8f36d640 1 -- start start 2024-09-19T04:38:32.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.863+0000 7f6e8f36d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6e88073120 0x7f6e880b0320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.864+0000 7f6e8f36d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6e880cf070 0x7f6e880b0860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.864+0000 7f6e8f36d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6e8815c180 0x7f6e881e71e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.864+0000 7f6e8f36d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6e880722f0 con 0x7f6e88073120 2024-09-19T04:38:32.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.864+0000 7f6e8f36d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6e880ced00 con 0x7f6e8815c180 2024-09-19T04:38:32.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.864+0000 7f6e8f36d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6e8815c560 con 0x7f6e880cf070 2024-09-19T04:38:32.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.864+0000 7f6e8d109640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6e88073120 0x7f6e880b0320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:32.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.864+0000 7f6e8d109640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6e88073120 0x7f6e880b0320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36838/0 (socket says 172.21.15.111:36838) 2024-09-19T04:38:32.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.864+0000 7f6e8d109640 1 -- 172.21.15.111:0/693369879 learned_addr learned my addr 172.21.15.111:0/693369879 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:32.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.864+0000 7f6e8d109640 1 -- 172.21.15.111:0/693369879 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6e880cf070 msgr2=0x7f6e880b0860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:32.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.864+0000 7f6e8d109640 1 --2- 172.21.15.111:0/693369879 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6e880cf070 0x7f6e880b0860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.864+0000 7f6e8d109640 1 -- 172.21.15.111:0/693369879 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6e8815c180 msgr2=0x7f6e881e71e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:32.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.864+0000 7f6e8d109640 1 --2- 172.21.15.111:0/693369879 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6e8815c180 0x7f6e881e71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:32.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.864+0000 7f6e8d109640 1 -- 172.21.15.111:0/693369879 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e880b2270 con 0x7f6e88073120 2024-09-19T04:38:32.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.864+0000 7f6e8d109640 1 --2- 172.21.15.111:0/693369879 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6e88073120 0x7f6e880b0320 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f6e8400c460 tx=0x7f6e8400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:32.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.864+0000 7f6e7dffb640 1 -- 172.21.15.111:0/693369879 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e84018070 con 0x7f6e88073120 2024-09-19T04:38:32.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.864+0000 7f6e7dffb640 1 -- 172.21.15.111:0/693369879 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e84007500 con 0x7f6e88073120 2024-09-19T04:38:32.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.864+0000 7f6e7dffb640 1 -- 172.21.15.111:0/693369879 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e84004a20 con 0x7f6e88073120 2024-09-19T04:38:32.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.864+0000 7f6e8f36d640 1 -- 172.21.15.111:0/693369879 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e880b2550 con 0x7f6e88073120 2024-09-19T04:38:32.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.864+0000 7f6e8f36d640 1 -- 172.21.15.111:0/693369879 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e880b2b10 con 0x7f6e88073120 2024-09-19T04:38:32.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.865+0000 7f6e8f36d640 1 -- 172.21.15.111:0/693369879 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e880b0100 con 0x7f6e88073120 2024-09-19T04:38:32.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.866+0000 7f6e7dffb640 1 -- 172.21.15.111:0/693369879 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f6e84004bc0 con 0x7f6e88073120 2024-09-19T04:38:32.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.866+0000 7f6e7dffb640 1 --2- 172.21.15.111:0/693369879 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6e6c06c6a0 0x7f6e6c06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:32.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.867+0000 7f6e7dffb640 1 -- 172.21.15.111:0/693369879 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f6e8408af70 con 0x7f6e88073120 2024-09-19T04:38:32.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.867+0000 7f6e8c908640 1 --2- 172.21.15.111:0/693369879 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6e6c06c6a0 0x7f6e6c06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:32.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.867+0000 7f6e8c908640 1 --2- 172.21.15.111:0/693369879 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6e6c06c6a0 0x7f6e6c06eb60 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f6e880b3020 tx=0x7f6e78006c90 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:32.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:32.871+0000 7f6e7dffb640 1 -- 172.21.15.111:0/693369879 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6e84059050 con 0x7f6e88073120 2024-09-19T04:38:33.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.074+0000 7f6e8f36d640 1 -- 172.21.15.111:0/693369879 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f6e880cf4c0 con 0x7f6e88073120 2024-09-19T04:38:33.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.075+0000 7f6e7dffb640 1 -- 172.21.15.111:0/693369879 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v61) ==== 53+0+73 (secure 0 0 0) 0x7f6e84058950 con 0x7f6e88073120 2024-09-19T04:38:33.076 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:38:33.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.077+0000 7f6e8f36d640 1 -- 172.21.15.111:0/693369879 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6e6c06c6a0 msgr2=0x7f6e6c06eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:33.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.077+0000 7f6e8f36d640 1 --2- 172.21.15.111:0/693369879 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6e6c06c6a0 0x7f6e6c06eb60 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f6e880b3020 tx=0x7f6e78006c90 comp rx=0 tx=0).stop 2024-09-19T04:38:33.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.077+0000 7f6e8f36d640 1 -- 172.21.15.111:0/693369879 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6e88073120 msgr2=0x7f6e880b0320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:33.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.077+0000 7f6e8f36d640 1 --2- 172.21.15.111:0/693369879 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6e88073120 0x7f6e880b0320 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f6e8400c460 tx=0x7f6e8400c920 comp rx=0 tx=0).stop 2024-09-19T04:38:33.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.077+0000 7f6e8f36d640 1 -- 172.21.15.111:0/693369879 shutdown_connections 2024-09-19T04:38:33.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.077+0000 7f6e8f36d640 1 --2- 172.21.15.111:0/693369879 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6e6c06c6a0 0x7f6e6c06eb60 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:33.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.077+0000 7f6e8f36d640 1 --2- 172.21.15.111:0/693369879 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6e8815c180 0x7f6e881e71e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:33.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.077+0000 7f6e8f36d640 1 --2- 172.21.15.111:0/693369879 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6e880cf070 0x7f6e880b0860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:33.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.077+0000 7f6e8f36d640 1 --2- 172.21.15.111:0/693369879 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6e88073120 0x7f6e880b0320 unknown :-1 s=CLOSED pgs=1158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:33.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.077+0000 7f6e8f36d640 1 -- 172.21.15.111:0/693369879 >> 172.21.15.111:0/693369879 conn(0x7f6e88062cc0 msgr2=0x7f6e880cc620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:33.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.077+0000 7f6e8f36d640 1 -- 172.21.15.111:0/693369879 shutdown_connections 2024-09-19T04:38:33.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.077+0000 7f6e8f36d640 1 -- 172.21.15.111:0/693369879 wait complete. 2024-09-19T04:38:33.089 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:38:33.089 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:38:33.089 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi111.front.sepia.ceph.com 2024-09-19T04:38:33.089 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T04:38:33.089 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T04:38:33.089 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:38:33.089 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:38:33.089 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:38:33.089 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:38:33.090 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:33.090 DEBUG:teuthology.orchestra.run.smithi111:> ip addr 2024-09-19T04:38:33.105 INFO:teuthology.orchestra.run.smithi111.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:38:33.105 INFO:teuthology.orchestra.run.smithi111.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:38:33.105 INFO:teuthology.orchestra.run.smithi111.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:38:33.105 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:38:33.106 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 ::1/128 scope host 2024-09-19T04:38:33.106 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:38:33.106 INFO:teuthology.orchestra.run.smithi111.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:38:33.106 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:24 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:38:33.106 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f0 2024-09-19T04:38:33.106 INFO:teuthology.orchestra.run.smithi111.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:38:33.106 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:25 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:38:33.106 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f1 2024-09-19T04:38:33.106 INFO:teuthology.orchestra.run.smithi111.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:38:33.106 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2e brd ff:ff:ff:ff:ff:ff 2024-09-19T04:38:33.106 INFO:teuthology.orchestra.run.smithi111.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:38:33.106 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2f brd ff:ff:ff:ff:ff:ff 2024-09-19T04:38:33.106 INFO:teuthology.orchestra.run.smithi111.stdout: inet 172.21.15.111/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:38:33.106 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft 42453sec preferred_lft 42453sec 2024-09-19T04:38:33.107 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::ec4:7aff:fe8f:cc2f/64 scope link noprefixroute 2024-09-19T04:38:33.107 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:38:33.107 INFO:teuthology.orchestra.run.smithi111.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:38:33.107 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 52:d4:1f:0e:24:21 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:38:33.107 INFO:teuthology.orchestra.run.smithi111.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:38:33.107 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:38:33.107 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::6cca:96ff:fe86:c24e/64 scope link 2024-09-19T04:38:33.107 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:38:33.107 INFO:teuthology.orchestra.run.smithi111.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:38:33.107 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 76:f0:b7:84:e3:fb brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T04:38:33.108 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::74f0:b7ff:fe84:e3fb/64 scope link 2024-09-19T04:38:33.108 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:38:33.108 INFO:teuthology.orchestra.run.smithi111.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:38:33.108 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 52:d4:1f:0e:24:21 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T04:38:33.108 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::50d4:1fff:fe0e:2421/64 scope link 2024-09-19T04:38:33.108 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:38:33.108 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:33.108 DEBUG:teuthology.orchestra.run.smithi111:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:38:33.169 INFO:teuthology.orchestra.run.smithi111.stdout:1 2024-09-19T04:38:33.170 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:33.171 DEBUG:teuthology.orchestra.run.smithi111:> route 2024-09-19T04:38:33.227 INFO:teuthology.orchestra.run.smithi111.stdout:Kernel IP routing table 2024-09-19T04:38:33.227 INFO:teuthology.orchestra.run.smithi111.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:38:33.227 INFO:teuthology.orchestra.run.smithi111.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:38:33.227 INFO:teuthology.orchestra.run.smithi111.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:38:33.227 INFO:teuthology.orchestra.run.smithi111.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:38:33.228 DEBUG:teuthology.orchestra.run.smithi111:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:38:33.228 DEBUG:teuthology.orchestra.run.smithi111:> set -e 2024-09-19T04:38:33.228 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:38:33.228 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:38:33.228 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:38:33.228 DEBUG:teuthology.orchestra.run.smithi111:> ') 2024-09-19T04:38:33.314 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:38:33.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:38:33.353 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:33.353 DEBUG:teuthology.orchestra.run.smithi111:> ip netns list 2024-09-19T04:38:33.368 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T04:38:33.368 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T04:38:33.369 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:38:33.369 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:33.369 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip link set brx.0 up 2024-09-19T04:38:33.434 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:38:33.434 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T04:38:33.489 INFO:teuthology.orchestra.run.smithi111.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:38:33.490 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:38:33.490 DEBUG:teuthology.orchestra.run.smithi111:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:38:33.545 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T04:38:33.545 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:33.545 DEBUG:teuthology.orchestra.run.smithi111:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:38:33.629 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:38:33.629 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:38:33.638 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:38:33.638 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:38:33.638 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:38:33.638 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: trying mount with new device syntax: 0@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:38:33.638 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:38:33.639 INFO:teuthology.orchestra.run.smithi111.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T04:38:33.639 INFO:teuthology.orchestra.run.smithi111.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:38:33.639 INFO:teuthology.orchestra.run.smithi111.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:38:33.639 INFO:teuthology.orchestra.run.smithi111.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:38:33.639 INFO:teuthology.orchestra.run.smithi111.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:38:33.641 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:38:33.641 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:33.641 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:38:33.671 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:38:33.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:38:33.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:38:33.776 INFO:teuthology.orchestra.run.smithi111.stdout:client7500 2024-09-19T04:38:33.777 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:38:33.777 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:38:33.793 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:38:33.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.930+0000 7f0be785c640 1 Processor -- start 2024-09-19T04:38:33.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.931+0000 7f0be785c640 1 -- start start 2024-09-19T04:38:33.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.931+0000 7f0be785c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f0be015e940 0x7f0be00d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:33.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.931+0000 7f0be785c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0be015ed20 0x7f0be00d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:33.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.932+0000 7f0be785c640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0be00b7170 con 0x7f0be00cef90 2024-09-19T04:38:33.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.932+0000 7f0be785c640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f0be00d1ae0 con 0x7f0be015ed20 2024-09-19T04:38:33.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.932+0000 7f0be785c640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f0be00b7aa0 con 0x7f0be015e940 2024-09-19T04:38:33.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.932+0000 7f0be4df7640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0be015ed20 0x7f0be00d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:33.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.932+0000 7f0be5df9640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f0be00cef90 0x7f0be00b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:50900/0 (socket says 172.21.15.111:50900) 2024-09-19T04:38:33.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.932+0000 7f0be5df9640 1 -- 172.21.15.111:0/2024806680 learned_addr learned my addr 172.21.15.111:0/2024806680 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:33.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.932+0000 7f0be55f8640 1 --2- 172.21.15.111:0/2024806680 >> v2:172.21.15.114:3300/0 conn(0x7f0be015e940 0x7f0be00d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:33.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.932+0000 7f0be4df7640 1 -- 172.21.15.111:0/2024806680 >> v2:172.21.15.114:3300/0 conn(0x7f0be015e940 msgr2=0x7f0be00d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:33.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.932+0000 7f0be4df7640 1 --2- 172.21.15.111:0/2024806680 >> v2:172.21.15.114:3300/0 conn(0x7f0be015e940 0x7f0be00d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:33.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.932+0000 7f0be4df7640 1 -- 172.21.15.111:0/2024806680 >> v1:172.21.15.111:6789/0 conn(0x7f0be00cef90 legacy=0x7f0be00b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:33.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.932+0000 7f0bdffff640 1 -- 172.21.15.111:0/2024806680 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 118046754 0 0) 0x7f0bd0001490 con 0x7f0be00cef90 2024-09-19T04:38:33.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.932+0000 7f0be4df7640 1 -- 172.21.15.111:0/2024806680 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0be00d3660 con 0x7f0be015ed20 2024-09-19T04:38:33.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.933+0000 7f0be4df7640 1 --2- 172.21.15.111:0/2024806680 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0be015ed20 0x7f0be00d15a0 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f0be00509d0 tx=0x7f0bd402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e8d6ba1d2f6bc79 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:33.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.933+0000 7f0bdffff640 1 -- 172.21.15.111:0/2024806680 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bd4037070 con 0x7f0be015ed20 2024-09-19T04:38:33.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.933+0000 7f0bdffff640 1 -- 172.21.15.111:0/2024806680 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0bd4032440 con 0x7f0be015ed20 2024-09-19T04:38:33.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.933+0000 7f0bdffff640 1 -- 172.21.15.111:0/2024806680 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bd4032810 con 0x7f0be015ed20 2024-09-19T04:38:33.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.933+0000 7f0be785c640 1 -- 172.21.15.111:0/2024806680 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0be015ed20 msgr2=0x7f0be00d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:33.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.933+0000 7f0be785c640 1 --2- 172.21.15.111:0/2024806680 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0be015ed20 0x7f0be00d15a0 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f0be00509d0 tx=0x7f0bd402a230 comp rx=0 tx=0).stop 2024-09-19T04:38:33.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.933+0000 7f0be785c640 1 -- 172.21.15.111:0/2024806680 shutdown_connections 2024-09-19T04:38:33.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.933+0000 7f0be785c640 1 --2- 172.21.15.111:0/2024806680 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0be015ed20 0x7f0be00d15a0 unknown :-1 s=CLOSED pgs=1161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:33.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.933+0000 7f0be785c640 1 --2- 172.21.15.111:0/2024806680 >> v2:172.21.15.114:3300/0 conn(0x7f0be015e940 0x7f0be00d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:33.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.933+0000 7f0be785c640 1 -- 172.21.15.111:0/2024806680 >> 172.21.15.111:0/2024806680 conn(0x7f0be00b6240 msgr2=0x7f0be00b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:33.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.934+0000 7f0be785c640 1 -- 172.21.15.111:0/2024806680 shutdown_connections 2024-09-19T04:38:33.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.934+0000 7f0be785c640 1 -- 172.21.15.111:0/2024806680 wait complete. 2024-09-19T04:38:33.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.935+0000 7f0be785c640 1 Processor -- start 2024-09-19T04:38:33.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.935+0000 7f0be785c640 1 -- start start 2024-09-19T04:38:33.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.935+0000 7f0be785c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0be00cef90 0x7f0be01f7850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:33.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.935+0000 7f0be785c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0be015e940 0x7f0be00cb800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:33.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.935+0000 7f0be785c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0be015ed20 0x7f0be015f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:33.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.935+0000 7f0be785c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0be00d3f00 con 0x7f0be00cef90 2024-09-19T04:38:33.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.935+0000 7f0be785c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0be00d3c20 con 0x7f0be015e940 2024-09-19T04:38:33.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.935+0000 7f0be785c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0be00d3310 con 0x7f0be015ed20 2024-09-19T04:38:33.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.935+0000 7f0be55f8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0be00cef90 0x7f0be01f7850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:33.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.936+0000 7f0be55f8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0be00cef90 0x7f0be01f7850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36852/0 (socket says 172.21.15.111:36852) 2024-09-19T04:38:33.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.936+0000 7f0be55f8640 1 -- 172.21.15.111:0/3199698475 learned_addr learned my addr 172.21.15.111:0/3199698475 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:33.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.936+0000 7f0be4df7640 1 --2- 172.21.15.111:0/3199698475 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0be015e940 0x7f0be00cb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:33.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.936+0000 7f0be5df9640 1 --2- 172.21.15.111:0/3199698475 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0be015ed20 0x7f0be015f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:33.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.936+0000 7f0be55f8640 1 -- 172.21.15.111:0/3199698475 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0be015ed20 msgr2=0x7f0be015f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:33.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.936+0000 7f0be55f8640 1 --2- 172.21.15.111:0/3199698475 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0be015ed20 0x7f0be015f9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:33.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.936+0000 7f0be55f8640 1 -- 172.21.15.111:0/3199698475 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0be015e940 msgr2=0x7f0be00cb800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:33.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.936+0000 7f0be55f8640 1 --2- 172.21.15.111:0/3199698475 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0be015e940 0x7f0be00cb800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:33.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.936+0000 7f0be55f8640 1 -- 172.21.15.111:0/3199698475 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0be00cc100 con 0x7f0be00cef90 2024-09-19T04:38:33.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.936+0000 7f0be5df9640 1 --2- 172.21.15.111:0/3199698475 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0be015ed20 0x7f0be015f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:33.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.936+0000 7f0be55f8640 1 --2- 172.21.15.111:0/3199698475 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0be00cef90 0x7f0be01f7850 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f0bd800d800 tx=0x7f0bd800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:33.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.936+0000 7f0bddffb640 1 -- 172.21.15.111:0/3199698475 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bd800b6c0 con 0x7f0be00cef90 2024-09-19T04:38:33.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.936+0000 7f0bddffb640 1 -- 172.21.15.111:0/3199698475 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0bd8019070 con 0x7f0be00cef90 2024-09-19T04:38:33.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.936+0000 7f0be785c640 1 -- 172.21.15.111:0/3199698475 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0be00cc3e0 con 0x7f0be00cef90 2024-09-19T04:38:33.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.936+0000 7f0bddffb640 1 -- 172.21.15.111:0/3199698475 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bd800ba80 con 0x7f0be00cef90 2024-09-19T04:38:33.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.936+0000 7f0be785c640 1 -- 172.21.15.111:0/3199698475 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0be00cc9a0 con 0x7f0be00cef90 2024-09-19T04:38:33.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.937+0000 7f0be785c640 1 -- 172.21.15.111:0/3199698475 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0be00d1ef0 con 0x7f0be00cef90 2024-09-19T04:38:33.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.937+0000 7f0bddffb640 1 -- 172.21.15.111:0/3199698475 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f0bd800bc20 con 0x7f0be00cef90 2024-09-19T04:38:33.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.938+0000 7f0bddffb640 1 --2- 172.21.15.111:0/3199698475 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0bcc06c6a0 0x7f0bcc06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:33.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.938+0000 7f0bddffb640 1 -- 172.21.15.111:0/3199698475 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f0bd808c070 con 0x7f0be00cef90 2024-09-19T04:38:33.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.938+0000 7f0be4df7640 1 --2- 172.21.15.111:0/3199698475 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0bcc06c6a0 0x7f0bcc06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:33.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.939+0000 7f0be4df7640 1 --2- 172.21.15.111:0/3199698475 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0bcc06c6a0 0x7f0bcc06eb60 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f0bd4034000 tx=0x7f0bd402e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:33.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:33.943+0000 7f0bddffb640 1 -- 172.21.15.111:0/3199698475 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0bd805a1e0 con 0x7f0be00cef90 2024-09-19T04:38:34.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:34.143+0000 7f0be785c640 1 -- 172.21.15.111:0/3199698475 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f0be00ba6b0 con 0x7f0be00cef90 2024-09-19T04:38:34.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:34.143+0000 7f0bddffb640 1 -- 172.21.15.111:0/3199698475 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v61) ==== 53+0+73 (secure 0 0 0) 0x7f0bd8059ae0 con 0x7f0be00cef90 2024-09-19T04:38:34.145 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:38:34.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:34.146+0000 7f0be785c640 1 -- 172.21.15.111:0/3199698475 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0bcc06c6a0 msgr2=0x7f0bcc06eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:34.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:34.146+0000 7f0be785c640 1 --2- 172.21.15.111:0/3199698475 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0bcc06c6a0 0x7f0bcc06eb60 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f0bd4034000 tx=0x7f0bd402e000 comp rx=0 tx=0).stop 2024-09-19T04:38:34.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:34.146+0000 7f0be785c640 1 -- 172.21.15.111:0/3199698475 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0be00cef90 msgr2=0x7f0be01f7850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:34.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:34.146+0000 7f0be785c640 1 --2- 172.21.15.111:0/3199698475 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0be00cef90 0x7f0be01f7850 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f0bd800d800 tx=0x7f0bd800dcc0 comp rx=0 tx=0).stop 2024-09-19T04:38:34.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:34.146+0000 7f0be785c640 1 -- 172.21.15.111:0/3199698475 shutdown_connections 2024-09-19T04:38:34.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:34.146+0000 7f0be785c640 1 --2- 172.21.15.111:0/3199698475 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0bcc06c6a0 0x7f0bcc06eb60 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:34.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:34.146+0000 7f0be785c640 1 --2- 172.21.15.111:0/3199698475 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0be015ed20 0x7f0be015f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:34.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:34.146+0000 7f0be785c640 1 --2- 172.21.15.111:0/3199698475 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0be015e940 0x7f0be00cb800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:34.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:34.146+0000 7f0be785c640 1 --2- 172.21.15.111:0/3199698475 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0be00cef90 0x7f0be01f7850 unknown :-1 s=CLOSED pgs=1162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:34.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:34.146+0000 7f0be785c640 1 -- 172.21.15.111:0/3199698475 >> 172.21.15.111:0/3199698475 conn(0x7f0be00b6240 msgr2=0x7f0be00d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:34.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:34.146+0000 7f0be785c640 1 -- 172.21.15.111:0/3199698475 shutdown_connections 2024-09-19T04:38:34.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:34.146+0000 7f0be785c640 1 -- 172.21.15.111:0/3199698475 wait complete. 2024-09-19T04:38:34.158 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:38:34.158 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:38:34.158 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi114.front.sepia.ceph.com 2024-09-19T04:38:34.158 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T04:38:34.158 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T04:38:34.158 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:38:34.158 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:38:34.158 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:38:34.158 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:38:34.159 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:34.159 DEBUG:teuthology.orchestra.run.smithi114:> ip addr 2024-09-19T04:38:34.179 INFO:teuthology.orchestra.run.smithi114.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:38:34.179 INFO:teuthology.orchestra.run.smithi114.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:38:34.179 INFO:teuthology.orchestra.run.smithi114.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:38:34.179 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:38:34.179 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 ::1/128 scope host 2024-09-19T04:38:34.179 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:38:34.179 INFO:teuthology.orchestra.run.smithi114.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:38:34.179 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:38:34.179 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f0 2024-09-19T04:38:34.179 INFO:teuthology.orchestra.run.smithi114.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:38:34.179 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:38:34.179 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f1 2024-09-19T04:38:34.180 INFO:teuthology.orchestra.run.smithi114.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:38:34.180 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:62 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:38:34.180 INFO:teuthology.orchestra.run.smithi114.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:38:34.180 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:63 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:38:34.180 INFO:teuthology.orchestra.run.smithi114.stdout: inet 172.21.15.114/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:38:34.180 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft 42442sec preferred_lft 42442sec 2024-09-19T04:38:34.180 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::ec4:7aff:fe8f:cb63/64 scope link noprefixroute 2024-09-19T04:38:34.180 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:38:34.180 INFO:teuthology.orchestra.run.smithi114.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:38:34.180 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether ca:e7:76:90:98:85 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:38:34.180 INFO:teuthology.orchestra.run.smithi114.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:38:34.180 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:38:34.180 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::9858:beff:fef5:aa6d/64 scope link 2024-09-19T04:38:34.181 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:38:34.181 INFO:teuthology.orchestra.run.smithi114.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:38:34.181 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether ca:e7:76:90:98:85 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T04:38:34.181 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::c8e7:76ff:fe90:9885/64 scope link 2024-09-19T04:38:34.181 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:38:34.181 INFO:teuthology.orchestra.run.smithi114.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:38:34.181 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether d6:e6:9a:34:5c:2e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T04:38:34.181 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::d4e6:9aff:fe34:5c2e/64 scope link 2024-09-19T04:38:34.181 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:38:34.181 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:34.182 DEBUG:teuthology.orchestra.run.smithi114:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:38:34.247 INFO:teuthology.orchestra.run.smithi114.stdout:1 2024-09-19T04:38:34.249 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:34.249 DEBUG:teuthology.orchestra.run.smithi114:> route 2024-09-19T04:38:34.307 INFO:teuthology.orchestra.run.smithi114.stdout:Kernel IP routing table 2024-09-19T04:38:34.307 INFO:teuthology.orchestra.run.smithi114.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:38:34.308 INFO:teuthology.orchestra.run.smithi114.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:38:34.308 INFO:teuthology.orchestra.run.smithi114.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:38:34.308 INFO:teuthology.orchestra.run.smithi114.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:38:34.308 DEBUG:teuthology.orchestra.run.smithi114:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:38:34.308 DEBUG:teuthology.orchestra.run.smithi114:> set -e 2024-09-19T04:38:34.308 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:38:34.308 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:38:34.308 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:38:34.308 DEBUG:teuthology.orchestra.run.smithi114:> ') 2024-09-19T04:38:34.400 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:38:34 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:38:34.433 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:38:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:38:34.439 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:34.439 DEBUG:teuthology.orchestra.run.smithi114:> ip netns list 2024-09-19T04:38:34.455 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T04:38:34.455 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T04:38:34.455 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:38:34.455 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:34.456 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip link set brx.0 up 2024-09-19T04:38:34.520 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:38:34.521 DEBUG:teuthology.orchestra.run.smithi114:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T04:38:34.577 INFO:teuthology.orchestra.run.smithi114.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:38:34.577 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:38:34.577 DEBUG:teuthology.orchestra.run.smithi114:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:38:34.632 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-19T04:38:34.632 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:34.632 DEBUG:teuthology.orchestra.run.smithi114:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:38:34.715 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:38:34.715 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:38:34.722 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:38:34.722 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:38:34.722 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:38:34.722 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: trying mount with new device syntax: 1@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:38:34.722 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:38:34.722 INFO:teuthology.orchestra.run.smithi114.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T04:38:34.722 INFO:teuthology.orchestra.run.smithi114.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:38:34.722 INFO:teuthology.orchestra.run.smithi114.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:38:34.722 INFO:teuthology.orchestra.run.smithi114.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:38:34.723 INFO:teuthology.orchestra.run.smithi114.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:38:34.724 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:38:34.724 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:34.724 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:38:34.789 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:38:34.879 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:38:34 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:38:34.880 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:38:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:38:34.886 INFO:teuthology.orchestra.run.smithi114.stdout:client6212 2024-09-19T04:38:34.886 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:38:34.887 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:38:34.902 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-19T04:38:35.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.009+0000 7f68e252c640 1 Processor -- start 2024-09-19T04:38:35.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.009+0000 7f68e252c640 1 -- start start 2024-09-19T04:38:35.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.010+0000 7f68e252c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f68dc145d90 0x7f68dc0ccf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:35.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.010+0000 7f68e252c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68dc0cd490 0x7f68dc0cf5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:35.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.010+0000 7f68e252c640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68dc0b4240 con 0x7f68dc0cfb10 2024-09-19T04:38:35.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.010+0000 7f68e252c640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f68dc06d080 con 0x7f68dc145d90 2024-09-19T04:38:35.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.010+0000 7f68e252c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f68dc0b4520 con 0x7f68dc0cd490 2024-09-19T04:38:35.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.010+0000 7f68dbfff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f68dc145d90 0x7f68dc0ccf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:35.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.010+0000 7f68e0ac9640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f68dc0cfb10 0x7f68dc1601b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:50914/0 (socket says 172.21.15.111:50914) 2024-09-19T04:38:35.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.010+0000 7f68e0ac9640 1 -- 172.21.15.111:0/2986364443 learned_addr learned my addr 172.21.15.111:0/2986364443 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:35.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.010+0000 7f68db7fe640 1 --2- 172.21.15.111:0/2986364443 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68dc0cd490 0x7f68dc0cf5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:35.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.010+0000 7f68dbfff640 1 -- 172.21.15.111:0/2986364443 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68dc0cd490 msgr2=0x7f68dc0cf5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:35.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.010+0000 7f68dbfff640 1 --2- 172.21.15.111:0/2986364443 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68dc0cd490 0x7f68dc0cf5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.010+0000 7f68dbfff640 1 -- 172.21.15.111:0/2986364443 >> v1:172.21.15.111:6789/0 conn(0x7f68dc0cfb10 legacy=0x7f68dc1601b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:35.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.010+0000 7f68dbfff640 1 -- 172.21.15.111:0/2986364443 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68dc0b4800 con 0x7f68dc145d90 2024-09-19T04:38:35.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.011+0000 7f68dbfff640 1 --2- 172.21.15.111:0/2986364443 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68dc145d90 0x7f68dc0ccf50 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f68cc0097a0 tx=0x7f68cc02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c08c128556156ae server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:35.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.011+0000 7f68daffd640 1 -- 172.21.15.111:0/2986364443 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68cc037070 con 0x7f68dc145d90 2024-09-19T04:38:35.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.011+0000 7f68daffd640 1 -- 172.21.15.111:0/2986364443 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68cc032440 con 0x7f68dc145d90 2024-09-19T04:38:35.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.011+0000 7f68daffd640 1 -- 172.21.15.111:0/2986364443 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68cc032810 con 0x7f68dc145d90 2024-09-19T04:38:35.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.012+0000 7f68e252c640 1 -- 172.21.15.111:0/2986364443 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68dc145d90 msgr2=0x7f68dc0ccf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:35.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.012+0000 7f68e252c640 1 --2- 172.21.15.111:0/2986364443 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68dc145d90 0x7f68dc0ccf50 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f68cc0097a0 tx=0x7f68cc02a180 comp rx=0 tx=0).stop 2024-09-19T04:38:35.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.012+0000 7f68e252c640 1 -- 172.21.15.111:0/2986364443 shutdown_connections 2024-09-19T04:38:35.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.012+0000 7f68e252c640 1 --2- 172.21.15.111:0/2986364443 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68dc0cd490 0x7f68dc0cf5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.012+0000 7f68e252c640 1 --2- 172.21.15.111:0/2986364443 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68dc145d90 0x7f68dc0ccf50 unknown :-1 s=CLOSED pgs=1164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.012+0000 7f68e252c640 1 -- 172.21.15.111:0/2986364443 >> 172.21.15.111:0/2986364443 conn(0x7f68dc06bba0 msgr2=0x7f68dc06bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:35.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.012+0000 7f68e252c640 1 -- 172.21.15.111:0/2986364443 shutdown_connections 2024-09-19T04:38:35.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.012+0000 7f68e252c640 1 -- 172.21.15.111:0/2986364443 wait complete. 2024-09-19T04:38:35.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.013+0000 7f68e252c640 1 Processor -- start 2024-09-19T04:38:35.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.013+0000 7f68e252c640 1 -- start start 2024-09-19T04:38:35.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.014+0000 7f68e252c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68dc0cd490 0x7f68dc13e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:35.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.014+0000 7f68e252c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68dc0cfb10 0x7f68dc142250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:35.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.014+0000 7f68e252c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68dc145d90 0x7f68dc0ac630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:35.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.014+0000 7f68e252c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f68dc0b5610 con 0x7f68dc145d90 2024-09-19T04:38:35.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.014+0000 7f68e252c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f68dc0cffa0 con 0x7f68dc0cfb10 2024-09-19T04:38:35.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.014+0000 7f68e252c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f68dc0b5790 con 0x7f68dc0cd490 2024-09-19T04:38:35.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.014+0000 7f68e0ac9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68dc145d90 0x7f68dc0ac630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:35.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.014+0000 7f68e0ac9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68dc145d90 0x7f68dc0ac630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36868/0 (socket says 172.21.15.111:36868) 2024-09-19T04:38:35.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.014+0000 7f68e0ac9640 1 -- 172.21.15.111:0/2265854648 learned_addr learned my addr 172.21.15.111:0/2265854648 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:35.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.014+0000 7f68dbfff640 1 --2- 172.21.15.111:0/2265854648 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68dc0cd490 0x7f68dc13e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:35.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.014+0000 7f68db7fe640 1 --2- 172.21.15.111:0/2265854648 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68dc0cfb10 0x7f68dc142250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:35.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.014+0000 7f68e0ac9640 1 -- 172.21.15.111:0/2265854648 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68dc0cd490 msgr2=0x7f68dc13e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:35.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.014+0000 7f68e0ac9640 1 --2- 172.21.15.111:0/2265854648 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68dc0cd490 0x7f68dc13e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.014+0000 7f68e0ac9640 1 -- 172.21.15.111:0/2265854648 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68dc0cfb10 msgr2=0x7f68dc142250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:35.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.014+0000 7f68e0ac9640 1 --2- 172.21.15.111:0/2265854648 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68dc0cfb10 0x7f68dc142250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.014+0000 7f68e0ac9640 1 -- 172.21.15.111:0/2265854648 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68dc13ee80 con 0x7f68dc145d90 2024-09-19T04:38:35.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.014+0000 7f68db7fe640 1 --2- 172.21.15.111:0/2265854648 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68dc0cfb10 0x7f68dc142250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:35.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.014+0000 7f68e0ac9640 1 --2- 172.21.15.111:0/2265854648 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68dc145d90 0x7f68dc0ac630 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f68d400ca70 tx=0x7f68d400cf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:35.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.015+0000 7f68d8ff9640 1 -- 172.21.15.111:0/2265854648 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68d4017070 con 0x7f68dc145d90 2024-09-19T04:38:35.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.015+0000 7f68d8ff9640 1 -- 172.21.15.111:0/2265854648 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68d400abd0 con 0x7f68dc145d90 2024-09-19T04:38:35.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.015+0000 7f68e252c640 1 -- 172.21.15.111:0/2265854648 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68dc0aaf80 con 0x7f68dc145d90 2024-09-19T04:38:35.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.015+0000 7f68d8ff9640 1 -- 172.21.15.111:0/2265854648 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68d4012400 con 0x7f68dc145d90 2024-09-19T04:38:35.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.015+0000 7f68e252c640 1 -- 172.21.15.111:0/2265854648 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68dc0ab540 con 0x7f68dc145d90 2024-09-19T04:38:35.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.016+0000 7f68e252c640 1 -- 172.21.15.111:0/2265854648 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68dc146200 con 0x7f68dc145d90 2024-09-19T04:38:35.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.016+0000 7f68d8ff9640 1 -- 172.21.15.111:0/2265854648 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f68d401a070 con 0x7f68dc145d90 2024-09-19T04:38:35.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.017+0000 7f68d8ff9640 1 --2- 172.21.15.111:0/2265854648 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f68c806c6a0 0x7f68c806eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:35.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.017+0000 7f68d8ff9640 1 -- 172.21.15.111:0/2265854648 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f68d408b670 con 0x7f68dc145d90 2024-09-19T04:38:35.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.017+0000 7f68dbfff640 1 --2- 172.21.15.111:0/2265854648 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f68c806c6a0 0x7f68c806eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:35.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.017+0000 7f68dbfff640 1 --2- 172.21.15.111:0/2265854648 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f68c806c6a0 0x7f68c806eb60 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f68cc034000 tx=0x7f68cc02e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:35.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.021+0000 7f68d8ff9640 1 -- 172.21.15.111:0/2265854648 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f68d4059290 con 0x7f68dc145d90 2024-09-19T04:38:35.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.223+0000 7f68e252c640 1 -- 172.21.15.111:0/2265854648 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f68dc06e740 con 0x7f68dc145d90 2024-09-19T04:38:35.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.230+0000 7f68d8ff9640 1 -- 172.21.15.111:0/2265854648 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v62) ==== 136+0+0 (secure 0 0 0) 0x7f68d405d590 con 0x7f68dc145d90 2024-09-19T04:38:35.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.232+0000 7f68e252c640 1 -- 172.21.15.111:0/2265854648 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f68c806c6a0 msgr2=0x7f68c806eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:35.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.232+0000 7f68e252c640 1 --2- 172.21.15.111:0/2265854648 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f68c806c6a0 0x7f68c806eb60 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f68cc034000 tx=0x7f68cc02e000 comp rx=0 tx=0).stop 2024-09-19T04:38:35.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.232+0000 7f68e252c640 1 -- 172.21.15.111:0/2265854648 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68dc145d90 msgr2=0x7f68dc0ac630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:35.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.232+0000 7f68e252c640 1 --2- 172.21.15.111:0/2265854648 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68dc145d90 0x7f68dc0ac630 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f68d400ca70 tx=0x7f68d400cf30 comp rx=0 tx=0).stop 2024-09-19T04:38:35.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.232+0000 7f68e252c640 1 -- 172.21.15.111:0/2265854648 shutdown_connections 2024-09-19T04:38:35.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.232+0000 7f68e252c640 1 --2- 172.21.15.111:0/2265854648 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f68c806c6a0 0x7f68c806eb60 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.232+0000 7f68e252c640 1 --2- 172.21.15.111:0/2265854648 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68dc145d90 0x7f68dc0ac630 unknown :-1 s=CLOSED pgs=1165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.232+0000 7f68e252c640 1 --2- 172.21.15.111:0/2265854648 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68dc0cfb10 0x7f68dc142250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.232+0000 7f68e252c640 1 --2- 172.21.15.111:0/2265854648 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68dc0cd490 0x7f68dc13e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.232+0000 7f68e252c640 1 -- 172.21.15.111:0/2265854648 >> 172.21.15.111:0/2265854648 conn(0x7f68dc06bba0 msgr2=0x7f68dc0b1130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:35.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.232+0000 7f68e252c640 1 -- 172.21.15.111:0/2265854648 shutdown_connections 2024-09-19T04:38:35.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.232+0000 7f68e252c640 1 -- 172.21.15.111:0/2265854648 wait complete. 2024-09-19T04:38:35.245 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-19T04:38:35.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.342+0000 7f84cc5a1640 1 Processor -- start 2024-09-19T04:38:35.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.343+0000 7f84cc5a1640 1 -- start start 2024-09-19T04:38:35.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.344+0000 7f84cc5a1640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f84c415e940 0x7f84c40d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:35.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.344+0000 7f84cc5a1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84c415ed20 0x7f84c40d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:35.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.344+0000 7f84cc5a1640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f84c40cef90 0x7f84c40b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:35.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.344+0000 7f84cc5a1640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f84c40d1ae0 con 0x7f84c40cef90 2024-09-19T04:38:35.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.344+0000 7f84cc5a1640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f84c40b7170 con 0x7f84c415e940 2024-09-19T04:38:35.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.344+0000 7f84cc5a1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f84c40b7aa0 con 0x7f84c415ed20 2024-09-19T04:38:35.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.344+0000 7f84cab3e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f84c40cef90 0x7f84c40b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:35.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.344+0000 7f84cab3e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f84c40cef90 0x7f84c40b3220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36872/0 (socket says 172.21.15.111:36872) 2024-09-19T04:38:35.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.344+0000 7f84cab3e640 1 -- 172.21.15.111:0/4156175291 learned_addr learned my addr 172.21.15.111:0/4156175291 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:35.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.344+0000 7f84cab3e640 1 -- 172.21.15.111:0/4156175291 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84c415ed20 msgr2=0x7f84c40d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:35.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.344+0000 7f84cab3e640 1 --2- 172.21.15.111:0/4156175291 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84c415ed20 0x7f84c40d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.344+0000 7f84cab3e640 1 -- 172.21.15.111:0/4156175291 >> v2:172.21.15.114:3300/0 conn(0x7f84c415e940 msgr2=0x7f84c40d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:35.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.344+0000 7f84cab3e640 1 --2- 172.21.15.111:0/4156175291 >> v2:172.21.15.114:3300/0 conn(0x7f84c415e940 0x7f84c40d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.344+0000 7f84cab3e640 1 -- 172.21.15.111:0/4156175291 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84c40d3660 con 0x7f84c40cef90 2024-09-19T04:38:35.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.345+0000 7f84cab3e640 1 --2- 172.21.15.111:0/4156175291 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84c40cef90 0x7f84c40b3220 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f84c40509d0 tx=0x7f84bc02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9540c19bc7cd2fbc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:35.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.345+0000 7f84c933b640 1 -- 172.21.15.111:0/4156175291 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84bc036070 con 0x7f84c40cef90 2024-09-19T04:38:35.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.345+0000 7f84c933b640 1 -- 172.21.15.111:0/4156175291 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84bc031600 con 0x7f84c40cef90 2024-09-19T04:38:35.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.345+0000 7f84c933b640 1 -- 172.21.15.111:0/4156175291 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84bc0319d0 con 0x7f84c40cef90 2024-09-19T04:38:35.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.345+0000 7f84cc5a1640 1 -- 172.21.15.111:0/4156175291 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84c40cef90 msgr2=0x7f84c40b3220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:35.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.345+0000 7f84cc5a1640 1 --2- 172.21.15.111:0/4156175291 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84c40cef90 0x7f84c40b3220 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f84c40509d0 tx=0x7f84bc02a730 comp rx=0 tx=0).stop 2024-09-19T04:38:35.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.345+0000 7f84cc5a1640 1 -- 172.21.15.111:0/4156175291 shutdown_connections 2024-09-19T04:38:35.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.345+0000 7f84cc5a1640 1 --2- 172.21.15.111:0/4156175291 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84c40cef90 0x7f84c40b3220 unknown :-1 s=CLOSED pgs=1166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.345+0000 7f84cc5a1640 1 --2- 172.21.15.111:0/4156175291 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84c415ed20 0x7f84c40d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.345+0000 7f84cc5a1640 1 --2- 172.21.15.111:0/4156175291 >> v2:172.21.15.114:3300/0 conn(0x7f84c415e940 0x7f84c40d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.345+0000 7f84cc5a1640 1 -- 172.21.15.111:0/4156175291 >> 172.21.15.111:0/4156175291 conn(0x7f84c40b6240 msgr2=0x7f84c40b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:35.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.346+0000 7f84cc5a1640 1 -- 172.21.15.111:0/4156175291 shutdown_connections 2024-09-19T04:38:35.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.346+0000 7f84cc5a1640 1 -- 172.21.15.111:0/4156175291 wait complete. 2024-09-19T04:38:35.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.347+0000 7f84cc5a1640 1 Processor -- start 2024-09-19T04:38:35.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.347+0000 7f84cc5a1640 1 -- start start 2024-09-19T04:38:35.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.347+0000 7f84cc5a1640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f84c40cef90 0x7f84c415b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:35.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.347+0000 7f84cc5a1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84c415e940 0x7f84c4157e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:35.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.347+0000 7f84cc5a1640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84c415ed20 0x7f84c40cf630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:35.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.347+0000 7f84cc5a1640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f84c40d3f00 con 0x7f84c415ed20 2024-09-19T04:38:35.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.347+0000 7f84cc5a1640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f84c40d3c20 con 0x7f84c40cef90 2024-09-19T04:38:35.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.347+0000 7f84cc5a1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f84c40d1ef0 con 0x7f84c415e940 2024-09-19T04:38:35.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.347+0000 7f84cab3e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84c415ed20 0x7f84c40cf630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:35.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.347+0000 7f84cab3e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84c415ed20 0x7f84c40cf630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36874/0 (socket says 172.21.15.111:36874) 2024-09-19T04:38:35.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.348+0000 7f84cab3e640 1 -- 172.21.15.111:0/834269020 learned_addr learned my addr 172.21.15.111:0/834269020 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:35.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.348+0000 7f84c9b3c640 1 --2- 172.21.15.111:0/834269020 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84c415e940 0x7f84c4157e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:35.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.348+0000 7f84ca33d640 1 --2- 172.21.15.111:0/834269020 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f84c40cef90 0x7f84c415b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:35.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.348+0000 7f84cab3e640 1 -- 172.21.15.111:0/834269020 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84c415e940 msgr2=0x7f84c4157e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:35.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.348+0000 7f84cab3e640 1 --2- 172.21.15.111:0/834269020 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84c415e940 0x7f84c4157e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.348+0000 7f84cab3e640 1 -- 172.21.15.111:0/834269020 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f84c40cef90 msgr2=0x7f84c415b610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:35.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.348+0000 7f84cab3e640 1 --2- 172.21.15.111:0/834269020 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f84c40cef90 0x7f84c415b610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.348+0000 7f84cab3e640 1 -- 172.21.15.111:0/834269020 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84c40b5010 con 0x7f84c415ed20 2024-09-19T04:38:35.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.348+0000 7f84c9b3c640 1 --2- 172.21.15.111:0/834269020 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84c415e940 0x7f84c4157e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:35.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.348+0000 7f84ca33d640 1 --2- 172.21.15.111:0/834269020 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f84c40cef90 0x7f84c415b610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:35.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.348+0000 7f84cab3e640 1 --2- 172.21.15.111:0/834269020 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84c415ed20 0x7f84c40cf630 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7f84bc009f40 tx=0x7f84bc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:35.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.348+0000 7f84b6ffd640 1 -- 172.21.15.111:0/834269020 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84bc041020 con 0x7f84c415ed20 2024-09-19T04:38:35.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.348+0000 7f84b6ffd640 1 -- 172.21.15.111:0/834269020 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84bc0077a0 con 0x7f84c415ed20 2024-09-19T04:38:35.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.348+0000 7f84cc5a1640 1 -- 172.21.15.111:0/834269020 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84c41f4fe0 con 0x7f84c415ed20 2024-09-19T04:38:35.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.348+0000 7f84b6ffd640 1 -- 172.21.15.111:0/834269020 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84bc036040 con 0x7f84c415ed20 2024-09-19T04:38:35.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.348+0000 7f84cc5a1640 1 -- 172.21.15.111:0/834269020 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84c41f4ce0 con 0x7f84c415ed20 2024-09-19T04:38:35.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.349+0000 7f84cc5a1640 1 -- 172.21.15.111:0/834269020 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84c40d1060 con 0x7f84c415ed20 2024-09-19T04:38:35.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.350+0000 7f84b6ffd640 1 -- 172.21.15.111:0/834269020 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f84bc044020 con 0x7f84c415ed20 2024-09-19T04:38:35.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.350+0000 7f84b6ffd640 1 --2- 172.21.15.111:0/834269020 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f84a806c6a0 0x7f84a806eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:35.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.350+0000 7f84b6ffd640 1 -- 172.21.15.111:0/834269020 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f84bc0ac960 con 0x7f84c415ed20 2024-09-19T04:38:35.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.350+0000 7f84ca33d640 1 --2- 172.21.15.111:0/834269020 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f84a806c6a0 0x7f84a806eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:35.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.351+0000 7f84ca33d640 1 --2- 172.21.15.111:0/834269020 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f84a806c6a0 0x7f84a806eb60 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f84c0006fd0 tx=0x7f84c0008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:35.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.354+0000 7f84b6ffd640 1 -- 172.21.15.111:0/834269020 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f84bc04b030 con 0x7f84c415ed20 2024-09-19T04:38:35.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.540+0000 7f84cc5a1640 1 -- 172.21.15.111:0/834269020 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7f84c40b98a0 con 0x7f84a806c6a0 2024-09-19T04:38:35.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.542+0000 7f84b6ffd640 1 -- 172.21.15.111:0/834269020 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f84c40b98a0 con 0x7f84a806c6a0 2024-09-19T04:38:35.543 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:38:35.543 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:35.543 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "cephfs" 2024-09-19T04:38:35.543 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:35.543 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:38:35.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.544+0000 7f84cc5a1640 1 -- 172.21.15.111:0/834269020 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f84a806c6a0 msgr2=0x7f84a806eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:35.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.544+0000 7f84cc5a1640 1 --2- 172.21.15.111:0/834269020 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f84a806c6a0 0x7f84a806eb60 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f84c0006fd0 tx=0x7f84c0008040 comp rx=0 tx=0).stop 2024-09-19T04:38:35.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.544+0000 7f84cc5a1640 1 -- 172.21.15.111:0/834269020 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84c415ed20 msgr2=0x7f84c40cf630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:35.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.544+0000 7f84cc5a1640 1 --2- 172.21.15.111:0/834269020 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84c415ed20 0x7f84c40cf630 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7f84bc009f40 tx=0x7f84bc004a40 comp rx=0 tx=0).stop 2024-09-19T04:38:35.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.544+0000 7f84cc5a1640 1 -- 172.21.15.111:0/834269020 shutdown_connections 2024-09-19T04:38:35.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.544+0000 7f84cc5a1640 1 --2- 172.21.15.111:0/834269020 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f84a806c6a0 0x7f84a806eb60 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.544+0000 7f84cc5a1640 1 --2- 172.21.15.111:0/834269020 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84c415ed20 0x7f84c40cf630 unknown :-1 s=CLOSED pgs=1167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.544+0000 7f84cc5a1640 1 --2- 172.21.15.111:0/834269020 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84c415e940 0x7f84c4157e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.544+0000 7f84cc5a1640 1 --2- 172.21.15.111:0/834269020 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f84c40cef90 0x7f84c415b610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.544+0000 7f84cc5a1640 1 -- 172.21.15.111:0/834269020 >> 172.21.15.111:0/834269020 conn(0x7f84c40b6240 msgr2=0x7f84c415f9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:35.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.544+0000 7f84cc5a1640 1 -- 172.21.15.111:0/834269020 shutdown_connections 2024-09-19T04:38:35.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.544+0000 7f84cc5a1640 1 -- 172.21.15.111:0/834269020 wait complete. 2024-09-19T04:38:35.556 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T04:38:35.657 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.656+0000 7f99ec591640 1 Processor -- start 2024-09-19T04:38:35.658 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.656+0000 7f99ec591640 1 -- start start 2024-09-19T04:38:35.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.657+0000 7f99ec591640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f99e415c5b0 0x7f99e40b36a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:35.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.657+0000 7f99ec591640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f99e40d0a40 0x7f99e406ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:35.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.657+0000 7f99ec591640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99e40d1060 con 0x7f99e40b3be0 2024-09-19T04:38:35.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.657+0000 7f99ec591640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f99e40b4050 con 0x7f99e415c5b0 2024-09-19T04:38:35.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.657+0000 7f99ec591640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f99e40d1340 con 0x7f99e40d0a40 2024-09-19T04:38:35.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.657+0000 7f99ea32d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f99e415c5b0 0x7f99e40b36a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:35.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.657+0000 7f99e9b2c640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f99e40b3be0 0x7f99e40d0330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:50928/0 (socket says 172.21.15.111:50928) 2024-09-19T04:38:35.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.657+0000 7f99e9b2c640 1 -- 172.21.15.111:0/2224277748 learned_addr learned my addr 172.21.15.111:0/2224277748 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:35.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.657+0000 7f99eab2e640 1 --2- 172.21.15.111:0/2224277748 >> v2:172.21.15.114:3300/0 conn(0x7f99e40d0a40 0x7f99e406ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:35.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.657+0000 7f99ea32d640 1 -- 172.21.15.111:0/2224277748 >> v2:172.21.15.114:3300/0 conn(0x7f99e40d0a40 msgr2=0x7f99e406ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:35.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.657+0000 7f99ea32d640 1 --2- 172.21.15.111:0/2224277748 >> v2:172.21.15.114:3300/0 conn(0x7f99e40d0a40 0x7f99e406ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.657+0000 7f99ea32d640 1 -- 172.21.15.111:0/2224277748 >> v1:172.21.15.111:6789/0 conn(0x7f99e40b3be0 legacy=0x7f99e40d0330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:35.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.658+0000 7f99ea32d640 1 -- 172.21.15.111:0/2224277748 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99e406e2a0 con 0x7f99e415c5b0 2024-09-19T04:38:35.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.657+0000 7f99e932b640 1 -- 172.21.15.111:0/2224277748 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4000032568 0 0) 0x7f99e40d1060 con 0x7f99e40b3be0 2024-09-19T04:38:35.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.658+0000 7f99ea32d640 1 --2- 172.21.15.111:0/2224277748 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f99e415c5b0 0x7f99e40b36a0 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f99e40b1080 tx=0x7f99e002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42bcbb765e7cdd29 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:35.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.658+0000 7f99e932b640 1 -- 172.21.15.111:0/2224277748 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99e0037070 con 0x7f99e415c5b0 2024-09-19T04:38:35.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.658+0000 7f99e932b640 1 -- 172.21.15.111:0/2224277748 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99e0032440 con 0x7f99e415c5b0 2024-09-19T04:38:35.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.658+0000 7f99e932b640 1 -- 172.21.15.111:0/2224277748 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99e002ae60 con 0x7f99e415c5b0 2024-09-19T04:38:35.664 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.659+0000 7f99ec591640 1 -- 172.21.15.111:0/2224277748 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f99e415c5b0 msgr2=0x7f99e40b36a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:35.665 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.659+0000 7f99ec591640 1 --2- 172.21.15.111:0/2224277748 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f99e415c5b0 0x7f99e40b36a0 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f99e40b1080 tx=0x7f99e002a110 comp rx=0 tx=0).stop 2024-09-19T04:38:35.665 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.659+0000 7f99ec591640 1 -- 172.21.15.111:0/2224277748 shutdown_connections 2024-09-19T04:38:35.665 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.659+0000 7f99ec591640 1 --2- 172.21.15.111:0/2224277748 >> v2:172.21.15.114:3300/0 conn(0x7f99e40d0a40 0x7f99e406ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.665 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.659+0000 7f99ec591640 1 --2- 172.21.15.111:0/2224277748 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f99e415c5b0 0x7f99e40b36a0 unknown :-1 s=CLOSED pgs=1169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.665 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.659+0000 7f99ec591640 1 -- 172.21.15.111:0/2224277748 >> 172.21.15.111:0/2224277748 conn(0x7f99e406d0d0 msgr2=0x7f99e406d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:35.665 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.659+0000 7f99ec591640 1 -- 172.21.15.111:0/2224277748 shutdown_connections 2024-09-19T04:38:35.665 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.659+0000 7f99ec591640 1 -- 172.21.15.111:0/2224277748 wait complete. 2024-09-19T04:38:35.665 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.660+0000 7f99ec591640 1 Processor -- start 2024-09-19T04:38:35.665 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.660+0000 7f99ec591640 1 -- start start 2024-09-19T04:38:35.665 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.661+0000 7f99ec591640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f99e40b3be0 0x7f99e41527a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:35.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.661+0000 7f99ec591640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f99e40d0a40 0x7f99e4144dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:35.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.661+0000 7f99ec591640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f99e415c5b0 0x7f99e4157590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:35.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.661+0000 7f99ec591640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f99e406f2c0 con 0x7f99e415c5b0 2024-09-19T04:38:35.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.661+0000 7f99ec591640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f99e406e860 con 0x7f99e40d0a40 2024-09-19T04:38:35.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.661+0000 7f99ec591640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f99e406f440 con 0x7f99e40b3be0 2024-09-19T04:38:35.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.661+0000 7f99eab2e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f99e415c5b0 0x7f99e4157590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:35.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.661+0000 7f99eab2e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f99e415c5b0 0x7f99e4157590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36888/0 (socket says 172.21.15.111:36888) 2024-09-19T04:38:35.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.661+0000 7f99eab2e640 1 -- 172.21.15.111:0/1826023425 learned_addr learned my addr 172.21.15.111:0/1826023425 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:35.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.661+0000 7f99ea32d640 1 --2- 172.21.15.111:0/1826023425 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f99e40b3be0 0x7f99e41527a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:35.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.661+0000 7f99e9b2c640 1 --2- 172.21.15.111:0/1826023425 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f99e40d0a40 0x7f99e4144dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:35.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.661+0000 7f99eab2e640 1 -- 172.21.15.111:0/1826023425 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f99e40b3be0 msgr2=0x7f99e41527a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:35.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.661+0000 7f99eab2e640 1 --2- 172.21.15.111:0/1826023425 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f99e40b3be0 0x7f99e41527a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.661+0000 7f99eab2e640 1 -- 172.21.15.111:0/1826023425 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f99e40d0a40 msgr2=0x7f99e4144dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:35.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.661+0000 7f99eab2e640 1 --2- 172.21.15.111:0/1826023425 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f99e40d0a40 0x7f99e4144dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.661+0000 7f99eab2e640 1 -- 172.21.15.111:0/1826023425 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99e4151a20 con 0x7f99e415c5b0 2024-09-19T04:38:35.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.661+0000 7f99eab2e640 1 --2- 172.21.15.111:0/1826023425 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f99e415c5b0 0x7f99e4157590 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7f99dc00efc0 tx=0x7f99dc00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:35.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.662+0000 7f99daffd640 1 -- 172.21.15.111:0/1826023425 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99dc018020 con 0x7f99e415c5b0 2024-09-19T04:38:35.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.662+0000 7f99daffd640 1 -- 172.21.15.111:0/1826023425 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99dc014480 con 0x7f99e415c5b0 2024-09-19T04:38:35.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.662+0000 7f99ec591640 1 -- 172.21.15.111:0/1826023425 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99e4151560 con 0x7f99e415c5b0 2024-09-19T04:38:35.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.662+0000 7f99daffd640 1 -- 172.21.15.111:0/1826023425 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99dc014870 con 0x7f99e415c5b0 2024-09-19T04:38:35.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.662+0000 7f99ec591640 1 -- 172.21.15.111:0/1826023425 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99e4151fa0 con 0x7f99e415c5b0 2024-09-19T04:38:35.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.663+0000 7f99ec591640 1 -- 172.21.15.111:0/1826023425 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99e40cfad0 con 0x7f99e415c5b0 2024-09-19T04:38:35.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.663+0000 7f99daffd640 1 -- 172.21.15.111:0/1826023425 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f99dc005d10 con 0x7f99e415c5b0 2024-09-19T04:38:35.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.664+0000 7f99daffd640 1 --2- 172.21.15.111:0/1826023425 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f99c806c6a0 0x7f99c806eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:35.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.664+0000 7f99daffd640 1 -- 172.21.15.111:0/1826023425 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f99dc08c610 con 0x7f99e415c5b0 2024-09-19T04:38:35.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.664+0000 7f99ea32d640 1 --2- 172.21.15.111:0/1826023425 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f99c806c6a0 0x7f99c806eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:35.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.664+0000 7f99ea32d640 1 --2- 172.21.15.111:0/1826023425 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f99c806c6a0 0x7f99c806eb60 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f99e0034000 tx=0x7f99e002e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:35.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.668+0000 7f99daffd640 1 -- 172.21.15.111:0/1826023425 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f99dc022070 con 0x7f99e415c5b0 2024-09-19T04:38:35.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.833+0000 7f99ec591640 1 -- 172.21.15.111:0/1826023425 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f99e406ed80 con 0x7f99e415c5b0 2024-09-19T04:38:35.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.834+0000 7f99daffd640 1 -- 172.21.15.111:0/1826023425 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v22)=0 v22) ==== 122+0+0 (secure 0 0 0) 0x7f99dc010040 con 0x7f99e415c5b0 2024-09-19T04:38:35.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.836+0000 7f99ec591640 1 -- 172.21.15.111:0/1826023425 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f99c806c6a0 msgr2=0x7f99c806eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:35.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.836+0000 7f99ec591640 1 --2- 172.21.15.111:0/1826023425 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f99c806c6a0 0x7f99c806eb60 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f99e0034000 tx=0x7f99e002e000 comp rx=0 tx=0).stop 2024-09-19T04:38:35.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.836+0000 7f99ec591640 1 -- 172.21.15.111:0/1826023425 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f99e415c5b0 msgr2=0x7f99e4157590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:35.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.836+0000 7f99ec591640 1 --2- 172.21.15.111:0/1826023425 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f99e415c5b0 0x7f99e4157590 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7f99dc00efc0 tx=0x7f99dc00c490 comp rx=0 tx=0).stop 2024-09-19T04:38:35.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.836+0000 7f99ec591640 1 -- 172.21.15.111:0/1826023425 shutdown_connections 2024-09-19T04:38:35.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.836+0000 7f99ec591640 1 --2- 172.21.15.111:0/1826023425 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f99c806c6a0 0x7f99c806eb60 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.836+0000 7f99ec591640 1 --2- 172.21.15.111:0/1826023425 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f99e415c5b0 0x7f99e4157590 unknown :-1 s=CLOSED pgs=1170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.836+0000 7f99ec591640 1 --2- 172.21.15.111:0/1826023425 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f99e40d0a40 0x7f99e4144dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.836+0000 7f99ec591640 1 --2- 172.21.15.111:0/1826023425 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f99e40b3be0 0x7f99e41527a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:35.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.836+0000 7f99ec591640 1 -- 172.21.15.111:0/1826023425 >> 172.21.15.111:0/1826023425 conn(0x7f99e406d0d0 msgr2=0x7f99e415a420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:35.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.836+0000 7f99ec591640 1 -- 172.21.15.111:0/1826023425 shutdown_connections 2024-09-19T04:38:35.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:35.836+0000 7f99ec591640 1 -- 172.21.15.111:0/1826023425 wait complete. 2024-09-19T04:38:35.848 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:35.848 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/_nogroup/subvol48340/4e241c1f-9c28-463b-a2f8-cf141dcf0f9a) 2024-09-19T04:38:35.880 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:35.880 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/_nogroup/subvol48340/4e241c1f-9c28-463b-a2f8-cf141dcf0f9a/.snap/fake) 2024-09-19T04:38:35.951 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:35.951 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-19T04:38:36.012 INFO:teuthology.orchestra.run.smithi111.stdout:cephfs_data 2024-09-19T04:38:36.012 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:36.012 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data volumes/_nogroup/subvol48340/4e241c1f-9c28-463b-a2f8-cf141dcf0f9a) 2024-09-19T04:38:36.081 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:38:36.081 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/home/ubuntu/cephtest/mnt.0/volumes/_nogroup/subvol48340/.meta 2024-09-19T04:38:36.150 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:36.150 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/subvol_grp65330/subvol61691/11674515-cb8b-46a8-9ed5-d8f2d8bf1dac) 2024-09-19T04:38:36.218 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:36.218 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/subvol_grp65330/subvol61691/11674515-cb8b-46a8-9ed5-d8f2d8bf1dac/.snap/fake) 2024-09-19T04:38:36.290 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:36.290 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-19T04:38:36.345 INFO:teuthology.orchestra.run.smithi111.stdout:cephfs_data 2024-09-19T04:38:36.345 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:36.345 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data volumes/subvol_grp65330/subvol61691/11674515-cb8b-46a8-9ed5-d8f2d8bf1dac) 2024-09-19T04:38:36.413 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:38:36.413 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/home/ubuntu/cephtest/mnt.0/volumes/subvol_grp65330/subvol61691/.meta 2024-09-19T04:38:36.479 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:36.479 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/_nogroup/subvol86182/cce9141f-2981-4c2d-bc66-7d26ebc1b877) 2024-09-19T04:38:36.546 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:36.547 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-19T04:38:36.603 INFO:teuthology.orchestra.run.smithi111.stdout:cephfs_data 2024-09-19T04:38:36.604 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:36.604 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data volumes/_nogroup/subvol86182/cce9141f-2981-4c2d-bc66-7d26ebc1b877) 2024-09-19T04:38:36.673 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:38:36.673 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/home/ubuntu/cephtest/mnt.0/volumes/_nogroup/subvol86182/.meta 2024-09-19T04:38:36.740 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol48340 2024-09-19T04:38:36.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.880+0000 7f86928a6640 1 Processor -- start 2024-09-19T04:38:36.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.880+0000 7f86928a6640 1 -- start start 2024-09-19T04:38:36.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.881+0000 7f86928a6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f868c158e50 0x7f868c0b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:36.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.881+0000 7f86928a6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f868c06f130 0x7f868c0ce200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:36.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.881+0000 7f86928a6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f868c15c800 con 0x7f868c15c370 2024-09-19T04:38:36.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.881+0000 7f86928a6640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f868c0b43f0 con 0x7f868c158e50 2024-09-19T04:38:36.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.881+0000 7f86928a6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f868c0b3630 con 0x7f868c06f130 2024-09-19T04:38:36.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.881+0000 7f868bfff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f868c158e50 0x7f868c0b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:36.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.881+0000 7f868bfff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f868c158e50 0x7f868c0b5050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36900/0 (socket says 172.21.15.111:36900) 2024-09-19T04:38:36.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.881+0000 7f868bfff640 1 -- 172.21.15.111:0/1627584244 learned_addr learned my addr 172.21.15.111:0/1627584244 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:36.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.881+0000 7f8690e43640 1 --2- 172.21.15.111:0/1627584244 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f868c06f130 0x7f868c0ce200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:36.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.881+0000 7f868bfff640 1 -- 172.21.15.111:0/1627584244 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f868c06f130 msgr2=0x7f868c0ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:36.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.881+0000 7f868bfff640 1 --2- 172.21.15.111:0/1627584244 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f868c06f130 0x7f868c0ce200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:36.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.881+0000 7f868bfff640 1 -- 172.21.15.111:0/1627584244 >> v1:172.21.15.114:6789/0 conn(0x7f868c15c370 legacy=0x7f868c06ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:36.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.881+0000 7f868bfff640 1 -- 172.21.15.111:0/1627584244 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f868c0b3910 con 0x7f868c158e50 2024-09-19T04:38:36.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.882+0000 7f868bfff640 1 --2- 172.21.15.111:0/1627584244 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f868c158e50 0x7f868c0b5050 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7f867c00bb10 tx=0x7f867c02c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcf19efd0236df41 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:36.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.882+0000 7f868affd640 1 -- 172.21.15.111:0/1627584244 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f867c032790 con 0x7f868c158e50 2024-09-19T04:38:36.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.882+0000 7f868affd640 1 -- 172.21.15.111:0/1627584244 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f867c038070 con 0x7f868c158e50 2024-09-19T04:38:36.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.882+0000 7f868affd640 1 -- 172.21.15.111:0/1627584244 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f867c032b50 con 0x7f868c158e50 2024-09-19T04:38:36.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.883+0000 7f86928a6640 1 -- 172.21.15.111:0/1627584244 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f868c158e50 msgr2=0x7f868c0b5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:36.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.883+0000 7f86928a6640 1 --2- 172.21.15.111:0/1627584244 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f868c158e50 0x7f868c0b5050 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7f867c00bb10 tx=0x7f867c02c8d0 comp rx=0 tx=0).stop 2024-09-19T04:38:36.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.883+0000 7f86928a6640 1 -- 172.21.15.111:0/1627584244 shutdown_connections 2024-09-19T04:38:36.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.883+0000 7f86928a6640 1 --2- 172.21.15.111:0/1627584244 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f868c06f130 0x7f868c0ce200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:36.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.883+0000 7f86928a6640 1 --2- 172.21.15.111:0/1627584244 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f868c158e50 0x7f868c0b5050 unknown :-1 s=CLOSED pgs=1171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:36.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.883+0000 7f86928a6640 1 -- 172.21.15.111:0/1627584244 >> 172.21.15.111:0/1627584244 conn(0x7f868c06bba0 msgr2=0x7f868c06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:36.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.883+0000 7f86928a6640 1 -- 172.21.15.111:0/1627584244 shutdown_connections 2024-09-19T04:38:36.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.883+0000 7f86928a6640 1 -- 172.21.15.111:0/1627584244 wait complete. 2024-09-19T04:38:36.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.884+0000 7f86928a6640 1 Processor -- start 2024-09-19T04:38:36.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.884+0000 7f86928a6640 1 -- start start 2024-09-19T04:38:36.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.885+0000 7f86928a6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f868c06f130 0x7f868c154850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:36.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.885+0000 7f86928a6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f868c158e50 0x7f868c15f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:36.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.885+0000 7f86928a6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f868c15c370 0x7f868c15f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:36.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.885+0000 7f86928a6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f868c159230 con 0x7f868c15c370 2024-09-19T04:38:36.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.885+0000 7f86928a6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f868c0b3ed0 con 0x7f868c158e50 2024-09-19T04:38:36.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.885+0000 7f86928a6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f868c0ce740 con 0x7f868c06f130 2024-09-19T04:38:36.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.885+0000 7f8690e43640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f868c15c370 0x7f868c15f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:36.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.885+0000 7f8690e43640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f868c15c370 0x7f868c15f7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36906/0 (socket says 172.21.15.111:36906) 2024-09-19T04:38:36.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.885+0000 7f8690e43640 1 -- 172.21.15.111:0/663900939 learned_addr learned my addr 172.21.15.111:0/663900939 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:36.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.885+0000 7f868bfff640 1 --2- 172.21.15.111:0/663900939 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f868c06f130 0x7f868c154850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:36.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.885+0000 7f868b7fe640 1 --2- 172.21.15.111:0/663900939 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f868c158e50 0x7f868c15f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:36.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.885+0000 7f8690e43640 1 -- 172.21.15.111:0/663900939 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f868c06f130 msgr2=0x7f868c154850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:36.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.885+0000 7f8690e43640 1 --2- 172.21.15.111:0/663900939 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f868c06f130 0x7f868c154850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:36.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.885+0000 7f8690e43640 1 -- 172.21.15.111:0/663900939 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f868c158e50 msgr2=0x7f868c15f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:36.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.885+0000 7f8690e43640 1 --2- 172.21.15.111:0/663900939 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f868c158e50 0x7f868c15f2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:36.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.885+0000 7f8690e43640 1 -- 172.21.15.111:0/663900939 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f868c155ea0 con 0x7f868c15c370 2024-09-19T04:38:36.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.885+0000 7f868b7fe640 1 --2- 172.21.15.111:0/663900939 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f868c158e50 0x7f868c15f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:36.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.885+0000 7f8690e43640 1 --2- 172.21.15.111:0/663900939 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f868c15c370 0x7f868c15f7f0 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7f8684007e40 tx=0x7f868400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:36.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.885+0000 7f8688ff9640 1 -- 172.21.15.111:0/663900939 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8684014620 con 0x7f868c15c370 2024-09-19T04:38:36.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.885+0000 7f8688ff9640 1 -- 172.21.15.111:0/663900939 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8684019070 con 0x7f868c15c370 2024-09-19T04:38:36.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.885+0000 7f86928a6640 1 -- 172.21.15.111:0/663900939 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f868c1558e0 con 0x7f868c15c370 2024-09-19T04:38:36.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.885+0000 7f8688ff9640 1 -- 172.21.15.111:0/663900939 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8684014a20 con 0x7f868c15c370 2024-09-19T04:38:36.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.885+0000 7f86928a6640 1 -- 172.21.15.111:0/663900939 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f868c154050 con 0x7f868c15c370 2024-09-19T04:38:36.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.886+0000 7f86928a6640 1 -- 172.21.15.111:0/663900939 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f868c0ce200 con 0x7f868c15c370 2024-09-19T04:38:36.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.887+0000 7f8688ff9640 1 -- 172.21.15.111:0/663900939 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f8684014bc0 con 0x7f868c15c370 2024-09-19T04:38:36.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.887+0000 7f8688ff9640 1 --2- 172.21.15.111:0/663900939 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f867806c6a0 0x7f867806eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:36.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.887+0000 7f8688ff9640 1 -- 172.21.15.111:0/663900939 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f868408c350 con 0x7f868c15c370 2024-09-19T04:38:36.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.888+0000 7f868bfff640 1 --2- 172.21.15.111:0/663900939 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f867806c6a0 0x7f867806eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:36.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.888+0000 7f868bfff640 1 --2- 172.21.15.111:0/663900939 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f867806c6a0 0x7f867806eb60 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f867c037000 tx=0x7f867c032000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:36.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:36.892+0000 7f8688ff9640 1 -- 172.21.15.111:0/663900939 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f868405a550 con 0x7f868c15c370 2024-09-19T04:38:37.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.083+0000 7f86928a6640 1 -- 172.21.15.111:0/663900939 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol48340", "target": ["mon-mgr", ""]}) -- 0x7f868c06e380 con 0x7f867806c6a0 2024-09-19T04:38:37.092 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:37.089+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:37.092 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:37.089+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:37.092 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:37.089+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:37.092 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:37.089+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:37.092 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:37.089+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:37.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.125+0000 7f8688ff9640 1 -- 172.21.15.111:0/663900939 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+67 (secure 0 0 0) 0x7f868c06e380 con 0x7f867806c6a0 2024-09-19T04:38:37.126 INFO:teuthology.orchestra.run.smithi111.stdout:/volumes/_nogroup/subvol48340/4e241c1f-9c28-463b-a2f8-cf141dcf0f9a 2024-09-19T04:38:37.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.127+0000 7f86928a6640 1 -- 172.21.15.111:0/663900939 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f867806c6a0 msgr2=0x7f867806eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:37.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.127+0000 7f86928a6640 1 --2- 172.21.15.111:0/663900939 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f867806c6a0 0x7f867806eb60 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f867c037000 tx=0x7f867c032000 comp rx=0 tx=0).stop 2024-09-19T04:38:37.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.127+0000 7f86928a6640 1 -- 172.21.15.111:0/663900939 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f868c15c370 msgr2=0x7f868c15f7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:37.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.127+0000 7f86928a6640 1 --2- 172.21.15.111:0/663900939 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f868c15c370 0x7f868c15f7f0 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7f8684007e40 tx=0x7f868400e4b0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.127+0000 7f86928a6640 1 -- 172.21.15.111:0/663900939 shutdown_connections 2024-09-19T04:38:37.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.127+0000 7f86928a6640 1 --2- 172.21.15.111:0/663900939 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f867806c6a0 0x7f867806eb60 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.127+0000 7f86928a6640 1 --2- 172.21.15.111:0/663900939 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f868c15c370 0x7f868c15f7f0 unknown :-1 s=CLOSED pgs=1172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.127+0000 7f86928a6640 1 --2- 172.21.15.111:0/663900939 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f868c158e50 0x7f868c15f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.127+0000 7f86928a6640 1 --2- 172.21.15.111:0/663900939 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f868c06f130 0x7f868c154850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.127+0000 7f86928a6640 1 -- 172.21.15.111:0/663900939 >> 172.21.15.111:0/663900939 conn(0x7f868c06bba0 msgr2=0x7f868c06e660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:37.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.127+0000 7f86928a6640 1 -- 172.21.15.111:0/663900939 shutdown_connections 2024-09-19T04:38:37.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.127+0000 7f86928a6640 1 -- 172.21.15.111:0/663900939 wait complete. 2024-09-19T04:38:37.139 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol61691 subvol_grp65330 2024-09-19T04:38:37.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.240+0000 7f511c39f640 1 Processor -- start 2024-09-19T04:38:37.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.240+0000 7f511c39f640 1 -- start start 2024-09-19T04:38:37.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.241+0000 7f511c39f640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f511415b430 0x7f511406eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:37.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.241+0000 7f511c39f640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f51140b46d0 0x7f51140d0630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:37.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.241+0000 7f511c39f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51140d0b70 0x7f51140d1000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:37.243 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.241+0000 7f511c39f640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f511406efe0 con 0x7f511415b430 2024-09-19T04:38:37.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.241+0000 7f511c39f640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f51140cf5f0 con 0x7f51140b46d0 2024-09-19T04:38:37.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.241+0000 7f511c39f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f51140cf870 con 0x7f51140d0b70 2024-09-19T04:38:37.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.241+0000 7f511a13b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f511415b430 0x7f511406eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:37.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.242+0000 7f511a13b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f511415b430 0x7f511406eaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36912/0 (socket says 172.21.15.111:36912) 2024-09-19T04:38:37.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.242+0000 7f511a13b640 1 -- 172.21.15.111:0/1108976410 learned_addr learned my addr 172.21.15.111:0/1108976410 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:37.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.242+0000 7f511a93c640 1 --2- 172.21.15.111:0/1108976410 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51140d0b70 0x7f51140d1000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:37.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.242+0000 7f511993a640 1 --2- 172.21.15.111:0/1108976410 >> v2:172.21.15.114:3300/0 conn(0x7f51140b46d0 0x7f51140d0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:37.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.242+0000 7f511a13b640 1 -- 172.21.15.111:0/1108976410 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51140d0b70 msgr2=0x7f51140d1000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:37.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.242+0000 7f511a13b640 1 --2- 172.21.15.111:0/1108976410 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51140d0b70 0x7f51140d1000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.242+0000 7f511a13b640 1 -- 172.21.15.111:0/1108976410 >> v2:172.21.15.114:3300/0 conn(0x7f51140b46d0 msgr2=0x7f51140d0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:37.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.242+0000 7f511a13b640 1 --2- 172.21.15.111:0/1108976410 >> v2:172.21.15.114:3300/0 conn(0x7f51140b46d0 0x7f51140d0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.242+0000 7f511a13b640 1 -- 172.21.15.111:0/1108976410 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51140cfb50 con 0x7f511415b430 2024-09-19T04:38:37.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.242+0000 7f511a13b640 1 --2- 172.21.15.111:0/1108976410 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f511415b430 0x7f511406eaa0 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f51140ceac0 tx=0x7f511002c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ebd4995df60c132 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:37.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.243+0000 7f5119139640 1 -- 172.21.15.111:0/1108976410 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5110032790 con 0x7f511415b430 2024-09-19T04:38:37.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.243+0000 7f5119139640 1 -- 172.21.15.111:0/1108976410 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5110038070 con 0x7f511415b430 2024-09-19T04:38:37.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.243+0000 7f5119139640 1 -- 172.21.15.111:0/1108976410 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5110032b50 con 0x7f511415b430 2024-09-19T04:38:37.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.243+0000 7f511c39f640 1 -- 172.21.15.111:0/1108976410 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f511415b430 msgr2=0x7f511406eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:37.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.243+0000 7f511c39f640 1 --2- 172.21.15.111:0/1108976410 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f511415b430 0x7f511406eaa0 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f51140ceac0 tx=0x7f511002c890 comp rx=0 tx=0).stop 2024-09-19T04:38:37.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.243+0000 7f511c39f640 1 -- 172.21.15.111:0/1108976410 shutdown_connections 2024-09-19T04:38:37.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.243+0000 7f511c39f640 1 --2- 172.21.15.111:0/1108976410 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51140d0b70 0x7f51140d1000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.243+0000 7f511c39f640 1 --2- 172.21.15.111:0/1108976410 >> v2:172.21.15.114:3300/0 conn(0x7f51140b46d0 0x7f51140d0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.243+0000 7f511c39f640 1 --2- 172.21.15.111:0/1108976410 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f511415b430 0x7f511406eaa0 unknown :-1 s=CLOSED pgs=1173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.243+0000 7f511c39f640 1 -- 172.21.15.111:0/1108976410 >> 172.21.15.111:0/1108976410 conn(0x7f511406ccb0 msgr2=0x7f511406d0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:37.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.243+0000 7f511c39f640 1 -- 172.21.15.111:0/1108976410 shutdown_connections 2024-09-19T04:38:37.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.243+0000 7f511c39f640 1 -- 172.21.15.111:0/1108976410 wait complete. 2024-09-19T04:38:37.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.244+0000 7f511c39f640 1 Processor -- start 2024-09-19T04:38:37.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.245+0000 7f511c39f640 1 -- start start 2024-09-19T04:38:37.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.245+0000 7f511c39f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51140b46d0 0x7f511414acc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:37.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.245+0000 7f511c39f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51140d0b70 0x7f5114151ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:37.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.245+0000 7f511c39f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f511415b430 0x7f5114158560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:37.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.245+0000 7f511c39f640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f511415b810 con 0x7f51140d0b70 2024-09-19T04:38:37.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.245+0000 7f511c39f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f51140d0110 con 0x7f511415b430 2024-09-19T04:38:37.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.245+0000 7f511c39f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f511406faf0 con 0x7f51140b46d0 2024-09-19T04:38:37.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.245+0000 7f511993a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51140d0b70 0x7f5114151ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:37.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.245+0000 7f511993a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51140d0b70 0x7f5114151ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36914/0 (socket says 172.21.15.111:36914) 2024-09-19T04:38:37.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.245+0000 7f511993a640 1 -- 172.21.15.111:0/2674541940 learned_addr learned my addr 172.21.15.111:0/2674541940 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:37.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.246+0000 7f511a13b640 1 --2- 172.21.15.111:0/2674541940 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51140b46d0 0x7f511414acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:37.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.246+0000 7f511a93c640 1 --2- 172.21.15.111:0/2674541940 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f511415b430 0x7f5114158560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:37.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.246+0000 7f511993a640 1 -- 172.21.15.111:0/2674541940 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51140b46d0 msgr2=0x7f511414acc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:37.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.246+0000 7f511993a640 1 --2- 172.21.15.111:0/2674541940 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51140b46d0 0x7f511414acc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.246+0000 7f511993a640 1 -- 172.21.15.111:0/2674541940 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f511415b430 msgr2=0x7f5114158560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:37.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.246+0000 7f511993a640 1 --2- 172.21.15.111:0/2674541940 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f511415b430 0x7f5114158560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.246+0000 7f511993a640 1 -- 172.21.15.111:0/2674541940 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5114150e30 con 0x7f51140d0b70 2024-09-19T04:38:37.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.246+0000 7f511a93c640 1 --2- 172.21.15.111:0/2674541940 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f511415b430 0x7f5114158560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:37.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.246+0000 7f511a13b640 1 --2- 172.21.15.111:0/2674541940 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51140b46d0 0x7f511414acc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:37.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.246+0000 7f511993a640 1 --2- 172.21.15.111:0/2674541940 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51140d0b70 0x7f5114151ed0 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f510400e9b0 tx=0x7f510400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:37.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.246+0000 7f510affd640 1 -- 172.21.15.111:0/2674541940 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5104017070 con 0x7f51140d0b70 2024-09-19T04:38:37.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.246+0000 7f510affd640 1 -- 172.21.15.111:0/2674541940 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f510400c9a0 con 0x7f51140d0b70 2024-09-19T04:38:37.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.246+0000 7f510affd640 1 -- 172.21.15.111:0/2674541940 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f510400cd90 con 0x7f51140d0b70 2024-09-19T04:38:37.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.246+0000 7f511c39f640 1 -- 172.21.15.111:0/2674541940 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5114151110 con 0x7f51140d0b70 2024-09-19T04:38:37.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.246+0000 7f511c39f640 1 -- 172.21.15.111:0/2674541940 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51141516d0 con 0x7f51140d0b70 2024-09-19T04:38:37.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.247+0000 7f511c39f640 1 -- 172.21.15.111:0/2674541940 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51140d0630 con 0x7f51140d0b70 2024-09-19T04:38:37.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.248+0000 7f510affd640 1 -- 172.21.15.111:0/2674541940 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f510401a070 con 0x7f51140d0b70 2024-09-19T04:38:37.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.248+0000 7f510affd640 1 --2- 172.21.15.111:0/2674541940 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f50f806c6a0 0x7f50f806eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:37.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.248+0000 7f510affd640 1 -- 172.21.15.111:0/2674541940 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f510408be90 con 0x7f51140d0b70 2024-09-19T04:38:37.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.248+0000 7f511a13b640 1 --2- 172.21.15.111:0/2674541940 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f50f806c6a0 0x7f50f806eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:37.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.249+0000 7f511a13b640 1 --2- 172.21.15.111:0/2674541940 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f50f806c6a0 0x7f50f806eb60 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f5110037000 tx=0x7f5110032000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:37.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.252+0000 7f510affd640 1 -- 172.21.15.111:0/2674541940 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f510405a090 con 0x7f51140d0b70 2024-09-19T04:38:37.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.443+0000 7f511c39f640 1 -- 172.21.15.111:0/2674541940 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol61691", "group_name": "subvol_grp65330", "target": ["mon-mgr", ""]}) -- 0x7f5114156050 con 0x7f50f806c6a0 2024-09-19T04:38:37.480 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.479+0000 7f510affd640 1 -- 172.21.15.111:0/2674541940 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+74 (secure 0 0 0) 0x7f5114156050 con 0x7f50f806c6a0 2024-09-19T04:38:37.480 INFO:teuthology.orchestra.run.smithi111.stdout:/volumes/subvol_grp65330/subvol61691/11674515-cb8b-46a8-9ed5-d8f2d8bf1dac 2024-09-19T04:38:37.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.481+0000 7f511c39f640 1 -- 172.21.15.111:0/2674541940 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f50f806c6a0 msgr2=0x7f50f806eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:37.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.481+0000 7f511c39f640 1 --2- 172.21.15.111:0/2674541940 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f50f806c6a0 0x7f50f806eb60 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f5110037000 tx=0x7f5110032000 comp rx=0 tx=0).stop 2024-09-19T04:38:37.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.481+0000 7f511c39f640 1 -- 172.21.15.111:0/2674541940 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51140d0b70 msgr2=0x7f5114151ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:37.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.481+0000 7f511c39f640 1 --2- 172.21.15.111:0/2674541940 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51140d0b70 0x7f5114151ed0 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f510400e9b0 tx=0x7f510400ee70 comp rx=0 tx=0).stop 2024-09-19T04:38:37.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.481+0000 7f511c39f640 1 -- 172.21.15.111:0/2674541940 shutdown_connections 2024-09-19T04:38:37.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.481+0000 7f511c39f640 1 --2- 172.21.15.111:0/2674541940 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f50f806c6a0 0x7f50f806eb60 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.481+0000 7f511c39f640 1 --2- 172.21.15.111:0/2674541940 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f511415b430 0x7f5114158560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.481+0000 7f511c39f640 1 --2- 172.21.15.111:0/2674541940 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51140d0b70 0x7f5114151ed0 unknown :-1 s=CLOSED pgs=1174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.481+0000 7f511c39f640 1 --2- 172.21.15.111:0/2674541940 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51140b46d0 0x7f511414acc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.481+0000 7f511c39f640 1 -- 172.21.15.111:0/2674541940 >> 172.21.15.111:0/2674541940 conn(0x7f511406ccb0 msgr2=0x7f511406c380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:37.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.481+0000 7f511c39f640 1 -- 172.21.15.111:0/2674541940 shutdown_connections 2024-09-19T04:38:37.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.481+0000 7f511c39f640 1 -- 172.21.15.111:0/2674541940 wait complete. 2024-09-19T04:38:37.493 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs clone status cephfs subvol86182 2024-09-19T04:38:37.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.592+0000 7f00445a6640 1 Processor -- start 2024-09-19T04:38:37.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.592+0000 7f00445a6640 1 -- start start 2024-09-19T04:38:37.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.593+0000 7f00445a6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f003c161e30 0x7f003c0d34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:37.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.593+0000 7f00445a6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f003c06dfd0 0x7f003c0b78b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:37.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.593+0000 7f00445a6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f003c0cf9a0 con 0x7f003c0b3d50 2024-09-19T04:38:37.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.593+0000 7f00445a6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f003c0cfcf0 con 0x7f003c06dfd0 2024-09-19T04:38:37.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.593+0000 7f00445a6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f003c162210 con 0x7f003c161e30 2024-09-19T04:38:37.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.594+0000 7f0042342640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f003c161e30 0x7f003c0d34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:37.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.594+0000 7f0042b43640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f003c06dfd0 0x7f003c0b78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:37.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.594+0000 7f0042342640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f003c161e30 0x7f003c0d34a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:53958/0 (socket says 172.21.15.111:53958) 2024-09-19T04:38:37.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.594+0000 7f0042342640 1 -- 172.21.15.111:0/4148361375 learned_addr learned my addr 172.21.15.111:0/4148361375 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:37.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.594+0000 7f0041b41640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f003c0b3d50 0x7f003c06d8c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:48896/0 (socket says 172.21.15.111:48896) 2024-09-19T04:38:37.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.594+0000 7f0042b43640 1 -- 172.21.15.111:0/4148361375 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f003c161e30 msgr2=0x7f003c0d34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:37.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.594+0000 7f0042b43640 1 --2- 172.21.15.111:0/4148361375 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f003c161e30 0x7f003c0d34a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.594+0000 7f0042b43640 1 -- 172.21.15.111:0/4148361375 >> v1:172.21.15.114:6789/0 conn(0x7f003c0b3d50 legacy=0x7f003c06d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:37.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.594+0000 7f0042b43640 1 -- 172.21.15.111:0/4148361375 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f003c0d5210 con 0x7f003c06dfd0 2024-09-19T04:38:37.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.595+0000 7f0042b43640 1 --2- 172.21.15.111:0/4148361375 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f003c06dfd0 0x7f003c0b78b0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f0034009d90 tx=0x7f003402a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=13df6967118482cf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:37.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.595+0000 7f0041340640 1 -- 172.21.15.111:0/4148361375 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0034007740 con 0x7f003c06dfd0 2024-09-19T04:38:37.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.595+0000 7f0041340640 1 -- 172.21.15.111:0/4148361375 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f00340078e0 con 0x7f003c06dfd0 2024-09-19T04:38:37.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.595+0000 7f0041340640 1 -- 172.21.15.111:0/4148361375 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0034007cb0 con 0x7f003c06dfd0 2024-09-19T04:38:37.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.596+0000 7f00445a6640 1 -- 172.21.15.111:0/4148361375 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f003c06dfd0 msgr2=0x7f003c0b78b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:37.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.596+0000 7f00445a6640 1 --2- 172.21.15.111:0/4148361375 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f003c06dfd0 0x7f003c0b78b0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f0034009d90 tx=0x7f003402a660 comp rx=0 tx=0).stop 2024-09-19T04:38:37.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.596+0000 7f00445a6640 1 -- 172.21.15.111:0/4148361375 shutdown_connections 2024-09-19T04:38:37.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.596+0000 7f00445a6640 1 --2- 172.21.15.111:0/4148361375 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f003c06dfd0 0x7f003c0b78b0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.596+0000 7f00445a6640 1 --2- 172.21.15.111:0/4148361375 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f003c161e30 0x7f003c0d34a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.596+0000 7f00445a6640 1 -- 172.21.15.111:0/4148361375 >> 172.21.15.111:0/4148361375 conn(0x7f003c0d1870 msgr2=0x7f003c0d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:37.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.596+0000 7f00445a6640 1 -- 172.21.15.111:0/4148361375 shutdown_connections 2024-09-19T04:38:37.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.596+0000 7f00445a6640 1 -- 172.21.15.111:0/4148361375 wait complete. 2024-09-19T04:38:37.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.597+0000 7f00445a6640 1 Processor -- start 2024-09-19T04:38:37.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.597+0000 7f00445a6640 1 -- start start 2024-09-19T04:38:37.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.598+0000 7f00445a6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f003c06dfd0 0x7f003c0b6900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:37.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.598+0000 7f00445a6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f003c0b3d50 0x7f003c14dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:37.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.598+0000 7f00445a6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f003c161e30 0x7f003c0ca4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:37.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.598+0000 7f00445a6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f003c0d39e0 con 0x7f003c161e30 2024-09-19T04:38:37.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.598+0000 7f00445a6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f003c0b3950 con 0x7f003c06dfd0 2024-09-19T04:38:37.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.598+0000 7f00445a6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f003c0cb890 con 0x7f003c0b3d50 2024-09-19T04:38:37.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.598+0000 7f0042b43640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f003c161e30 0x7f003c0ca4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:37.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.598+0000 7f0042b43640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f003c161e30 0x7f003c0ca4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36922/0 (socket says 172.21.15.111:36922) 2024-09-19T04:38:37.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.598+0000 7f0042b43640 1 -- 172.21.15.111:0/2777691675 learned_addr learned my addr 172.21.15.111:0/2777691675 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:37.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.598+0000 7f0042342640 1 --2- 172.21.15.111:0/2777691675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f003c06dfd0 0x7f003c0b6900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:37.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.598+0000 7f0041b41640 1 --2- 172.21.15.111:0/2777691675 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f003c0b3d50 0x7f003c14dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:37.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.598+0000 7f0042b43640 1 -- 172.21.15.111:0/2777691675 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f003c0b3d50 msgr2=0x7f003c14dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:37.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.598+0000 7f0042b43640 1 --2- 172.21.15.111:0/2777691675 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f003c0b3d50 0x7f003c14dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.598+0000 7f0042b43640 1 -- 172.21.15.111:0/2777691675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f003c06dfd0 msgr2=0x7f003c0b6900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:37.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.598+0000 7f0042b43640 1 --2- 172.21.15.111:0/2777691675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f003c06dfd0 0x7f003c0b6900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.598+0000 7f0042b43640 1 -- 172.21.15.111:0/2777691675 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f003c0cbae0 con 0x7f003c161e30 2024-09-19T04:38:37.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.598+0000 7f0041b41640 1 --2- 172.21.15.111:0/2777691675 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f003c0b3d50 0x7f003c14dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:37.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.598+0000 7f0042b43640 1 --2- 172.21.15.111:0/2777691675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f003c161e30 0x7f003c0ca4c0 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7f0034009eb0 tx=0x7f0034004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:37.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.598+0000 7f0032ffd640 1 -- 172.21.15.111:0/2777691675 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0034040070 con 0x7f003c161e30 2024-09-19T04:38:37.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.598+0000 7f0032ffd640 1 -- 172.21.15.111:0/2777691675 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0034031bc0 con 0x7f003c161e30 2024-09-19T04:38:37.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.598+0000 7f00445a6640 1 -- 172.21.15.111:0/2777691675 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f003c0cbdc0 con 0x7f003c161e30 2024-09-19T04:38:37.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.598+0000 7f0032ffd640 1 -- 172.21.15.111:0/2777691675 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0034009450 con 0x7f003c161e30 2024-09-19T04:38:37.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.599+0000 7f00445a6640 1 -- 172.21.15.111:0/2777691675 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f003c0cc380 con 0x7f003c161e30 2024-09-19T04:38:37.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.600+0000 7f00445a6640 1 -- 172.21.15.111:0/2777691675 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f003c068e90 con 0x7f003c161e30 2024-09-19T04:38:37.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.600+0000 7f0032ffd640 1 -- 172.21.15.111:0/2777691675 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f0034039040 con 0x7f003c161e30 2024-09-19T04:38:37.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.600+0000 7f0032ffd640 1 --2- 172.21.15.111:0/2777691675 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f002006c6a0 0x7f002006eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:37.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.600+0000 7f0032ffd640 1 -- 172.21.15.111:0/2777691675 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f00340ad4e0 con 0x7f003c161e30 2024-09-19T04:38:37.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.601+0000 7f0042342640 1 --2- 172.21.15.111:0/2777691675 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f002006c6a0 0x7f002006eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:37.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.601+0000 7f0042342640 1 --2- 172.21.15.111:0/2777691675 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f002006c6a0 0x7f002006eb60 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f003c0cb360 tx=0x7f0038008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:37.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.605+0000 7f0032ffd640 1 -- 172.21.15.111:0/2777691675 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f003c068e90 con 0x7f003c161e30 2024-09-19T04:38:37.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.805+0000 7f00445a6640 1 -- 172.21.15.111:0/2777691675 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs clone status", "vol_name": "cephfs", "clone_name": "subvol86182", "target": ["mon-mgr", ""]}) -- 0x7f003c069190 con 0x7f002006c6a0 2024-09-19T04:38:37.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.836+0000 7f0032ffd640 1 -- 172.21.15.111:0/2777691675 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+144 (secure 0 0 0) 0x7f003c069190 con 0x7f002006c6a0 2024-09-19T04:38:37.838 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:38:37.838 INFO:teuthology.orchestra.run.smithi111.stdout: "status": { 2024-09-19T04:38:37.838 INFO:teuthology.orchestra.run.smithi111.stdout: "state": "pending", 2024-09-19T04:38:37.838 INFO:teuthology.orchestra.run.smithi111.stdout: "source": { 2024-09-19T04:38:37.838 INFO:teuthology.orchestra.run.smithi111.stdout: "volume": "fake", 2024-09-19T04:38:37.838 INFO:teuthology.orchestra.run.smithi111.stdout: "subvolume": "fake", 2024-09-19T04:38:37.838 INFO:teuthology.orchestra.run.smithi111.stdout: "snapshot": "fake" 2024-09-19T04:38:37.838 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:37.838 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:37.838 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:38:37.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.838+0000 7f00445a6640 1 -- 172.21.15.111:0/2777691675 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f002006c6a0 msgr2=0x7f002006eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:37.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.838+0000 7f00445a6640 1 --2- 172.21.15.111:0/2777691675 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f002006c6a0 0x7f002006eb60 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f003c0cb360 tx=0x7f0038008040 comp rx=0 tx=0).stop 2024-09-19T04:38:37.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.838+0000 7f00445a6640 1 -- 172.21.15.111:0/2777691675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f003c161e30 msgr2=0x7f003c0ca4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:37.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.838+0000 7f00445a6640 1 --2- 172.21.15.111:0/2777691675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f003c161e30 0x7f003c0ca4c0 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7f0034009eb0 tx=0x7f0034004a40 comp rx=0 tx=0).stop 2024-09-19T04:38:37.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.839+0000 7f00445a6640 1 -- 172.21.15.111:0/2777691675 shutdown_connections 2024-09-19T04:38:37.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.839+0000 7f00445a6640 1 --2- 172.21.15.111:0/2777691675 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f002006c6a0 0x7f002006eb60 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.839+0000 7f00445a6640 1 --2- 172.21.15.111:0/2777691675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f003c161e30 0x7f003c0ca4c0 unknown :-1 s=CLOSED pgs=1175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.839+0000 7f00445a6640 1 --2- 172.21.15.111:0/2777691675 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f003c0b3d50 0x7f003c14dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.839+0000 7f00445a6640 1 --2- 172.21.15.111:0/2777691675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f003c06dfd0 0x7f003c0b6900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.839+0000 7f00445a6640 1 -- 172.21.15.111:0/2777691675 >> 172.21.15.111:0/2777691675 conn(0x7f003c0d1870 msgr2=0x7f003c0d2ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:37.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.839+0000 7f00445a6640 1 -- 172.21.15.111:0/2777691675 shutdown_connections 2024-09-19T04:38:37.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.839+0000 7f00445a6640 1 -- 172.21.15.111:0/2777691675 wait complete. 2024-09-19T04:38:37.851 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot rm cephfs subvol48340 fake 2024-09-19T04:38:37.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.952+0000 7fa2dcea4640 1 Processor -- start 2024-09-19T04:38:37.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.952+0000 7fa2dcea4640 1 -- start start 2024-09-19T04:38:37.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.953+0000 7fa2dcea4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa2d80ccb80 0x7fa2d815bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:37.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.953+0000 7fa2dcea4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2d80b4e20 0x7fa2d806db10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:37.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.953+0000 7fa2dcea4640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa2d80b3570 con 0x7fa2d8072d10 2024-09-19T04:38:37.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.953+0000 7fa2dcea4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fa2d80b3850 con 0x7fa2d80ccb80 2024-09-19T04:38:37.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.953+0000 7fa2dcea4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa2d80b3b30 con 0x7fa2d80b4e20 2024-09-19T04:38:37.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.953+0000 7fa2cdd9b640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fa2d8072d10 0x7fa2d80b4710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:50936/0 (socket says 172.21.15.111:50936) 2024-09-19T04:38:37.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.953+0000 7fa2cdd9b640 1 -- 172.21.15.111:0/2688589081 learned_addr learned my addr 172.21.15.111:0/2688589081 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:37.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.953+0000 7fa2d5d9b640 1 -- 172.21.15.111:0/2688589081 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 599993635 0 0) 0x7fa2d80b3570 con 0x7fa2d8072d10 2024-09-19T04:38:37.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.953+0000 7fa2d5d9b640 1 -- 172.21.15.111:0/2688589081 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa2c4003520 con 0x7fa2d8072d10 2024-09-19T04:38:37.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.953+0000 7fa2d659c640 1 --2- 172.21.15.111:0/2688589081 >> v2:172.21.15.114:3300/0 conn(0x7fa2d80ccb80 0x7fa2d815bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:37.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.953+0000 7fa2d6d9d640 1 --2- 172.21.15.111:0/2688589081 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2d80b4e20 0x7fa2d806db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:37.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.954+0000 7fa2d5d9b640 1 -- 172.21.15.111:0/2688589081 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3453895173 0 0) 0x7fa2c4003520 con 0x7fa2d8072d10 2024-09-19T04:38:37.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.954+0000 7fa2d5d9b640 1 -- 172.21.15.111:0/2688589081 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2d80b4e20 msgr2=0x7fa2d806db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:37.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.954+0000 7fa2d5d9b640 1 --2- 172.21.15.111:0/2688589081 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2d80b4e20 0x7fa2d806db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.954+0000 7fa2d5d9b640 1 -- 172.21.15.111:0/2688589081 >> v2:172.21.15.114:3300/0 conn(0x7fa2d80ccb80 msgr2=0x7fa2d815bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:37.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.954+0000 7fa2d5d9b640 1 --2- 172.21.15.111:0/2688589081 >> v2:172.21.15.114:3300/0 conn(0x7fa2d80ccb80 0x7fa2d815bbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.954+0000 7fa2d5d9b640 1 -- 172.21.15.111:0/2688589081 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2d80b3e10 con 0x7fa2d8072d10 2024-09-19T04:38:37.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.954+0000 7fa2d5d9b640 1 -- 172.21.15.111:0/2688589081 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fa2c0001670 con 0x7fa2d8072d10 2024-09-19T04:38:37.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.954+0000 7fa2d6d9d640 1 --2- 172.21.15.111:0/2688589081 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2d80b4e20 0x7fa2d806db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:37.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.954+0000 7fa2d5d9b640 1 -- 172.21.15.111:0/2688589081 >> v1:172.21.15.111:6789/0 conn(0x7fa2d8072d10 legacy=0x7fa2d80b4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:37.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.954+0000 7fa2d5d9b640 1 --2- 172.21.15.111:0/2688589081 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2c40039b0 0x7fa2c4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:37.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.954+0000 7fa2d5d9b640 1 --2- 172.21.15.111:0/2688589081 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2d80b4e20 0x7fa2c4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:37.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.954+0000 7fa2d5d9b640 1 --2- 172.21.15.111:0/2688589081 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2c4004d40 0x7fa2c40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:37.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.954+0000 7fa2d5d9b640 1 -- 172.21.15.111:0/2688589081 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa2d80b3850 con 0x7fa2c40039b0 2024-09-19T04:38:37.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.954+0000 7fa2d5d9b640 1 -- 172.21.15.111:0/2688589081 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa2d80b3b30 con 0x7fa2c4004d40 2024-09-19T04:38:37.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.954+0000 7fa2d5d9b640 1 -- 172.21.15.111:0/2688589081 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa2c400dbd0 con 0x7fa2d80b4e20 2024-09-19T04:38:37.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.954+0000 7fa2d659c640 1 --2- 172.21.15.111:0/2688589081 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2c40039b0 0x7fa2c4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:37.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.954+0000 7fa2d6d9d640 1 --2- 172.21.15.111:0/2688589081 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2c4004d40 0x7fa2c40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:37.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.954+0000 7fa2cdd9b640 1 --2- 172.21.15.111:0/2688589081 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2d80b4e20 0x7fa2c4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:37.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.954+0000 7fa2d659c640 1 -- 172.21.15.111:0/2688589081 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2d80b4e20 msgr2=0x7fa2c4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:37.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.954+0000 7fa2d659c640 1 --2- 172.21.15.111:0/2688589081 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2d80b4e20 0x7fa2c4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.954+0000 7fa2d659c640 1 -- 172.21.15.111:0/2688589081 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2c4004d40 msgr2=0x7fa2c40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:37.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.954+0000 7fa2d659c640 1 --2- 172.21.15.111:0/2688589081 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2c4004d40 0x7fa2c40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.954+0000 7fa2d659c640 1 -- 172.21.15.111:0/2688589081 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2c4003520 con 0x7fa2c40039b0 2024-09-19T04:38:37.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.954+0000 7fa2d6d9d640 1 --2- 172.21.15.111:0/2688589081 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2c4004d40 0x7fa2c40051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:37.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.955+0000 7fa2d659c640 1 --2- 172.21.15.111:0/2688589081 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2c40039b0 0x7fa2c4003dd0 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7fa2c8009ac0 tx=0x7fa2c4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a895edd374183df server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:37.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.955+0000 7fa2d5d9b640 1 -- 172.21.15.111:0/2688589081 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2c8036070 con 0x7fa2c40039b0 2024-09-19T04:38:37.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.955+0000 7fa2d5d9b640 1 -- 172.21.15.111:0/2688589081 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2c8031400 con 0x7fa2c40039b0 2024-09-19T04:38:37.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.955+0000 7fa2d5d9b640 1 -- 172.21.15.111:0/2688589081 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2c8009690 con 0x7fa2c40039b0 2024-09-19T04:38:37.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.955+0000 7fa2dcea4640 1 -- 172.21.15.111:0/2688589081 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2c40039b0 msgr2=0x7fa2c4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:37.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.955+0000 7fa2dcea4640 1 --2- 172.21.15.111:0/2688589081 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2c40039b0 0x7fa2c4003dd0 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7fa2c8009ac0 tx=0x7fa2c4005830 comp rx=0 tx=0).stop 2024-09-19T04:38:37.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.955+0000 7fa2d6d9d640 1 -- 172.21.15.111:0/2688589081 reap_dead start 2024-09-19T04:38:37.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.955+0000 7fa2dcea4640 1 -- 172.21.15.111:0/2688589081 shutdown_connections 2024-09-19T04:38:37.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.955+0000 7fa2dcea4640 1 -- 172.21.15.111:0/2688589081 >> 172.21.15.111:0/2688589081 conn(0x7fa2d806bba0 msgr2=0x7fa2d806bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:37.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.956+0000 7fa2dcea4640 1 -- 172.21.15.111:0/2688589081 shutdown_connections 2024-09-19T04:38:37.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.956+0000 7fa2dcea4640 1 -- 172.21.15.111:0/2688589081 wait complete. 2024-09-19T04:38:37.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.957+0000 7fa2dcea4640 1 Processor -- start 2024-09-19T04:38:37.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.957+0000 7fa2dcea4640 1 -- start start 2024-09-19T04:38:37.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.958+0000 7fa2dcea4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2c40039b0 0x7fa2d81f0010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:37.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.958+0000 7fa2dcea4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2d814e130 0x7fa2d814f580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:37.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.958+0000 7fa2dcea4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2d814fac0 0x7fa2d815c790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:37.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.958+0000 7fa2dcea4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa2d80ccf60 con 0x7fa2d814fac0 2024-09-19T04:38:37.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.958+0000 7fa2dcea4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa2d80b43d0 con 0x7fa2d814e130 2024-09-19T04:38:37.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.958+0000 7fa2dcea4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa2d806d080 con 0x7fa2c40039b0 2024-09-19T04:38:37.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.958+0000 7fa2d6d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2d814fac0 0x7fa2d815c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:37.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.958+0000 7fa2d6d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2d814fac0 0x7fa2d815c790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36936/0 (socket says 172.21.15.111:36936) 2024-09-19T04:38:37.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.958+0000 7fa2d6d9d640 1 -- 172.21.15.111:0/3797682482 learned_addr learned my addr 172.21.15.111:0/3797682482 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:37.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.958+0000 7fa2cdd9b640 1 --2- 172.21.15.111:0/3797682482 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2d814e130 0x7fa2d814f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:37.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.958+0000 7fa2d659c640 1 --2- 172.21.15.111:0/3797682482 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2c40039b0 0x7fa2d81f0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:37.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.958+0000 7fa2d6d9d640 1 -- 172.21.15.111:0/3797682482 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2c40039b0 msgr2=0x7fa2d81f0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:37.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.958+0000 7fa2d6d9d640 1 --2- 172.21.15.111:0/3797682482 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2c40039b0 0x7fa2d81f0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.958+0000 7fa2d6d9d640 1 -- 172.21.15.111:0/3797682482 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2d814e130 msgr2=0x7fa2d814f580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:37.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.958+0000 7fa2d6d9d640 1 --2- 172.21.15.111:0/3797682482 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2d814e130 0x7fa2d814f580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:37.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.958+0000 7fa2d6d9d640 1 -- 172.21.15.111:0/3797682482 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2d81534d0 con 0x7fa2d814fac0 2024-09-19T04:38:37.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.958+0000 7fa2d659c640 1 --2- 172.21.15.111:0/3797682482 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2c40039b0 0x7fa2d81f0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:37.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.958+0000 7fa2d6d9d640 1 --2- 172.21.15.111:0/3797682482 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2d814fac0 0x7fa2d815c790 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7fa2d80b3330 tx=0x7fa2d0004640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:37.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.958+0000 7fa2cf7fe640 1 -- 172.21.15.111:0/3797682482 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2d0007c10 con 0x7fa2d814fac0 2024-09-19T04:38:37.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.959+0000 7fa2cf7fe640 1 -- 172.21.15.111:0/3797682482 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2d0019070 con 0x7fa2d814fac0 2024-09-19T04:38:37.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.959+0000 7fa2dcea4640 1 -- 172.21.15.111:0/3797682482 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2d81537b0 con 0x7fa2d814fac0 2024-09-19T04:38:37.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.959+0000 7fa2cf7fe640 1 -- 172.21.15.111:0/3797682482 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2d0014410 con 0x7fa2d814fac0 2024-09-19T04:38:37.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.959+0000 7fa2dcea4640 1 -- 172.21.15.111:0/3797682482 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2d8153d70 con 0x7fa2d814fac0 2024-09-19T04:38:37.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.959+0000 7fa2dcea4640 1 -- 172.21.15.111:0/3797682482 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2d806cbb0 con 0x7fa2d814fac0 2024-09-19T04:38:37.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.960+0000 7fa2cf7fe640 1 -- 172.21.15.111:0/3797682482 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7fa2d00145d0 con 0x7fa2d814fac0 2024-09-19T04:38:37.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.960+0000 7fa2cf7fe640 1 --2- 172.21.15.111:0/3797682482 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa2b806c6d0 0x7fa2b806eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:37.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.961+0000 7fa2cf7fe640 1 -- 172.21.15.111:0/3797682482 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7fa2d008c0a0 con 0x7fa2d814fac0 2024-09-19T04:38:37.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.961+0000 7fa2d659c640 1 --2- 172.21.15.111:0/3797682482 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa2b806c6d0 0x7fa2b806eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:37.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.961+0000 7fa2d659c640 1 --2- 172.21.15.111:0/3797682482 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa2b806c6d0 0x7fa2b806eb90 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fa2c8033000 tx=0x7fa2c8008030 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:37.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:37.965+0000 7fa2cf7fe640 1 -- 172.21.15.111:0/3797682482 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa2d005a100 con 0x7fa2d814fac0 2024-09-19T04:38:38.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.160+0000 7fa2dcea4640 1 -- 172.21.15.111:0/3797682482 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot rm", "vol_name": "cephfs", "sub_name": "subvol48340", "snap_name": "fake", "target": ["mon-mgr", ""]}) -- 0x7fa2d8155460 con 0x7fa2b806c6d0 2024-09-19T04:38:38.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.203+0000 7fa2cf7fe640 1 -- 172.21.15.111:0/3797682482 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fa2d8155460 con 0x7fa2b806c6d0 2024-09-19T04:38:38.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.205+0000 7fa2dcea4640 1 -- 172.21.15.111:0/3797682482 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa2b806c6d0 msgr2=0x7fa2b806eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:38.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.205+0000 7fa2dcea4640 1 --2- 172.21.15.111:0/3797682482 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa2b806c6d0 0x7fa2b806eb90 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fa2c8033000 tx=0x7fa2c8008030 comp rx=0 tx=0).stop 2024-09-19T04:38:38.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.205+0000 7fa2dcea4640 1 -- 172.21.15.111:0/3797682482 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2d814fac0 msgr2=0x7fa2d815c790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:38.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.205+0000 7fa2dcea4640 1 --2- 172.21.15.111:0/3797682482 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2d814fac0 0x7fa2d815c790 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7fa2d80b3330 tx=0x7fa2d0004640 comp rx=0 tx=0).stop 2024-09-19T04:38:38.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.205+0000 7fa2dcea4640 1 -- 172.21.15.111:0/3797682482 shutdown_connections 2024-09-19T04:38:38.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.205+0000 7fa2dcea4640 1 --2- 172.21.15.111:0/3797682482 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa2b806c6d0 0x7fa2b806eb90 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:38.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.205+0000 7fa2dcea4640 1 --2- 172.21.15.111:0/3797682482 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2d814fac0 0x7fa2d815c790 unknown :-1 s=CLOSED pgs=1178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:38.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.205+0000 7fa2dcea4640 1 --2- 172.21.15.111:0/3797682482 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2d814e130 0x7fa2d814f580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:38.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.205+0000 7fa2dcea4640 1 --2- 172.21.15.111:0/3797682482 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa2c40039b0 0x7fa2d81f0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:38.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.205+0000 7fa2dcea4640 1 -- 172.21.15.111:0/3797682482 >> 172.21.15.111:0/3797682482 conn(0x7fa2d806bba0 msgr2=0x7fa2d80cdc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:38.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.205+0000 7fa2dcea4640 1 -- 172.21.15.111:0/3797682482 shutdown_connections 2024-09-19T04:38:38.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.205+0000 7fa2dcea4640 1 -- 172.21.15.111:0/3797682482 wait complete. 2024-09-19T04:38:38.218 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot rm cephfs subvol61691 fake subvol_grp65330 2024-09-19T04:38:38.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.321+0000 7f3834037640 1 Processor -- start 2024-09-19T04:38:38.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.321+0000 7f3834037640 1 -- start start 2024-09-19T04:38:38.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.322+0000 7f3834037640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f382c0cf5d0 0x7f382c0cfa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:38.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.322+0000 7f3834037640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f382c06d4f0 0x7f382c06d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:38.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.322+0000 7f3834037640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f382c0b4240 con 0x7f382c145d90 2024-09-19T04:38:38.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.322+0000 7f3834037640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f382c06d080 con 0x7f382c0cf5d0 2024-09-19T04:38:38.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.322+0000 7f3834037640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f382c0b4520 con 0x7f382c06d4f0 2024-09-19T04:38:38.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.322+0000 7f3831dd3640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f382c145d90 0x7f382c0ccf50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:50944/0 (socket says 172.21.15.111:50944) 2024-09-19T04:38:38.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.322+0000 7f3831dd3640 1 -- 172.21.15.111:0/262416498 learned_addr learned my addr 172.21.15.111:0/262416498 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:38.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.322+0000 7f3830dd1640 1 -- 172.21.15.111:0/262416498 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4196231785 0 0) 0x7f382c0b4240 con 0x7f382c145d90 2024-09-19T04:38:38.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.322+0000 7f3830dd1640 1 -- 172.21.15.111:0/262416498 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3818003520 con 0x7f382c145d90 2024-09-19T04:38:38.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.322+0000 7f38325d4640 1 --2- 172.21.15.111:0/262416498 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f382c06d4f0 0x7f382c06d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:38.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.322+0000 7f38315d2640 1 --2- 172.21.15.111:0/262416498 >> v2:172.21.15.114:3300/0 conn(0x7f382c0cf5d0 0x7f382c0cfa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:38.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.323+0000 7f3830dd1640 1 -- 172.21.15.111:0/262416498 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1217786138 0 0) 0x7f3818003520 con 0x7f382c145d90 2024-09-19T04:38:38.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.323+0000 7f3830dd1640 1 -- 172.21.15.111:0/262416498 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f382c06d4f0 msgr2=0x7f382c06d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:38.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.323+0000 7f3830dd1640 1 --2- 172.21.15.111:0/262416498 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f382c06d4f0 0x7f382c06d980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:38.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.323+0000 7f3830dd1640 1 -- 172.21.15.111:0/262416498 >> v2:172.21.15.114:3300/0 conn(0x7f382c0cf5d0 msgr2=0x7f382c0cfa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:38.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.323+0000 7f3830dd1640 1 --2- 172.21.15.111:0/262416498 >> v2:172.21.15.114:3300/0 conn(0x7f382c0cf5d0 0x7f382c0cfa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:38.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.323+0000 7f3830dd1640 1 -- 172.21.15.111:0/262416498 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f382c0b4800 con 0x7f382c145d90 2024-09-19T04:38:38.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.323+0000 7f3830dd1640 1 -- 172.21.15.111:0/262416498 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f3828001670 con 0x7f382c145d90 2024-09-19T04:38:38.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.323+0000 7f3830dd1640 1 -- 172.21.15.111:0/262416498 >> v1:172.21.15.111:6789/0 conn(0x7f382c145d90 legacy=0x7f382c0ccf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:38.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.323+0000 7f3830dd1640 1 --2- 172.21.15.111:0/262416498 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38180039b0 0x7f3818003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:38.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.323+0000 7f3830dd1640 1 --2- 172.21.15.111:0/262416498 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f382c06d4f0 0x7f3818004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:38.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.323+0000 7f3830dd1640 1 --2- 172.21.15.111:0/262416498 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3818004d40 0x7f38180051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:38.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.323+0000 7f3830dd1640 1 -- 172.21.15.111:0/262416498 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f382c0b4520 con 0x7f3818004d40 2024-09-19T04:38:38.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.323+0000 7f3830dd1640 1 -- 172.21.15.111:0/262416498 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f381800b9c0 con 0x7f38180039b0 2024-09-19T04:38:38.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.323+0000 7f3830dd1640 1 -- 172.21.15.111:0/262416498 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f381800bb40 con 0x7f382c06d4f0 2024-09-19T04:38:38.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.323+0000 7f38325d4640 1 --2- 172.21.15.111:0/262416498 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3818004d40 0x7f38180051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:38.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.323+0000 7f3831dd3640 1 --2- 172.21.15.111:0/262416498 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38180039b0 0x7f3818003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:38.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.323+0000 7f38315d2640 1 --2- 172.21.15.111:0/262416498 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f382c06d4f0 0x7f3818004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:38.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.323+0000 7f38325d4640 1 -- 172.21.15.111:0/262416498 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f382c06d4f0 msgr2=0x7f3818004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:38.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.323+0000 7f38325d4640 1 --2- 172.21.15.111:0/262416498 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f382c06d4f0 0x7f3818004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:38.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.323+0000 7f38325d4640 1 -- 172.21.15.111:0/262416498 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38180039b0 msgr2=0x7f3818003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:38.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.323+0000 7f38325d4640 1 --2- 172.21.15.111:0/262416498 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38180039b0 0x7f3818003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:38.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.323+0000 7f38325d4640 1 -- 172.21.15.111:0/262416498 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3818003520 con 0x7f3818004d40 2024-09-19T04:38:38.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.324+0000 7f38325d4640 1 --2- 172.21.15.111:0/262416498 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3818004d40 0x7f38180051c0 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7f3824009fc0 tx=0x7f3818005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1376f0c67d97827f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:38.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.324+0000 7f3830dd1640 1 -- 172.21.15.111:0/262416498 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3824009c10 con 0x7f3818004d40 2024-09-19T04:38:38.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.324+0000 7f3830dd1640 1 -- 172.21.15.111:0/262416498 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3824036070 con 0x7f3818004d40 2024-09-19T04:38:38.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.324+0000 7f3830dd1640 1 -- 172.21.15.111:0/262416498 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3824031880 con 0x7f3818004d40 2024-09-19T04:38:38.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.324+0000 7f3834037640 1 -- 172.21.15.111:0/262416498 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3818004d40 msgr2=0x7f38180051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:38.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.324+0000 7f3834037640 1 --2- 172.21.15.111:0/262416498 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3818004d40 0x7f38180051c0 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7f3824009fc0 tx=0x7f3818005830 comp rx=0 tx=0).stop 2024-09-19T04:38:38.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.324+0000 7f38325d4640 1 -- 172.21.15.111:0/262416498 reap_dead start 2024-09-19T04:38:38.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.325+0000 7f3834037640 1 -- 172.21.15.111:0/262416498 shutdown_connections 2024-09-19T04:38:38.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.325+0000 7f3834037640 1 -- 172.21.15.111:0/262416498 >> 172.21.15.111:0/262416498 conn(0x7f382c06bba0 msgr2=0x7f382c06bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:38.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.325+0000 7f3834037640 1 -- 172.21.15.111:0/262416498 shutdown_connections 2024-09-19T04:38:38.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.325+0000 7f3834037640 1 -- 172.21.15.111:0/262416498 wait complete. 2024-09-19T04:38:38.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.326+0000 7f3834037640 1 Processor -- start 2024-09-19T04:38:38.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.326+0000 7f3834037640 1 -- start start 2024-09-19T04:38:38.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.327+0000 7f3834037640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3818004d40 0x7f382c140ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:38.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.327+0000 7f3834037640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f382c13b680 0x7f382c13d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:38.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.327+0000 7f3834037640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f382c13db50 0x7f382c1f5030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:38.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.327+0000 7f3834037640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f382c0cd660 con 0x7f382c13b680 2024-09-19T04:38:38.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.327+0000 7f3834037640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f382c0cff80 con 0x7f3818004d40 2024-09-19T04:38:38.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.327+0000 7f3834037640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f382c0b5610 con 0x7f382c13db50 2024-09-19T04:38:38.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.327+0000 7f38315d2640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f382c13b680 0x7f382c13d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:38.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.327+0000 7f38315d2640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f382c13b680 0x7f382c13d610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36954/0 (socket says 172.21.15.111:36954) 2024-09-19T04:38:38.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.327+0000 7f38315d2640 1 -- 172.21.15.111:0/1061356438 learned_addr learned my addr 172.21.15.111:0/1061356438 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:38.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.327+0000 7f38315d2640 1 -- 172.21.15.111:0/1061356438 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f382c13db50 msgr2=0x7f382c1f5030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:38.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.327+0000 7f38325d4640 1 --2- 172.21.15.111:0/1061356438 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f382c13db50 0x7f382c1f5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:38.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.327+0000 7f3831dd3640 1 --2- 172.21.15.111:0/1061356438 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3818004d40 0x7f382c140ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:38.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.327+0000 7f38315d2640 1 --2- 172.21.15.111:0/1061356438 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f382c13db50 0x7f382c1f5030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:38.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.327+0000 7f38315d2640 1 -- 172.21.15.111:0/1061356438 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3818004d40 msgr2=0x7f382c140ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:38.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.327+0000 7f38315d2640 1 --2- 172.21.15.111:0/1061356438 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3818004d40 0x7f382c140ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:38.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.327+0000 7f38315d2640 1 -- 172.21.15.111:0/1061356438 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f382c141980 con 0x7f382c13b680 2024-09-19T04:38:38.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.327+0000 7f38315d2640 1 --2- 172.21.15.111:0/1061356438 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f382c13b680 0x7f382c13d610 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7f381c011a70 tx=0x7f381c011f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:38.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.327+0000 7f38227fc640 1 -- 172.21.15.111:0/1061356438 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f381c00fb50 con 0x7f382c13b680 2024-09-19T04:38:38.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.327+0000 7f38227fc640 1 -- 172.21.15.111:0/1061356438 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f381c00fcf0 con 0x7f382c13b680 2024-09-19T04:38:38.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.327+0000 7f3834037640 1 -- 172.21.15.111:0/1061356438 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f382c141c60 con 0x7f382c13b680 2024-09-19T04:38:38.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.327+0000 7f38227fc640 1 -- 172.21.15.111:0/1061356438 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f381c00fea0 con 0x7f382c13b680 2024-09-19T04:38:38.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.327+0000 7f3834037640 1 -- 172.21.15.111:0/1061356438 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f382c13cca0 con 0x7f382c13b680 2024-09-19T04:38:38.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.328+0000 7f3834037640 1 -- 172.21.15.111:0/1061356438 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f382c146170 con 0x7f382c13b680 2024-09-19T04:38:38.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.329+0000 7f38227fc640 1 -- 172.21.15.111:0/1061356438 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f381c012040 con 0x7f382c13b680 2024-09-19T04:38:38.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.329+0000 7f38227fc640 1 --2- 172.21.15.111:0/1061356438 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f381006c6a0 0x7f381006eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:38.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.329+0000 7f38227fc640 1 -- 172.21.15.111:0/1061356438 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f381c08c2c0 con 0x7f382c13b680 2024-09-19T04:38:38.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.329+0000 7f3831dd3640 1 --2- 172.21.15.111:0/1061356438 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f381006c6a0 0x7f381006eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:38.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.330+0000 7f3831dd3640 1 --2- 172.21.15.111:0/1061356438 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f381006c6a0 0x7f381006eb60 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f3828001050 tx=0x7f3828009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:38.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.333+0000 7f38227fc640 1 -- 172.21.15.111:0/1061356438 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f381c019030 con 0x7f382c13b680 2024-09-19T04:38:38.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.529+0000 7f3834037640 1 -- 172.21.15.111:0/1061356438 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot rm", "vol_name": "cephfs", "sub_name": "subvol61691", "snap_name": "fake", "group_name": "subvol_grp65330", "target": ["mon-mgr", ""]}) -- 0x7f382c141730 con 0x7f381006c6a0 2024-09-19T04:38:38.571 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.570+0000 7f38227fc640 1 -- 172.21.15.111:0/1061356438 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f382c141730 con 0x7f381006c6a0 2024-09-19T04:38:38.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.572+0000 7f3834037640 1 -- 172.21.15.111:0/1061356438 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f381006c6a0 msgr2=0x7f381006eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:38.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.572+0000 7f3834037640 1 --2- 172.21.15.111:0/1061356438 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f381006c6a0 0x7f381006eb60 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f3828001050 tx=0x7f3828009040 comp rx=0 tx=0).stop 2024-09-19T04:38:38.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.572+0000 7f3834037640 1 -- 172.21.15.111:0/1061356438 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f382c13b680 msgr2=0x7f382c13d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:38.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.572+0000 7f3834037640 1 --2- 172.21.15.111:0/1061356438 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f382c13b680 0x7f382c13d610 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7f381c011a70 tx=0x7f381c011f30 comp rx=0 tx=0).stop 2024-09-19T04:38:38.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.572+0000 7f3834037640 1 -- 172.21.15.111:0/1061356438 shutdown_connections 2024-09-19T04:38:38.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.572+0000 7f3834037640 1 --2- 172.21.15.111:0/1061356438 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f381006c6a0 0x7f381006eb60 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:38.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.572+0000 7f3834037640 1 --2- 172.21.15.111:0/1061356438 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f382c13db50 0x7f382c1f5030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:38.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.572+0000 7f3834037640 1 --2- 172.21.15.111:0/1061356438 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f382c13b680 0x7f382c13d610 unknown :-1 s=CLOSED pgs=1181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:38.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.572+0000 7f3834037640 1 --2- 172.21.15.111:0/1061356438 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3818004d40 0x7f382c140ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:38.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.572+0000 7f3834037640 1 -- 172.21.15.111:0/1061356438 >> 172.21.15.111:0/1061356438 conn(0x7f382c06bba0 msgr2=0x7f382c0b01e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:38.575 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.572+0000 7f3834037640 1 -- 172.21.15.111:0/1061356438 shutdown_connections 2024-09-19T04:38:38.575 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.572+0000 7f3834037640 1 -- 172.21.15.111:0/1061356438 wait complete. 2024-09-19T04:38:38.584 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:38.584 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_nogroup/subvol48340/.meta) 2024-09-19T04:38:38.609 INFO:teuthology.orchestra.run.smithi111.stdout:[GLOBAL] 2024-09-19T04:38:38.609 INFO:teuthology.orchestra.run.smithi111.stdout:version = 1 2024-09-19T04:38:38.609 INFO:teuthology.orchestra.run.smithi111.stdout:type = subvolume 2024-09-19T04:38:38.609 INFO:teuthology.orchestra.run.smithi111.stdout:path = /volumes/_nogroup/subvol48340/4e241c1f-9c28-463b-a2f8-cf141dcf0f9a 2024-09-19T04:38:38.609 INFO:teuthology.orchestra.run.smithi111.stdout:state = complete 2024-09-19T04:38:38.610 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:38.611 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:38.611 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/subvol_grp65330/subvol61691/.meta) 2024-09-19T04:38:38.679 INFO:teuthology.orchestra.run.smithi111.stdout:[GLOBAL] 2024-09-19T04:38:38.679 INFO:teuthology.orchestra.run.smithi111.stdout:version = 1 2024-09-19T04:38:38.679 INFO:teuthology.orchestra.run.smithi111.stdout:type = subvolume 2024-09-19T04:38:38.679 INFO:teuthology.orchestra.run.smithi111.stdout:path = /volumes/subvol_grp65330/subvol61691/11674515-cb8b-46a8-9ed5-d8f2d8bf1dac 2024-09-19T04:38:38.679 INFO:teuthology.orchestra.run.smithi111.stdout:state = complete 2024-09-19T04:38:38.679 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:38.680 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol48340 2024-09-19T04:38:38.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.821+0000 7f0f93323640 1 Processor -- start 2024-09-19T04:38:38.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.821+0000 7f0f93323640 1 -- start start 2024-09-19T04:38:38.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.822+0000 7f0f93323640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0f8c15b090 0x7f0f8c0b5420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:38.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.822+0000 7f0f93323640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f0f8c0715b0 0x7f0f8c15b470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:38.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.822+0000 7f0f93323640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0f8c15b9b0 0x7f0f8c06d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:38.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.822+0000 7f0f93323640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f0f8c071de0 con 0x7f0f8c15b090 2024-09-19T04:38:38.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.822+0000 7f0f93323640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f0f8c0720c0 con 0x7f0f8c0715b0 2024-09-19T04:38:38.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.822+0000 7f0f93323640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0f8c0723a0 con 0x7f0f8c15b9b0 2024-09-19T04:38:38.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.822+0000 7f0f910bf640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0f8c15b090 0x7f0f8c0b5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:38.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.822+0000 7f0f910bf640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0f8c15b090 0x7f0f8c0b5420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36962/0 (socket says 172.21.15.111:36962) 2024-09-19T04:38:38.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.822+0000 7f0f910bf640 1 -- 172.21.15.111:0/413844251 learned_addr learned my addr 172.21.15.111:0/413844251 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:38.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.822+0000 7f0f918c0640 1 --2- 172.21.15.111:0/413844251 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0f8c15b9b0 0x7f0f8c06d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:38.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.822+0000 7f0f908be640 1 --2- 172.21.15.111:0/413844251 >> v2:172.21.15.114:3300/0 conn(0x7f0f8c0715b0 0x7f0f8c15b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:38.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.822+0000 7f0f910bf640 1 -- 172.21.15.111:0/413844251 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0f8c15b9b0 msgr2=0x7f0f8c06d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:38.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.822+0000 7f0f910bf640 1 --2- 172.21.15.111:0/413844251 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0f8c15b9b0 0x7f0f8c06d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:38.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.822+0000 7f0f910bf640 1 -- 172.21.15.111:0/413844251 >> v2:172.21.15.114:3300/0 conn(0x7f0f8c0715b0 msgr2=0x7f0f8c15b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:38.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.822+0000 7f0f910bf640 1 --2- 172.21.15.111:0/413844251 >> v2:172.21.15.114:3300/0 conn(0x7f0f8c0715b0 0x7f0f8c15b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:38.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.822+0000 7f0f910bf640 1 -- 172.21.15.111:0/413844251 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f8c072680 con 0x7f0f8c15b090 2024-09-19T04:38:38.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.822+0000 7f0f918c0640 1 --2- 172.21.15.111:0/413844251 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0f8c15b9b0 0x7f0f8c06d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:38.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.822+0000 7f0f908be640 1 --2- 172.21.15.111:0/413844251 >> v2:172.21.15.114:3300/0 conn(0x7f0f8c0715b0 0x7f0f8c15b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:38.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.823+0000 7f0f910bf640 1 --2- 172.21.15.111:0/413844251 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0f8c15b090 0x7f0f8c0b5420 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7f0f8c0696b0 tx=0x7f0f8802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14136d92beb03bbd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:38.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.823+0000 7f0f83fff640 1 -- 172.21.15.111:0/413844251 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f88037070 con 0x7f0f8c15b090 2024-09-19T04:38:38.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.823+0000 7f0f83fff640 1 -- 172.21.15.111:0/413844251 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f88032440 con 0x7f0f8c15b090 2024-09-19T04:38:38.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.823+0000 7f0f83fff640 1 -- 172.21.15.111:0/413844251 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f88032810 con 0x7f0f8c15b090 2024-09-19T04:38:38.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.824+0000 7f0f93323640 1 -- 172.21.15.111:0/413844251 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0f8c15b090 msgr2=0x7f0f8c0b5420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:38.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.824+0000 7f0f93323640 1 --2- 172.21.15.111:0/413844251 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0f8c15b090 0x7f0f8c0b5420 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7f0f8c0696b0 tx=0x7f0f8802a1e0 comp rx=0 tx=0).stop 2024-09-19T04:38:38.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.824+0000 7f0f93323640 1 -- 172.21.15.111:0/413844251 shutdown_connections 2024-09-19T04:38:38.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.824+0000 7f0f93323640 1 --2- 172.21.15.111:0/413844251 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0f8c15b9b0 0x7f0f8c06d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:38.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.824+0000 7f0f93323640 1 --2- 172.21.15.111:0/413844251 >> v2:172.21.15.114:3300/0 conn(0x7f0f8c0715b0 0x7f0f8c15b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:38.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.824+0000 7f0f93323640 1 --2- 172.21.15.111:0/413844251 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0f8c15b090 0x7f0f8c0b5420 unknown :-1 s=CLOSED pgs=1182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:38.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.824+0000 7f0f93323640 1 -- 172.21.15.111:0/413844251 >> 172.21.15.111:0/413844251 conn(0x7f0f8c06bba0 msgr2=0x7f0f8c06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:38.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.824+0000 7f0f93323640 1 -- 172.21.15.111:0/413844251 shutdown_connections 2024-09-19T04:38:38.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.824+0000 7f0f93323640 1 -- 172.21.15.111:0/413844251 wait complete. 2024-09-19T04:38:38.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.825+0000 7f0f93323640 1 Processor -- start 2024-09-19T04:38:38.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.825+0000 7f0f93323640 1 -- start start 2024-09-19T04:38:38.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.826+0000 7f0f93323640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0f8c0715b0 0x7f0f8c155ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:38.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.826+0000 7f0f93323640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0f8c15b090 0x7f0f8c13bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:38.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.826+0000 7f0f93323640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0f8c15b9b0 0x7f0f8c13db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:38.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.826+0000 7f0f93323640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0f8c071a20 con 0x7f0f8c0715b0 2024-09-19T04:38:38.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.826+0000 7f0f93323640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0f8c15be00 con 0x7f0f8c15b090 2024-09-19T04:38:38.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.826+0000 7f0f93323640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0f8c071ba0 con 0x7f0f8c15b9b0 2024-09-19T04:38:38.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.826+0000 7f0f910bf640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0f8c0715b0 0x7f0f8c155ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:38.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.826+0000 7f0f910bf640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0f8c0715b0 0x7f0f8c155ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36974/0 (socket says 172.21.15.111:36974) 2024-09-19T04:38:38.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.826+0000 7f0f910bf640 1 -- 172.21.15.111:0/3993915614 learned_addr learned my addr 172.21.15.111:0/3993915614 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:38.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.826+0000 7f0f908be640 1 --2- 172.21.15.111:0/3993915614 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0f8c15b090 0x7f0f8c13bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:38.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.826+0000 7f0f918c0640 1 --2- 172.21.15.111:0/3993915614 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0f8c15b9b0 0x7f0f8c13db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:38.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.826+0000 7f0f910bf640 1 -- 172.21.15.111:0/3993915614 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0f8c15b9b0 msgr2=0x7f0f8c13db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:38.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.826+0000 7f0f910bf640 1 --2- 172.21.15.111:0/3993915614 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0f8c15b9b0 0x7f0f8c13db50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:38.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.826+0000 7f0f910bf640 1 -- 172.21.15.111:0/3993915614 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0f8c15b090 msgr2=0x7f0f8c13bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:38.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.826+0000 7f0f910bf640 1 --2- 172.21.15.111:0/3993915614 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0f8c15b090 0x7f0f8c13bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:38.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.826+0000 7f0f910bf640 1 -- 172.21.15.111:0/3993915614 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f8c13e6c0 con 0x7f0f8c0715b0 2024-09-19T04:38:38.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.826+0000 7f0f910bf640 1 --2- 172.21.15.111:0/3993915614 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0f8c0715b0 0x7f0f8c155ba0 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7f0f8802a220 tx=0x7f0f880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:38.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.826+0000 7f0f81ffb640 1 -- 172.21.15.111:0/3993915614 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f88037040 con 0x7f0f8c0715b0 2024-09-19T04:38:38.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.826+0000 7f0f81ffb640 1 -- 172.21.15.111:0/3993915614 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f88042070 con 0x7f0f8c0715b0 2024-09-19T04:38:38.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.826+0000 7f0f93323640 1 -- 172.21.15.111:0/3993915614 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f8c157a70 con 0x7f0f8c0715b0 2024-09-19T04:38:38.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.826+0000 7f0f81ffb640 1 -- 172.21.15.111:0/3993915614 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f88030bb0 con 0x7f0f8c0715b0 2024-09-19T04:38:38.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.827+0000 7f0f93323640 1 -- 172.21.15.111:0/3993915614 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f8c151790 con 0x7f0f8c0715b0 2024-09-19T04:38:38.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.828+0000 7f0f93323640 1 -- 172.21.15.111:0/3993915614 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f8c15b470 con 0x7f0f8c0715b0 2024-09-19T04:38:38.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.828+0000 7f0f81ffb640 1 -- 172.21.15.111:0/3993915614 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f0f88047460 con 0x7f0f8c0715b0 2024-09-19T04:38:38.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.829+0000 7f0f81ffb640 1 --2- 172.21.15.111:0/3993915614 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0f7006c6a0 0x7f0f7006eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:38.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.829+0000 7f0f81ffb640 1 -- 172.21.15.111:0/3993915614 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f0f880ac5e0 con 0x7f0f8c0715b0 2024-09-19T04:38:38.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.829+0000 7f0f908be640 1 --2- 172.21.15.111:0/3993915614 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0f7006c6a0 0x7f0f7006eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:38.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.829+0000 7f0f908be640 1 --2- 172.21.15.111:0/3993915614 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0f7006c6a0 0x7f0f7006eb60 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f0f8c155290 tx=0x7f0f7c008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:38.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:38.833+0000 7f0f81ffb640 1 -- 172.21.15.111:0/3993915614 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0f8807a860 con 0x7f0f8c0715b0 2024-09-19T04:38:39.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.024+0000 7f0f93323640 1 -- 172.21.15.111:0/3993915614 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol48340", "target": ["mon-mgr", ""]}) -- 0x7f0f8c13e9a0 con 0x7f0f7006c6a0 2024-09-19T04:38:39.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.059+0000 7f0f81ffb640 1 -- 172.21.15.111:0/3993915614 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f0f8c13e9a0 con 0x7f0f7006c6a0 2024-09-19T04:38:39.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.061+0000 7f0f93323640 1 -- 172.21.15.111:0/3993915614 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0f7006c6a0 msgr2=0x7f0f7006eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:39.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.061+0000 7f0f93323640 1 --2- 172.21.15.111:0/3993915614 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0f7006c6a0 0x7f0f7006eb60 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f0f8c155290 tx=0x7f0f7c008040 comp rx=0 tx=0).stop 2024-09-19T04:38:39.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.061+0000 7f0f93323640 1 -- 172.21.15.111:0/3993915614 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0f8c0715b0 msgr2=0x7f0f8c155ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:39.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.061+0000 7f0f93323640 1 --2- 172.21.15.111:0/3993915614 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0f8c0715b0 0x7f0f8c155ba0 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7f0f8802a220 tx=0x7f0f880046c0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.061+0000 7f0f93323640 1 -- 172.21.15.111:0/3993915614 shutdown_connections 2024-09-19T04:38:39.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.061+0000 7f0f93323640 1 --2- 172.21.15.111:0/3993915614 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0f7006c6a0 0x7f0f7006eb60 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.061+0000 7f0f93323640 1 --2- 172.21.15.111:0/3993915614 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0f8c15b9b0 0x7f0f8c13db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.061+0000 7f0f93323640 1 --2- 172.21.15.111:0/3993915614 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0f8c15b090 0x7f0f8c13bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.061+0000 7f0f93323640 1 --2- 172.21.15.111:0/3993915614 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0f8c0715b0 0x7f0f8c155ba0 unknown :-1 s=CLOSED pgs=1183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.061+0000 7f0f93323640 1 -- 172.21.15.111:0/3993915614 >> 172.21.15.111:0/3993915614 conn(0x7f0f8c06bba0 msgr2=0x7f0f8c158de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:39.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.062+0000 7f0f93323640 1 -- 172.21.15.111:0/3993915614 shutdown_connections 2024-09-19T04:38:39.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.062+0000 7f0f93323640 1 -- 172.21.15.111:0/3993915614 wait complete. 2024-09-19T04:38:39.066 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:39.065+0000 7f0d68667640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:39.066 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:39.065+0000 7f0d68667640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:39.066 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:39.065+0000 7f0d68667640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:39.066 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:39.065+0000 7f0d68667640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:39.066 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:39.065+0000 7f0d68667640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:39.074 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol61691 subvol_grp65330 2024-09-19T04:38:39.078 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:39.077+0000 7f0d67e66640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:39.079 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:39.077+0000 7f0d67e66640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:39.079 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:39.077+0000 7f0d67e66640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:39.079 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:39.077+0000 7f0d67e66640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:39.079 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:39.077+0000 7f0d67e66640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:38:39.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.175+0000 7f9efe6d7640 1 Processor -- start 2024-09-19T04:38:39.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.175+0000 7f9efe6d7640 1 -- start start 2024-09-19T04:38:39.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.176+0000 7f9efe6d7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9ef80cf5d0 0x7f9ef80cfa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:39.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.176+0000 7f9efe6d7640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f9ef806d4f0 0x7f9ef806d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:39.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.176+0000 7f9efe6d7640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ef80b4240 con 0x7f9ef8145d90 2024-09-19T04:38:39.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.176+0000 7f9efe6d7640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f9ef806d080 con 0x7f9ef806d4f0 2024-09-19T04:38:39.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.176+0000 7f9efe6d7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9ef80b4520 con 0x7f9ef80cf5d0 2024-09-19T04:38:39.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.176+0000 7f9ef77fe640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9ef80cf5d0 0x7f9ef80cfa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:39.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.176+0000 7f9efcc74640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f9ef806d4f0 0x7f9ef806d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:39.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.176+0000 7f9ef7fff640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f9ef8145d90 0x7f9ef80ccf50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:48908/0 (socket says 172.21.15.111:48908) 2024-09-19T04:38:39.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.176+0000 7f9ef7fff640 1 -- 172.21.15.111:0/3666259129 learned_addr learned my addr 172.21.15.111:0/3666259129 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:39.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.177+0000 7f9ef77fe640 1 -- 172.21.15.111:0/3666259129 >> v2:172.21.15.114:3300/0 conn(0x7f9ef806d4f0 msgr2=0x7f9ef806d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:39.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.177+0000 7f9ef77fe640 1 --2- 172.21.15.111:0/3666259129 >> v2:172.21.15.114:3300/0 conn(0x7f9ef806d4f0 0x7f9ef806d980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.177+0000 7f9ef77fe640 1 -- 172.21.15.111:0/3666259129 >> v1:172.21.15.114:6789/0 conn(0x7f9ef8145d90 legacy=0x7f9ef80ccf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:39.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.177+0000 7f9ef77fe640 1 -- 172.21.15.111:0/3666259129 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ef80b4800 con 0x7f9ef80cf5d0 2024-09-19T04:38:39.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.177+0000 7f9ef6ffd640 1 -- 172.21.15.111:0/3666259129 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3967200381 0 0) 0x7f9ef80b4240 con 0x7f9ef8145d90 2024-09-19T04:38:39.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.177+0000 7f9efcc74640 1 --2- 172.21.15.111:0/3666259129 >> v2:172.21.15.114:3300/0 conn(0x7f9ef806d4f0 0x7f9ef806d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:38:39.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.178+0000 7f9ef77fe640 1 --2- 172.21.15.111:0/3666259129 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9ef80cf5d0 0x7f9ef80cfa10 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f9eec0097a0 tx=0x7f9eec02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f523be0926975730 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:39.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.178+0000 7f9ef6ffd640 1 -- 172.21.15.111:0/3666259129 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eec037070 con 0x7f9ef80cf5d0 2024-09-19T04:38:39.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.178+0000 7f9ef6ffd640 1 -- 172.21.15.111:0/3666259129 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9eec032440 con 0x7f9ef80cf5d0 2024-09-19T04:38:39.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.178+0000 7f9ef6ffd640 1 -- 172.21.15.111:0/3666259129 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eec032810 con 0x7f9ef80cf5d0 2024-09-19T04:38:39.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.178+0000 7f9efe6d7640 1 -- 172.21.15.111:0/3666259129 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9ef80cf5d0 msgr2=0x7f9ef80cfa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:39.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.178+0000 7f9efe6d7640 1 --2- 172.21.15.111:0/3666259129 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9ef80cf5d0 0x7f9ef80cfa10 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f9eec0097a0 tx=0x7f9eec02a180 comp rx=0 tx=0).stop 2024-09-19T04:38:39.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.178+0000 7f9efe6d7640 1 -- 172.21.15.111:0/3666259129 shutdown_connections 2024-09-19T04:38:39.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.178+0000 7f9efe6d7640 1 --2- 172.21.15.111:0/3666259129 >> v2:172.21.15.114:3300/0 conn(0x7f9ef806d4f0 0x7f9ef806d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.178+0000 7f9efe6d7640 1 --2- 172.21.15.111:0/3666259129 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9ef80cf5d0 0x7f9ef80cfa10 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.178+0000 7f9efe6d7640 1 -- 172.21.15.111:0/3666259129 >> 172.21.15.111:0/3666259129 conn(0x7f9ef806bba0 msgr2=0x7f9ef806bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:39.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.178+0000 7f9efe6d7640 1 -- 172.21.15.111:0/3666259129 shutdown_connections 2024-09-19T04:38:39.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.178+0000 7f9efe6d7640 1 -- 172.21.15.111:0/3666259129 wait complete. 2024-09-19T04:38:39.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.179+0000 7f9efe6d7640 1 Processor -- start 2024-09-19T04:38:39.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.180+0000 7f9efe6d7640 1 -- start start 2024-09-19T04:38:39.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.180+0000 7f9efe6d7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9ef806d4f0 0x7f9ef81f38b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:39.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.180+0000 7f9efe6d7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ef80cf5d0 0x7f9ef8140570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:39.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.180+0000 7f9efe6d7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ef8145d90 0x7f9ef8140ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:39.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.180+0000 7f9efe6d7640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9ef80cd660 con 0x7f9ef8145d90 2024-09-19T04:38:39.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.180+0000 7f9efe6d7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9ef80cff50 con 0x7f9ef80cf5d0 2024-09-19T04:38:39.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.180+0000 7f9efe6d7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9ef80b5610 con 0x7f9ef806d4f0 2024-09-19T04:38:39.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.181+0000 7f9efcc74640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ef8145d90 0x7f9ef8140ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:39.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.181+0000 7f9efcc74640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ef8145d90 0x7f9ef8140ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36986/0 (socket says 172.21.15.111:36986) 2024-09-19T04:38:39.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.181+0000 7f9efcc74640 1 -- 172.21.15.111:0/2901815256 learned_addr learned my addr 172.21.15.111:0/2901815256 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:39.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.181+0000 7f9ef7fff640 1 --2- 172.21.15.111:0/2901815256 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9ef806d4f0 0x7f9ef81f38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:39.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.181+0000 7f9ef77fe640 1 --2- 172.21.15.111:0/2901815256 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ef80cf5d0 0x7f9ef8140570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:39.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.181+0000 7f9efcc74640 1 -- 172.21.15.111:0/2901815256 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9ef806d4f0 msgr2=0x7f9ef81f38b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:39.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.181+0000 7f9efcc74640 1 --2- 172.21.15.111:0/2901815256 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9ef806d4f0 0x7f9ef81f38b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.181+0000 7f9efcc74640 1 -- 172.21.15.111:0/2901815256 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ef80cf5d0 msgr2=0x7f9ef8140570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:39.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.181+0000 7f9efcc74640 1 --2- 172.21.15.111:0/2901815256 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ef80cf5d0 0x7f9ef8140570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.181+0000 7f9efcc74640 1 -- 172.21.15.111:0/2901815256 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ef81f7800 con 0x7f9ef8145d90 2024-09-19T04:38:39.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.181+0000 7f9efcc74640 1 --2- 172.21.15.111:0/2901815256 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ef8145d90 0x7f9ef8140ab0 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f9ef000efc0 tx=0x7f9ef000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:39.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.181+0000 7f9ef4ff9640 1 -- 172.21.15.111:0/2901815256 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ef0018030 con 0x7f9ef8145d90 2024-09-19T04:38:39.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.181+0000 7f9ef4ff9640 1 -- 172.21.15.111:0/2901815256 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ef000cd30 con 0x7f9ef8145d90 2024-09-19T04:38:39.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.181+0000 7f9efe6d7640 1 -- 172.21.15.111:0/2901815256 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ef81f7ae0 con 0x7f9ef8145d90 2024-09-19T04:38:39.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.181+0000 7f9ef4ff9640 1 -- 172.21.15.111:0/2901815256 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ef0003bb0 con 0x7f9ef8145d90 2024-09-19T04:38:39.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.181+0000 7f9efe6d7640 1 -- 172.21.15.111:0/2901815256 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ef81f80a0 con 0x7f9ef8145d90 2024-09-19T04:38:39.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.182+0000 7f9efe6d7640 1 -- 172.21.15.111:0/2901815256 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ef8146170 con 0x7f9ef8145d90 2024-09-19T04:38:39.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.183+0000 7f9ef4ff9640 1 -- 172.21.15.111:0/2901815256 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f9ef001b070 con 0x7f9ef8145d90 2024-09-19T04:38:39.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.183+0000 7f9ef4ff9640 1 --2- 172.21.15.111:0/2901815256 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9ee406c6d0 0x7f9ee406eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:39.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.183+0000 7f9ef4ff9640 1 -- 172.21.15.111:0/2901815256 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f9ef008c5f0 con 0x7f9ef8145d90 2024-09-19T04:38:39.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.183+0000 7f9ef7fff640 1 --2- 172.21.15.111:0/2901815256 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9ee406c6d0 0x7f9ee406eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:39.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.184+0000 7f9ef7fff640 1 --2- 172.21.15.111:0/2901815256 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9ee406c6d0 0x7f9ee406eb90 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f9ee8000f60 tx=0x7f9ee8007b50 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:39.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.187+0000 7f9ef4ff9640 1 -- 172.21.15.111:0/2901815256 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9ef0010040 con 0x7f9ef8145d90 2024-09-19T04:38:39.255 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.254+0000 7f9ef4ff9640 1 -- 172.21.15.111:0/2901815256 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mgrmap(e 20) ==== 91254+0+0 (secure 0 0 0) 0x7f9ef0012050 con 0x7f9ef8145d90 2024-09-19T04:38:39.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.385+0000 7f9efe6d7640 1 -- 172.21.15.111:0/2901815256 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol61691", "group_name": "subvol_grp65330", "target": ["mon-mgr", ""]}) -- 0x7f9ef80762f0 con 0x7f9ee406c6d0 2024-09-19T04:38:39.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.419+0000 7f9ef4ff9640 1 -- 172.21.15.111:0/2901815256 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f9ef80762f0 con 0x7f9ee406c6d0 2024-09-19T04:38:39.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.421+0000 7f9efe6d7640 1 -- 172.21.15.111:0/2901815256 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9ee406c6d0 msgr2=0x7f9ee406eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:39.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.422+0000 7f9efe6d7640 1 --2- 172.21.15.111:0/2901815256 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9ee406c6d0 0x7f9ee406eb90 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f9ee8000f60 tx=0x7f9ee8007b50 comp rx=0 tx=0).stop 2024-09-19T04:38:39.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.422+0000 7f9efe6d7640 1 -- 172.21.15.111:0/2901815256 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ef8145d90 msgr2=0x7f9ef8140ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:39.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.422+0000 7f9efe6d7640 1 --2- 172.21.15.111:0/2901815256 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ef8145d90 0x7f9ef8140ab0 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f9ef000efc0 tx=0x7f9ef000c490 comp rx=0 tx=0).stop 2024-09-19T04:38:39.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.422+0000 7f9efe6d7640 1 -- 172.21.15.111:0/2901815256 shutdown_connections 2024-09-19T04:38:39.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.422+0000 7f9efe6d7640 1 --2- 172.21.15.111:0/2901815256 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9ee406c6d0 0x7f9ee406eb90 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.422+0000 7f9efe6d7640 1 --2- 172.21.15.111:0/2901815256 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ef8145d90 0x7f9ef8140ab0 unknown :-1 s=CLOSED pgs=1184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.422+0000 7f9efe6d7640 1 --2- 172.21.15.111:0/2901815256 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ef80cf5d0 0x7f9ef8140570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.422+0000 7f9efe6d7640 1 --2- 172.21.15.111:0/2901815256 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9ef806d4f0 0x7f9ef81f38b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.422+0000 7f9efe6d7640 1 -- 172.21.15.111:0/2901815256 >> 172.21.15.111:0/2901815256 conn(0x7f9ef806bba0 msgr2=0x7f9ef80b0c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:39.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.422+0000 7f9efe6d7640 1 -- 172.21.15.111:0/2901815256 shutdown_connections 2024-09-19T04:38:39.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.422+0000 7f9efe6d7640 1 -- 172.21.15.111:0/2901815256 wait complete. 2024-09-19T04:38:39.434 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol86182 2024-09-19T04:38:39.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.534+0000 7fc1ae19f640 1 Processor -- start 2024-09-19T04:38:39.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.534+0000 7fc1ae19f640 1 -- start start 2024-09-19T04:38:39.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.535+0000 7fc1ae19f640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc1a815c3f0 0x7fc1a806f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:39.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.535+0000 7fc1ae19f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1a80d1f40 0x7fc1a806f730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:39.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.535+0000 7fc1ae19f640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc1a80d0950 0x7fc1a80d0dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:39.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.535+0000 7fc1ae19f640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fc1a80b1b10 con 0x7fc1a80d0950 2024-09-19T04:38:39.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.535+0000 7fc1ae19f640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fc1a815c7d0 con 0x7fc1a815c3f0 2024-09-19T04:38:39.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.535+0000 7fc1ae19f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc1a80b1d60 con 0x7fc1a80d1f40 2024-09-19T04:38:39.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.535+0000 7fc1ad99e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc1a80d0950 0x7fc1a80d0dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:39.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.535+0000 7fc1ad99e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc1a80d0950 0x7fc1a80d0dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:36994/0 (socket says 172.21.15.111:36994) 2024-09-19T04:38:39.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.535+0000 7fc1ad99e640 1 -- 172.21.15.111:0/285374613 learned_addr learned my addr 172.21.15.111:0/285374613 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:39.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.535+0000 7fc1ad19d640 1 --2- 172.21.15.111:0/285374613 >> v2:172.21.15.114:3300/0 conn(0x7fc1a815c3f0 0x7fc1a806f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:39.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.535+0000 7fc1ac99c640 1 --2- 172.21.15.111:0/285374613 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1a80d1f40 0x7fc1a806f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:39.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.535+0000 7fc1ad99e640 1 -- 172.21.15.111:0/285374613 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1a80d1f40 msgr2=0x7fc1a806f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:39.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.535+0000 7fc1ad99e640 1 --2- 172.21.15.111:0/285374613 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1a80d1f40 0x7fc1a806f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.535+0000 7fc1ad99e640 1 -- 172.21.15.111:0/285374613 >> v2:172.21.15.114:3300/0 conn(0x7fc1a815c3f0 msgr2=0x7fc1a806f1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:39.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.535+0000 7fc1ad99e640 1 --2- 172.21.15.111:0/285374613 >> v2:172.21.15.114:3300/0 conn(0x7fc1a815c3f0 0x7fc1a806f1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.538 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.535+0000 7fc1ad99e640 1 -- 172.21.15.111:0/285374613 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1a80739f0 con 0x7fc1a80d0950 2024-09-19T04:38:39.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.536+0000 7fc1ad99e640 1 --2- 172.21.15.111:0/285374613 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1a80d0950 0x7fc1a80d0dc0 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7fc1a8051070 tx=0x7fc1a002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec776e75781263b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:39.539 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.536+0000 7fc19ffff640 1 -- 172.21.15.111:0/285374613 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a0036070 con 0x7fc1a80d0950 2024-09-19T04:38:39.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.536+0000 7fc19ffff640 1 -- 172.21.15.111:0/285374613 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1a0031600 con 0x7fc1a80d0950 2024-09-19T04:38:39.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.536+0000 7fc19ffff640 1 -- 172.21.15.111:0/285374613 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a00319d0 con 0x7fc1a80d0950 2024-09-19T04:38:39.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.537+0000 7fc1ae19f640 1 -- 172.21.15.111:0/285374613 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1a80d0950 msgr2=0x7fc1a80d0dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:39.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.537+0000 7fc1ae19f640 1 --2- 172.21.15.111:0/285374613 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1a80d0950 0x7fc1a80d0dc0 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7fc1a8051070 tx=0x7fc1a002a6a0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.540 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.537+0000 7fc1ae19f640 1 -- 172.21.15.111:0/285374613 shutdown_connections 2024-09-19T04:38:39.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.537+0000 7fc1ae19f640 1 --2- 172.21.15.111:0/285374613 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1a80d0950 0x7fc1a80d0dc0 unknown :-1 s=CLOSED pgs=1185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.537+0000 7fc1ae19f640 1 --2- 172.21.15.111:0/285374613 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1a80d1f40 0x7fc1a806f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.537+0000 7fc1ae19f640 1 --2- 172.21.15.111:0/285374613 >> v2:172.21.15.114:3300/0 conn(0x7fc1a815c3f0 0x7fc1a806f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.537+0000 7fc1ae19f640 1 -- 172.21.15.111:0/285374613 >> 172.21.15.111:0/285374613 conn(0x7fc1a80b4220 msgr2=0x7fc1a80b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:39.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.537+0000 7fc1ae19f640 1 -- 172.21.15.111:0/285374613 shutdown_connections 2024-09-19T04:38:39.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.537+0000 7fc1ae19f640 1 -- 172.21.15.111:0/285374613 wait complete. 2024-09-19T04:38:39.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.538+0000 7fc1ae19f640 1 Processor -- start 2024-09-19T04:38:39.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.538+0000 7fc1ae19f640 1 -- start start 2024-09-19T04:38:39.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.539+0000 7fc1ae19f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1a80d0950 0x7fc1a8150960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:39.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.539+0000 7fc1ae19f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1a80d1f40 0x7fc1a8156990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:39.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.539+0000 7fc1ae19f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc1a815c3f0 0x7fc1a81576b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:39.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.539+0000 7fc1ae19f640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc1a80b56a0 con 0x7fc1a80d0950 2024-09-19T04:38:39.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.539+0000 7fc1ae19f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc1a80b5520 con 0x7fc1a815c3f0 2024-09-19T04:38:39.544 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.539+0000 7fc1ae19f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc1a80d1300 con 0x7fc1a80d1f40 2024-09-19T04:38:39.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.539+0000 7fc1ad19d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1a80d0950 0x7fc1a8150960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:39.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.539+0000 7fc1ad19d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1a80d0950 0x7fc1a8150960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37010/0 (socket says 172.21.15.111:37010) 2024-09-19T04:38:39.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.539+0000 7fc1ad19d640 1 -- 172.21.15.111:0/1816974533 learned_addr learned my addr 172.21.15.111:0/1816974533 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:39.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.539+0000 7fc1ad99e640 1 --2- 172.21.15.111:0/1816974533 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc1a815c3f0 0x7fc1a81576b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:39.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.539+0000 7fc1ac99c640 1 --2- 172.21.15.111:0/1816974533 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1a80d1f40 0x7fc1a8156990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:39.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.539+0000 7fc1ad19d640 1 -- 172.21.15.111:0/1816974533 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1a80d1f40 msgr2=0x7fc1a8156990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:39.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.539+0000 7fc1ad19d640 1 --2- 172.21.15.111:0/1816974533 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1a80d1f40 0x7fc1a8156990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.539+0000 7fc1ad19d640 1 -- 172.21.15.111:0/1816974533 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc1a815c3f0 msgr2=0x7fc1a81576b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:39.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.539+0000 7fc1ad19d640 1 --2- 172.21.15.111:0/1816974533 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc1a815c3f0 0x7fc1a81576b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.539+0000 7fc1ad19d640 1 -- 172.21.15.111:0/1816974533 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1a8152bb0 con 0x7fc1a80d0950 2024-09-19T04:38:39.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.539+0000 7fc1ac99c640 1 --2- 172.21.15.111:0/1816974533 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc1a80d1f40 0x7fc1a8156990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:38:39.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.539+0000 7fc1ad19d640 1 --2- 172.21.15.111:0/1816974533 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1a80d0950 0x7fc1a8150960 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7fc1a400e870 tx=0x7fc1a400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:39.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.539+0000 7fc19dffb640 1 -- 172.21.15.111:0/1816974533 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a4017070 con 0x7fc1a80d0950 2024-09-19T04:38:39.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.539+0000 7fc19dffb640 1 -- 172.21.15.111:0/1816974533 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1a400c940 con 0x7fc1a80d0950 2024-09-19T04:38:39.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.539+0000 7fc1ae19f640 1 -- 172.21.15.111:0/1816974533 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1a80b1230 con 0x7fc1a80d0950 2024-09-19T04:38:39.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.539+0000 7fc19dffb640 1 -- 172.21.15.111:0/1816974533 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a400cd30 con 0x7fc1a80d0950 2024-09-19T04:38:39.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.540+0000 7fc1ae19f640 1 -- 172.21.15.111:0/1816974533 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1a8156ed0 con 0x7fc1a80d0950 2024-09-19T04:38:39.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.541+0000 7fc1ae19f640 1 -- 172.21.15.111:0/1816974533 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1a80d0dc0 con 0x7fc1a80d0950 2024-09-19T04:38:39.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.541+0000 7fc19dffb640 1 -- 172.21.15.111:0/1816974533 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 20) ==== 91254+0+0 (secure 0 0 0) 0x7fc1a401a070 con 0x7fc1a80d0950 2024-09-19T04:38:39.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.542+0000 7fc19dffb640 1 --2- 172.21.15.111:0/1816974533 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc18c06c730 0x7fc18c06ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:39.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.542+0000 7fc19dffb640 1 -- 172.21.15.111:0/1816974533 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 5825+0+0 (secure 0 0 0) 0x7fc1a408bed0 con 0x7fc1a80d0950 2024-09-19T04:38:39.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.542+0000 7fc1ac99c640 1 --2- 172.21.15.111:0/1816974533 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc18c06c730 0x7fc18c06ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:39.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.542+0000 7fc1ac99c640 1 --2- 172.21.15.111:0/1816974533 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc18c06c730 0x7fc18c06ebf0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc1a8075510 tx=0x7fc198009190 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:39.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.546+0000 7fc19dffb640 1 -- 172.21.15.111:0/1816974533 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc1a40598b0 con 0x7fc1a80d0950 2024-09-19T04:38:39.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.735+0000 7fc1ae19f640 1 -- 172.21.15.111:0/1816974533 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol86182", "target": ["mon-mgr", ""]}) -- 0x7fc1a80b1750 con 0x7fc18c06c730 2024-09-19T04:38:39.754 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:38:39.753+0000 7f0d66663640 -1 mgr.server reply reply (11) Resource temporarily unavailable subvolume 'subvol86182' is not ready for operation rm (use --force to override) 2024-09-19T04:38:39.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.753+0000 7fc19dffb640 1 -- 172.21.15.111:0/1816974533 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: -11 subvolume 'subvol86182' is not ready for operation rm (use --force to override)) ==== 87+0+0 (secure 0 0 0) 0x7fc198011dd0 con 0x7fc18c06c730 2024-09-19T04:38:39.755 INFO:teuthology.orchestra.run.smithi111.stderr:Error EAGAIN: subvolume 'subvol86182' is not ready for operation rm (use --force to override) 2024-09-19T04:38:39.761 DEBUG:teuthology.orchestra.run:got remote process result: 11 2024-09-19T04:38:39.761 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:39.761 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_nogroup/subvol86182/.meta) 2024-09-19T04:38:39.786 INFO:teuthology.orchestra.run.smithi111.stdout:[GLOBAL] 2024-09-19T04:38:39.786 INFO:teuthology.orchestra.run.smithi111.stdout:version = 1 2024-09-19T04:38:39.786 INFO:teuthology.orchestra.run.smithi111.stdout:type = clone 2024-09-19T04:38:39.786 INFO:teuthology.orchestra.run.smithi111.stdout:path = /volumes/_nogroup/subvol86182/cce9141f-2981-4c2d-bc66-7d26ebc1b877 2024-09-19T04:38:39.786 INFO:teuthology.orchestra.run.smithi111.stdout:state = pending 2024-09-19T04:38:39.786 INFO:teuthology.orchestra.run.smithi111.stdout:[source] 2024-09-19T04:38:39.786 INFO:teuthology.orchestra.run.smithi111.stdout:volume = fake 2024-09-19T04:38:39.786 INFO:teuthology.orchestra.run.smithi111.stdout:subvolume = fake 2024-09-19T04:38:39.786 INFO:teuthology.orchestra.run.smithi111.stdout:snapshot = fake 2024-09-19T04:38:39.787 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol86182 --force 2024-09-19T04:38:39.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.929+0000 7f1e8e50a640 1 Processor -- start 2024-09-19T04:38:39.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.929+0000 7f1e8e50a640 1 -- start start 2024-09-19T04:38:39.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.930+0000 7f1e8e50a640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f1e880cf5d0 0x7f1e880cfa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:39.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.930+0000 7f1e8e50a640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1e880b4240 con 0x7f1e8806d4f0 2024-09-19T04:38:39.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.930+0000 7f1e8e50a640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1e880b4520 con 0x7f1e88145d90 2024-09-19T04:38:39.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.930+0000 7f1e8e50a640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f1e8806d080 con 0x7f1e880cf5d0 2024-09-19T04:38:39.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.930+0000 7f1e8caa7640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f1e8806d4f0 0x7f1e8806d960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:50950/0 (socket says 172.21.15.111:50950) 2024-09-19T04:38:39.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.930+0000 7f1e8caa7640 1 -- 172.21.15.111:0/3855971660 learned_addr learned my addr 172.21.15.111:0/3855971660 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:39.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.930+0000 7f1e877fe640 1 --2- 172.21.15.111:0/3855971660 >> v2:172.21.15.114:3300/0 conn(0x7f1e880cf5d0 0x7f1e880cfa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:39.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.930+0000 7f1e86ffd640 1 -- 172.21.15.111:0/3855971660 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2639060148 0 0) 0x7f1e880b4240 con 0x7f1e8806d4f0 2024-09-19T04:38:39.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.930+0000 7f1e86ffd640 1 -- 172.21.15.111:0/3855971660 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1e70003520 con 0x7f1e8806d4f0 2024-09-19T04:38:39.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.930+0000 7f1e86ffd640 1 -- 172.21.15.111:0/3855971660 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2223223526 0 0) 0x7f1e70003520 con 0x7f1e8806d4f0 2024-09-19T04:38:39.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.930+0000 7f1e86ffd640 1 -- 172.21.15.111:0/3855971660 >> v2:172.21.15.114:3300/0 conn(0x7f1e880cf5d0 msgr2=0x7f1e880cfa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:39.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.930+0000 7f1e86ffd640 1 --2- 172.21.15.111:0/3855971660 >> v2:172.21.15.114:3300/0 conn(0x7f1e880cf5d0 0x7f1e880cfa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.930+0000 7f1e86ffd640 1 -- 172.21.15.111:0/3855971660 >> v1:172.21.15.114:6789/0 conn(0x7f1e88145d90 legacy=0x7f1e880ccf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:39.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.930+0000 7f1e86ffd640 1 -- 172.21.15.111:0/3855971660 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e880b4800 con 0x7f1e8806d4f0 2024-09-19T04:38:39.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.930+0000 7f1e86ffd640 1 -- 172.21.15.111:0/3855971660 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f1e800019f0 con 0x7f1e8806d4f0 2024-09-19T04:38:39.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.930+0000 7f1e86ffd640 1 -- 172.21.15.111:0/3855971660 >> v1:172.21.15.111:6789/0 conn(0x7f1e8806d4f0 legacy=0x7f1e8806d960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:39.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.930+0000 7f1e86ffd640 1 --2- 172.21.15.111:0/3855971660 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e700039b0 0x7f1e70003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:39.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.930+0000 7f1e86ffd640 1 --2- 172.21.15.111:0/3855971660 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e700043b0 0x7f1e70004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:39.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.931+0000 7f1e86ffd640 1 --2- 172.21.15.111:0/3855971660 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e70005080 0x7f1e7000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:39.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.931+0000 7f1e86ffd640 1 -- 172.21.15.111:0/3855971660 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1e7000bfb0 con 0x7f1e700039b0 2024-09-19T04:38:39.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.931+0000 7f1e86ffd640 1 -- 172.21.15.111:0/3855971660 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1e7000c160 con 0x7f1e700043b0 2024-09-19T04:38:39.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.931+0000 7f1e86ffd640 1 -- 172.21.15.111:0/3855971660 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1e7000c360 con 0x7f1e70005080 2024-09-19T04:38:39.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.931+0000 7f1e87fff640 1 --2- 172.21.15.111:0/3855971660 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e700039b0 0x7f1e70003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:39.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.931+0000 7f1e877fe640 1 --2- 172.21.15.111:0/3855971660 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e700043b0 0x7f1e70004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:39.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.931+0000 7f1e8caa7640 1 --2- 172.21.15.111:0/3855971660 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e70005080 0x7f1e7000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:39.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.931+0000 7f1e87fff640 1 -- 172.21.15.111:0/3855971660 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e70005080 msgr2=0x7f1e7000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:39.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.931+0000 7f1e87fff640 1 --2- 172.21.15.111:0/3855971660 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e70005080 0x7f1e7000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.931+0000 7f1e87fff640 1 -- 172.21.15.111:0/3855971660 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e700043b0 msgr2=0x7f1e70004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:39.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.931+0000 7f1e87fff640 1 --2- 172.21.15.111:0/3855971660 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e700043b0 0x7f1e70004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.931+0000 7f1e87fff640 1 -- 172.21.15.111:0/3855971660 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e70003520 con 0x7f1e700039b0 2024-09-19T04:38:39.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.931+0000 7f1e8caa7640 1 -- 172.21.15.111:0/3855971660 reap_dead start 2024-09-19T04:38:39.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.931+0000 7f1e87fff640 1 --2- 172.21.15.111:0/3855971660 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e700039b0 0x7f1e70003d90 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f1e78001910 tx=0x7f1e70005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7c6518bdb11a44a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:39.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.932+0000 7f1e86ffd640 1 -- 172.21.15.111:0/3855971660 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e78037070 con 0x7f1e700039b0 2024-09-19T04:38:39.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.932+0000 7f1e86ffd640 1 -- 172.21.15.111:0/3855971660 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e7802ac60 con 0x7f1e700039b0 2024-09-19T04:38:39.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.932+0000 7f1e86ffd640 1 -- 172.21.15.111:0/3855971660 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e780014e0 con 0x7f1e700039b0 2024-09-19T04:38:39.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.932+0000 7f1e8e50a640 1 -- 172.21.15.111:0/3855971660 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e700039b0 msgr2=0x7f1e70003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:39.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.932+0000 7f1e8e50a640 1 --2- 172.21.15.111:0/3855971660 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e700039b0 0x7f1e70003d90 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f1e78001910 tx=0x7f1e70005830 comp rx=0 tx=0).stop 2024-09-19T04:38:39.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.932+0000 7f1e8e50a640 1 -- 172.21.15.111:0/3855971660 shutdown_connections 2024-09-19T04:38:39.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.932+0000 7f1e8e50a640 1 --2- 172.21.15.111:0/3855971660 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e700039b0 0x7f1e70003d90 unknown :-1 s=CLOSED pgs=1188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.932+0000 7f1e8e50a640 1 -- 172.21.15.111:0/3855971660 >> 172.21.15.111:0/3855971660 conn(0x7f1e8806bba0 msgr2=0x7f1e8806bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:39.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.932+0000 7f1e8e50a640 1 -- 172.21.15.111:0/3855971660 shutdown_connections 2024-09-19T04:38:39.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.932+0000 7f1e8e50a640 1 -- 172.21.15.111:0/3855971660 wait complete. 2024-09-19T04:38:39.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.933+0000 7f1e8e50a640 1 Processor -- start 2024-09-19T04:38:39.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.934+0000 7f1e8e50a640 1 -- start start 2024-09-19T04:38:39.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.934+0000 7f1e8e50a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e700039b0 0x7f1e880ae580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:39.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.934+0000 7f1e8e50a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e881f54c0 0x7f1e880c54e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:39.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.934+0000 7f1e8e50a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e880c5a20 0x7f1e880acf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:39.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.934+0000 7f1e8e50a640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1e880b5790 con 0x7f1e700039b0 2024-09-19T04:38:39.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.934+0000 7f1e8e50a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1e880b5610 con 0x7f1e881f54c0 2024-09-19T04:38:39.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.934+0000 7f1e8e50a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1e88146170 con 0x7f1e880c5a20 2024-09-19T04:38:39.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.934+0000 7f1e87fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e700039b0 0x7f1e880ae580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:39.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.934+0000 7f1e87fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e700039b0 0x7f1e880ae580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37038/0 (socket says 172.21.15.111:37038) 2024-09-19T04:38:39.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.934+0000 7f1e87fff640 1 -- 172.21.15.111:0/1817431943 learned_addr learned my addr 172.21.15.111:0/1817431943 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:39.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.934+0000 7f1e8caa7640 1 --2- 172.21.15.111:0/1817431943 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e880c5a20 0x7f1e880acf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:39.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.934+0000 7f1e877fe640 1 --2- 172.21.15.111:0/1817431943 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e881f54c0 0x7f1e880c54e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:39.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.935+0000 7f1e87fff640 1 -- 172.21.15.111:0/1817431943 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e880c5a20 msgr2=0x7f1e880acf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:39.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.935+0000 7f1e87fff640 1 --2- 172.21.15.111:0/1817431943 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e880c5a20 0x7f1e880acf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.935+0000 7f1e87fff640 1 -- 172.21.15.111:0/1817431943 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e881f54c0 msgr2=0x7f1e880c54e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:39.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.935+0000 7f1e87fff640 1 --2- 172.21.15.111:0/1817431943 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e881f54c0 0x7f1e880c54e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:39.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.935+0000 7f1e87fff640 1 -- 172.21.15.111:0/1817431943 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e881f5cf0 con 0x7f1e700039b0 2024-09-19T04:38:39.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.935+0000 7f1e87fff640 1 --2- 172.21.15.111:0/1817431943 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e700039b0 0x7f1e880ae580 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f1e78001910 tx=0x7f1e780012b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:39.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.935+0000 7f1e84ff9640 1 -- 172.21.15.111:0/1817431943 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e7803f020 con 0x7f1e700039b0 2024-09-19T04:38:39.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.935+0000 7f1e84ff9640 1 -- 172.21.15.111:0/1817431943 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e780052e0 con 0x7f1e700039b0 2024-09-19T04:38:39.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.935+0000 7f1e84ff9640 1 -- 172.21.15.111:0/1817431943 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e78037040 con 0x7f1e700039b0 2024-09-19T04:38:39.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.935+0000 7f1e8e50a640 1 -- 172.21.15.111:0/1817431943 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e881f5fd0 con 0x7f1e700039b0 2024-09-19T04:38:39.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.935+0000 7f1e8e50a640 1 -- 172.21.15.111:0/1817431943 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e880aca20 con 0x7f1e700039b0 2024-09-19T04:38:39.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.936+0000 7f1e8e50a640 1 -- 172.21.15.111:0/1817431943 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e880cfa40 con 0x7f1e700039b0 2024-09-19T04:38:39.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.937+0000 7f1e84ff9640 1 -- 172.21.15.111:0/1817431943 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 20) ==== 91254+0+0 (secure 0 0 0) 0x7f1e78042020 con 0x7f1e700039b0 2024-09-19T04:38:39.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.937+0000 7f1e84ff9640 1 --2- 172.21.15.111:0/1817431943 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1e7406c730 0x7f1e7406ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:39.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.937+0000 7f1e84ff9640 1 -- 172.21.15.111:0/1817431943 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 5825+0+0 (secure 0 0 0) 0x7f1e780ab8e0 con 0x7f1e700039b0 2024-09-19T04:38:39.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.937+0000 7f1e877fe640 1 --2- 172.21.15.111:0/1817431943 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1e7406c730 0x7f1e7406ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:39.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.938+0000 7f1e877fe640 1 --2- 172.21.15.111:0/1817431943 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1e7406c730 0x7f1e7406ebf0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1e880b3aa0 tx=0x7f1e7c009190 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:39.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:39.941+0000 7f1e84ff9640 1 -- 172.21.15.111:0/1817431943 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1e78049030 con 0x7f1e700039b0 2024-09-19T04:38:40.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.131+0000 7f1e8e50a640 1 -- 172.21.15.111:0/1817431943 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol86182", "force": true, "target": ["mon-mgr", ""]}) -- 0x7f1e880ccff0 con 0x7f1e7406c730 2024-09-19T04:38:40.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.154+0000 7f1e84ff9640 1 -- 172.21.15.111:0/1817431943 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f1e880ccff0 con 0x7f1e7406c730 2024-09-19T04:38:40.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.157+0000 7f1e8e50a640 1 -- 172.21.15.111:0/1817431943 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1e7406c730 msgr2=0x7f1e7406ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:40.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.157+0000 7f1e8e50a640 1 --2- 172.21.15.111:0/1817431943 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1e7406c730 0x7f1e7406ebf0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1e880b3aa0 tx=0x7f1e7c009190 comp rx=0 tx=0).stop 2024-09-19T04:38:40.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.157+0000 7f1e8e50a640 1 -- 172.21.15.111:0/1817431943 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e700039b0 msgr2=0x7f1e880ae580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:40.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.157+0000 7f1e8e50a640 1 --2- 172.21.15.111:0/1817431943 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e700039b0 0x7f1e880ae580 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f1e78001910 tx=0x7f1e780012b0 comp rx=0 tx=0).stop 2024-09-19T04:38:40.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.157+0000 7f1e8e50a640 1 -- 172.21.15.111:0/1817431943 shutdown_connections 2024-09-19T04:38:40.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.157+0000 7f1e8e50a640 1 --2- 172.21.15.111:0/1817431943 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1e7406c730 0x7f1e7406ebf0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:40.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.157+0000 7f1e8e50a640 1 --2- 172.21.15.111:0/1817431943 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e880c5a20 0x7f1e880acf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:40.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.157+0000 7f1e8e50a640 1 --2- 172.21.15.111:0/1817431943 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e881f54c0 0x7f1e880c54e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:40.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.157+0000 7f1e8e50a640 1 --2- 172.21.15.111:0/1817431943 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e700039b0 0x7f1e880ae580 unknown :-1 s=CLOSED pgs=1189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:40.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.157+0000 7f1e8e50a640 1 -- 172.21.15.111:0/1817431943 >> 172.21.15.111:0/1817431943 conn(0x7f1e8806bba0 msgr2=0x7f1e880cfc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:40.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.157+0000 7f1e8e50a640 1 -- 172.21.15.111:0/1817431943 shutdown_connections 2024-09-19T04:38:40.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.157+0000 7f1e8e50a640 1 -- 172.21.15.111:0/1817431943 wait complete. 2024-09-19T04:38:40.169 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume ls cephfs 2024-09-19T04:38:40.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.270+0000 7f6bdc713640 1 Processor -- start 2024-09-19T04:38:40.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.270+0000 7f6bdc713640 1 -- start start 2024-09-19T04:38:40.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.271+0000 7f6bdc713640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f6bd406f130 0x7f6bd40b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:40.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.271+0000 7f6bdc713640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6bd415c820 con 0x7f6bd415c370 2024-09-19T04:38:40.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.271+0000 7f6bdc713640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6bd40b43f0 con 0x7f6bd4158e50 2024-09-19T04:38:40.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.271+0000 7f6bdc713640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f6bd40b3630 con 0x7f6bd406f130 2024-09-19T04:38:40.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.271+0000 7f6bd9cae640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f6bd406f130 0x7f6bd40b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:40.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.271+0000 7f6bdacb0640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f6bd415c370 0x7f6bd40ce200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:50956/0 (socket says 172.21.15.111:50956) 2024-09-19T04:38:40.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.271+0000 7f6bdacb0640 1 -- 172.21.15.111:0/1970998446 learned_addr learned my addr 172.21.15.111:0/1970998446 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:40.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.271+0000 7f6bd9cae640 1 -- 172.21.15.111:0/1970998446 >> v1:172.21.15.114:6789/0 conn(0x7f6bd4158e50 legacy=0x7f6bd406ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:40.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.271+0000 7f6bd9cae640 1 -- 172.21.15.111:0/1970998446 >> v1:172.21.15.111:6789/0 conn(0x7f6bd415c370 legacy=0x7f6bd40ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:40.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.271+0000 7f6bd94ad640 1 -- 172.21.15.111:0/1970998446 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3814587740 0 0) 0x7f6bcc001490 con 0x7f6bd415c370 2024-09-19T04:38:40.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.271+0000 7f6bd9cae640 1 -- 172.21.15.111:0/1970998446 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bd40b3910 con 0x7f6bd406f130 2024-09-19T04:38:40.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.272+0000 7f6bd9cae640 1 --2- 172.21.15.111:0/1970998446 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6bd406f130 0x7f6bd40b5050 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f6bc4009790 tx=0x7f6bc402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4bd3838f27b283e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:40.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.272+0000 7f6bd94ad640 1 -- 172.21.15.111:0/1970998446 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bc4037070 con 0x7f6bd406f130 2024-09-19T04:38:40.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.272+0000 7f6bd94ad640 1 -- 172.21.15.111:0/1970998446 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bc4032440 con 0x7f6bd406f130 2024-09-19T04:38:40.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.272+0000 7f6bd94ad640 1 -- 172.21.15.111:0/1970998446 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bc4032810 con 0x7f6bd406f130 2024-09-19T04:38:40.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.273+0000 7f6bdc713640 1 -- 172.21.15.111:0/1970998446 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6bd406f130 msgr2=0x7f6bd40b5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:40.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.273+0000 7f6bdc713640 1 --2- 172.21.15.111:0/1970998446 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6bd406f130 0x7f6bd40b5050 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f6bc4009790 tx=0x7f6bc402a180 comp rx=0 tx=0).stop 2024-09-19T04:38:40.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.273+0000 7f6bdc713640 1 -- 172.21.15.111:0/1970998446 shutdown_connections 2024-09-19T04:38:40.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.273+0000 7f6bdc713640 1 --2- 172.21.15.111:0/1970998446 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6bd406f130 0x7f6bd40b5050 unknown :-1 s=CLOSED pgs=1191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:40.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.273+0000 7f6bdc713640 1 -- 172.21.15.111:0/1970998446 >> 172.21.15.111:0/1970998446 conn(0x7f6bd406bba0 msgr2=0x7f6bd406bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:40.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.273+0000 7f6bdc713640 1 -- 172.21.15.111:0/1970998446 shutdown_connections 2024-09-19T04:38:40.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.274+0000 7f6bdc713640 1 -- 172.21.15.111:0/1970998446 wait complete. 2024-09-19T04:38:40.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.275+0000 7f6bdc713640 1 Processor -- start 2024-09-19T04:38:40.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.275+0000 7f6bdc713640 1 -- start start 2024-09-19T04:38:40.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.276+0000 7f6bdc713640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6bd406f130 0x7f6bd41f75e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:40.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.276+0000 7f6bdc713640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6bd4158e50 0x7f6bd406d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:40.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.276+0000 7f6bdc713640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6bd415c370 0x7f6bd406de50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:40.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.276+0000 7f6bdc713640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6bd4159230 con 0x7f6bd415c370 2024-09-19T04:38:40.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.276+0000 7f6bdc713640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6bd40b3ed0 con 0x7f6bd4158e50 2024-09-19T04:38:40.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.276+0000 7f6bdc713640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6bd40ce910 con 0x7f6bd406f130 2024-09-19T04:38:40.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.276+0000 7f6bdacb0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6bd415c370 0x7f6bd406de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:40.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.276+0000 7f6bdacb0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6bd415c370 0x7f6bd406de50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37060/0 (socket says 172.21.15.111:37060) 2024-09-19T04:38:40.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.276+0000 7f6bda4af640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6bd406f130 0x7f6bd41f75e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:40.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.276+0000 7f6bdacb0640 1 -- 172.21.15.111:0/1173605286 learned_addr learned my addr 172.21.15.111:0/1173605286 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:40.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.276+0000 7f6bd9cae640 1 --2- 172.21.15.111:0/1173605286 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6bd4158e50 0x7f6bd406d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:40.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.276+0000 7f6bdacb0640 1 -- 172.21.15.111:0/1173605286 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6bd406f130 msgr2=0x7f6bd41f75e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:40.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.276+0000 7f6bdacb0640 1 --2- 172.21.15.111:0/1173605286 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6bd406f130 0x7f6bd41f75e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:40.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.276+0000 7f6bdacb0640 1 -- 172.21.15.111:0/1173605286 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6bd4158e50 msgr2=0x7f6bd406d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:40.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.276+0000 7f6bdacb0640 1 --2- 172.21.15.111:0/1173605286 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6bd4158e50 0x7f6bd406d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:40.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.276+0000 7f6bdacb0640 1 -- 172.21.15.111:0/1173605286 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bd41f55a0 con 0x7f6bd415c370 2024-09-19T04:38:40.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.276+0000 7f6bdacb0640 1 --2- 172.21.15.111:0/1173605286 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6bd415c370 0x7f6bd406de50 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7f6bcc00c700 tx=0x7f6bcc00cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:40.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.277+0000 7f6bcaffd640 1 -- 172.21.15.111:0/1173605286 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bcc018070 con 0x7f6bd415c370 2024-09-19T04:38:40.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.277+0000 7f6bcaffd640 1 -- 172.21.15.111:0/1173605286 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bcc00ce10 con 0x7f6bd415c370 2024-09-19T04:38:40.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.277+0000 7f6bdc713640 1 -- 172.21.15.111:0/1173605286 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bd4159ab0 con 0x7f6bd415c370 2024-09-19T04:38:40.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.277+0000 7f6bcaffd640 1 -- 172.21.15.111:0/1173605286 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bcc00a860 con 0x7f6bd415c370 2024-09-19T04:38:40.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.277+0000 7f6bdc713640 1 -- 172.21.15.111:0/1173605286 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bd41f7b20 con 0x7f6bd415c370 2024-09-19T04:38:40.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.278+0000 7f6bdc713640 1 -- 172.21.15.111:0/1173605286 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bd406d060 con 0x7f6bd415c370 2024-09-19T04:38:40.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.278+0000 7f6bcaffd640 1 -- 172.21.15.111:0/1173605286 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 20) ==== 91254+0+0 (secure 0 0 0) 0x7f6bcc01b070 con 0x7f6bd415c370 2024-09-19T04:38:40.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.278+0000 7f6bcaffd640 1 --2- 172.21.15.111:0/1173605286 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6bb806c730 0x7f6bb806ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:40.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.278+0000 7f6bcaffd640 1 -- 172.21.15.111:0/1173605286 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 5809+0+0 (secure 0 0 0) 0x7f6bcc08b1d0 con 0x7f6bd415c370 2024-09-19T04:38:40.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.279+0000 7f6bda4af640 1 --2- 172.21.15.111:0/1173605286 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6bb806c730 0x7f6bb806ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:40.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.279+0000 7f6bda4af640 1 --2- 172.21.15.111:0/1173605286 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6bb806c730 0x7f6bb806ebf0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f6bd0000f60 tx=0x7f6bd0009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:40.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.283+0000 7f6bcaffd640 1 -- 172.21.15.111:0/1173605286 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6bd406d060 con 0x7f6bd415c370 2024-09-19T04:38:40.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.481+0000 7f6bdc713640 1 -- 172.21.15.111:0/1173605286 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume ls", "vol_name": "cephfs", "target": ["mon-mgr", ""]}) -- 0x7f6bd40cd190 con 0x7f6bb806c730 2024-09-19T04:38:40.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.484+0000 7f6bcaffd640 1 -- 172.21.15.111:0/1173605286 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+3 (secure 0 0 0) 0x7f6bd40cd190 con 0x7f6bb806c730 2024-09-19T04:38:40.486 INFO:teuthology.orchestra.run.smithi111.stdout:[] 2024-09-19T04:38:40.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.486+0000 7f6bdc713640 1 -- 172.21.15.111:0/1173605286 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6bb806c730 msgr2=0x7f6bb806ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:40.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.486+0000 7f6bdc713640 1 --2- 172.21.15.111:0/1173605286 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6bb806c730 0x7f6bb806ebf0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f6bd0000f60 tx=0x7f6bd0009040 comp rx=0 tx=0).stop 2024-09-19T04:38:40.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.486+0000 7f6bdc713640 1 -- 172.21.15.111:0/1173605286 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6bd415c370 msgr2=0x7f6bd406de50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:40.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.486+0000 7f6bdc713640 1 --2- 172.21.15.111:0/1173605286 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6bd415c370 0x7f6bd406de50 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7f6bcc00c700 tx=0x7f6bcc00cbc0 comp rx=0 tx=0).stop 2024-09-19T04:38:40.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.486+0000 7f6bdc713640 1 -- 172.21.15.111:0/1173605286 shutdown_connections 2024-09-19T04:38:40.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.486+0000 7f6bdc713640 1 --2- 172.21.15.111:0/1173605286 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6bb806c730 0x7f6bb806ebf0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:40.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.486+0000 7f6bdc713640 1 --2- 172.21.15.111:0/1173605286 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6bd415c370 0x7f6bd406de50 unknown :-1 s=CLOSED pgs=1192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:40.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.486+0000 7f6bdc713640 1 --2- 172.21.15.111:0/1173605286 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6bd4158e50 0x7f6bd406d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:40.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.486+0000 7f6bdc713640 1 --2- 172.21.15.111:0/1173605286 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6bd406f130 0x7f6bd41f75e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:40.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.486+0000 7f6bdc713640 1 -- 172.21.15.111:0/1173605286 >> 172.21.15.111:0/1173605286 conn(0x7f6bd406bba0 msgr2=0x7f6bd4071080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:40.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.487+0000 7f6bdc713640 1 -- 172.21.15.111:0/1173605286 shutdown_connections 2024-09-19T04:38:40.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.487+0000 7f6bdc713640 1 -- 172.21.15.111:0/1173605286 wait complete. 2024-09-19T04:38:40.498 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'stat -c %h /home/ubuntu/cephtest/mnt.0/./volumes/_deleting') 2024-09-19T04:38:40.547 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:38:40.549 INFO:teuthology.orchestra.run.smithi111.stdout:2 2024-09-19T04:38:40.549 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:38:40.555 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:38:40.555 DEBUG:teuthology.orchestra.run.smithi111:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:38:40.595 DEBUG:teuthology.orchestra.run.smithi114:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:38:40.646 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:38:40.646 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:38:40.646 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:38:40.646 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:38:40.662 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:38:40.662 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:38:40.719 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:38:40.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.857+0000 7f84ccb7f640 1 Processor -- start 2024-09-19T04:38:40.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.857+0000 7f84ccb7f640 1 -- start start 2024-09-19T04:38:40.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.858+0000 7f84ccb7f640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f84c806be10 0x7f84c80cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:40.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.858+0000 7f84ccb7f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84c806c1f0 0x7f84c815baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:40.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.858+0000 7f84ccb7f640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84c80cd5f0 con 0x7f84c8151540 2024-09-19T04:38:40.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.858+0000 7f84ccb7f640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f84c80cd8d0 con 0x7f84c806be10 2024-09-19T04:38:40.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.858+0000 7f84ccb7f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f84c80cdbb0 con 0x7f84c806c1f0 2024-09-19T04:38:40.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.858+0000 7f84c659c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f84c806be10 0x7f84c80cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:40.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.858+0000 7f84c659c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f84c806be10 0x7f84c80cd010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37066/0 (socket says 172.21.15.111:37066) 2024-09-19T04:38:40.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.858+0000 7f84c659c640 1 -- 172.21.15.111:0/2945848384 learned_addr learned my addr 172.21.15.111:0/2945848384 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:40.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.858+0000 7f84c659c640 1 -- 172.21.15.111:0/2945848384 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84c806c1f0 msgr2=0x7f84c815baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:40.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.858+0000 7f84c659c640 1 --2- 172.21.15.111:0/2945848384 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84c806c1f0 0x7f84c815baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:40.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.858+0000 7f84c659c640 1 -- 172.21.15.111:0/2945848384 >> v1:172.21.15.114:6789/0 conn(0x7f84c8151540 legacy=0x7f84c815e610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:40.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.858+0000 7f84c659c640 1 -- 172.21.15.111:0/2945848384 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84c80cde90 con 0x7f84c806be10 2024-09-19T04:38:40.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.859+0000 7f84c659c640 1 --2- 172.21.15.111:0/2945848384 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84c806be10 0x7f84c80cd010 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7f84b8009870 tx=0x7f84b802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f465a85f2a8f1549 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:40.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.859+0000 7f84c559a640 1 -- 172.21.15.111:0/2945848384 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b8037070 con 0x7f84c806be10 2024-09-19T04:38:40.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.859+0000 7f84c559a640 1 -- 172.21.15.111:0/2945848384 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84b8032440 con 0x7f84c806be10 2024-09-19T04:38:40.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.859+0000 7f84c559a640 1 -- 172.21.15.111:0/2945848384 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b8032810 con 0x7f84c806be10 2024-09-19T04:38:40.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.860+0000 7f84ccb7f640 1 -- 172.21.15.111:0/2945848384 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84c806be10 msgr2=0x7f84c80cd010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:40.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.860+0000 7f84ccb7f640 1 --2- 172.21.15.111:0/2945848384 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84c806be10 0x7f84c80cd010 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7f84b8009870 tx=0x7f84b802a210 comp rx=0 tx=0).stop 2024-09-19T04:38:40.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.860+0000 7f84ccb7f640 1 -- 172.21.15.111:0/2945848384 shutdown_connections 2024-09-19T04:38:40.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.860+0000 7f84ccb7f640 1 --2- 172.21.15.111:0/2945848384 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84c806c1f0 0x7f84c815baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:40.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.860+0000 7f84ccb7f640 1 --2- 172.21.15.111:0/2945848384 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84c806be10 0x7f84c80cd010 unknown :-1 s=CLOSED pgs=1193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:40.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.860+0000 7f84ccb7f640 1 -- 172.21.15.111:0/2945848384 >> 172.21.15.111:0/2945848384 conn(0x7f84c8062cc0 msgr2=0x7f84c806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:40.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.860+0000 7f84ccb7f640 1 -- 172.21.15.111:0/2945848384 shutdown_connections 2024-09-19T04:38:40.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.860+0000 7f84ccb7f640 1 -- 172.21.15.111:0/2945848384 wait complete. 2024-09-19T04:38:40.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.861+0000 7f84ccb7f640 1 Processor -- start 2024-09-19T04:38:40.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.861+0000 7f84ccb7f640 1 -- start start 2024-09-19T04:38:40.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.862+0000 7f84ccb7f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f84c806be10 0x7f84c81562d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:40.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.862+0000 7f84ccb7f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84c806c1f0 0x7f84c81f4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:40.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.862+0000 7f84ccb7f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84c8151540 0x7f84c81f5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:40.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.862+0000 7f84ccb7f640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f84c81519b0 con 0x7f84c8151540 2024-09-19T04:38:40.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.862+0000 7f84ccb7f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f84c80ce690 con 0x7f84c806be10 2024-09-19T04:38:40.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.862+0000 7f84ccb7f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f84c8151b30 con 0x7f84c806c1f0 2024-09-19T04:38:40.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.862+0000 7f84c6d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84c8151540 0x7f84c81f5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:40.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.862+0000 7f84c6d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84c8151540 0x7f84c81f5100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37082/0 (socket says 172.21.15.111:37082) 2024-09-19T04:38:40.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.862+0000 7f84c6d9d640 1 -- 172.21.15.111:0/3857752579 learned_addr learned my addr 172.21.15.111:0/3857752579 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:40.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.862+0000 7f84c659c640 1 --2- 172.21.15.111:0/3857752579 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f84c806be10 0x7f84c81562d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:40.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.862+0000 7f84c5d9b640 1 --2- 172.21.15.111:0/3857752579 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84c806c1f0 0x7f84c81f4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:40.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.862+0000 7f84c6d9d640 1 -- 172.21.15.111:0/3857752579 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84c806c1f0 msgr2=0x7f84c81f4bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:40.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.862+0000 7f84c6d9d640 1 --2- 172.21.15.111:0/3857752579 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84c806c1f0 0x7f84c81f4bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:40.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.862+0000 7f84c6d9d640 1 -- 172.21.15.111:0/3857752579 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f84c806be10 msgr2=0x7f84c81562d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:40.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.862+0000 7f84c6d9d640 1 --2- 172.21.15.111:0/3857752579 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f84c806be10 0x7f84c81562d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:40.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.862+0000 7f84c6d9d640 1 -- 172.21.15.111:0/3857752579 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84c815df20 con 0x7f84c8151540 2024-09-19T04:38:40.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.862+0000 7f84c6d9d640 1 --2- 172.21.15.111:0/3857752579 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84c8151540 0x7f84c81f5100 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f84c000b970 tx=0x7f84c000bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:40.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.862+0000 7f84b6ffd640 1 -- 172.21.15.111:0/3857752579 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84c0019070 con 0x7f84c8151540 2024-09-19T04:38:40.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.863+0000 7f84b6ffd640 1 -- 172.21.15.111:0/3857752579 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84c000cae0 con 0x7f84c8151540 2024-09-19T04:38:40.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.863+0000 7f84ccb7f640 1 -- 172.21.15.111:0/3857752579 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84c815e200 con 0x7f84c8151540 2024-09-19T04:38:40.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.863+0000 7f84b6ffd640 1 -- 172.21.15.111:0/3857752579 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84c0014440 con 0x7f84c8151540 2024-09-19T04:38:40.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.863+0000 7f84ccb7f640 1 -- 172.21.15.111:0/3857752579 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84c815eaa0 con 0x7f84c8151540 2024-09-19T04:38:40.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.863+0000 7f84ccb7f640 1 -- 172.21.15.111:0/3857752579 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84c815eca0 con 0x7f84c8151540 2024-09-19T04:38:40.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.864+0000 7f84b6ffd640 1 -- 172.21.15.111:0/3857752579 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 20) ==== 91254+0+0 (secure 0 0 0) 0x7f84c001c070 con 0x7f84c8151540 2024-09-19T04:38:40.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.864+0000 7f84b6ffd640 1 --2- 172.21.15.111:0/3857752579 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f84a806c730 0x7f84a806ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:40.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.865+0000 7f84b6ffd640 1 -- 172.21.15.111:0/3857752579 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 5809+0+0 (secure 0 0 0) 0x7f84c008b8a0 con 0x7f84c8151540 2024-09-19T04:38:40.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.865+0000 7f84c659c640 1 --2- 172.21.15.111:0/3857752579 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f84a806c730 0x7f84a806ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:40.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.865+0000 7f84c659c640 1 --2- 172.21.15.111:0/3857752579 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f84a806c730 0x7f84a806ebf0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f84b8034000 tx=0x7f84b802e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:40.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:40.869+0000 7f84b6ffd640 1 -- 172.21.15.111:0/3857752579 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f84c815eca0 con 0x7f84c8151540 2024-09-19T04:38:41.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.047+0000 7f84ccb7f640 1 -- 172.21.15.111:0/3857752579 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f84c8159190 con 0x7f84c8151540 2024-09-19T04:38:41.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.047+0000 7f84b6ffd640 1 -- 172.21.15.111:0/3857752579 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v119) ==== 80+0+0 (secure 0 0 0) 0x7f84c8159190 con 0x7f84c8151540 2024-09-19T04:38:41.049 INFO:teuthology.orchestra.run.smithi111.stderr:listed 0 entries 2024-09-19T04:38:41.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.049+0000 7f84ccb7f640 1 -- 172.21.15.111:0/3857752579 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f84a806c730 msgr2=0x7f84a806ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:41.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.049+0000 7f84ccb7f640 1 --2- 172.21.15.111:0/3857752579 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f84a806c730 0x7f84a806ebf0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f84b8034000 tx=0x7f84b802e000 comp rx=0 tx=0).stop 2024-09-19T04:38:41.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.049+0000 7f84ccb7f640 1 -- 172.21.15.111:0/3857752579 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84c8151540 msgr2=0x7f84c81f5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:41.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.049+0000 7f84ccb7f640 1 --2- 172.21.15.111:0/3857752579 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84c8151540 0x7f84c81f5100 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f84c000b970 tx=0x7f84c000bd70 comp rx=0 tx=0).stop 2024-09-19T04:38:41.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.049+0000 7f84ccb7f640 1 -- 172.21.15.111:0/3857752579 shutdown_connections 2024-09-19T04:38:41.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.049+0000 7f84ccb7f640 1 --2- 172.21.15.111:0/3857752579 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f84a806c730 0x7f84a806ebf0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.049+0000 7f84ccb7f640 1 --2- 172.21.15.111:0/3857752579 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84c8151540 0x7f84c81f5100 unknown :-1 s=CLOSED pgs=1194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.049+0000 7f84ccb7f640 1 --2- 172.21.15.111:0/3857752579 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f84c806c1f0 0x7f84c81f4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.049+0000 7f84ccb7f640 1 --2- 172.21.15.111:0/3857752579 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f84c806be10 0x7f84c81562d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.049+0000 7f84ccb7f640 1 -- 172.21.15.111:0/3857752579 >> 172.21.15.111:0/3857752579 conn(0x7f84c8062cc0 msgr2=0x7f84c8073ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:41.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.049+0000 7f84ccb7f640 1 -- 172.21.15.111:0/3857752579 shutdown_connections 2024-09-19T04:38:41.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.049+0000 7f84ccb7f640 1 -- 172.21.15.111:0/3857752579 wait complete. 2024-09-19T04:38:41.061 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T04:38:41.061 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:41.062 DEBUG:teuthology.orchestra.run.smithi111:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T04:38:41.104 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi111.front.sepia.ceph.com 2024-09-19T04:38:41.104 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:41.104 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T04:38:41.160 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:38:41.160 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:38:41.160 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:38:41.177 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:38:41.177 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:38:41.233 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:38:41.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.332+0000 7f1e3d023640 1 Processor -- start 2024-09-19T04:38:41.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.332+0000 7f1e3d023640 1 -- start start 2024-09-19T04:38:41.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.333+0000 7f1e3d023640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1e3815c300 0x7f1e380affc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:41.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.333+0000 7f1e3d023640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f1e380cd300 0x7f1e3806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:41.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.333+0000 7f1e3d023640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1e3815ecf0 con 0x7f1e3806f010 2024-09-19T04:38:41.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.333+0000 7f1e3d023640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f1e3806f480 con 0x7f1e3815c300 2024-09-19T04:38:41.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.333+0000 7f1e3d023640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f1e3815c6e0 con 0x7f1e380cd300 2024-09-19T04:38:41.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.333+0000 7f1e36d9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1e3815c300 0x7f1e380affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:41.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.333+0000 7f1e36d9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1e3815c300 0x7f1e380affc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60656/0 (socket says 172.21.15.111:60656) 2024-09-19T04:38:41.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.333+0000 7f1e36d9d640 1 -- 172.21.15.111:0/2653750203 learned_addr learned my addr 172.21.15.111:0/2653750203 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:41.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.333+0000 7f1e3759e640 1 --1- 172.21.15.111:0/2653750203 >> v1:172.21.15.111:6789/0 conn(0x7f1e3806f010 0x7f1e381622e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35606/0 (socket says 172.21.15.111:35606) 2024-09-19T04:38:41.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.333+0000 7f1e3659c640 1 --2- 172.21.15.111:0/2653750203 >> v2:172.21.15.114:3300/0 conn(0x7f1e380cd300 0x7f1e3806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:41.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.333+0000 7f1e36d9d640 1 -- 172.21.15.111:0/2653750203 >> v2:172.21.15.114:3300/0 conn(0x7f1e380cd300 msgr2=0x7f1e3806ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:41.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.333+0000 7f1e36d9d640 1 --2- 172.21.15.111:0/2653750203 >> v2:172.21.15.114:3300/0 conn(0x7f1e380cd300 0x7f1e3806ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.333+0000 7f1e36d9d640 1 -- 172.21.15.111:0/2653750203 >> v1:172.21.15.111:6789/0 conn(0x7f1e3806f010 legacy=0x7f1e381622e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:41.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.333+0000 7f1e36d9d640 1 -- 172.21.15.111:0/2653750203 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e3815efb0 con 0x7f1e3815c300 2024-09-19T04:38:41.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.333+0000 7f1e35d9b640 1 -- 172.21.15.111:0/2653750203 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 860131348 0 0) 0x7f1e3815ecf0 con 0x7f1e3806f010 2024-09-19T04:38:41.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.334+0000 7f1e36d9d640 1 --2- 172.21.15.111:0/2653750203 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e3815c300 0x7f1e380affc0 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f1e38062b50 tx=0x7f1e2802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12587e21161fad02 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:41.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.334+0000 7f1e35d9b640 1 -- 172.21.15.111:0/2653750203 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e28037070 con 0x7f1e3815c300 2024-09-19T04:38:41.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.334+0000 7f1e35d9b640 1 -- 172.21.15.111:0/2653750203 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e28032440 con 0x7f1e3815c300 2024-09-19T04:38:41.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.334+0000 7f1e35d9b640 1 -- 172.21.15.111:0/2653750203 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e28032810 con 0x7f1e3815c300 2024-09-19T04:38:41.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.335+0000 7f1e3d023640 1 -- 172.21.15.111:0/2653750203 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e3815c300 msgr2=0x7f1e380affc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:41.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.335+0000 7f1e3d023640 1 --2- 172.21.15.111:0/2653750203 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e3815c300 0x7f1e380affc0 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f1e38062b50 tx=0x7f1e2802a1e0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.335+0000 7f1e3d023640 1 -- 172.21.15.111:0/2653750203 shutdown_connections 2024-09-19T04:38:41.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.335+0000 7f1e3d023640 1 --2- 172.21.15.111:0/2653750203 >> v2:172.21.15.114:3300/0 conn(0x7f1e380cd300 0x7f1e3806ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.335+0000 7f1e3d023640 1 --2- 172.21.15.111:0/2653750203 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e3815c300 0x7f1e380affc0 unknown :-1 s=CLOSED pgs=1196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.335+0000 7f1e3d023640 1 -- 172.21.15.111:0/2653750203 >> 172.21.15.111:0/2653750203 conn(0x7f1e3806cae0 msgr2=0x7f1e3806cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:41.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.335+0000 7f1e3d023640 1 -- 172.21.15.111:0/2653750203 shutdown_connections 2024-09-19T04:38:41.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.335+0000 7f1e3d023640 1 -- 172.21.15.111:0/2653750203 wait complete. 2024-09-19T04:38:41.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.336+0000 7f1e3d023640 1 Processor -- start 2024-09-19T04:38:41.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.336+0000 7f1e3d023640 1 -- start start 2024-09-19T04:38:41.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.337+0000 7f1e3d023640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e3806f010 0x7f1e38139510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:41.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.337+0000 7f1e3d023640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e380cd300 0x7f1e3815d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:41.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.337+0000 7f1e3d023640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e3815c300 0x7f1e3815db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:41.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.337+0000 7f1e3d023640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1e3815f850 con 0x7f1e3806f010 2024-09-19T04:38:41.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.337+0000 7f1e3d023640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1e3815f570 con 0x7f1e380cd300 2024-09-19T04:38:41.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.337+0000 7f1e3d023640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1e38071880 con 0x7f1e3815c300 2024-09-19T04:38:41.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.337+0000 7f1e36d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e3806f010 0x7f1e38139510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:41.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.337+0000 7f1e36d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e3806f010 0x7f1e38139510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60666/0 (socket says 172.21.15.111:60666) 2024-09-19T04:38:41.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.337+0000 7f1e36d9d640 1 -- 172.21.15.111:0/1232341344 learned_addr learned my addr 172.21.15.111:0/1232341344 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:41.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.337+0000 7f1e3659c640 1 --2- 172.21.15.111:0/1232341344 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e380cd300 0x7f1e3815d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:41.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.337+0000 7f1e3759e640 1 --2- 172.21.15.111:0/1232341344 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e3815c300 0x7f1e3815db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:41.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.337+0000 7f1e36d9d640 1 -- 172.21.15.111:0/1232341344 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e3815c300 msgr2=0x7f1e3815db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:41.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.337+0000 7f1e36d9d640 1 --2- 172.21.15.111:0/1232341344 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e3815c300 0x7f1e3815db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.337+0000 7f1e36d9d640 1 -- 172.21.15.111:0/1232341344 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e380cd300 msgr2=0x7f1e3815d650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:41.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.337+0000 7f1e36d9d640 1 --2- 172.21.15.111:0/1232341344 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e380cd300 0x7f1e3815d650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.337+0000 7f1e36d9d640 1 -- 172.21.15.111:0/1232341344 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e3815e5b0 con 0x7f1e3806f010 2024-09-19T04:38:41.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.337+0000 7f1e3759e640 1 --2- 172.21.15.111:0/1232341344 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e3815c300 0x7f1e3815db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:41.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.338+0000 7f1e36d9d640 1 --2- 172.21.15.111:0/1232341344 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e3806f010 0x7f1e38139510 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7f1e28000c00 tx=0x7f1e280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:41.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.338+0000 7f1e1f7fe640 1 -- 172.21.15.111:0/1232341344 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e28037040 con 0x7f1e3806f010 2024-09-19T04:38:41.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.338+0000 7f1e1f7fe640 1 -- 172.21.15.111:0/1232341344 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e28004230 con 0x7f1e3806f010 2024-09-19T04:38:41.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.338+0000 7f1e3d023640 1 -- 172.21.15.111:0/1232341344 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e38139a50 con 0x7f1e3806f010 2024-09-19T04:38:41.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.338+0000 7f1e1f7fe640 1 -- 172.21.15.111:0/1232341344 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e28003610 con 0x7f1e3806f010 2024-09-19T04:38:41.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.338+0000 7f1e3d023640 1 -- 172.21.15.111:0/1232341344 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e3815ac90 con 0x7f1e3806f010 2024-09-19T04:38:41.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.339+0000 7f1e3d023640 1 -- 172.21.15.111:0/1232341344 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e3815afd0 con 0x7f1e3806f010 2024-09-19T04:38:41.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.339+0000 7f1e1f7fe640 1 -- 172.21.15.111:0/1232341344 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f1e280037b0 con 0x7f1e3806f010 2024-09-19T04:38:41.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.340+0000 7f1e1f7fe640 1 --2- 172.21.15.111:0/1232341344 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1e2406c850 0x7f1e2406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:41.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.340+0000 7f1e1f7fe640 1 -- 172.21.15.111:0/1232341344 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 5809+0+0 (secure 0 0 0) 0x7f1e280acdc0 con 0x7f1e3806f010 2024-09-19T04:38:41.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.340+0000 7f1e3659c640 1 --2- 172.21.15.111:0/1232341344 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1e2406c850 0x7f1e2406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:41.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.341+0000 7f1e3659c640 1 --2- 172.21.15.111:0/1232341344 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1e2406c850 0x7f1e2406ed10 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f1e38159120 tx=0x7f1e2c008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:41.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.344+0000 7f1e1f7fe640 1 -- 172.21.15.111:0/1232341344 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1e3815afd0 con 0x7f1e3806f010 2024-09-19T04:38:41.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.523+0000 7f1e3d023640 1 -- 172.21.15.111:0/1232341344 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f1e38069b00 con 0x7f1e3806f010 2024-09-19T04:38:41.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.523+0000 7f1e1f7fe640 1 -- 172.21.15.111:0/1232341344 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v119) ==== 80+0+0 (secure 0 0 0) 0x7f1e38069b00 con 0x7f1e3806f010 2024-09-19T04:38:41.525 INFO:teuthology.orchestra.run.smithi111.stderr:listed 0 entries 2024-09-19T04:38:41.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.525+0000 7f1e3d023640 1 -- 172.21.15.111:0/1232341344 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1e2406c850 msgr2=0x7f1e2406ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:41.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.525+0000 7f1e3d023640 1 --2- 172.21.15.111:0/1232341344 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1e2406c850 0x7f1e2406ed10 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f1e38159120 tx=0x7f1e2c008040 comp rx=0 tx=0).stop 2024-09-19T04:38:41.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.525+0000 7f1e3d023640 1 -- 172.21.15.111:0/1232341344 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e3806f010 msgr2=0x7f1e38139510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:41.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.525+0000 7f1e3d023640 1 --2- 172.21.15.111:0/1232341344 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e3806f010 0x7f1e38139510 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7f1e28000c00 tx=0x7f1e280046c0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.525+0000 7f1e3d023640 1 -- 172.21.15.111:0/1232341344 shutdown_connections 2024-09-19T04:38:41.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.525+0000 7f1e3d023640 1 --2- 172.21.15.111:0/1232341344 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1e2406c850 0x7f1e2406ed10 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.525+0000 7f1e3d023640 1 --2- 172.21.15.111:0/1232341344 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e3815c300 0x7f1e3815db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.525+0000 7f1e3d023640 1 --2- 172.21.15.111:0/1232341344 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e380cd300 0x7f1e3815d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.525+0000 7f1e3d023640 1 --2- 172.21.15.111:0/1232341344 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e3806f010 0x7f1e38139510 unknown :-1 s=CLOSED pgs=1197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.525+0000 7f1e3d023640 1 -- 172.21.15.111:0/1232341344 >> 172.21.15.111:0/1232341344 conn(0x7f1e3806cae0 msgr2=0x7f1e38159240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:41.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.525+0000 7f1e3d023640 1 -- 172.21.15.111:0/1232341344 shutdown_connections 2024-09-19T04:38:41.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.525+0000 7f1e3d023640 1 -- 172.21.15.111:0/1232341344 wait complete. 2024-09-19T04:38:41.537 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T04:38:41.537 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:41.537 DEBUG:teuthology.orchestra.run.smithi114:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T04:38:41.565 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi114.front.sepia.ceph.com 2024-09-19T04:38:41.565 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:38:41.565 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T04:38:41.621 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:38:41.621 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:38:41.621 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:38:41.637 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:38:41.637 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:38:41.638 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:38:41.638 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:38:41.676 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:38:41.676 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:38:41.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.773+0000 7f1f2c0f1640 1 Processor -- start 2024-09-19T04:38:41.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.774+0000 7f1f2c0f1640 1 -- start start 2024-09-19T04:38:41.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.775+0000 7f1f2c0f1640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f1f24156880 0x7f1f240cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:41.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.775+0000 7f1f2c0f1640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1f240aff30 0x7f1f240b0340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:41.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.775+0000 7f1f2c0f1640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1f240b0880 con 0x7f1f240b65c0 2024-09-19T04:38:41.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.775+0000 7f1f2c0f1640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f1f240ce150 con 0x7f1f240aff30 2024-09-19T04:38:41.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.775+0000 7f1f2c0f1640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f1f240ce430 con 0x7f1f24156880 2024-09-19T04:38:41.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.775+0000 7f1f2a68e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1f240aff30 0x7f1f240b0340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:41.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.775+0000 7f1f2a68e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1f240aff30 0x7f1f240b0340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60676/0 (socket says 172.21.15.111:60676) 2024-09-19T04:38:41.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.775+0000 7f1f2a68e640 1 -- 172.21.15.111:0/2175781677 learned_addr learned my addr 172.21.15.111:0/2175781677 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:41.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.775+0000 7f1f2968c640 1 --1- 172.21.15.111:0/2175781677 >> v1:172.21.15.111:6789/0 conn(0x7f1f240b65c0 0x7f1f24160730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35608/0 (socket says 172.21.15.111:35608) 2024-09-19T04:38:41.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.775+0000 7f1f29e8d640 1 --2- 172.21.15.111:0/2175781677 >> v2:172.21.15.114:3300/0 conn(0x7f1f24156880 0x7f1f240cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:41.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.775+0000 7f1f2a68e640 1 -- 172.21.15.111:0/2175781677 >> v2:172.21.15.114:3300/0 conn(0x7f1f24156880 msgr2=0x7f1f240cdae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:41.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.775+0000 7f1f2a68e640 1 --2- 172.21.15.111:0/2175781677 >> v2:172.21.15.114:3300/0 conn(0x7f1f24156880 0x7f1f240cdae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.775+0000 7f1f2a68e640 1 -- 172.21.15.111:0/2175781677 >> v1:172.21.15.111:6789/0 conn(0x7f1f240b65c0 legacy=0x7f1f24160730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:41.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.775+0000 7f1f2a68e640 1 -- 172.21.15.111:0/2175781677 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f2415ff30 con 0x7f1f240aff30 2024-09-19T04:38:41.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.775+0000 7f1f28e8b640 1 -- 172.21.15.111:0/2175781677 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 177598548 0 0) 0x7f1f18001110 con 0x7f1f240b65c0 2024-09-19T04:38:41.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.775+0000 7f1f29e8d640 1 --2- 172.21.15.111:0/2175781677 >> v2:172.21.15.114:3300/0 conn(0x7f1f24156880 0x7f1f240cdae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:41.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.776+0000 7f1f2a68e640 1 --2- 172.21.15.111:0/2175781677 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f240aff30 0x7f1f240b0340 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7f1f240694c0 tx=0x7f1f1402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9466410038d46f69 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:41.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.776+0000 7f1f28e8b640 1 -- 172.21.15.111:0/2175781677 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f14036070 con 0x7f1f240aff30 2024-09-19T04:38:41.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.776+0000 7f1f28e8b640 1 -- 172.21.15.111:0/2175781677 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f14031600 con 0x7f1f240aff30 2024-09-19T04:38:41.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.776+0000 7f1f28e8b640 1 -- 172.21.15.111:0/2175781677 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f140319d0 con 0x7f1f240aff30 2024-09-19T04:38:41.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.776+0000 7f1f2c0f1640 1 -- 172.21.15.111:0/2175781677 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f240aff30 msgr2=0x7f1f240b0340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:41.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.776+0000 7f1f2c0f1640 1 --2- 172.21.15.111:0/2175781677 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f240aff30 0x7f1f240b0340 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7f1f240694c0 tx=0x7f1f1402a6a0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.776+0000 7f1f2c0f1640 1 -- 172.21.15.111:0/2175781677 shutdown_connections 2024-09-19T04:38:41.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.776+0000 7f1f2c0f1640 1 --2- 172.21.15.111:0/2175781677 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f240aff30 0x7f1f240b0340 unknown :-1 s=CLOSED pgs=1199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.776+0000 7f1f2c0f1640 1 --2- 172.21.15.111:0/2175781677 >> v2:172.21.15.114:3300/0 conn(0x7f1f24156880 0x7f1f240cdae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.776+0000 7f1f2c0f1640 1 -- 172.21.15.111:0/2175781677 >> 172.21.15.111:0/2175781677 conn(0x7f1f2406cae0 msgr2=0x7f1f2406cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:41.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.777+0000 7f1f2c0f1640 1 -- 172.21.15.111:0/2175781677 shutdown_connections 2024-09-19T04:38:41.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.777+0000 7f1f2c0f1640 1 -- 172.21.15.111:0/2175781677 wait complete. 2024-09-19T04:38:41.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.778+0000 7f1f2c0f1640 1 Processor -- start 2024-09-19T04:38:41.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.778+0000 7f1f2c0f1640 1 -- start start 2024-09-19T04:38:41.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.778+0000 7f1f2c0f1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f240aff30 0x7f1f2414f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:41.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.778+0000 7f1f2c0f1640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f240b65c0 0x7f1f241546b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:41.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.778+0000 7f1f2c0f1640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f24156880 0x7f1f24154bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:41.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.778+0000 7f1f2c0f1640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1f240b6a30 con 0x7f1f240b65c0 2024-09-19T04:38:41.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.778+0000 7f1f2c0f1640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1f24156c60 con 0x7f1f24156880 2024-09-19T04:38:41.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.778+0000 7f1f2c0f1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1f240ce710 con 0x7f1f240aff30 2024-09-19T04:38:41.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.779+0000 7f1f2968c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f240b65c0 0x7f1f241546b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:41.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.779+0000 7f1f2968c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f240b65c0 0x7f1f241546b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60688/0 (socket says 172.21.15.111:60688) 2024-09-19T04:38:41.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.779+0000 7f1f2968c640 1 -- 172.21.15.111:0/3739960635 learned_addr learned my addr 172.21.15.111:0/3739960635 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:41.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.779+0000 7f1f2a68e640 1 --2- 172.21.15.111:0/3739960635 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f24156880 0x7f1f24154bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:41.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.779+0000 7f1f29e8d640 1 --2- 172.21.15.111:0/3739960635 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f240aff30 0x7f1f2414f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:41.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.779+0000 7f1f2968c640 1 -- 172.21.15.111:0/3739960635 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f240aff30 msgr2=0x7f1f2414f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:41.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.779+0000 7f1f2968c640 1 --2- 172.21.15.111:0/3739960635 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f240aff30 0x7f1f2414f8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.779+0000 7f1f2968c640 1 -- 172.21.15.111:0/3739960635 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f24156880 msgr2=0x7f1f24154bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:41.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.779+0000 7f1f2968c640 1 --2- 172.21.15.111:0/3739960635 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f24156880 0x7f1f24154bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.779+0000 7f1f2968c640 1 -- 172.21.15.111:0/3739960635 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f240ae000 con 0x7f1f240b65c0 2024-09-19T04:38:41.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.779+0000 7f1f29e8d640 1 --2- 172.21.15.111:0/3739960635 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f240aff30 0x7f1f2414f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:41.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.779+0000 7f1f2968c640 1 --2- 172.21.15.111:0/3739960635 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f240b65c0 0x7f1f241546b0 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7f1f1800c780 tx=0x7f1f1800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:41.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.779+0000 7f1f227fc640 1 -- 172.21.15.111:0/3739960635 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f18018070 con 0x7f1f240b65c0 2024-09-19T04:38:41.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.779+0000 7f1f227fc640 1 -- 172.21.15.111:0/3739960635 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f180072d0 con 0x7f1f240b65c0 2024-09-19T04:38:41.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.779+0000 7f1f2c0f1640 1 -- 172.21.15.111:0/3739960635 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f240ae2e0 con 0x7f1f240b65c0 2024-09-19T04:38:41.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.779+0000 7f1f227fc640 1 -- 172.21.15.111:0/3739960635 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f180047e0 con 0x7f1f240b65c0 2024-09-19T04:38:41.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.779+0000 7f1f2c0f1640 1 -- 172.21.15.111:0/3739960635 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f24151b50 con 0x7f1f240b65c0 2024-09-19T04:38:41.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.780+0000 7f1f2c0f1640 1 -- 172.21.15.111:0/3739960635 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f240ae4b0 con 0x7f1f240b65c0 2024-09-19T04:38:41.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.781+0000 7f1f227fc640 1 -- 172.21.15.111:0/3739960635 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f1f1801b070 con 0x7f1f240b65c0 2024-09-19T04:38:41.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.781+0000 7f1f227fc640 1 --2- 172.21.15.111:0/3739960635 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1f1006c850 0x7f1f1006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:41.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.781+0000 7f1f227fc640 1 -- 172.21.15.111:0/3739960635 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 5809+0+0 (secure 0 0 0) 0x7f1f1808b130 con 0x7f1f240b65c0 2024-09-19T04:38:41.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.781+0000 7f1f29e8d640 1 --2- 172.21.15.111:0/3739960635 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1f1006c850 0x7f1f1006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:41.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.782+0000 7f1f29e8d640 1 --2- 172.21.15.111:0/3739960635 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1f1006c850 0x7f1f1006ed10 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f1f1c006fd0 tx=0x7f1f1c008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:41.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.786+0000 7f1f227fc640 1 -- 172.21.15.111:0/3739960635 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1f240b0880 con 0x7f1f240b65c0 2024-09-19T04:38:41.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.987+0000 7f1f2c0f1640 1 -- 172.21.15.111:0/3739960635 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1f240b0340 con 0x7f1f240b65c0 2024-09-19T04:38:41.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.987+0000 7f1f227fc640 1 -- 172.21.15.111:0/3739960635 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 62 v62) ==== 94+0+5237 (secure 0 0 0) 0x7f1f18058a00 con 0x7f1f240b65c0 2024-09-19T04:38:41.989 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:41.989 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":62,"btime":"2024-09-19T04:38:35:229900+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6778,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/1652126105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":1652126105},{"type":"v1","addr":"172.21.15.114:6835","nonce":1652126105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":7344,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/3302571215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3302571215},{"type":"v1","addr":"172.21.15.111:6834","nonce":3302571215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":7347,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/2737626972","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":2737626972},{"type":"v1","addr":"172.21.15.111:6835","nonce":2737626972}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:38:27.246960+0000","modified":"2024-09-19T04:38:29.542096+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7359},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7359":{"gid":7359,"name":"d","rank":0,"incarnation":58,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6834/3367116277","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3367116277},{"type":"v1","addr":"172.21.15.114:6834","nonce":3367116277}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7359,"qdb_cluster":[7359]},"id":9}]} 2024-09-19T04:38:41.989 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 62 2024-09-19T04:38:41.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.989+0000 7f1f2c0f1640 1 -- 172.21.15.111:0/3739960635 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1f1006c850 msgr2=0x7f1f1006ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:41.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.989+0000 7f1f2c0f1640 1 --2- 172.21.15.111:0/3739960635 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1f1006c850 0x7f1f1006ed10 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f1f1c006fd0 tx=0x7f1f1c008040 comp rx=0 tx=0).stop 2024-09-19T04:38:41.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.989+0000 7f1f2c0f1640 1 -- 172.21.15.111:0/3739960635 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f240b65c0 msgr2=0x7f1f241546b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:41.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.989+0000 7f1f2c0f1640 1 --2- 172.21.15.111:0/3739960635 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f240b65c0 0x7f1f241546b0 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7f1f1800c780 tx=0x7f1f1800cc40 comp rx=0 tx=0).stop 2024-09-19T04:38:41.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.989+0000 7f1f2c0f1640 1 -- 172.21.15.111:0/3739960635 shutdown_connections 2024-09-19T04:38:41.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.989+0000 7f1f2c0f1640 1 --2- 172.21.15.111:0/3739960635 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1f1006c850 0x7f1f1006ed10 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.989+0000 7f1f2c0f1640 1 --2- 172.21.15.111:0/3739960635 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f24156880 0x7f1f24154bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.989+0000 7f1f2c0f1640 1 --2- 172.21.15.111:0/3739960635 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f240b65c0 0x7f1f241546b0 unknown :-1 s=CLOSED pgs=1200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.989+0000 7f1f2c0f1640 1 --2- 172.21.15.111:0/3739960635 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1f240aff30 0x7f1f2414f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:41.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.989+0000 7f1f2c0f1640 1 -- 172.21.15.111:0/3739960635 >> 172.21.15.111:0/3739960635 conn(0x7f1f2406cae0 msgr2=0x7f1f2406cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:41.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.989+0000 7f1f2c0f1640 1 -- 172.21.15.111:0/3739960635 shutdown_connections 2024-09-19T04:38:41.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:41.989+0000 7f1f2c0f1640 1 -- 172.21.15.111:0/3739960635 wait complete. 2024-09-19T04:38:42.002 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:38:42.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.099+0000 7f92c524c640 1 Processor -- start 2024-09-19T04:38:42.100 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.099+0000 7f92c524c640 1 -- start start 2024-09-19T04:38:42.102 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.100+0000 7f92c524c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f92c00d02a0 0x7f92c00d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:42.102 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.100+0000 7f92c524c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c015ca40 0x7f92c015e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:42.102 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.100+0000 7f92c524c640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92c00d0bc0 con 0x7f92c015ce80 2024-09-19T04:38:42.102 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.100+0000 7f92c524c640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f92c015d390 con 0x7f92c00d02a0 2024-09-19T04:38:42.102 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.100+0000 7f92c524c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f92c015d670 con 0x7f92c015ca40 2024-09-19T04:38:42.102 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.100+0000 7f92bf59e640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f92c015ce80 0x7f92c01594c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35610/0 (socket says 172.21.15.111:35610) 2024-09-19T04:38:42.102 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.100+0000 7f92bf59e640 1 -- 172.21.15.111:0/457383859 learned_addr learned my addr 172.21.15.111:0/457383859 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:42.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.100+0000 7f92bed9d640 1 --2- 172.21.15.111:0/457383859 >> v2:172.21.15.114:3300/0 conn(0x7f92c00d02a0 0x7f92c00d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:42.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.100+0000 7f92b7fff640 1 --2- 172.21.15.111:0/457383859 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c015ca40 0x7f92c015e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:42.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.100+0000 7f92be59c640 1 -- 172.21.15.111:0/457383859 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2830203079 0 0) 0x7f92c00d0bc0 con 0x7f92c015ce80 2024-09-19T04:38:42.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.100+0000 7f92be59c640 1 -- 172.21.15.111:0/457383859 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f92ac003520 con 0x7f92c015ce80 2024-09-19T04:38:42.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.100+0000 7f92b7fff640 1 -- 172.21.15.111:0/457383859 >> v2:172.21.15.114:3300/0 conn(0x7f92c00d02a0 msgr2=0x7f92c00d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:42.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.100+0000 7f92b7fff640 1 --2- 172.21.15.111:0/457383859 >> v2:172.21.15.114:3300/0 conn(0x7f92c00d02a0 0x7f92c00d0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.100+0000 7f92b7fff640 1 -- 172.21.15.111:0/457383859 >> v1:172.21.15.111:6789/0 conn(0x7f92c015ce80 legacy=0x7f92c01594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:42.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.100+0000 7f92b7fff640 1 -- 172.21.15.111:0/457383859 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92c015d950 con 0x7f92c015ca40 2024-09-19T04:38:42.103 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.100+0000 7f92bed9d640 1 --2- 172.21.15.111:0/457383859 >> v2:172.21.15.114:3300/0 conn(0x7f92c00d02a0 0x7f92c00d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:38:42.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.101+0000 7f92b7fff640 1 --2- 172.21.15.111:0/457383859 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c015ca40 0x7f92c015e430 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f92a80097a0 tx=0x7f92a802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ffc79e5a95c02fcf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:42.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.101+0000 7f92be59c640 1 -- 172.21.15.111:0/457383859 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92a8037070 con 0x7f92c015ca40 2024-09-19T04:38:42.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.101+0000 7f92be59c640 1 -- 172.21.15.111:0/457383859 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92a802ae50 con 0x7f92c015ca40 2024-09-19T04:38:42.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.101+0000 7f92be59c640 1 -- 172.21.15.111:0/457383859 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92a8032640 con 0x7f92c015ca40 2024-09-19T04:38:42.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.102+0000 7f92c524c640 1 -- 172.21.15.111:0/457383859 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c015ca40 msgr2=0x7f92c015e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:42.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.102+0000 7f92c524c640 1 --2- 172.21.15.111:0/457383859 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c015ca40 0x7f92c015e430 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f92a80097a0 tx=0x7f92a802a100 comp rx=0 tx=0).stop 2024-09-19T04:38:42.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.102+0000 7f92c524c640 1 -- 172.21.15.111:0/457383859 shutdown_connections 2024-09-19T04:38:42.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.102+0000 7f92c524c640 1 --2- 172.21.15.111:0/457383859 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c015ca40 0x7f92c015e430 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.102+0000 7f92c524c640 1 --2- 172.21.15.111:0/457383859 >> v2:172.21.15.114:3300/0 conn(0x7f92c00d02a0 0x7f92c00d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.102+0000 7f92c524c640 1 -- 172.21.15.111:0/457383859 >> 172.21.15.111:0/457383859 conn(0x7f92c0062cc0 msgr2=0x7f92c006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:42.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.102+0000 7f92c524c640 1 -- 172.21.15.111:0/457383859 shutdown_connections 2024-09-19T04:38:42.105 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.102+0000 7f92c524c640 1 -- 172.21.15.111:0/457383859 wait complete. 2024-09-19T04:38:42.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.103+0000 7f92c524c640 1 Processor -- start 2024-09-19T04:38:42.106 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.103+0000 7f92c524c640 1 -- start start 2024-09-19T04:38:42.108 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.104+0000 7f92c524c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f92c00d02a0 0x7f92c014fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:42.108 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.104+0000 7f92c524c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f92c015ca40 0x7f92c0072dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:42.109 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.104+0000 7f92c524c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c015ce80 0x7f92c00736c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:42.109 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.104+0000 7f92c524c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f92c0155b90 con 0x7f92c015ca40 2024-09-19T04:38:42.109 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.104+0000 7f92c524c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f92c015df10 con 0x7f92c00d02a0 2024-09-19T04:38:42.109 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.104+0000 7f92c524c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f92c0155d10 con 0x7f92c015ce80 2024-09-19T04:38:42.109 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.104+0000 7f92b7fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f92c015ca40 0x7f92c0072dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:42.109 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.104+0000 7f92b7fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f92c015ca40 0x7f92c0072dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60692/0 (socket says 172.21.15.111:60692) 2024-09-19T04:38:42.109 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.104+0000 7f92b7fff640 1 -- 172.21.15.111:0/3301983339 learned_addr learned my addr 172.21.15.111:0/3301983339 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:42.109 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.104+0000 7f92bed9d640 1 --2- 172.21.15.111:0/3301983339 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f92c00d02a0 0x7f92c014fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:42.109 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.104+0000 7f92bf59e640 1 --2- 172.21.15.111:0/3301983339 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c015ce80 0x7f92c00736c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:42.109 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.104+0000 7f92b7fff640 1 -- 172.21.15.111:0/3301983339 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c015ce80 msgr2=0x7f92c00736c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:42.109 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.104+0000 7f92b7fff640 1 --2- 172.21.15.111:0/3301983339 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c015ce80 0x7f92c00736c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.104+0000 7f92b7fff640 1 -- 172.21.15.111:0/3301983339 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f92c00d02a0 msgr2=0x7f92c014fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:42.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.104+0000 7f92b7fff640 1 --2- 172.21.15.111:0/3301983339 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f92c00d02a0 0x7f92c014fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.104+0000 7f92b7fff640 1 -- 172.21.15.111:0/3301983339 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92c0156aa0 con 0x7f92c015ca40 2024-09-19T04:38:42.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.105+0000 7f92b7fff640 1 --2- 172.21.15.111:0/3301983339 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f92c015ca40 0x7f92c0072dc0 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7f92a802a140 tx=0x7f92a80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:42.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.105+0000 7f92b77fe640 1 -- 172.21.15.111:0/3301983339 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92a8041070 con 0x7f92c015ca40 2024-09-19T04:38:42.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.105+0000 7f92b77fe640 1 -- 172.21.15.111:0/3301983339 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92a803c460 con 0x7f92c015ca40 2024-09-19T04:38:42.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.105+0000 7f92c524c640 1 -- 172.21.15.111:0/3301983339 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92c0156d80 con 0x7f92c015ca40 2024-09-19T04:38:42.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.105+0000 7f92b77fe640 1 -- 172.21.15.111:0/3301983339 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92a8037040 con 0x7f92c015ca40 2024-09-19T04:38:42.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.105+0000 7f92c524c640 1 -- 172.21.15.111:0/3301983339 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92c0157340 con 0x7f92c015ca40 2024-09-19T04:38:42.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.106+0000 7f92c524c640 1 -- 172.21.15.111:0/3301983339 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92c00b4790 con 0x7f92c015ca40 2024-09-19T04:38:42.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.106+0000 7f92b77fe640 1 -- 172.21.15.111:0/3301983339 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f92a8044070 con 0x7f92c015ca40 2024-09-19T04:38:42.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.107+0000 7f92b77fe640 1 --2- 172.21.15.111:0/3301983339 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f92a006c850 0x7f92a006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:42.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.107+0000 7f92b77fe640 1 -- 172.21.15.111:0/3301983339 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 5809+0+0 (secure 0 0 0) 0x7f92a80ac490 con 0x7f92c015ca40 2024-09-19T04:38:42.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.107+0000 7f92bed9d640 1 --2- 172.21.15.111:0/3301983339 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f92a006c850 0x7f92a006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:42.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.107+0000 7f92bed9d640 1 --2- 172.21.15.111:0/3301983339 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f92a006c850 0x7f92a006ed10 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f92b0009560 tx=0x7f92b0009190 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:42.112 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.111+0000 7f92b77fe640 1 -- 172.21.15.111:0/3301983339 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f92a8079cd0 con 0x7f92c015ca40 2024-09-19T04:38:42.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.310+0000 7f92c524c640 1 -- 172.21.15.111:0/3301983339 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f92c00734a0 con 0x7f92c015ca40 2024-09-19T04:38:42.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.311+0000 7f92b77fe640 1 -- 172.21.15.111:0/3301983339 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 62 v62) ==== 94+0+5237 (secure 0 0 0) 0x7f92a807dfd0 con 0x7f92c015ca40 2024-09-19T04:38:42.312 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:42.312 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":62,"btime":"2024-09-19T04:38:35:229900+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6778,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/1652126105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":1652126105},{"type":"v1","addr":"172.21.15.114:6835","nonce":1652126105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":7344,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/3302571215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3302571215},{"type":"v1","addr":"172.21.15.111:6834","nonce":3302571215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":7347,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/2737626972","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":2737626972},{"type":"v1","addr":"172.21.15.111:6835","nonce":2737626972}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:38:27.246960+0000","modified":"2024-09-19T04:38:29.542096+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7359},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7359":{"gid":7359,"name":"d","rank":0,"incarnation":58,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6834/3367116277","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3367116277},{"type":"v1","addr":"172.21.15.114:6834","nonce":3367116277}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7359,"qdb_cluster":[7359]},"id":9}]} 2024-09-19T04:38:42.313 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 62 2024-09-19T04:38:42.314 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.313+0000 7f92c524c640 1 -- 172.21.15.111:0/3301983339 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f92a006c850 msgr2=0x7f92a006ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:42.314 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.313+0000 7f92c524c640 1 --2- 172.21.15.111:0/3301983339 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f92a006c850 0x7f92a006ed10 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f92b0009560 tx=0x7f92b0009190 comp rx=0 tx=0).stop 2024-09-19T04:38:42.314 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.313+0000 7f92c524c640 1 -- 172.21.15.111:0/3301983339 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f92c015ca40 msgr2=0x7f92c0072dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:42.314 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.313+0000 7f92c524c640 1 --2- 172.21.15.111:0/3301983339 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f92c015ca40 0x7f92c0072dc0 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7f92a802a140 tx=0x7f92a80046c0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.313+0000 7f92c524c640 1 -- 172.21.15.111:0/3301983339 shutdown_connections 2024-09-19T04:38:42.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.313+0000 7f92c524c640 1 --2- 172.21.15.111:0/3301983339 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f92a006c850 0x7f92a006ed10 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.313+0000 7f92c524c640 1 --2- 172.21.15.111:0/3301983339 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c015ce80 0x7f92c00736c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.313+0000 7f92c524c640 1 --2- 172.21.15.111:0/3301983339 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f92c015ca40 0x7f92c0072dc0 unknown :-1 s=CLOSED pgs=1202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.313+0000 7f92c524c640 1 --2- 172.21.15.111:0/3301983339 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f92c00d02a0 0x7f92c014fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.313+0000 7f92c524c640 1 -- 172.21.15.111:0/3301983339 >> 172.21.15.111:0/3301983339 conn(0x7f92c0062cc0 msgr2=0x7f92c00b52e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:42.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.313+0000 7f92c524c640 1 -- 172.21.15.111:0/3301983339 shutdown_connections 2024-09-19T04:38:42.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.313+0000 7f92c524c640 1 -- 172.21.15.111:0/3301983339 wait complete. 2024-09-19T04:38:42.325 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:38:42.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.422+0000 7f14e102e640 1 Processor -- start 2024-09-19T04:38:42.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.422+0000 7f14e102e640 1 -- start start 2024-09-19T04:38:42.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.423+0000 7f14e102e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f14dc15e940 0x7f14dc0d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:42.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.423+0000 7f14e102e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f14dc15ed20 0x7f14dc0d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:42.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.423+0000 7f14e102e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14dc0b7170 con 0x7f14dc0cef90 2024-09-19T04:38:42.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.423+0000 7f14e102e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f14dc0d1ae0 con 0x7f14dc15e940 2024-09-19T04:38:42.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.423+0000 7f14e102e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f14dc0b7aa0 con 0x7f14dc15ed20 2024-09-19T04:38:42.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.423+0000 7f14d259c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f14dc15ed20 0x7f14dc0d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:42.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.423+0000 7f14dad9d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f14dc15e940 0x7f14dc0d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:42.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.423+0000 7f14db59e640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f14dc0cef90 0x7f14dc0b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:52002/0 (socket says 172.21.15.111:52002) 2024-09-19T04:38:42.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.423+0000 7f14dad9d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f14dc15e940 0x7f14dc0d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:33970/0 (socket says 172.21.15.111:33970) 2024-09-19T04:38:42.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.423+0000 7f14d259c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f14dc15ed20 0x7f14dc0d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:43112/0 (socket says 172.21.15.111:43112) 2024-09-19T04:38:42.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.423+0000 7f14dad9d640 1 -- 172.21.15.111:0/1619978669 learned_addr learned my addr 172.21.15.111:0/1619978669 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:42.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.423+0000 7f14dad9d640 1 -- 172.21.15.111:0/1619978669 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f14dc15ed20 msgr2=0x7f14dc0d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:42.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.423+0000 7f14dad9d640 1 --2- 172.21.15.111:0/1619978669 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f14dc15ed20 0x7f14dc0d15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.423+0000 7f14dad9d640 1 -- 172.21.15.111:0/1619978669 >> v1:172.21.15.114:6789/0 conn(0x7f14dc0cef90 legacy=0x7f14dc0b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:42.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.423+0000 7f14dad9d640 1 -- 172.21.15.111:0/1619978669 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14dc0d3660 con 0x7f14dc15e940 2024-09-19T04:38:42.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.423+0000 7f14d259c640 1 --2- 172.21.15.111:0/1619978669 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f14dc15ed20 0x7f14dc0d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:38:42.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.424+0000 7f14dad9d640 1 --2- 172.21.15.111:0/1619978669 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f14dc15e940 0x7f14dc0d1060 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f14cc009870 tx=0x7f14cc02a300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d87ba89ddb0d96c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:42.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.424+0000 7f14da59c640 1 -- 172.21.15.111:0/1619978669 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14cc037070 con 0x7f14dc15e940 2024-09-19T04:38:42.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.424+0000 7f14da59c640 1 -- 172.21.15.111:0/1619978669 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14cc02ae50 con 0x7f14dc15e940 2024-09-19T04:38:42.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.424+0000 7f14da59c640 1 -- 172.21.15.111:0/1619978669 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14cc032860 con 0x7f14dc15e940 2024-09-19T04:38:42.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.425+0000 7f14e102e640 1 -- 172.21.15.111:0/1619978669 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f14dc15e940 msgr2=0x7f14dc0d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:42.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.425+0000 7f14e102e640 1 --2- 172.21.15.111:0/1619978669 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f14dc15e940 0x7f14dc0d1060 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f14cc009870 tx=0x7f14cc02a300 comp rx=0 tx=0).stop 2024-09-19T04:38:42.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.425+0000 7f14e102e640 1 -- 172.21.15.111:0/1619978669 shutdown_connections 2024-09-19T04:38:42.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.425+0000 7f14e102e640 1 --2- 172.21.15.111:0/1619978669 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f14dc15ed20 0x7f14dc0d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.425+0000 7f14e102e640 1 --2- 172.21.15.111:0/1619978669 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f14dc15e940 0x7f14dc0d1060 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.425+0000 7f14e102e640 1 -- 172.21.15.111:0/1619978669 >> 172.21.15.111:0/1619978669 conn(0x7f14dc0b6240 msgr2=0x7f14dc0b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:42.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.425+0000 7f14e102e640 1 -- 172.21.15.111:0/1619978669 shutdown_connections 2024-09-19T04:38:42.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.425+0000 7f14e102e640 1 -- 172.21.15.111:0/1619978669 wait complete. 2024-09-19T04:38:42.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.426+0000 7f14e102e640 1 Processor -- start 2024-09-19T04:38:42.430 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.426+0000 7f14e102e640 1 -- start start 2024-09-19T04:38:42.430 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.427+0000 7f14e102e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f14dc0cef90 0x7f14dc1582b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:42.430 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.427+0000 7f14e102e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f14dc15e940 0x7f14dc1f4910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:42.430 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.427+0000 7f14e102e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f14dc15ed20 0x7f14dc0b8780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:42.430 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.427+0000 7f14e102e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f14dc0d3f00 con 0x7f14dc15e940 2024-09-19T04:38:42.430 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.427+0000 7f14e102e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f14dc0d3c20 con 0x7f14dc15ed20 2024-09-19T04:38:42.430 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.427+0000 7f14e102e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f14dc0d3310 con 0x7f14dc0cef90 2024-09-19T04:38:42.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.427+0000 7f14d259c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f14dc15e940 0x7f14dc1f4910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:42.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.427+0000 7f14d259c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f14dc15e940 0x7f14dc1f4910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60698/0 (socket says 172.21.15.111:60698) 2024-09-19T04:38:42.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.427+0000 7f14d259c640 1 -- 172.21.15.111:0/726661631 learned_addr learned my addr 172.21.15.111:0/726661631 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:42.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.427+0000 7f14dad9d640 1 --2- 172.21.15.111:0/726661631 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f14dc0cef90 0x7f14dc1582b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:42.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.427+0000 7f14db59e640 1 --2- 172.21.15.111:0/726661631 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f14dc15ed20 0x7f14dc0b8780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:42.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.428+0000 7f14d259c640 1 -- 172.21.15.111:0/726661631 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f14dc0cef90 msgr2=0x7f14dc1582b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:42.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.428+0000 7f14d259c640 1 --2- 172.21.15.111:0/726661631 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f14dc0cef90 0x7f14dc1582b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.428+0000 7f14d259c640 1 -- 172.21.15.111:0/726661631 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f14dc15ed20 msgr2=0x7f14dc0b8780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:42.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.428+0000 7f14d259c640 1 --2- 172.21.15.111:0/726661631 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f14dc15ed20 0x7f14dc0b8780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.428+0000 7f14d259c640 1 -- 172.21.15.111:0/726661631 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14dc1e87f0 con 0x7f14dc15e940 2024-09-19T04:38:42.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.428+0000 7f14d259c640 1 --2- 172.21.15.111:0/726661631 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f14dc15e940 0x7f14dc1f4910 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7f14c400ebe0 tx=0x7f14c400c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:42.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.428+0000 7f14d3fff640 1 -- 172.21.15.111:0/726661631 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14c4017070 con 0x7f14dc15e940 2024-09-19T04:38:42.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.428+0000 7f14d3fff640 1 -- 172.21.15.111:0/726661631 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14c400cc30 con 0x7f14dc15e940 2024-09-19T04:38:42.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.428+0000 7f14e102e640 1 -- 172.21.15.111:0/726661631 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14dc1e8ad0 con 0x7f14dc15e940 2024-09-19T04:38:42.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.428+0000 7f14d3fff640 1 -- 172.21.15.111:0/726661631 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14c4013470 con 0x7f14dc15e940 2024-09-19T04:38:42.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.428+0000 7f14e102e640 1 -- 172.21.15.111:0/726661631 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14dc153870 con 0x7f14dc15e940 2024-09-19T04:38:42.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.429+0000 7f14e102e640 1 -- 172.21.15.111:0/726661631 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14dc0d1f80 con 0x7f14dc15e940 2024-09-19T04:38:42.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.429+0000 7f14d3fff640 1 -- 172.21.15.111:0/726661631 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f14c401a070 con 0x7f14dc15e940 2024-09-19T04:38:42.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.430+0000 7f14d3fff640 1 --2- 172.21.15.111:0/726661631 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f14bc06c850 0x7f14bc06ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:42.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.430+0000 7f14d3fff640 1 -- 172.21.15.111:0/726661631 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 5809+0+0 (secure 0 0 0) 0x7f14c408c0f0 con 0x7f14dc15e940 2024-09-19T04:38:42.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.430+0000 7f14dad9d640 1 --2- 172.21.15.111:0/726661631 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f14bc06c850 0x7f14bc06ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:42.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.430+0000 7f14dad9d640 1 --2- 172.21.15.111:0/726661631 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f14bc06c850 0x7f14bc06ed10 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f14cc034000 tx=0x7f14cc02e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:42.435 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.434+0000 7f14d3fff640 1 -- 172.21.15.111:0/726661631 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f14c40599c0 con 0x7f14dc15e940 2024-09-19T04:38:42.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.599+0000 7f14e102e640 1 -- 172.21.15.111:0/726661631 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f14dc0ba6b0 con 0x7f14dc15e940 2024-09-19T04:38:42.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.600+0000 7f14d3fff640 1 -- 172.21.15.111:0/726661631 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v119) ==== 74+0+16966 (secure 0 0 0) 0x7f14c405dcc0 con 0x7f14dc15e940 2024-09-19T04:38:42.601 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:42.601 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":119,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:38:40.249485+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:38:25.582539+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-19T04:38:26.208963+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"119","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":5,"snap_epoch":119,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[{"pool":19,"snaps":[{"begin":3,"length":1},{"begin":5,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:38:42.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.602+0000 7f14e102e640 1 -- 172.21.15.111:0/726661631 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f14bc06c850 msgr2=0x7f14bc06ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:42.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.602+0000 7f14e102e640 1 --2- 172.21.15.111:0/726661631 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f14bc06c850 0x7f14bc06ed10 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f14cc034000 tx=0x7f14cc02e000 comp rx=0 tx=0).stop 2024-09-19T04:38:42.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.602+0000 7f14e102e640 1 -- 172.21.15.111:0/726661631 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f14dc15e940 msgr2=0x7f14dc1f4910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:42.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.602+0000 7f14e102e640 1 --2- 172.21.15.111:0/726661631 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f14dc15e940 0x7f14dc1f4910 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7f14c400ebe0 tx=0x7f14c400c520 comp rx=0 tx=0).stop 2024-09-19T04:38:42.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.602+0000 7f14e102e640 1 -- 172.21.15.111:0/726661631 shutdown_connections 2024-09-19T04:38:42.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.602+0000 7f14e102e640 1 --2- 172.21.15.111:0/726661631 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f14bc06c850 0x7f14bc06ed10 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.602+0000 7f14e102e640 1 --2- 172.21.15.111:0/726661631 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f14dc15ed20 0x7f14dc0b8780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.602+0000 7f14e102e640 1 --2- 172.21.15.111:0/726661631 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f14dc15e940 0x7f14dc1f4910 unknown :-1 s=CLOSED pgs=1203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.602+0000 7f14e102e640 1 --2- 172.21.15.111:0/726661631 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f14dc0cef90 0x7f14dc1582b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.602+0000 7f14e102e640 1 -- 172.21.15.111:0/726661631 >> 172.21.15.111:0/726661631 conn(0x7f14dc0b6240 msgr2=0x7f14dc0b9910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:42.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.602+0000 7f14e102e640 1 -- 172.21.15.111:0/726661631 shutdown_connections 2024-09-19T04:38:42.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.602+0000 7f14e102e640 1 -- 172.21.15.111:0/726661631 wait complete. 2024-09-19T04:38:42.614 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T04:38:42.615 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:38:42.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.711+0000 7f8561e7b640 1 Processor -- start 2024-09-19T04:38:42.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.711+0000 7f8561e7b640 1 -- start start 2024-09-19T04:38:42.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.712+0000 7f8561e7b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f855c06c2b0 0x7f855c15f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:42.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.712+0000 7f8561e7b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f855c162110 0x7f855c0b08a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:42.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.712+0000 7f8561e7b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f855c162660 con 0x7f855c15e3f0 2024-09-19T04:38:42.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.712+0000 7f8561e7b640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f855c0b30d0 con 0x7f855c162110 2024-09-19T04:38:42.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.712+0000 7f8561e7b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f855c15fa90 con 0x7f855c06c2b0 2024-09-19T04:38:42.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.712+0000 7f855b7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f855c15e3f0 0x7f855c06bba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35612/0 (socket says 172.21.15.111:35612) 2024-09-19T04:38:42.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.712+0000 7f855b7fe640 1 -- 172.21.15.111:0/3777922807 learned_addr learned my addr 172.21.15.111:0/3777922807 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:42.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.712+0000 7f855bfff640 1 --2- 172.21.15.111:0/3777922807 >> v2:172.21.15.114:3300/0 conn(0x7f855c162110 0x7f855c0b08a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:42.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.712+0000 7f855affd640 1 --2- 172.21.15.111:0/3777922807 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f855c06c2b0 0x7f855c15f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:42.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.712+0000 7f855a7fc640 1 -- 172.21.15.111:0/3777922807 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 206634239 0 0) 0x7f855c162660 con 0x7f855c15e3f0 2024-09-19T04:38:42.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.712+0000 7f855a7fc640 1 -- 172.21.15.111:0/3777922807 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8544003520 con 0x7f855c15e3f0 2024-09-19T04:38:42.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.713+0000 7f855a7fc640 1 -- 172.21.15.111:0/3777922807 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 739252962 0 0) 0x7f8544003520 con 0x7f855c15e3f0 2024-09-19T04:38:42.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.713+0000 7f855affd640 1 -- 172.21.15.111:0/3777922807 >> v2:172.21.15.114:3300/0 conn(0x7f855c162110 msgr2=0x7f855c0b08a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:42.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.713+0000 7f855affd640 1 --2- 172.21.15.111:0/3777922807 >> v2:172.21.15.114:3300/0 conn(0x7f855c162110 0x7f855c0b08a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.713+0000 7f855affd640 1 -- 172.21.15.111:0/3777922807 >> v1:172.21.15.111:6789/0 conn(0x7f855c15e3f0 legacy=0x7f855c06bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:42.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.713+0000 7f855affd640 1 -- 172.21.15.111:0/3777922807 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f855c162940 con 0x7f855c06c2b0 2024-09-19T04:38:42.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.713+0000 7f855bfff640 1 --2- 172.21.15.111:0/3777922807 >> v2:172.21.15.114:3300/0 conn(0x7f855c162110 0x7f855c0b08a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:38:42.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.713+0000 7f855affd640 1 --2- 172.21.15.111:0/3777922807 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f855c06c2b0 0x7f855c15f550 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f85500097a0 tx=0x7f855002a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a7572573775da6ba server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:42.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.714+0000 7f855a7fc640 1 -- 172.21.15.111:0/3777922807 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8550037070 con 0x7f855c06c2b0 2024-09-19T04:38:42.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.714+0000 7f855a7fc640 1 -- 172.21.15.111:0/3777922807 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f855002aba0 con 0x7f855c06c2b0 2024-09-19T04:38:42.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.714+0000 7f855a7fc640 1 -- 172.21.15.111:0/3777922807 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f854c001670 con 0x7f855c06c2b0 2024-09-19T04:38:42.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.714+0000 7f8561e7b640 1 -- 172.21.15.111:0/3777922807 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f855c06c2b0 msgr2=0x7f855c15f550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:42.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.714+0000 7f8561e7b640 1 --2- 172.21.15.111:0/3777922807 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f855c06c2b0 0x7f855c15f550 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f85500097a0 tx=0x7f855002a110 comp rx=0 tx=0).stop 2024-09-19T04:38:42.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.714+0000 7f8561e7b640 1 -- 172.21.15.111:0/3777922807 shutdown_connections 2024-09-19T04:38:42.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.714+0000 7f8561e7b640 1 --2- 172.21.15.111:0/3777922807 >> v2:172.21.15.114:3300/0 conn(0x7f855c162110 0x7f855c0b08a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.714+0000 7f8561e7b640 1 --2- 172.21.15.111:0/3777922807 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f855c06c2b0 0x7f855c15f550 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.714+0000 7f8561e7b640 1 -- 172.21.15.111:0/3777922807 >> 172.21.15.111:0/3777922807 conn(0x7f855c06ce90 msgr2=0x7f855c06d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:42.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.714+0000 7f8561e7b640 1 -- 172.21.15.111:0/3777922807 shutdown_connections 2024-09-19T04:38:42.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.714+0000 7f8561e7b640 1 -- 172.21.15.111:0/3777922807 wait complete. 2024-09-19T04:38:42.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.715+0000 7f8561e7b640 1 Processor -- start 2024-09-19T04:38:42.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.716+0000 7f8561e7b640 1 -- start start 2024-09-19T04:38:42.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.716+0000 7f8561e7b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f855c06c2b0 0x7f855c0cdc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:42.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.716+0000 7f8561e7b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f855c15e3f0 0x7f855c14bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:42.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.716+0000 7f8561e7b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f855c162110 0x7f855c0ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:42.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.716+0000 7f8561e7b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f855c0b0380 con 0x7f855c162110 2024-09-19T04:38:42.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.716+0000 7f8561e7b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f855c162f00 con 0x7f855c06c2b0 2024-09-19T04:38:42.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.716+0000 7f8561e7b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f855c15e7d0 con 0x7f855c15e3f0 2024-09-19T04:38:42.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.716+0000 7f855bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f855c162110 0x7f855c0ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:42.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.717+0000 7f855bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f855c162110 0x7f855c0ae8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60704/0 (socket says 172.21.15.111:60704) 2024-09-19T04:38:42.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.717+0000 7f855bfff640 1 -- 172.21.15.111:0/1693887949 learned_addr learned my addr 172.21.15.111:0/1693887949 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:42.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.717+0000 7f855b7fe640 1 --2- 172.21.15.111:0/1693887949 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f855c06c2b0 0x7f855c0cdc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:42.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.717+0000 7f855affd640 1 --2- 172.21.15.111:0/1693887949 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f855c15e3f0 0x7f855c14bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:42.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.717+0000 7f855bfff640 1 -- 172.21.15.111:0/1693887949 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f855c15e3f0 msgr2=0x7f855c14bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:42.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.717+0000 7f855bfff640 1 --2- 172.21.15.111:0/1693887949 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f855c15e3f0 0x7f855c14bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.717+0000 7f855bfff640 1 -- 172.21.15.111:0/1693887949 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f855c06c2b0 msgr2=0x7f855c0cdc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:42.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.717+0000 7f855bfff640 1 --2- 172.21.15.111:0/1693887949 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f855c06c2b0 0x7f855c0cdc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.717+0000 7f855bfff640 1 -- 172.21.15.111:0/1693887949 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f855c157560 con 0x7f855c162110 2024-09-19T04:38:42.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.717+0000 7f855b7fe640 1 --2- 172.21.15.111:0/1693887949 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f855c06c2b0 0x7f855c0cdc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:42.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.717+0000 7f855bfff640 1 --2- 172.21.15.111:0/1693887949 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f855c162110 0x7f855c0ae8e0 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7f855400efc0 tx=0x7f855400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:42.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.717+0000 7f8543fff640 1 -- 172.21.15.111:0/1693887949 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8554018030 con 0x7f855c162110 2024-09-19T04:38:42.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.717+0000 7f8543fff640 1 -- 172.21.15.111:0/1693887949 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f855400cdf0 con 0x7f855c162110 2024-09-19T04:38:42.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.717+0000 7f8561e7b640 1 -- 172.21.15.111:0/1693887949 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f855c157800 con 0x7f855c162110 2024-09-19T04:38:42.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.717+0000 7f8543fff640 1 -- 172.21.15.111:0/1693887949 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8554003bb0 con 0x7f855c162110 2024-09-19T04:38:42.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.717+0000 7f8561e7b640 1 -- 172.21.15.111:0/1693887949 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f855c0ce160 con 0x7f855c162110 2024-09-19T04:38:42.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.718+0000 7f8561e7b640 1 -- 172.21.15.111:0/1693887949 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f855c15f550 con 0x7f855c162110 2024-09-19T04:38:42.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.719+0000 7f8543fff640 1 -- 172.21.15.111:0/1693887949 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f855401b070 con 0x7f855c162110 2024-09-19T04:38:42.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.719+0000 7f8543fff640 1 --2- 172.21.15.111:0/1693887949 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f854806c880 0x7f854806ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:42.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.719+0000 7f8543fff640 1 -- 172.21.15.111:0/1693887949 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 5809+0+0 (secure 0 0 0) 0x7f855408c970 con 0x7f855c162110 2024-09-19T04:38:42.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.719+0000 7f855b7fe640 1 --2- 172.21.15.111:0/1693887949 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f854806c880 0x7f854806ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:42.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.720+0000 7f855b7fe640 1 --2- 172.21.15.111:0/1693887949 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f854806c880 0x7f854806ed40 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f854c005880 tx=0x7f854c009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:42.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.724+0000 7f8543fff640 1 -- 172.21.15.111:0/1693887949 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8554010040 con 0x7f855c162110 2024-09-19T04:38:42.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.925+0000 7f8561e7b640 1 -- 172.21.15.111:0/1693887949 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f855c0b7180 con 0x7f855c162110 2024-09-19T04:38:42.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.925+0000 7f8543fff640 1 -- 172.21.15.111:0/1693887949 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 62 v62) ==== 94+0+5237 (secure 0 0 0) 0x7f855405a780 con 0x7f855c162110 2024-09-19T04:38:42.927 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:42.927 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":62,"btime":"2024-09-19T04:38:35:229900+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6778,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/1652126105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":1652126105},{"type":"v1","addr":"172.21.15.114:6835","nonce":1652126105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":7344,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/3302571215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3302571215},{"type":"v1","addr":"172.21.15.111:6834","nonce":3302571215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":7347,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/2737626972","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":2737626972},{"type":"v1","addr":"172.21.15.111:6835","nonce":2737626972}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:38:27.246960+0000","modified":"2024-09-19T04:38:29.542096+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7359},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7359":{"gid":7359,"name":"d","rank":0,"incarnation":58,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6834/3367116277","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3367116277},{"type":"v1","addr":"172.21.15.114:6834","nonce":3367116277}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7359,"qdb_cluster":[7359]},"id":9}]} 2024-09-19T04:38:42.927 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 62 2024-09-19T04:38:42.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.928+0000 7f8561e7b640 1 -- 172.21.15.111:0/1693887949 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f854806c880 msgr2=0x7f854806ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:42.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.928+0000 7f8561e7b640 1 --2- 172.21.15.111:0/1693887949 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f854806c880 0x7f854806ed40 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f854c005880 tx=0x7f854c009040 comp rx=0 tx=0).stop 2024-09-19T04:38:42.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.928+0000 7f8561e7b640 1 -- 172.21.15.111:0/1693887949 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f855c162110 msgr2=0x7f855c0ae8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:42.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.928+0000 7f8561e7b640 1 --2- 172.21.15.111:0/1693887949 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f855c162110 0x7f855c0ae8e0 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7f855400efc0 tx=0x7f855400c490 comp rx=0 tx=0).stop 2024-09-19T04:38:42.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.928+0000 7f8561e7b640 1 -- 172.21.15.111:0/1693887949 shutdown_connections 2024-09-19T04:38:42.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.928+0000 7f8561e7b640 1 --2- 172.21.15.111:0/1693887949 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f854806c880 0x7f854806ed40 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.928+0000 7f8561e7b640 1 --2- 172.21.15.111:0/1693887949 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f855c162110 0x7f855c0ae8e0 unknown :-1 s=CLOSED pgs=1205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.928+0000 7f8561e7b640 1 --2- 172.21.15.111:0/1693887949 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f855c15e3f0 0x7f855c14bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.928+0000 7f8561e7b640 1 --2- 172.21.15.111:0/1693887949 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f855c06c2b0 0x7f855c0cdc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:42.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.928+0000 7f8561e7b640 1 -- 172.21.15.111:0/1693887949 >> 172.21.15.111:0/1693887949 conn(0x7f855c06ce90 msgr2=0x7f855c06f1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:42.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.928+0000 7f8561e7b640 1 -- 172.21.15.111:0/1693887949 shutdown_connections 2024-09-19T04:38:42.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:42.928+0000 7f8561e7b640 1 -- 172.21.15.111:0/1693887949 wait complete. 2024-09-19T04:38:42.940 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:38:43.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.037+0000 7efe5a366640 1 Processor -- start 2024-09-19T04:38:43.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.037+0000 7efe5a366640 1 -- start start 2024-09-19T04:38:43.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.038+0000 7efe5a366640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efe5415c180 0x7efe540cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.038+0000 7efe5a366640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7efe54073120 0x7efe540735d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.038+0000 7efe5a366640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efe540ce740 con 0x7efe540ce230 2024-09-19T04:38:43.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.038+0000 7efe5a366640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7efe54072640 con 0x7efe54073120 2024-09-19T04:38:43.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.038+0000 7efe5a366640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7efe54072920 con 0x7efe5415c180 2024-09-19T04:38:43.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.038+0000 7efe58903640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7efe54073120 0x7efe540735d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.038+0000 7efe58903640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7efe54073120 0x7efe540735d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60712/0 (socket says 172.21.15.111:60712) 2024-09-19T04:38:43.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.038+0000 7efe58903640 1 -- 172.21.15.111:0/1773709911 learned_addr learned my addr 172.21.15.111:0/1773709911 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:43.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.039+0000 7efe58903640 1 -- 172.21.15.111:0/1773709911 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efe5415c180 msgr2=0x7efe540cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:43.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.039+0000 7efe53fff640 1 --2- 172.21.15.111:0/1773709911 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efe5415c180 0x7efe540cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.039+0000 7efe58903640 1 --2- 172.21.15.111:0/1773709911 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efe5415c180 0x7efe540cdcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.039+0000 7efe58903640 1 -- 172.21.15.111:0/1773709911 >> v1:172.21.15.114:6789/0 conn(0x7efe540ce230 legacy=0x7efe540cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:43.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.039+0000 7efe58903640 1 -- 172.21.15.111:0/1773709911 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe54072c00 con 0x7efe54073120 2024-09-19T04:38:43.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.039+0000 7efe53fff640 1 --2- 172.21.15.111:0/1773709911 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efe5415c180 0x7efe540cdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:43.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.039+0000 7efe58903640 1 --2- 172.21.15.111:0/1773709911 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efe54073120 0x7efe540735d0 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7efe4c009e50 tx=0x7efe4c02a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46f1d31340eb0bdc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:43.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.040+0000 7efe537fe640 1 -- 172.21.15.111:0/1773709911 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe4c036070 con 0x7efe54073120 2024-09-19T04:38:43.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.040+0000 7efe537fe640 1 -- 172.21.15.111:0/1773709911 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe4c031600 con 0x7efe54073120 2024-09-19T04:38:43.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.040+0000 7efe537fe640 1 -- 172.21.15.111:0/1773709911 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe4c0319d0 con 0x7efe54073120 2024-09-19T04:38:43.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.040+0000 7efe5a366640 1 -- 172.21.15.111:0/1773709911 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efe54073120 msgr2=0x7efe540735d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:43.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.040+0000 7efe5a366640 1 --2- 172.21.15.111:0/1773709911 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efe54073120 0x7efe540735d0 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7efe4c009e50 tx=0x7efe4c02a630 comp rx=0 tx=0).stop 2024-09-19T04:38:43.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.040+0000 7efe5a366640 1 -- 172.21.15.111:0/1773709911 shutdown_connections 2024-09-19T04:38:43.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.040+0000 7efe5a366640 1 --2- 172.21.15.111:0/1773709911 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efe54073120 0x7efe540735d0 unknown :-1 s=CLOSED pgs=1206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.040+0000 7efe5a366640 1 --2- 172.21.15.111:0/1773709911 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efe5415c180 0x7efe540cdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.040+0000 7efe5a366640 1 -- 172.21.15.111:0/1773709911 >> 172.21.15.111:0/1773709911 conn(0x7efe54062cc0 msgr2=0x7efe5406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:43.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.040+0000 7efe5a366640 1 -- 172.21.15.111:0/1773709911 shutdown_connections 2024-09-19T04:38:43.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.040+0000 7efe5a366640 1 -- 172.21.15.111:0/1773709911 wait complete. 2024-09-19T04:38:43.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.041+0000 7efe5a366640 1 Processor -- start 2024-09-19T04:38:43.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.041+0000 7efe5a366640 1 -- start start 2024-09-19T04:38:43.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.042+0000 7efe5a366640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efe54073120 0x7efe5415d280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.042+0000 7efe5a366640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efe540ce230 0x7efe54155bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.042+0000 7efe5a366640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efe5415c180 0x7efe54156110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.042+0000 7efe5a366640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7efe540cf780 con 0x7efe540ce230 2024-09-19T04:38:43.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.042+0000 7efe5a366640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7efe540722f0 con 0x7efe5415c180 2024-09-19T04:38:43.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.042+0000 7efe5a366640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7efe5415c560 con 0x7efe54073120 2024-09-19T04:38:43.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.042+0000 7efe4bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efe540ce230 0x7efe54155bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.042+0000 7efe4bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efe540ce230 0x7efe54155bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60728/0 (socket says 172.21.15.111:60728) 2024-09-19T04:38:43.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.042+0000 7efe4bfff640 1 -- 172.21.15.111:0/961211274 learned_addr learned my addr 172.21.15.111:0/961211274 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:43.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.042+0000 7efe4bfff640 1 -- 172.21.15.111:0/961211274 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efe54073120 msgr2=0x7efe5415d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:43.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.042+0000 7efe58903640 1 --2- 172.21.15.111:0/961211274 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efe5415c180 0x7efe54156110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.042+0000 7efe53fff640 1 --2- 172.21.15.111:0/961211274 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efe54073120 0x7efe5415d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.042+0000 7efe4bfff640 1 --2- 172.21.15.111:0/961211274 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efe54073120 0x7efe5415d280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.043+0000 7efe4bfff640 1 -- 172.21.15.111:0/961211274 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efe5415c180 msgr2=0x7efe54156110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:43.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.043+0000 7efe4bfff640 1 --2- 172.21.15.111:0/961211274 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efe5415c180 0x7efe54156110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.043+0000 7efe4bfff640 1 -- 172.21.15.111:0/961211274 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe541447f0 con 0x7efe540ce230 2024-09-19T04:38:43.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.043+0000 7efe4bfff640 1 --2- 172.21.15.111:0/961211274 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efe540ce230 0x7efe54155bd0 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7efe3c00c430 tx=0x7efe3c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:43.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.043+0000 7efe517fa640 1 -- 172.21.15.111:0/961211274 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe3c011790 con 0x7efe540ce230 2024-09-19T04:38:43.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.043+0000 7efe517fa640 1 -- 172.21.15.111:0/961211274 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe3c017070 con 0x7efe540ce230 2024-09-19T04:38:43.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.043+0000 7efe517fa640 1 -- 172.21.15.111:0/961211274 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe3c011b70 con 0x7efe540ce230 2024-09-19T04:38:43.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.043+0000 7efe5a366640 1 -- 172.21.15.111:0/961211274 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe54144ad0 con 0x7efe540ce230 2024-09-19T04:38:43.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.043+0000 7efe5a366640 1 -- 172.21.15.111:0/961211274 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe54145090 con 0x7efe540ce230 2024-09-19T04:38:43.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.044+0000 7efe5a366640 1 -- 172.21.15.111:0/961211274 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe540cdcf0 con 0x7efe540ce230 2024-09-19T04:38:43.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.044+0000 7efe517fa640 1 -- 172.21.15.111:0/961211274 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7efe3c011d10 con 0x7efe540ce230 2024-09-19T04:38:43.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.045+0000 7efe517fa640 1 --2- 172.21.15.111:0/961211274 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7efe3406c880 0x7efe3406ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.045+0000 7efe517fa640 1 -- 172.21.15.111:0/961211274 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 5809+0+0 (secure 0 0 0) 0x7efe3c08be00 con 0x7efe540ce230 2024-09-19T04:38:43.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.045+0000 7efe53fff640 1 --2- 172.21.15.111:0/961211274 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7efe3406c880 0x7efe3406ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.045+0000 7efe53fff640 1 --2- 172.21.15.111:0/961211274 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7efe3406c880 0x7efe3406ed40 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7efe44008850 tx=0x7efe44008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:43.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.049+0000 7efe517fa640 1 -- 172.21.15.111:0/961211274 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efe3c059c00 con 0x7efe540ce230 2024-09-19T04:38:43.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.247+0000 7efe5a366640 1 -- 172.21.15.111:0/961211274 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efe54076130 con 0x7efe540ce230 2024-09-19T04:38:43.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.248+0000 7efe517fa640 1 -- 172.21.15.111:0/961211274 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 62 v62) ==== 94+0+5237 (secure 0 0 0) 0x7efe3c059500 con 0x7efe540ce230 2024-09-19T04:38:43.250 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:43.250 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":62,"btime":"2024-09-19T04:38:35:229900+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6778,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/1652126105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":1652126105},{"type":"v1","addr":"172.21.15.114:6835","nonce":1652126105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":7344,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/3302571215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3302571215},{"type":"v1","addr":"172.21.15.111:6834","nonce":3302571215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":7347,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/2737626972","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":2737626972},{"type":"v1","addr":"172.21.15.111:6835","nonce":2737626972}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:38:27.246960+0000","modified":"2024-09-19T04:38:29.542096+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7359},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7359":{"gid":7359,"name":"d","rank":0,"incarnation":58,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6834/3367116277","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3367116277},{"type":"v1","addr":"172.21.15.114:6834","nonce":3367116277}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7359,"qdb_cluster":[7359]},"id":9}]} 2024-09-19T04:38:43.250 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 62 2024-09-19T04:38:43.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.250+0000 7efe5a366640 1 -- 172.21.15.111:0/961211274 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7efe3406c880 msgr2=0x7efe3406ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:43.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.250+0000 7efe5a366640 1 --2- 172.21.15.111:0/961211274 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7efe3406c880 0x7efe3406ed40 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7efe44008850 tx=0x7efe44008040 comp rx=0 tx=0).stop 2024-09-19T04:38:43.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.250+0000 7efe5a366640 1 -- 172.21.15.111:0/961211274 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efe540ce230 msgr2=0x7efe54155bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:43.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.250+0000 7efe5a366640 1 --2- 172.21.15.111:0/961211274 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efe540ce230 0x7efe54155bd0 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7efe3c00c430 tx=0x7efe3c00c8f0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.250+0000 7efe5a366640 1 -- 172.21.15.111:0/961211274 shutdown_connections 2024-09-19T04:38:43.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.250+0000 7efe5a366640 1 --2- 172.21.15.111:0/961211274 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7efe3406c880 0x7efe3406ed40 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.250+0000 7efe5a366640 1 --2- 172.21.15.111:0/961211274 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efe5415c180 0x7efe54156110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.250+0000 7efe5a366640 1 --2- 172.21.15.111:0/961211274 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efe540ce230 0x7efe54155bd0 unknown :-1 s=CLOSED pgs=1207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.250+0000 7efe5a366640 1 --2- 172.21.15.111:0/961211274 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efe54073120 0x7efe5415d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.250+0000 7efe5a366640 1 -- 172.21.15.111:0/961211274 >> 172.21.15.111:0/961211274 conn(0x7efe54062cc0 msgr2=0x7efe5406bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:43.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.250+0000 7efe5a366640 1 -- 172.21.15.111:0/961211274 shutdown_connections 2024-09-19T04:38:43.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.250+0000 7efe5a366640 1 -- 172.21.15.111:0/961211274 wait complete. 2024-09-19T04:38:43.263 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:38:43.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.359+0000 7f0dffc8c640 1 Processor -- start 2024-09-19T04:38:43.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.359+0000 7f0dffc8c640 1 -- start start 2024-09-19T04:38:43.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.360+0000 7f0dffc8c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0df815c300 0x7f0df80affc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.360+0000 7f0dffc8c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0df806f1e0 0x7f0df80ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.360+0000 7f0dffc8c640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0df815ecf0 con 0x7f0df80cd300 2024-09-19T04:38:43.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.360+0000 7f0dffc8c640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f0df815c6e0 con 0x7f0df806f1e0 2024-09-19T04:38:43.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.360+0000 7f0dffc8c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0df815efb0 con 0x7f0df815c300 2024-09-19T04:38:43.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.360+0000 7f0dfe229640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0df806f1e0 0x7f0df80ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.360+0000 7f0dfe229640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0df806f1e0 0x7f0df80ae8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60740/0 (socket says 172.21.15.111:60740) 2024-09-19T04:38:43.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.360+0000 7f0dfe229640 1 -- 172.21.15.111:0/1559496120 learned_addr learned my addr 172.21.15.111:0/1559496120 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:43.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.360+0000 7f0dfda28640 1 --2- 172.21.15.111:0/1559496120 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0df815c300 0x7f0df80affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.360+0000 7f0dfe229640 1 -- 172.21.15.111:0/1559496120 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0df815c300 msgr2=0x7f0df80affc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:43.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.361+0000 7f0dfe229640 1 --2- 172.21.15.111:0/1559496120 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0df815c300 0x7f0df80affc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.361+0000 7f0dfe229640 1 -- 172.21.15.111:0/1559496120 >> v1:172.21.15.114:6789/0 conn(0x7f0df80cd300 legacy=0x7f0df806ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:43.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.361+0000 7f0dfe229640 1 -- 172.21.15.111:0/1559496120 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0df815f290 con 0x7f0df806f1e0 2024-09-19T04:38:43.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.361+0000 7f0dfe229640 1 --2- 172.21.15.111:0/1559496120 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0df806f1e0 0x7f0df80ae8e0 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f0df00098a0 tx=0x7f0df002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1ee96cb0625006 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:43.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.361+0000 7f0dfca26640 1 -- 172.21.15.111:0/1559496120 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0df0037070 con 0x7f0df806f1e0 2024-09-19T04:38:43.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.361+0000 7f0dfca26640 1 -- 172.21.15.111:0/1559496120 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0df0032440 con 0x7f0df806f1e0 2024-09-19T04:38:43.364 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.361+0000 7f0dfca26640 1 -- 172.21.15.111:0/1559496120 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0df0032810 con 0x7f0df806f1e0 2024-09-19T04:38:43.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.362+0000 7f0dffc8c640 1 -- 172.21.15.111:0/1559496120 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0df806f1e0 msgr2=0x7f0df80ae8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:43.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.362+0000 7f0dffc8c640 1 --2- 172.21.15.111:0/1559496120 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0df806f1e0 0x7f0df80ae8e0 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f0df00098a0 tx=0x7f0df002a1a0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.362+0000 7f0dffc8c640 1 -- 172.21.15.111:0/1559496120 shutdown_connections 2024-09-19T04:38:43.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.362+0000 7f0dffc8c640 1 --2- 172.21.15.111:0/1559496120 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0df806f1e0 0x7f0df80ae8e0 unknown :-1 s=CLOSED pgs=1208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.362+0000 7f0dffc8c640 1 --2- 172.21.15.111:0/1559496120 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0df815c300 0x7f0df80affc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.362+0000 7f0dffc8c640 1 -- 172.21.15.111:0/1559496120 >> 172.21.15.111:0/1559496120 conn(0x7f0df806cae0 msgr2=0x7f0df806cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:43.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.362+0000 7f0dffc8c640 1 -- 172.21.15.111:0/1559496120 shutdown_connections 2024-09-19T04:38:43.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.362+0000 7f0dffc8c640 1 -- 172.21.15.111:0/1559496120 wait complete. 2024-09-19T04:38:43.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.363+0000 7f0dffc8c640 1 Processor -- start 2024-09-19T04:38:43.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.363+0000 7f0dffc8c640 1 -- start start 2024-09-19T04:38:43.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.364+0000 7f0dffc8c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0df806f1e0 0x7f0df8153300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.364+0000 7f0dffc8c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0df80cd300 0x7f0df80b1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.364+0000 7f0dffc8c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0df815c300 0x7f0df80b1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.364+0000 7f0dffc8c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0df8071880 con 0x7f0df815c300 2024-09-19T04:38:43.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.364+0000 7f0dffc8c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0df815f850 con 0x7f0df80cd300 2024-09-19T04:38:43.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.364+0000 7f0dffc8c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0df80b0500 con 0x7f0df806f1e0 2024-09-19T04:38:43.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.364+0000 7f0dfe229640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0df815c300 0x7f0df80b1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.364+0000 7f0dfe229640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0df815c300 0x7f0df80b1f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60750/0 (socket says 172.21.15.111:60750) 2024-09-19T04:38:43.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.364+0000 7f0dfe229640 1 -- 172.21.15.111:0/1986995640 learned_addr learned my addr 172.21.15.111:0/1986995640 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:43.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.364+0000 7f0dfda28640 1 --2- 172.21.15.111:0/1986995640 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0df806f1e0 0x7f0df8153300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.364+0000 7f0dfe229640 1 -- 172.21.15.111:0/1986995640 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0df806f1e0 msgr2=0x7f0df8153300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:43.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.364+0000 7f0dfe229640 1 --2- 172.21.15.111:0/1986995640 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0df806f1e0 0x7f0df8153300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.364+0000 7f0dfe229640 1 -- 172.21.15.111:0/1986995640 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0df80cd300 msgr2=0x7f0df80b1a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:43.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.364+0000 7f0dfd227640 1 --2- 172.21.15.111:0/1986995640 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0df80cd300 0x7f0df80b1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.364+0000 7f0dfe229640 1 --2- 172.21.15.111:0/1986995640 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0df80cd300 0x7f0df80b1a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.364+0000 7f0dfe229640 1 -- 172.21.15.111:0/1986995640 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0df8157690 con 0x7f0df815c300 2024-09-19T04:38:43.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.364+0000 7f0dfe229640 1 --2- 172.21.15.111:0/1986995640 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0df815c300 0x7f0df80b1f80 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7f0df0035040 tx=0x7f0df00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:43.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.365+0000 7f0dee7fc640 1 -- 172.21.15.111:0/1986995640 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0df0037040 con 0x7f0df815c300 2024-09-19T04:38:43.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.365+0000 7f0dee7fc640 1 -- 172.21.15.111:0/1986995640 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0df0004230 con 0x7f0df815c300 2024-09-19T04:38:43.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.365+0000 7f0dffc8c640 1 -- 172.21.15.111:0/1986995640 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0df81f8870 con 0x7f0df815c300 2024-09-19T04:38:43.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.365+0000 7f0dee7fc640 1 -- 172.21.15.111:0/1986995640 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0df003c730 con 0x7f0df815c300 2024-09-19T04:38:43.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.365+0000 7f0dffc8c640 1 -- 172.21.15.111:0/1986995640 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0df81f4820 con 0x7f0df815c300 2024-09-19T04:38:43.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.366+0000 7f0dffc8c640 1 -- 172.21.15.111:0/1986995640 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0df80b02e0 con 0x7f0df815c300 2024-09-19T04:38:43.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.366+0000 7f0dee7fc640 1 -- 172.21.15.111:0/1986995640 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f0df003a070 con 0x7f0df815c300 2024-09-19T04:38:43.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.366+0000 7f0dee7fc640 1 --2- 172.21.15.111:0/1986995640 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0ddc06c850 0x7f0ddc06ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.367+0000 7f0dee7fc640 1 -- 172.21.15.111:0/1986995640 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 5809+0+0 (secure 0 0 0) 0x7f0df00ac6c0 con 0x7f0df815c300 2024-09-19T04:38:43.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.367+0000 7f0dfda28640 1 --2- 172.21.15.111:0/1986995640 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0ddc06c850 0x7f0ddc06ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.367+0000 7f0dfda28640 1 --2- 172.21.15.111:0/1986995640 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0ddc06c850 0x7f0ddc06ed10 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f0df4008e50 tx=0x7f0df40083a0 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:43.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.371+0000 7f0dee7fc640 1 -- 172.21.15.111:0/1986995640 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0df8157690 con 0x7f0df815c300 2024-09-19T04:38:43.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.540+0000 7f0dffc8c640 1 -- 172.21.15.111:0/1986995640 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0df8162c10 con 0x7f0df815c300 2024-09-19T04:38:43.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.541+0000 7f0dee7fc640 1 -- 172.21.15.111:0/1986995640 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v119) ==== 74+0+16966 (secure 0 0 0) 0x7f0df0041020 con 0x7f0df815c300 2024-09-19T04:38:43.543 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:43.543 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":119,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:38:40.249485+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:38:25.582539+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-19T04:38:26.208963+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"119","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":5,"snap_epoch":119,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[{"pool":19,"snaps":[{"begin":3,"length":1},{"begin":5,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:38:43.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.543+0000 7f0dffc8c640 1 -- 172.21.15.111:0/1986995640 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0ddc06c850 msgr2=0x7f0ddc06ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:43.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.543+0000 7f0dffc8c640 1 --2- 172.21.15.111:0/1986995640 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0ddc06c850 0x7f0ddc06ed10 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f0df4008e50 tx=0x7f0df40083a0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.543+0000 7f0dffc8c640 1 -- 172.21.15.111:0/1986995640 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0df815c300 msgr2=0x7f0df80b1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:43.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.543+0000 7f0dffc8c640 1 --2- 172.21.15.111:0/1986995640 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0df815c300 0x7f0df80b1f80 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7f0df0035040 tx=0x7f0df00046c0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.543+0000 7f0dffc8c640 1 -- 172.21.15.111:0/1986995640 shutdown_connections 2024-09-19T04:38:43.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.543+0000 7f0dffc8c640 1 --2- 172.21.15.111:0/1986995640 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0ddc06c850 0x7f0ddc06ed10 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.543+0000 7f0dffc8c640 1 --2- 172.21.15.111:0/1986995640 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0df815c300 0x7f0df80b1f80 unknown :-1 s=CLOSED pgs=1209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.543+0000 7f0dffc8c640 1 --2- 172.21.15.111:0/1986995640 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0df80cd300 0x7f0df80b1a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.543+0000 7f0dffc8c640 1 --2- 172.21.15.111:0/1986995640 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0df806f1e0 0x7f0df8153300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.543+0000 7f0dffc8c640 1 -- 172.21.15.111:0/1986995640 >> 172.21.15.111:0/1986995640 conn(0x7f0df806cae0 msgr2=0x7f0df80b5ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:43.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.544+0000 7f0dffc8c640 1 -- 172.21.15.111:0/1986995640 shutdown_connections 2024-09-19T04:38:43.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.544+0000 7f0dffc8c640 1 -- 172.21.15.111:0/1986995640 wait complete. 2024-09-19T04:38:43.556 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T04:38:43.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.654+0000 7f9d06b6d640 1 Processor -- start 2024-09-19T04:38:43.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.654+0000 7f9d06b6d640 1 -- start start 2024-09-19T04:38:43.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.655+0000 7f9d06b6d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9d000d02a0 0x7f9d000d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.655+0000 7f9d06b6d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f9d0015ca40 0x7f9d0015e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.655+0000 7f9d06b6d640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9d000d0bc0 con 0x7f9d0015ce80 2024-09-19T04:38:43.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.655+0000 7f9d06b6d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f9d0015d390 con 0x7f9d0015ca40 2024-09-19T04:38:43.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.655+0000 7f9d06b6d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9d0015d670 con 0x7f9d000d02a0 2024-09-19T04:38:43.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.655+0000 7f9d0510a640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f9d0015ce80 0x7f9d001594c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35626/0 (socket says 172.21.15.111:35626) 2024-09-19T04:38:43.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.655+0000 7f9d0510a640 1 -- 172.21.15.111:0/3837708955 learned_addr learned my addr 172.21.15.111:0/3837708955 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:43.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9cfffff640 1 --2- 172.21.15.111:0/3837708955 >> v2:172.21.15.114:3300/0 conn(0x7f9d0015ca40 0x7f9d0015e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9d04909640 1 --2- 172.21.15.111:0/3837708955 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9d000d02a0 0x7f9d000d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9cff7fe640 1 -- 172.21.15.111:0/3837708955 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1381804807 0 0) 0x7f9d000d0bc0 con 0x7f9d0015ce80 2024-09-19T04:38:43.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9cff7fe640 1 -- 172.21.15.111:0/3837708955 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9ce8003520 con 0x7f9d0015ce80 2024-09-19T04:38:43.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9cff7fe640 1 -- 172.21.15.111:0/3837708955 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 680618229 0 0) 0x7f9ce8003520 con 0x7f9d0015ce80 2024-09-19T04:38:43.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9cff7fe640 1 -- 172.21.15.111:0/3837708955 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9d000d02a0 msgr2=0x7f9d000d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:43.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9cff7fe640 1 --2- 172.21.15.111:0/3837708955 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9d000d02a0 0x7f9d000d0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9cff7fe640 1 -- 172.21.15.111:0/3837708955 >> v2:172.21.15.114:3300/0 conn(0x7f9d0015ca40 msgr2=0x7f9d0015e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:43.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9cff7fe640 1 --2- 172.21.15.111:0/3837708955 >> v2:172.21.15.114:3300/0 conn(0x7f9d0015ca40 0x7f9d0015e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9cff7fe640 1 -- 172.21.15.111:0/3837708955 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d0015d950 con 0x7f9d0015ce80 2024-09-19T04:38:43.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9cff7fe640 1 -- 172.21.15.111:0/3837708955 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f9cf8001670 con 0x7f9d0015ce80 2024-09-19T04:38:43.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9cff7fe640 1 -- 172.21.15.111:0/3837708955 >> v1:172.21.15.111:6789/0 conn(0x7f9d0015ce80 legacy=0x7f9d001594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:43.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9cff7fe640 1 --2- 172.21.15.111:0/3837708955 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ce80039b0 0x7f9ce8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9cff7fe640 1 --2- 172.21.15.111:0/3837708955 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ce8004800 0x7f9ce8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9cff7fe640 1 --2- 172.21.15.111:0/3837708955 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9d000d02a0 0x7f9ce80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9cff7fe640 1 -- 172.21.15.111:0/3837708955 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9d0015d390 con 0x7f9ce8004800 2024-09-19T04:38:43.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9cff7fe640 1 -- 172.21.15.111:0/3837708955 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9d0015d670 con 0x7f9ce80039b0 2024-09-19T04:38:43.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9cff7fe640 1 -- 172.21.15.111:0/3837708955 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9ce800b9c0 con 0x7f9d000d02a0 2024-09-19T04:38:43.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9cfffff640 1 --2- 172.21.15.111:0/3837708955 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ce8004800 0x7f9ce8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9d04909640 1 --2- 172.21.15.111:0/3837708955 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ce80039b0 0x7f9ce8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9d0510a640 1 --2- 172.21.15.111:0/3837708955 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9d000d02a0 0x7f9ce80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9cfffff640 1 -- 172.21.15.111:0/3837708955 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9d000d02a0 msgr2=0x7f9ce80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:43.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9cfffff640 1 --2- 172.21.15.111:0/3837708955 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9d000d02a0 0x7f9ce80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9cfffff640 1 -- 172.21.15.111:0/3837708955 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ce80039b0 msgr2=0x7f9ce8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:43.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9cfffff640 1 --2- 172.21.15.111:0/3837708955 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ce80039b0 0x7f9ce8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.656+0000 7f9cfffff640 1 -- 172.21.15.111:0/3837708955 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ce8003520 con 0x7f9ce8004800 2024-09-19T04:38:43.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.657+0000 7f9cfffff640 1 --2- 172.21.15.111:0/3837708955 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ce8004800 0x7f9ce8004c80 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7f9cf4009fc0 tx=0x7f9ce8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5ab7228fefd6683 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:43.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.657+0000 7f9cff7fe640 1 -- 172.21.15.111:0/3837708955 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cf4009c10 con 0x7f9ce8004800 2024-09-19T04:38:43.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.657+0000 7f9cff7fe640 1 -- 172.21.15.111:0/3837708955 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9cf4036070 con 0x7f9ce8004800 2024-09-19T04:38:43.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.657+0000 7f9cff7fe640 1 -- 172.21.15.111:0/3837708955 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cf402d070 con 0x7f9ce8004800 2024-09-19T04:38:43.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.658+0000 7f9d06b6d640 1 -- 172.21.15.111:0/3837708955 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ce8004800 msgr2=0x7f9ce8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:43.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.658+0000 7f9d06b6d640 1 --2- 172.21.15.111:0/3837708955 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ce8004800 0x7f9ce8004c80 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7f9cf4009fc0 tx=0x7f9ce8005830 comp rx=0 tx=0).stop 2024-09-19T04:38:43.663 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.658+0000 7f9d0510a640 1 -- 172.21.15.111:0/3837708955 reap_dead start 2024-09-19T04:38:43.663 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.658+0000 7f9d06b6d640 1 -- 172.21.15.111:0/3837708955 shutdown_connections 2024-09-19T04:38:43.663 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.658+0000 7f9d06b6d640 1 -- 172.21.15.111:0/3837708955 >> 172.21.15.111:0/3837708955 conn(0x7f9d00062cc0 msgr2=0x7f9d0006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:43.663 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.658+0000 7f9d06b6d640 1 -- 172.21.15.111:0/3837708955 shutdown_connections 2024-09-19T04:38:43.663 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.658+0000 7f9d06b6d640 1 -- 172.21.15.111:0/3837708955 wait complete. 2024-09-19T04:38:43.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.659+0000 7f9d06b6d640 1 Processor -- start 2024-09-19T04:38:43.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.659+0000 7f9d06b6d640 1 -- start start 2024-09-19T04:38:43.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.660+0000 7f9d06b6d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ce8004800 0x7f9d0015bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.660+0000 7f9d06b6d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9d000cc930 0x7f9d000ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.660+0000 7f9d06b6d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9d000aee20 0x7f9d00073240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.660+0000 7f9d06b6d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9d00155b90 con 0x7f9ce8004800 2024-09-19T04:38:43.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.660+0000 7f9d06b6d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9d0015df10 con 0x7f9d000aee20 2024-09-19T04:38:43.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.660+0000 7f9d06b6d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9d00155d10 con 0x7f9d000cc930 2024-09-19T04:38:43.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.660+0000 7f9d04909640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ce8004800 0x7f9d0015bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.660+0000 7f9d04909640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ce8004800 0x7f9d0015bfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60768/0 (socket says 172.21.15.111:60768) 2024-09-19T04:38:43.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.660+0000 7f9d04909640 1 -- 172.21.15.111:0/2934054106 learned_addr learned my addr 172.21.15.111:0/2934054106 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:43.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.660+0000 7f9d0510a640 1 --2- 172.21.15.111:0/2934054106 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9d000aee20 0x7f9d00073240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.660+0000 7f9cfffff640 1 --2- 172.21.15.111:0/2934054106 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9d000cc930 0x7f9d000ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.660+0000 7f9d04909640 1 -- 172.21.15.111:0/2934054106 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9d000cc930 msgr2=0x7f9d000ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:43.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.660+0000 7f9d04909640 1 --2- 172.21.15.111:0/2934054106 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9d000cc930 0x7f9d000ae8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.660+0000 7f9d04909640 1 -- 172.21.15.111:0/2934054106 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9d000aee20 msgr2=0x7f9d00073240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:43.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.660+0000 7f9d04909640 1 --2- 172.21.15.111:0/2934054106 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9d000aee20 0x7f9d00073240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.660+0000 7f9d04909640 1 -- 172.21.15.111:0/2934054106 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d00152a60 con 0x7f9ce8004800 2024-09-19T04:38:43.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.660+0000 7f9cfffff640 1 --2- 172.21.15.111:0/2934054106 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9d000cc930 0x7f9d000ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:43.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.660+0000 7f9d04909640 1 --2- 172.21.15.111:0/2934054106 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ce8004800 0x7f9d0015bfc0 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7f9cf0011910 tx=0x7f9cf0011dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:43.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.661+0000 7f9cfd7fa640 1 -- 172.21.15.111:0/2934054106 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cf000faf0 con 0x7f9ce8004800 2024-09-19T04:38:43.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.661+0000 7f9cfd7fa640 1 -- 172.21.15.111:0/2934054106 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9cf000fc90 con 0x7f9ce8004800 2024-09-19T04:38:43.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.661+0000 7f9d06b6d640 1 -- 172.21.15.111:0/2934054106 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d00152d40 con 0x7f9ce8004800 2024-09-19T04:38:43.667 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.661+0000 7f9cfd7fa640 1 -- 172.21.15.111:0/2934054106 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cf0014440 con 0x7f9ce8004800 2024-09-19T04:38:43.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.661+0000 7f9d06b6d640 1 -- 172.21.15.111:0/2934054106 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d00153300 con 0x7f9ce8004800 2024-09-19T04:38:43.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.662+0000 7f9d06b6d640 1 -- 172.21.15.111:0/2934054106 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d000b4790 con 0x7f9ce8004800 2024-09-19T04:38:43.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.662+0000 7f9cfd7fa640 1 -- 172.21.15.111:0/2934054106 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f9cf0012040 con 0x7f9ce8004800 2024-09-19T04:38:43.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.662+0000 7f9cfd7fa640 1 --2- 172.21.15.111:0/2934054106 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9cec06c850 0x7f9cec06ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.663+0000 7f9cfd7fa640 1 -- 172.21.15.111:0/2934054106 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 5809+0+0 (secure 0 0 0) 0x7f9cf008c3a0 con 0x7f9ce8004800 2024-09-19T04:38:43.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.663+0000 7f9cfffff640 1 --2- 172.21.15.111:0/2934054106 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9cec06c850 0x7f9cec06ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.663+0000 7f9cfffff640 1 --2- 172.21.15.111:0/2934054106 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9cec06c850 0x7f9cec06ed10 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f9cf4035000 tx=0x7f9cf402f000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:43.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.667+0000 7f9cfd7fa640 1 -- 172.21.15.111:0/2934054106 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9cf0019030 con 0x7f9ce8004800 2024-09-19T04:38:43.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.866+0000 7f9d06b6d640 1 -- 172.21.15.111:0/2934054106 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f9d000b0af0 con 0x7f9ce8004800 2024-09-19T04:38:43.867 INFO:tasks.ceph.mon.a.smithi111.stderr:2024-09-19T04:38:43.866+0000 7fab606dd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T04:38:43.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.867+0000 7f9cfd7fa640 1 -- 172.21.15.111:0/2934054106 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v63) ==== 161+0+0 (secure 0 0 0) 0x7f9cf005a2c0 con 0x7f9ce8004800 2024-09-19T04:38:43.869 INFO:teuthology.orchestra.run.smithi111.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T04:38:43.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.870+0000 7f9d06b6d640 1 -- 172.21.15.111:0/2934054106 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9cec06c850 msgr2=0x7f9cec06ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:43.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.870+0000 7f9d06b6d640 1 --2- 172.21.15.111:0/2934054106 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9cec06c850 0x7f9cec06ed10 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f9cf4035000 tx=0x7f9cf402f000 comp rx=0 tx=0).stop 2024-09-19T04:38:43.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.870+0000 7f9d06b6d640 1 -- 172.21.15.111:0/2934054106 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ce8004800 msgr2=0x7f9d0015bfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:43.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.870+0000 7f9d06b6d640 1 --2- 172.21.15.111:0/2934054106 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ce8004800 0x7f9d0015bfc0 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7f9cf0011910 tx=0x7f9cf0011dd0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.870+0000 7f9d06b6d640 1 -- 172.21.15.111:0/2934054106 shutdown_connections 2024-09-19T04:38:43.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.870+0000 7f9d06b6d640 1 --2- 172.21.15.111:0/2934054106 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9cec06c850 0x7f9cec06ed10 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.870+0000 7f9d06b6d640 1 --2- 172.21.15.111:0/2934054106 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9d000aee20 0x7f9d00073240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.870+0000 7f9d06b6d640 1 --2- 172.21.15.111:0/2934054106 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9d000cc930 0x7f9d000ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.870+0000 7f9d06b6d640 1 --2- 172.21.15.111:0/2934054106 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ce8004800 0x7f9d0015bfc0 unknown :-1 s=CLOSED pgs=1212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.870+0000 7f9d06b6d640 1 -- 172.21.15.111:0/2934054106 >> 172.21.15.111:0/2934054106 conn(0x7f9d00062cc0 msgr2=0x7f9d000affb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:43.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.870+0000 7f9d06b6d640 1 -- 172.21.15.111:0/2934054106 shutdown_connections 2024-09-19T04:38:43.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.870+0000 7f9d06b6d640 1 -- 172.21.15.111:0/2934054106 wait complete. 2024-09-19T04:38:43.883 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T04:38:43.911 INFO:tasks.ceph.mds.d.smithi114.stdout:starting mds.d at 2024-09-19T04:38:43.985 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.984+0000 7fb17cc8b640 1 Processor -- start 2024-09-19T04:38:43.985 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.984+0000 7fb17cc8b640 1 -- start start 2024-09-19T04:38:43.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.985+0000 7fb17cc8b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb17815d3b0 0x7fb178071080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.985+0000 7fb17cc8b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fb1780cf320 0x7fb1780cf730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.985+0000 7fb17cc8b640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1780715c0 con 0x7fb17815d790 2024-09-19T04:38:43.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.985+0000 7fb17cc8b640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fb17806da30 con 0x7fb1780cf320 2024-09-19T04:38:43.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.985+0000 7fb17cc8b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb17806d700 con 0x7fb17815d3b0 2024-09-19T04:38:43.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.985+0000 7fb176d9d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fb1780cf320 0x7fb1780cf730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.985+0000 7fb17659c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb17815d3b0 0x7fb178071080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.985+0000 7fb175d9b640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7fb17815d790 0x7fb1780cce70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:52018/0 (socket says 172.21.15.111:52018) 2024-09-19T04:38:43.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.985+0000 7fb175d9b640 1 -- 172.21.15.111:0/202470962 learned_addr learned my addr 172.21.15.111:0/202470962 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:43.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.985+0000 7fb176d9d640 1 -- 172.21.15.111:0/202470962 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb17815d3b0 msgr2=0x7fb178071080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:43.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.985+0000 7fb176d9d640 1 --2- 172.21.15.111:0/202470962 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb17815d3b0 0x7fb178071080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.985+0000 7fb176d9d640 1 -- 172.21.15.111:0/202470962 >> v1:172.21.15.114:6789/0 conn(0x7fb17815d790 legacy=0x7fb1780cce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:43.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.985+0000 7fb176d9d640 1 -- 172.21.15.111:0/202470962 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1780cde80 con 0x7fb1780cf320 2024-09-19T04:38:43.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.985+0000 7fb17559a640 1 -- 172.21.15.111:0/202470962 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2051268622 0 0) 0x7fb1780715c0 con 0x7fb17815d790 2024-09-19T04:38:43.988 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.985+0000 7fb17659c640 1 --2- 172.21.15.111:0/202470962 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb17815d3b0 0x7fb178071080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:38:43.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.986+0000 7fb176d9d640 1 --2- 172.21.15.111:0/202470962 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb1780cf320 0x7fb1780cf730 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fb170009d90 tx=0x7fb17002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4a0af8de0486dcb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:43.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.986+0000 7fb17559a640 1 -- 172.21.15.111:0/202470962 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb170007740 con 0x7fb1780cf320 2024-09-19T04:38:43.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.986+0000 7fb17559a640 1 -- 172.21.15.111:0/202470962 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1700078e0 con 0x7fb1780cf320 2024-09-19T04:38:43.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.986+0000 7fb17559a640 1 -- 172.21.15.111:0/202470962 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb170007cb0 con 0x7fb1780cf320 2024-09-19T04:38:43.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.987+0000 7fb17cc8b640 1 -- 172.21.15.111:0/202470962 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb1780cf320 msgr2=0x7fb1780cf730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:43.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.987+0000 7fb17cc8b640 1 --2- 172.21.15.111:0/202470962 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb1780cf320 0x7fb1780cf730 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fb170009d90 tx=0x7fb17002a660 comp rx=0 tx=0).stop 2024-09-19T04:38:43.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.987+0000 7fb17cc8b640 1 -- 172.21.15.111:0/202470962 shutdown_connections 2024-09-19T04:38:43.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.987+0000 7fb17cc8b640 1 --2- 172.21.15.111:0/202470962 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb1780cf320 0x7fb1780cf730 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.987+0000 7fb17cc8b640 1 --2- 172.21.15.111:0/202470962 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb17815d3b0 0x7fb178071080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.987+0000 7fb17cc8b640 1 -- 172.21.15.111:0/202470962 >> 172.21.15.111:0/202470962 conn(0x7fb17806bba0 msgr2=0x7fb17806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:43.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.987+0000 7fb17cc8b640 1 -- 172.21.15.111:0/202470962 shutdown_connections 2024-09-19T04:38:43.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.987+0000 7fb17cc8b640 1 -- 172.21.15.111:0/202470962 wait complete. 2024-09-19T04:38:43.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.988+0000 7fb17cc8b640 1 Processor -- start 2024-09-19T04:38:43.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.988+0000 7fb17cc8b640 1 -- start start 2024-09-19T04:38:43.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.989+0000 7fb17cc8b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb1780cf320 0x7fb1780aa4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.989+0000 7fb17cc8b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb17815d3b0 0x7fb178142100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.989+0000 7fb17cc8b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb178157080 0x7fb178157510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.989+0000 7fb17cc8b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb1780cd580 con 0x7fb178157080 2024-09-19T04:38:43.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.989+0000 7fb17cc8b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb1780cdba0 con 0x7fb17815d3b0 2024-09-19T04:38:43.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.989+0000 7fb17cc8b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb1780cfc70 con 0x7fb1780cf320 2024-09-19T04:38:43.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.989+0000 7fb176d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb178157080 0x7fb178157510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.989+0000 7fb176d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb178157080 0x7fb178157510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60776/0 (socket says 172.21.15.111:60776) 2024-09-19T04:38:43.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.989+0000 7fb176d9d640 1 -- 172.21.15.111:0/3552537414 learned_addr learned my addr 172.21.15.111:0/3552537414 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:43.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.989+0000 7fb17659c640 1 --2- 172.21.15.111:0/3552537414 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb1780cf320 0x7fb1780aa4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.989+0000 7fb175d9b640 1 --2- 172.21.15.111:0/3552537414 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb17815d3b0 0x7fb178142100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.989+0000 7fb176d9d640 1 -- 172.21.15.111:0/3552537414 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb1780cf320 msgr2=0x7fb1780aa4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:43.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.989+0000 7fb176d9d640 1 --2- 172.21.15.111:0/3552537414 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb1780cf320 0x7fb1780aa4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.989+0000 7fb176d9d640 1 -- 172.21.15.111:0/3552537414 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb17815d3b0 msgr2=0x7fb178142100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:43.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.989+0000 7fb176d9d640 1 --2- 172.21.15.111:0/3552537414 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb17815d3b0 0x7fb178142100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:43.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.989+0000 7fb176d9d640 1 -- 172.21.15.111:0/3552537414 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb17815c170 con 0x7fb178157080 2024-09-19T04:38:43.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.989+0000 7fb17659c640 1 --2- 172.21.15.111:0/3552537414 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb1780cf320 0x7fb1780aa4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:38:43.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.990+0000 7fb176d9d640 1 --2- 172.21.15.111:0/3552537414 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb178157080 0x7fb178157510 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7fb170009d90 tx=0x7fb170004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:43.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.990+0000 7fb166ffd640 1 -- 172.21.15.111:0/3552537414 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb170040070 con 0x7fb178157080 2024-09-19T04:38:43.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.990+0000 7fb166ffd640 1 -- 172.21.15.111:0/3552537414 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb170031c40 con 0x7fb178157080 2024-09-19T04:38:43.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.990+0000 7fb17cc8b640 1 -- 172.21.15.111:0/3552537414 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb178142b80 con 0x7fb178157080 2024-09-19T04:38:43.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.990+0000 7fb166ffd640 1 -- 172.21.15.111:0/3552537414 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb170009450 con 0x7fb178157080 2024-09-19T04:38:43.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.990+0000 7fb17cc8b640 1 -- 172.21.15.111:0/3552537414 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb178143140 con 0x7fb178157080 2024-09-19T04:38:43.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.991+0000 7fb17cc8b640 1 -- 172.21.15.111:0/3552537414 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb17815cbf0 con 0x7fb178157080 2024-09-19T04:38:43.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.991+0000 7fb166ffd640 1 -- 172.21.15.111:0/3552537414 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fb170039040 con 0x7fb178157080 2024-09-19T04:38:43.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.992+0000 7fb166ffd640 1 --2- 172.21.15.111:0/3552537414 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb15806c850 0x7fb15806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:43.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.992+0000 7fb166ffd640 1 -- 172.21.15.111:0/3552537414 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 5851+0+0 (secure 0 0 0) 0x7fb1700acf60 con 0x7fb178157080 2024-09-19T04:38:43.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.992+0000 7fb17659c640 1 --2- 172.21.15.111:0/3552537414 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb15806c850 0x7fb15806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:43.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.993+0000 7fb17659c640 1 --2- 172.21.15.111:0/3552537414 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb15806c850 0x7fb15806ed10 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fb168009560 tx=0x7fb168009190 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:43.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:43.996+0000 7fb166ffd640 1 -- 172.21.15.111:0/3552537414 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb17007a560 con 0x7fb178157080 2024-09-19T04:38:44.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.197+0000 7fb17cc8b640 1 -- 172.21.15.111:0/3552537414 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fb17815cf00 con 0x7fb178157080 2024-09-19T04:38:44.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.872+0000 7fb166ffd640 1 -- 172.21.15.111:0/3552537414 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v64) ==== 104+0+0 (secure 0 0 0) 0x7fb17007e860 con 0x7fb178157080 2024-09-19T04:38:44.876 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.875+0000 7fb17cc8b640 1 -- 172.21.15.111:0/3552537414 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb15806c850 msgr2=0x7fb15806ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:44.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.875+0000 7fb17cc8b640 1 --2- 172.21.15.111:0/3552537414 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb15806c850 0x7fb15806ed10 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fb168009560 tx=0x7fb168009190 comp rx=0 tx=0).stop 2024-09-19T04:38:44.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.875+0000 7fb17cc8b640 1 -- 172.21.15.111:0/3552537414 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb178157080 msgr2=0x7fb178157510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:44.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.875+0000 7fb17cc8b640 1 --2- 172.21.15.111:0/3552537414 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb178157080 0x7fb178157510 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7fb170009d90 tx=0x7fb170004a40 comp rx=0 tx=0).stop 2024-09-19T04:38:44.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.875+0000 7fb17cc8b640 1 -- 172.21.15.111:0/3552537414 shutdown_connections 2024-09-19T04:38:44.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.875+0000 7fb17cc8b640 1 --2- 172.21.15.111:0/3552537414 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb15806c850 0x7fb15806ed10 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:44.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.875+0000 7fb17cc8b640 1 --2- 172.21.15.111:0/3552537414 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb178157080 0x7fb178157510 unknown :-1 s=CLOSED pgs=1214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:44.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.875+0000 7fb17cc8b640 1 --2- 172.21.15.111:0/3552537414 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb17815d3b0 0x7fb178142100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:44.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.875+0000 7fb17cc8b640 1 --2- 172.21.15.111:0/3552537414 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb1780cf320 0x7fb1780aa4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:44.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.875+0000 7fb17cc8b640 1 -- 172.21.15.111:0/3552537414 >> 172.21.15.111:0/3552537414 conn(0x7fb17806bba0 msgr2=0x7fb178072300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:44.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.875+0000 7fb17cc8b640 1 -- 172.21.15.111:0/3552537414 shutdown_connections 2024-09-19T04:38:44.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.875+0000 7fb17cc8b640 1 -- 172.21.15.111:0/3552537414 wait complete. 2024-09-19T04:38:44.888 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T04:38:44.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.990+0000 7f61b5331640 1 Processor -- start 2024-09-19T04:38:44.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.990+0000 7f61b5331640 1 -- start start 2024-09-19T04:38:44.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.990+0000 7f61b5331640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f61b015e770 0x7f61b00b61d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:44.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.990+0000 7f61b5331640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61b00d2320 con 0x7f61b00b3b40 2024-09-19T04:38:44.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.990+0000 7f61b5331640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61b00d25e0 con 0x7f61b00b6710 2024-09-19T04:38:44.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.990+0000 7f61b5331640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f61b015eb50 con 0x7f61b015e770 2024-09-19T04:38:44.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.991+0000 7f61af7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f61b00b3b40 0x7f61b00d33a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35632/0 (socket says 172.21.15.111:35632) 2024-09-19T04:38:44.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.991+0000 7f61af7fe640 1 -- 172.21.15.111:0/3345874130 learned_addr learned my addr 172.21.15.111:0/3345874130 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:44.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.991+0000 7f61adffb640 1 -- 172.21.15.111:0/3345874130 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1490953627 0 0) 0x7f61b00d2320 con 0x7f61b00b3b40 2024-09-19T04:38:44.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.991+0000 7f61adffb640 1 -- 172.21.15.111:0/3345874130 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6198003520 con 0x7f61b00b3b40 2024-09-19T04:38:44.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.991+0000 7f61aeffd640 1 --2- 172.21.15.111:0/3345874130 >> v2:172.21.15.114:3300/0 conn(0x7f61b015e770 0x7f61b00b61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:44.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.991+0000 7f61adffb640 1 -- 172.21.15.111:0/3345874130 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 826050513 0 0) 0x7f6198003520 con 0x7f61b00b3b40 2024-09-19T04:38:44.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.991+0000 7f61adffb640 1 -- 172.21.15.111:0/3345874130 >> v2:172.21.15.114:3300/0 conn(0x7f61b015e770 msgr2=0x7f61b00b61d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:44.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.991+0000 7f61adffb640 1 --2- 172.21.15.111:0/3345874130 >> v2:172.21.15.114:3300/0 conn(0x7f61b015e770 0x7f61b00b61d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:44.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.991+0000 7f61adffb640 1 -- 172.21.15.111:0/3345874130 >> v1:172.21.15.114:6789/0 conn(0x7f61b00b6710 legacy=0x7f61b00b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:44.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.991+0000 7f61adffb640 1 -- 172.21.15.111:0/3345874130 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61b00d28c0 con 0x7f61b00b3b40 2024-09-19T04:38:44.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.991+0000 7f61adffb640 1 -- 172.21.15.111:0/3345874130 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f61a8001670 con 0x7f61b00b3b40 2024-09-19T04:38:44.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.991+0000 7f61adffb640 1 -- 172.21.15.111:0/3345874130 >> v1:172.21.15.111:6789/0 conn(0x7f61b00b3b40 legacy=0x7f61b00d33a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:44.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.991+0000 7f61adffb640 1 --2- 172.21.15.111:0/3345874130 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f61980039b0 0x7f6198003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:44.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.991+0000 7f61adffb640 1 --2- 172.21.15.111:0/3345874130 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6198004800 0x7f6198004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:44.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.991+0000 7f61adffb640 1 --2- 172.21.15.111:0/3345874130 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61980051c0 0x7f619800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:44.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.991+0000 7f61adffb640 1 -- 172.21.15.111:0/3345874130 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f61b015eb50 con 0x7f6198004800 2024-09-19T04:38:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.991+0000 7f61adffb640 1 -- 172.21.15.111:0/3345874130 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f619800c160 con 0x7f61980051c0 2024-09-19T04:38:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.991+0000 7f61adffb640 1 -- 172.21.15.111:0/3345874130 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f619800c360 con 0x7f61980039b0 2024-09-19T04:38:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.991+0000 7f61ae7fc640 1 --2- 172.21.15.111:0/3345874130 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6198004800 0x7f6198004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.991+0000 7f61af7fe640 1 --2- 172.21.15.111:0/3345874130 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61980051c0 0x7f619800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.991+0000 7f61aeffd640 1 --2- 172.21.15.111:0/3345874130 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f61980039b0 0x7f6198003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.992+0000 7f61ae7fc640 1 -- 172.21.15.111:0/3345874130 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f61980039b0 msgr2=0x7f6198003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.992+0000 7f61ae7fc640 1 --2- 172.21.15.111:0/3345874130 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f61980039b0 0x7f6198003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.992+0000 7f61ae7fc640 1 -- 172.21.15.111:0/3345874130 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61980051c0 msgr2=0x7f619800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.992+0000 7f61ae7fc640 1 --2- 172.21.15.111:0/3345874130 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61980051c0 0x7f619800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.992+0000 7f61ae7fc640 1 -- 172.21.15.111:0/3345874130 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6198003520 con 0x7f6198004800 2024-09-19T04:38:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.992+0000 7f61af7fe640 1 -- 172.21.15.111:0/3345874130 reap_dead start 2024-09-19T04:38:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.992+0000 7f61ae7fc640 1 --2- 172.21.15.111:0/3345874130 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6198004800 0x7f6198004c80 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7f61a4001e50 tx=0x7f6198005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7937ee40a9529fe server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:44.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.992+0000 7f61adffb640 1 -- 172.21.15.111:0/3345874130 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61a4001a70 con 0x7f6198004800 2024-09-19T04:38:44.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.992+0000 7f61adffb640 1 -- 172.21.15.111:0/3345874130 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61a402ae40 con 0x7f6198004800 2024-09-19T04:38:44.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.992+0000 7f61adffb640 1 -- 172.21.15.111:0/3345874130 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61a4003bb0 con 0x7f6198004800 2024-09-19T04:38:44.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.993+0000 7f61b5331640 1 -- 172.21.15.111:0/3345874130 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6198004800 msgr2=0x7f6198004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:44.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.993+0000 7f61b5331640 1 --2- 172.21.15.111:0/3345874130 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6198004800 0x7f6198004c80 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7f61a4001e50 tx=0x7f6198005830 comp rx=0 tx=0).stop 2024-09-19T04:38:44.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.993+0000 7f61b5331640 1 -- 172.21.15.111:0/3345874130 shutdown_connections 2024-09-19T04:38:44.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.993+0000 7f61b5331640 1 --2- 172.21.15.111:0/3345874130 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6198004800 0x7f6198004c80 unknown :-1 s=CLOSED pgs=1216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:44.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.993+0000 7f61b5331640 1 -- 172.21.15.111:0/3345874130 >> 172.21.15.111:0/3345874130 conn(0x7f61b0062a50 msgr2=0x7f61b0062e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:44.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.993+0000 7f61b5331640 1 -- 172.21.15.111:0/3345874130 shutdown_connections 2024-09-19T04:38:44.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.993+0000 7f61b5331640 1 -- 172.21.15.111:0/3345874130 wait complete. 2024-09-19T04:38:45.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.994+0000 7f61b5331640 1 Processor -- start 2024-09-19T04:38:45.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.994+0000 7f61b5331640 1 -- start start 2024-09-19T04:38:45.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.995+0000 7f61b5331640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6198004800 0x7f61b00c9b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:45.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.995+0000 7f61b5331640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61b0160ea0 0x7f61b0161320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:45.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.995+0000 7f61b5331640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f61b00c8650 0x7f61b00c8ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:45.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.995+0000 7f61b5331640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f61b00d2e80 con 0x7f6198004800 2024-09-19T04:38:45.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.995+0000 7f61b5331640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f61b00b6b60 con 0x7f61b0160ea0 2024-09-19T04:38:45.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.995+0000 7f61b5331640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f61b00b76a0 con 0x7f61b00c8650 2024-09-19T04:38:45.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.995+0000 7f61aeffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6198004800 0x7f61b00c9b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:45.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.995+0000 7f61aeffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6198004800 0x7f61b00c9b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60792/0 (socket says 172.21.15.111:60792) 2024-09-19T04:38:45.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.995+0000 7f61aeffd640 1 -- 172.21.15.111:0/4199216634 learned_addr learned my addr 172.21.15.111:0/4199216634 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:45.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.995+0000 7f61af7fe640 1 --2- 172.21.15.111:0/4199216634 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f61b00c8650 0x7f61b00c8ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:45.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.995+0000 7f61ae7fc640 1 --2- 172.21.15.111:0/4199216634 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61b0160ea0 0x7f61b0161320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:45.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.995+0000 7f61aeffd640 1 -- 172.21.15.111:0/4199216634 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f61b00c8650 msgr2=0x7f61b00c8ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:45.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.995+0000 7f61aeffd640 1 --2- 172.21.15.111:0/4199216634 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f61b00c8650 0x7f61b00c8ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:45.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.995+0000 7f61aeffd640 1 -- 172.21.15.111:0/4199216634 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61b0160ea0 msgr2=0x7f61b0161320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:45.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.995+0000 7f61aeffd640 1 --2- 172.21.15.111:0/4199216634 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61b0160ea0 0x7f61b0161320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:45.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.995+0000 7f61aeffd640 1 -- 172.21.15.111:0/4199216634 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61b00ca220 con 0x7f6198004800 2024-09-19T04:38:45.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.995+0000 7f61af7fe640 1 --2- 172.21.15.111:0/4199216634 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f61b00c8650 0x7f61b00c8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:45.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.996+0000 7f61aeffd640 1 --2- 172.21.15.111:0/4199216634 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6198004800 0x7f61b00c9b20 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7f61a0011a70 tx=0x7f61a0011f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:45.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.996+0000 7f61977fe640 1 -- 172.21.15.111:0/4199216634 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61a000fb50 con 0x7f6198004800 2024-09-19T04:38:45.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.996+0000 7f61977fe640 1 -- 172.21.15.111:0/4199216634 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61a000fcf0 con 0x7f6198004800 2024-09-19T04:38:45.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.996+0000 7f61b5331640 1 -- 172.21.15.111:0/4199216634 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61b00ca500 con 0x7f6198004800 2024-09-19T04:38:45.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.996+0000 7f61977fe640 1 -- 172.21.15.111:0/4199216634 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61a000fea0 con 0x7f6198004800 2024-09-19T04:38:45.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.996+0000 7f61b5331640 1 -- 172.21.15.111:0/4199216634 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61b00caac0 con 0x7f6198004800 2024-09-19T04:38:45.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.997+0000 7f61b5331640 1 -- 172.21.15.111:0/4199216634 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61b00b61d0 con 0x7f6198004800 2024-09-19T04:38:45.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.997+0000 7f61977fe640 1 -- 172.21.15.111:0/4199216634 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f61a0012040 con 0x7f6198004800 2024-09-19T04:38:45.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.997+0000 7f61977fe640 1 --2- 172.21.15.111:0/4199216634 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f619c06c880 0x7f619c06ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:45.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.998+0000 7f61977fe640 1 -- 172.21.15.111:0/4199216634 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 5851+0+0 (secure 0 0 0) 0x7f61a008c6b0 con 0x7f6198004800 2024-09-19T04:38:45.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.998+0000 7f61ae7fc640 1 --2- 172.21.15.111:0/4199216634 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f619c06c880 0x7f619c06ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:45.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:44.998+0000 7f61ae7fc640 1 --2- 172.21.15.111:0/4199216634 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f619c06c880 0x7f619c06ed40 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f61a4032000 tx=0x7f61a402e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:45.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.002+0000 7f61977fe640 1 -- 172.21.15.111:0/4199216634 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f61a0019030 con 0x7f6198004800 2024-09-19T04:38:45.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.165+0000 7f61b5331640 1 -- 172.21.15.111:0/4199216634 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f61b015c4a0 con 0x7f6198004800 2024-09-19T04:38:45.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.874+0000 7f61977fe640 1 -- 172.21.15.111:0/4199216634 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v121) ==== 181+0+0 (secure 0 0 0) 0x7f61a0059ed0 con 0x7f6198004800 2024-09-19T04:38:45.876 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' removed 2024-09-19T04:38:45.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.877+0000 7f61b5331640 1 -- 172.21.15.111:0/4199216634 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f619c06c880 msgr2=0x7f619c06ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:45.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.877+0000 7f61b5331640 1 --2- 172.21.15.111:0/4199216634 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f619c06c880 0x7f619c06ed40 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f61a4032000 tx=0x7f61a402e000 comp rx=0 tx=0).stop 2024-09-19T04:38:45.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.877+0000 7f61b5331640 1 -- 172.21.15.111:0/4199216634 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6198004800 msgr2=0x7f61b00c9b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:45.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.877+0000 7f61b5331640 1 --2- 172.21.15.111:0/4199216634 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6198004800 0x7f61b00c9b20 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7f61a0011a70 tx=0x7f61a0011f30 comp rx=0 tx=0).stop 2024-09-19T04:38:45.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.877+0000 7f61b5331640 1 -- 172.21.15.111:0/4199216634 shutdown_connections 2024-09-19T04:38:45.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.877+0000 7f61b5331640 1 --2- 172.21.15.111:0/4199216634 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f619c06c880 0x7f619c06ed40 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:45.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.878+0000 7f61b5331640 1 --2- 172.21.15.111:0/4199216634 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f61b00c8650 0x7f61b00c8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:45.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.878+0000 7f61b5331640 1 --2- 172.21.15.111:0/4199216634 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61b0160ea0 0x7f61b0161320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:45.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.878+0000 7f61b5331640 1 --2- 172.21.15.111:0/4199216634 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6198004800 0x7f61b00c9b20 unknown :-1 s=CLOSED pgs=1217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:45.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.878+0000 7f61b5331640 1 -- 172.21.15.111:0/4199216634 >> 172.21.15.111:0/4199216634 conn(0x7f61b0062a50 msgr2=0x7f61b00b4f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:45.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.878+0000 7f61b5331640 1 -- 172.21.15.111:0/4199216634 shutdown_connections 2024-09-19T04:38:45.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.878+0000 7f61b5331640 1 -- 172.21.15.111:0/4199216634 wait complete. 2024-09-19T04:38:45.892 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T04:38:45.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.997+0000 7faf2925e640 1 Processor -- start 2024-09-19T04:38:45.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.997+0000 7faf2925e640 1 -- start start 2024-09-19T04:38:46.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.998+0000 7faf2925e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7faf240b3540 0x7faf240d3090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:46.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.998+0000 7faf2925e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf240d20e0 con 0x7faf240b61e0 2024-09-19T04:38:46.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.998+0000 7faf2925e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf240cfa70 con 0x7faf240b3b00 2024-09-19T04:38:46.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.998+0000 7faf2925e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7faf240d24f0 con 0x7faf240b3540 2024-09-19T04:38:46.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.998+0000 7faf2359e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7faf240b3540 0x7faf240d3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:46.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.998+0000 7faf2359e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7faf240b3540 0x7faf240d3090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60796/0 (socket says 172.21.15.111:60796) 2024-09-19T04:38:46.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.998+0000 7faf2359e640 1 -- 172.21.15.111:0/707175927 learned_addr learned my addr 172.21.15.111:0/707175927 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:46.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.999+0000 7faf2359e640 1 -- 172.21.15.111:0/707175927 >> v1:172.21.15.114:6789/0 conn(0x7faf240b3b00 legacy=0x7faf240d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:46.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.999+0000 7faf2359e640 1 -- 172.21.15.111:0/707175927 >> v1:172.21.15.111:6789/0 conn(0x7faf240b61e0 legacy=0x7faf240b65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:46.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.999+0000 7faf2359e640 1 -- 172.21.15.111:0/707175927 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf240cfd50 con 0x7faf240b3540 2024-09-19T04:38:46.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.999+0000 7faf2359e640 1 --2- 172.21.15.111:0/707175927 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf240b3540 0x7faf240d3090 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7faf14009870 tx=0x7faf1402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=977ef27ac0c96f7f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:46.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.999+0000 7faf21d9b640 1 -- 172.21.15.111:0/707175927 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf14037070 con 0x7faf240b3540 2024-09-19T04:38:46.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.999+0000 7faf21d9b640 1 -- 172.21.15.111:0/707175927 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf14032440 con 0x7faf240b3540 2024-09-19T04:38:46.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:45.999+0000 7faf21d9b640 1 -- 172.21.15.111:0/707175927 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf14032810 con 0x7faf240b3540 2024-09-19T04:38:46.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.000+0000 7faf2925e640 1 -- 172.21.15.111:0/707175927 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf240b3540 msgr2=0x7faf240d3090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:46.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.000+0000 7faf2925e640 1 --2- 172.21.15.111:0/707175927 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf240b3540 0x7faf240d3090 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7faf14009870 tx=0x7faf1402a180 comp rx=0 tx=0).stop 2024-09-19T04:38:46.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.000+0000 7faf2925e640 1 -- 172.21.15.111:0/707175927 shutdown_connections 2024-09-19T04:38:46.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.000+0000 7faf2925e640 1 --2- 172.21.15.111:0/707175927 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf240b3540 0x7faf240d3090 unknown :-1 s=CLOSED pgs=1219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:46.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.000+0000 7faf2925e640 1 -- 172.21.15.111:0/707175927 >> 172.21.15.111:0/707175927 conn(0x7faf240d11e0 msgr2=0x7faf240d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:46.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.000+0000 7faf2925e640 1 -- 172.21.15.111:0/707175927 shutdown_connections 2024-09-19T04:38:46.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.000+0000 7faf2925e640 1 -- 172.21.15.111:0/707175927 wait complete. 2024-09-19T04:38:46.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.001+0000 7faf2925e640 1 Processor -- start 2024-09-19T04:38:46.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.001+0000 7faf2925e640 1 -- start start 2024-09-19T04:38:46.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.002+0000 7faf2925e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faf240b3540 0x7faf241f7b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:46.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.002+0000 7faf2925e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf240b3b00 0x7faf240ab1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:46.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.002+0000 7faf2925e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faf240b61e0 0x7faf241f4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:46.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.002+0000 7faf2925e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7faf2415edc0 con 0x7faf240b3b00 2024-09-19T04:38:46.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.002+0000 7faf2925e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7faf240d1d00 con 0x7faf240b3540 2024-09-19T04:38:46.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.002+0000 7faf2925e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7faf241f8050 con 0x7faf240b61e0 2024-09-19T04:38:46.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.002+0000 7faf2259c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf240b3b00 0x7faf240ab1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:46.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.002+0000 7faf2259c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf240b3b00 0x7faf240ab1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60810/0 (socket says 172.21.15.111:60810) 2024-09-19T04:38:46.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.002+0000 7faf2259c640 1 -- 172.21.15.111:0/3512798703 learned_addr learned my addr 172.21.15.111:0/3512798703 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:46.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.002+0000 7faf22d9d640 1 --2- 172.21.15.111:0/3512798703 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faf240b3540 0x7faf241f7b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:46.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.002+0000 7faf2359e640 1 --2- 172.21.15.111:0/3512798703 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faf240b61e0 0x7faf241f4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:46.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.003+0000 7faf2259c640 1 -- 172.21.15.111:0/3512798703 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faf240b61e0 msgr2=0x7faf241f4e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:46.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.003+0000 7faf2259c640 1 --2- 172.21.15.111:0/3512798703 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faf240b61e0 0x7faf241f4e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:46.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.003+0000 7faf2259c640 1 -- 172.21.15.111:0/3512798703 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faf240b3540 msgr2=0x7faf241f7b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:46.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.003+0000 7faf2259c640 1 --2- 172.21.15.111:0/3512798703 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faf240b3540 0x7faf241f7b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:46.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.003+0000 7faf2259c640 1 -- 172.21.15.111:0/3512798703 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf241e9450 con 0x7faf240b3b00 2024-09-19T04:38:46.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.003+0000 7faf2359e640 1 --2- 172.21.15.111:0/3512798703 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faf240b61e0 0x7faf241f4e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:46.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.003+0000 7faf2259c640 1 --2- 172.21.15.111:0/3512798703 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf240b3b00 0x7faf240ab1a0 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7faf0c00b3f0 tx=0x7faf0c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:46.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.003+0000 7faf1b7fe640 1 -- 172.21.15.111:0/3512798703 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf0c015020 con 0x7faf240b3b00 2024-09-19T04:38:46.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.003+0000 7faf1b7fe640 1 -- 172.21.15.111:0/3512798703 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf0c011830 con 0x7faf240b3b00 2024-09-19T04:38:46.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.003+0000 7faf2925e640 1 -- 172.21.15.111:0/3512798703 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf241e9730 con 0x7faf240b3b00 2024-09-19T04:38:46.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.003+0000 7faf1b7fe640 1 -- 172.21.15.111:0/3512798703 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf0c011c20 con 0x7faf240b3b00 2024-09-19T04:38:46.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.003+0000 7faf2925e640 1 -- 172.21.15.111:0/3512798703 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf241e9cf0 con 0x7faf240b3b00 2024-09-19T04:38:46.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.004+0000 7faf2925e640 1 -- 172.21.15.111:0/3512798703 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf240b65c0 con 0x7faf240b3b00 2024-09-19T04:38:46.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.004+0000 7faf1b7fe640 1 -- 172.21.15.111:0/3512798703 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7faf0c018020 con 0x7faf240b3b00 2024-09-19T04:38:46.008 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.005+0000 7faf1b7fe640 1 --2- 172.21.15.111:0/3512798703 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faf0406c850 0x7faf0406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:46.008 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.005+0000 7faf1b7fe640 1 -- 172.21.15.111:0/3512798703 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 5413+0+0 (secure 0 0 0) 0x7faf0c08bd20 con 0x7faf240b3b00 2024-09-19T04:38:46.008 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.005+0000 7faf22d9d640 1 --2- 172.21.15.111:0/3512798703 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faf0406c850 0x7faf0406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:46.008 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.005+0000 7faf22d9d640 1 --2- 172.21.15.111:0/3512798703 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faf0406c850 0x7faf0406ed10 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7faf1c001e70 tx=0x7faf1c009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:46.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.009+0000 7faf1b7fe640 1 -- 172.21.15.111:0/3512798703 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faf0c01f020 con 0x7faf240b3b00 2024-09-19T04:38:46.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.173+0000 7faf2925e640 1 -- 172.21.15.111:0/3512798703 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7faf240ba6e0 con 0x7faf240b3b00 2024-09-19T04:38:46.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.879+0000 7faf1b7fe640 1 -- 172.21.15.111:0/3512798703 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v122) ==== 169+0+0 (secure 0 0 0) 0x7faf0c059d40 con 0x7faf240b3b00 2024-09-19T04:38:46.880 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' removed 2024-09-19T04:38:46.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.882+0000 7faf2925e640 1 -- 172.21.15.111:0/3512798703 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faf0406c850 msgr2=0x7faf0406ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:46.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.882+0000 7faf2925e640 1 --2- 172.21.15.111:0/3512798703 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faf0406c850 0x7faf0406ed10 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7faf1c001e70 tx=0x7faf1c009040 comp rx=0 tx=0).stop 2024-09-19T04:38:46.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.882+0000 7faf2925e640 1 -- 172.21.15.111:0/3512798703 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf240b3b00 msgr2=0x7faf240ab1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:46.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.882+0000 7faf2925e640 1 --2- 172.21.15.111:0/3512798703 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf240b3b00 0x7faf240ab1a0 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7faf0c00b3f0 tx=0x7faf0c00b8b0 comp rx=0 tx=0).stop 2024-09-19T04:38:46.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.882+0000 7faf2925e640 1 -- 172.21.15.111:0/3512798703 shutdown_connections 2024-09-19T04:38:46.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.882+0000 7faf2925e640 1 --2- 172.21.15.111:0/3512798703 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faf0406c850 0x7faf0406ed10 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:46.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.882+0000 7faf2925e640 1 --2- 172.21.15.111:0/3512798703 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faf240b61e0 0x7faf241f4e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:46.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.882+0000 7faf2925e640 1 --2- 172.21.15.111:0/3512798703 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf240b3b00 0x7faf240ab1a0 unknown :-1 s=CLOSED pgs=1220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:46.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.882+0000 7faf2925e640 1 --2- 172.21.15.111:0/3512798703 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faf240b3540 0x7faf241f7b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:46.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.882+0000 7faf2925e640 1 -- 172.21.15.111:0/3512798703 >> 172.21.15.111:0/3512798703 conn(0x7faf240d11e0 msgr2=0x7faf240b5420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:46.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.882+0000 7faf2925e640 1 -- 172.21.15.111:0/3512798703 shutdown_connections 2024-09-19T04:38:46.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.882+0000 7faf2925e640 1 -- 172.21.15.111:0/3512798703 wait complete. 2024-09-19T04:38:46.896 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T04:38:46.900 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:38:46.941 DEBUG:teuthology.orchestra.run.smithi114:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:38:47.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.999+0000 7fd75ba8d640 1 Processor -- start 2024-09-19T04:38:47.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:46.999+0000 7fd75ba8d640 1 -- start start 2024-09-19T04:38:47.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.000+0000 7fd75ba8d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd75415d3b0 0x7fd754071080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:47.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.000+0000 7fd75ba8d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd75415d790 0x7fd7540cce70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:47.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.000+0000 7fd75ba8d640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7540715c0 con 0x7fd7540cd3b0 2024-09-19T04:38:47.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.000+0000 7fd75ba8d640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fd75406da30 con 0x7fd75415d790 2024-09-19T04:38:47.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.000+0000 7fd75ba8d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd75406d700 con 0x7fd75415d3b0 2024-09-19T04:38:47.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.000+0000 7fd759028640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd75415d790 0x7fd7540cce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:47.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.000+0000 7fd759028640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd75415d790 0x7fd7540cce70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60826/0 (socket says 172.21.15.111:60826) 2024-09-19T04:38:47.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.000+0000 7fd759028640 1 -- 172.21.15.111:0/234757500 learned_addr learned my addr 172.21.15.111:0/234757500 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:47.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.000+0000 7fd759829640 1 --2- 172.21.15.111:0/234757500 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd75415d3b0 0x7fd754071080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:47.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.000+0000 7fd759028640 1 -- 172.21.15.111:0/234757500 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd75415d3b0 msgr2=0x7fd754071080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:47.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.000+0000 7fd759028640 1 --2- 172.21.15.111:0/234757500 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd75415d3b0 0x7fd754071080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:47.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.000+0000 7fd759028640 1 -- 172.21.15.111:0/234757500 >> v1:172.21.15.111:6789/0 conn(0x7fd7540cd3b0 legacy=0x7fd7540cf320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:47.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.000+0000 7fd759028640 1 -- 172.21.15.111:0/234757500 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7540cde80 con 0x7fd75415d790 2024-09-19T04:38:47.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.001+0000 7fd759028640 1 --2- 172.21.15.111:0/234757500 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd75415d790 0x7fd7540cce70 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7fd744009850 tx=0x7fd74402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc9040e352e9fadf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:47.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.001+0000 7fd758827640 1 -- 172.21.15.111:0/234757500 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd744004030 con 0x7fd75415d790 2024-09-19T04:38:47.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.001+0000 7fd758827640 1 -- 172.21.15.111:0/234757500 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7440041d0 con 0x7fd75415d790 2024-09-19T04:38:47.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.001+0000 7fd758827640 1 -- 172.21.15.111:0/234757500 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd744003610 con 0x7fd75415d790 2024-09-19T04:38:47.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.001+0000 7fd75ba8d640 1 -- 172.21.15.111:0/234757500 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd75415d790 msgr2=0x7fd7540cce70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:47.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.001+0000 7fd75ba8d640 1 --2- 172.21.15.111:0/234757500 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd75415d790 0x7fd7540cce70 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7fd744009850 tx=0x7fd74402a230 comp rx=0 tx=0).stop 2024-09-19T04:38:47.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.002+0000 7fd75ba8d640 1 -- 172.21.15.111:0/234757500 shutdown_connections 2024-09-19T04:38:47.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.002+0000 7fd75ba8d640 1 --2- 172.21.15.111:0/234757500 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd75415d790 0x7fd7540cce70 unknown :-1 s=CLOSED pgs=1222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:47.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.002+0000 7fd75ba8d640 1 --2- 172.21.15.111:0/234757500 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd75415d3b0 0x7fd754071080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:47.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.002+0000 7fd75ba8d640 1 -- 172.21.15.111:0/234757500 >> 172.21.15.111:0/234757500 conn(0x7fd75406bba0 msgr2=0x7fd75406bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:47.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.002+0000 7fd75ba8d640 1 -- 172.21.15.111:0/234757500 shutdown_connections 2024-09-19T04:38:47.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.002+0000 7fd75ba8d640 1 -- 172.21.15.111:0/234757500 wait complete. 2024-09-19T04:38:47.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.003+0000 7fd75ba8d640 1 Processor -- start 2024-09-19T04:38:47.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.003+0000 7fd75ba8d640 1 -- start start 2024-09-19T04:38:47.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.003+0000 7fd75ba8d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd7540cd3b0 0x7fd754150760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:47.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.004+0000 7fd75ba8d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd75415d3b0 0x7fd754145e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:47.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.004+0000 7fd75ba8d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd75415b3d0 0x7fd75415b860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:47.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.004+0000 7fd75ba8d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd75415cbf0 con 0x7fd75415d3b0 2024-09-19T04:38:47.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.004+0000 7fd75ba8d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd7540cdba0 con 0x7fd7540cd3b0 2024-09-19T04:38:47.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.004+0000 7fd75ba8d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd75415cd70 con 0x7fd75415b3d0 2024-09-19T04:38:47.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.004+0000 7fd759028640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd75415d3b0 0x7fd754145e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:47.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.004+0000 7fd759028640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd75415d3b0 0x7fd754145e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60830/0 (socket says 172.21.15.111:60830) 2024-09-19T04:38:47.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.004+0000 7fd759028640 1 -- 172.21.15.111:0/1160036079 learned_addr learned my addr 172.21.15.111:0/1160036079 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:47.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.004+0000 7fd75a02a640 1 --2- 172.21.15.111:0/1160036079 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd75415b3d0 0x7fd75415b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:47.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.004+0000 7fd759829640 1 --2- 172.21.15.111:0/1160036079 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd7540cd3b0 0x7fd754150760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:47.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.004+0000 7fd759028640 1 -- 172.21.15.111:0/1160036079 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd75415b3d0 msgr2=0x7fd75415b860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:47.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.004+0000 7fd759028640 1 --2- 172.21.15.111:0/1160036079 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd75415b3d0 0x7fd75415b860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:47.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.004+0000 7fd759028640 1 -- 172.21.15.111:0/1160036079 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd7540cd3b0 msgr2=0x7fd754150760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:47.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.004+0000 7fd759028640 1 --2- 172.21.15.111:0/1160036079 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd7540cd3b0 0x7fd754150760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:47.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.004+0000 7fd759028640 1 -- 172.21.15.111:0/1160036079 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd75415bf50 con 0x7fd75415d3b0 2024-09-19T04:38:47.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.004+0000 7fd759028640 1 --2- 172.21.15.111:0/1160036079 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd75415d3b0 0x7fd754145e20 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7fd744034040 tx=0x7fd7440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:47.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.004+0000 7fd74a7fc640 1 -- 172.21.15.111:0/1160036079 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd744041030 con 0x7fd75415d3b0 2024-09-19T04:38:47.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.004+0000 7fd74a7fc640 1 -- 172.21.15.111:0/1160036079 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd744003c50 con 0x7fd75415d3b0 2024-09-19T04:38:47.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.004+0000 7fd75ba8d640 1 -- 172.21.15.111:0/1160036079 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd75415c230 con 0x7fd75415d3b0 2024-09-19T04:38:47.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.004+0000 7fd74a7fc640 1 -- 172.21.15.111:0/1160036079 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd744004030 con 0x7fd75415d3b0 2024-09-19T04:38:47.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.004+0000 7fd75ba8d640 1 -- 172.21.15.111:0/1160036079 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd754157360 con 0x7fd75415d3b0 2024-09-19T04:38:47.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.005+0000 7fd75ba8d640 1 -- 172.21.15.111:0/1160036079 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7540cfba0 con 0x7fd75415d3b0 2024-09-19T04:38:47.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.006+0000 7fd74a7fc640 1 -- 172.21.15.111:0/1160036079 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fd744044070 con 0x7fd75415d3b0 2024-09-19T04:38:47.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.006+0000 7fd74a7fc640 1 --2- 172.21.15.111:0/1160036079 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd73806c850 0x7fd73806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:47.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.007+0000 7fd74a7fc640 1 -- 172.21.15.111:0/1160036079 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 4999+0+0 (secure 0 0 0) 0x7fd7440ac5d0 con 0x7fd75415d3b0 2024-09-19T04:38:47.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.007+0000 7fd759829640 1 --2- 172.21.15.111:0/1160036079 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd73806c850 0x7fd73806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:47.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.007+0000 7fd759829640 1 --2- 172.21.15.111:0/1160036079 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd73806c850 0x7fd73806ed10 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fd750006fd0 tx=0x7fd750008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:47.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.011+0000 7fd74a7fc640 1 -- 172.21.15.111:0/1160036079 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd74407a140 con 0x7fd75415d3b0 2024-09-19T04:38:47.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.177+0000 7fd75ba8d640 1 -- 172.21.15.111:0/1160036079 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fd75415e9f0 con 0x7fd75415d3b0 2024-09-19T04:38:47.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.181+0000 7fd74a7fc640 1 -- 172.21.15.111:0/1160036079 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v23) ==== 104+0+0 (secure 0 0 0) 0x7fd74407e440 con 0x7fd75415d3b0 2024-09-19T04:38:47.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.183+0000 7fd75ba8d640 1 -- 172.21.15.111:0/1160036079 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd73806c850 msgr2=0x7fd73806ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:47.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.183+0000 7fd75ba8d640 1 --2- 172.21.15.111:0/1160036079 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd73806c850 0x7fd73806ed10 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fd750006fd0 tx=0x7fd750008040 comp rx=0 tx=0).stop 2024-09-19T04:38:47.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.183+0000 7fd75ba8d640 1 -- 172.21.15.111:0/1160036079 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd75415d3b0 msgr2=0x7fd754145e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:47.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.183+0000 7fd75ba8d640 1 --2- 172.21.15.111:0/1160036079 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd75415d3b0 0x7fd754145e20 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7fd744034040 tx=0x7fd7440046c0 comp rx=0 tx=0).stop 2024-09-19T04:38:47.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.183+0000 7fd75ba8d640 1 -- 172.21.15.111:0/1160036079 shutdown_connections 2024-09-19T04:38:47.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.183+0000 7fd75ba8d640 1 --2- 172.21.15.111:0/1160036079 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd73806c850 0x7fd73806ed10 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:47.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.183+0000 7fd75ba8d640 1 --2- 172.21.15.111:0/1160036079 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd75415b3d0 0x7fd75415b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:47.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.183+0000 7fd75ba8d640 1 --2- 172.21.15.111:0/1160036079 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd75415d3b0 0x7fd754145e20 unknown :-1 s=CLOSED pgs=1223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:47.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.183+0000 7fd75ba8d640 1 --2- 172.21.15.111:0/1160036079 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd7540cd3b0 0x7fd754150760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:47.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.183+0000 7fd75ba8d640 1 -- 172.21.15.111:0/1160036079 >> 172.21.15.111:0/1160036079 conn(0x7fd75406bba0 msgr2=0x7fd75415f200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:47.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.183+0000 7fd75ba8d640 1 -- 172.21.15.111:0/1160036079 shutdown_connections 2024-09-19T04:38:47.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.183+0000 7fd75ba8d640 1 -- 172.21.15.111:0/1160036079 wait complete. 2024-09-19T04:38:47.195 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_to_v2' 2024-09-19T04:38:47.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.292+0000 7ff221f23640 1 Processor -- start 2024-09-19T04:38:47.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.292+0000 7ff221f23640 1 -- start start 2024-09-19T04:38:47.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.293+0000 7ff221f23640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff21c0d02a0 0x7ff21c0d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:47.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.293+0000 7ff221f23640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff21c0d0bc0 con 0x7ff21c15ca40 2024-09-19T04:38:47.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.293+0000 7ff221f23640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff21c15d390 con 0x7ff21c15ceb0 2024-09-19T04:38:47.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.293+0000 7ff221f23640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ff21c15d670 con 0x7ff21c0d02a0 2024-09-19T04:38:47.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.293+0000 7ff21affd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7ff21c15ca40 0x7ff21c15e430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35670/0 (socket says 172.21.15.111:35670) 2024-09-19T04:38:47.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.293+0000 7ff21affd640 1 -- 172.21.15.111:0/1366959369 learned_addr learned my addr 172.21.15.111:0/1366959369 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:47.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.293+0000 7ff21a7fc640 1 -- 172.21.15.111:0/1366959369 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3045982836 0 0) 0x7ff21c0d0bc0 con 0x7ff21c15ca40 2024-09-19T04:38:47.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.293+0000 7ff21a7fc640 1 -- 172.21.15.111:0/1366959369 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff204003520 con 0x7ff21c15ca40 2024-09-19T04:38:47.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.293+0000 7ff21b7fe640 1 --2- 172.21.15.111:0/1366959369 >> v2:172.21.15.114:3300/0 conn(0x7ff21c0d02a0 0x7ff21c0d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:47.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.293+0000 7ff21a7fc640 1 -- 172.21.15.111:0/1366959369 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1113603346 0 0) 0x7ff204003520 con 0x7ff21c15ca40 2024-09-19T04:38:47.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.293+0000 7ff21a7fc640 1 -- 172.21.15.111:0/1366959369 >> v2:172.21.15.114:3300/0 conn(0x7ff21c0d02a0 msgr2=0x7ff21c0d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:47.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.293+0000 7ff21a7fc640 1 --2- 172.21.15.111:0/1366959369 >> v2:172.21.15.114:3300/0 conn(0x7ff21c0d02a0 0x7ff21c0d0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:47.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.293+0000 7ff21a7fc640 1 -- 172.21.15.111:0/1366959369 >> v1:172.21.15.114:6789/0 conn(0x7ff21c15ceb0 legacy=0x7ff21c1594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:47.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.293+0000 7ff21a7fc640 1 -- 172.21.15.111:0/1366959369 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff21c15d950 con 0x7ff21c15ca40 2024-09-19T04:38:47.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.293+0000 7ff21a7fc640 1 -- 172.21.15.111:0/1366959369 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7ff210001670 con 0x7ff21c15ca40 2024-09-19T04:38:47.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.294+0000 7ff21a7fc640 1 -- 172.21.15.111:0/1366959369 >> v1:172.21.15.111:6789/0 conn(0x7ff21c15ca40 legacy=0x7ff21c15e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:47.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.294+0000 7ff21a7fc640 1 --2- 172.21.15.111:0/1366959369 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff2040039b0 0x7ff204003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:47.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.294+0000 7ff21a7fc640 1 --2- 172.21.15.111:0/1366959369 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff204004800 0x7ff204004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:47.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.294+0000 7ff21a7fc640 1 --2- 172.21.15.111:0/1366959369 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2040052e0 0x7ff20400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:47.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.294+0000 7ff21a7fc640 1 -- 172.21.15.111:0/1366959369 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff21c15d670 con 0x7ff2040052e0 2024-09-19T04:38:47.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.294+0000 7ff21a7fc640 1 -- 172.21.15.111:0/1366959369 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff20400c1b0 con 0x7ff2040039b0 2024-09-19T04:38:47.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.294+0000 7ff21a7fc640 1 -- 172.21.15.111:0/1366959369 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff20400c3b0 con 0x7ff204004800 2024-09-19T04:38:47.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.294+0000 7ff21bfff640 1 --2- 172.21.15.111:0/1366959369 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2040052e0 0x7ff20400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:47.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.294+0000 7ff21b7fe640 1 --2- 172.21.15.111:0/1366959369 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff2040039b0 0x7ff204003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:47.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.294+0000 7ff21affd640 1 --2- 172.21.15.111:0/1366959369 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff204004800 0x7ff204004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:47.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.294+0000 7ff21bfff640 1 -- 172.21.15.111:0/1366959369 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff204004800 msgr2=0x7ff204004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:47.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.294+0000 7ff21bfff640 1 --2- 172.21.15.111:0/1366959369 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff204004800 0x7ff204004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:47.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.294+0000 7ff21bfff640 1 -- 172.21.15.111:0/1366959369 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff2040039b0 msgr2=0x7ff204003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:47.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.294+0000 7ff21bfff640 1 --2- 172.21.15.111:0/1366959369 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff2040039b0 0x7ff204003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:47.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.294+0000 7ff21bfff640 1 -- 172.21.15.111:0/1366959369 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff204003520 con 0x7ff2040052e0 2024-09-19T04:38:47.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.295+0000 7ff21bfff640 1 -- 172.21.15.111:0/1366959369 reap_dead start 2024-09-19T04:38:47.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.295+0000 7ff21bfff640 1 --2- 172.21.15.111:0/1366959369 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2040052e0 0x7ff20400b9c0 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x7ff21c15d2c0 tx=0x7ff204005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4116ec170b714d03 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:47.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.295+0000 7ff21a7fc640 1 -- 172.21.15.111:0/1366959369 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff214001a70 con 0x7ff2040052e0 2024-09-19T04:38:47.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.295+0000 7ff21a7fc640 1 -- 172.21.15.111:0/1366959369 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff21402ae10 con 0x7ff2040052e0 2024-09-19T04:38:47.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.295+0000 7ff21a7fc640 1 -- 172.21.15.111:0/1366959369 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff214003b90 con 0x7ff2040052e0 2024-09-19T04:38:47.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.295+0000 7ff221f23640 1 -- 172.21.15.111:0/1366959369 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2040052e0 msgr2=0x7ff20400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:47.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.295+0000 7ff221f23640 1 --2- 172.21.15.111:0/1366959369 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2040052e0 0x7ff20400b9c0 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x7ff21c15d2c0 tx=0x7ff204005830 comp rx=0 tx=0).stop 2024-09-19T04:38:47.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.295+0000 7ff221f23640 1 -- 172.21.15.111:0/1366959369 shutdown_connections 2024-09-19T04:38:47.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.295+0000 7ff221f23640 1 --2- 172.21.15.111:0/1366959369 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2040052e0 0x7ff20400b9c0 unknown :-1 s=CLOSED pgs=1225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:47.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.295+0000 7ff221f23640 1 -- 172.21.15.111:0/1366959369 >> 172.21.15.111:0/1366959369 conn(0x7ff21c062cc0 msgr2=0x7ff21c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:47.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.295+0000 7ff221f23640 1 -- 172.21.15.111:0/1366959369 shutdown_connections 2024-09-19T04:38:47.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.295+0000 7ff221f23640 1 -- 172.21.15.111:0/1366959369 wait complete. 2024-09-19T04:38:47.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.296+0000 7ff221f23640 1 Processor -- start 2024-09-19T04:38:47.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.297+0000 7ff221f23640 1 -- start start 2024-09-19T04:38:47.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.297+0000 7ff221f23640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2040052e0 0x7ff21c06c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:47.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.297+0000 7ff221f23640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff21c0cd6a0 0x7ff21c071a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:47.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.297+0000 7ff221f23640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff21c0aeb50 0x7ff21c14ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:47.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.297+0000 7ff221f23640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff21c155b90 con 0x7ff2040052e0 2024-09-19T04:38:47.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.297+0000 7ff221f23640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff21c15df10 con 0x7ff21c0aeb50 2024-09-19T04:38:47.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.297+0000 7ff221f23640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff21c155d10 con 0x7ff21c0cd6a0 2024-09-19T04:38:47.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.297+0000 7ff21b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2040052e0 0x7ff21c06c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:47.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.297+0000 7ff21b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2040052e0 0x7ff21c06c5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60842/0 (socket says 172.21.15.111:60842) 2024-09-19T04:38:47.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.297+0000 7ff21b7fe640 1 -- 172.21.15.111:0/3570702045 learned_addr learned my addr 172.21.15.111:0/3570702045 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:47.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.298+0000 7ff21bfff640 1 --2- 172.21.15.111:0/3570702045 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff21c0aeb50 0x7ff21c14ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:47.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.298+0000 7ff21affd640 1 --2- 172.21.15.111:0/3570702045 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff21c0cd6a0 0x7ff21c071a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:47.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.298+0000 7ff21b7fe640 1 -- 172.21.15.111:0/3570702045 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff21c0cd6a0 msgr2=0x7ff21c071a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:47.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.298+0000 7ff21b7fe640 1 --2- 172.21.15.111:0/3570702045 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff21c0cd6a0 0x7ff21c071a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:47.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.298+0000 7ff21b7fe640 1 -- 172.21.15.111:0/3570702045 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff21c0aeb50 msgr2=0x7ff21c14ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:47.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.298+0000 7ff21b7fe640 1 --2- 172.21.15.111:0/3570702045 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff21c0aeb50 0x7ff21c14ca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:47.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.298+0000 7ff21b7fe640 1 -- 172.21.15.111:0/3570702045 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff21c1f7820 con 0x7ff2040052e0 2024-09-19T04:38:47.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.298+0000 7ff21bfff640 1 --2- 172.21.15.111:0/3570702045 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff21c0aeb50 0x7ff21c14ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:47.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.298+0000 7ff21b7fe640 1 --2- 172.21.15.111:0/3570702045 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2040052e0 0x7ff21c06c5b0 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7ff20c00b7c0 tx=0x7ff20c00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:47.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.298+0000 7ff203fff640 1 -- 172.21.15.111:0/3570702045 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff20c018070 con 0x7ff2040052e0 2024-09-19T04:38:47.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.298+0000 7ff203fff640 1 -- 172.21.15.111:0/3570702045 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff20c010830 con 0x7ff2040052e0 2024-09-19T04:38:47.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.298+0000 7ff203fff640 1 -- 172.21.15.111:0/3570702045 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff20c010c00 con 0x7ff2040052e0 2024-09-19T04:38:47.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.298+0000 7ff221f23640 1 -- 172.21.15.111:0/3570702045 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff21c1f7b00 con 0x7ff2040052e0 2024-09-19T04:38:47.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.298+0000 7ff221f23640 1 -- 172.21.15.111:0/3570702045 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff21c1f80c0 con 0x7ff2040052e0 2024-09-19T04:38:47.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.299+0000 7ff221f23640 1 -- 172.21.15.111:0/3570702045 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff21c0b4790 con 0x7ff2040052e0 2024-09-19T04:38:47.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.299+0000 7ff203fff640 1 -- 172.21.15.111:0/3570702045 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7ff20c01b070 con 0x7ff2040052e0 2024-09-19T04:38:47.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.300+0000 7ff203fff640 1 --2- 172.21.15.111:0/3570702045 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff20806c850 0x7ff20806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:47.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.300+0000 7ff203fff640 1 -- 172.21.15.111:0/3570702045 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 4999+0+0 (secure 0 0 0) 0x7ff20c08c050 con 0x7ff2040052e0 2024-09-19T04:38:47.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.300+0000 7ff21affd640 1 --2- 172.21.15.111:0/3570702045 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff20806c850 0x7ff20806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:47.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.301+0000 7ff21affd640 1 --2- 172.21.15.111:0/3570702045 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff20806c850 0x7ff20806ed10 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7ff21c0cde10 tx=0x7ff210009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:47.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.304+0000 7ff203fff640 1 -- 172.21.15.111:0/3570702045 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff20c05a2a0 con 0x7ff2040052e0 2024-09-19T04:38:47.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.534+0000 7ff221f23640 1 -- 172.21.15.111:0/3570702045 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_to_v2"]} v 0) -- 0x7ff21c154390 con 0x7ff2040052e0 2024-09-19T04:38:47.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.880+0000 7ff203fff640 1 -- 172.21.15.111:0/3570702045 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_to_v2"]}]=0 v318) ==== 148+0+0 (secure 0 0 0) 0x7ff20c059ba0 con 0x7ff2040052e0 2024-09-19T04:38:47.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.883+0000 7ff221f23640 1 -- 172.21.15.111:0/3570702045 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff20806c850 msgr2=0x7ff20806ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:47.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.883+0000 7ff221f23640 1 --2- 172.21.15.111:0/3570702045 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff20806c850 0x7ff20806ed10 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7ff21c0cde10 tx=0x7ff210009040 comp rx=0 tx=0).stop 2024-09-19T04:38:47.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.883+0000 7ff221f23640 1 -- 172.21.15.111:0/3570702045 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2040052e0 msgr2=0x7ff21c06c5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:47.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.883+0000 7ff221f23640 1 --2- 172.21.15.111:0/3570702045 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2040052e0 0x7ff21c06c5b0 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7ff20c00b7c0 tx=0x7ff20c00bc80 comp rx=0 tx=0).stop 2024-09-19T04:38:47.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.883+0000 7ff221f23640 1 -- 172.21.15.111:0/3570702045 shutdown_connections 2024-09-19T04:38:47.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.883+0000 7ff221f23640 1 --2- 172.21.15.111:0/3570702045 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff20806c850 0x7ff20806ed10 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:47.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.883+0000 7ff221f23640 1 --2- 172.21.15.111:0/3570702045 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff21c0aeb50 0x7ff21c14ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:47.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.883+0000 7ff221f23640 1 --2- 172.21.15.111:0/3570702045 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff21c0cd6a0 0x7ff21c071a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:47.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.883+0000 7ff221f23640 1 --2- 172.21.15.111:0/3570702045 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff2040052e0 0x7ff21c06c5b0 unknown :-1 s=CLOSED pgs=1226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:47.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.883+0000 7ff221f23640 1 -- 172.21.15.111:0/3570702045 >> 172.21.15.111:0/3570702045 conn(0x7ff21c062cc0 msgr2=0x7ff21c15a6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:47.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.883+0000 7ff221f23640 1 -- 172.21.15.111:0/3570702045 shutdown_connections 2024-09-19T04:38:47.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.883+0000 7ff221f23640 1 -- 172.21.15.111:0/3570702045 wait complete. 2024-09-19T04:38:47.896 INFO:tasks.cephfs_test_runner:poor man's upgrade test -- theme continues... ... ok 2024-09-19T04:38:47.896 INFO:tasks.cephfs_test_runner:Starting test: test_subvolume_ops_on_nonexistent_vol (tasks.cephfs.test_volumes.TestMisc) 2024-09-19T04:38:47.896 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:38:47.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.993+0000 7fc7942f1640 1 Processor -- start 2024-09-19T04:38:47.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.993+0000 7fc7942f1640 1 -- start start 2024-09-19T04:38:47.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.994+0000 7fc7942f1640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc78c15e940 0x7fc78c0d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:47.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.994+0000 7fc7942f1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc78c15ed20 0x7fc78c0d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:47.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.994+0000 7fc7942f1640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc78c0b7170 con 0x7fc78c0cef90 2024-09-19T04:38:47.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.995+0000 7fc7942f1640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fc78c0d1ae0 con 0x7fc78c15e940 2024-09-19T04:38:47.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.995+0000 7fc7942f1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc78c0b7aa0 con 0x7fc78c15ed20 2024-09-19T04:38:47.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.995+0000 7fc79208d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc78c15e940 0x7fc78c0d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:47.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.995+0000 7fc79208d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc78c15e940 0x7fc78c0d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60858/0 (socket says 172.21.15.111:60858) 2024-09-19T04:38:47.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.995+0000 7fc79208d640 1 -- 172.21.15.111:0/3164006827 learned_addr learned my addr 172.21.15.111:0/3164006827 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:47.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.995+0000 7fc79188c640 1 --2- 172.21.15.111:0/3164006827 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc78c15ed20 0x7fc78c0d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:47.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.995+0000 7fc79208d640 1 -- 172.21.15.111:0/3164006827 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc78c15ed20 msgr2=0x7fc78c0d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:47.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.995+0000 7fc79208d640 1 --2- 172.21.15.111:0/3164006827 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc78c15ed20 0x7fc78c0d15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:47.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.995+0000 7fc79208d640 1 -- 172.21.15.111:0/3164006827 >> v1:172.21.15.114:6789/0 conn(0x7fc78c0cef90 legacy=0x7fc78c0b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:47.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.995+0000 7fc79208d640 1 -- 172.21.15.111:0/3164006827 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc78c0d3660 con 0x7fc78c15e940 2024-09-19T04:38:47.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.996+0000 7fc79208d640 1 --2- 172.21.15.111:0/3164006827 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc78c15e940 0x7fc78c0d1060 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7fc788009870 tx=0x7fc78802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=976ed609fd9363c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:47.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.996+0000 7fc79108b640 1 -- 172.21.15.111:0/3164006827 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc788037070 con 0x7fc78c15e940 2024-09-19T04:38:47.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.996+0000 7fc79108b640 1 -- 172.21.15.111:0/3164006827 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc78802ae50 con 0x7fc78c15e940 2024-09-19T04:38:47.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.996+0000 7fc79108b640 1 -- 172.21.15.111:0/3164006827 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc788032860 con 0x7fc78c15e940 2024-09-19T04:38:47.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.996+0000 7fc7942f1640 1 -- 172.21.15.111:0/3164006827 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc78c15e940 msgr2=0x7fc78c0d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:47.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.996+0000 7fc7942f1640 1 --2- 172.21.15.111:0/3164006827 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc78c15e940 0x7fc78c0d1060 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7fc788009870 tx=0x7fc78802a300 comp rx=0 tx=0).stop 2024-09-19T04:38:47.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.996+0000 7fc7942f1640 1 -- 172.21.15.111:0/3164006827 shutdown_connections 2024-09-19T04:38:47.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.996+0000 7fc7942f1640 1 --2- 172.21.15.111:0/3164006827 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc78c15ed20 0x7fc78c0d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:47.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.996+0000 7fc7942f1640 1 --2- 172.21.15.111:0/3164006827 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc78c15e940 0x7fc78c0d1060 unknown :-1 s=CLOSED pgs=1227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.996+0000 7fc7942f1640 1 -- 172.21.15.111:0/3164006827 >> 172.21.15.111:0/3164006827 conn(0x7fc78c0b6240 msgr2=0x7fc78c0b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:48.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.997+0000 7fc7942f1640 1 -- 172.21.15.111:0/3164006827 shutdown_connections 2024-09-19T04:38:48.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.997+0000 7fc7942f1640 1 -- 172.21.15.111:0/3164006827 wait complete. 2024-09-19T04:38:48.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.998+0000 7fc7942f1640 1 Processor -- start 2024-09-19T04:38:48.000 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.998+0000 7fc7942f1640 1 -- start start 2024-09-19T04:38:48.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.998+0000 7fc7942f1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc78c0cef90 0x7fc78c1f7720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:48.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.998+0000 7fc7942f1640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc78c15e940 0x7fc78c157a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:48.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.998+0000 7fc7942f1640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc78c15ed20 0x7fc78c15bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:48.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.998+0000 7fc7942f1640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc78c0d3f00 con 0x7fc78c15ed20 2024-09-19T04:38:48.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.998+0000 7fc7942f1640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc78c0d3c20 con 0x7fc78c15e940 2024-09-19T04:38:48.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.998+0000 7fc7942f1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc78c0d3310 con 0x7fc78c0cef90 2024-09-19T04:38:48.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.998+0000 7fc79288e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc78c15ed20 0x7fc78c15bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:48.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.999+0000 7fc79288e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc78c15ed20 0x7fc78c15bd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60860/0 (socket says 172.21.15.111:60860) 2024-09-19T04:38:48.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.999+0000 7fc79288e640 1 -- 172.21.15.111:0/243640381 learned_addr learned my addr 172.21.15.111:0/243640381 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:48.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.999+0000 7fc79188c640 1 --2- 172.21.15.111:0/243640381 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc78c15e940 0x7fc78c157a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:48.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.999+0000 7fc79208d640 1 --2- 172.21.15.111:0/243640381 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc78c0cef90 0x7fc78c1f7720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:48.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.999+0000 7fc79288e640 1 -- 172.21.15.111:0/243640381 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc78c0cef90 msgr2=0x7fc78c1f7720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:48.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.999+0000 7fc79288e640 1 --2- 172.21.15.111:0/243640381 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc78c0cef90 0x7fc78c1f7720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.999+0000 7fc79288e640 1 -- 172.21.15.111:0/243640381 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc78c15e940 msgr2=0x7fc78c157a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:48.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.999+0000 7fc79288e640 1 --2- 172.21.15.111:0/243640381 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc78c15e940 0x7fc78c157a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.999+0000 7fc79288e640 1 -- 172.21.15.111:0/243640381 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc78c1f6680 con 0x7fc78c15ed20 2024-09-19T04:38:48.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.999+0000 7fc79288e640 1 --2- 172.21.15.111:0/243640381 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc78c15ed20 0x7fc78c15bd80 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7fc78400c6b0 tx=0x7fc78400cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:48.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.999+0000 7fc77effd640 1 -- 172.21.15.111:0/243640381 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc784003b70 con 0x7fc78c15ed20 2024-09-19T04:38:48.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.999+0000 7fc77effd640 1 -- 172.21.15.111:0/243640381 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc784003d30 con 0x7fc78c15ed20 2024-09-19T04:38:48.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.999+0000 7fc7942f1640 1 -- 172.21.15.111:0/243640381 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc78c1f6960 con 0x7fc78c15ed20 2024-09-19T04:38:48.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.999+0000 7fc77effd640 1 -- 172.21.15.111:0/243640381 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc784005310 con 0x7fc78c15ed20 2024-09-19T04:38:48.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:47.999+0000 7fc7942f1640 1 -- 172.21.15.111:0/243640381 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc78c1f6f20 con 0x7fc78c15ed20 2024-09-19T04:38:48.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.000+0000 7fc7942f1640 1 -- 172.21.15.111:0/243640381 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc78c0d1f80 con 0x7fc78c15ed20 2024-09-19T04:38:48.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.001+0000 7fc77effd640 1 -- 172.21.15.111:0/243640381 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fc7840054b0 con 0x7fc78c15ed20 2024-09-19T04:38:48.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.001+0000 7fc77effd640 1 --2- 172.21.15.111:0/243640381 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc77006c850 0x7fc77006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:48.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.001+0000 7fc77effd640 1 -- 172.21.15.111:0/243640381 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 4999+0+0 (secure 0 0 0) 0x7fc78408b860 con 0x7fc78c15ed20 2024-09-19T04:38:48.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.001+0000 7fc79208d640 1 --2- 172.21.15.111:0/243640381 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc77006c850 0x7fc77006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:48.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.002+0000 7fc79208d640 1 --2- 172.21.15.111:0/243640381 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc77006c850 0x7fc77006ed10 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fc788034000 tx=0x7fc78802e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:48.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.006+0000 7fc77effd640 1 -- 172.21.15.111:0/243640381 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc78c0b7170 con 0x7fc78c15ed20 2024-09-19T04:38:48.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.171+0000 7fc7942f1640 1 -- 172.21.15.111:0/243640381 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc78c0ba6b0 con 0x7fc78c15ed20 2024-09-19T04:38:48.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.172+0000 7fc77effd640 1 -- 172.21.15.111:0/243640381 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v122) ==== 74+0+13181 (secure 0 0 0) 0x7fc784059460 con 0x7fc78c15ed20 2024-09-19T04:38:48.173 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:48.174 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":122,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:38:46.875672+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.114:6834/3367116277":"2024-09-20T04:38:43.867254+0000","172.21.15.114:6832/3367116277":"2024-09-20T04:38:43.867254+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:38:48.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.174+0000 7fc7942f1640 1 -- 172.21.15.111:0/243640381 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc77006c850 msgr2=0x7fc77006ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:48.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.174+0000 7fc7942f1640 1 --2- 172.21.15.111:0/243640381 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc77006c850 0x7fc77006ed10 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fc788034000 tx=0x7fc78802e000 comp rx=0 tx=0).stop 2024-09-19T04:38:48.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.174+0000 7fc7942f1640 1 -- 172.21.15.111:0/243640381 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc78c15ed20 msgr2=0x7fc78c15bd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:48.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.174+0000 7fc7942f1640 1 --2- 172.21.15.111:0/243640381 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc78c15ed20 0x7fc78c15bd80 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7fc78400c6b0 tx=0x7fc78400cb70 comp rx=0 tx=0).stop 2024-09-19T04:38:48.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.174+0000 7fc7942f1640 1 -- 172.21.15.111:0/243640381 shutdown_connections 2024-09-19T04:38:48.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.174+0000 7fc7942f1640 1 --2- 172.21.15.111:0/243640381 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc77006c850 0x7fc77006ed10 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.174+0000 7fc7942f1640 1 --2- 172.21.15.111:0/243640381 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc78c15ed20 0x7fc78c15bd80 unknown :-1 s=CLOSED pgs=1228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.174+0000 7fc7942f1640 1 --2- 172.21.15.111:0/243640381 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc78c15e940 0x7fc78c157a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.174+0000 7fc7942f1640 1 --2- 172.21.15.111:0/243640381 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc78c0cef90 0x7fc78c1f7720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.174+0000 7fc7942f1640 1 -- 172.21.15.111:0/243640381 >> 172.21.15.111:0/243640381 conn(0x7fc78c0b6240 msgr2=0x7fc78c0b6620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:48.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.174+0000 7fc7942f1640 1 -- 172.21.15.111:0/243640381 shutdown_connections 2024-09-19T04:38:48.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.174+0000 7fc7942f1640 1 -- 172.21.15.111:0/243640381 wait complete. 2024-09-19T04:38:48.187 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T04:32:40.437094+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T04:38:48.187 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T04:38:48.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.291+0000 7f32f04f1640 1 Processor -- start 2024-09-19T04:38:48.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.291+0000 7f32f04f1640 1 -- start start 2024-09-19T04:38:48.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.292+0000 7f32f04f1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32e8158e50 0x7f32e80b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:48.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.292+0000 7f32f04f1640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f32e806f130 0x7f32e80ce200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:48.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.292+0000 7f32f04f1640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32e80b43f0 con 0x7f32e815c370 2024-09-19T04:38:48.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.292+0000 7f32f04f1640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f32e815c7d0 con 0x7f32e806f130 2024-09-19T04:38:48.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.292+0000 7f32f04f1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f32e80b3630 con 0x7f32e8158e50 2024-09-19T04:38:48.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.293+0000 7f32eda8c640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f32e815c370 0x7f32e806ea20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35680/0 (socket says 172.21.15.111:35680) 2024-09-19T04:38:48.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.293+0000 7f32eda8c640 1 -- 172.21.15.111:0/3814854123 learned_addr learned my addr 172.21.15.111:0/3814854123 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:48.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.293+0000 7f32ed28b640 1 -- 172.21.15.111:0/3814854123 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 923032800 0 0) 0x7f32e80b43f0 con 0x7f32e815c370 2024-09-19T04:38:48.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.293+0000 7f32ed28b640 1 -- 172.21.15.111:0/3814854123 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f32d4003520 con 0x7f32e815c370 2024-09-19T04:38:48.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.293+0000 7f32eea8e640 1 --2- 172.21.15.111:0/3814854123 >> v2:172.21.15.114:3300/0 conn(0x7f32e806f130 0x7f32e80ce200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:48.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.293+0000 7f32ee28d640 1 --2- 172.21.15.111:0/3814854123 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32e8158e50 0x7f32e80b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:48.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.293+0000 7f32ed28b640 1 -- 172.21.15.111:0/3814854123 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 941639332 0 0) 0x7f32d4003520 con 0x7f32e815c370 2024-09-19T04:38:48.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.293+0000 7f32ed28b640 1 -- 172.21.15.111:0/3814854123 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32e8158e50 msgr2=0x7f32e80b5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:48.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.293+0000 7f32ed28b640 1 --2- 172.21.15.111:0/3814854123 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32e8158e50 0x7f32e80b5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.293+0000 7f32ed28b640 1 -- 172.21.15.111:0/3814854123 >> v2:172.21.15.114:3300/0 conn(0x7f32e806f130 msgr2=0x7f32e80ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:48.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.293+0000 7f32ed28b640 1 --2- 172.21.15.111:0/3814854123 >> v2:172.21.15.114:3300/0 conn(0x7f32e806f130 0x7f32e80ce200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.293+0000 7f32ed28b640 1 -- 172.21.15.111:0/3814854123 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32e80b3910 con 0x7f32e815c370 2024-09-19T04:38:48.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.293+0000 7f32ed28b640 1 -- 172.21.15.111:0/3814854123 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f32d80017f0 con 0x7f32e815c370 2024-09-19T04:38:48.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.293+0000 7f32ed28b640 1 -- 172.21.15.111:0/3814854123 >> v1:172.21.15.111:6789/0 conn(0x7f32e815c370 legacy=0x7f32e806ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:48.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.293+0000 7f32ed28b640 1 --2- 172.21.15.111:0/3814854123 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32e8158e50 0x7f32d40039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:48.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.293+0000 7f32ed28b640 1 --2- 172.21.15.111:0/3814854123 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f32d4003f30 0x7f32d4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:48.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.293+0000 7f32ed28b640 1 --2- 172.21.15.111:0/3814854123 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32d4004d40 0x7f32d40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:48.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.293+0000 7f32ed28b640 1 -- 172.21.15.111:0/3814854123 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f32e815c7d0 con 0x7f32d4003f30 2024-09-19T04:38:48.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.293+0000 7f32ed28b640 1 -- 172.21.15.111:0/3814854123 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f32e80b3630 con 0x7f32d4004d40 2024-09-19T04:38:48.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.293+0000 7f32ed28b640 1 -- 172.21.15.111:0/3814854123 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f32d400ba10 con 0x7f32e8158e50 2024-09-19T04:38:48.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.293+0000 7f32eda8c640 1 --2- 172.21.15.111:0/3814854123 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f32d4003f30 0x7f32d4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:48.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.293+0000 7f32ee28d640 1 --2- 172.21.15.111:0/3814854123 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32e8158e50 0x7f32d40039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:48.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.293+0000 7f32eea8e640 1 --2- 172.21.15.111:0/3814854123 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32d4004d40 0x7f32d40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:48.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.294+0000 7f32eda8c640 1 -- 172.21.15.111:0/3814854123 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32e8158e50 msgr2=0x7f32d40039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:48.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.294+0000 7f32eda8c640 1 --2- 172.21.15.111:0/3814854123 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32e8158e50 0x7f32d40039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.294+0000 7f32eda8c640 1 -- 172.21.15.111:0/3814854123 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32d4004d40 msgr2=0x7f32d40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:48.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.294+0000 7f32eda8c640 1 --2- 172.21.15.111:0/3814854123 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32d4004d40 0x7f32d40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.294+0000 7f32eda8c640 1 -- 172.21.15.111:0/3814854123 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32d4003520 con 0x7f32d4003f30 2024-09-19T04:38:48.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.294+0000 7f32eda8c640 1 --2- 172.21.15.111:0/3814854123 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f32d4003f30 0x7f32d4004800 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7f32d8007fd0 tx=0x7f32d4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdd9ee56e5f940ac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:48.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.294+0000 7f32ed28b640 1 -- 172.21.15.111:0/3814854123 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32d8034020 con 0x7f32d4003f30 2024-09-19T04:38:48.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.294+0000 7f32ed28b640 1 -- 172.21.15.111:0/3814854123 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32d8007270 con 0x7f32d4003f30 2024-09-19T04:38:48.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.294+0000 7f32ed28b640 1 -- 172.21.15.111:0/3814854123 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32d8007d50 con 0x7f32d4003f30 2024-09-19T04:38:48.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.295+0000 7f32f04f1640 1 -- 172.21.15.111:0/3814854123 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f32d4003f30 msgr2=0x7f32d4004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:48.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.295+0000 7f32f04f1640 1 --2- 172.21.15.111:0/3814854123 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f32d4003f30 0x7f32d4004800 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7f32d8007fd0 tx=0x7f32d4005830 comp rx=0 tx=0).stop 2024-09-19T04:38:48.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.295+0000 7f32eea8e640 1 -- 172.21.15.111:0/3814854123 reap_dead start 2024-09-19T04:38:48.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.295+0000 7f32f04f1640 1 -- 172.21.15.111:0/3814854123 shutdown_connections 2024-09-19T04:38:48.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.295+0000 7f32f04f1640 1 -- 172.21.15.111:0/3814854123 >> 172.21.15.111:0/3814854123 conn(0x7f32e806bba0 msgr2=0x7f32e806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:48.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.295+0000 7f32f04f1640 1 -- 172.21.15.111:0/3814854123 shutdown_connections 2024-09-19T04:38:48.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.295+0000 7f32f04f1640 1 -- 172.21.15.111:0/3814854123 wait complete. 2024-09-19T04:38:48.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.296+0000 7f32f04f1640 1 Processor -- start 2024-09-19T04:38:48.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.296+0000 7f32f04f1640 1 -- start start 2024-09-19T04:38:48.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.297+0000 7f32f04f1640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f32d4003f30 0x7f32e814c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:48.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.297+0000 7f32f04f1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32e8154bd0 0x7f32e80ae910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:48.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.297+0000 7f32f04f1640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32e8155050 0x7f32e80aee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:48.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.297+0000 7f32f04f1640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f32e8159230 con 0x7f32d4003f30 2024-09-19T04:38:48.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.297+0000 7f32f04f1640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f32e80b3ed0 con 0x7f32e8155050 2024-09-19T04:38:48.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.297+0000 7f32f04f1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f32e80b5050 con 0x7f32e8154bd0 2024-09-19T04:38:48.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.297+0000 7f32ee28d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f32d4003f30 0x7f32e814c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:48.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.297+0000 7f32ee28d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f32d4003f30 0x7f32e814c4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60890/0 (socket says 172.21.15.111:60890) 2024-09-19T04:38:48.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.297+0000 7f32ee28d640 1 -- 172.21.15.111:0/864117542 learned_addr learned my addr 172.21.15.111:0/864117542 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:48.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.297+0000 7f32eea8e640 1 --2- 172.21.15.111:0/864117542 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32e8155050 0x7f32e80aee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:48.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.297+0000 7f32eda8c640 1 --2- 172.21.15.111:0/864117542 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32e8154bd0 0x7f32e80ae910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:48.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.297+0000 7f32ee28d640 1 -- 172.21.15.111:0/864117542 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32e8154bd0 msgr2=0x7f32e80ae910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:48.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.297+0000 7f32ee28d640 1 --2- 172.21.15.111:0/864117542 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32e8154bd0 0x7f32e80ae910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.297+0000 7f32ee28d640 1 -- 172.21.15.111:0/864117542 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32e8155050 msgr2=0x7f32e80aee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:48.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.297+0000 7f32ee28d640 1 --2- 172.21.15.111:0/864117542 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32e8155050 0x7f32e80aee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.297+0000 7f32ee28d640 1 -- 172.21.15.111:0/864117542 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32e8150650 con 0x7f32d4003f30 2024-09-19T04:38:48.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.297+0000 7f32eea8e640 1 --2- 172.21.15.111:0/864117542 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32e8155050 0x7f32e80aee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:48.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.298+0000 7f32ee28d640 1 --2- 172.21.15.111:0/864117542 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f32d4003f30 0x7f32e814c4a0 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7f32e400b7f0 tx=0x7f32e400bcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:48.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.298+0000 7f32deffd640 1 -- 172.21.15.111:0/864117542 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32e4018070 con 0x7f32d4003f30 2024-09-19T04:38:48.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.298+0000 7f32deffd640 1 -- 172.21.15.111:0/864117542 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32e4010830 con 0x7f32d4003f30 2024-09-19T04:38:48.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.298+0000 7f32f04f1640 1 -- 172.21.15.111:0/864117542 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32e81f7eb0 con 0x7f32d4003f30 2024-09-19T04:38:48.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.298+0000 7f32deffd640 1 -- 172.21.15.111:0/864117542 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32e4010c00 con 0x7f32d4003f30 2024-09-19T04:38:48.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.298+0000 7f32f04f1640 1 -- 172.21.15.111:0/864117542 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32e81f8470 con 0x7f32d4003f30 2024-09-19T04:38:48.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.299+0000 7f32f04f1640 1 -- 172.21.15.111:0/864117542 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32e80b5430 con 0x7f32d4003f30 2024-09-19T04:38:48.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.299+0000 7f32deffd640 1 -- 172.21.15.111:0/864117542 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f32e401b070 con 0x7f32d4003f30 2024-09-19T04:38:48.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.300+0000 7f32deffd640 1 --2- 172.21.15.111:0/864117542 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f32cc06c880 0x7f32cc06ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:48.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.300+0000 7f32deffd640 1 -- 172.21.15.111:0/864117542 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 4999+0+0 (secure 0 0 0) 0x7f32e408c170 con 0x7f32d4003f30 2024-09-19T04:38:48.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.300+0000 7f32eda8c640 1 --2- 172.21.15.111:0/864117542 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f32cc06c880 0x7f32cc06ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:48.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.300+0000 7f32eda8c640 1 --2- 172.21.15.111:0/864117542 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f32cc06c880 0x7f32cc06ed40 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f32d8035000 tx=0x7f32d8009030 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:48.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.304+0000 7f32deffd640 1 -- 172.21.15.111:0/864117542 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f32e405a120 con 0x7f32d4003f30 2024-09-19T04:38:48.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.469+0000 7f32f04f1640 1 -- 172.21.15.111:0/864117542 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f32e80b4860 con 0x7f32d4003f30 2024-09-19T04:38:48.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.470+0000 7f32deffd640 1 -- 172.21.15.111:0/864117542 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v122) ==== 93+0+10 (secure 0 0 0) 0x7f32e4059a20 con 0x7f32d4003f30 2024-09-19T04:38:48.471 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 1 2024-09-19T04:38:48.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.472+0000 7f32f04f1640 1 -- 172.21.15.111:0/864117542 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f32cc06c880 msgr2=0x7f32cc06ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:48.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.472+0000 7f32f04f1640 1 --2- 172.21.15.111:0/864117542 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f32cc06c880 0x7f32cc06ed40 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f32d8035000 tx=0x7f32d8009030 comp rx=0 tx=0).stop 2024-09-19T04:38:48.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.472+0000 7f32f04f1640 1 -- 172.21.15.111:0/864117542 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f32d4003f30 msgr2=0x7f32e814c4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:48.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.472+0000 7f32f04f1640 1 --2- 172.21.15.111:0/864117542 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f32d4003f30 0x7f32e814c4a0 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7f32e400b7f0 tx=0x7f32e400bcb0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.472+0000 7f32f04f1640 1 -- 172.21.15.111:0/864117542 shutdown_connections 2024-09-19T04:38:48.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.472+0000 7f32f04f1640 1 --2- 172.21.15.111:0/864117542 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f32cc06c880 0x7f32cc06ed40 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.472+0000 7f32f04f1640 1 --2- 172.21.15.111:0/864117542 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32e8155050 0x7f32e80aee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.472+0000 7f32f04f1640 1 --2- 172.21.15.111:0/864117542 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f32e8154bd0 0x7f32e80ae910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.472+0000 7f32f04f1640 1 --2- 172.21.15.111:0/864117542 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f32d4003f30 0x7f32e814c4a0 unknown :-1 s=CLOSED pgs=1231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.472+0000 7f32f04f1640 1 -- 172.21.15.111:0/864117542 >> 172.21.15.111:0/864117542 conn(0x7f32e806bba0 msgr2=0x7f32e8072aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:48.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.472+0000 7f32f04f1640 1 -- 172.21.15.111:0/864117542 shutdown_connections 2024-09-19T04:38:48.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.472+0000 7f32f04f1640 1 -- 172.21.15.111:0/864117542 wait complete. 2024-09-19T04:38:48.484 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_ops_on_nonexistent_vol' 2024-09-19T04:38:48.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.581+0000 7f9985ce6640 1 Processor -- start 2024-09-19T04:38:48.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.581+0000 7f9985ce6640 1 -- start start 2024-09-19T04:38:48.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.582+0000 7f9985ce6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f998015c5e0 0x7f99800712b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:48.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.582+0000 7f9985ce6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f99800b66e0 0x7f99800b7190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:48.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.582+0000 7f9985ce6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f998015c9c0 con 0x7f99800b6d50 2024-09-19T04:38:48.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.582+0000 7f9985ce6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f9980074100 con 0x7f998015c5e0 2024-09-19T04:38:48.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.582+0000 7f9985ce6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f99800b76d0 con 0x7f99800b66e0 2024-09-19T04:38:48.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.583+0000 7f997f7fe640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f998015c5e0 0x7f99800712b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:48.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.583+0000 7f997ffff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f99800b66e0 0x7f99800b7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:48.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.583+0000 7f997ffff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f99800b66e0 0x7f99800b7190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:43350/0 (socket says 172.21.15.111:43350) 2024-09-19T04:38:48.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.583+0000 7f997ffff640 1 -- 172.21.15.111:0/274580412 learned_addr learned my addr 172.21.15.111:0/274580412 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:48.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.583+0000 7f997ffff640 1 -- 172.21.15.111:0/274580412 >> v2:172.21.15.114:3300/0 conn(0x7f998015c5e0 msgr2=0x7f99800712b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:48.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.583+0000 7f997ffff640 1 --2- 172.21.15.111:0/274580412 >> v2:172.21.15.114:3300/0 conn(0x7f998015c5e0 0x7f99800712b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.583+0000 7f997ffff640 1 -- 172.21.15.111:0/274580412 >> v1:172.21.15.114:6789/0 conn(0x7f99800b6d50 legacy=0x7f99801600e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:48.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.583+0000 7f997ffff640 1 -- 172.21.15.111:0/274580412 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99800b1dd0 con 0x7f99800b66e0 2024-09-19T04:38:48.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.583+0000 7f997f7fe640 1 --2- 172.21.15.111:0/274580412 >> v2:172.21.15.114:3300/0 conn(0x7f998015c5e0 0x7f99800712b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:38:48.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.584+0000 7f997ffff640 1 --2- 172.21.15.111:0/274580412 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f99800b66e0 0x7f99800b7190 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f9978009e50 tx=0x7f997802a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b8aa55280ad2e02c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:48.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.584+0000 7f997e7fc640 1 -- 172.21.15.111:0/274580412 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9978036070 con 0x7f99800b66e0 2024-09-19T04:38:48.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.584+0000 7f997e7fc640 1 -- 172.21.15.111:0/274580412 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9978031600 con 0x7f99800b66e0 2024-09-19T04:38:48.586 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.584+0000 7f997e7fc640 1 -- 172.21.15.111:0/274580412 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99780319d0 con 0x7f99800b66e0 2024-09-19T04:38:48.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.584+0000 7f9985ce6640 1 -- 172.21.15.111:0/274580412 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f99800b66e0 msgr2=0x7f99800b7190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:48.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.584+0000 7f9985ce6640 1 --2- 172.21.15.111:0/274580412 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f99800b66e0 0x7f99800b7190 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f9978009e50 tx=0x7f997802a710 comp rx=0 tx=0).stop 2024-09-19T04:38:48.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.584+0000 7f9985ce6640 1 -- 172.21.15.111:0/274580412 shutdown_connections 2024-09-19T04:38:48.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.584+0000 7f9985ce6640 1 --2- 172.21.15.111:0/274580412 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f99800b66e0 0x7f99800b7190 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.584+0000 7f9985ce6640 1 --2- 172.21.15.111:0/274580412 >> v2:172.21.15.114:3300/0 conn(0x7f998015c5e0 0x7f99800712b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.584+0000 7f9985ce6640 1 -- 172.21.15.111:0/274580412 >> 172.21.15.111:0/274580412 conn(0x7f99800b4220 msgr2=0x7f99800b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:48.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.584+0000 7f9985ce6640 1 -- 172.21.15.111:0/274580412 shutdown_connections 2024-09-19T04:38:48.587 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.584+0000 7f9985ce6640 1 -- 172.21.15.111:0/274580412 wait complete. 2024-09-19T04:38:48.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.586+0000 7f9985ce6640 1 Processor -- start 2024-09-19T04:38:48.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.586+0000 7f9985ce6640 1 -- start start 2024-09-19T04:38:48.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.586+0000 7f9985ce6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f99800b66e0 0x7f99801500a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:48.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.586+0000 7f9985ce6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f99800b6d50 0x7f9980159aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:48.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.586+0000 7f9985ce6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f998015c5e0 0x7f9980159fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:48.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.586+0000 7f9985ce6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9980073ab0 con 0x7f998015c5e0 2024-09-19T04:38:48.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.586+0000 7f9985ce6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f99800737d0 con 0x7f99800b66e0 2024-09-19T04:38:48.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.586+0000 7f9985ce6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9980073d90 con 0x7f99800b6d50 2024-09-19T04:38:48.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.587+0000 7f997ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f998015c5e0 0x7f9980159fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:48.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.587+0000 7f997ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f998015c5e0 0x7f9980159fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60894/0 (socket says 172.21.15.111:60894) 2024-09-19T04:38:48.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.587+0000 7f997ffff640 1 -- 172.21.15.111:0/1980193924 learned_addr learned my addr 172.21.15.111:0/1980193924 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:48.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.587+0000 7f997f7fe640 1 --2- 172.21.15.111:0/1980193924 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f99800b66e0 0x7f99801500a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:48.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.587+0000 7f997effd640 1 --2- 172.21.15.111:0/1980193924 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f99800b6d50 0x7f9980159aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:48.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.587+0000 7f997ffff640 1 -- 172.21.15.111:0/1980193924 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f99800b6d50 msgr2=0x7f9980159aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:48.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.587+0000 7f997ffff640 1 --2- 172.21.15.111:0/1980193924 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f99800b6d50 0x7f9980159aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.587+0000 7f997ffff640 1 -- 172.21.15.111:0/1980193924 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f99800b66e0 msgr2=0x7f99801500a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:48.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.587+0000 7f997ffff640 1 --2- 172.21.15.111:0/1980193924 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f99800b66e0 0x7f99801500a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.587+0000 7f997ffff640 1 -- 172.21.15.111:0/1980193924 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f998006daf0 con 0x7f998015c5e0 2024-09-19T04:38:48.590 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.587+0000 7f997ffff640 1 --2- 172.21.15.111:0/1980193924 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f998015c5e0 0x7f9980159fe0 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7f9978034040 tx=0x7f9978004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:48.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.587+0000 7f9967fff640 1 -- 172.21.15.111:0/1980193924 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9978036050 con 0x7f998015c5e0 2024-09-19T04:38:48.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.587+0000 7f9967fff640 1 -- 172.21.15.111:0/1980193924 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9978042070 con 0x7f998015c5e0 2024-09-19T04:38:48.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.587+0000 7f9967fff640 1 -- 172.21.15.111:0/1980193924 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9978009510 con 0x7f998015c5e0 2024-09-19T04:38:48.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.587+0000 7f9985ce6640 1 -- 172.21.15.111:0/1980193924 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f998006ddd0 con 0x7f998015c5e0 2024-09-19T04:38:48.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.587+0000 7f9985ce6640 1 -- 172.21.15.111:0/1980193924 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99800cb8a0 con 0x7f998015c5e0 2024-09-19T04:38:48.592 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.588+0000 7f9985ce6640 1 -- 172.21.15.111:0/1980193924 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9980073130 con 0x7f998015c5e0 2024-09-19T04:38:48.592 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.589+0000 7f9967fff640 1 -- 172.21.15.111:0/1980193924 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f9978007b70 con 0x7f998015c5e0 2024-09-19T04:38:48.592 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.589+0000 7f9967fff640 1 --2- 172.21.15.111:0/1980193924 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f996c06c850 0x7f996c06ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:48.592 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.589+0000 7f9967fff640 1 -- 172.21.15.111:0/1980193924 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 4999+0+0 (secure 0 0 0) 0x7f99780aca30 con 0x7f998015c5e0 2024-09-19T04:38:48.592 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.589+0000 7f997f7fe640 1 --2- 172.21.15.111:0/1980193924 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f996c06c850 0x7f996c06ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:48.592 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.590+0000 7f997f7fe640 1 --2- 172.21.15.111:0/1980193924 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f996c06c850 0x7f996c06ed10 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f9970009560 tx=0x7f9970009190 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:48.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.593+0000 7f9967fff640 1 -- 172.21.15.111:0/1980193924 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f997807ac30 con 0x7f998015c5e0 2024-09-19T04:38:48.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.824+0000 7f9985ce6640 1 -- 172.21.15.111:0/1980193924 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_ops_on_nonexistent_vol"]} v 0) -- 0x7f9980158810 con 0x7f998015c5e0 2024-09-19T04:38:48.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.885+0000 7f9967fff640 1 -- 172.21.15.111:0/1980193924 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_ops_on_nonexistent_vol"]}]=0 v319) ==== 154+0+0 (secure 0 0 0) 0x7f997807a530 con 0x7f998015c5e0 2024-09-19T04:38:48.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.887+0000 7f9985ce6640 1 -- 172.21.15.111:0/1980193924 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f996c06c850 msgr2=0x7f996c06ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:48.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.887+0000 7f9985ce6640 1 --2- 172.21.15.111:0/1980193924 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f996c06c850 0x7f996c06ed10 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f9970009560 tx=0x7f9970009190 comp rx=0 tx=0).stop 2024-09-19T04:38:48.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.887+0000 7f9985ce6640 1 -- 172.21.15.111:0/1980193924 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f998015c5e0 msgr2=0x7f9980159fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:48.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.887+0000 7f9985ce6640 1 --2- 172.21.15.111:0/1980193924 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f998015c5e0 0x7f9980159fe0 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7f9978034040 tx=0x7f9978004a40 comp rx=0 tx=0).stop 2024-09-19T04:38:48.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.887+0000 7f9985ce6640 1 -- 172.21.15.111:0/1980193924 shutdown_connections 2024-09-19T04:38:48.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.887+0000 7f9985ce6640 1 --2- 172.21.15.111:0/1980193924 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f996c06c850 0x7f996c06ed10 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.887+0000 7f9985ce6640 1 --2- 172.21.15.111:0/1980193924 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f998015c5e0 0x7f9980159fe0 unknown :-1 s=CLOSED pgs=1232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.887+0000 7f9985ce6640 1 --2- 172.21.15.111:0/1980193924 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f99800b6d50 0x7f9980159aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.887+0000 7f9985ce6640 1 --2- 172.21.15.111:0/1980193924 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f99800b66e0 0x7f99801500a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:48.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.887+0000 7f9985ce6640 1 -- 172.21.15.111:0/1980193924 >> 172.21.15.111:0/1980193924 conn(0x7f99800b4220 msgr2=0x7f99800b56d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:48.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.888+0000 7f9985ce6640 1 -- 172.21.15.111:0/1980193924 shutdown_connections 2024-09-19T04:38:48.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:48.888+0000 7f9985ce6640 1 -- 172.21.15.111:0/1980193924 wait complete. 2024-09-19T04:38:48.900 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T04:38:49.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.000+0000 7f2ab9986640 1 Processor -- start 2024-09-19T04:38:49.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.000+0000 7f2ab9986640 1 -- start start 2024-09-19T04:38:49.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.001+0000 7f2ab9986640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2ab4161e30 0x7f2ab40d34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:49.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.001+0000 7f2ab9986640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2ab406dfd0 0x7f2ab40b78b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:49.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.001+0000 7f2ab9986640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2ab40cf9a0 con 0x7f2ab40b3d50 2024-09-19T04:38:49.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.001+0000 7f2ab9986640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f2ab40cfcf0 con 0x7f2ab406dfd0 2024-09-19T04:38:49.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.001+0000 7f2ab9986640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2ab4162210 con 0x7f2ab4161e30 2024-09-19T04:38:49.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.001+0000 7f2ab37fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2ab406dfd0 0x7f2ab40b78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:49.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.001+0000 7f2ab37fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2ab406dfd0 0x7f2ab40b78b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60896/0 (socket says 172.21.15.111:60896) 2024-09-19T04:38:49.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.001+0000 7f2ab37fe640 1 -- 172.21.15.111:0/88687093 learned_addr learned my addr 172.21.15.111:0/88687093 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:49.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.001+0000 7f2ab37fe640 1 -- 172.21.15.111:0/88687093 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2ab4161e30 msgr2=0x7f2ab40d34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:49.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.001+0000 7f2ab37fe640 1 --2- 172.21.15.111:0/88687093 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2ab4161e30 0x7f2ab40d34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:49.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.001+0000 7f2ab37fe640 1 -- 172.21.15.111:0/88687093 >> v1:172.21.15.111:6789/0 conn(0x7f2ab40b3d50 legacy=0x7f2ab406d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:49.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.001+0000 7f2ab37fe640 1 -- 172.21.15.111:0/88687093 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ab40d5210 con 0x7f2ab406dfd0 2024-09-19T04:38:49.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.002+0000 7f2ab37fe640 1 --2- 172.21.15.111:0/88687093 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ab406dfd0 0x7f2ab40b78b0 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7f2aac009e50 tx=0x7f2aac02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4da71bc0f5be1a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:49.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.002+0000 7f2ab1ffb640 1 -- 172.21.15.111:0/88687093 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aac036070 con 0x7f2ab406dfd0 2024-09-19T04:38:49.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.002+0000 7f2ab1ffb640 1 -- 172.21.15.111:0/88687093 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2aac031600 con 0x7f2ab406dfd0 2024-09-19T04:38:49.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.002+0000 7f2ab1ffb640 1 -- 172.21.15.111:0/88687093 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aac0319d0 con 0x7f2ab406dfd0 2024-09-19T04:38:49.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.003+0000 7f2ab9986640 1 -- 172.21.15.111:0/88687093 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ab406dfd0 msgr2=0x7f2ab40b78b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:49.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.003+0000 7f2ab9986640 1 --2- 172.21.15.111:0/88687093 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ab406dfd0 0x7f2ab40b78b0 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7f2aac009e50 tx=0x7f2aac02a710 comp rx=0 tx=0).stop 2024-09-19T04:38:49.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.003+0000 7f2ab9986640 1 -- 172.21.15.111:0/88687093 shutdown_connections 2024-09-19T04:38:49.008 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.003+0000 7f2ab9986640 1 --2- 172.21.15.111:0/88687093 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ab406dfd0 0x7f2ab40b78b0 unknown :-1 s=CLOSED pgs=1234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:49.008 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.003+0000 7f2ab9986640 1 --2- 172.21.15.111:0/88687093 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2ab4161e30 0x7f2ab40d34a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:49.008 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.003+0000 7f2ab9986640 1 -- 172.21.15.111:0/88687093 >> 172.21.15.111:0/88687093 conn(0x7f2ab40d1870 msgr2=0x7f2ab40d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:49.008 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.003+0000 7f2ab9986640 1 -- 172.21.15.111:0/88687093 shutdown_connections 2024-09-19T04:38:49.008 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.003+0000 7f2ab9986640 1 -- 172.21.15.111:0/88687093 wait complete. 2024-09-19T04:38:49.008 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.004+0000 7f2ab9986640 1 Processor -- start 2024-09-19T04:38:49.008 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.004+0000 7f2ab9986640 1 -- start start 2024-09-19T04:38:49.008 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.005+0000 7f2ab9986640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ab406dfd0 0x7f2ab40ce700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:49.008 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.005+0000 7f2ab9986640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2ab40b3d50 0x7f2ab40ca750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:49.008 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.005+0000 7f2ab9986640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ab4161e30 0x7f2ab40c9340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:49.008 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.005+0000 7f2ab9986640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab40d39e0 con 0x7f2ab406dfd0 2024-09-19T04:38:49.008 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.005+0000 7f2ab9986640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab40b3950 con 0x7f2ab4161e30 2024-09-19T04:38:49.008 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.005+0000 7f2ab9986640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2ab40cb890 con 0x7f2ab40b3d50 2024-09-19T04:38:49.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.005+0000 7f2ab2ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ab406dfd0 0x7f2ab40ce700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:49.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.005+0000 7f2ab2ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ab406dfd0 0x7f2ab40ce700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60906/0 (socket says 172.21.15.111:60906) 2024-09-19T04:38:49.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.005+0000 7f2ab2ffd640 1 -- 172.21.15.111:0/3608541282 learned_addr learned my addr 172.21.15.111:0/3608541282 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:49.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.005+0000 7f2ab37fe640 1 --2- 172.21.15.111:0/3608541282 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ab4161e30 0x7f2ab40c9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:49.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.005+0000 7f2ab27fc640 1 --2- 172.21.15.111:0/3608541282 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2ab40b3d50 0x7f2ab40ca750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:49.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.005+0000 7f2ab2ffd640 1 -- 172.21.15.111:0/3608541282 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2ab40b3d50 msgr2=0x7f2ab40ca750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:49.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.005+0000 7f2ab2ffd640 1 --2- 172.21.15.111:0/3608541282 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2ab40b3d50 0x7f2ab40ca750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:49.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.005+0000 7f2ab2ffd640 1 -- 172.21.15.111:0/3608541282 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ab4161e30 msgr2=0x7f2ab40c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:49.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.005+0000 7f2ab2ffd640 1 --2- 172.21.15.111:0/3608541282 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ab4161e30 0x7f2ab40c9340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:49.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.005+0000 7f2ab2ffd640 1 -- 172.21.15.111:0/3608541282 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ab40cac90 con 0x7f2ab406dfd0 2024-09-19T04:38:49.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.005+0000 7f2ab37fe640 1 --2- 172.21.15.111:0/3608541282 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ab4161e30 0x7f2ab40c9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:49.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.005+0000 7f2ab2ffd640 1 --2- 172.21.15.111:0/3608541282 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ab406dfd0 0x7f2ab40ce700 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f2aa400b410 tx=0x7f2aa400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:49.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.005+0000 7f2a9bfff640 1 -- 172.21.15.111:0/3608541282 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa4015020 con 0x7f2ab406dfd0 2024-09-19T04:38:49.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.006+0000 7f2a9bfff640 1 -- 172.21.15.111:0/3608541282 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2aa4011850 con 0x7f2ab406dfd0 2024-09-19T04:38:49.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.006+0000 7f2ab9986640 1 -- 172.21.15.111:0/3608541282 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ab414d990 con 0x7f2ab406dfd0 2024-09-19T04:38:49.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.006+0000 7f2a9bfff640 1 -- 172.21.15.111:0/3608541282 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa4011c40 con 0x7f2ab406dfd0 2024-09-19T04:38:49.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.006+0000 7f2ab9986640 1 -- 172.21.15.111:0/3608541282 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ab40cbdc0 con 0x7f2ab406dfd0 2024-09-19T04:38:49.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.006+0000 7f2ab9986640 1 -- 172.21.15.111:0/3608541282 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ab40cdfd0 con 0x7f2ab406dfd0 2024-09-19T04:38:49.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.007+0000 7f2a9bfff640 1 -- 172.21.15.111:0/3608541282 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f2aa4018020 con 0x7f2ab406dfd0 2024-09-19T04:38:49.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.007+0000 7f2a9bfff640 1 --2- 172.21.15.111:0/3608541282 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2aa006c850 0x7f2aa006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:49.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.008+0000 7f2a9bfff640 1 -- 172.21.15.111:0/3608541282 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 4999+0+0 (secure 0 0 0) 0x7f2aa408ba60 con 0x7f2ab406dfd0 2024-09-19T04:38:49.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.008+0000 7f2ab27fc640 1 --2- 172.21.15.111:0/3608541282 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2aa006c850 0x7f2aa006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:49.011 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.008+0000 7f2ab27fc640 1 --2- 172.21.15.111:0/3608541282 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2aa006c850 0x7f2aa006ed10 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f2ab415c7b0 tx=0x7f2aa8009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:49.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.012+0000 7f2a9bfff640 1 -- 172.21.15.111:0/3608541282 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2aa401f020 con 0x7f2ab406dfd0 2024-09-19T04:38:49.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.176+0000 7f2ab9986640 1 -- 172.21.15.111:0/3608541282 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f2ab40b3290 con 0x7f2ab406dfd0 2024-09-19T04:38:49.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.179+0000 7f2a9bfff640 1 -- 172.21.15.111:0/3608541282 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v24)=0 v24) ==== 122+0+0 (secure 0 0 0) 0x7f2aa40172c0 con 0x7f2ab406dfd0 2024-09-19T04:38:49.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.181+0000 7f2ab9986640 1 -- 172.21.15.111:0/3608541282 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2aa006c850 msgr2=0x7f2aa006ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:49.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.181+0000 7f2ab9986640 1 --2- 172.21.15.111:0/3608541282 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2aa006c850 0x7f2aa006ed10 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f2ab415c7b0 tx=0x7f2aa8009040 comp rx=0 tx=0).stop 2024-09-19T04:38:49.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.181+0000 7f2ab9986640 1 -- 172.21.15.111:0/3608541282 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ab406dfd0 msgr2=0x7f2ab40ce700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:49.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.181+0000 7f2ab9986640 1 --2- 172.21.15.111:0/3608541282 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ab406dfd0 0x7f2ab40ce700 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f2aa400b410 tx=0x7f2aa400b8d0 comp rx=0 tx=0).stop 2024-09-19T04:38:49.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.181+0000 7f2ab9986640 1 -- 172.21.15.111:0/3608541282 shutdown_connections 2024-09-19T04:38:49.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.181+0000 7f2ab9986640 1 --2- 172.21.15.111:0/3608541282 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2aa006c850 0x7f2aa006ed10 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:49.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.181+0000 7f2ab9986640 1 --2- 172.21.15.111:0/3608541282 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ab4161e30 0x7f2ab40c9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:49.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.181+0000 7f2ab9986640 1 --2- 172.21.15.111:0/3608541282 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2ab40b3d50 0x7f2ab40ca750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:49.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.181+0000 7f2ab9986640 1 --2- 172.21.15.111:0/3608541282 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2ab406dfd0 0x7f2ab40ce700 unknown :-1 s=CLOSED pgs=1235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:49.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.181+0000 7f2ab9986640 1 -- 172.21.15.111:0/3608541282 >> 172.21.15.111:0/3608541282 conn(0x7f2ab40d1870 msgr2=0x7f2ab4160e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:49.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.181+0000 7f2ab9986640 1 -- 172.21.15.111:0/3608541282 shutdown_connections 2024-09-19T04:38:49.184 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.181+0000 7f2ab9986640 1 -- 172.21.15.111:0/3608541282 wait complete. 2024-09-19T04:38:49.194 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:38:49.194 DEBUG:teuthology.orchestra.run.smithi111:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:38:49.238 DEBUG:teuthology.orchestra.run.smithi114:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:38:49.283 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:38:49.283 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:38:49.283 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:38:49.299 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:38:49.299 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:38:49.299 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:38:49.341 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:38:49.341 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:38:49.341 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:38:49.356 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:38:49.356 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:38:49.357 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:38:49.398 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:38:49.398 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T04:38:49.399 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:38:49.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.496+0000 7f232cfbe640 1 Processor -- start 2024-09-19T04:38:49.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.496+0000 7f232cfbe640 1 -- start start 2024-09-19T04:38:49.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.497+0000 7f232cfbe640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f232815ca40 0x7f232815e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:49.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.497+0000 7f232cfbe640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f232815d390 con 0x7f23280d02a0 2024-09-19T04:38:49.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.497+0000 7f232cfbe640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f232815d670 con 0x7f232815ceb0 2024-09-19T04:38:49.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.497+0000 7f232cfbe640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f232815d950 con 0x7f232815ca40 2024-09-19T04:38:49.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.497+0000 7f232659c640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f23280d02a0 0x7f23280d0680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35708/0 (socket says 172.21.15.111:35708) 2024-09-19T04:38:49.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.497+0000 7f232659c640 1 -- 172.21.15.111:0/3356509469 learned_addr learned my addr 172.21.15.111:0/3356509469 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:49.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.497+0000 7f231dd9b640 1 --2- 172.21.15.111:0/3356509469 >> v2:172.21.15.114:3300/0 conn(0x7f232815ca40 0x7f232815e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:49.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.497+0000 7f2325d9b640 1 -- 172.21.15.111:0/3356509469 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2024433738 0 0) 0x7f232815d390 con 0x7f23280d02a0 2024-09-19T04:38:49.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.497+0000 7f2325d9b640 1 -- 172.21.15.111:0/3356509469 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2314003520 con 0x7f23280d02a0 2024-09-19T04:38:49.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.497+0000 7f2325d9b640 1 -- 172.21.15.111:0/3356509469 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3064647234 0 0) 0x7f2314003520 con 0x7f23280d02a0 2024-09-19T04:38:49.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.497+0000 7f2325d9b640 1 -- 172.21.15.111:0/3356509469 >> v2:172.21.15.114:3300/0 conn(0x7f232815ca40 msgr2=0x7f232815e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:49.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.497+0000 7f2325d9b640 1 --2- 172.21.15.111:0/3356509469 >> v2:172.21.15.114:3300/0 conn(0x7f232815ca40 0x7f232815e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:49.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.497+0000 7f2325d9b640 1 -- 172.21.15.111:0/3356509469 >> v1:172.21.15.114:6789/0 conn(0x7f232815ceb0 legacy=0x7f23281594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:49.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.497+0000 7f2325d9b640 1 -- 172.21.15.111:0/3356509469 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f232815dc30 con 0x7f23280d02a0 2024-09-19T04:38:49.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.497+0000 7f2325d9b640 1 -- 172.21.15.111:0/3356509469 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f2318001670 con 0x7f23280d02a0 2024-09-19T04:38:49.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.497+0000 7f2325d9b640 1 -- 172.21.15.111:0/3356509469 >> v1:172.21.15.111:6789/0 conn(0x7f23280d02a0 legacy=0x7f23280d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:49.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.497+0000 7f2325d9b640 1 --2- 172.21.15.111:0/3356509469 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f23140039b0 0x7f2314003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:49.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.498+0000 7f2325d9b640 1 --2- 172.21.15.111:0/3356509469 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2314004800 0x7f2314004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:49.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.498+0000 7f2325d9b640 1 --2- 172.21.15.111:0/3356509469 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f23140051c0 0x7f231400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:49.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.498+0000 7f2325d9b640 1 -- 172.21.15.111:0/3356509469 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f232815d950 con 0x7f2314004800 2024-09-19T04:38:49.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.498+0000 7f2325d9b640 1 -- 172.21.15.111:0/3356509469 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f231400c160 con 0x7f23140039b0 2024-09-19T04:38:49.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.498+0000 7f2325d9b640 1 -- 172.21.15.111:0/3356509469 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f231400c360 con 0x7f23140051c0 2024-09-19T04:38:49.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.498+0000 7f231dd9b640 1 --2- 172.21.15.111:0/3356509469 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2314004800 0x7f2314004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:49.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.498+0000 7f232659c640 1 --2- 172.21.15.111:0/3356509469 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f23140039b0 0x7f2314003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:49.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.498+0000 7f2326d9d640 1 --2- 172.21.15.111:0/3356509469 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f23140051c0 0x7f231400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:49.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.498+0000 7f231dd9b640 1 -- 172.21.15.111:0/3356509469 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f23140051c0 msgr2=0x7f231400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:49.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.498+0000 7f231dd9b640 1 --2- 172.21.15.111:0/3356509469 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f23140051c0 0x7f231400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:49.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.498+0000 7f231dd9b640 1 -- 172.21.15.111:0/3356509469 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f23140039b0 msgr2=0x7f2314003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:49.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.498+0000 7f231dd9b640 1 --2- 172.21.15.111:0/3356509469 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f23140039b0 0x7f2314003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:49.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.498+0000 7f231dd9b640 1 -- 172.21.15.111:0/3356509469 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2314003520 con 0x7f2314004800 2024-09-19T04:38:49.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.498+0000 7f2326d9d640 1 --2- 172.21.15.111:0/3356509469 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f23140051c0 0x7f231400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:49.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.498+0000 7f2326d9d640 1 -- 172.21.15.111:0/3356509469 reap_dead start 2024-09-19T04:38:49.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.499+0000 7f231dd9b640 1 --2- 172.21.15.111:0/3356509469 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2314004800 0x7f2314004c80 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7f2310009ac0 tx=0x7f2314005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bea755413d01fa30 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:49.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.499+0000 7f2325d9b640 1 -- 172.21.15.111:0/3356509469 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2310036070 con 0x7f2314004800 2024-09-19T04:38:49.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.499+0000 7f2325d9b640 1 -- 172.21.15.111:0/3356509469 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2310031400 con 0x7f2314004800 2024-09-19T04:38:49.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.499+0000 7f2325d9b640 1 -- 172.21.15.111:0/3356509469 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2310009690 con 0x7f2314004800 2024-09-19T04:38:49.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.499+0000 7f232cfbe640 1 -- 172.21.15.111:0/3356509469 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2314004800 msgr2=0x7f2314004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:49.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.499+0000 7f232cfbe640 1 --2- 172.21.15.111:0/3356509469 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2314004800 0x7f2314004c80 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7f2310009ac0 tx=0x7f2314005830 comp rx=0 tx=0).stop 2024-09-19T04:38:49.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.499+0000 7f232cfbe640 1 -- 172.21.15.111:0/3356509469 shutdown_connections 2024-09-19T04:38:49.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.499+0000 7f232cfbe640 1 --2- 172.21.15.111:0/3356509469 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2314004800 0x7f2314004c80 unknown :-1 s=CLOSED pgs=1237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:49.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.499+0000 7f232cfbe640 1 -- 172.21.15.111:0/3356509469 >> 172.21.15.111:0/3356509469 conn(0x7f2328062cc0 msgr2=0x7f232806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:49.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.499+0000 7f232cfbe640 1 -- 172.21.15.111:0/3356509469 shutdown_connections 2024-09-19T04:38:49.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.499+0000 7f232cfbe640 1 -- 172.21.15.111:0/3356509469 wait complete. 2024-09-19T04:38:49.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.501+0000 7f232cfbe640 1 Processor -- start 2024-09-19T04:38:49.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.501+0000 7f232cfbe640 1 -- start start 2024-09-19T04:38:49.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.501+0000 7f232cfbe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2314004800 0x7f23280aece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:49.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.501+0000 7f232cfbe640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2328158960 0x7f2328073670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:49.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.501+0000 7f232cfbe640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2328158de0 0x7f2328073bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:49.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.501+0000 7f232cfbe640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2328155d10 con 0x7f2314004800 2024-09-19T04:38:49.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.501+0000 7f232cfbe640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2328155b90 con 0x7f2328158de0 2024-09-19T04:38:49.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.502+0000 7f232cfbe640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f23280b4790 con 0x7f2328158960 2024-09-19T04:38:49.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.502+0000 7f232659c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2314004800 0x7f23280aece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.502+0000 7f232659c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2314004800 0x7f23280aece0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60922/0 (socket says 172.21.15.111:60922) 2024-09-19T04:38:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.502+0000 7f232659c640 1 -- 172.21.15.111:0/468949591 learned_addr learned my addr 172.21.15.111:0/468949591 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.502+0000 7f232659c640 1 -- 172.21.15.111:0/468949591 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2328158960 msgr2=0x7f2328073670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.502+0000 7f2326d9d640 1 --2- 172.21.15.111:0/468949591 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2328158de0 0x7f2328073bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.502+0000 7f231dd9b640 1 --2- 172.21.15.111:0/468949591 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2328158960 0x7f2328073670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.502+0000 7f232659c640 1 --2- 172.21.15.111:0/468949591 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2328158960 0x7f2328073670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.502+0000 7f232659c640 1 -- 172.21.15.111:0/468949591 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2328158de0 msgr2=0x7f2328073bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.502+0000 7f232659c640 1 --2- 172.21.15.111:0/468949591 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2328158de0 0x7f2328073bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.502+0000 7f232659c640 1 -- 172.21.15.111:0/468949591 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23280725d0 con 0x7f2314004800 2024-09-19T04:38:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.502+0000 7f232659c640 1 --2- 172.21.15.111:0/468949591 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2314004800 0x7f23280aece0 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7f2318000f60 tx=0x7f2318007720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.502+0000 7f231f7fe640 1 -- 172.21.15.111:0/468949591 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f231800f960 con 0x7f2314004800 2024-09-19T04:38:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.502+0000 7f231f7fe640 1 -- 172.21.15.111:0/468949591 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2318018070 con 0x7f2314004800 2024-09-19T04:38:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.502+0000 7f232cfbe640 1 -- 172.21.15.111:0/468949591 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23280728b0 con 0x7f2314004800 2024-09-19T04:38:49.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.502+0000 7f231f7fe640 1 -- 172.21.15.111:0/468949591 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f231800fd20 con 0x7f2314004800 2024-09-19T04:38:49.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.502+0000 7f232cfbe640 1 -- 172.21.15.111:0/468949591 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2328072e70 con 0x7f2314004800 2024-09-19T04:38:49.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.503+0000 7f232cfbe640 1 -- 172.21.15.111:0/468949591 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23280d0680 con 0x7f2314004800 2024-09-19T04:38:49.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.504+0000 7f231f7fe640 1 -- 172.21.15.111:0/468949591 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f231801d460 con 0x7f2314004800 2024-09-19T04:38:49.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.504+0000 7f231f7fe640 1 --2- 172.21.15.111:0/468949591 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f230806c850 0x7f230806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:49.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.504+0000 7f231f7fe640 1 -- 172.21.15.111:0/468949591 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 4999+0+0 (secure 0 0 0) 0x7f231808bd30 con 0x7f2314004800 2024-09-19T04:38:49.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.504+0000 7f231dd9b640 1 --2- 172.21.15.111:0/468949591 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f230806c850 0x7f230806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:49.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.505+0000 7f231dd9b640 1 --2- 172.21.15.111:0/468949591 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f230806c850 0x7f230806ed10 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f2310033000 tx=0x7f2310008030 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:49.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.508+0000 7f231f7fe640 1 -- 172.21.15.111:0/468949591 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2318059ef0 con 0x7f2314004800 2024-09-19T04:38:49.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.709+0000 7f232cfbe640 1 -- 172.21.15.111:0/468949591 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f23281536e0 con 0x7f2314004800 2024-09-19T04:38:49.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.709+0000 7f231f7fe640 1 -- 172.21.15.111:0/468949591 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 64 v64) ==== 94+0+3923 (secure 0 0 0) 0x7f23180597f0 con 0x7f2314004800 2024-09-19T04:38:49.711 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:49.711 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":64,"btime":"2024-09-19T04:38:44:869091+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6320,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/4276198748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":4276198748},{"type":"v1","addr":"172.21.15.114:6834","nonce":4276198748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6778,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/1652126105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":1652126105},{"type":"v1","addr":"172.21.15.114:6835","nonce":1652126105}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":7344,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/3302571215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3302571215},{"type":"v1","addr":"172.21.15.111:6834","nonce":3302571215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":7347,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/2737626972","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":2737626972},{"type":"v1","addr":"172.21.15.111:6835","nonce":2737626972}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57}],"filesystems":[]} 2024-09-19T04:38:49.711 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 64 2024-09-19T04:38:49.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.711+0000 7f232cfbe640 1 -- 172.21.15.111:0/468949591 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f230806c850 msgr2=0x7f230806ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:49.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.711+0000 7f232cfbe640 1 --2- 172.21.15.111:0/468949591 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f230806c850 0x7f230806ed10 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f2310033000 tx=0x7f2310008030 comp rx=0 tx=0).stop 2024-09-19T04:38:49.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.711+0000 7f232cfbe640 1 -- 172.21.15.111:0/468949591 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2314004800 msgr2=0x7f23280aece0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:49.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.711+0000 7f232cfbe640 1 --2- 172.21.15.111:0/468949591 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2314004800 0x7f23280aece0 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7f2318000f60 tx=0x7f2318007720 comp rx=0 tx=0).stop 2024-09-19T04:38:49.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.711+0000 7f232cfbe640 1 -- 172.21.15.111:0/468949591 shutdown_connections 2024-09-19T04:38:49.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.711+0000 7f232cfbe640 1 --2- 172.21.15.111:0/468949591 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f230806c850 0x7f230806ed10 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:49.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.711+0000 7f232cfbe640 1 --2- 172.21.15.111:0/468949591 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2328158de0 0x7f2328073bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:49.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.711+0000 7f232cfbe640 1 --2- 172.21.15.111:0/468949591 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2328158960 0x7f2328073670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:49.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.711+0000 7f232cfbe640 1 --2- 172.21.15.111:0/468949591 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2314004800 0x7f23280aece0 unknown :-1 s=CLOSED pgs=1238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:49.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.711+0000 7f232cfbe640 1 -- 172.21.15.111:0/468949591 >> 172.21.15.111:0/468949591 conn(0x7f2328062cc0 msgr2=0x7f2328154a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:49.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.711+0000 7f232cfbe640 1 -- 172.21.15.111:0/468949591 shutdown_connections 2024-09-19T04:38:49.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.712+0000 7f232cfbe640 1 -- 172.21.15.111:0/468949591 wait complete. 2024-09-19T04:38:49.724 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T04:38:49.724 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T04:38:49.724 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T04:38:49.724 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:38:49.724 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T04:38:49.724 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T04:38:49.725 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T04:38:49.725 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:38:49.725 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T04:38:49.725 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T04:38:49.725 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T04:38:49.725 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:38:49.725 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T04:38:49.726 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T04:38:49.726 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T04:38:49.726 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:38:49.734 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T04:38:49.734 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T04:38:49.735 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T04:38:49.735 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T04:38:49.737 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T04:38:49.737 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T04:38:49.738 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T04:38:49.738 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T04:38:49.776 INFO:tasks.ceph.mds.a:Started 2024-09-19T04:38:49.777 DEBUG:teuthology.parallel:result is None 2024-09-19T04:38:49.777 INFO:tasks.ceph.mds.c:Started 2024-09-19T04:38:49.777 DEBUG:teuthology.parallel:result is None 2024-09-19T04:38:49.781 INFO:tasks.ceph.mds.b:Started 2024-09-19T04:38:49.781 DEBUG:teuthology.parallel:result is None 2024-09-19T04:38:49.784 INFO:tasks.ceph.mds.d:Started 2024-09-19T04:38:49.785 DEBUG:teuthology.parallel:result is None 2024-09-19T04:38:49.785 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T04:38:49.850 INFO:tasks.ceph.mds.c.smithi111.stdout:starting mds.c at 2024-09-19T04:38:49.851 INFO:tasks.ceph.mds.a.smithi111.stdout:starting mds.a at 2024-09-19T04:38:49.865 INFO:tasks.ceph.mds.d.smithi114.stdout:starting mds.d at 2024-09-19T04:38:49.866 INFO:tasks.ceph.mds.b.smithi114.stdout:starting mds.b at 2024-09-19T04:38:49.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.888+0000 7fb9763d6640 1 Processor -- start 2024-09-19T04:38:49.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.888+0000 7fb9763d6640 1 -- start start 2024-09-19T04:38:49.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.888+0000 7fb9763d6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fb97006f130 0x7fb970073790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:49.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.889+0000 7fb9763d6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9701625e0 con 0x7fb97015c260 2024-09-19T04:38:49.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.889+0000 7fb9763d6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9701628c0 con 0x7fb970162150 2024-09-19T04:38:49.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.889+0000 7fb9763d6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fb970162ba0 con 0x7fb97006f130 2024-09-19T04:38:49.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.889+0000 7fb96ffff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fb97015c260 0x7fb9700ae8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35722/0 (socket says 172.21.15.111:35722) 2024-09-19T04:38:49.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.889+0000 7fb96ffff640 1 -- 172.21.15.111:0/652061425 learned_addr learned my addr 172.21.15.111:0/652061425 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:49.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.889+0000 7fb974973640 1 --2- 172.21.15.111:0/652061425 >> v2:172.21.15.114:3300/0 conn(0x7fb97006f130 0x7fb970073790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:49.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.889+0000 7fb974973640 1 -- 172.21.15.111:0/652061425 >> v1:172.21.15.114:6789/0 conn(0x7fb970162150 legacy=0x7fb97006ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:49.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.889+0000 7fb974973640 1 -- 172.21.15.111:0/652061425 >> v1:172.21.15.111:6789/0 conn(0x7fb97015c260 legacy=0x7fb9700ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:49.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.889+0000 7fb974973640 1 -- 172.21.15.111:0/652061425 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb970162e80 con 0x7fb97006f130 2024-09-19T04:38:49.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.890+0000 7fb974973640 1 --2- 172.21.15.111:0/652061425 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb97006f130 0x7fb970073790 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fb968009d90 tx=0x7fb96802a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=78f3cc3837fbb625 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:49.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.893+0000 7fb96effd640 1 -- 172.21.15.111:0/652061425 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb968007740 con 0x7fb97006f130 2024-09-19T04:38:49.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.893+0000 7fb96effd640 1 -- 172.21.15.111:0/652061425 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9680078e0 con 0x7fb97006f130 2024-09-19T04:38:49.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.893+0000 7fb96effd640 1 -- 172.21.15.111:0/652061425 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb968007cb0 con 0x7fb97006f130 2024-09-19T04:38:49.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.894+0000 7fb9763d6640 1 -- 172.21.15.111:0/652061425 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb97006f130 msgr2=0x7fb970073790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:49.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.894+0000 7fb9763d6640 1 --2- 172.21.15.111:0/652061425 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb97006f130 0x7fb970073790 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fb968009d90 tx=0x7fb96802a6f0 comp rx=0 tx=0).stop 2024-09-19T04:38:49.895 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.894+0000 7fb9763d6640 1 -- 172.21.15.111:0/652061425 shutdown_connections 2024-09-19T04:38:49.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.894+0000 7fb9763d6640 1 --2- 172.21.15.111:0/652061425 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb97006f130 0x7fb970073790 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:49.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.894+0000 7fb9763d6640 1 -- 172.21.15.111:0/652061425 >> 172.21.15.111:0/652061425 conn(0x7fb97006bd80 msgr2=0x7fb97006c190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:49.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.894+0000 7fb9763d6640 1 -- 172.21.15.111:0/652061425 shutdown_connections 2024-09-19T04:38:49.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.894+0000 7fb9763d6640 1 -- 172.21.15.111:0/652061425 wait complete. 2024-09-19T04:38:49.896 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.895+0000 7fb9763d6640 1 Processor -- start 2024-09-19T04:38:49.897 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.896+0000 7fb9763d6640 1 -- start start 2024-09-19T04:38:49.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.897+0000 7fb9763d6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb97006f130 0x7fb97014d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:49.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.897+0000 7fb9763d6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb97015c260 0x7fb9700c8160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:49.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.897+0000 7fb9763d6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb9700c86a0 0x7fb9700b1c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:49.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.897+0000 7fb9763d6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb97015f110 con 0x7fb97015c260 2024-09-19T04:38:49.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.897+0000 7fb9763d6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb97015ef90 con 0x7fb9700c86a0 2024-09-19T04:38:49.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.897+0000 7fb9763d6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb97015f290 con 0x7fb97006f130 2024-09-19T04:38:49.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.897+0000 7fb96f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb97015c260 0x7fb9700c8160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:49.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.897+0000 7fb96ffff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb97006f130 0x7fb97014d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:49.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.897+0000 7fb96f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb97015c260 0x7fb9700c8160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60964/0 (socket says 172.21.15.111:60964) 2024-09-19T04:38:49.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.897+0000 7fb96f7fe640 1 -- 172.21.15.111:0/3375896420 learned_addr learned my addr 172.21.15.111:0/3375896420 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:49.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.897+0000 7fb974973640 1 --2- 172.21.15.111:0/3375896420 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb9700c86a0 0x7fb9700b1c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:49.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.897+0000 7fb96f7fe640 1 -- 172.21.15.111:0/3375896420 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb97006f130 msgr2=0x7fb97014d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:49.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.897+0000 7fb96f7fe640 1 --2- 172.21.15.111:0/3375896420 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb97006f130 0x7fb97014d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:49.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.897+0000 7fb96f7fe640 1 -- 172.21.15.111:0/3375896420 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb9700c86a0 msgr2=0x7fb9700b1c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:49.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.897+0000 7fb96f7fe640 1 --2- 172.21.15.111:0/3375896420 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb9700c86a0 0x7fb9700b1c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:49.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.897+0000 7fb96f7fe640 1 -- 172.21.15.111:0/3375896420 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb97014de70 con 0x7fb97015c260 2024-09-19T04:38:49.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.897+0000 7fb96f7fe640 1 --2- 172.21.15.111:0/3375896420 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb97015c260 0x7fb9700c8160 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7fb96400c400 tx=0x7fb96400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:49.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.897+0000 7fb96cff9640 1 -- 172.21.15.111:0/3375896420 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb964017070 con 0x7fb97015c260 2024-09-19T04:38:49.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.897+0000 7fb96cff9640 1 -- 172.21.15.111:0/3375896420 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9640052d0 con 0x7fb97015c260 2024-09-19T04:38:49.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.897+0000 7fb9763d6640 1 -- 172.21.15.111:0/3375896420 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9700c7a30 con 0x7fb97015c260 2024-09-19T04:38:49.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.898+0000 7fb96cff9640 1 -- 172.21.15.111:0/3375896420 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb964003830 con 0x7fb97015c260 2024-09-19T04:38:49.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.898+0000 7fb9763d6640 1 -- 172.21.15.111:0/3375896420 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9700c6c70 con 0x7fb97015c260 2024-09-19T04:38:49.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.899+0000 7fb96cff9640 1 -- 172.21.15.111:0/3375896420 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fb96401a070 con 0x7fb97015c260 2024-09-19T04:38:49.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.899+0000 7fb9763d6640 1 -- 172.21.15.111:0/3375896420 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9700b4ef0 con 0x7fb97015c260 2024-09-19T04:38:49.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.900+0000 7fb96cff9640 1 --2- 172.21.15.111:0/3375896420 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb95c06c850 0x7fb95c06ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:49.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.900+0000 7fb96ffff640 1 --2- 172.21.15.111:0/3375896420 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb95c06c850 0x7fb95c06ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:49.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.900+0000 7fb96ffff640 1 --2- 172.21.15.111:0/3375896420 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb95c06c850 0x7fb95c06ed10 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb960005880 tx=0x7fb960009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:49.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.900+0000 7fb96cff9640 1 -- 172.21.15.111:0/3375896420 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 4999+0+0 (secure 0 0 0) 0x7fb964056a80 con 0x7fb97015c260 2024-09-19T04:38:49.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:49.905+0000 7fb96cff9640 1 -- 172.21.15.111:0/3375896420 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb9700b4ef0 con 0x7fb97015c260 2024-09-19T04:38:50.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:50.082+0000 7fb9763d6640 1 -- 172.21.15.111:0/3375896420 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fb9700b3cc0 con 0x7fb97015c260 2024-09-19T04:38:50.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:50.900+0000 7fb96cff9640 1 -- 172.21.15.111:0/3375896420 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v127) ==== 97+0+0 (secure 0 0 0) 0x7fb9700b3cc0 con 0x7fb97015c260 2024-09-19T04:38:50.901 INFO:teuthology.orchestra.run.smithi111.stderr: removed all blocklist entries 2024-09-19T04:38:50.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:50.902+0000 7fb9763d6640 1 -- 172.21.15.111:0/3375896420 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb95c06c850 msgr2=0x7fb95c06ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:50.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:50.902+0000 7fb9763d6640 1 --2- 172.21.15.111:0/3375896420 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb95c06c850 0x7fb95c06ed10 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb960005880 tx=0x7fb960009040 comp rx=0 tx=0).stop 2024-09-19T04:38:50.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:50.902+0000 7fb9763d6640 1 -- 172.21.15.111:0/3375896420 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb97015c260 msgr2=0x7fb9700c8160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:50.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:50.902+0000 7fb9763d6640 1 --2- 172.21.15.111:0/3375896420 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb97015c260 0x7fb9700c8160 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7fb96400c400 tx=0x7fb96400c8c0 comp rx=0 tx=0).stop 2024-09-19T04:38:50.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:50.902+0000 7fb9763d6640 1 -- 172.21.15.111:0/3375896420 shutdown_connections 2024-09-19T04:38:50.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:50.902+0000 7fb9763d6640 1 --2- 172.21.15.111:0/3375896420 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb95c06c850 0x7fb95c06ed10 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:50.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:50.902+0000 7fb9763d6640 1 --2- 172.21.15.111:0/3375896420 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb9700c86a0 0x7fb9700b1c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:50.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:50.902+0000 7fb9763d6640 1 --2- 172.21.15.111:0/3375896420 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb97015c260 0x7fb9700c8160 unknown :-1 s=CLOSED pgs=1247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:50.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:50.902+0000 7fb9763d6640 1 --2- 172.21.15.111:0/3375896420 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb97006f130 0x7fb97014d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:50.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:50.902+0000 7fb9763d6640 1 -- 172.21.15.111:0/3375896420 >> 172.21.15.111:0/3375896420 conn(0x7fb97006bd80 msgr2=0x7fb9700b63b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:50.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:50.902+0000 7fb9763d6640 1 -- 172.21.15.111:0/3375896420 shutdown_connections 2024-09-19T04:38:50.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:50.902+0000 7fb9763d6640 1 -- 172.21.15.111:0/3375896420 wait complete. 2024-09-19T04:38:50.915 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T04:38:51.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.012+0000 7fef09ce6640 1 Processor -- start 2024-09-19T04:38:51.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.012+0000 7fef09ce6640 1 -- start start 2024-09-19T04:38:51.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.013+0000 7fef09ce6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fef0415c300 0x7fef040affc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:51.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.013+0000 7fef09ce6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fef0406f1e0 0x7fef040ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:51.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.013+0000 7fef09ce6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef0415ecf0 con 0x7fef040cd300 2024-09-19T04:38:51.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.013+0000 7fef09ce6640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fef0415c6e0 con 0x7fef0415c300 2024-09-19T04:38:51.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.013+0000 7fef09ce6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fef0415efb0 con 0x7fef0406f1e0 2024-09-19T04:38:51.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.013+0000 7fef037fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fef0415c300 0x7fef040affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:51.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.013+0000 7fef037fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fef0415c300 0x7fef040affc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60974/0 (socket says 172.21.15.111:60974) 2024-09-19T04:38:51.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.013+0000 7fef037fe640 1 -- 172.21.15.111:0/949072898 learned_addr learned my addr 172.21.15.111:0/949072898 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:51.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.013+0000 7fef03fff640 1 --2- 172.21.15.111:0/949072898 >> v2:172.21.15.114:3300/0 conn(0x7fef0406f1e0 0x7fef040ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:51.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.013+0000 7fef037fe640 1 -- 172.21.15.111:0/949072898 >> v2:172.21.15.114:3300/0 conn(0x7fef0406f1e0 msgr2=0x7fef040ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:51.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.013+0000 7fef037fe640 1 --2- 172.21.15.111:0/949072898 >> v2:172.21.15.114:3300/0 conn(0x7fef0406f1e0 0x7fef040ae8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.013+0000 7fef037fe640 1 -- 172.21.15.111:0/949072898 >> v1:172.21.15.114:6789/0 conn(0x7fef040cd300 legacy=0x7fef0406ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:51.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.014+0000 7fef037fe640 1 -- 172.21.15.111:0/949072898 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef0415f290 con 0x7fef0415c300 2024-09-19T04:38:51.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.014+0000 7fef03fff640 1 --2- 172.21.15.111:0/949072898 >> v2:172.21.15.114:3300/0 conn(0x7fef0406f1e0 0x7fef040ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:51.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.014+0000 7fef037fe640 1 --2- 172.21.15.111:0/949072898 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef0415c300 0x7fef040affc0 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7fef040cd030 tx=0x7feef402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d47223f1d166a45c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:51.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.014+0000 7fef027fc640 1 -- 172.21.15.111:0/949072898 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feef4037070 con 0x7fef0415c300 2024-09-19T04:38:51.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.014+0000 7fef027fc640 1 -- 172.21.15.111:0/949072898 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feef4032440 con 0x7fef0415c300 2024-09-19T04:38:51.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.014+0000 7fef027fc640 1 -- 172.21.15.111:0/949072898 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feef4032810 con 0x7fef0415c300 2024-09-19T04:38:51.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.015+0000 7fef09ce6640 1 -- 172.21.15.111:0/949072898 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef0415c300 msgr2=0x7fef040affc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:51.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.015+0000 7fef09ce6640 1 --2- 172.21.15.111:0/949072898 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef0415c300 0x7fef040affc0 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7fef040cd030 tx=0x7feef402a1a0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.015+0000 7fef09ce6640 1 -- 172.21.15.111:0/949072898 shutdown_connections 2024-09-19T04:38:51.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.015+0000 7fef09ce6640 1 --2- 172.21.15.111:0/949072898 >> v2:172.21.15.114:3300/0 conn(0x7fef0406f1e0 0x7fef040ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.015+0000 7fef09ce6640 1 --2- 172.21.15.111:0/949072898 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef0415c300 0x7fef040affc0 unknown :-1 s=CLOSED pgs=1248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.015+0000 7fef09ce6640 1 -- 172.21.15.111:0/949072898 >> 172.21.15.111:0/949072898 conn(0x7fef0406cae0 msgr2=0x7fef0406cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:51.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.015+0000 7fef09ce6640 1 -- 172.21.15.111:0/949072898 shutdown_connections 2024-09-19T04:38:51.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.015+0000 7fef09ce6640 1 -- 172.21.15.111:0/949072898 wait complete. 2024-09-19T04:38:51.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.016+0000 7fef09ce6640 1 Processor -- start 2024-09-19T04:38:51.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.016+0000 7fef09ce6640 1 -- start start 2024-09-19T04:38:51.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.017+0000 7fef09ce6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef0406f1e0 0x7fef0414da30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:51.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.017+0000 7fef09ce6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef040cd300 0x7fef0415ff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:51.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.017+0000 7fef09ce6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef041604c0 0x7fef04160950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:51.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.017+0000 7fef09ce6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fef04071880 con 0x7fef0406f1e0 2024-09-19T04:38:51.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.017+0000 7fef09ce6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fef0415f850 con 0x7fef040cd300 2024-09-19T04:38:51.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.017+0000 7fef09ce6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fef040b0500 con 0x7fef041604c0 2024-09-19T04:38:51.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.017+0000 7fef037fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef0406f1e0 0x7fef0414da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:51.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.017+0000 7fef037fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef0406f1e0 0x7fef0414da30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60982/0 (socket says 172.21.15.111:60982) 2024-09-19T04:38:51.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.017+0000 7fef037fe640 1 -- 172.21.15.111:0/3367695373 learned_addr learned my addr 172.21.15.111:0/3367695373 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:51.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.017+0000 7fef037fe640 1 -- 172.21.15.111:0/3367695373 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef041604c0 msgr2=0x7fef04160950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:51.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.017+0000 7fef037fe640 1 --2- 172.21.15.111:0/3367695373 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef041604c0 0x7fef04160950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.017+0000 7fef037fe640 1 -- 172.21.15.111:0/3367695373 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef040cd300 msgr2=0x7fef0415ff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:51.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.017+0000 7fef02ffd640 1 --2- 172.21.15.111:0/3367695373 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef040cd300 0x7fef0415ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:51.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.017+0000 7fef037fe640 1 --2- 172.21.15.111:0/3367695373 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef040cd300 0x7fef0415ff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.017+0000 7fef037fe640 1 -- 172.21.15.111:0/3367695373 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef0415d670 con 0x7fef0406f1e0 2024-09-19T04:38:51.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.017+0000 7fef02ffd640 1 --2- 172.21.15.111:0/3367695373 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef040cd300 0x7fef0415ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:51.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.018+0000 7fef037fe640 1 --2- 172.21.15.111:0/3367695373 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef0406f1e0 0x7fef0414da30 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7feef4000c00 tx=0x7feef40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:51.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.018+0000 7feeebfff640 1 -- 172.21.15.111:0/3367695373 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feef4041020 con 0x7fef0406f1e0 2024-09-19T04:38:51.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.018+0000 7fef09ce6640 1 -- 172.21.15.111:0/3367695373 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef0415d950 con 0x7fef0406f1e0 2024-09-19T04:38:51.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.018+0000 7feeebfff640 1 -- 172.21.15.111:0/3367695373 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feef4030970 con 0x7fef0406f1e0 2024-09-19T04:38:51.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.018+0000 7feeebfff640 1 -- 172.21.15.111:0/3367695373 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feef4037040 con 0x7fef0406f1e0 2024-09-19T04:38:51.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.018+0000 7fef09ce6640 1 -- 172.21.15.111:0/3367695373 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef0415df10 con 0x7fef0406f1e0 2024-09-19T04:38:51.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.019+0000 7fef09ce6640 1 -- 172.21.15.111:0/3367695373 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef0406eab0 con 0x7fef0406f1e0 2024-09-19T04:38:51.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.019+0000 7feeebfff640 1 -- 172.21.15.111:0/3367695373 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7feef4044020 con 0x7fef0406f1e0 2024-09-19T04:38:51.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.020+0000 7feeebfff640 1 --2- 172.21.15.111:0/3367695373 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7feef006c850 0x7feef006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:51.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.020+0000 7feeebfff640 1 -- 172.21.15.111:0/3367695373 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 4913+0+0 (secure 0 0 0) 0x7feef40ac360 con 0x7fef0406f1e0 2024-09-19T04:38:51.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.020+0000 7fef02ffd640 1 --2- 172.21.15.111:0/3367695373 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7feef006c850 0x7feef006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:51.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.020+0000 7fef02ffd640 1 --2- 172.21.15.111:0/3367695373 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7feef006c850 0x7feef006ed10 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fef0415e4c0 tx=0x7feef8009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:51.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.024+0000 7feeebfff640 1 -- 172.21.15.111:0/3367695373 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7feef404b030 con 0x7fef0406f1e0 2024-09-19T04:38:51.256 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.255+0000 7fef09ce6640 1 -- 172.21.15.111:0/3367695373 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fef040720f0 con 0x7fef0406f1e0 2024-09-19T04:38:51.257 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.256+0000 7feeebfff640 1 -- 172.21.15.111:0/3367695373 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v19) ==== 80+0+5304 (secure 0 0 0) 0x7feef407a680 con 0x7fef0406f1e0 2024-09-19T04:38:51.257 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:51.257 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:38:51.257 INFO:teuthology.orchestra.run.smithi111.stdout: "auth_dump": [ 2024-09-19T04:38:51.257 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:51.257 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.a", 2024-09-19T04:38:51.257 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmCnXHLRAAedEy+KfNFU7YOhRhgLYdMA==", 2024-09-19T04:38:51.258 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:51.258 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:38:51.258 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:38:51.258 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:38:51.258 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:51.258 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:51.258 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:51.258 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:51.258 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.b", 2024-09-19T04:38:51.258 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmj2hsORAAjwXo3DZ4XRGCsUOxqI9CjA==", 2024-09-19T04:38:51.258 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:51.258 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:38:51.258 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:38:51.258 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:38:51.259 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:51.259 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:51.259 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:51.259 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:51.259 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.c", 2024-09-19T04:38:51.259 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmNXLHNBAAmsO18sf+jcsAfzbE1mj2oA==", 2024-09-19T04:38:51.259 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:51.259 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:38:51.259 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:38:51.259 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:38:51.259 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:51.260 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:51.260 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:51.260 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:51.260 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.d", 2024-09-19T04:38:51.260 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmNfTNBBAAj7NZf67zeYo/yvhfnAxkww==", 2024-09-19T04:38:51.260 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:51.260 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:38:51.260 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:38:51.260 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:38:51.260 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:51.260 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:51.260 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:51.260 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:51.261 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.0", 2024-09-19T04:38:51.261 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA3qetmXK2QIBAAR75oRgwzgVuLQhvMlJa4CA==", 2024-09-19T04:38:51.261 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:51.261 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:38:51.261 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:38:51.261 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:51.261 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:51.261 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:51.261 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:51.261 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.1", 2024-09-19T04:38:51.261 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA7qetmkWR6ExAA0lWBxpiPAGZCLmu4h7iPMg==", 2024-09-19T04:38:51.261 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:51.261 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:38:51.261 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:38:51.262 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:51.262 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:51.262 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:51.262 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:51.262 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.2", 2024-09-19T04:38:51.262 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA/qetmgxH4FBAAdBD58YlH15hiLasWSnbxgQ==", 2024-09-19T04:38:51.262 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:51.262 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:38:51.262 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:38:51.262 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:51.262 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.3", 2024-09-19T04:38:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBDqetmvScfFhAAjBKwn49kZcL8j+xfBzuAXQ==", 2024-09-19T04:38:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:38:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:38:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.4", 2024-09-19T04:38:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBKqetms9roERAALAlOKQm99bEbtaMUdCEfCQ==", 2024-09-19T04:38:51.264 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:51.264 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:38:51.264 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:38:51.264 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:51.264 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:51.264 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:51.264 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:51.264 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.5", 2024-09-19T04:38:51.264 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBOqetmmoAIBBAA0fKuVAffYGZnFsgCXtti2Q==", 2024-09-19T04:38:51.264 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:51.264 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:38:51.264 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:38:51.265 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:51.265 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:51.265 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:51.265 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:51.265 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.6", 2024-09-19T04:38:51.265 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBRqetm6XavKhAAIL2OCxOxpUEc8vXFj6gN7A==", 2024-09-19T04:38:51.265 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:51.265 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:38:51.265 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:38:51.265 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:51.265 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.7", 2024-09-19T04:38:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBVqetmhUn4KxAA7yNGTx+mbKjnHNUg8hxx+w==", 2024-09-19T04:38:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:38:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:38:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.0", 2024-09-19T04:38:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmdEXYCBAAQK+0F5ouJPJAqZqCQHrMdQ==", 2024-09-19T04:38:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:38:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow r", 2024-09-19T04:38:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T04:38:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.1", 2024-09-19T04:38:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmsJubERAAw8fZEkmvI5BUEFNZBk1MLg==", 2024-09-19T04:38:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:38:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:38:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:38:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:38:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.2", 2024-09-19T04:38:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmMCNpDhAAAOVbb+49iDsZc+49qDrLTw==", 2024-09-19T04:38:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:38:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:38:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:38:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:38:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.3", 2024-09-19T04:38:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetm4QAqFxAAod68YP3hsE1q4q0VXSLlnQ==", 2024-09-19T04:38:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:38:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:38:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:38:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:38:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.admin", 2024-09-19T04:38:51.270 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmrRVMEhAAHd1CNriXFbfJyf4GC8hYMQ==", 2024-09-19T04:38:51.270 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:51.270 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:38:51.270 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:38:51.270 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:38:51.270 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:51.270 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:51.270 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:51.270 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:51.270 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mgr.x", 2024-09-19T04:38:51.270 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmCAiOKhAA2pudSPuE+yJMoNgHi4eu4A==", 2024-09-19T04:38:51.270 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:51.270 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:38:51.270 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile mgr", 2024-09-19T04:38:51.271 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:51.271 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:51.271 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:38:51.271 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:51.271 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mgr.y", 2024-09-19T04:38:51.271 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetm8NjVJhAAOyZKidS0VOLEDBwUteHNGw==", 2024-09-19T04:38:51.271 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:38:51.271 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:38:51.271 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile mgr", 2024-09-19T04:38:51.271 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:38:51.271 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:51.271 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:51.271 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:38:51.271 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:38:51.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.258+0000 7fef09ce6640 1 -- 172.21.15.111:0/3367695373 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7feef006c850 msgr2=0x7feef006ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:51.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.258+0000 7fef09ce6640 1 --2- 172.21.15.111:0/3367695373 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7feef006c850 0x7feef006ed10 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fef0415e4c0 tx=0x7feef8009040 comp rx=0 tx=0).stop 2024-09-19T04:38:51.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.258+0000 7fef09ce6640 1 -- 172.21.15.111:0/3367695373 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef0406f1e0 msgr2=0x7fef0414da30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:51.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.258+0000 7fef09ce6640 1 --2- 172.21.15.111:0/3367695373 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef0406f1e0 0x7fef0414da30 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7feef4000c00 tx=0x7feef40046c0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.258+0000 7fef09ce6640 1 -- 172.21.15.111:0/3367695373 shutdown_connections 2024-09-19T04:38:51.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.258+0000 7fef09ce6640 1 --2- 172.21.15.111:0/3367695373 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7feef006c850 0x7feef006ed10 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.258+0000 7fef09ce6640 1 --2- 172.21.15.111:0/3367695373 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef041604c0 0x7fef04160950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.258+0000 7fef09ce6640 1 --2- 172.21.15.111:0/3367695373 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef040cd300 0x7fef0415ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.274 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.258+0000 7fef09ce6640 1 --2- 172.21.15.111:0/3367695373 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef0406f1e0 0x7fef0414da30 unknown :-1 s=CLOSED pgs=1249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.274 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.258+0000 7fef09ce6640 1 -- 172.21.15.111:0/3367695373 >> 172.21.15.111:0/3367695373 conn(0x7fef0406cae0 msgr2=0x7fef041571b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:51.274 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.258+0000 7fef09ce6640 1 -- 172.21.15.111:0/3367695373 shutdown_connections 2024-09-19T04:38:51.274 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.258+0000 7fef09ce6640 1 -- 172.21.15.111:0/3367695373 wait complete. 2024-09-19T04:38:51.274 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T04:38:51.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.371+0000 7f6593bd6640 1 Processor -- start 2024-09-19T04:38:51.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.372+0000 7f6593bd6640 1 -- start start 2024-09-19T04:38:51.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.372+0000 7f6593bd6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f658c15ed20 0x7f658c0b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:51.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.372+0000 7f6593bd6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f658c0b7170 con 0x7f658c0cef90 2024-09-19T04:38:51.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.372+0000 7f6593bd6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f658c0b7aa0 con 0x7f658c15e940 2024-09-19T04:38:51.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.372+0000 7f6593bd6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f658c0d3660 con 0x7f658c15ed20 2024-09-19T04:38:51.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.372+0000 7f6592173640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f658c0cef90 0x7f658c0b3760 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:52468/0 (socket says 172.21.15.111:52468) 2024-09-19T04:38:51.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6592173640 1 -- 172.21.15.111:0/288734537 learned_addr learned my addr 172.21.15.111:0/288734537 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:51.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6591171640 1 --2- 172.21.15.111:0/288734537 >> v2:172.21.15.114:3300/0 conn(0x7f658c15ed20 0x7f658c0b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:51.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6590970640 1 -- 172.21.15.111:0/288734537 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1989355015 0 0) 0x7f6584001490 con 0x7f658c0cef90 2024-09-19T04:38:51.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6590970640 1 -- 172.21.15.111:0/288734537 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6578003520 con 0x7f658c0cef90 2024-09-19T04:38:51.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6590970640 1 -- 172.21.15.111:0/288734537 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2731595774 0 0) 0x7f658c0b7aa0 con 0x7f658c15e940 2024-09-19T04:38:51.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6590970640 1 -- 172.21.15.111:0/288734537 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6584001490 con 0x7f658c15e940 2024-09-19T04:38:51.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6590970640 1 -- 172.21.15.111:0/288734537 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 54684661 0 0) 0x7f6578003520 con 0x7f658c0cef90 2024-09-19T04:38:51.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6590970640 1 -- 172.21.15.111:0/288734537 >> v2:172.21.15.114:3300/0 conn(0x7f658c15ed20 msgr2=0x7f658c0b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:51.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6590970640 1 --2- 172.21.15.111:0/288734537 >> v2:172.21.15.114:3300/0 conn(0x7f658c15ed20 0x7f658c0b3220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6590970640 1 -- 172.21.15.111:0/288734537 >> v1:172.21.15.114:6789/0 conn(0x7f658c15e940 legacy=0x7f658c0d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:51.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6590970640 1 -- 172.21.15.111:0/288734537 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f658c0d3940 con 0x7f658c0cef90 2024-09-19T04:38:51.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6590970640 1 -- 172.21.15.111:0/288734537 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f6584001bc0 con 0x7f658c0cef90 2024-09-19T04:38:51.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6591171640 1 --2- 172.21.15.111:0/288734537 >> v2:172.21.15.114:3300/0 conn(0x7f658c15ed20 0x7f658c0b3220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:38:51.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6590970640 1 -- 172.21.15.111:0/288734537 >> v1:172.21.15.111:6789/0 conn(0x7f658c0cef90 legacy=0x7f658c0b3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:51.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6590970640 1 --2- 172.21.15.111:0/288734537 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6578003b40 0x7f6578003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:51.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6590970640 1 --2- 172.21.15.111:0/288734537 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6578004800 0x7f6578004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:51.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6590970640 1 --2- 172.21.15.111:0/288734537 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f65780051c0 0x7f657800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:51.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6590970640 1 -- 172.21.15.111:0/288734537 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f658c0d3660 con 0x7f65780051c0 2024-09-19T04:38:51.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6590970640 1 -- 172.21.15.111:0/288734537 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f657800bfb0 con 0x7f6578003b40 2024-09-19T04:38:51.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6590970640 1 -- 172.21.15.111:0/288734537 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f657800c1b0 con 0x7f6578004800 2024-09-19T04:38:51.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6592173640 1 --2- 172.21.15.111:0/288734537 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f65780051c0 0x7f657800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:51.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6591972640 1 --2- 172.21.15.111:0/288734537 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6578003b40 0x7f6578003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:51.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6591171640 1 --2- 172.21.15.111:0/288734537 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6578004800 0x7f6578004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:51.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6592173640 1 -- 172.21.15.111:0/288734537 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6578004800 msgr2=0x7f6578004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:51.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6592173640 1 --2- 172.21.15.111:0/288734537 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6578004800 0x7f6578004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6592173640 1 -- 172.21.15.111:0/288734537 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6578003b40 msgr2=0x7f6578003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:51.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6592173640 1 --2- 172.21.15.111:0/288734537 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6578003b40 0x7f6578003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6592173640 1 -- 172.21.15.111:0/288734537 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6578003520 con 0x7f65780051c0 2024-09-19T04:38:51.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.373+0000 7f6591171640 1 --2- 172.21.15.111:0/288734537 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6578004800 0x7f6578004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:51.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.374+0000 7f6592173640 1 -- 172.21.15.111:0/288734537 reap_dead start 2024-09-19T04:38:51.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.374+0000 7f6592173640 1 --2- 172.21.15.111:0/288734537 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f65780051c0 0x7f657800b9c0 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7f658400a9b0 tx=0x7f6578005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bb8c68190ff0a9d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:51.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.374+0000 7f6590970640 1 -- 172.21.15.111:0/288734537 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f658400a600 con 0x7f65780051c0 2024-09-19T04:38:51.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.374+0000 7f6590970640 1 -- 172.21.15.111:0/288734537 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f658402f070 con 0x7f65780051c0 2024-09-19T04:38:51.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.374+0000 7f6590970640 1 -- 172.21.15.111:0/288734537 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f658402bdc0 con 0x7f65780051c0 2024-09-19T04:38:51.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.375+0000 7f6593bd6640 1 -- 172.21.15.111:0/288734537 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f65780051c0 msgr2=0x7f657800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:51.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.375+0000 7f6593bd6640 1 --2- 172.21.15.111:0/288734537 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f65780051c0 0x7f657800b9c0 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7f658400a9b0 tx=0x7f6578005830 comp rx=0 tx=0).stop 2024-09-19T04:38:51.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.375+0000 7f6593bd6640 1 -- 172.21.15.111:0/288734537 shutdown_connections 2024-09-19T04:38:51.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.375+0000 7f6593bd6640 1 --2- 172.21.15.111:0/288734537 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f65780051c0 0x7f657800b9c0 unknown :-1 s=CLOSED pgs=1251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.375+0000 7f6593bd6640 1 -- 172.21.15.111:0/288734537 >> 172.21.15.111:0/288734537 conn(0x7f658c0b6240 msgr2=0x7f658c0b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:51.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.375+0000 7f6593bd6640 1 -- 172.21.15.111:0/288734537 shutdown_connections 2024-09-19T04:38:51.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.375+0000 7f6593bd6640 1 -- 172.21.15.111:0/288734537 wait complete. 2024-09-19T04:38:51.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.376+0000 7f6593bd6640 1 Processor -- start 2024-09-19T04:38:51.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.376+0000 7f6593bd6640 1 -- start start 2024-09-19T04:38:51.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.377+0000 7f6593bd6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f65780051c0 0x7f658c156610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:51.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.377+0000 7f6593bd6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f658c156b70 0x7f658c0ccbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:51.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.377+0000 7f6593bd6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f658c0ca8b0 0x7f658c0cad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:51.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.377+0000 7f6593bd6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f658c0d1ef0 con 0x7f658c156b70 2024-09-19T04:38:51.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.377+0000 7f6593bd6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f658c0d3f00 con 0x7f65780051c0 2024-09-19T04:38:51.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.377+0000 7f6593bd6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f658c0d2070 con 0x7f658c0ca8b0 2024-09-19T04:38:51.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.377+0000 7f6591171640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f658c156b70 0x7f658c0ccbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:51.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.377+0000 7f6591171640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f658c156b70 0x7f658c0ccbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34274/0 (socket says 172.21.15.111:34274) 2024-09-19T04:38:51.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.377+0000 7f6591171640 1 -- 172.21.15.111:0/2797452915 learned_addr learned my addr 172.21.15.111:0/2797452915 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:51.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.377+0000 7f6591972640 1 --2- 172.21.15.111:0/2797452915 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f65780051c0 0x7f658c156610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:51.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.377+0000 7f6592173640 1 --2- 172.21.15.111:0/2797452915 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f658c0ca8b0 0x7f658c0cad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:51.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.377+0000 7f6591171640 1 -- 172.21.15.111:0/2797452915 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f658c0ca8b0 msgr2=0x7f658c0cad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:51.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.377+0000 7f6591171640 1 --2- 172.21.15.111:0/2797452915 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f658c0ca8b0 0x7f658c0cad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.377+0000 7f6591171640 1 -- 172.21.15.111:0/2797452915 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f65780051c0 msgr2=0x7f658c156610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:51.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.377+0000 7f6591171640 1 --2- 172.21.15.111:0/2797452915 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f65780051c0 0x7f658c156610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.377+0000 7f6591171640 1 -- 172.21.15.111:0/2797452915 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f658c0ca200 con 0x7f658c156b70 2024-09-19T04:38:51.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.377+0000 7f6591171640 1 --2- 172.21.15.111:0/2797452915 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f658c156b70 0x7f658c0ccbf0 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7f657c011720 tx=0x7f657c011b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:51.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.377+0000 7f65827fc640 1 -- 172.21.15.111:0/2797452915 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f657c00f960 con 0x7f658c156b70 2024-09-19T04:38:51.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.378+0000 7f65827fc640 1 -- 172.21.15.111:0/2797452915 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f657c00fb00 con 0x7f658c156b70 2024-09-19T04:38:51.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.378+0000 7f6593bd6640 1 -- 172.21.15.111:0/2797452915 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f658c0cc3f0 con 0x7f658c156b70 2024-09-19T04:38:51.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.378+0000 7f65827fc640 1 -- 172.21.15.111:0/2797452915 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f657c015460 con 0x7f658c156b70 2024-09-19T04:38:51.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.378+0000 7f6593bd6640 1 -- 172.21.15.111:0/2797452915 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f658c1572e0 con 0x7f658c156b70 2024-09-19T04:38:51.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.379+0000 7f6593bd6640 1 -- 172.21.15.111:0/2797452915 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f658c0d1060 con 0x7f658c156b70 2024-09-19T04:38:51.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.379+0000 7f65827fc640 1 -- 172.21.15.111:0/2797452915 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f657c015600 con 0x7f658c156b70 2024-09-19T04:38:51.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.379+0000 7f65827fc640 1 --2- 172.21.15.111:0/2797452915 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f657006c850 0x7f657006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:51.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.380+0000 7f65827fc640 1 -- 172.21.15.111:0/2797452915 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 4913+0+0 (secure 0 0 0) 0x7f657c08c4d0 con 0x7f658c156b70 2024-09-19T04:38:51.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.380+0000 7f6591972640 1 --2- 172.21.15.111:0/2797452915 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f657006c850 0x7f657006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:51.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.380+0000 7f6591972640 1 --2- 172.21.15.111:0/2797452915 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f657006c850 0x7f657006ed10 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f6588000c00 tx=0x7f6588009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:51.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.384+0000 7f65827fc640 1 -- 172.21.15.111:0/2797452915 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f657c019030 con 0x7f658c156b70 2024-09-19T04:38:51.552 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.551+0000 7f6593bd6640 1 -- 172.21.15.111:0/2797452915 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f658c0ba6b0 con 0x7f658c156b70 2024-09-19T04:38:51.552 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.551+0000 7f65827fc640 1 -- 172.21.15.111:0/2797452915 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v127) ==== 84+0+65 (secure 0 0 0) 0x7f657c05a6e0 con 0x7f658c156b70 2024-09-19T04:38:51.553 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:51.553 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:38:51.553 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:38:51.553 INFO:teuthology.orchestra.run.smithi111.stdout: "poolnum": 1, 2024-09-19T04:38:51.553 INFO:teuthology.orchestra.run.smithi111.stdout: "poolname": ".mgr" 2024-09-19T04:38:51.553 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:38:51.553 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:38:51.555 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.553+0000 7f6593bd6640 1 -- 172.21.15.111:0/2797452915 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f657006c850 msgr2=0x7f657006ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:51.555 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.553+0000 7f6593bd6640 1 --2- 172.21.15.111:0/2797452915 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f657006c850 0x7f657006ed10 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f6588000c00 tx=0x7f6588009040 comp rx=0 tx=0).stop 2024-09-19T04:38:51.555 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.553+0000 7f6593bd6640 1 -- 172.21.15.111:0/2797452915 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f658c156b70 msgr2=0x7f658c0ccbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:51.556 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.553+0000 7f6593bd6640 1 --2- 172.21.15.111:0/2797452915 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f658c156b70 0x7f658c0ccbf0 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7f657c011720 tx=0x7f657c011b20 comp rx=0 tx=0).stop 2024-09-19T04:38:51.556 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.553+0000 7f6593bd6640 1 -- 172.21.15.111:0/2797452915 shutdown_connections 2024-09-19T04:38:51.556 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.553+0000 7f6593bd6640 1 --2- 172.21.15.111:0/2797452915 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f657006c850 0x7f657006ed10 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.556 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.553+0000 7f6593bd6640 1 --2- 172.21.15.111:0/2797452915 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f658c0ca8b0 0x7f658c0cad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.556 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.553+0000 7f6593bd6640 1 --2- 172.21.15.111:0/2797452915 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f658c156b70 0x7f658c0ccbf0 unknown :-1 s=CLOSED pgs=1252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.556 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.553+0000 7f6593bd6640 1 --2- 172.21.15.111:0/2797452915 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f65780051c0 0x7f658c156610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.556 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.553+0000 7f6593bd6640 1 -- 172.21.15.111:0/2797452915 >> 172.21.15.111:0/2797452915 conn(0x7f658c0b6240 msgr2=0x7f658c0b7e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:51.556 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.553+0000 7f6593bd6640 1 -- 172.21.15.111:0/2797452915 shutdown_connections 2024-09-19T04:38:51.556 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.553+0000 7f6593bd6640 1 -- 172.21.15.111:0/2797452915 wait complete. 2024-09-19T04:38:51.565 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T04:38:51.565 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T04:38:51.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.666+0000 7f4712fe8640 1 Processor -- start 2024-09-19T04:38:51.668 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.667+0000 7f4712fe8640 1 -- start start 2024-09-19T04:38:51.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.667+0000 7f4712fe8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f470c0b61e0 0x7f470c0b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:51.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.667+0000 7f4712fe8640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f470c0b3b00 0x7f470c1625d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:51.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.667+0000 7f4712fe8640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f470c0b6b00 con 0x7f470c0b3540 2024-09-19T04:38:51.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.667+0000 7f4712fe8640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f470c0d24f0 con 0x7f470c0b61e0 2024-09-19T04:38:51.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.667+0000 7f4712fe8640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f470c0d20e0 con 0x7f470c0b3b00 2024-09-19T04:38:51.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.668+0000 7f4711585640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f470c0b3540 0x7f470c162b10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:52482/0 (socket says 172.21.15.111:52482) 2024-09-19T04:38:51.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.668+0000 7f4710d84640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f470c0b61e0 0x7f470c0b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:51.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.668+0000 7f4711585640 1 -- 172.21.15.111:0/3830166271 learned_addr learned my addr 172.21.15.111:0/3830166271 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:51.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.668+0000 7f4710d84640 1 -- 172.21.15.111:0/3830166271 >> v2:172.21.15.114:3300/0 conn(0x7f470c0b3b00 msgr2=0x7f470c1625d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:51.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.668+0000 7f470bfff640 1 --2- 172.21.15.111:0/3830166271 >> v2:172.21.15.114:3300/0 conn(0x7f470c0b3b00 0x7f470c1625d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:51.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.668+0000 7f470b7fe640 1 -- 172.21.15.111:0/3830166271 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2711140145 0 0) 0x7f470c0b6b00 con 0x7f470c0b3540 2024-09-19T04:38:51.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.668+0000 7f4710d84640 1 --2- 172.21.15.111:0/3830166271 >> v2:172.21.15.114:3300/0 conn(0x7f470c0b3b00 0x7f470c1625d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.668+0000 7f4710d84640 1 -- 172.21.15.111:0/3830166271 >> v1:172.21.15.111:6789/0 conn(0x7f470c0b3540 legacy=0x7f470c162b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:51.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.668+0000 7f4710d84640 1 -- 172.21.15.111:0/3830166271 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f470c0cfa70 con 0x7f470c0b61e0 2024-09-19T04:38:51.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.668+0000 7f470bfff640 1 --2- 172.21.15.111:0/3830166271 >> v2:172.21.15.114:3300/0 conn(0x7f470c0b3b00 0x7f470c1625d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:51.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.669+0000 7f4710d84640 1 --2- 172.21.15.111:0/3830166271 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f470c0b61e0 0x7f470c0b65c0 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7f470c163690 tx=0x7f46fc02a080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbe68439464f79a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:51.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.669+0000 7f470b7fe640 1 -- 172.21.15.111:0/3830166271 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46fc037070 con 0x7f470c0b61e0 2024-09-19T04:38:51.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.669+0000 7f470b7fe640 1 -- 172.21.15.111:0/3830166271 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46fc02add0 con 0x7f470c0b61e0 2024-09-19T04:38:51.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.669+0000 7f470b7fe640 1 -- 172.21.15.111:0/3830166271 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46fc032660 con 0x7f470c0b61e0 2024-09-19T04:38:51.674 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.669+0000 7f4712fe8640 1 -- 172.21.15.111:0/3830166271 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f470c0b61e0 msgr2=0x7f470c0b65c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:51.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.669+0000 7f4712fe8640 1 --2- 172.21.15.111:0/3830166271 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f470c0b61e0 0x7f470c0b65c0 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7f470c163690 tx=0x7f46fc02a080 comp rx=0 tx=0).stop 2024-09-19T04:38:51.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.669+0000 7f4712fe8640 1 -- 172.21.15.111:0/3830166271 shutdown_connections 2024-09-19T04:38:51.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.669+0000 7f4712fe8640 1 --2- 172.21.15.111:0/3830166271 >> v2:172.21.15.114:3300/0 conn(0x7f470c0b3b00 0x7f470c1625d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.669+0000 7f4712fe8640 1 --2- 172.21.15.111:0/3830166271 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f470c0b61e0 0x7f470c0b65c0 unknown :-1 s=CLOSED pgs=1254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.669+0000 7f4712fe8640 1 -- 172.21.15.111:0/3830166271 >> 172.21.15.111:0/3830166271 conn(0x7f470c0d11e0 msgr2=0x7f470c0d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:51.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.669+0000 7f4712fe8640 1 -- 172.21.15.111:0/3830166271 shutdown_connections 2024-09-19T04:38:51.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.669+0000 7f4712fe8640 1 -- 172.21.15.111:0/3830166271 wait complete. 2024-09-19T04:38:51.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.670+0000 7f4712fe8640 1 Processor -- start 2024-09-19T04:38:51.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.671+0000 7f4712fe8640 1 -- start start 2024-09-19T04:38:51.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.671+0000 7f4712fe8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f470c0b3540 0x7f470c150a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:51.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.671+0000 7f4712fe8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f470c0b3b00 0x7f470c0cee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:51.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.671+0000 7f4712fe8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f470c0b61e0 0x7f470c1f4d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.671+0000 7f4712fe8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f470c15edc0 con 0x7f470c0b3540 2024-09-19T04:38:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.671+0000 7f4712fe8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f470c0d0030 con 0x7f470c0b61e0 2024-09-19T04:38:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.671+0000 7f4712fe8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f470c0cd1d0 con 0x7f470c0b3b00 2024-09-19T04:38:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.671+0000 7f4710d84640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f470c0b3540 0x7f470c150a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.671+0000 7f4710d84640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f470c0b3540 0x7f470c150a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34290/0 (socket says 172.21.15.111:34290) 2024-09-19T04:38:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.671+0000 7f4710d84640 1 -- 172.21.15.111:0/2035482512 learned_addr learned my addr 172.21.15.111:0/2035482512 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.672+0000 7f4711585640 1 --2- 172.21.15.111:0/2035482512 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f470c0b61e0 0x7f470c1f4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.672+0000 7f470bfff640 1 --2- 172.21.15.111:0/2035482512 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f470c0b3b00 0x7f470c0cee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.672+0000 7f4710d84640 1 -- 172.21.15.111:0/2035482512 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f470c0b3b00 msgr2=0x7f470c0cee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.672+0000 7f4710d84640 1 --2- 172.21.15.111:0/2035482512 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f470c0b3b00 0x7f470c0cee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.672+0000 7f4710d84640 1 -- 172.21.15.111:0/2035482512 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f470c0b61e0 msgr2=0x7f470c1f4d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.672+0000 7f4710d84640 1 --2- 172.21.15.111:0/2035482512 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f470c0b61e0 0x7f470c1f4d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.672+0000 7f4710d84640 1 -- 172.21.15.111:0/2035482512 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f470c0cd4b0 con 0x7f470c0b3540 2024-09-19T04:38:51.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.672+0000 7f4710d84640 1 --2- 172.21.15.111:0/2035482512 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f470c0b3540 0x7f470c150a90 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7f46fc000c00 tx=0x7f46fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:51.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.672+0000 7f47097fa640 1 -- 172.21.15.111:0/2035482512 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46fc041020 con 0x7f470c0b3540 2024-09-19T04:38:51.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.672+0000 7f47097fa640 1 -- 172.21.15.111:0/2035482512 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46fc03d640 con 0x7f470c0b3540 2024-09-19T04:38:51.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.672+0000 7f4712fe8640 1 -- 172.21.15.111:0/2035482512 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f470c0cd790 con 0x7f470c0b3540 2024-09-19T04:38:51.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.672+0000 7f47097fa640 1 -- 172.21.15.111:0/2035482512 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46fc037040 con 0x7f470c0b3540 2024-09-19T04:38:51.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.672+0000 7f4712fe8640 1 -- 172.21.15.111:0/2035482512 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f470c0ccec0 con 0x7f470c0b3540 2024-09-19T04:38:51.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.673+0000 7f4712fe8640 1 -- 172.21.15.111:0/2035482512 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f470c0cdb80 con 0x7f470c0b3540 2024-09-19T04:38:51.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.674+0000 7f47097fa640 1 -- 172.21.15.111:0/2035482512 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f46fc044020 con 0x7f470c0b3540 2024-09-19T04:38:51.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.674+0000 7f47097fa640 1 --2- 172.21.15.111:0/2035482512 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f46f806c850 0x7f46f806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:51.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.674+0000 7f47097fa640 1 -- 172.21.15.111:0/2035482512 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 4913+0+0 (secure 0 0 0) 0x7f46fc0ac050 con 0x7f470c0b3540 2024-09-19T04:38:51.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.674+0000 7f470bfff640 1 --2- 172.21.15.111:0/2035482512 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f46f806c850 0x7f46f806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:51.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.675+0000 7f470bfff640 1 --2- 172.21.15.111:0/2035482512 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f46f806c850 0x7f46f806ed10 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f470000a950 tx=0x7f4700008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:51.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.678+0000 7f47097fa640 1 -- 172.21.15.111:0/2035482512 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f46fc04b030 con 0x7f470c0b3540 2024-09-19T04:38:51.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:51.845+0000 7f4712fe8640 1 -- 172.21.15.111:0/2035482512 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f470c0d1d00 con 0x7f470c0b3540 2024-09-19T04:38:52.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.182+0000 7f47097fa640 1 -- 172.21.15.111:0/2035482512 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v128) ==== 138+0+0 (secure 0 0 0) 0x7f46fc07a2f0 con 0x7f470c0b3540 2024-09-19T04:38:52.183 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' created 2024-09-19T04:38:52.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.184+0000 7f4712fe8640 1 -- 172.21.15.111:0/2035482512 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f46f806c850 msgr2=0x7f46f806ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:52.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.184+0000 7f4712fe8640 1 --2- 172.21.15.111:0/2035482512 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f46f806c850 0x7f46f806ed10 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f470000a950 tx=0x7f4700008040 comp rx=0 tx=0).stop 2024-09-19T04:38:52.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.184+0000 7f4712fe8640 1 -- 172.21.15.111:0/2035482512 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f470c0b3540 msgr2=0x7f470c150a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:52.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.184+0000 7f4712fe8640 1 --2- 172.21.15.111:0/2035482512 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f470c0b3540 0x7f470c150a90 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7f46fc000c00 tx=0x7f46fc0046c0 comp rx=0 tx=0).stop 2024-09-19T04:38:52.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.184+0000 7f4712fe8640 1 -- 172.21.15.111:0/2035482512 shutdown_connections 2024-09-19T04:38:52.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.184+0000 7f4712fe8640 1 --2- 172.21.15.111:0/2035482512 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f46f806c850 0x7f46f806ed10 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:52.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.184+0000 7f4712fe8640 1 --2- 172.21.15.111:0/2035482512 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f470c0b61e0 0x7f470c1f4d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:52.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.184+0000 7f4712fe8640 1 --2- 172.21.15.111:0/2035482512 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f470c0b3b00 0x7f470c0cee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:52.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.184+0000 7f4712fe8640 1 --2- 172.21.15.111:0/2035482512 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f470c0b3540 0x7f470c150a90 unknown :-1 s=CLOSED pgs=1255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:52.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.184+0000 7f4712fe8640 1 -- 172.21.15.111:0/2035482512 >> 172.21.15.111:0/2035482512 conn(0x7f470c0d11e0 msgr2=0x7f470c0d2980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:52.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.184+0000 7f4712fe8640 1 -- 172.21.15.111:0/2035482512 shutdown_connections 2024-09-19T04:38:52.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.184+0000 7f4712fe8640 1 -- 172.21.15.111:0/2035482512 wait complete. 2024-09-19T04:38:52.201 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T04:38:52.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.305+0000 7f0bce477640 1 Processor -- start 2024-09-19T04:38:52.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.305+0000 7f0bce477640 1 -- start start 2024-09-19T04:38:52.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.306+0000 7f0bce477640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0bc815b370 0x7f0bc8072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:52.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.306+0000 7f0bce477640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f0bc806f130 0x7f0bc80ce490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:52.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.306+0000 7f0bce477640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0bc815c970 con 0x7f0bc815f9f0 2024-09-19T04:38:52.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.306+0000 7f0bce477640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f0bc815fef0 con 0x7f0bc806f130 2024-09-19T04:38:52.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.306+0000 7f0bce477640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0bc815bbb0 con 0x7f0bc815b370 2024-09-19T04:38:52.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.306+0000 7f0bc7fff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0bc815b370 0x7f0bc8072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:52.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.306+0000 7f0bcca14640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f0bc806f130 0x7f0bc80ce490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:52.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.306+0000 7f0bc7fff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0bc815b370 0x7f0bc8072560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:55402/0 (socket says 172.21.15.111:55402) 2024-09-19T04:38:52.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.306+0000 7f0bcca14640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f0bc806f130 0x7f0bc80ce490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:39832/0 (socket says 172.21.15.111:39832) 2024-09-19T04:38:52.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.306+0000 7f0bc7fff640 1 -- 172.21.15.111:0/587216654 learned_addr learned my addr 172.21.15.111:0/587216654 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:52.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.306+0000 7f0bc77fe640 1 --1- 172.21.15.111:0/587216654 >> v1:172.21.15.114:6789/0 conn(0x7f0bc815f9f0 0x7f0bc806ea20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:47306/0 (socket says 172.21.15.111:47306) 2024-09-19T04:38:52.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.307+0000 7f0bcca14640 1 -- 172.21.15.111:0/587216654 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0bc815b370 msgr2=0x7f0bc8072560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:52.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.307+0000 7f0bcca14640 1 --2- 172.21.15.111:0/587216654 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0bc815b370 0x7f0bc8072560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:52.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.307+0000 7f0bcca14640 1 -- 172.21.15.111:0/587216654 >> v1:172.21.15.114:6789/0 conn(0x7f0bc815f9f0 legacy=0x7f0bc806ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:52.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.307+0000 7f0bcca14640 1 -- 172.21.15.111:0/587216654 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bc815be90 con 0x7f0bc806f130 2024-09-19T04:38:52.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.307+0000 7f0bc7fff640 1 --2- 172.21.15.111:0/587216654 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0bc815b370 0x7f0bc8072560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:38:52.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.307+0000 7f0bcca14640 1 --2- 172.21.15.111:0/587216654 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0bc806f130 0x7f0bc80ce490 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f0bc0009d90 tx=0x7f0bc002a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9c13f1d1d284c858 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:52.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.307+0000 7f0bc6ffd640 1 -- 172.21.15.111:0/587216654 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bc0031600 con 0x7f0bc806f130 2024-09-19T04:38:52.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.308+0000 7f0bc6ffd640 1 -- 172.21.15.111:0/587216654 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0bc00317a0 con 0x7f0bc806f130 2024-09-19T04:38:52.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.308+0000 7f0bc6ffd640 1 -- 172.21.15.111:0/587216654 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bc0031b70 con 0x7f0bc806f130 2024-09-19T04:38:52.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.308+0000 7f0bce477640 1 -- 172.21.15.111:0/587216654 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0bc806f130 msgr2=0x7f0bc80ce490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:52.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.308+0000 7f0bce477640 1 --2- 172.21.15.111:0/587216654 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0bc806f130 0x7f0bc80ce490 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f0bc0009d90 tx=0x7f0bc002a5d0 comp rx=0 tx=0).stop 2024-09-19T04:38:52.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.308+0000 7f0bce477640 1 -- 172.21.15.111:0/587216654 shutdown_connections 2024-09-19T04:38:52.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.308+0000 7f0bce477640 1 --2- 172.21.15.111:0/587216654 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0bc806f130 0x7f0bc80ce490 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:52.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.308+0000 7f0bce477640 1 --2- 172.21.15.111:0/587216654 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0bc815b370 0x7f0bc8072560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:52.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.308+0000 7f0bce477640 1 -- 172.21.15.111:0/587216654 >> 172.21.15.111:0/587216654 conn(0x7f0bc806bba0 msgr2=0x7f0bc806bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:52.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.308+0000 7f0bce477640 1 -- 172.21.15.111:0/587216654 shutdown_connections 2024-09-19T04:38:52.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.308+0000 7f0bce477640 1 -- 172.21.15.111:0/587216654 wait complete. 2024-09-19T04:38:52.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.309+0000 7f0bce477640 1 Processor -- start 2024-09-19T04:38:52.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.310+0000 7f0bce477640 1 -- start start 2024-09-19T04:38:52.314 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.310+0000 7f0bce477640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0bc806f130 0x7f0bc80b4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:52.314 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.310+0000 7f0bce477640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0bc815b370 0x7f0bc81f4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:52.314 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.310+0000 7f0bce477640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0bc815f9f0 0x7f0bc8152900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:52.314 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.310+0000 7f0bce477640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc80731b0 con 0x7f0bc815f9f0 2024-09-19T04:38:52.314 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.310+0000 7f0bce477640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc815c450 con 0x7f0bc815b370 2024-09-19T04:38:52.314 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.310+0000 7f0bce477640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0bc815b750 con 0x7f0bc806f130 2024-09-19T04:38:52.314 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.310+0000 7f0bcca14640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0bc815f9f0 0x7f0bc8152900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:52.314 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.310+0000 7f0bcca14640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0bc815f9f0 0x7f0bc8152900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34304/0 (socket says 172.21.15.111:34304) 2024-09-19T04:38:52.314 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.310+0000 7f0bcca14640 1 -- 172.21.15.111:0/3195254083 learned_addr learned my addr 172.21.15.111:0/3195254083 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:52.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.311+0000 7f0bc77fe640 1 --2- 172.21.15.111:0/3195254083 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0bc815b370 0x7f0bc81f4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:52.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.311+0000 7f0bc7fff640 1 --2- 172.21.15.111:0/3195254083 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0bc806f130 0x7f0bc80b4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:52.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.311+0000 7f0bcca14640 1 -- 172.21.15.111:0/3195254083 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0bc806f130 msgr2=0x7f0bc80b4010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:52.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.311+0000 7f0bcca14640 1 --2- 172.21.15.111:0/3195254083 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0bc806f130 0x7f0bc80b4010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:52.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.311+0000 7f0bcca14640 1 -- 172.21.15.111:0/3195254083 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0bc815b370 msgr2=0x7f0bc81f4600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:52.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.311+0000 7f0bcca14640 1 --2- 172.21.15.111:0/3195254083 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0bc815b370 0x7f0bc81f4600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:52.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.311+0000 7f0bcca14640 1 -- 172.21.15.111:0/3195254083 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bc80b3570 con 0x7f0bc815f9f0 2024-09-19T04:38:52.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.311+0000 7f0bc7fff640 1 --2- 172.21.15.111:0/3195254083 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0bc806f130 0x7f0bc80b4010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:52.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.311+0000 7f0bc77fe640 1 --2- 172.21.15.111:0/3195254083 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0bc815b370 0x7f0bc81f4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:52.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.311+0000 7f0bcca14640 1 --2- 172.21.15.111:0/3195254083 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0bc815f9f0 0x7f0bc8152900 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x7f0bc0009eb0 tx=0x7f0bc0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:52.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.311+0000 7f0bc4ff9640 1 -- 172.21.15.111:0/3195254083 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bc00396d0 con 0x7f0bc815f9f0 2024-09-19T04:38:52.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.311+0000 7f0bc4ff9640 1 -- 172.21.15.111:0/3195254083 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0bc0039890 con 0x7f0bc815f9f0 2024-09-19T04:38:52.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.311+0000 7f0bce477640 1 -- 172.21.15.111:0/3195254083 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bc81f50c0 con 0x7f0bc815f9f0 2024-09-19T04:38:52.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.311+0000 7f0bc4ff9640 1 -- 172.21.15.111:0/3195254083 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bc0039c80 con 0x7f0bc815f9f0 2024-09-19T04:38:52.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.311+0000 7f0bce477640 1 -- 172.21.15.111:0/3195254083 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bc80b3810 con 0x7f0bc815f9f0 2024-09-19T04:38:52.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.312+0000 7f0bce477640 1 -- 172.21.15.111:0/3195254083 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bc8072560 con 0x7f0bc815f9f0 2024-09-19T04:38:52.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.313+0000 7f0bc4ff9640 1 -- 172.21.15.111:0/3195254083 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f0bc0044470 con 0x7f0bc815f9f0 2024-09-19T04:38:52.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.313+0000 7f0bc4ff9640 1 --2- 172.21.15.111:0/3195254083 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0bb406c880 0x7f0bb406ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:52.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.313+0000 7f0bc4ff9640 1 -- 172.21.15.111:0/3195254083 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5283+0+0 (secure 0 0 0) 0x7f0bc00ae6c0 con 0x7f0bc815f9f0 2024-09-19T04:38:52.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.314+0000 7f0bc7fff640 1 --2- 172.21.15.111:0/3195254083 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0bb406c880 0x7f0bb406ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:52.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.314+0000 7f0bc7fff640 1 --2- 172.21.15.111:0/3195254083 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0bb406c880 0x7f0bb406ed40 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f0bb8009630 tx=0x7f0bb8008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:52.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.318+0000 7f0bc4ff9640 1 -- 172.21.15.111:0/3195254083 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0bc002f300 con 0x7f0bc815f9f0 2024-09-19T04:38:52.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:52.486+0000 7f0bce477640 1 -- 172.21.15.111:0/3195254083 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f0bc80af830 con 0x7f0bc815f9f0 2024-09-19T04:38:53.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.187+0000 7f0bc4ff9640 1 -- 172.21.15.111:0/3195254083 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v129) ==== 170+0+0 (secure 0 0 0) 0x7f0bc0039e20 con 0x7f0bc815f9f0 2024-09-19T04:38:53.188 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' created 2024-09-19T04:38:53.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.190+0000 7f0bce477640 1 -- 172.21.15.111:0/3195254083 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0bb406c880 msgr2=0x7f0bb406ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:53.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.190+0000 7f0bce477640 1 --2- 172.21.15.111:0/3195254083 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0bb406c880 0x7f0bb406ed40 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f0bb8009630 tx=0x7f0bb8008040 comp rx=0 tx=0).stop 2024-09-19T04:38:53.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.190+0000 7f0bce477640 1 -- 172.21.15.111:0/3195254083 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0bc815f9f0 msgr2=0x7f0bc8152900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:53.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.190+0000 7f0bce477640 1 --2- 172.21.15.111:0/3195254083 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0bc815f9f0 0x7f0bc8152900 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x7f0bc0009eb0 tx=0x7f0bc0004a40 comp rx=0 tx=0).stop 2024-09-19T04:38:53.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.190+0000 7f0bce477640 1 -- 172.21.15.111:0/3195254083 shutdown_connections 2024-09-19T04:38:53.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.190+0000 7f0bce477640 1 --2- 172.21.15.111:0/3195254083 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0bb406c880 0x7f0bb406ed40 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:53.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.190+0000 7f0bce477640 1 --2- 172.21.15.111:0/3195254083 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0bc815f9f0 0x7f0bc8152900 unknown :-1 s=CLOSED pgs=1256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:53.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.190+0000 7f0bce477640 1 --2- 172.21.15.111:0/3195254083 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0bc815b370 0x7f0bc81f4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:53.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.190+0000 7f0bce477640 1 --2- 172.21.15.111:0/3195254083 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0bc806f130 0x7f0bc80b4010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:53.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.190+0000 7f0bce477640 1 -- 172.21.15.111:0/3195254083 >> 172.21.15.111:0/3195254083 conn(0x7f0bc806bba0 msgr2=0x7f0bc815cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:53.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.190+0000 7f0bce477640 1 -- 172.21.15.111:0/3195254083 shutdown_connections 2024-09-19T04:38:53.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.190+0000 7f0bce477640 1 -- 172.21.15.111:0/3195254083 wait complete. 2024-09-19T04:38:53.212 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T04:38:53.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.314+0000 7f7fc218f640 1 Processor -- start 2024-09-19T04:38:53.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.314+0000 7f7fc218f640 1 -- start start 2024-09-19T04:38:53.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.315+0000 7f7fc218f640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f7fbc148020 0x7f7fbc0b0b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:53.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.315+0000 7f7fc218f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7fbc0b4b90 0x7f7fbc0b6480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:53.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.315+0000 7f7fc218f640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7fbc148400 con 0x7f7fbc0ae8e0 2024-09-19T04:38:53.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.315+0000 7f7fc218f640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f7fbc0b5ff0 con 0x7f7fbc148020 2024-09-19T04:38:53.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.315+0000 7f7fc218f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7fbc0b53e0 con 0x7f7fbc0b4b90 2024-09-19T04:38:53.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.315+0000 7f7fbbfff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f7fbc0ae8e0 0x7f7fbc06e100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:52496/0 (socket says 172.21.15.111:52496) 2024-09-19T04:38:53.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.315+0000 7f7fbbfff640 1 -- 172.21.15.111:0/1148392156 learned_addr learned my addr 172.21.15.111:0/1148392156 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:53.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.315+0000 7f7fba7fc640 1 -- 172.21.15.111:0/1148392156 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4279800368 0 0) 0x7f7fbc148400 con 0x7f7fbc0ae8e0 2024-09-19T04:38:53.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.315+0000 7f7fba7fc640 1 -- 172.21.15.111:0/1148392156 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7fa4003520 con 0x7f7fbc0ae8e0 2024-09-19T04:38:53.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.315+0000 7f7fbaffd640 1 --2- 172.21.15.111:0/1148392156 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7fbc0b4b90 0x7f7fbc0b6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:53.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.315+0000 7f7fbb7fe640 1 --2- 172.21.15.111:0/1148392156 >> v2:172.21.15.114:3300/0 conn(0x7f7fbc148020 0x7f7fbc0b0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:53.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.316+0000 7f7fba7fc640 1 -- 172.21.15.111:0/1148392156 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3642020010 0 0) 0x7f7fa4003520 con 0x7f7fbc0ae8e0 2024-09-19T04:38:53.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.316+0000 7f7fba7fc640 1 -- 172.21.15.111:0/1148392156 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7fbc0b4b90 msgr2=0x7f7fbc0b6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:53.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.316+0000 7f7fba7fc640 1 --2- 172.21.15.111:0/1148392156 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7fbc0b4b90 0x7f7fbc0b6480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:53.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.316+0000 7f7fba7fc640 1 -- 172.21.15.111:0/1148392156 >> v2:172.21.15.114:3300/0 conn(0x7f7fbc148020 msgr2=0x7f7fbc0b0b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:53.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.316+0000 7f7fba7fc640 1 --2- 172.21.15.111:0/1148392156 >> v2:172.21.15.114:3300/0 conn(0x7f7fbc148020 0x7f7fbc0b0b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:53.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.316+0000 7f7fba7fc640 1 -- 172.21.15.111:0/1148392156 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fbc0b56c0 con 0x7f7fbc0ae8e0 2024-09-19T04:38:53.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.316+0000 7f7fba7fc640 1 -- 172.21.15.111:0/1148392156 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f7fb40019f0 con 0x7f7fbc0ae8e0 2024-09-19T04:38:53.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.316+0000 7f7fba7fc640 1 -- 172.21.15.111:0/1148392156 >> v1:172.21.15.111:6789/0 conn(0x7f7fbc0ae8e0 legacy=0x7f7fbc06e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:53.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.316+0000 7f7fba7fc640 1 --2- 172.21.15.111:0/1148392156 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7fa40039b0 0x7f7fa4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:53.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.316+0000 7f7fba7fc640 1 --2- 172.21.15.111:0/1148392156 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7fa4004800 0x7f7fa4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:53.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.316+0000 7f7fba7fc640 1 --2- 172.21.15.111:0/1148392156 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7fbc0b4b90 0x7f7fa40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:53.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.316+0000 7f7fba7fc640 1 -- 172.21.15.111:0/1148392156 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7fbc0b5ff0 con 0x7f7fa4004800 2024-09-19T04:38:53.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.316+0000 7f7fba7fc640 1 -- 172.21.15.111:0/1148392156 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7fbc0b53e0 con 0x7f7fa40039b0 2024-09-19T04:38:53.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.316+0000 7f7fba7fc640 1 -- 172.21.15.111:0/1148392156 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7fa400b9c0 con 0x7f7fbc0b4b90 2024-09-19T04:38:53.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.316+0000 7f7fbaffd640 1 --2- 172.21.15.111:0/1148392156 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7fa4004800 0x7f7fa4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:53.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.316+0000 7f7fbb7fe640 1 --2- 172.21.15.111:0/1148392156 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7fa40039b0 0x7f7fa4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:53.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.316+0000 7f7fbbfff640 1 --2- 172.21.15.111:0/1148392156 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7fbc0b4b90 0x7f7fa40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:53.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.316+0000 7f7fbaffd640 1 -- 172.21.15.111:0/1148392156 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7fbc0b4b90 msgr2=0x7f7fa40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:53.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.316+0000 7f7fbaffd640 1 --2- 172.21.15.111:0/1148392156 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7fbc0b4b90 0x7f7fa40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:53.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.316+0000 7f7fbaffd640 1 -- 172.21.15.111:0/1148392156 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7fa40039b0 msgr2=0x7f7fa4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:53.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.316+0000 7f7fbaffd640 1 --2- 172.21.15.111:0/1148392156 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7fa40039b0 0x7f7fa4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:53.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.316+0000 7f7fbaffd640 1 -- 172.21.15.111:0/1148392156 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fa4003520 con 0x7f7fa4004800 2024-09-19T04:38:53.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.317+0000 7f7fbaffd640 1 --2- 172.21.15.111:0/1148392156 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7fa4004800 0x7f7fa4004c80 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7f7fb0009ac0 tx=0x7f7fa4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8de4b11d8abfa81e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:53.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.317+0000 7f7fba7fc640 1 -- 172.21.15.111:0/1148392156 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fb0036070 con 0x7f7fa4004800 2024-09-19T04:38:53.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.317+0000 7f7fba7fc640 1 -- 172.21.15.111:0/1148392156 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7fb0031400 con 0x7f7fa4004800 2024-09-19T04:38:53.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.317+0000 7f7fba7fc640 1 -- 172.21.15.111:0/1148392156 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fb0009690 con 0x7f7fa4004800 2024-09-19T04:38:53.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.317+0000 7f7fc218f640 1 -- 172.21.15.111:0/1148392156 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7fa4004800 msgr2=0x7f7fa4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:53.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.317+0000 7f7fc218f640 1 --2- 172.21.15.111:0/1148392156 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7fa4004800 0x7f7fa4004c80 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7f7fb0009ac0 tx=0x7f7fa4005830 comp rx=0 tx=0).stop 2024-09-19T04:38:53.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.317+0000 7f7fbbfff640 1 -- 172.21.15.111:0/1148392156 reap_dead start 2024-09-19T04:38:53.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.318+0000 7f7fc218f640 1 -- 172.21.15.111:0/1148392156 shutdown_connections 2024-09-19T04:38:53.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.318+0000 7f7fc218f640 1 -- 172.21.15.111:0/1148392156 >> 172.21.15.111:0/1148392156 conn(0x7f7fbc06d0d0 msgr2=0x7f7fbc06d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:53.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.318+0000 7f7fc218f640 1 -- 172.21.15.111:0/1148392156 shutdown_connections 2024-09-19T04:38:53.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.318+0000 7f7fc218f640 1 -- 172.21.15.111:0/1148392156 wait complete. 2024-09-19T04:38:53.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.319+0000 7f7fc218f640 1 Processor -- start 2024-09-19T04:38:53.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.319+0000 7f7fc218f640 1 -- start start 2024-09-19T04:38:53.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.320+0000 7f7fc218f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7fa4004800 0x7f7fbc140a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:53.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.320+0000 7f7fc218f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7fbc142e40 0x7f7fbc0d14a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:53.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.320+0000 7f7fc218f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7fbc1432c0 0x7f7fbc0d19e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:53.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.320+0000 7f7fc218f640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7fbc0b4fd0 con 0x7f7fa4004800 2024-09-19T04:38:53.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.320+0000 7f7fc218f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7fbc0b5c80 con 0x7f7fbc142e40 2024-09-19T04:38:53.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.320+0000 7f7fc218f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7fbc0b5150 con 0x7f7fbc1432c0 2024-09-19T04:38:53.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.320+0000 7f7fbb7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7fa4004800 0x7f7fbc140a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:53.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.320+0000 7f7fbb7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7fa4004800 0x7f7fbc140a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34324/0 (socket says 172.21.15.111:34324) 2024-09-19T04:38:53.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.320+0000 7f7fbb7fe640 1 -- 172.21.15.111:0/1088767620 learned_addr learned my addr 172.21.15.111:0/1088767620 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:53.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.320+0000 7f7fbaffd640 1 --2- 172.21.15.111:0/1088767620 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7fbc142e40 0x7f7fbc0d14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:53.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.320+0000 7f7fbbfff640 1 --2- 172.21.15.111:0/1088767620 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7fbc1432c0 0x7f7fbc0d19e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:53.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.320+0000 7f7fbb7fe640 1 -- 172.21.15.111:0/1088767620 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7fbc1432c0 msgr2=0x7f7fbc0d19e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:53.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.320+0000 7f7fbb7fe640 1 --2- 172.21.15.111:0/1088767620 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7fbc1432c0 0x7f7fbc0d19e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:53.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.320+0000 7f7fbb7fe640 1 -- 172.21.15.111:0/1088767620 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7fbc142e40 msgr2=0x7f7fbc0d14a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:53.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.320+0000 7f7fbb7fe640 1 --2- 172.21.15.111:0/1088767620 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7fbc142e40 0x7f7fbc0d14a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:53.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.320+0000 7f7fbb7fe640 1 -- 172.21.15.111:0/1088767620 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fbc140f80 con 0x7f7fa4004800 2024-09-19T04:38:53.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.320+0000 7f7fbb7fe640 1 --2- 172.21.15.111:0/1088767620 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7fa4004800 0x7f7fbc140a40 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7f7fac011990 tx=0x7f7fac011d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:53.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.320+0000 7f7fa3fff640 1 -- 172.21.15.111:0/1088767620 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fac00fa30 con 0x7f7fa4004800 2024-09-19T04:38:53.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.320+0000 7f7fa3fff640 1 -- 172.21.15.111:0/1088767620 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7fac00fbd0 con 0x7f7fa4004800 2024-09-19T04:38:53.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.320+0000 7f7fc218f640 1 -- 172.21.15.111:0/1088767620 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fbc1437d0 con 0x7f7fa4004800 2024-09-19T04:38:53.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.320+0000 7f7fa3fff640 1 -- 172.21.15.111:0/1088767620 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fac014440 con 0x7f7fa4004800 2024-09-19T04:38:53.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.320+0000 7f7fc218f640 1 -- 172.21.15.111:0/1088767620 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fbc143d70 con 0x7f7fa4004800 2024-09-19T04:38:53.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.321+0000 7f7fc218f640 1 -- 172.21.15.111:0/1088767620 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fbc0b0b30 con 0x7f7fa4004800 2024-09-19T04:38:53.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.322+0000 7f7fa3fff640 1 -- 172.21.15.111:0/1088767620 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f7fac012040 con 0x7f7fa4004800 2024-09-19T04:38:53.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.323+0000 7f7fa3fff640 1 --2- 172.21.15.111:0/1088767620 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7fa806c880 0x7f7fa806ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:53.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.323+0000 7f7fa3fff640 1 -- 172.21.15.111:0/1088767620 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5665+0+0 (secure 0 0 0) 0x7f7fac08c2c0 con 0x7f7fa4004800 2024-09-19T04:38:53.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.323+0000 7f7fbaffd640 1 --2- 172.21.15.111:0/1088767620 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7fa806c880 0x7f7fa806ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:53.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.323+0000 7f7fbaffd640 1 --2- 172.21.15.111:0/1088767620 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7fa806c880 0x7f7fa806ed40 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f7fb0033000 tx=0x7f7fb0008030 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:53.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.327+0000 7f7fa3fff640 1 -- 172.21.15.111:0/1088767620 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7fac019030 con 0x7f7fa4004800 2024-09-19T04:38:53.529 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:53.528+0000 7f7fc218f640 1 -- 172.21.15.111:0/1088767620 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f7fbc0b1f50 con 0x7f7fa4004800 2024-09-19T04:38:54.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.188+0000 7f7fa3fff640 1 -- 172.21.15.111:0/1088767620 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 20 and data pool 21 v66) ==== 174+0+0 (secure 0 0 0) 0x7f7fac05a270 con 0x7f7fa4004800 2024-09-19T04:38:54.190 INFO:teuthology.orchestra.run.smithi111.stderr:new fs with metadata pool 20 and data pool 21 2024-09-19T04:38:54.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.192+0000 7f7fc218f640 1 -- 172.21.15.111:0/1088767620 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7fa806c880 msgr2=0x7f7fa806ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:54.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.192+0000 7f7fc218f640 1 --2- 172.21.15.111:0/1088767620 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7fa806c880 0x7f7fa806ed40 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f7fb0033000 tx=0x7f7fb0008030 comp rx=0 tx=0).stop 2024-09-19T04:38:54.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.192+0000 7f7fc218f640 1 -- 172.21.15.111:0/1088767620 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7fa4004800 msgr2=0x7f7fbc140a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:54.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.192+0000 7f7fc218f640 1 --2- 172.21.15.111:0/1088767620 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7fa4004800 0x7f7fbc140a40 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7f7fac011990 tx=0x7f7fac011d90 comp rx=0 tx=0).stop 2024-09-19T04:38:54.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.192+0000 7f7fc218f640 1 -- 172.21.15.111:0/1088767620 shutdown_connections 2024-09-19T04:38:54.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.192+0000 7f7fc218f640 1 --2- 172.21.15.111:0/1088767620 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7fa806c880 0x7f7fa806ed40 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.192+0000 7f7fc218f640 1 --2- 172.21.15.111:0/1088767620 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7fbc1432c0 0x7f7fbc0d19e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.192+0000 7f7fc218f640 1 --2- 172.21.15.111:0/1088767620 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7fbc142e40 0x7f7fbc0d14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.192+0000 7f7fc218f640 1 --2- 172.21.15.111:0/1088767620 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7fa4004800 0x7f7fbc140a40 secure :-1 s=CLOSED pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7f7fac011990 tx=0x7f7fac011d90 comp rx=0 tx=0).stop 2024-09-19T04:38:54.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.192+0000 7f7fc218f640 1 -- 172.21.15.111:0/1088767620 >> 172.21.15.111:0/1088767620 conn(0x7f7fbc06d0d0 msgr2=0x7f7fbc0b10c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:54.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.196+0000 7f7fc218f640 1 -- 172.21.15.111:0/1088767620 shutdown_connections 2024-09-19T04:38:54.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.197+0000 7f7fc218f640 1 -- 172.21.15.111:0/1088767620 wait complete. 2024-09-19T04:38:54.222 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:38:54.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.319+0000 7f6d6076d640 1 Processor -- start 2024-09-19T04:38:54.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.319+0000 7f6d6076d640 1 -- start start 2024-09-19T04:38:54.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.320+0000 7f6d6076d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f6d5806be10 0x7f6d580cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:54.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.320+0000 7f6d6076d640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d580cd5f0 con 0x7f6d5806c1f0 2024-09-19T04:38:54.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.320+0000 7f6d6076d640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d580cd8d0 con 0x7f6d58151c50 2024-09-19T04:38:54.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.320+0000 7f6d6076d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f6d580cdbb0 con 0x7f6d5806be10 2024-09-19T04:38:54.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.320+0000 7f6d5dd08640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f6d5806c1f0 0x7f6d58151540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:52502/0 (socket says 172.21.15.111:52502) 2024-09-19T04:38:54.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.320+0000 7f6d5dd08640 1 -- 172.21.15.111:0/4281926264 learned_addr learned my addr 172.21.15.111:0/4281926264 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:54.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.320+0000 7f6d5d507640 1 -- 172.21.15.111:0/4281926264 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1896596329 0 0) 0x7f6d580cd5f0 con 0x7f6d5806c1f0 2024-09-19T04:38:54.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.320+0000 7f6d5e509640 1 --2- 172.21.15.111:0/4281926264 >> v2:172.21.15.114:3300/0 conn(0x7f6d5806be10 0x7f6d580cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:54.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.320+0000 7f6d5d507640 1 -- 172.21.15.111:0/4281926264 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6d44003520 con 0x7f6d5806c1f0 2024-09-19T04:38:54.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.320+0000 7f6d5d507640 1 -- 172.21.15.111:0/4281926264 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2092027448 0 0) 0x7f6d44003520 con 0x7f6d5806c1f0 2024-09-19T04:38:54.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.320+0000 7f6d5d507640 1 -- 172.21.15.111:0/4281926264 >> v2:172.21.15.114:3300/0 conn(0x7f6d5806be10 msgr2=0x7f6d580cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:54.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.320+0000 7f6d5d507640 1 --2- 172.21.15.111:0/4281926264 >> v2:172.21.15.114:3300/0 conn(0x7f6d5806be10 0x7f6d580cd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.320+0000 7f6d5d507640 1 -- 172.21.15.111:0/4281926264 >> v1:172.21.15.114:6789/0 conn(0x7f6d58151c50 legacy=0x7f6d58164750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:54.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.320+0000 7f6d5d507640 1 -- 172.21.15.111:0/4281926264 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d580cde90 con 0x7f6d5806c1f0 2024-09-19T04:38:54.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.320+0000 7f6d5d507640 1 -- 172.21.15.111:0/4281926264 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f6d48001670 con 0x7f6d5806c1f0 2024-09-19T04:38:54.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.320+0000 7f6d5d507640 1 -- 172.21.15.111:0/4281926264 >> v1:172.21.15.111:6789/0 conn(0x7f6d5806c1f0 legacy=0x7f6d58151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:54.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.320+0000 7f6d5d507640 1 --2- 172.21.15.111:0/4281926264 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d440039b0 0x7f6d44003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:54.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.320+0000 7f6d5d507640 1 --2- 172.21.15.111:0/4281926264 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d44004800 0x7f6d44004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:54.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.321+0000 7f6d5d507640 1 --2- 172.21.15.111:0/4281926264 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d440051c0 0x7f6d4400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:54.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.321+0000 7f6d5d507640 1 -- 172.21.15.111:0/4281926264 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6d580cdbb0 con 0x7f6d440051c0 2024-09-19T04:38:54.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.321+0000 7f6d5d507640 1 -- 172.21.15.111:0/4281926264 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6d4400c060 con 0x7f6d440039b0 2024-09-19T04:38:54.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.321+0000 7f6d5d507640 1 -- 172.21.15.111:0/4281926264 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6d4400c260 con 0x7f6d44004800 2024-09-19T04:38:54.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.321+0000 7f6d5ed0a640 1 --2- 172.21.15.111:0/4281926264 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d440051c0 0x7f6d4400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:54.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.321+0000 7f6d5e509640 1 --2- 172.21.15.111:0/4281926264 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d440039b0 0x7f6d44003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:54.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.321+0000 7f6d5dd08640 1 --2- 172.21.15.111:0/4281926264 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d44004800 0x7f6d44004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:54.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.321+0000 7f6d5ed0a640 1 -- 172.21.15.111:0/4281926264 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d44004800 msgr2=0x7f6d44004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:54.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.321+0000 7f6d5ed0a640 1 --2- 172.21.15.111:0/4281926264 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d44004800 0x7f6d44004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.321+0000 7f6d5ed0a640 1 -- 172.21.15.111:0/4281926264 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d440039b0 msgr2=0x7f6d44003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:54.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.321+0000 7f6d5ed0a640 1 --2- 172.21.15.111:0/4281926264 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d440039b0 0x7f6d44003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.321+0000 7f6d5ed0a640 1 -- 172.21.15.111:0/4281926264 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d44003520 con 0x7f6d440051c0 2024-09-19T04:38:54.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.321+0000 7f6d5ed0a640 1 -- 172.21.15.111:0/4281926264 reap_dead start 2024-09-19T04:38:54.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.322+0000 7f6d5ed0a640 1 --2- 172.21.15.111:0/4281926264 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d440051c0 0x7f6d4400b9c0 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7f6d50001e50 tx=0x7f6d44005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=733c7290be1b0f5d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:54.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.322+0000 7f6d5d507640 1 -- 172.21.15.111:0/4281926264 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d50001a70 con 0x7f6d440051c0 2024-09-19T04:38:54.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.322+0000 7f6d5d507640 1 -- 172.21.15.111:0/4281926264 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d50003970 con 0x7f6d440051c0 2024-09-19T04:38:54.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.322+0000 7f6d5d507640 1 -- 172.21.15.111:0/4281926264 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d50003d60 con 0x7f6d440051c0 2024-09-19T04:38:54.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.322+0000 7f6d6076d640 1 -- 172.21.15.111:0/4281926264 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d440051c0 msgr2=0x7f6d4400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:54.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.322+0000 7f6d6076d640 1 --2- 172.21.15.111:0/4281926264 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d440051c0 0x7f6d4400b9c0 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7f6d50001e50 tx=0x7f6d44005830 comp rx=0 tx=0).stop 2024-09-19T04:38:54.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.322+0000 7f6d6076d640 1 -- 172.21.15.111:0/4281926264 shutdown_connections 2024-09-19T04:38:54.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.322+0000 7f6d6076d640 1 --2- 172.21.15.111:0/4281926264 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d440051c0 0x7f6d4400b9c0 unknown :-1 s=CLOSED pgs=1261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.322+0000 7f6d6076d640 1 -- 172.21.15.111:0/4281926264 >> 172.21.15.111:0/4281926264 conn(0x7f6d58062cc0 msgr2=0x7f6d5806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:54.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.322+0000 7f6d6076d640 1 -- 172.21.15.111:0/4281926264 shutdown_connections 2024-09-19T04:38:54.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.322+0000 7f6d6076d640 1 -- 172.21.15.111:0/4281926264 wait complete. 2024-09-19T04:38:54.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.323+0000 7f6d6076d640 1 Processor -- start 2024-09-19T04:38:54.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.324+0000 7f6d6076d640 1 -- start start 2024-09-19T04:38:54.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.324+0000 7f6d6076d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d440051c0 0x7f6d5813cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:54.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.324+0000 7f6d6076d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d5813d170 0x7f6d58167e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:54.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.324+0000 7f6d6076d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d581683d0 0x7f6d58154840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:54.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.324+0000 7f6d6076d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6d580cd010 con 0x7f6d440051c0 2024-09-19T04:38:54.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.324+0000 7f6d6076d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6d580ce690 con 0x7f6d581683d0 2024-09-19T04:38:54.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.324+0000 7f6d6076d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6d580cd190 con 0x7f6d5813d170 2024-09-19T04:38:54.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.324+0000 7f6d5e509640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d440051c0 0x7f6d5813cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:54.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.324+0000 7f6d5e509640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d440051c0 0x7f6d5813cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34334/0 (socket says 172.21.15.111:34334) 2024-09-19T04:38:54.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.324+0000 7f6d5e509640 1 -- 172.21.15.111:0/2653022253 learned_addr learned my addr 172.21.15.111:0/2653022253 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:54.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.324+0000 7f6d5ed0a640 1 --2- 172.21.15.111:0/2653022253 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d581683d0 0x7f6d58154840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:54.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.324+0000 7f6d5dd08640 1 --2- 172.21.15.111:0/2653022253 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d5813d170 0x7f6d58167e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:54.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.325+0000 7f6d5e509640 1 -- 172.21.15.111:0/2653022253 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d5813d170 msgr2=0x7f6d58167e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:54.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.325+0000 7f6d5e509640 1 --2- 172.21.15.111:0/2653022253 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d5813d170 0x7f6d58167e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.325+0000 7f6d5e509640 1 -- 172.21.15.111:0/2653022253 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d581683d0 msgr2=0x7f6d58154840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:54.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.325+0000 7f6d5e509640 1 --2- 172.21.15.111:0/2653022253 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d581683d0 0x7f6d58154840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.325+0000 7f6d5e509640 1 -- 172.21.15.111:0/2653022253 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d5813d750 con 0x7f6d440051c0 2024-09-19T04:38:54.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.325+0000 7f6d5ed0a640 1 --2- 172.21.15.111:0/2653022253 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d581683d0 0x7f6d58154840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:54.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.325+0000 7f6d5e509640 1 --2- 172.21.15.111:0/2653022253 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d440051c0 0x7f6d5813cc30 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x7f6d54011910 tx=0x7f6d54011dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:54.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.325+0000 7f6d4effd640 1 -- 172.21.15.111:0/2653022253 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d5400faf0 con 0x7f6d440051c0 2024-09-19T04:38:54.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.325+0000 7f6d4effd640 1 -- 172.21.15.111:0/2653022253 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d5400fc90 con 0x7f6d440051c0 2024-09-19T04:38:54.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.325+0000 7f6d4effd640 1 -- 172.21.15.111:0/2653022253 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d54014440 con 0x7f6d440051c0 2024-09-19T04:38:54.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.325+0000 7f6d6076d640 1 -- 172.21.15.111:0/2653022253 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d5813da30 con 0x7f6d440051c0 2024-09-19T04:38:54.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.325+0000 7f6d6076d640 1 -- 172.21.15.111:0/2653022253 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d58154d80 con 0x7f6d440051c0 2024-09-19T04:38:54.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.326+0000 7f6d6076d640 1 -- 172.21.15.111:0/2653022253 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d581687e0 con 0x7f6d440051c0 2024-09-19T04:38:54.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.326+0000 7f6d4effd640 1 -- 172.21.15.111:0/2653022253 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f6d54012040 con 0x7f6d440051c0 2024-09-19T04:38:54.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.327+0000 7f6d4effd640 1 --2- 172.21.15.111:0/2653022253 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6d3c06c880 0x7f6d3c06ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:54.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.327+0000 7f6d4effd640 1 -- 172.21.15.111:0/2653022253 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5765+0+0 (secure 0 0 0) 0x7f6d5408c560 con 0x7f6d440051c0 2024-09-19T04:38:54.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.327+0000 7f6d5dd08640 1 --2- 172.21.15.111:0/2653022253 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6d3c06c880 0x7f6d3c06ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:54.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.328+0000 7f6d5dd08640 1 --2- 172.21.15.111:0/2653022253 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6d3c06c880 0x7f6d3c06ed40 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f6d5806d620 tx=0x7f6d48009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:54.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.331+0000 7f6d4effd640 1 -- 172.21.15.111:0/2653022253 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6d581687e0 con 0x7f6d440051c0 2024-09-19T04:38:54.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.498+0000 7f6d6076d640 1 -- 172.21.15.111:0/2653022253 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6d5815baa0 con 0x7f6d440051c0 2024-09-19T04:38:54.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.499+0000 7f6d4effd640 1 -- 172.21.15.111:0/2653022253 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v130) ==== 74+0+16889 (secure 0 0 0) 0x7f6d54019030 con 0x7f6d440051c0 2024-09-19T04:38:54.501 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:54.501 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":130,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:38:53.529386+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:38:51.864363+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"130","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-19T04:38:52.505501+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"130","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:38:54.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.501+0000 7f6d6076d640 1 -- 172.21.15.111:0/2653022253 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6d3c06c880 msgr2=0x7f6d3c06ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:54.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.501+0000 7f6d6076d640 1 --2- 172.21.15.111:0/2653022253 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6d3c06c880 0x7f6d3c06ed40 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f6d5806d620 tx=0x7f6d48009040 comp rx=0 tx=0).stop 2024-09-19T04:38:54.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.501+0000 7f6d6076d640 1 -- 172.21.15.111:0/2653022253 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d440051c0 msgr2=0x7f6d5813cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:54.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.501+0000 7f6d6076d640 1 --2- 172.21.15.111:0/2653022253 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d440051c0 0x7f6d5813cc30 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x7f6d54011910 tx=0x7f6d54011dd0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.501+0000 7f6d6076d640 1 -- 172.21.15.111:0/2653022253 shutdown_connections 2024-09-19T04:38:54.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.501+0000 7f6d6076d640 1 --2- 172.21.15.111:0/2653022253 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6d3c06c880 0x7f6d3c06ed40 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.501+0000 7f6d6076d640 1 --2- 172.21.15.111:0/2653022253 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d581683d0 0x7f6d58154840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.501+0000 7f6d6076d640 1 --2- 172.21.15.111:0/2653022253 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d5813d170 0x7f6d58167e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.501+0000 7f6d6076d640 1 --2- 172.21.15.111:0/2653022253 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d440051c0 0x7f6d5813cc30 unknown :-1 s=CLOSED pgs=1262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.501+0000 7f6d6076d640 1 -- 172.21.15.111:0/2653022253 >> 172.21.15.111:0/2653022253 conn(0x7f6d58062cc0 msgr2=0x7f6d580b4950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:54.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.501+0000 7f6d6076d640 1 -- 172.21.15.111:0/2653022253 shutdown_connections 2024-09-19T04:38:54.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.501+0000 7f6d6076d640 1 -- 172.21.15.111:0/2653022253 wait complete. 2024-09-19T04:38:54.513 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:38:54.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.610+0000 7f5d82dc0640 1 Processor -- start 2024-09-19T04:38:54.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.610+0000 7f5d82dc0640 1 -- start start 2024-09-19T04:38:54.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.611+0000 7f5d82dc0640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f5d7c0d02a0 0x7f5d7c0d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:54.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.611+0000 7f5d82dc0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d7c15ceb0 0x7f5d7c1594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:54.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.611+0000 7f5d82dc0640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5d7c0d0bc0 con 0x7f5d7c15ca40 2024-09-19T04:38:54.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.611+0000 7f5d82dc0640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f5d7c15d390 con 0x7f5d7c0d02a0 2024-09-19T04:38:54.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.611+0000 7f5d82dc0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5d7c15d670 con 0x7f5d7c15ceb0 2024-09-19T04:38:54.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.611+0000 7f5d80b5c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f5d7c0d02a0 0x7f5d7c0d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:54.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.611+0000 7f5d73fff640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f5d7c15ca40 0x7f5d7c15e430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:47320/0 (socket says 172.21.15.111:47320) 2024-09-19T04:38:54.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.611+0000 7f5d8135d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d7c15ceb0 0x7f5d7c1594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:54.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.611+0000 7f5d80b5c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f5d7c0d02a0 0x7f5d7c0d0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:39902/0 (socket says 172.21.15.111:39902) 2024-09-19T04:38:54.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.611+0000 7f5d73fff640 1 -- 172.21.15.111:0/2399427597 learned_addr learned my addr 172.21.15.111:0/2399427597 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:54.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.611+0000 7f5d8135d640 1 -- 172.21.15.111:0/2399427597 >> v2:172.21.15.114:3300/0 conn(0x7f5d7c0d02a0 msgr2=0x7f5d7c0d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:54.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.611+0000 7f5d8135d640 1 --2- 172.21.15.111:0/2399427597 >> v2:172.21.15.114:3300/0 conn(0x7f5d7c0d02a0 0x7f5d7c0d0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.611+0000 7f5d8135d640 1 -- 172.21.15.111:0/2399427597 >> v1:172.21.15.114:6789/0 conn(0x7f5d7c15ca40 legacy=0x7f5d7c15e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:54.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.611+0000 7f5d8135d640 1 -- 172.21.15.111:0/2399427597 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d7c15d950 con 0x7f5d7c15ceb0 2024-09-19T04:38:54.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.611+0000 7f5d80b5c640 1 --2- 172.21.15.111:0/2399427597 >> v2:172.21.15.114:3300/0 conn(0x7f5d7c0d02a0 0x7f5d7c0d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:38:54.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.612+0000 7f5d8135d640 1 --2- 172.21.15.111:0/2399427597 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d7c15ceb0 0x7f5d7c1594c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f5d740097a0 tx=0x7f5d7402a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ebaae4d192811cee server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:54.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.612+0000 7f5d737fe640 1 -- 172.21.15.111:0/2399427597 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d74037070 con 0x7f5d7c15ceb0 2024-09-19T04:38:54.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.612+0000 7f5d737fe640 1 -- 172.21.15.111:0/2399427597 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d7402ae50 con 0x7f5d7c15ceb0 2024-09-19T04:38:54.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.612+0000 7f5d737fe640 1 -- 172.21.15.111:0/2399427597 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d74032660 con 0x7f5d7c15ceb0 2024-09-19T04:38:54.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.613+0000 7f5d82dc0640 1 -- 172.21.15.111:0/2399427597 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d7c15ceb0 msgr2=0x7f5d7c1594c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:54.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.613+0000 7f5d82dc0640 1 --2- 172.21.15.111:0/2399427597 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d7c15ceb0 0x7f5d7c1594c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f5d740097a0 tx=0x7f5d7402a100 comp rx=0 tx=0).stop 2024-09-19T04:38:54.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.613+0000 7f5d82dc0640 1 -- 172.21.15.111:0/2399427597 shutdown_connections 2024-09-19T04:38:54.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.613+0000 7f5d82dc0640 1 --2- 172.21.15.111:0/2399427597 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d7c15ceb0 0x7f5d7c1594c0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.613+0000 7f5d82dc0640 1 --2- 172.21.15.111:0/2399427597 >> v2:172.21.15.114:3300/0 conn(0x7f5d7c0d02a0 0x7f5d7c0d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.613+0000 7f5d82dc0640 1 -- 172.21.15.111:0/2399427597 >> 172.21.15.111:0/2399427597 conn(0x7f5d7c062cc0 msgr2=0x7f5d7c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:54.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.613+0000 7f5d82dc0640 1 -- 172.21.15.111:0/2399427597 shutdown_connections 2024-09-19T04:38:54.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.613+0000 7f5d82dc0640 1 -- 172.21.15.111:0/2399427597 wait complete. 2024-09-19T04:38:54.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.614+0000 7f5d82dc0640 1 Processor -- start 2024-09-19T04:38:54.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.614+0000 7f5d82dc0640 1 -- start start 2024-09-19T04:38:54.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.615+0000 7f5d82dc0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d7c0d02a0 0x7f5d7c1f87e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:54.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.615+0000 7f5d82dc0640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5d7c15ca40 0x7f5d7c141300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:54.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.615+0000 7f5d82dc0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5d7c15ceb0 0x7f5d7c06bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:54.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.615+0000 7f5d82dc0640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5d7c15eb40 con 0x7f5d7c15ceb0 2024-09-19T04:38:54.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.615+0000 7f5d82dc0640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5d7c15df10 con 0x7f5d7c15ca40 2024-09-19T04:38:54.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.615+0000 7f5d82dc0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5d7c155b90 con 0x7f5d7c0d02a0 2024-09-19T04:38:54.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.615+0000 7f5d8135d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5d7c15ceb0 0x7f5d7c06bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:54.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.615+0000 7f5d8135d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5d7c15ceb0 0x7f5d7c06bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34340/0 (socket says 172.21.15.111:34340) 2024-09-19T04:38:54.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.615+0000 7f5d8135d640 1 -- 172.21.15.111:0/4206461167 learned_addr learned my addr 172.21.15.111:0/4206461167 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:54.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.615+0000 7f5d80b5c640 1 --2- 172.21.15.111:0/4206461167 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d7c0d02a0 0x7f5d7c1f87e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:54.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.615+0000 7f5d73fff640 1 --2- 172.21.15.111:0/4206461167 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5d7c15ca40 0x7f5d7c141300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:54.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.615+0000 7f5d8135d640 1 -- 172.21.15.111:0/4206461167 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d7c0d02a0 msgr2=0x7f5d7c1f87e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:54.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.615+0000 7f5d8135d640 1 --2- 172.21.15.111:0/4206461167 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d7c0d02a0 0x7f5d7c1f87e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.615+0000 7f5d8135d640 1 -- 172.21.15.111:0/4206461167 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5d7c15ca40 msgr2=0x7f5d7c141300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:54.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.615+0000 7f5d8135d640 1 --2- 172.21.15.111:0/4206461167 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5d7c15ca40 0x7f5d7c141300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.615+0000 7f5d8135d640 1 -- 172.21.15.111:0/4206461167 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d7c141d90 con 0x7f5d7c15ceb0 2024-09-19T04:38:54.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.616+0000 7f5d8135d640 1 --2- 172.21.15.111:0/4206461167 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5d7c15ceb0 0x7f5d7c06bba0 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7f5d7402a140 tx=0x7f5d740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:54.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.616+0000 7f5d717fa640 1 -- 172.21.15.111:0/4206461167 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d74041030 con 0x7f5d7c15ceb0 2024-09-19T04:38:54.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.616+0000 7f5d717fa640 1 -- 172.21.15.111:0/4206461167 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d7402ac50 con 0x7f5d7c15ceb0 2024-09-19T04:38:54.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.616+0000 7f5d82dc0640 1 -- 172.21.15.111:0/4206461167 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d7c142070 con 0x7f5d7c15ceb0 2024-09-19T04:38:54.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.616+0000 7f5d717fa640 1 -- 172.21.15.111:0/4206461167 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d74037040 con 0x7f5d7c15ceb0 2024-09-19T04:38:54.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.616+0000 7f5d82dc0640 1 -- 172.21.15.111:0/4206461167 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d7c142630 con 0x7f5d7c15ceb0 2024-09-19T04:38:54.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.617+0000 7f5d82dc0640 1 -- 172.21.15.111:0/4206461167 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d7c13f590 con 0x7f5d7c15ceb0 2024-09-19T04:38:54.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.617+0000 7f5d717fa640 1 -- 172.21.15.111:0/4206461167 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f5d74044070 con 0x7f5d7c15ceb0 2024-09-19T04:38:54.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.618+0000 7f5d717fa640 1 --2- 172.21.15.111:0/4206461167 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5d6806c880 0x7f5d6806ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:54.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.618+0000 7f5d717fa640 1 -- 172.21.15.111:0/4206461167 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5765+0+0 (secure 0 0 0) 0x7f5d740ac110 con 0x7f5d7c15ceb0 2024-09-19T04:38:54.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.618+0000 7f5d80b5c640 1 --2- 172.21.15.111:0/4206461167 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5d6806c880 0x7f5d6806ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:54.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.618+0000 7f5d80b5c640 1 --2- 172.21.15.111:0/4206461167 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5d6806c880 0x7f5d6806ed40 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f5d78009bd0 tx=0x7f5d7800b040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:54.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.622+0000 7f5d717fa640 1 -- 172.21.15.111:0/4206461167 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5d7c13f590 con 0x7f5d7c15ceb0 2024-09-19T04:38:54.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.787+0000 7f5d82dc0640 1 -- 172.21.15.111:0/4206461167 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5d7c0b4790 con 0x7f5d7c15ceb0 2024-09-19T04:38:54.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.788+0000 7f5d717fa640 1 -- 172.21.15.111:0/4206461167 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v130) ==== 74+0+16889 (secure 0 0 0) 0x7f5d74079a10 con 0x7f5d7c15ceb0 2024-09-19T04:38:54.790 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:54.790 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":130,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:38:53.529386+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:38:51.864363+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"130","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-19T04:38:52.505501+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"130","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:38:54.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.790+0000 7f5d82dc0640 1 -- 172.21.15.111:0/4206461167 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5d6806c880 msgr2=0x7f5d6806ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:54.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.790+0000 7f5d82dc0640 1 --2- 172.21.15.111:0/4206461167 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5d6806c880 0x7f5d6806ed40 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f5d78009bd0 tx=0x7f5d7800b040 comp rx=0 tx=0).stop 2024-09-19T04:38:54.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.790+0000 7f5d82dc0640 1 -- 172.21.15.111:0/4206461167 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5d7c15ceb0 msgr2=0x7f5d7c06bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:54.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.790+0000 7f5d82dc0640 1 --2- 172.21.15.111:0/4206461167 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5d7c15ceb0 0x7f5d7c06bba0 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7f5d7402a140 tx=0x7f5d740046c0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.790+0000 7f5d82dc0640 1 -- 172.21.15.111:0/4206461167 shutdown_connections 2024-09-19T04:38:54.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.790+0000 7f5d82dc0640 1 --2- 172.21.15.111:0/4206461167 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5d6806c880 0x7f5d6806ed40 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.790+0000 7f5d82dc0640 1 --2- 172.21.15.111:0/4206461167 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5d7c15ceb0 0x7f5d7c06bba0 unknown :-1 s=CLOSED pgs=1263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.790+0000 7f5d82dc0640 1 --2- 172.21.15.111:0/4206461167 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5d7c15ca40 0x7f5d7c141300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.790+0000 7f5d82dc0640 1 --2- 172.21.15.111:0/4206461167 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5d7c0d02a0 0x7f5d7c1f87e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.790+0000 7f5d82dc0640 1 -- 172.21.15.111:0/4206461167 >> 172.21.15.111:0/4206461167 conn(0x7f5d7c062cc0 msgr2=0x7f5d7c0ae8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:54.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.790+0000 7f5d82dc0640 1 -- 172.21.15.111:0/4206461167 shutdown_connections 2024-09-19T04:38:54.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.790+0000 7f5d82dc0640 1 -- 172.21.15.111:0/4206461167 wait complete. 2024-09-19T04:38:54.803 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T04:38:54.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.903+0000 7fa11f10c640 1 Processor -- start 2024-09-19T04:38:54.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.903+0000 7fa11f10c640 1 -- start start 2024-09-19T04:38:54.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.903+0000 7fa11f10c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa118161e30 0x7fa1180d34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:54.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.903+0000 7fa11f10c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa1180b3d50 0x7fa11806d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:54.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.903+0000 7fa11f10c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa1180b3290 0x7fa11806de00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:54.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.903+0000 7fa11f10c640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fa1180cfcf0 con 0x7fa118161e30 2024-09-19T04:38:54.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.903+0000 7fa11f10c640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fa1180cf9a0 con 0x7fa1180b3290 2024-09-19T04:38:54.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.903+0000 7fa11f10c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa118162210 con 0x7fa1180b3d50 2024-09-19T04:38:54.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.904+0000 7fa11cea8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa118161e30 0x7fa1180d34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:54.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.904+0000 7fa11cea8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa118161e30 0x7fa1180d34a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34344/0 (socket says 172.21.15.111:34344) 2024-09-19T04:38:54.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.904+0000 7fa11cea8640 1 -- 172.21.15.111:0/3552634753 learned_addr learned my addr 172.21.15.111:0/3552634753 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:54.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.904+0000 7fa11d6a9640 1 --2- 172.21.15.111:0/3552634753 >> v2:172.21.15.114:3300/0 conn(0x7fa1180b3290 0x7fa11806de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:54.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.904+0000 7fa11cea8640 1 -- 172.21.15.111:0/3552634753 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa1180b3d50 msgr2=0x7fa11806d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:54.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.904+0000 7fa117fff640 1 --2- 172.21.15.111:0/3552634753 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa1180b3d50 0x7fa11806d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:54.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.904+0000 7fa11cea8640 1 --2- 172.21.15.111:0/3552634753 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa1180b3d50 0x7fa11806d8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.904+0000 7fa11cea8640 1 -- 172.21.15.111:0/3552634753 >> v2:172.21.15.114:3300/0 conn(0x7fa1180b3290 msgr2=0x7fa11806de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:54.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.904+0000 7fa11cea8640 1 --2- 172.21.15.111:0/3552634753 >> v2:172.21.15.114:3300/0 conn(0x7fa1180b3290 0x7fa11806de00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.904+0000 7fa11cea8640 1 -- 172.21.15.111:0/3552634753 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1180d5210 con 0x7fa118161e30 2024-09-19T04:38:54.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.904+0000 7fa11d6a9640 1 --2- 172.21.15.111:0/3552634753 >> v2:172.21.15.114:3300/0 conn(0x7fa1180b3290 0x7fa11806de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:54.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.905+0000 7fa11cea8640 1 --2- 172.21.15.111:0/3552634753 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa118161e30 0x7fa1180d34a0 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7fa11808d8a0 tx=0x7fa10c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7f54e24b3e9562d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:54.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.905+0000 7fa1177fe640 1 -- 172.21.15.111:0/3552634753 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa10c037070 con 0x7fa118161e30 2024-09-19T04:38:54.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.905+0000 7fa1177fe640 1 -- 172.21.15.111:0/3552634753 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa10c032440 con 0x7fa118161e30 2024-09-19T04:38:54.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.905+0000 7fa1177fe640 1 -- 172.21.15.111:0/3552634753 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa10c032810 con 0x7fa118161e30 2024-09-19T04:38:54.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.905+0000 7fa11f10c640 1 -- 172.21.15.111:0/3552634753 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa118161e30 msgr2=0x7fa1180d34a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:54.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.905+0000 7fa11f10c640 1 --2- 172.21.15.111:0/3552634753 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa118161e30 0x7fa1180d34a0 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7fa11808d8a0 tx=0x7fa10c02a1e0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.905+0000 7fa11f10c640 1 -- 172.21.15.111:0/3552634753 shutdown_connections 2024-09-19T04:38:54.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.905+0000 7fa11f10c640 1 --2- 172.21.15.111:0/3552634753 >> v2:172.21.15.114:3300/0 conn(0x7fa1180b3290 0x7fa11806de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.905+0000 7fa11f10c640 1 --2- 172.21.15.111:0/3552634753 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa1180b3d50 0x7fa11806d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.905+0000 7fa11f10c640 1 --2- 172.21.15.111:0/3552634753 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa118161e30 0x7fa1180d34a0 unknown :-1 s=CLOSED pgs=1264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.905+0000 7fa11f10c640 1 -- 172.21.15.111:0/3552634753 >> 172.21.15.111:0/3552634753 conn(0x7fa1180d1870 msgr2=0x7fa1180d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:54.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.905+0000 7fa11f10c640 1 -- 172.21.15.111:0/3552634753 shutdown_connections 2024-09-19T04:38:54.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.905+0000 7fa11f10c640 1 -- 172.21.15.111:0/3552634753 wait complete. 2024-09-19T04:38:54.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.906+0000 7fa11f10c640 1 Processor -- start 2024-09-19T04:38:54.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.907+0000 7fa11f10c640 1 -- start start 2024-09-19T04:38:54.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.907+0000 7fa11f10c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa1180b3290 0x7fa1181f4080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:54.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.907+0000 7fa11f10c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa1180b3d50 0x7fa1180ca6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:54.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.907+0000 7fa11f10c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa118161e30 0x7fa1180cac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:54.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.907+0000 7fa11f10c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa1180d39e0 con 0x7fa118161e30 2024-09-19T04:38:54.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.907+0000 7fa11f10c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa1180b3950 con 0x7fa1180b3d50 2024-09-19T04:38:54.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.907+0000 7fa11f10c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa1180cb150 con 0x7fa1180b3290 2024-09-19T04:38:54.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.908+0000 7fa11d6a9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa118161e30 0x7fa1180cac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:54.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.908+0000 7fa11d6a9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa118161e30 0x7fa1180cac10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34354/0 (socket says 172.21.15.111:34354) 2024-09-19T04:38:54.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.908+0000 7fa11d6a9640 1 -- 172.21.15.111:0/4064327625 learned_addr learned my addr 172.21.15.111:0/4064327625 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:54.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.908+0000 7fa117fff640 1 --2- 172.21.15.111:0/4064327625 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa1180b3d50 0x7fa1180ca6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:54.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.908+0000 7fa11d6a9640 1 -- 172.21.15.111:0/4064327625 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa1180b3290 msgr2=0x7fa1181f4080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:54.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.908+0000 7fa11cea8640 1 --2- 172.21.15.111:0/4064327625 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa1180b3290 0x7fa1181f4080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:54.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.908+0000 7fa11d6a9640 1 --2- 172.21.15.111:0/4064327625 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa1180b3290 0x7fa1181f4080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.908+0000 7fa11d6a9640 1 -- 172.21.15.111:0/4064327625 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa1180b3d50 msgr2=0x7fa1180ca6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:54.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.908+0000 7fa11d6a9640 1 --2- 172.21.15.111:0/4064327625 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa1180b3d50 0x7fa1180ca6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:54.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.908+0000 7fa11d6a9640 1 -- 172.21.15.111:0/4064327625 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1180b4e50 con 0x7fa118161e30 2024-09-19T04:38:54.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.908+0000 7fa117fff640 1 --2- 172.21.15.111:0/4064327625 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa1180b3d50 0x7fa1180ca6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:54.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.908+0000 7fa11cea8640 1 --2- 172.21.15.111:0/4064327625 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa1180b3290 0x7fa1181f4080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:54.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.908+0000 7fa11d6a9640 1 --2- 172.21.15.111:0/4064327625 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa118161e30 0x7fa1180cac10 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7fa11000cd10 tx=0x7fa11000a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:54.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.908+0000 7fa1157fa640 1 -- 172.21.15.111:0/4064327625 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa11000f680 con 0x7fa118161e30 2024-09-19T04:38:54.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.908+0000 7fa1157fa640 1 -- 172.21.15.111:0/4064327625 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa11000f840 con 0x7fa118161e30 2024-09-19T04:38:54.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.908+0000 7fa11f10c640 1 -- 172.21.15.111:0/4064327625 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1180b50f0 con 0x7fa118161e30 2024-09-19T04:38:54.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.908+0000 7fa1157fa640 1 -- 172.21.15.111:0/4064327625 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa11000fc30 con 0x7fa118161e30 2024-09-19T04:38:54.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.908+0000 7fa11f10c640 1 -- 172.21.15.111:0/4064327625 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1180c8440 con 0x7fa118161e30 2024-09-19T04:38:54.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.909+0000 7fa11f10c640 1 -- 172.21.15.111:0/4064327625 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1181605c0 con 0x7fa118161e30 2024-09-19T04:38:54.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.910+0000 7fa1157fa640 1 -- 172.21.15.111:0/4064327625 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fa1100213f0 con 0x7fa118161e30 2024-09-19T04:38:54.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.910+0000 7fa1157fa640 1 --2- 172.21.15.111:0/4064327625 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa0fc06c850 0x7fa0fc06ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:54.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.910+0000 7fa1157fa640 1 -- 172.21.15.111:0/4064327625 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5765+0+0 (secure 0 0 0) 0x7fa11008cd20 con 0x7fa118161e30 2024-09-19T04:38:54.915 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.910+0000 7fa11cea8640 1 --2- 172.21.15.111:0/4064327625 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa0fc06c850 0x7fa0fc06ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:54.915 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.911+0000 7fa11cea8640 1 --2- 172.21.15.111:0/4064327625 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa0fc06c850 0x7fa0fc06ed10 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fa10c034000 tx=0x7fa10c02e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:54.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:54.915+0000 7fa1157fa640 1 -- 172.21.15.111:0/4064327625 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa110014030 con 0x7fa118161e30 2024-09-19T04:38:55.116 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.115+0000 7fa11f10c640 1 -- 172.21.15.111:0/4064327625 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fa1180d3480 con 0x7fa118161e30 2024-09-19T04:38:55.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.198+0000 7fa1157fa640 1 -- 172.21.15.111:0/4064327625 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v67) ==== 118+0+0 (secure 0 0 0) 0x7fa11005a3f0 con 0x7fa118161e30 2024-09-19T04:38:55.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.200+0000 7fa11f10c640 1 -- 172.21.15.111:0/4064327625 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa0fc06c850 msgr2=0x7fa0fc06ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:55.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.200+0000 7fa11f10c640 1 --2- 172.21.15.111:0/4064327625 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa0fc06c850 0x7fa0fc06ed10 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fa10c034000 tx=0x7fa10c02e000 comp rx=0 tx=0).stop 2024-09-19T04:38:55.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.200+0000 7fa11f10c640 1 -- 172.21.15.111:0/4064327625 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa118161e30 msgr2=0x7fa1180cac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:55.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.200+0000 7fa11f10c640 1 --2- 172.21.15.111:0/4064327625 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa118161e30 0x7fa1180cac10 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7fa11000cd10 tx=0x7fa11000a650 comp rx=0 tx=0).stop 2024-09-19T04:38:55.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.200+0000 7fa11f10c640 1 -- 172.21.15.111:0/4064327625 shutdown_connections 2024-09-19T04:38:55.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.200+0000 7fa11f10c640 1 --2- 172.21.15.111:0/4064327625 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa0fc06c850 0x7fa0fc06ed10 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:55.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.200+0000 7fa11f10c640 1 --2- 172.21.15.111:0/4064327625 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa118161e30 0x7fa1180cac10 unknown :-1 s=CLOSED pgs=1265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:55.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.200+0000 7fa11f10c640 1 --2- 172.21.15.111:0/4064327625 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa1180b3d50 0x7fa1180ca6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:55.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.200+0000 7fa11f10c640 1 --2- 172.21.15.111:0/4064327625 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa1180b3290 0x7fa1181f4080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:55.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.200+0000 7fa11f10c640 1 -- 172.21.15.111:0/4064327625 >> 172.21.15.111:0/4064327625 conn(0x7fa1180d1870 msgr2=0x7fa1180b8a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:55.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.200+0000 7fa11f10c640 1 -- 172.21.15.111:0/4064327625 shutdown_connections 2024-09-19T04:38:55.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.200+0000 7fa11f10c640 1 -- 172.21.15.111:0/4064327625 wait complete. 2024-09-19T04:38:55.213 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T04:38:55.214 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T04:38:55.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.314+0000 7f4dcf280640 1 Processor -- start 2024-09-19T04:38:55.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.314+0000 7f4dcf280640 1 -- start start 2024-09-19T04:38:55.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.315+0000 7f4dcf280640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f4dc8158e50 0x7f4dc80b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:55.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.315+0000 7f4dcf280640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4dc815c800 con 0x7f4dc815c370 2024-09-19T04:38:55.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.315+0000 7f4dcf280640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4dc80b43f0 con 0x7f4dc806f130 2024-09-19T04:38:55.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.315+0000 7f4dcf280640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f4dc80b3630 con 0x7f4dc8158e50 2024-09-19T04:38:55.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.315+0000 7f4dcc81b640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f4dc815c370 0x7f4dc806ea20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:52514/0 (socket says 172.21.15.111:52514) 2024-09-19T04:38:55.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.315+0000 7f4dcc81b640 1 -- 172.21.15.111:0/3633461747 learned_addr learned my addr 172.21.15.111:0/3633461747 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:55.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.315+0000 7f4dcd01c640 1 --2- 172.21.15.111:0/3633461747 >> v2:172.21.15.114:3300/0 conn(0x7f4dc8158e50 0x7f4dc80b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:55.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.315+0000 7f4dbffff640 1 -- 172.21.15.111:0/3633461747 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3342242375 0 0) 0x7f4dc815c800 con 0x7f4dc815c370 2024-09-19T04:38:55.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.315+0000 7f4dbffff640 1 -- 172.21.15.111:0/3633461747 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4db4005730 con 0x7f4dc815c370 2024-09-19T04:38:55.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.315+0000 7f4dbffff640 1 -- 172.21.15.111:0/3633461747 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3491623589 0 0) 0x7f4db4005730 con 0x7f4dc815c370 2024-09-19T04:38:55.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.315+0000 7f4dbffff640 1 -- 172.21.15.111:0/3633461747 >> v2:172.21.15.114:3300/0 conn(0x7f4dc8158e50 msgr2=0x7f4dc80b5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:55.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.315+0000 7f4dbffff640 1 --2- 172.21.15.111:0/3633461747 >> v2:172.21.15.114:3300/0 conn(0x7f4dc8158e50 0x7f4dc80b5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:55.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.315+0000 7f4dbffff640 1 -- 172.21.15.111:0/3633461747 >> v1:172.21.15.114:6789/0 conn(0x7f4dc806f130 legacy=0x7f4dc80ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:55.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.315+0000 7f4dbffff640 1 -- 172.21.15.111:0/3633461747 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dc80b3910 con 0x7f4dc815c370 2024-09-19T04:38:55.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.315+0000 7f4dbffff640 1 -- 172.21.15.111:0/3633461747 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f4db80016e0 con 0x7f4dc815c370 2024-09-19T04:38:55.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.316+0000 7f4dbffff640 1 -- 172.21.15.111:0/3633461747 >> v1:172.21.15.111:6789/0 conn(0x7f4dc815c370 legacy=0x7f4dc806ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:55.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.316+0000 7f4dbffff640 1 --2- 172.21.15.111:0/3633461747 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4db4005bc0 0x7f4db4005fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:55.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.316+0000 7f4dbffff640 1 --2- 172.21.15.111:0/3633461747 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4db4006a10 0x7f4db4006e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:55.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.316+0000 7f4dbffff640 1 --2- 172.21.15.111:0/3633461747 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4db40073d0 0x7f4db400dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:55.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.316+0000 7f4dbffff640 1 -- 172.21.15.111:0/3633461747 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc80b3630 con 0x7f4db4006a10 2024-09-19T04:38:55.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.316+0000 7f4dbffff640 1 -- 172.21.15.111:0/3633461747 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4db400e370 con 0x7f4db40073d0 2024-09-19T04:38:55.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.316+0000 7f4dbffff640 1 -- 172.21.15.111:0/3633461747 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4db400e570 con 0x7f4db4005bc0 2024-09-19T04:38:55.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.316+0000 7f4dcc81b640 1 --2- 172.21.15.111:0/3633461747 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4db4006a10 0x7f4db4006e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:55.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.316+0000 7f4dcd01c640 1 --2- 172.21.15.111:0/3633461747 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4db4005bc0 0x7f4db4005fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:55.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.316+0000 7f4dcd81d640 1 --2- 172.21.15.111:0/3633461747 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4db40073d0 0x7f4db400dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:55.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.316+0000 7f4dcc81b640 1 -- 172.21.15.111:0/3633461747 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4db4005bc0 msgr2=0x7f4db4005fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:55.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.316+0000 7f4dcc81b640 1 --2- 172.21.15.111:0/3633461747 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4db4005bc0 0x7f4db4005fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:55.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.316+0000 7f4dcc81b640 1 -- 172.21.15.111:0/3633461747 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4db40073d0 msgr2=0x7f4db400dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:55.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.316+0000 7f4dcc81b640 1 --2- 172.21.15.111:0/3633461747 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4db40073d0 0x7f4db400dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:55.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.316+0000 7f4dcc81b640 1 -- 172.21.15.111:0/3633461747 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4db4005730 con 0x7f4db4006a10 2024-09-19T04:38:55.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.316+0000 7f4dcd81d640 1 -- 172.21.15.111:0/3633461747 reap_dead start 2024-09-19T04:38:55.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.317+0000 7f4dcc81b640 1 --2- 172.21.15.111:0/3633461747 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4db4006a10 0x7f4db4006e90 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x7f4db800c210 tx=0x7f4db4007a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=312cc73a20e4fa81 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:55.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.317+0000 7f4dbffff640 1 -- 172.21.15.111:0/3633461747 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4db8007d30 con 0x7f4db4006a10 2024-09-19T04:38:55.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.317+0000 7f4dbffff640 1 -- 172.21.15.111:0/3633461747 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4db80058d0 con 0x7f4db4006a10 2024-09-19T04:38:55.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.317+0000 7f4dbffff640 1 -- 172.21.15.111:0/3633461747 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4db8005d20 con 0x7f4db4006a10 2024-09-19T04:38:55.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.317+0000 7f4dcf280640 1 -- 172.21.15.111:0/3633461747 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4db4006a10 msgr2=0x7f4db4006e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:55.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.317+0000 7f4dcf280640 1 --2- 172.21.15.111:0/3633461747 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4db4006a10 0x7f4db4006e90 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x7f4db800c210 tx=0x7f4db4007a40 comp rx=0 tx=0).stop 2024-09-19T04:38:55.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.317+0000 7f4dcf280640 1 -- 172.21.15.111:0/3633461747 shutdown_connections 2024-09-19T04:38:55.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.317+0000 7f4dcf280640 1 --2- 172.21.15.111:0/3633461747 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4db4006a10 0x7f4db4006e90 unknown :-1 s=CLOSED pgs=1267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:55.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.317+0000 7f4dcf280640 1 -- 172.21.15.111:0/3633461747 >> 172.21.15.111:0/3633461747 conn(0x7f4dc806bba0 msgr2=0x7f4dc806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:55.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.317+0000 7f4dcf280640 1 -- 172.21.15.111:0/3633461747 shutdown_connections 2024-09-19T04:38:55.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.318+0000 7f4dcf280640 1 -- 172.21.15.111:0/3633461747 wait complete. 2024-09-19T04:38:55.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.319+0000 7f4dcf280640 1 Processor -- start 2024-09-19T04:38:55.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.319+0000 7f4dcf280640 1 -- start start 2024-09-19T04:38:55.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.319+0000 7f4dcf280640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4db4006a10 0x7f4dc8144e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:55.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.319+0000 7f4dcf280640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4dc80b0f00 0x7f4dc80b1380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:55.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.319+0000 7f4dcf280640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4dc81595f0 0x7f4dc8159a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:55.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.319+0000 7f4dcf280640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc8159230 con 0x7f4dc81595f0 2024-09-19T04:38:55.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.319+0000 7f4dcf280640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc80b3ed0 con 0x7f4dc80b0f00 2024-09-19T04:38:55.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.319+0000 7f4dcf280640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4dc80b5050 con 0x7f4db4006a10 2024-09-19T04:38:55.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.319+0000 7f4dcd81d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4dc81595f0 0x7f4dc8159a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:55.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.319+0000 7f4dcd81d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4dc81595f0 0x7f4dc8159a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34372/0 (socket says 172.21.15.111:34372) 2024-09-19T04:38:55.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.320+0000 7f4dcd81d640 1 -- 172.21.15.111:0/6103195 learned_addr learned my addr 172.21.15.111:0/6103195 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:55.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.320+0000 7f4dcc81b640 1 --2- 172.21.15.111:0/6103195 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4dc80b0f00 0x7f4dc80b1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:55.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.320+0000 7f4dcd01c640 1 --2- 172.21.15.111:0/6103195 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4db4006a10 0x7f4dc8144e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:55.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.320+0000 7f4dcd81d640 1 -- 172.21.15.111:0/6103195 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4db4006a10 msgr2=0x7f4dc8144e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:55.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.320+0000 7f4dcd81d640 1 --2- 172.21.15.111:0/6103195 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4db4006a10 0x7f4dc8144e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:55.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.320+0000 7f4dcd81d640 1 -- 172.21.15.111:0/6103195 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4dc80b0f00 msgr2=0x7f4dc80b1380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:55.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.320+0000 7f4dcd81d640 1 --2- 172.21.15.111:0/6103195 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4dc80b0f00 0x7f4dc80b1380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:55.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.320+0000 7f4dcd81d640 1 -- 172.21.15.111:0/6103195 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dc815a290 con 0x7f4dc81595f0 2024-09-19T04:38:55.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.320+0000 7f4dcd81d640 1 --2- 172.21.15.111:0/6103195 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4dc81595f0 0x7f4dc8159a70 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7f4dc80cdad0 tx=0x7f4dc000fbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:55.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.320+0000 7f4dbdffb640 1 -- 172.21.15.111:0/6103195 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dc001a070 con 0x7f4dc81595f0 2024-09-19T04:38:55.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.320+0000 7f4dbdffb640 1 -- 172.21.15.111:0/6103195 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4dc0006d60 con 0x7f4dc81595f0 2024-09-19T04:38:55.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.320+0000 7f4dcf280640 1 -- 172.21.15.111:0/6103195 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4dc815a570 con 0x7f4dc81595f0 2024-09-19T04:38:55.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.320+0000 7f4dbdffb640 1 -- 172.21.15.111:0/6103195 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dc0003bb0 con 0x7f4dc81595f0 2024-09-19T04:38:55.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.320+0000 7f4dcf280640 1 -- 172.21.15.111:0/6103195 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4dc815ab30 con 0x7f4dc81595f0 2024-09-19T04:38:55.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.321+0000 7f4dcf280640 1 -- 172.21.15.111:0/6103195 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4dc80b5380 con 0x7f4dc81595f0 2024-09-19T04:38:55.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.322+0000 7f4dbdffb640 1 -- 172.21.15.111:0/6103195 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f4dc0005110 con 0x7f4dc81595f0 2024-09-19T04:38:55.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.322+0000 7f4dbdffb640 1 --2- 172.21.15.111:0/6103195 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4dac06c880 0x7f4dac06ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:55.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.322+0000 7f4dbdffb640 1 -- 172.21.15.111:0/6103195 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f4dc008b310 con 0x7f4dc81595f0 2024-09-19T04:38:55.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.322+0000 7f4dcd01c640 1 --2- 172.21.15.111:0/6103195 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4dac06c880 0x7f4dac06ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:55.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.323+0000 7f4dcd01c640 1 --2- 172.21.15.111:0/6103195 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4dac06c880 0x7f4dac06ed40 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f4dc4009b80 tx=0x7f4dc4008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:55.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.326+0000 7f4dbdffb640 1 -- 172.21.15.111:0/6103195 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4dc0059260 con 0x7f4dc81595f0 2024-09-19T04:38:55.529 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:55.528+0000 7f4dcf280640 1 -- 172.21.15.111:0/6103195 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f4dc8159fb0 con 0x7f4dc81595f0 2024-09-19T04:38:56.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.207+0000 7f4dbdffb640 1 -- 172.21.15.111:0/6103195 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v68) ==== 122+0+0 (secure 0 0 0) 0x7f4dc0058b60 con 0x7f4dc81595f0 2024-09-19T04:38:56.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.209+0000 7f4dcf280640 1 -- 172.21.15.111:0/6103195 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4dac06c880 msgr2=0x7f4dac06ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:56.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.209+0000 7f4dcf280640 1 --2- 172.21.15.111:0/6103195 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4dac06c880 0x7f4dac06ed40 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f4dc4009b80 tx=0x7f4dc4008040 comp rx=0 tx=0).stop 2024-09-19T04:38:56.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.209+0000 7f4dcf280640 1 -- 172.21.15.111:0/6103195 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4dc81595f0 msgr2=0x7f4dc8159a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:56.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.209+0000 7f4dcf280640 1 --2- 172.21.15.111:0/6103195 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4dc81595f0 0x7f4dc8159a70 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7f4dc80cdad0 tx=0x7f4dc000fbe0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.209+0000 7f4dcf280640 1 -- 172.21.15.111:0/6103195 shutdown_connections 2024-09-19T04:38:56.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.209+0000 7f4dcf280640 1 --2- 172.21.15.111:0/6103195 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4dac06c880 0x7f4dac06ed40 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.209+0000 7f4dcf280640 1 --2- 172.21.15.111:0/6103195 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4dc81595f0 0x7f4dc8159a70 unknown :-1 s=CLOSED pgs=1268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.209+0000 7f4dcf280640 1 --2- 172.21.15.111:0/6103195 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4dc80b0f00 0x7f4dc80b1380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.209+0000 7f4dcf280640 1 --2- 172.21.15.111:0/6103195 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4db4006a10 0x7f4dc8144e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.209+0000 7f4dcf280640 1 -- 172.21.15.111:0/6103195 >> 172.21.15.111:0/6103195 conn(0x7f4dc806bba0 msgr2=0x7f4dc8071080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:56.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.209+0000 7f4dcf280640 1 -- 172.21.15.111:0/6103195 shutdown_connections 2024-09-19T04:38:56.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.209+0000 7f4dcf280640 1 -- 172.21.15.111:0/6103195 wait complete. 2024-09-19T04:38:56.223 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T04:38:56.223 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:38:56.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.322+0000 7f295e05c640 1 Processor -- start 2024-09-19T04:38:56.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.322+0000 7f295e05c640 1 -- start start 2024-09-19T04:38:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.323+0000 7f295e05c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f29580cd010 0x7f295815baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.323+0000 7f295e05c640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29580cd5f0 con 0x7f29580d0310 2024-09-19T04:38:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.323+0000 7f295e05c640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29580cd8d0 con 0x7f29580d0780 2024-09-19T04:38:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.323+0000 7f295e05c640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f295806c520 con 0x7f29580cd010 2024-09-19T04:38:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.323+0000 7f29577fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f29580cd010 0x7f295815baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.323+0000 7f2956ffd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f29580d0310 0x7f295806be10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:52528/0 (socket says 172.21.15.111:52528) 2024-09-19T04:38:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.323+0000 7f29577fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f29580cd010 0x7f295815baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34376/0 (socket says 172.21.15.111:34376) 2024-09-19T04:38:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.323+0000 7f2956ffd640 1 -- 172.21.15.111:0/2674248509 learned_addr learned my addr 172.21.15.111:0/2674248509 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.323+0000 7f29577fe640 1 -- 172.21.15.111:0/2674248509 >> v1:172.21.15.114:6789/0 conn(0x7f29580d0780 legacy=0x7f2958151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.324+0000 7f29577fe640 1 -- 172.21.15.111:0/2674248509 >> v1:172.21.15.111:6789/0 conn(0x7f29580d0310 legacy=0x7f295806be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.324+0000 7f29577fe640 1 -- 172.21.15.111:0/2674248509 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29580cdbb0 con 0x7f29580cd010 2024-09-19T04:38:56.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.324+0000 7f29567fc640 1 -- 172.21.15.111:0/2674248509 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4021098271 0 0) 0x7f29580cd5f0 con 0x7f29580d0310 2024-09-19T04:38:56.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.324+0000 7f29577fe640 1 --2- 172.21.15.111:0/2674248509 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29580cd010 0x7f295815baa0 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7f29480097a0 tx=0x7f294802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74d79c159b33decf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:56.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.324+0000 7f29567fc640 1 -- 172.21.15.111:0/2674248509 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2948037070 con 0x7f29580cd010 2024-09-19T04:38:56.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.324+0000 7f29567fc640 1 -- 172.21.15.111:0/2674248509 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2948032440 con 0x7f29580cd010 2024-09-19T04:38:56.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.324+0000 7f29567fc640 1 -- 172.21.15.111:0/2674248509 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2948032810 con 0x7f29580cd010 2024-09-19T04:38:56.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.325+0000 7f295e05c640 1 -- 172.21.15.111:0/2674248509 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29580cd010 msgr2=0x7f295815baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:56.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.325+0000 7f295e05c640 1 --2- 172.21.15.111:0/2674248509 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29580cd010 0x7f295815baa0 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7f29480097a0 tx=0x7f294802a230 comp rx=0 tx=0).stop 2024-09-19T04:38:56.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.325+0000 7f295e05c640 1 -- 172.21.15.111:0/2674248509 shutdown_connections 2024-09-19T04:38:56.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.325+0000 7f295e05c640 1 --2- 172.21.15.111:0/2674248509 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29580cd010 0x7f295815baa0 unknown :-1 s=CLOSED pgs=1270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.325+0000 7f295e05c640 1 -- 172.21.15.111:0/2674248509 >> 172.21.15.111:0/2674248509 conn(0x7f2958062cc0 msgr2=0x7f295806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:56.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.325+0000 7f295e05c640 1 -- 172.21.15.111:0/2674248509 shutdown_connections 2024-09-19T04:38:56.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.325+0000 7f295e05c640 1 -- 172.21.15.111:0/2674248509 wait complete. 2024-09-19T04:38:56.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.326+0000 7f295e05c640 1 Processor -- start 2024-09-19T04:38:56.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.326+0000 7f295e05c640 1 -- start start 2024-09-19T04:38:56.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.327+0000 7f295e05c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f29580cd010 0x7f29580af230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:56.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.327+0000 7f295e05c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f29580d0310 0x7f29581f1c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:56.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.327+0000 7f295e05c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29580d0780 0x7f295815cd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:56.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.327+0000 7f295e05c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f29580ce690 con 0x7f29580d0780 2024-09-19T04:38:56.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.327+0000 7f295e05c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f29580ce170 con 0x7f29580cd010 2024-09-19T04:38:56.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.327+0000 7f295e05c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2958151c50 con 0x7f29580d0310 2024-09-19T04:38:56.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.327+0000 7f2957fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29580d0780 0x7f295815cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:56.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.327+0000 7f2957fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29580d0780 0x7f295815cd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34392/0 (socket says 172.21.15.111:34392) 2024-09-19T04:38:56.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.327+0000 7f2957fff640 1 -- 172.21.15.111:0/3734259927 learned_addr learned my addr 172.21.15.111:0/3734259927 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:56.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.327+0000 7f29577fe640 1 --2- 172.21.15.111:0/3734259927 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f29580cd010 0x7f29580af230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:56.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.327+0000 7f2956ffd640 1 --2- 172.21.15.111:0/3734259927 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f29580d0310 0x7f29581f1c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:56.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.327+0000 7f2957fff640 1 -- 172.21.15.111:0/3734259927 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f29580d0310 msgr2=0x7f29581f1c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:56.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.327+0000 7f2957fff640 1 --2- 172.21.15.111:0/3734259927 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f29580d0310 0x7f29581f1c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.327+0000 7f2957fff640 1 -- 172.21.15.111:0/3734259927 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f29580cd010 msgr2=0x7f29580af230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:56.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.327+0000 7f2957fff640 1 --2- 172.21.15.111:0/3734259927 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f29580cd010 0x7f29580af230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.327+0000 7f2957fff640 1 -- 172.21.15.111:0/3734259927 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29581f21a0 con 0x7f29580d0780 2024-09-19T04:38:56.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.327+0000 7f2956ffd640 1 --2- 172.21.15.111:0/3734259927 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f29580d0310 0x7f29581f1c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:56.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.328+0000 7f2957fff640 1 --2- 172.21.15.111:0/3734259927 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29580d0780 0x7f295815cd70 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7f295000c6b0 tx=0x7f295000cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:56.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.328+0000 7f293ffff640 1 -- 172.21.15.111:0/3734259927 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2950003b70 con 0x7f29580d0780 2024-09-19T04:38:56.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.328+0000 7f293ffff640 1 -- 172.21.15.111:0/3734259927 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2950003d30 con 0x7f29580d0780 2024-09-19T04:38:56.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.328+0000 7f295e05c640 1 -- 172.21.15.111:0/3734259927 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2958149c60 con 0x7f29580d0780 2024-09-19T04:38:56.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.328+0000 7f293ffff640 1 -- 172.21.15.111:0/3734259927 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2950005310 con 0x7f29580d0780 2024-09-19T04:38:56.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.328+0000 7f295e05c640 1 -- 172.21.15.111:0/3734259927 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f295814c540 con 0x7f29580d0780 2024-09-19T04:38:56.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.329+0000 7f295e05c640 1 -- 172.21.15.111:0/3734259927 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f295815aa60 con 0x7f29580d0780 2024-09-19T04:38:56.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.329+0000 7f293ffff640 1 -- 172.21.15.111:0/3734259927 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f29500054b0 con 0x7f29580d0780 2024-09-19T04:38:56.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.330+0000 7f293ffff640 1 --2- 172.21.15.111:0/3734259927 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f294406c880 0x7f294406ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:56.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.330+0000 7f293ffff640 1 -- 172.21.15.111:0/3734259927 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f295008bbd0 con 0x7f29580d0780 2024-09-19T04:38:56.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.330+0000 7f29577fe640 1 --2- 172.21.15.111:0/3734259927 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f294406c880 0x7f294406ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:56.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.331+0000 7f29577fe640 1 --2- 172.21.15.111:0/3734259927 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f294406c880 0x7f294406ed40 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f2948034000 tx=0x7f294802e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:56.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.334+0000 7f293ffff640 1 -- 172.21.15.111:0/3734259927 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2950059b20 con 0x7f29580d0780 2024-09-19T04:38:56.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.531+0000 7f295e05c640 1 -- 172.21.15.111:0/3734259927 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f29580afd90 con 0x7f29580d0780 2024-09-19T04:38:56.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.532+0000 7f293ffff640 1 -- 172.21.15.111:0/3734259927 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 68 v68) ==== 94+0+5230 (secure 0 0 0) 0x7f2950059420 con 0x7f29580d0780 2024-09-19T04:38:56.533 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:56.534 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":68,"btime":"2024-09-19T04:38:56:202869+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6374,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/587515011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":587515011},{"type":"v1","addr":"172.21.15.114:6834","nonce":587515011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7737,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6817/817411818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":817411818},{"type":"v1","addr":"172.21.15.111:6817","nonce":817411818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7740,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/254025810","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":254025810},{"type":"v1","addr":"172.21.15.111:6835","nonce":254025810}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[{"mdsmap":{"epoch":68,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:38:53.529704+0000","modified":"2024-09-19T04:38:55.529682+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7749},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7749":{"gid":7749,"name":"d","rank":0,"incarnation":66,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/2353543505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":2353543505},{"type":"v1","addr":"172.21.15.114:6835","nonce":2353543505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7749,"qdb_cluster":[7749]},"id":10}]} 2024-09-19T04:38:56.534 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 68 2024-09-19T04:38:56.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.534+0000 7f295e05c640 1 -- 172.21.15.111:0/3734259927 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f294406c880 msgr2=0x7f294406ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:56.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.534+0000 7f295e05c640 1 --2- 172.21.15.111:0/3734259927 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f294406c880 0x7f294406ed40 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f2948034000 tx=0x7f294802e000 comp rx=0 tx=0).stop 2024-09-19T04:38:56.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.534+0000 7f295e05c640 1 -- 172.21.15.111:0/3734259927 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29580d0780 msgr2=0x7f295815cd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:56.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.534+0000 7f295e05c640 1 --2- 172.21.15.111:0/3734259927 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29580d0780 0x7f295815cd70 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7f295000c6b0 tx=0x7f295000cb70 comp rx=0 tx=0).stop 2024-09-19T04:38:56.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.534+0000 7f295e05c640 1 -- 172.21.15.111:0/3734259927 shutdown_connections 2024-09-19T04:38:56.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.534+0000 7f295e05c640 1 --2- 172.21.15.111:0/3734259927 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f294406c880 0x7f294406ed40 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.534+0000 7f295e05c640 1 --2- 172.21.15.111:0/3734259927 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29580d0780 0x7f295815cd70 unknown :-1 s=CLOSED pgs=1271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.534+0000 7f295e05c640 1 --2- 172.21.15.111:0/3734259927 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f29580d0310 0x7f29581f1c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.534+0000 7f295e05c640 1 --2- 172.21.15.111:0/3734259927 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f29580cd010 0x7f29580af230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.534+0000 7f295e05c640 1 -- 172.21.15.111:0/3734259927 >> 172.21.15.111:0/3734259927 conn(0x7f2958062cc0 msgr2=0x7f29580b2840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:56.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.534+0000 7f295e05c640 1 -- 172.21.15.111:0/3734259927 shutdown_connections 2024-09-19T04:38:56.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.534+0000 7f295e05c640 1 -- 172.21.15.111:0/3734259927 wait complete. 2024-09-19T04:38:56.547 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:38:56.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.644+0000 7f05f0326640 1 Processor -- start 2024-09-19T04:38:56.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.644+0000 7f05f0326640 1 -- start start 2024-09-19T04:38:56.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.645+0000 7f05f0326640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f05e80d02a0 0x7f05e80d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:56.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.645+0000 7f05f0326640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05e815ceb0 0x7f05e81594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:56.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.645+0000 7f05f0326640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f05e80d0bc0 con 0x7f05e815ca40 2024-09-19T04:38:56.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.645+0000 7f05f0326640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f05e815d390 con 0x7f05e80d02a0 2024-09-19T04:38:56.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.645+0000 7f05f0326640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f05e815d670 con 0x7f05e815ceb0 2024-09-19T04:38:56.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.645+0000 7f05ee0c2640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f05e80d02a0 0x7f05e80d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:56.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.645+0000 7f05ee0c2640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f05e80d02a0 0x7f05e80d0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34396/0 (socket says 172.21.15.111:34396) 2024-09-19T04:38:56.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.645+0000 7f05ee0c2640 1 -- 172.21.15.111:0/2774570327 learned_addr learned my addr 172.21.15.111:0/2774570327 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:56.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.645+0000 7f05ee8c3640 1 --2- 172.21.15.111:0/2774570327 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05e815ceb0 0x7f05e81594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:56.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.645+0000 7f05ee0c2640 1 -- 172.21.15.111:0/2774570327 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05e815ceb0 msgr2=0x7f05e81594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:56.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.645+0000 7f05ee0c2640 1 --2- 172.21.15.111:0/2774570327 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05e815ceb0 0x7f05e81594c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.645+0000 7f05ee0c2640 1 -- 172.21.15.111:0/2774570327 >> v1:172.21.15.114:6789/0 conn(0x7f05e815ca40 legacy=0x7f05e815e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:56.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.645+0000 7f05ee0c2640 1 -- 172.21.15.111:0/2774570327 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05e815d950 con 0x7f05e80d02a0 2024-09-19T04:38:56.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.646+0000 7f05ee0c2640 1 --2- 172.21.15.111:0/2774570327 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f05e80d02a0 0x7f05e80d0680 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7f05e400bb10 tx=0x7f05e402c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23621b29ee42be16 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:56.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.646+0000 7f05ed0c0640 1 -- 172.21.15.111:0/2774570327 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e4032790 con 0x7f05e80d02a0 2024-09-19T04:38:56.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.646+0000 7f05ed0c0640 1 -- 172.21.15.111:0/2774570327 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f05e4038070 con 0x7f05e80d02a0 2024-09-19T04:38:56.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.646+0000 7f05ed0c0640 1 -- 172.21.15.111:0/2774570327 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e4032b50 con 0x7f05e80d02a0 2024-09-19T04:38:56.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.647+0000 7f05f0326640 1 -- 172.21.15.111:0/2774570327 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f05e80d02a0 msgr2=0x7f05e80d0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:56.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.647+0000 7f05f0326640 1 --2- 172.21.15.111:0/2774570327 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f05e80d02a0 0x7f05e80d0680 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7f05e400bb10 tx=0x7f05e402c890 comp rx=0 tx=0).stop 2024-09-19T04:38:56.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.647+0000 7f05f0326640 1 -- 172.21.15.111:0/2774570327 shutdown_connections 2024-09-19T04:38:56.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.647+0000 7f05f0326640 1 --2- 172.21.15.111:0/2774570327 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05e815ceb0 0x7f05e81594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.647+0000 7f05f0326640 1 --2- 172.21.15.111:0/2774570327 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f05e80d02a0 0x7f05e80d0680 unknown :-1 s=CLOSED pgs=1272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.647+0000 7f05f0326640 1 -- 172.21.15.111:0/2774570327 >> 172.21.15.111:0/2774570327 conn(0x7f05e8062cc0 msgr2=0x7f05e806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:56.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.647+0000 7f05f0326640 1 -- 172.21.15.111:0/2774570327 shutdown_connections 2024-09-19T04:38:56.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.647+0000 7f05f0326640 1 -- 172.21.15.111:0/2774570327 wait complete. 2024-09-19T04:38:56.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.648+0000 7f05f0326640 1 Processor -- start 2024-09-19T04:38:56.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.648+0000 7f05f0326640 1 -- start start 2024-09-19T04:38:56.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.649+0000 7f05f0326640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f05e80d02a0 0x7f05e80aa4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:56.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.649+0000 7f05f0326640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f05e815ca40 0x7f05e8073800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:56.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.649+0000 7f05f0326640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05e815ceb0 0x7f05e81e4b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:56.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.649+0000 7f05f0326640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f05e815eb40 con 0x7f05e815ca40 2024-09-19T04:38:56.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.649+0000 7f05f0326640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f05e815df10 con 0x7f05e80d02a0 2024-09-19T04:38:56.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.649+0000 7f05f0326640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f05e8155b90 con 0x7f05e815ceb0 2024-09-19T04:38:56.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.649+0000 7f05ed8c1640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f05e815ca40 0x7f05e8073800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:56.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.649+0000 7f05ed8c1640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f05e815ca40 0x7f05e8073800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34412/0 (socket says 172.21.15.111:34412) 2024-09-19T04:38:56.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.649+0000 7f05ed8c1640 1 -- 172.21.15.111:0/3711629433 learned_addr learned my addr 172.21.15.111:0/3711629433 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:56.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.649+0000 7f05ee8c3640 1 --2- 172.21.15.111:0/3711629433 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05e815ceb0 0x7f05e81e4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:56.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.649+0000 7f05ee0c2640 1 --2- 172.21.15.111:0/3711629433 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f05e80d02a0 0x7f05e80aa4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:56.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.649+0000 7f05ed8c1640 1 -- 172.21.15.111:0/3711629433 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05e815ceb0 msgr2=0x7f05e81e4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:56.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.649+0000 7f05ed8c1640 1 --2- 172.21.15.111:0/3711629433 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05e815ceb0 0x7f05e81e4b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.649+0000 7f05ed8c1640 1 -- 172.21.15.111:0/3711629433 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f05e80d02a0 msgr2=0x7f05e80aa4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:56.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.649+0000 7f05ed8c1640 1 --2- 172.21.15.111:0/3711629433 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f05e80d02a0 0x7f05e80aa4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.649+0000 7f05ed8c1640 1 -- 172.21.15.111:0/3711629433 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05e8071bb0 con 0x7f05e815ca40 2024-09-19T04:38:56.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.649+0000 7f05ee0c2640 1 --2- 172.21.15.111:0/3711629433 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f05e80d02a0 0x7f05e80aa4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:56.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.649+0000 7f05ed8c1640 1 --2- 172.21.15.111:0/3711629433 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f05e815ca40 0x7f05e8073800 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7f05d800c400 tx=0x7f05d800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:56.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.649+0000 7f05deffd640 1 -- 172.21.15.111:0/3711629433 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05d80052d0 con 0x7f05e815ca40 2024-09-19T04:38:56.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.649+0000 7f05deffd640 1 -- 172.21.15.111:0/3711629433 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f05d8005490 con 0x7f05e815ca40 2024-09-19T04:38:56.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.649+0000 7f05deffd640 1 -- 172.21.15.111:0/3711629433 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05d8007260 con 0x7f05e815ca40 2024-09-19T04:38:56.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.649+0000 7f05f0326640 1 -- 172.21.15.111:0/3711629433 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05e8071e90 con 0x7f05e815ca40 2024-09-19T04:38:56.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.649+0000 7f05f0326640 1 -- 172.21.15.111:0/3711629433 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05e81e54f0 con 0x7f05e815ca40 2024-09-19T04:38:56.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.650+0000 7f05f0326640 1 -- 172.21.15.111:0/3711629433 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05e81e56f0 con 0x7f05e815ca40 2024-09-19T04:38:56.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.651+0000 7f05deffd640 1 -- 172.21.15.111:0/3711629433 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f05d8007400 con 0x7f05e815ca40 2024-09-19T04:38:56.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.651+0000 7f05deffd640 1 --2- 172.21.15.111:0/3711629433 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f05cc06c850 0x7f05cc06ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:56.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.651+0000 7f05deffd640 1 -- 172.21.15.111:0/3711629433 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f05d808b370 con 0x7f05e815ca40 2024-09-19T04:38:56.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.651+0000 7f05ee0c2640 1 --2- 172.21.15.111:0/3711629433 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f05cc06c850 0x7f05cc06ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:56.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.652+0000 7f05ee0c2640 1 --2- 172.21.15.111:0/3711629433 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f05cc06c850 0x7f05cc06ed10 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f05e4037000 tx=0x7f05e403e040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:56.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.655+0000 7f05deffd640 1 -- 172.21.15.111:0/3711629433 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f05e81e56f0 con 0x7f05e815ca40 2024-09-19T04:38:56.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.821+0000 7f05f0326640 1 -- 172.21.15.111:0/3711629433 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f05e80b4790 con 0x7f05e815ca40 2024-09-19T04:38:56.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.823+0000 7f05deffd640 1 -- 172.21.15.111:0/3711629433 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v131) ==== 74+0+16876 (secure 0 0 0) 0x7f05d8058be0 con 0x7f05e815ca40 2024-09-19T04:38:56.824 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:56.824 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":131,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:38:55.198083+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:38:51.864363+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"130","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-19T04:38:52.505501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"131","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:38:56.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.824+0000 7f05f0326640 1 -- 172.21.15.111:0/3711629433 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f05cc06c850 msgr2=0x7f05cc06ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:56.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.824+0000 7f05f0326640 1 --2- 172.21.15.111:0/3711629433 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f05cc06c850 0x7f05cc06ed10 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f05e4037000 tx=0x7f05e403e040 comp rx=0 tx=0).stop 2024-09-19T04:38:56.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.825+0000 7f05f0326640 1 -- 172.21.15.111:0/3711629433 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f05e815ca40 msgr2=0x7f05e8073800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:56.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.825+0000 7f05f0326640 1 --2- 172.21.15.111:0/3711629433 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f05e815ca40 0x7f05e8073800 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7f05d800c400 tx=0x7f05d800c8c0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.825+0000 7f05f0326640 1 -- 172.21.15.111:0/3711629433 shutdown_connections 2024-09-19T04:38:56.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.825+0000 7f05f0326640 1 --2- 172.21.15.111:0/3711629433 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f05cc06c850 0x7f05cc06ed10 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.825+0000 7f05f0326640 1 --2- 172.21.15.111:0/3711629433 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05e815ceb0 0x7f05e81e4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.825+0000 7f05f0326640 1 --2- 172.21.15.111:0/3711629433 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f05e815ca40 0x7f05e8073800 unknown :-1 s=CLOSED pgs=1273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.825+0000 7f05f0326640 1 --2- 172.21.15.111:0/3711629433 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f05e80d02a0 0x7f05e80aa4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.825+0000 7f05f0326640 1 -- 172.21.15.111:0/3711629433 >> 172.21.15.111:0/3711629433 conn(0x7f05e8062cc0 msgr2=0x7f05e80b3b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:56.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.825+0000 7f05f0326640 1 -- 172.21.15.111:0/3711629433 shutdown_connections 2024-09-19T04:38:56.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.825+0000 7f05f0326640 1 -- 172.21.15.111:0/3711629433 wait complete. 2024-09-19T04:38:56.837 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T04:38:56.837 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:38:56.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.934+0000 7fe6a7a5c640 1 Processor -- start 2024-09-19T04:38:56.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.934+0000 7fe6a7a5c640 1 -- start start 2024-09-19T04:38:56.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.935+0000 7fe6a7a5c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe6a006be10 0x7fe6a00cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:56.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.935+0000 7fe6a7a5c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe6a006c1f0 0x7fe6a015baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:56.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.935+0000 7fe6a7a5c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fe6a0151540 0x7fe6a01519b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:56.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.935+0000 7fe6a7a5c640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fe6a0151ef0 con 0x7fe6a006be10 2024-09-19T04:38:56.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.935+0000 7fe6a7a5c640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fe6a00cd5f0 con 0x7fe6a0151540 2024-09-19T04:38:56.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.935+0000 7fe6a7a5c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe6a00cd8d0 con 0x7fe6a006c1f0 2024-09-19T04:38:56.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.935+0000 7fe6a57f8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe6a006be10 0x7fe6a00cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:56.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.935+0000 7fe6a57f8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe6a006be10 0x7fe6a00cd010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34424/0 (socket says 172.21.15.111:34424) 2024-09-19T04:38:56.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.935+0000 7fe6a57f8640 1 -- 172.21.15.111:0/1212232134 learned_addr learned my addr 172.21.15.111:0/1212232134 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:56.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.935+0000 7fe6a4ff7640 1 --2- 172.21.15.111:0/1212232134 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe6a006c1f0 0x7fe6a015baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:56.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.935+0000 7fe6a5ff9640 1 --2- 172.21.15.111:0/1212232134 >> v2:172.21.15.114:3300/0 conn(0x7fe6a0151540 0x7fe6a01519b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:56.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.935+0000 7fe6a57f8640 1 -- 172.21.15.111:0/1212232134 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe6a006c1f0 msgr2=0x7fe6a015baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:56.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.935+0000 7fe6a57f8640 1 --2- 172.21.15.111:0/1212232134 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe6a006c1f0 0x7fe6a015baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.935+0000 7fe6a57f8640 1 -- 172.21.15.111:0/1212232134 >> v2:172.21.15.114:3300/0 conn(0x7fe6a0151540 msgr2=0x7fe6a01519b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:56.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.935+0000 7fe6a57f8640 1 --2- 172.21.15.111:0/1212232134 >> v2:172.21.15.114:3300/0 conn(0x7fe6a0151540 0x7fe6a01519b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.935+0000 7fe6a57f8640 1 -- 172.21.15.111:0/1212232134 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6a00cdbb0 con 0x7fe6a006be10 2024-09-19T04:38:56.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.935+0000 7fe6a5ff9640 1 --2- 172.21.15.111:0/1212232134 >> v2:172.21.15.114:3300/0 conn(0x7fe6a0151540 0x7fe6a01519b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:56.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.935+0000 7fe6a4ff7640 1 --2- 172.21.15.111:0/1212232134 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe6a006c1f0 0x7fe6a015baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:38:56.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.936+0000 7fe6a57f8640 1 --2- 172.21.15.111:0/1212232134 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe6a006be10 0x7fe6a00cd010 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7fe6a00cf9a0 tx=0x7fe69402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfe98e493d5633ea server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:56.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.936+0000 7fe693fff640 1 -- 172.21.15.111:0/1212232134 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe694037070 con 0x7fe6a006be10 2024-09-19T04:38:56.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.936+0000 7fe693fff640 1 -- 172.21.15.111:0/1212232134 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe694032440 con 0x7fe6a006be10 2024-09-19T04:38:56.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.936+0000 7fe693fff640 1 -- 172.21.15.111:0/1212232134 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe694032810 con 0x7fe6a006be10 2024-09-19T04:38:56.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.936+0000 7fe6a7a5c640 1 -- 172.21.15.111:0/1212232134 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe6a006be10 msgr2=0x7fe6a00cd010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:56.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.936+0000 7fe6a7a5c640 1 --2- 172.21.15.111:0/1212232134 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe6a006be10 0x7fe6a00cd010 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7fe6a00cf9a0 tx=0x7fe69402a210 comp rx=0 tx=0).stop 2024-09-19T04:38:56.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.937+0000 7fe6a7a5c640 1 -- 172.21.15.111:0/1212232134 shutdown_connections 2024-09-19T04:38:56.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.937+0000 7fe6a7a5c640 1 --2- 172.21.15.111:0/1212232134 >> v2:172.21.15.114:3300/0 conn(0x7fe6a0151540 0x7fe6a01519b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.937+0000 7fe6a7a5c640 1 --2- 172.21.15.111:0/1212232134 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe6a006c1f0 0x7fe6a015baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.937+0000 7fe6a7a5c640 1 --2- 172.21.15.111:0/1212232134 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe6a006be10 0x7fe6a00cd010 unknown :-1 s=CLOSED pgs=1274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.937+0000 7fe6a7a5c640 1 -- 172.21.15.111:0/1212232134 >> 172.21.15.111:0/1212232134 conn(0x7fe6a0062cc0 msgr2=0x7fe6a006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:56.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.937+0000 7fe6a7a5c640 1 -- 172.21.15.111:0/1212232134 shutdown_connections 2024-09-19T04:38:56.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.937+0000 7fe6a7a5c640 1 -- 172.21.15.111:0/1212232134 wait complete. 2024-09-19T04:38:56.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.938+0000 7fe6a7a5c640 1 Processor -- start 2024-09-19T04:38:56.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.938+0000 7fe6a7a5c640 1 -- start start 2024-09-19T04:38:56.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.938+0000 7fe6a7a5c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe6a006be10 0x7fe6a0159cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:56.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.939+0000 7fe6a7a5c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe6a006c1f0 0x7fe6a014f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:56.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.939+0000 7fe6a7a5c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe6a0151540 0x7fe6a01f7d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:56.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.939+0000 7fe6a7a5c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a00ce690 con 0x7fe6a006c1f0 2024-09-19T04:38:56.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.939+0000 7fe6a7a5c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a00ce170 con 0x7fe6a006be10 2024-09-19T04:38:56.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.939+0000 7fe6a7a5c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe6a00d0310 con 0x7fe6a0151540 2024-09-19T04:38:56.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.939+0000 7fe6a4ff7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe6a006c1f0 0x7fe6a014f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:56.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.939+0000 7fe6a4ff7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe6a006c1f0 0x7fe6a014f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34440/0 (socket says 172.21.15.111:34440) 2024-09-19T04:38:56.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.939+0000 7fe6a4ff7640 1 -- 172.21.15.111:0/1449620296 learned_addr learned my addr 172.21.15.111:0/1449620296 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:56.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.939+0000 7fe6a57f8640 1 --2- 172.21.15.111:0/1449620296 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe6a006be10 0x7fe6a0159cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:56.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.939+0000 7fe6a5ff9640 1 --2- 172.21.15.111:0/1449620296 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe6a0151540 0x7fe6a01f7d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:56.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.939+0000 7fe6a4ff7640 1 -- 172.21.15.111:0/1449620296 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe6a0151540 msgr2=0x7fe6a01f7d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:56.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.939+0000 7fe6a4ff7640 1 --2- 172.21.15.111:0/1449620296 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe6a0151540 0x7fe6a01f7d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.939+0000 7fe6a4ff7640 1 -- 172.21.15.111:0/1449620296 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe6a006be10 msgr2=0x7fe6a0159cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:56.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.939+0000 7fe6a4ff7640 1 --2- 172.21.15.111:0/1449620296 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe6a006be10 0x7fe6a0159cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:56.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.939+0000 7fe6a4ff7640 1 -- 172.21.15.111:0/1449620296 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6a0072f60 con 0x7fe6a006c1f0 2024-09-19T04:38:56.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.939+0000 7fe6a4ff7640 1 --2- 172.21.15.111:0/1449620296 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe6a006c1f0 0x7fe6a014f210 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7fe69c00c7f0 tx=0x7fe69c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:56.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.939+0000 7fe691ffb640 1 -- 172.21.15.111:0/1449620296 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe69c015070 con 0x7fe6a006c1f0 2024-09-19T04:38:56.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.939+0000 7fe691ffb640 1 -- 172.21.15.111:0/1449620296 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe69c007a30 con 0x7fe6a006c1f0 2024-09-19T04:38:56.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.939+0000 7fe6a7a5c640 1 -- 172.21.15.111:0/1449620296 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6a00723e0 con 0x7fe6a006c1f0 2024-09-19T04:38:56.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.939+0000 7fe691ffb640 1 -- 172.21.15.111:0/1449620296 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe69c007e00 con 0x7fe6a006c1f0 2024-09-19T04:38:56.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.939+0000 7fe6a7a5c640 1 -- 172.21.15.111:0/1449620296 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6a0072c80 con 0x7fe6a006c1f0 2024-09-19T04:38:56.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.940+0000 7fe6a7a5c640 1 -- 172.21.15.111:0/1449620296 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6a00cc3d0 con 0x7fe6a006c1f0 2024-09-19T04:38:56.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.941+0000 7fe691ffb640 1 -- 172.21.15.111:0/1449620296 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fe69c018070 con 0x7fe6a006c1f0 2024-09-19T04:38:56.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.941+0000 7fe691ffb640 1 --2- 172.21.15.111:0/1449620296 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe68406c850 0x7fe68406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:56.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.941+0000 7fe691ffb640 1 -- 172.21.15.111:0/1449620296 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7fe69c08be60 con 0x7fe6a006c1f0 2024-09-19T04:38:56.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.941+0000 7fe6a57f8640 1 --2- 172.21.15.111:0/1449620296 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe68406c850 0x7fe68406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:56.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.942+0000 7fe6a57f8640 1 --2- 172.21.15.111:0/1449620296 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe68406c850 0x7fe68406ed10 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fe694034000 tx=0x7fe69402e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:56.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:56.946+0000 7fe691ffb640 1 -- 172.21.15.111:0/1449620296 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe6a00cc3d0 con 0x7fe6a006c1f0 2024-09-19T04:38:57.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.109+0000 7fe6a7a5c640 1 -- 172.21.15.111:0/1449620296 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe6a00d0720 con 0x7fe68406c850 2024-09-19T04:38:57.116 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.115+0000 7fe691ffb640 1 -- 172.21.15.111:0/1449620296 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247089 (secure 0 0 0) 0x7fe6a00d0720 con 0x7fe68406c850 2024-09-19T04:38:57.121 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:57.122 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:38:57.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.118+0000 7fe6a7a5c640 1 -- 172.21.15.111:0/1449620296 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe68406c850 msgr2=0x7fe68406ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:57.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.118+0000 7fe6a7a5c640 1 --2- 172.21.15.111:0/1449620296 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe68406c850 0x7fe68406ed10 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fe694034000 tx=0x7fe69402e000 comp rx=0 tx=0).stop 2024-09-19T04:38:57.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.118+0000 7fe6a7a5c640 1 -- 172.21.15.111:0/1449620296 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe6a006c1f0 msgr2=0x7fe6a014f210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:57.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.118+0000 7fe6a7a5c640 1 --2- 172.21.15.111:0/1449620296 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe6a006c1f0 0x7fe6a014f210 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7fe69c00c7f0 tx=0x7fe69c00ccb0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.118+0000 7fe6a7a5c640 1 -- 172.21.15.111:0/1449620296 shutdown_connections 2024-09-19T04:38:57.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.118+0000 7fe6a7a5c640 1 --2- 172.21.15.111:0/1449620296 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe68406c850 0x7fe68406ed10 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.118+0000 7fe6a7a5c640 1 --2- 172.21.15.111:0/1449620296 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe6a0151540 0x7fe6a01f7d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.118+0000 7fe6a7a5c640 1 --2- 172.21.15.111:0/1449620296 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe6a006c1f0 0x7fe6a014f210 unknown :-1 s=CLOSED pgs=1275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.118+0000 7fe6a7a5c640 1 --2- 172.21.15.111:0/1449620296 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe6a006be10 0x7fe6a0159cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.118+0000 7fe6a7a5c640 1 -- 172.21.15.111:0/1449620296 >> 172.21.15.111:0/1449620296 conn(0x7fe6a0062cc0 msgr2=0x7fe6a006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:57.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.118+0000 7fe6a7a5c640 1 -- 172.21.15.111:0/1449620296 shutdown_connections 2024-09-19T04:38:57.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.118+0000 7fe6a7a5c640 1 -- 172.21.15.111:0/1449620296 wait complete. 2024-09-19T04:38:57.130 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":128,"stamp":"2024-09-19T04:38:56.191828+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":26,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":263272,"kb_used_data":13736,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754711448,"statfs":{"total":773094113280,"available":772824522752,"internally_reserved":0,"allocated":14065664,"data_stored":6843904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.008088"},"pg_stats":[{"pgid":"21.3f","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.198182+0000","last_change":"2024-09-19T04:38:53.198182+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.198182+0000","last_undegraded":"2024-09-19T04:38:53.198182+0000","last_fullsized":"2024-09-19T04:38:53.198182+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.3e","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.198368+0000","last_change":"2024-09-19T04:38:53.198368+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.198368+0000","last_undegraded":"2024-09-19T04:38:53.198368+0000","last_fullsized":"2024-09-19T04:38:53.198368+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.3d","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.199451+0000","last_change":"2024-09-19T04:38:53.199451+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.199451+0000","last_undegraded":"2024-09-19T04:38:53.199451+0000","last_fullsized":"2024-09-19T04:38:53.199451+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.3c","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195156+0000","last_change":"2024-09-19T04:38:53.195156+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195156+0000","last_undegraded":"2024-09-19T04:38:53.195156+0000","last_fullsized":"2024-09-19T04:38:53.195156+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.3b","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196164+0000","last_change":"2024-09-19T04:38:53.196164+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196164+0000","last_undegraded":"2024-09-19T04:38:53.196164+0000","last_fullsized":"2024-09-19T04:38:53.196164+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.3a","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.198159+0000","last_change":"2024-09-19T04:38:53.198159+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.198159+0000","last_undegraded":"2024-09-19T04:38:53.198159+0000","last_fullsized":"2024-09-19T04:38:53.198159+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.39","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.193620+0000","last_change":"2024-09-19T04:38:53.193620+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.193620+0000","last_undegraded":"2024-09-19T04:38:53.193620+0000","last_fullsized":"2024-09-19T04:38:53.193620+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.38","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.197728+0000","last_change":"2024-09-19T04:38:53.197728+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.197728+0000","last_undegraded":"2024-09-19T04:38:53.197728+0000","last_fullsized":"2024-09-19T04:38:53.197728+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.37","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.197929+0000","last_change":"2024-09-19T04:38:53.197929+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.197929+0000","last_undegraded":"2024-09-19T04:38:53.197929+0000","last_fullsized":"2024-09-19T04:38:53.197929+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.36","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.201202+0000","last_change":"2024-09-19T04:38:53.201202+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.201202+0000","last_undegraded":"2024-09-19T04:38:53.201202+0000","last_fullsized":"2024-09-19T04:38:53.201202+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.35","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.197263+0000","last_change":"2024-09-19T04:38:53.197263+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.197263+0000","last_undegraded":"2024-09-19T04:38:53.197263+0000","last_fullsized":"2024-09-19T04:38:53.197263+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.34","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.199040+0000","last_change":"2024-09-19T04:38:53.199040+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.199040+0000","last_undegraded":"2024-09-19T04:38:53.199040+0000","last_fullsized":"2024-09-19T04:38:53.199040+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.33","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194813+0000","last_change":"2024-09-19T04:38:53.194813+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194813+0000","last_undegraded":"2024-09-19T04:38:53.194813+0000","last_fullsized":"2024-09-19T04:38:53.194813+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.32","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195970+0000","last_change":"2024-09-19T04:38:53.195970+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195970+0000","last_undegraded":"2024-09-19T04:38:53.195970+0000","last_fullsized":"2024-09-19T04:38:53.195970+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.31","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.199295+0000","last_change":"2024-09-19T04:38:53.199295+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.199295+0000","last_undegraded":"2024-09-19T04:38:53.199295+0000","last_fullsized":"2024-09-19T04:38:53.199295+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.30","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194459+0000","last_change":"2024-09-19T04:38:53.194459+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194459+0000","last_undegraded":"2024-09-19T04:38:53.194459+0000","last_fullsized":"2024-09-19T04:38:53.194459+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.2f","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.202512+0000","last_change":"2024-09-19T04:38:53.202512+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.202512+0000","last_undegraded":"2024-09-19T04:38:53.202512+0000","last_fullsized":"2024-09-19T04:38:53.202512+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.2e","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.199475+0000","last_change":"2024-09-19T04:38:53.199475+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.199475+0000","last_undegraded":"2024-09-19T04:38:53.199475+0000","last_fullsized":"2024-09-19T04:38:53.199475+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.2d","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196843+0000","last_change":"2024-09-19T04:38:53.196843+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196843+0000","last_undegraded":"2024-09-19T04:38:53.196843+0000","last_fullsized":"2024-09-19T04:38:53.196843+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2c","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195368+0000","last_change":"2024-09-19T04:38:53.195368+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195368+0000","last_undegraded":"2024-09-19T04:38:53.195368+0000","last_fullsized":"2024-09-19T04:38:53.195368+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.2b","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.202552+0000","last_change":"2024-09-19T04:38:53.202552+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.202552+0000","last_undegraded":"2024-09-19T04:38:53.202552+0000","last_fullsized":"2024-09-19T04:38:53.202552+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.2a","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195511+0000","last_change":"2024-09-19T04:38:53.195511+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195511+0000","last_undegraded":"2024-09-19T04:38:53.195511+0000","last_fullsized":"2024-09-19T04:38:53.195511+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.29","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195065+0000","last_change":"2024-09-19T04:38:53.195065+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195065+0000","last_undegraded":"2024-09-19T04:38:53.195065+0000","last_fullsized":"2024-09-19T04:38:53.195065+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.28","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.199531+0000","last_change":"2024-09-19T04:38:53.199531+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.199531+0000","last_undegraded":"2024-09-19T04:38:53.199531+0000","last_fullsized":"2024-09-19T04:38:53.199531+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.27","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196924+0000","last_change":"2024-09-19T04:38:53.196924+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196924+0000","last_undegraded":"2024-09-19T04:38:53.196924+0000","last_fullsized":"2024-09-19T04:38:53.196924+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.26","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196387+0000","last_change":"2024-09-19T04:38:53.196387+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196387+0000","last_undegraded":"2024-09-19T04:38:53.196387+0000","last_fullsized":"2024-09-19T04:38:53.196387+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.25","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195400+0000","last_change":"2024-09-19T04:38:53.195400+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195400+0000","last_undegraded":"2024-09-19T04:38:53.195400+0000","last_fullsized":"2024-09-19T04:38:53.195400+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.24","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195353+0000","last_change":"2024-09-19T04:38:53.195353+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195353+0000","last_undegraded":"2024-09-19T04:38:53.195353+0000","last_fullsized":"2024-09-19T04:38:53.195353+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.23","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196490+0000","last_change":"2024-09-19T04:38:53.196490+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196490+0000","last_undegraded":"2024-09-19T04:38:53.196490+0000","last_fullsized":"2024-09-19T04:38:53.196490+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.22","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194654+0000","last_change":"2024-09-19T04:38:53.194654+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194654+0000","last_undegraded":"2024-09-19T04:38:53.194654+0000","last_fullsized":"2024-09-19T04:38:53.194654+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.21","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.197521+0000","last_change":"2024-09-19T04:38:53.197521+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.197521+0000","last_undegraded":"2024-09-19T04:38:53.197521+0000","last_fullsized":"2024-09-19T04:38:53.197521+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.20","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194072+0000","last_change":"2024-09-19T04:38:53.194072+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194072+0000","last_undegraded":"2024-09-19T04:38:53.194072+0000","last_fullsized":"2024-09-19T04:38:53.194072+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.200832+0000","last_change":"2024-09-19T04:38:53.200832+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.200832+0000","last_undegraded":"2024-09-19T04:38:53.200832+0000","last_fullsized":"2024-09-19T04:38:53.200832+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1f","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.212600+0000","last_change":"2024-09-19T04:38:53.209501+0000","last_active":"2024-09-19T04:38:53.212600+0000","last_peered":"2024-09-19T04:38:53.212600+0000","last_clean":"2024-09-19T04:38:53.212600+0000","last_became_active":"2024-09-19T04:38:53.209177+0000","last_became_peered":"2024-09-19T04:38:53.209177+0000","last_unstale":"2024-09-19T04:38:53.212600+0000","last_undegraded":"2024-09-19T04:38:53.212600+0000","last_fullsized":"2024-09-19T04:38:53.212600+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:20.105429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196134+0000","last_change":"2024-09-19T04:38:53.196134+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196134+0000","last_undegraded":"2024-09-19T04:38:53.196134+0000","last_fullsized":"2024-09-19T04:38:53.196134+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1e","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.208933+0000","last_change":"2024-09-19T04:38:53.206984+0000","last_active":"2024-09-19T04:38:53.208933+0000","last_peered":"2024-09-19T04:38:53.208933+0000","last_clean":"2024-09-19T04:38:53.208933+0000","last_became_active":"2024-09-19T04:38:53.206193+0000","last_became_peered":"2024-09-19T04:38:53.206193+0000","last_unstale":"2024-09-19T04:38:53.208933+0000","last_undegraded":"2024-09-19T04:38:53.208933+0000","last_fullsized":"2024-09-19T04:38:53.208933+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:12.837247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196014+0000","last_change":"2024-09-19T04:38:53.196014+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196014+0000","last_undegraded":"2024-09-19T04:38:53.196014+0000","last_fullsized":"2024-09-19T04:38:53.196014+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.1d","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206453+0000","last_change":"2024-09-19T04:38:53.201965+0000","last_active":"2024-09-19T04:38:53.206453+0000","last_peered":"2024-09-19T04:38:53.206453+0000","last_clean":"2024-09-19T04:38:53.206453+0000","last_became_active":"2024-09-19T04:38:53.201662+0000","last_became_peered":"2024-09-19T04:38:53.201662+0000","last_unstale":"2024-09-19T04:38:53.206453+0000","last_undegraded":"2024-09-19T04:38:53.206453+0000","last_fullsized":"2024-09-19T04:38:53.206453+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:52:06.090757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.198482+0000","last_change":"2024-09-19T04:38:53.198482+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.198482+0000","last_undegraded":"2024-09-19T04:38:53.198482+0000","last_fullsized":"2024-09-19T04:38:53.198482+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1c","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206397+0000","last_change":"2024-09-19T04:38:53.201590+0000","last_active":"2024-09-19T04:38:53.206397+0000","last_peered":"2024-09-19T04:38:53.206397+0000","last_clean":"2024-09-19T04:38:53.206397+0000","last_became_active":"2024-09-19T04:38:53.201271+0000","last_became_peered":"2024-09-19T04:38:53.201271+0000","last_unstale":"2024-09-19T04:38:53.206397+0000","last_undegraded":"2024-09-19T04:38:53.206397+0000","last_fullsized":"2024-09-19T04:38:53.206397+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:40.769465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196086+0000","last_change":"2024-09-19T04:38:53.196086+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196086+0000","last_undegraded":"2024-09-19T04:38:53.196086+0000","last_fullsized":"2024-09-19T04:38:53.196086+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1b","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.210756+0000","last_change":"2024-09-19T04:38:53.208388+0000","last_active":"2024-09-19T04:38:53.210756+0000","last_peered":"2024-09-19T04:38:53.210756+0000","last_clean":"2024-09-19T04:38:53.210756+0000","last_became_active":"2024-09-19T04:38:53.207820+0000","last_became_peered":"2024-09-19T04:38:53.207820+0000","last_unstale":"2024-09-19T04:38:53.210756+0000","last_undegraded":"2024-09-19T04:38:53.210756+0000","last_fullsized":"2024-09-19T04:38:53.210756+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:18.417746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195315+0000","last_change":"2024-09-19T04:38:53.195315+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195315+0000","last_undegraded":"2024-09-19T04:38:53.195315+0000","last_fullsized":"2024-09-19T04:38:53.195315+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.1a","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.209385+0000","last_change":"2024-09-19T04:38:53.205962+0000","last_active":"2024-09-19T04:38:53.209385+0000","last_peered":"2024-09-19T04:38:53.209385+0000","last_clean":"2024-09-19T04:38:53.209385+0000","last_became_active":"2024-09-19T04:38:53.205672+0000","last_became_peered":"2024-09-19T04:38:53.205672+0000","last_unstale":"2024-09-19T04:38:53.209385+0000","last_undegraded":"2024-09-19T04:38:53.209385+0000","last_fullsized":"2024-09-19T04:38:53.209385+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:30.142772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196445+0000","last_change":"2024-09-19T04:38:53.196445+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196445+0000","last_undegraded":"2024-09-19T04:38:53.196445+0000","last_fullsized":"2024-09-19T04:38:53.196445+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206885+0000","last_change":"2024-09-19T04:38:53.205247+0000","last_active":"2024-09-19T04:38:53.206885+0000","last_peered":"2024-09-19T04:38:53.206885+0000","last_clean":"2024-09-19T04:38:53.206885+0000","last_became_active":"2024-09-19T04:38:53.203932+0000","last_became_peered":"2024-09-19T04:38:53.203932+0000","last_unstale":"2024-09-19T04:38:53.206885+0000","last_undegraded":"2024-09-19T04:38:53.206885+0000","last_fullsized":"2024-09-19T04:38:53.206885+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:19:58.331719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196561+0000","last_change":"2024-09-19T04:38:53.196561+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196561+0000","last_undegraded":"2024-09-19T04:38:53.196561+0000","last_fullsized":"2024-09-19T04:38:53.196561+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.209510+0000","last_change":"2024-09-19T04:38:53.205765+0000","last_active":"2024-09-19T04:38:53.209510+0000","last_peered":"2024-09-19T04:38:53.209510+0000","last_clean":"2024-09-19T04:38:53.209510+0000","last_became_active":"2024-09-19T04:38:53.205437+0000","last_became_peered":"2024-09-19T04:38:53.205437+0000","last_unstale":"2024-09-19T04:38:53.209510+0000","last_undegraded":"2024-09-19T04:38:53.209510+0000","last_fullsized":"2024-09-19T04:38:53.209510+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:09:33.809431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195771+0000","last_change":"2024-09-19T04:38:53.195771+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195771+0000","last_undegraded":"2024-09-19T04:38:53.195771+0000","last_fullsized":"2024-09-19T04:38:53.195771+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.202682+0000","last_change":"2024-09-19T04:38:53.199215+0000","last_active":"2024-09-19T04:38:53.202682+0000","last_peered":"2024-09-19T04:38:53.202682+0000","last_clean":"2024-09-19T04:38:53.202682+0000","last_became_active":"2024-09-19T04:38:53.198451+0000","last_became_peered":"2024-09-19T04:38:53.198451+0000","last_unstale":"2024-09-19T04:38:53.202682+0000","last_undegraded":"2024-09-19T04:38:53.202682+0000","last_fullsized":"2024-09-19T04:38:53.202682+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:23:33.692967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.203029+0000","last_change":"2024-09-19T04:38:53.203029+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.203029+0000","last_undegraded":"2024-09-19T04:38:53.203029+0000","last_fullsized":"2024-09-19T04:38:53.203029+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.215080+0000","last_change":"2024-09-19T04:38:53.212550+0000","last_active":"2024-09-19T04:38:53.215080+0000","last_peered":"2024-09-19T04:38:53.215080+0000","last_clean":"2024-09-19T04:38:53.215080+0000","last_became_active":"2024-09-19T04:38:53.212267+0000","last_became_peered":"2024-09-19T04:38:53.212267+0000","last_unstale":"2024-09-19T04:38:53.215080+0000","last_undegraded":"2024-09-19T04:38:53.215080+0000","last_fullsized":"2024-09-19T04:38:53.215080+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:08.055180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194999+0000","last_change":"2024-09-19T04:38:53.194999+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194999+0000","last_undegraded":"2024-09-19T04:38:53.194999+0000","last_fullsized":"2024-09-19T04:38:53.194999+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.14","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.204381+0000","last_change":"2024-09-19T04:38:53.201094+0000","last_active":"2024-09-19T04:38:53.204381+0000","last_peered":"2024-09-19T04:38:53.204381+0000","last_clean":"2024-09-19T04:38:53.204381+0000","last_became_active":"2024-09-19T04:38:53.200673+0000","last_became_peered":"2024-09-19T04:38:53.200673+0000","last_unstale":"2024-09-19T04:38:53.204381+0000","last_undegraded":"2024-09-19T04:38:53.204381+0000","last_fullsized":"2024-09-19T04:38:53.204381+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:57.249386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.198345+0000","last_change":"2024-09-19T04:38:53.198345+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.198345+0000","last_undegraded":"2024-09-19T04:38:53.198345+0000","last_fullsized":"2024-09-19T04:38:53.198345+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.13","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.212223+0000","last_change":"2024-09-19T04:38:53.209122+0000","last_active":"2024-09-19T04:38:53.212223+0000","last_peered":"2024-09-19T04:38:53.212223+0000","last_clean":"2024-09-19T04:38:53.212223+0000","last_became_active":"2024-09-19T04:38:53.208812+0000","last_became_peered":"2024-09-19T04:38:53.208812+0000","last_unstale":"2024-09-19T04:38:53.212223+0000","last_undegraded":"2024-09-19T04:38:53.212223+0000","last_fullsized":"2024-09-19T04:38:53.212223+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:22.672966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196935+0000","last_change":"2024-09-19T04:38:53.196935+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196935+0000","last_undegraded":"2024-09-19T04:38:53.196935+0000","last_fullsized":"2024-09-19T04:38:53.196935+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206943+0000","last_change":"2024-09-19T04:38:53.202673+0000","last_active":"2024-09-19T04:38:53.206943+0000","last_peered":"2024-09-19T04:38:53.206943+0000","last_clean":"2024-09-19T04:38:53.206943+0000","last_became_active":"2024-09-19T04:38:53.202393+0000","last_became_peered":"2024-09-19T04:38:53.202393+0000","last_unstale":"2024-09-19T04:38:53.206943+0000","last_undegraded":"2024-09-19T04:38:53.206943+0000","last_fullsized":"2024-09-19T04:38:53.206943+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:07.877081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195857+0000","last_change":"2024-09-19T04:38:53.195857+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195857+0000","last_undegraded":"2024-09-19T04:38:53.195857+0000","last_fullsized":"2024-09-19T04:38:53.195857+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.203366+0000","last_change":"2024-09-19T04:38:53.201807+0000","last_active":"2024-09-19T04:38:53.203366+0000","last_peered":"2024-09-19T04:38:53.203366+0000","last_clean":"2024-09-19T04:38:53.203366+0000","last_became_active":"2024-09-19T04:38:53.201564+0000","last_became_peered":"2024-09-19T04:38:53.201564+0000","last_unstale":"2024-09-19T04:38:53.203366+0000","last_undegraded":"2024-09-19T04:38:53.203366+0000","last_fullsized":"2024-09-19T04:38:53.203366+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:07.877081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.198549+0000","last_change":"2024-09-19T04:38:53.198549+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.198549+0000","last_undegraded":"2024-09-19T04:38:53.198549+0000","last_fullsized":"2024-09-19T04:38:53.198549+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.10","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206624+0000","last_change":"2024-09-19T04:38:53.204441+0000","last_active":"2024-09-19T04:38:53.206624+0000","last_peered":"2024-09-19T04:38:53.206624+0000","last_clean":"2024-09-19T04:38:53.206624+0000","last_became_active":"2024-09-19T04:38:53.204188+0000","last_became_peered":"2024-09-19T04:38:53.204188+0000","last_unstale":"2024-09-19T04:38:53.206624+0000","last_undegraded":"2024-09-19T04:38:53.206624+0000","last_fullsized":"2024-09-19T04:38:53.206624+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:49.225615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.200363+0000","last_change":"2024-09-19T04:38:53.200363+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.200363+0000","last_undegraded":"2024-09-19T04:38:53.200363+0000","last_fullsized":"2024-09-19T04:38:53.200363+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.f","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.209118+0000","last_change":"2024-09-19T04:38:53.204660+0000","last_active":"2024-09-19T04:38:53.209118+0000","last_peered":"2024-09-19T04:38:53.209118+0000","last_clean":"2024-09-19T04:38:53.209118+0000","last_became_active":"2024-09-19T04:38:53.204354+0000","last_became_peered":"2024-09-19T04:38:53.204354+0000","last_unstale":"2024-09-19T04:38:53.209118+0000","last_undegraded":"2024-09-19T04:38:53.209118+0000","last_fullsized":"2024-09-19T04:38:53.209118+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:01:31.087651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196499+0000","last_change":"2024-09-19T04:38:53.196499+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196499+0000","last_undegraded":"2024-09-19T04:38:53.196499+0000","last_fullsized":"2024-09-19T04:38:53.196499+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.e","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.207355+0000","last_change":"2024-09-19T04:38:53.205866+0000","last_active":"2024-09-19T04:38:53.207355+0000","last_peered":"2024-09-19T04:38:53.207355+0000","last_clean":"2024-09-19T04:38:53.207355+0000","last_became_active":"2024-09-19T04:38:53.205490+0000","last_became_peered":"2024-09-19T04:38:53.205490+0000","last_unstale":"2024-09-19T04:38:53.207355+0000","last_undegraded":"2024-09-19T04:38:53.207355+0000","last_fullsized":"2024-09-19T04:38:53.207355+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:45:27.713396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.200374+0000","last_change":"2024-09-19T04:38:53.200374+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.200374+0000","last_undegraded":"2024-09-19T04:38:53.200374+0000","last_fullsized":"2024-09-19T04:38:53.200374+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.d","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206675+0000","last_change":"2024-09-19T04:38:53.205055+0000","last_active":"2024-09-19T04:38:53.206675+0000","last_peered":"2024-09-19T04:38:53.206675+0000","last_clean":"2024-09-19T04:38:53.206675+0000","last_became_active":"2024-09-19T04:38:53.204744+0000","last_became_peered":"2024-09-19T04:38:53.204744+0000","last_unstale":"2024-09-19T04:38:53.206675+0000","last_undegraded":"2024-09-19T04:38:53.206675+0000","last_fullsized":"2024-09-19T04:38:53.206675+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:43.436615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195595+0000","last_change":"2024-09-19T04:38:53.195595+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195595+0000","last_undegraded":"2024-09-19T04:38:53.195595+0000","last_fullsized":"2024-09-19T04:38:53.195595+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.202872+0000","last_change":"2024-09-19T04:38:53.200988+0000","last_active":"2024-09-19T04:38:53.202872+0000","last_peered":"2024-09-19T04:38:53.202872+0000","last_clean":"2024-09-19T04:38:53.202872+0000","last_became_active":"2024-09-19T04:38:53.200672+0000","last_became_peered":"2024-09-19T04:38:53.200672+0000","last_unstale":"2024-09-19T04:38:53.202872+0000","last_undegraded":"2024-09-19T04:38:53.202872+0000","last_fullsized":"2024-09-19T04:38:53.202872+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:32.615748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194189+0000","last_change":"2024-09-19T04:38:53.194189+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194189+0000","last_undegraded":"2024-09-19T04:38:53.194189+0000","last_fullsized":"2024-09-19T04:38:53.194189+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.b","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.208962+0000","last_change":"2024-09-19T04:38:53.207794+0000","last_active":"2024-09-19T04:38:53.208962+0000","last_peered":"2024-09-19T04:38:53.208962+0000","last_clean":"2024-09-19T04:38:53.208962+0000","last_became_active":"2024-09-19T04:38:53.207187+0000","last_became_peered":"2024-09-19T04:38:53.207187+0000","last_unstale":"2024-09-19T04:38:53.208962+0000","last_undegraded":"2024-09-19T04:38:53.208962+0000","last_fullsized":"2024-09-19T04:38:53.208962+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:18:54.726821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195001+0000","last_change":"2024-09-19T04:38:53.195001+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195001+0000","last_undegraded":"2024-09-19T04:38:53.195001+0000","last_fullsized":"2024-09-19T04:38:53.195001+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.212643+0000","last_change":"2024-09-19T04:38:53.209760+0000","last_active":"2024-09-19T04:38:53.212643+0000","last_peered":"2024-09-19T04:38:53.212643+0000","last_clean":"2024-09-19T04:38:53.212643+0000","last_became_active":"2024-09-19T04:38:53.209286+0000","last_became_peered":"2024-09-19T04:38:53.209286+0000","last_unstale":"2024-09-19T04:38:53.212643+0000","last_undegraded":"2024-09-19T04:38:53.212643+0000","last_fullsized":"2024-09-19T04:38:53.212643+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:55:59.561267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194721+0000","last_change":"2024-09-19T04:38:53.194721+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194721+0000","last_undegraded":"2024-09-19T04:38:53.194721+0000","last_fullsized":"2024-09-19T04:38:53.194721+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.212884+0000","last_change":"2024-09-19T04:38:53.209847+0000","last_active":"2024-09-19T04:38:53.212884+0000","last_peered":"2024-09-19T04:38:53.212884+0000","last_clean":"2024-09-19T04:38:53.212884+0000","last_became_active":"2024-09-19T04:38:53.209399+0000","last_became_peered":"2024-09-19T04:38:53.209399+0000","last_unstale":"2024-09-19T04:38:53.212884+0000","last_undegraded":"2024-09-19T04:38:53.212884+0000","last_fullsized":"2024-09-19T04:38:53.212884+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:33:05.573854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.193985+0000","last_change":"2024-09-19T04:38:53.193985+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.193985+0000","last_undegraded":"2024-09-19T04:38:53.193985+0000","last_fullsized":"2024-09-19T04:38:53.193985+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.212053+0000","last_change":"2024-09-19T04:38:53.208617+0000","last_active":"2024-09-19T04:38:53.212053+0000","last_peered":"2024-09-19T04:38:53.212053+0000","last_clean":"2024-09-19T04:38:53.212053+0000","last_became_active":"2024-09-19T04:38:53.208337+0000","last_became_peered":"2024-09-19T04:38:53.208337+0000","last_unstale":"2024-09-19T04:38:53.212053+0000","last_undegraded":"2024-09-19T04:38:53.212053+0000","last_fullsized":"2024-09-19T04:38:53.212053+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:40.131061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194327+0000","last_change":"2024-09-19T04:38:53.194327+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194327+0000","last_undegraded":"2024-09-19T04:38:53.194327+0000","last_fullsized":"2024-09-19T04:38:53.194327+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.7","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.215109+0000","last_change":"2024-09-19T04:38:53.212740+0000","last_active":"2024-09-19T04:38:53.215109+0000","last_peered":"2024-09-19T04:38:53.215109+0000","last_clean":"2024-09-19T04:38:53.215109+0000","last_became_active":"2024-09-19T04:38:53.212426+0000","last_became_peered":"2024-09-19T04:38:53.212426+0000","last_unstale":"2024-09-19T04:38:53.215109+0000","last_undegraded":"2024-09-19T04:38:53.215109+0000","last_fullsized":"2024-09-19T04:38:53.215109+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:50:31.557157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.201456+0000","last_change":"2024-09-19T04:38:53.201456+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.201456+0000","last_undegraded":"2024-09-19T04:38:53.201456+0000","last_fullsized":"2024-09-19T04:38:53.201456+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.6","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.208253+0000","last_change":"2024-09-19T04:38:53.206302+0000","last_active":"2024-09-19T04:38:53.208253+0000","last_peered":"2024-09-19T04:38:53.208253+0000","last_clean":"2024-09-19T04:38:53.208253+0000","last_became_active":"2024-09-19T04:38:53.206048+0000","last_became_peered":"2024-09-19T04:38:53.206048+0000","last_unstale":"2024-09-19T04:38:53.208253+0000","last_undegraded":"2024-09-19T04:38:53.208253+0000","last_fullsized":"2024-09-19T04:38:53.208253+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:40.131061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196086+0000","last_change":"2024-09-19T04:38:53.196086+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196086+0000","last_undegraded":"2024-09-19T04:38:53.196086+0000","last_fullsized":"2024-09-19T04:38:53.196086+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.204241+0000","last_change":"2024-09-19T04:38:53.200027+0000","last_active":"2024-09-19T04:38:53.204241+0000","last_peered":"2024-09-19T04:38:53.204241+0000","last_clean":"2024-09-19T04:38:53.204241+0000","last_became_active":"2024-09-19T04:38:53.199735+0000","last_became_peered":"2024-09-19T04:38:53.199735+0000","last_unstale":"2024-09-19T04:38:53.204241+0000","last_undegraded":"2024-09-19T04:38:53.204241+0000","last_fullsized":"2024-09-19T04:38:53.204241+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:59:59.449472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195093+0000","last_change":"2024-09-19T04:38:53.195093+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195093+0000","last_undegraded":"2024-09-19T04:38:53.195093+0000","last_fullsized":"2024-09-19T04:38:53.195093+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.203394+0000","last_change":"2024-09-19T04:38:53.202677+0000","last_active":"2024-09-19T04:38:53.203394+0000","last_peered":"2024-09-19T04:38:53.203394+0000","last_clean":"2024-09-19T04:38:53.203394+0000","last_became_active":"2024-09-19T04:38:53.202380+0000","last_became_peered":"2024-09-19T04:38:53.202380+0000","last_unstale":"2024-09-19T04:38:53.203394+0000","last_undegraded":"2024-09-19T04:38:53.203394+0000","last_fullsized":"2024-09-19T04:38:53.203394+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:21.962963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.193416+0000","last_change":"2024-09-19T04:38:53.193416+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.193416+0000","last_undegraded":"2024-09-19T04:38:53.193416+0000","last_fullsized":"2024-09-19T04:38:53.193416+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.208985+0000","last_change":"2024-09-19T04:38:53.208022+0000","last_active":"2024-09-19T04:38:53.208985+0000","last_peered":"2024-09-19T04:38:53.208985+0000","last_clean":"2024-09-19T04:38:53.208985+0000","last_became_active":"2024-09-19T04:38:53.207525+0000","last_became_peered":"2024-09-19T04:38:53.207525+0000","last_unstale":"2024-09-19T04:38:53.208985+0000","last_undegraded":"2024-09-19T04:38:53.208985+0000","last_fullsized":"2024-09-19T04:38:53.208985+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:41.140119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.193957+0000","last_change":"2024-09-19T04:38:53.193957+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.193957+0000","last_undegraded":"2024-09-19T04:38:53.193957+0000","last_fullsized":"2024-09-19T04:38:53.193957+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.215089+0000","last_change":"2024-09-19T04:38:53.212693+0000","last_active":"2024-09-19T04:38:53.215089+0000","last_peered":"2024-09-19T04:38:53.215089+0000","last_clean":"2024-09-19T04:38:53.215089+0000","last_became_active":"2024-09-19T04:38:53.212342+0000","last_became_peered":"2024-09-19T04:38:53.212342+0000","last_unstale":"2024-09-19T04:38:53.215089+0000","last_undegraded":"2024-09-19T04:38:53.215089+0000","last_fullsized":"2024-09-19T04:38:53.215089+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:10:30.052943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.199145+0000","last_change":"2024-09-19T04:38:53.199145+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.199145+0000","last_undegraded":"2024-09-19T04:38:53.199145+0000","last_fullsized":"2024-09-19T04:38:53.199145+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206489+0000","last_change":"2024-09-19T04:38:53.202530+0000","last_active":"2024-09-19T04:38:53.206489+0000","last_peered":"2024-09-19T04:38:53.206489+0000","last_clean":"2024-09-19T04:38:53.206489+0000","last_became_active":"2024-09-19T04:38:53.202236+0000","last_became_peered":"2024-09-19T04:38:53.202236+0000","last_unstale":"2024-09-19T04:38:53.206489+0000","last_undegraded":"2024-09-19T04:38:53.206489+0000","last_fullsized":"2024-09-19T04:38:53.206489+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:59:59.449472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.193963+0000","last_change":"2024-09-19T04:38:53.193963+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.193963+0000","last_undegraded":"2024-09-19T04:38:53.193963+0000","last_fullsized":"2024-09-19T04:38:53.193963+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.210780+0000","last_change":"2024-09-19T04:38:53.207822+0000","last_active":"2024-09-19T04:38:53.210780+0000","last_peered":"2024-09-19T04:38:53.210780+0000","last_clean":"2024-09-19T04:38:53.210780+0000","last_became_active":"2024-09-19T04:38:53.207512+0000","last_became_peered":"2024-09-19T04:38:53.207512+0000","last_unstale":"2024-09-19T04:38:53.210780+0000","last_undegraded":"2024-09-19T04:38:53.210780+0000","last_fullsized":"2024-09-19T04:38:53.210780+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:51:43.865475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.193443+0000","last_change":"2024-09-19T04:38:53.193443+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.193443+0000","last_undegraded":"2024-09-19T04:38:53.193443+0000","last_fullsized":"2024-09-19T04:38:53.193443+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.15","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.212003+0000","last_change":"2024-09-19T04:38:53.206605+0000","last_active":"2024-09-19T04:38:53.212003+0000","last_peered":"2024-09-19T04:38:53.212003+0000","last_clean":"2024-09-19T04:38:53.212003+0000","last_became_active":"2024-09-19T04:38:53.206176+0000","last_became_peered":"2024-09-19T04:38:53.206176+0000","last_unstale":"2024-09-19T04:38:53.212003+0000","last_undegraded":"2024-09-19T04:38:53.212003+0000","last_fullsized":"2024-09-19T04:38:53.212003+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:21.962963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":409,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.204053+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:38:53.204053+0000","last_peered":"2024-09-19T04:38:53.204053+0000","last_clean":"2024-09-19T04:38:53.204053+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:38:53.204053+0000","last_undegraded":"2024-09-19T04:38:53.204053+0000","last_fullsized":"2024-09-19T04:38:53.204053+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":21,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":20,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509518,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33344,"kb_used_data":2152,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338496,"statfs":{"total":96636764160,"available":96602619904,"internally_reserved":0,"allocated":2203648,"data_stored":1298264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509518,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32760,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339080,"statfs":{"total":96636764160,"available":96603217920,"internally_reserved":0,"allocated":1609728,"data_stored":707896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509518,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32760,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339080,"statfs":{"total":96636764160,"available":96603217920,"internally_reserved":0,"allocated":1609728,"data_stored":707896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509519,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32764,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339076,"statfs":{"total":96636764160,"available":96603213824,"internally_reserved":0,"allocated":1609728,"data_stored":707896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542223,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32764,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339076,"statfs":{"total":96636764160,"available":96603213824,"internally_reserved":0,"allocated":1609728,"data_stored":707896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542222,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32768,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339072,"statfs":{"total":96636764160,"available":96603209728,"internally_reserved":0,"allocated":1609728,"data_stored":707896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542222,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32764,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339076,"statfs":{"total":96636764160,"available":96603213824,"internally_reserved":0,"allocated":1609728,"data_stored":707896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542223,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33348,"kb_used_data":2152,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338492,"statfs":{"total":96636764160,"available":96602615808,"internally_reserved":0,"allocated":2203648,"data_stored":1298264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:38:57.135 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:38:57.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.269+0000 7fb994277640 1 Processor -- start 2024-09-19T04:38:57.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.269+0000 7fb994277640 1 -- start start 2024-09-19T04:38:57.274 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.270+0000 7fb994277640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb98c15ca40 0x7fb98c15e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:57.274 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.270+0000 7fb994277640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fb98c15ce80 0x7fb98c1594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:57.274 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.270+0000 7fb994277640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb98c15d390 con 0x7fb98c0d02a0 2024-09-19T04:38:57.274 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.270+0000 7fb994277640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fb98c15d670 con 0x7fb98c15ce80 2024-09-19T04:38:57.274 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.270+0000 7fb994277640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb98c15d950 con 0x7fb98c15ca40 2024-09-19T04:38:57.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.270+0000 7fb992013640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fb98c0d02a0 0x7fb98c0d0680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:52540/0 (socket says 172.21.15.111:52540) 2024-09-19T04:38:57.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.270+0000 7fb992013640 1 -- 172.21.15.111:0/3717801068 learned_addr learned my addr 172.21.15.111:0/3717801068 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:57.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.270+0000 7fb991011640 1 -- 172.21.15.111:0/3717801068 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1139390974 0 0) 0x7fb98c15d390 con 0x7fb98c0d02a0 2024-09-19T04:38:57.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.270+0000 7fb991011640 1 -- 172.21.15.111:0/3717801068 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb978003520 con 0x7fb98c0d02a0 2024-09-19T04:38:57.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.270+0000 7fb992814640 1 --2- 172.21.15.111:0/3717801068 >> v2:172.21.15.114:3300/0 conn(0x7fb98c15ce80 0x7fb98c1594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:57.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.270+0000 7fb991812640 1 --2- 172.21.15.111:0/3717801068 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb98c15ca40 0x7fb98c15e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:57.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.270+0000 7fb991011640 1 -- 172.21.15.111:0/3717801068 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3542031659 0 0) 0x7fb978003520 con 0x7fb98c0d02a0 2024-09-19T04:38:57.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.270+0000 7fb991011640 1 -- 172.21.15.111:0/3717801068 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb98c15ca40 msgr2=0x7fb98c15e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:57.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.270+0000 7fb991011640 1 --2- 172.21.15.111:0/3717801068 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb98c15ca40 0x7fb98c15e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.270+0000 7fb991011640 1 -- 172.21.15.111:0/3717801068 >> v2:172.21.15.114:3300/0 conn(0x7fb98c15ce80 msgr2=0x7fb98c1594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:57.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.270+0000 7fb991011640 1 --2- 172.21.15.111:0/3717801068 >> v2:172.21.15.114:3300/0 conn(0x7fb98c15ce80 0x7fb98c1594c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.270+0000 7fb991011640 1 -- 172.21.15.111:0/3717801068 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb98c15dc30 con 0x7fb98c0d02a0 2024-09-19T04:38:57.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.270+0000 7fb992814640 1 --2- 172.21.15.111:0/3717801068 >> v2:172.21.15.114:3300/0 conn(0x7fb98c15ce80 0x7fb98c1594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:57.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.270+0000 7fb991011640 1 -- 172.21.15.111:0/3717801068 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fb9880019f0 con 0x7fb98c0d02a0 2024-09-19T04:38:57.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.270+0000 7fb991011640 1 -- 172.21.15.111:0/3717801068 >> v1:172.21.15.111:6789/0 conn(0x7fb98c0d02a0 legacy=0x7fb98c0d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:57.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.270+0000 7fb991011640 1 --2- 172.21.15.111:0/3717801068 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb9780039b0 0x7fb978003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:57.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.271+0000 7fb991011640 1 --2- 172.21.15.111:0/3717801068 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb978004800 0x7fb978004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:57.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.271+0000 7fb991011640 1 --2- 172.21.15.111:0/3717801068 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb98c15ca40 0x7fb9780051e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:57.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.271+0000 7fb991011640 1 -- 172.21.15.111:0/3717801068 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb98c15d670 con 0x7fb978004800 2024-09-19T04:38:57.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.271+0000 7fb991011640 1 -- 172.21.15.111:0/3717801068 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb98c15d950 con 0x7fb9780039b0 2024-09-19T04:38:57.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.271+0000 7fb991011640 1 -- 172.21.15.111:0/3717801068 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb97800bb50 con 0x7fb98c15ca40 2024-09-19T04:38:57.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.271+0000 7fb991812640 1 --2- 172.21.15.111:0/3717801068 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb978004800 0x7fb978004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:57.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.271+0000 7fb992013640 1 --2- 172.21.15.111:0/3717801068 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb9780039b0 0x7fb978003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:57.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.271+0000 7fb992814640 1 --2- 172.21.15.111:0/3717801068 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb98c15ca40 0x7fb9780051e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:57.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.271+0000 7fb991812640 1 -- 172.21.15.111:0/3717801068 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb98c15ca40 msgr2=0x7fb9780051e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:57.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.271+0000 7fb991812640 1 --2- 172.21.15.111:0/3717801068 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb98c15ca40 0x7fb9780051e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.271+0000 7fb991812640 1 -- 172.21.15.111:0/3717801068 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb9780039b0 msgr2=0x7fb978003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:57.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.271+0000 7fb991812640 1 --2- 172.21.15.111:0/3717801068 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb9780039b0 0x7fb978003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.271+0000 7fb991812640 1 -- 172.21.15.111:0/3717801068 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb978003520 con 0x7fb978004800 2024-09-19T04:38:57.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.272+0000 7fb991812640 1 --2- 172.21.15.111:0/3717801068 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb978004800 0x7fb978004c80 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7fb97c00ba30 tx=0x7fb978005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=522dfcf0c9bbcb8f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:57.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.272+0000 7fb991011640 1 -- 172.21.15.111:0/3717801068 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb97c030070 con 0x7fb978004800 2024-09-19T04:38:57.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.272+0000 7fb991011640 1 -- 172.21.15.111:0/3717801068 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb97c02ade0 con 0x7fb978004800 2024-09-19T04:38:57.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.272+0000 7fb991011640 1 -- 172.21.15.111:0/3717801068 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb97c00b600 con 0x7fb978004800 2024-09-19T04:38:57.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.272+0000 7fb994277640 1 -- 172.21.15.111:0/3717801068 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb978004800 msgr2=0x7fb978004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:57.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.272+0000 7fb994277640 1 --2- 172.21.15.111:0/3717801068 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb978004800 0x7fb978004c80 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7fb97c00ba30 tx=0x7fb978005830 comp rx=0 tx=0).stop 2024-09-19T04:38:57.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.272+0000 7fb992814640 1 -- 172.21.15.111:0/3717801068 reap_dead start 2024-09-19T04:38:57.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.272+0000 7fb994277640 1 -- 172.21.15.111:0/3717801068 shutdown_connections 2024-09-19T04:38:57.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.272+0000 7fb994277640 1 -- 172.21.15.111:0/3717801068 >> 172.21.15.111:0/3717801068 conn(0x7fb98c062cc0 msgr2=0x7fb98c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:57.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.272+0000 7fb994277640 1 -- 172.21.15.111:0/3717801068 shutdown_connections 2024-09-19T04:38:57.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.272+0000 7fb994277640 1 -- 172.21.15.111:0/3717801068 wait complete. 2024-09-19T04:38:57.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.274+0000 7fb994277640 1 Processor -- start 2024-09-19T04:38:57.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.274+0000 7fb994277640 1 -- start start 2024-09-19T04:38:57.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.274+0000 7fb994277640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb978004800 0x7fb98c14c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:57.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.274+0000 7fb994277640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb98c0720c0 0x7fb98c0ce370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:57.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.274+0000 7fb994277640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb98c0ae8e0 0x7fb98c0aed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:57.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.274+0000 7fb994277640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb98c155d10 con 0x7fb98c0ae8e0 2024-09-19T04:38:57.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.274+0000 7fb994277640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb98c155b90 con 0x7fb98c0720c0 2024-09-19T04:38:57.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.274+0000 7fb994277640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb98c0b4790 con 0x7fb978004800 2024-09-19T04:38:57.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.274+0000 7fb992814640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb98c0ae8e0 0x7fb98c0aed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:57.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.274+0000 7fb992814640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb98c0ae8e0 0x7fb98c0aed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34456/0 (socket says 172.21.15.111:34456) 2024-09-19T04:38:57.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.274+0000 7fb992814640 1 -- 172.21.15.111:0/2715931438 learned_addr learned my addr 172.21.15.111:0/2715931438 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:57.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.275+0000 7fb991812640 1 --2- 172.21.15.111:0/2715931438 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb98c0720c0 0x7fb98c0ce370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:57.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.275+0000 7fb992013640 1 --2- 172.21.15.111:0/2715931438 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb978004800 0x7fb98c14c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:57.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.275+0000 7fb992814640 1 -- 172.21.15.111:0/2715931438 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb978004800 msgr2=0x7fb98c14c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:57.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.275+0000 7fb992814640 1 --2- 172.21.15.111:0/2715931438 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb978004800 0x7fb98c14c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.275+0000 7fb992814640 1 -- 172.21.15.111:0/2715931438 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb98c0720c0 msgr2=0x7fb98c0ce370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:57.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.275+0000 7fb992814640 1 --2- 172.21.15.111:0/2715931438 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb98c0720c0 0x7fb98c0ce370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.275+0000 7fb992814640 1 -- 172.21.15.111:0/2715931438 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb98c0731b0 con 0x7fb98c0ae8e0 2024-09-19T04:38:57.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.275+0000 7fb992814640 1 --2- 172.21.15.111:0/2715931438 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb98c0ae8e0 0x7fb98c0aed60 secure :-1 s=READY pgs=1278 cs=0 l=1 rev1=1 crypto rx=0x7fb98c0b52b0 tx=0x7fb984010940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:57.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.275+0000 7fb982ffd640 1 -- 172.21.15.111:0/2715931438 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb98400f040 con 0x7fb98c0ae8e0 2024-09-19T04:38:57.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.275+0000 7fb982ffd640 1 -- 172.21.15.111:0/2715931438 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb98401a070 con 0x7fb98c0ae8e0 2024-09-19T04:38:57.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.275+0000 7fb994277640 1 -- 172.21.15.111:0/2715931438 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb98c072630 con 0x7fb98c0ae8e0 2024-09-19T04:38:57.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.275+0000 7fb982ffd640 1 -- 172.21.15.111:0/2715931438 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb984003610 con 0x7fb98c0ae8e0 2024-09-19T04:38:57.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.275+0000 7fb994277640 1 -- 172.21.15.111:0/2715931438 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb98c072bf0 con 0x7fb98c0ae8e0 2024-09-19T04:38:57.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.276+0000 7fb994277640 1 -- 172.21.15.111:0/2715931438 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb98c0af2a0 con 0x7fb98c0ae8e0 2024-09-19T04:38:57.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.277+0000 7fb982ffd640 1 -- 172.21.15.111:0/2715931438 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fb9840037b0 con 0x7fb98c0ae8e0 2024-09-19T04:38:57.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.277+0000 7fb982ffd640 1 --2- 172.21.15.111:0/2715931438 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb97006c880 0x7fb97006ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:57.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.277+0000 7fb982ffd640 1 -- 172.21.15.111:0/2715931438 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7fb98408bc10 con 0x7fb98c0ae8e0 2024-09-19T04:38:57.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.277+0000 7fb992013640 1 --2- 172.21.15.111:0/2715931438 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb97006c880 0x7fb97006ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:57.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.278+0000 7fb992013640 1 --2- 172.21.15.111:0/2715931438 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb97006c880 0x7fb97006ed40 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fb988000f80 tx=0x7fb988006040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:57.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.281+0000 7fb982ffd640 1 -- 172.21.15.111:0/2715931438 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb9840599c0 con 0x7fb98c0ae8e0 2024-09-19T04:38:57.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.443+0000 7fb994277640 1 -- 172.21.15.111:0/2715931438 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb98c0d0680 con 0x7fb97006c880 2024-09-19T04:38:57.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.449+0000 7fb982ffd640 1 -- 172.21.15.111:0/2715931438 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247089 (secure 0 0 0) 0x7fb98c0d0680 con 0x7fb97006c880 2024-09-19T04:38:57.453 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:57.454 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:38:57.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.452+0000 7fb994277640 1 -- 172.21.15.111:0/2715931438 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb97006c880 msgr2=0x7fb97006ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:57.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.452+0000 7fb994277640 1 --2- 172.21.15.111:0/2715931438 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb97006c880 0x7fb97006ed40 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fb988000f80 tx=0x7fb988006040 comp rx=0 tx=0).stop 2024-09-19T04:38:57.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.452+0000 7fb994277640 1 -- 172.21.15.111:0/2715931438 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb98c0ae8e0 msgr2=0x7fb98c0aed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:57.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.452+0000 7fb994277640 1 --2- 172.21.15.111:0/2715931438 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb98c0ae8e0 0x7fb98c0aed60 secure :-1 s=READY pgs=1278 cs=0 l=1 rev1=1 crypto rx=0x7fb98c0b52b0 tx=0x7fb984010940 comp rx=0 tx=0).stop 2024-09-19T04:38:57.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.452+0000 7fb994277640 1 -- 172.21.15.111:0/2715931438 shutdown_connections 2024-09-19T04:38:57.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.452+0000 7fb994277640 1 --2- 172.21.15.111:0/2715931438 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb97006c880 0x7fb97006ed40 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.452+0000 7fb994277640 1 --2- 172.21.15.111:0/2715931438 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb98c0ae8e0 0x7fb98c0aed60 unknown :-1 s=CLOSED pgs=1278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.452+0000 7fb994277640 1 --2- 172.21.15.111:0/2715931438 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb98c0720c0 0x7fb98c0ce370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.452+0000 7fb994277640 1 --2- 172.21.15.111:0/2715931438 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb978004800 0x7fb98c14c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.452+0000 7fb994277640 1 -- 172.21.15.111:0/2715931438 >> 172.21.15.111:0/2715931438 conn(0x7fb98c062cc0 msgr2=0x7fb98c0b52e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:57.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.452+0000 7fb994277640 1 -- 172.21.15.111:0/2715931438 shutdown_connections 2024-09-19T04:38:57.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.452+0000 7fb994277640 1 -- 172.21.15.111:0/2715931438 wait complete. 2024-09-19T04:38:57.464 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":128,"stamp":"2024-09-19T04:38:56.191828+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":26,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":263272,"kb_used_data":13736,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754711448,"statfs":{"total":773094113280,"available":772824522752,"internally_reserved":0,"allocated":14065664,"data_stored":6843904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.008088"},"pg_stats":[{"pgid":"21.3f","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.198182+0000","last_change":"2024-09-19T04:38:53.198182+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.198182+0000","last_undegraded":"2024-09-19T04:38:53.198182+0000","last_fullsized":"2024-09-19T04:38:53.198182+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.3e","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.198368+0000","last_change":"2024-09-19T04:38:53.198368+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.198368+0000","last_undegraded":"2024-09-19T04:38:53.198368+0000","last_fullsized":"2024-09-19T04:38:53.198368+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.3d","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.199451+0000","last_change":"2024-09-19T04:38:53.199451+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.199451+0000","last_undegraded":"2024-09-19T04:38:53.199451+0000","last_fullsized":"2024-09-19T04:38:53.199451+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.3c","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195156+0000","last_change":"2024-09-19T04:38:53.195156+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195156+0000","last_undegraded":"2024-09-19T04:38:53.195156+0000","last_fullsized":"2024-09-19T04:38:53.195156+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.3b","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196164+0000","last_change":"2024-09-19T04:38:53.196164+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196164+0000","last_undegraded":"2024-09-19T04:38:53.196164+0000","last_fullsized":"2024-09-19T04:38:53.196164+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.3a","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.198159+0000","last_change":"2024-09-19T04:38:53.198159+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.198159+0000","last_undegraded":"2024-09-19T04:38:53.198159+0000","last_fullsized":"2024-09-19T04:38:53.198159+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.39","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.193620+0000","last_change":"2024-09-19T04:38:53.193620+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.193620+0000","last_undegraded":"2024-09-19T04:38:53.193620+0000","last_fullsized":"2024-09-19T04:38:53.193620+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.38","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.197728+0000","last_change":"2024-09-19T04:38:53.197728+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.197728+0000","last_undegraded":"2024-09-19T04:38:53.197728+0000","last_fullsized":"2024-09-19T04:38:53.197728+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.37","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.197929+0000","last_change":"2024-09-19T04:38:53.197929+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.197929+0000","last_undegraded":"2024-09-19T04:38:53.197929+0000","last_fullsized":"2024-09-19T04:38:53.197929+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.36","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.201202+0000","last_change":"2024-09-19T04:38:53.201202+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.201202+0000","last_undegraded":"2024-09-19T04:38:53.201202+0000","last_fullsized":"2024-09-19T04:38:53.201202+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.35","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.197263+0000","last_change":"2024-09-19T04:38:53.197263+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.197263+0000","last_undegraded":"2024-09-19T04:38:53.197263+0000","last_fullsized":"2024-09-19T04:38:53.197263+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.34","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.199040+0000","last_change":"2024-09-19T04:38:53.199040+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.199040+0000","last_undegraded":"2024-09-19T04:38:53.199040+0000","last_fullsized":"2024-09-19T04:38:53.199040+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.33","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194813+0000","last_change":"2024-09-19T04:38:53.194813+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194813+0000","last_undegraded":"2024-09-19T04:38:53.194813+0000","last_fullsized":"2024-09-19T04:38:53.194813+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.32","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195970+0000","last_change":"2024-09-19T04:38:53.195970+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195970+0000","last_undegraded":"2024-09-19T04:38:53.195970+0000","last_fullsized":"2024-09-19T04:38:53.195970+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.31","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.199295+0000","last_change":"2024-09-19T04:38:53.199295+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.199295+0000","last_undegraded":"2024-09-19T04:38:53.199295+0000","last_fullsized":"2024-09-19T04:38:53.199295+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.30","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194459+0000","last_change":"2024-09-19T04:38:53.194459+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194459+0000","last_undegraded":"2024-09-19T04:38:53.194459+0000","last_fullsized":"2024-09-19T04:38:53.194459+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.2f","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.202512+0000","last_change":"2024-09-19T04:38:53.202512+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.202512+0000","last_undegraded":"2024-09-19T04:38:53.202512+0000","last_fullsized":"2024-09-19T04:38:53.202512+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.2e","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.199475+0000","last_change":"2024-09-19T04:38:53.199475+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.199475+0000","last_undegraded":"2024-09-19T04:38:53.199475+0000","last_fullsized":"2024-09-19T04:38:53.199475+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.2d","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196843+0000","last_change":"2024-09-19T04:38:53.196843+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196843+0000","last_undegraded":"2024-09-19T04:38:53.196843+0000","last_fullsized":"2024-09-19T04:38:53.196843+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2c","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195368+0000","last_change":"2024-09-19T04:38:53.195368+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195368+0000","last_undegraded":"2024-09-19T04:38:53.195368+0000","last_fullsized":"2024-09-19T04:38:53.195368+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.2b","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.202552+0000","last_change":"2024-09-19T04:38:53.202552+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.202552+0000","last_undegraded":"2024-09-19T04:38:53.202552+0000","last_fullsized":"2024-09-19T04:38:53.202552+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.2a","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195511+0000","last_change":"2024-09-19T04:38:53.195511+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195511+0000","last_undegraded":"2024-09-19T04:38:53.195511+0000","last_fullsized":"2024-09-19T04:38:53.195511+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.29","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195065+0000","last_change":"2024-09-19T04:38:53.195065+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195065+0000","last_undegraded":"2024-09-19T04:38:53.195065+0000","last_fullsized":"2024-09-19T04:38:53.195065+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.28","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.199531+0000","last_change":"2024-09-19T04:38:53.199531+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.199531+0000","last_undegraded":"2024-09-19T04:38:53.199531+0000","last_fullsized":"2024-09-19T04:38:53.199531+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.27","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196924+0000","last_change":"2024-09-19T04:38:53.196924+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196924+0000","last_undegraded":"2024-09-19T04:38:53.196924+0000","last_fullsized":"2024-09-19T04:38:53.196924+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.26","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196387+0000","last_change":"2024-09-19T04:38:53.196387+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196387+0000","last_undegraded":"2024-09-19T04:38:53.196387+0000","last_fullsized":"2024-09-19T04:38:53.196387+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.25","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195400+0000","last_change":"2024-09-19T04:38:53.195400+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195400+0000","last_undegraded":"2024-09-19T04:38:53.195400+0000","last_fullsized":"2024-09-19T04:38:53.195400+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.24","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195353+0000","last_change":"2024-09-19T04:38:53.195353+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195353+0000","last_undegraded":"2024-09-19T04:38:53.195353+0000","last_fullsized":"2024-09-19T04:38:53.195353+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.23","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196490+0000","last_change":"2024-09-19T04:38:53.196490+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196490+0000","last_undegraded":"2024-09-19T04:38:53.196490+0000","last_fullsized":"2024-09-19T04:38:53.196490+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.22","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194654+0000","last_change":"2024-09-19T04:38:53.194654+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194654+0000","last_undegraded":"2024-09-19T04:38:53.194654+0000","last_fullsized":"2024-09-19T04:38:53.194654+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.21","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.197521+0000","last_change":"2024-09-19T04:38:53.197521+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.197521+0000","last_undegraded":"2024-09-19T04:38:53.197521+0000","last_fullsized":"2024-09-19T04:38:53.197521+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.20","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194072+0000","last_change":"2024-09-19T04:38:53.194072+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194072+0000","last_undegraded":"2024-09-19T04:38:53.194072+0000","last_fullsized":"2024-09-19T04:38:53.194072+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.200832+0000","last_change":"2024-09-19T04:38:53.200832+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.200832+0000","last_undegraded":"2024-09-19T04:38:53.200832+0000","last_fullsized":"2024-09-19T04:38:53.200832+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1f","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.212600+0000","last_change":"2024-09-19T04:38:53.209501+0000","last_active":"2024-09-19T04:38:53.212600+0000","last_peered":"2024-09-19T04:38:53.212600+0000","last_clean":"2024-09-19T04:38:53.212600+0000","last_became_active":"2024-09-19T04:38:53.209177+0000","last_became_peered":"2024-09-19T04:38:53.209177+0000","last_unstale":"2024-09-19T04:38:53.212600+0000","last_undegraded":"2024-09-19T04:38:53.212600+0000","last_fullsized":"2024-09-19T04:38:53.212600+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:20.105429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196134+0000","last_change":"2024-09-19T04:38:53.196134+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196134+0000","last_undegraded":"2024-09-19T04:38:53.196134+0000","last_fullsized":"2024-09-19T04:38:53.196134+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1e","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.208933+0000","last_change":"2024-09-19T04:38:53.206984+0000","last_active":"2024-09-19T04:38:53.208933+0000","last_peered":"2024-09-19T04:38:53.208933+0000","last_clean":"2024-09-19T04:38:53.208933+0000","last_became_active":"2024-09-19T04:38:53.206193+0000","last_became_peered":"2024-09-19T04:38:53.206193+0000","last_unstale":"2024-09-19T04:38:53.208933+0000","last_undegraded":"2024-09-19T04:38:53.208933+0000","last_fullsized":"2024-09-19T04:38:53.208933+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:12.837247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196014+0000","last_change":"2024-09-19T04:38:53.196014+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196014+0000","last_undegraded":"2024-09-19T04:38:53.196014+0000","last_fullsized":"2024-09-19T04:38:53.196014+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.1d","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206453+0000","last_change":"2024-09-19T04:38:53.201965+0000","last_active":"2024-09-19T04:38:53.206453+0000","last_peered":"2024-09-19T04:38:53.206453+0000","last_clean":"2024-09-19T04:38:53.206453+0000","last_became_active":"2024-09-19T04:38:53.201662+0000","last_became_peered":"2024-09-19T04:38:53.201662+0000","last_unstale":"2024-09-19T04:38:53.206453+0000","last_undegraded":"2024-09-19T04:38:53.206453+0000","last_fullsized":"2024-09-19T04:38:53.206453+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:52:06.090757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.198482+0000","last_change":"2024-09-19T04:38:53.198482+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.198482+0000","last_undegraded":"2024-09-19T04:38:53.198482+0000","last_fullsized":"2024-09-19T04:38:53.198482+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1c","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206397+0000","last_change":"2024-09-19T04:38:53.201590+0000","last_active":"2024-09-19T04:38:53.206397+0000","last_peered":"2024-09-19T04:38:53.206397+0000","last_clean":"2024-09-19T04:38:53.206397+0000","last_became_active":"2024-09-19T04:38:53.201271+0000","last_became_peered":"2024-09-19T04:38:53.201271+0000","last_unstale":"2024-09-19T04:38:53.206397+0000","last_undegraded":"2024-09-19T04:38:53.206397+0000","last_fullsized":"2024-09-19T04:38:53.206397+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:40.769465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196086+0000","last_change":"2024-09-19T04:38:53.196086+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196086+0000","last_undegraded":"2024-09-19T04:38:53.196086+0000","last_fullsized":"2024-09-19T04:38:53.196086+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1b","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.210756+0000","last_change":"2024-09-19T04:38:53.208388+0000","last_active":"2024-09-19T04:38:53.210756+0000","last_peered":"2024-09-19T04:38:53.210756+0000","last_clean":"2024-09-19T04:38:53.210756+0000","last_became_active":"2024-09-19T04:38:53.207820+0000","last_became_peered":"2024-09-19T04:38:53.207820+0000","last_unstale":"2024-09-19T04:38:53.210756+0000","last_undegraded":"2024-09-19T04:38:53.210756+0000","last_fullsized":"2024-09-19T04:38:53.210756+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:18.417746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195315+0000","last_change":"2024-09-19T04:38:53.195315+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195315+0000","last_undegraded":"2024-09-19T04:38:53.195315+0000","last_fullsized":"2024-09-19T04:38:53.195315+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.1a","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.209385+0000","last_change":"2024-09-19T04:38:53.205962+0000","last_active":"2024-09-19T04:38:53.209385+0000","last_peered":"2024-09-19T04:38:53.209385+0000","last_clean":"2024-09-19T04:38:53.209385+0000","last_became_active":"2024-09-19T04:38:53.205672+0000","last_became_peered":"2024-09-19T04:38:53.205672+0000","last_unstale":"2024-09-19T04:38:53.209385+0000","last_undegraded":"2024-09-19T04:38:53.209385+0000","last_fullsized":"2024-09-19T04:38:53.209385+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:30.142772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196445+0000","last_change":"2024-09-19T04:38:53.196445+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196445+0000","last_undegraded":"2024-09-19T04:38:53.196445+0000","last_fullsized":"2024-09-19T04:38:53.196445+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206885+0000","last_change":"2024-09-19T04:38:53.205247+0000","last_active":"2024-09-19T04:38:53.206885+0000","last_peered":"2024-09-19T04:38:53.206885+0000","last_clean":"2024-09-19T04:38:53.206885+0000","last_became_active":"2024-09-19T04:38:53.203932+0000","last_became_peered":"2024-09-19T04:38:53.203932+0000","last_unstale":"2024-09-19T04:38:53.206885+0000","last_undegraded":"2024-09-19T04:38:53.206885+0000","last_fullsized":"2024-09-19T04:38:53.206885+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:19:58.331719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196561+0000","last_change":"2024-09-19T04:38:53.196561+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196561+0000","last_undegraded":"2024-09-19T04:38:53.196561+0000","last_fullsized":"2024-09-19T04:38:53.196561+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.209510+0000","last_change":"2024-09-19T04:38:53.205765+0000","last_active":"2024-09-19T04:38:53.209510+0000","last_peered":"2024-09-19T04:38:53.209510+0000","last_clean":"2024-09-19T04:38:53.209510+0000","last_became_active":"2024-09-19T04:38:53.205437+0000","last_became_peered":"2024-09-19T04:38:53.205437+0000","last_unstale":"2024-09-19T04:38:53.209510+0000","last_undegraded":"2024-09-19T04:38:53.209510+0000","last_fullsized":"2024-09-19T04:38:53.209510+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:09:33.809431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195771+0000","last_change":"2024-09-19T04:38:53.195771+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195771+0000","last_undegraded":"2024-09-19T04:38:53.195771+0000","last_fullsized":"2024-09-19T04:38:53.195771+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.202682+0000","last_change":"2024-09-19T04:38:53.199215+0000","last_active":"2024-09-19T04:38:53.202682+0000","last_peered":"2024-09-19T04:38:53.202682+0000","last_clean":"2024-09-19T04:38:53.202682+0000","last_became_active":"2024-09-19T04:38:53.198451+0000","last_became_peered":"2024-09-19T04:38:53.198451+0000","last_unstale":"2024-09-19T04:38:53.202682+0000","last_undegraded":"2024-09-19T04:38:53.202682+0000","last_fullsized":"2024-09-19T04:38:53.202682+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:23:33.692967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.203029+0000","last_change":"2024-09-19T04:38:53.203029+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.203029+0000","last_undegraded":"2024-09-19T04:38:53.203029+0000","last_fullsized":"2024-09-19T04:38:53.203029+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.215080+0000","last_change":"2024-09-19T04:38:53.212550+0000","last_active":"2024-09-19T04:38:53.215080+0000","last_peered":"2024-09-19T04:38:53.215080+0000","last_clean":"2024-09-19T04:38:53.215080+0000","last_became_active":"2024-09-19T04:38:53.212267+0000","last_became_peered":"2024-09-19T04:38:53.212267+0000","last_unstale":"2024-09-19T04:38:53.215080+0000","last_undegraded":"2024-09-19T04:38:53.215080+0000","last_fullsized":"2024-09-19T04:38:53.215080+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:08.055180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194999+0000","last_change":"2024-09-19T04:38:53.194999+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194999+0000","last_undegraded":"2024-09-19T04:38:53.194999+0000","last_fullsized":"2024-09-19T04:38:53.194999+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.14","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.204381+0000","last_change":"2024-09-19T04:38:53.201094+0000","last_active":"2024-09-19T04:38:53.204381+0000","last_peered":"2024-09-19T04:38:53.204381+0000","last_clean":"2024-09-19T04:38:53.204381+0000","last_became_active":"2024-09-19T04:38:53.200673+0000","last_became_peered":"2024-09-19T04:38:53.200673+0000","last_unstale":"2024-09-19T04:38:53.204381+0000","last_undegraded":"2024-09-19T04:38:53.204381+0000","last_fullsized":"2024-09-19T04:38:53.204381+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:57.249386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.198345+0000","last_change":"2024-09-19T04:38:53.198345+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.198345+0000","last_undegraded":"2024-09-19T04:38:53.198345+0000","last_fullsized":"2024-09-19T04:38:53.198345+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.13","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.212223+0000","last_change":"2024-09-19T04:38:53.209122+0000","last_active":"2024-09-19T04:38:53.212223+0000","last_peered":"2024-09-19T04:38:53.212223+0000","last_clean":"2024-09-19T04:38:53.212223+0000","last_became_active":"2024-09-19T04:38:53.208812+0000","last_became_peered":"2024-09-19T04:38:53.208812+0000","last_unstale":"2024-09-19T04:38:53.212223+0000","last_undegraded":"2024-09-19T04:38:53.212223+0000","last_fullsized":"2024-09-19T04:38:53.212223+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:22.672966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196935+0000","last_change":"2024-09-19T04:38:53.196935+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196935+0000","last_undegraded":"2024-09-19T04:38:53.196935+0000","last_fullsized":"2024-09-19T04:38:53.196935+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206943+0000","last_change":"2024-09-19T04:38:53.202673+0000","last_active":"2024-09-19T04:38:53.206943+0000","last_peered":"2024-09-19T04:38:53.206943+0000","last_clean":"2024-09-19T04:38:53.206943+0000","last_became_active":"2024-09-19T04:38:53.202393+0000","last_became_peered":"2024-09-19T04:38:53.202393+0000","last_unstale":"2024-09-19T04:38:53.206943+0000","last_undegraded":"2024-09-19T04:38:53.206943+0000","last_fullsized":"2024-09-19T04:38:53.206943+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:07.877081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195857+0000","last_change":"2024-09-19T04:38:53.195857+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195857+0000","last_undegraded":"2024-09-19T04:38:53.195857+0000","last_fullsized":"2024-09-19T04:38:53.195857+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.203366+0000","last_change":"2024-09-19T04:38:53.201807+0000","last_active":"2024-09-19T04:38:53.203366+0000","last_peered":"2024-09-19T04:38:53.203366+0000","last_clean":"2024-09-19T04:38:53.203366+0000","last_became_active":"2024-09-19T04:38:53.201564+0000","last_became_peered":"2024-09-19T04:38:53.201564+0000","last_unstale":"2024-09-19T04:38:53.203366+0000","last_undegraded":"2024-09-19T04:38:53.203366+0000","last_fullsized":"2024-09-19T04:38:53.203366+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:07.877081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.198549+0000","last_change":"2024-09-19T04:38:53.198549+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.198549+0000","last_undegraded":"2024-09-19T04:38:53.198549+0000","last_fullsized":"2024-09-19T04:38:53.198549+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.10","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206624+0000","last_change":"2024-09-19T04:38:53.204441+0000","last_active":"2024-09-19T04:38:53.206624+0000","last_peered":"2024-09-19T04:38:53.206624+0000","last_clean":"2024-09-19T04:38:53.206624+0000","last_became_active":"2024-09-19T04:38:53.204188+0000","last_became_peered":"2024-09-19T04:38:53.204188+0000","last_unstale":"2024-09-19T04:38:53.206624+0000","last_undegraded":"2024-09-19T04:38:53.206624+0000","last_fullsized":"2024-09-19T04:38:53.206624+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:49.225615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.200363+0000","last_change":"2024-09-19T04:38:53.200363+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.200363+0000","last_undegraded":"2024-09-19T04:38:53.200363+0000","last_fullsized":"2024-09-19T04:38:53.200363+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.f","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.209118+0000","last_change":"2024-09-19T04:38:53.204660+0000","last_active":"2024-09-19T04:38:53.209118+0000","last_peered":"2024-09-19T04:38:53.209118+0000","last_clean":"2024-09-19T04:38:53.209118+0000","last_became_active":"2024-09-19T04:38:53.204354+0000","last_became_peered":"2024-09-19T04:38:53.204354+0000","last_unstale":"2024-09-19T04:38:53.209118+0000","last_undegraded":"2024-09-19T04:38:53.209118+0000","last_fullsized":"2024-09-19T04:38:53.209118+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:01:31.087651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196499+0000","last_change":"2024-09-19T04:38:53.196499+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196499+0000","last_undegraded":"2024-09-19T04:38:53.196499+0000","last_fullsized":"2024-09-19T04:38:53.196499+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.e","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.207355+0000","last_change":"2024-09-19T04:38:53.205866+0000","last_active":"2024-09-19T04:38:53.207355+0000","last_peered":"2024-09-19T04:38:53.207355+0000","last_clean":"2024-09-19T04:38:53.207355+0000","last_became_active":"2024-09-19T04:38:53.205490+0000","last_became_peered":"2024-09-19T04:38:53.205490+0000","last_unstale":"2024-09-19T04:38:53.207355+0000","last_undegraded":"2024-09-19T04:38:53.207355+0000","last_fullsized":"2024-09-19T04:38:53.207355+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:45:27.713396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.200374+0000","last_change":"2024-09-19T04:38:53.200374+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.200374+0000","last_undegraded":"2024-09-19T04:38:53.200374+0000","last_fullsized":"2024-09-19T04:38:53.200374+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.d","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206675+0000","last_change":"2024-09-19T04:38:53.205055+0000","last_active":"2024-09-19T04:38:53.206675+0000","last_peered":"2024-09-19T04:38:53.206675+0000","last_clean":"2024-09-19T04:38:53.206675+0000","last_became_active":"2024-09-19T04:38:53.204744+0000","last_became_peered":"2024-09-19T04:38:53.204744+0000","last_unstale":"2024-09-19T04:38:53.206675+0000","last_undegraded":"2024-09-19T04:38:53.206675+0000","last_fullsized":"2024-09-19T04:38:53.206675+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:43.436615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195595+0000","last_change":"2024-09-19T04:38:53.195595+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195595+0000","last_undegraded":"2024-09-19T04:38:53.195595+0000","last_fullsized":"2024-09-19T04:38:53.195595+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.202872+0000","last_change":"2024-09-19T04:38:53.200988+0000","last_active":"2024-09-19T04:38:53.202872+0000","last_peered":"2024-09-19T04:38:53.202872+0000","last_clean":"2024-09-19T04:38:53.202872+0000","last_became_active":"2024-09-19T04:38:53.200672+0000","last_became_peered":"2024-09-19T04:38:53.200672+0000","last_unstale":"2024-09-19T04:38:53.202872+0000","last_undegraded":"2024-09-19T04:38:53.202872+0000","last_fullsized":"2024-09-19T04:38:53.202872+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:32.615748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194189+0000","last_change":"2024-09-19T04:38:53.194189+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194189+0000","last_undegraded":"2024-09-19T04:38:53.194189+0000","last_fullsized":"2024-09-19T04:38:53.194189+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.b","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.208962+0000","last_change":"2024-09-19T04:38:53.207794+0000","last_active":"2024-09-19T04:38:53.208962+0000","last_peered":"2024-09-19T04:38:53.208962+0000","last_clean":"2024-09-19T04:38:53.208962+0000","last_became_active":"2024-09-19T04:38:53.207187+0000","last_became_peered":"2024-09-19T04:38:53.207187+0000","last_unstale":"2024-09-19T04:38:53.208962+0000","last_undegraded":"2024-09-19T04:38:53.208962+0000","last_fullsized":"2024-09-19T04:38:53.208962+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:18:54.726821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195001+0000","last_change":"2024-09-19T04:38:53.195001+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195001+0000","last_undegraded":"2024-09-19T04:38:53.195001+0000","last_fullsized":"2024-09-19T04:38:53.195001+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.212643+0000","last_change":"2024-09-19T04:38:53.209760+0000","last_active":"2024-09-19T04:38:53.212643+0000","last_peered":"2024-09-19T04:38:53.212643+0000","last_clean":"2024-09-19T04:38:53.212643+0000","last_became_active":"2024-09-19T04:38:53.209286+0000","last_became_peered":"2024-09-19T04:38:53.209286+0000","last_unstale":"2024-09-19T04:38:53.212643+0000","last_undegraded":"2024-09-19T04:38:53.212643+0000","last_fullsized":"2024-09-19T04:38:53.212643+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:55:59.561267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194721+0000","last_change":"2024-09-19T04:38:53.194721+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194721+0000","last_undegraded":"2024-09-19T04:38:53.194721+0000","last_fullsized":"2024-09-19T04:38:53.194721+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.212884+0000","last_change":"2024-09-19T04:38:53.209847+0000","last_active":"2024-09-19T04:38:53.212884+0000","last_peered":"2024-09-19T04:38:53.212884+0000","last_clean":"2024-09-19T04:38:53.212884+0000","last_became_active":"2024-09-19T04:38:53.209399+0000","last_became_peered":"2024-09-19T04:38:53.209399+0000","last_unstale":"2024-09-19T04:38:53.212884+0000","last_undegraded":"2024-09-19T04:38:53.212884+0000","last_fullsized":"2024-09-19T04:38:53.212884+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:33:05.573854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.193985+0000","last_change":"2024-09-19T04:38:53.193985+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.193985+0000","last_undegraded":"2024-09-19T04:38:53.193985+0000","last_fullsized":"2024-09-19T04:38:53.193985+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.212053+0000","last_change":"2024-09-19T04:38:53.208617+0000","last_active":"2024-09-19T04:38:53.212053+0000","last_peered":"2024-09-19T04:38:53.212053+0000","last_clean":"2024-09-19T04:38:53.212053+0000","last_became_active":"2024-09-19T04:38:53.208337+0000","last_became_peered":"2024-09-19T04:38:53.208337+0000","last_unstale":"2024-09-19T04:38:53.212053+0000","last_undegraded":"2024-09-19T04:38:53.212053+0000","last_fullsized":"2024-09-19T04:38:53.212053+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:40.131061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194327+0000","last_change":"2024-09-19T04:38:53.194327+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194327+0000","last_undegraded":"2024-09-19T04:38:53.194327+0000","last_fullsized":"2024-09-19T04:38:53.194327+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.7","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.215109+0000","last_change":"2024-09-19T04:38:53.212740+0000","last_active":"2024-09-19T04:38:53.215109+0000","last_peered":"2024-09-19T04:38:53.215109+0000","last_clean":"2024-09-19T04:38:53.215109+0000","last_became_active":"2024-09-19T04:38:53.212426+0000","last_became_peered":"2024-09-19T04:38:53.212426+0000","last_unstale":"2024-09-19T04:38:53.215109+0000","last_undegraded":"2024-09-19T04:38:53.215109+0000","last_fullsized":"2024-09-19T04:38:53.215109+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:50:31.557157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.201456+0000","last_change":"2024-09-19T04:38:53.201456+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.201456+0000","last_undegraded":"2024-09-19T04:38:53.201456+0000","last_fullsized":"2024-09-19T04:38:53.201456+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.6","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.208253+0000","last_change":"2024-09-19T04:38:53.206302+0000","last_active":"2024-09-19T04:38:53.208253+0000","last_peered":"2024-09-19T04:38:53.208253+0000","last_clean":"2024-09-19T04:38:53.208253+0000","last_became_active":"2024-09-19T04:38:53.206048+0000","last_became_peered":"2024-09-19T04:38:53.206048+0000","last_unstale":"2024-09-19T04:38:53.208253+0000","last_undegraded":"2024-09-19T04:38:53.208253+0000","last_fullsized":"2024-09-19T04:38:53.208253+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:40.131061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196086+0000","last_change":"2024-09-19T04:38:53.196086+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196086+0000","last_undegraded":"2024-09-19T04:38:53.196086+0000","last_fullsized":"2024-09-19T04:38:53.196086+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.204241+0000","last_change":"2024-09-19T04:38:53.200027+0000","last_active":"2024-09-19T04:38:53.204241+0000","last_peered":"2024-09-19T04:38:53.204241+0000","last_clean":"2024-09-19T04:38:53.204241+0000","last_became_active":"2024-09-19T04:38:53.199735+0000","last_became_peered":"2024-09-19T04:38:53.199735+0000","last_unstale":"2024-09-19T04:38:53.204241+0000","last_undegraded":"2024-09-19T04:38:53.204241+0000","last_fullsized":"2024-09-19T04:38:53.204241+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:59:59.449472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195093+0000","last_change":"2024-09-19T04:38:53.195093+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195093+0000","last_undegraded":"2024-09-19T04:38:53.195093+0000","last_fullsized":"2024-09-19T04:38:53.195093+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.203394+0000","last_change":"2024-09-19T04:38:53.202677+0000","last_active":"2024-09-19T04:38:53.203394+0000","last_peered":"2024-09-19T04:38:53.203394+0000","last_clean":"2024-09-19T04:38:53.203394+0000","last_became_active":"2024-09-19T04:38:53.202380+0000","last_became_peered":"2024-09-19T04:38:53.202380+0000","last_unstale":"2024-09-19T04:38:53.203394+0000","last_undegraded":"2024-09-19T04:38:53.203394+0000","last_fullsized":"2024-09-19T04:38:53.203394+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:21.962963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.193416+0000","last_change":"2024-09-19T04:38:53.193416+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.193416+0000","last_undegraded":"2024-09-19T04:38:53.193416+0000","last_fullsized":"2024-09-19T04:38:53.193416+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.208985+0000","last_change":"2024-09-19T04:38:53.208022+0000","last_active":"2024-09-19T04:38:53.208985+0000","last_peered":"2024-09-19T04:38:53.208985+0000","last_clean":"2024-09-19T04:38:53.208985+0000","last_became_active":"2024-09-19T04:38:53.207525+0000","last_became_peered":"2024-09-19T04:38:53.207525+0000","last_unstale":"2024-09-19T04:38:53.208985+0000","last_undegraded":"2024-09-19T04:38:53.208985+0000","last_fullsized":"2024-09-19T04:38:53.208985+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:41.140119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.193957+0000","last_change":"2024-09-19T04:38:53.193957+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.193957+0000","last_undegraded":"2024-09-19T04:38:53.193957+0000","last_fullsized":"2024-09-19T04:38:53.193957+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.215089+0000","last_change":"2024-09-19T04:38:53.212693+0000","last_active":"2024-09-19T04:38:53.215089+0000","last_peered":"2024-09-19T04:38:53.215089+0000","last_clean":"2024-09-19T04:38:53.215089+0000","last_became_active":"2024-09-19T04:38:53.212342+0000","last_became_peered":"2024-09-19T04:38:53.212342+0000","last_unstale":"2024-09-19T04:38:53.215089+0000","last_undegraded":"2024-09-19T04:38:53.215089+0000","last_fullsized":"2024-09-19T04:38:53.215089+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:10:30.052943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.199145+0000","last_change":"2024-09-19T04:38:53.199145+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.199145+0000","last_undegraded":"2024-09-19T04:38:53.199145+0000","last_fullsized":"2024-09-19T04:38:53.199145+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206489+0000","last_change":"2024-09-19T04:38:53.202530+0000","last_active":"2024-09-19T04:38:53.206489+0000","last_peered":"2024-09-19T04:38:53.206489+0000","last_clean":"2024-09-19T04:38:53.206489+0000","last_became_active":"2024-09-19T04:38:53.202236+0000","last_became_peered":"2024-09-19T04:38:53.202236+0000","last_unstale":"2024-09-19T04:38:53.206489+0000","last_undegraded":"2024-09-19T04:38:53.206489+0000","last_fullsized":"2024-09-19T04:38:53.206489+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:59:59.449472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.193963+0000","last_change":"2024-09-19T04:38:53.193963+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.193963+0000","last_undegraded":"2024-09-19T04:38:53.193963+0000","last_fullsized":"2024-09-19T04:38:53.193963+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.210780+0000","last_change":"2024-09-19T04:38:53.207822+0000","last_active":"2024-09-19T04:38:53.210780+0000","last_peered":"2024-09-19T04:38:53.210780+0000","last_clean":"2024-09-19T04:38:53.210780+0000","last_became_active":"2024-09-19T04:38:53.207512+0000","last_became_peered":"2024-09-19T04:38:53.207512+0000","last_unstale":"2024-09-19T04:38:53.210780+0000","last_undegraded":"2024-09-19T04:38:53.210780+0000","last_fullsized":"2024-09-19T04:38:53.210780+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:51:43.865475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.193443+0000","last_change":"2024-09-19T04:38:53.193443+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.193443+0000","last_undegraded":"2024-09-19T04:38:53.193443+0000","last_fullsized":"2024-09-19T04:38:53.193443+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.15","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.212003+0000","last_change":"2024-09-19T04:38:53.206605+0000","last_active":"2024-09-19T04:38:53.212003+0000","last_peered":"2024-09-19T04:38:53.212003+0000","last_clean":"2024-09-19T04:38:53.212003+0000","last_became_active":"2024-09-19T04:38:53.206176+0000","last_became_peered":"2024-09-19T04:38:53.206176+0000","last_unstale":"2024-09-19T04:38:53.212003+0000","last_undegraded":"2024-09-19T04:38:53.212003+0000","last_fullsized":"2024-09-19T04:38:53.212003+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:21.962963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":409,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.204053+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:38:53.204053+0000","last_peered":"2024-09-19T04:38:53.204053+0000","last_clean":"2024-09-19T04:38:53.204053+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:38:53.204053+0000","last_undegraded":"2024-09-19T04:38:53.204053+0000","last_fullsized":"2024-09-19T04:38:53.204053+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":21,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":20,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509518,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33344,"kb_used_data":2152,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338496,"statfs":{"total":96636764160,"available":96602619904,"internally_reserved":0,"allocated":2203648,"data_stored":1298264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509518,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32760,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339080,"statfs":{"total":96636764160,"available":96603217920,"internally_reserved":0,"allocated":1609728,"data_stored":707896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509518,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32760,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339080,"statfs":{"total":96636764160,"available":96603217920,"internally_reserved":0,"allocated":1609728,"data_stored":707896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509519,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32764,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339076,"statfs":{"total":96636764160,"available":96603213824,"internally_reserved":0,"allocated":1609728,"data_stored":707896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542223,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32764,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339076,"statfs":{"total":96636764160,"available":96603213824,"internally_reserved":0,"allocated":1609728,"data_stored":707896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542222,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32768,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339072,"statfs":{"total":96636764160,"available":96603209728,"internally_reserved":0,"allocated":1609728,"data_stored":707896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542222,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32764,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339076,"statfs":{"total":96636764160,"available":96603213824,"internally_reserved":0,"allocated":1609728,"data_stored":707896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542223,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33348,"kb_used_data":2152,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338492,"statfs":{"total":96636764160,"available":96602615808,"internally_reserved":0,"allocated":2203648,"data_stored":1298264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:38:57.468 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:38:57.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.602+0000 7fa699af1640 1 Processor -- start 2024-09-19T04:38:57.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.602+0000 7fa699af1640 1 -- start start 2024-09-19T04:38:57.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.603+0000 7fa699af1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa69415ed20 0x7fa6940b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:57.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.603+0000 7fa699af1640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa6940cef90 0x7fa6940b3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:57.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.603+0000 7fa699af1640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa6940b7170 con 0x7fa69415e940 2024-09-19T04:38:57.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.603+0000 7fa699af1640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fa6940b7aa0 con 0x7fa6940cef90 2024-09-19T04:38:57.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.603+0000 7fa699af1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa6940d3660 con 0x7fa69415ed20 2024-09-19T04:38:57.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.603+0000 7fa693fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa6940cef90 0x7fa6940b3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:57.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.603+0000 7fa6937fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fa69415e940 0x7fa6940d1060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:52548/0 (socket says 172.21.15.111:52548) 2024-09-19T04:38:57.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.603+0000 7fa6937fe640 1 -- 172.21.15.111:0/1991628044 learned_addr learned my addr 172.21.15.111:0/1991628044 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:57.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.603+0000 7fa692ffd640 1 --2- 172.21.15.111:0/1991628044 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa69415ed20 0x7fa6940b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:57.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.603+0000 7fa693fff640 1 -- 172.21.15.111:0/1991628044 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa69415ed20 msgr2=0x7fa6940b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:57.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.603+0000 7fa693fff640 1 --2- 172.21.15.111:0/1991628044 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa69415ed20 0x7fa6940b3220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.603+0000 7fa693fff640 1 -- 172.21.15.111:0/1991628044 >> v1:172.21.15.111:6789/0 conn(0x7fa69415e940 legacy=0x7fa6940d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:57.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.603+0000 7fa693fff640 1 -- 172.21.15.111:0/1991628044 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6940d3940 con 0x7fa6940cef90 2024-09-19T04:38:57.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.603+0000 7fa6927fc640 1 -- 172.21.15.111:0/1991628044 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 302092284 0 0) 0x7fa684001490 con 0x7fa69415e940 2024-09-19T04:38:57.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.604+0000 7fa693fff640 1 --2- 172.21.15.111:0/1991628044 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6940cef90 0x7fa6940b3760 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7fa68c0097a0 tx=0x7fa68c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d7980f4321cc410 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:57.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.604+0000 7fa6927fc640 1 -- 172.21.15.111:0/1991628044 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa68c037070 con 0x7fa6940cef90 2024-09-19T04:38:57.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.604+0000 7fa6927fc640 1 -- 172.21.15.111:0/1991628044 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa68c032440 con 0x7fa6940cef90 2024-09-19T04:38:57.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.604+0000 7fa6927fc640 1 -- 172.21.15.111:0/1991628044 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa68c032810 con 0x7fa6940cef90 2024-09-19T04:38:57.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.605+0000 7fa699af1640 1 -- 172.21.15.111:0/1991628044 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6940cef90 msgr2=0x7fa6940b3760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:57.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.605+0000 7fa699af1640 1 --2- 172.21.15.111:0/1991628044 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6940cef90 0x7fa6940b3760 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7fa68c0097a0 tx=0x7fa68c02a210 comp rx=0 tx=0).stop 2024-09-19T04:38:57.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.605+0000 7fa699af1640 1 -- 172.21.15.111:0/1991628044 shutdown_connections 2024-09-19T04:38:57.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.605+0000 7fa699af1640 1 --2- 172.21.15.111:0/1991628044 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6940cef90 0x7fa6940b3760 unknown :-1 s=CLOSED pgs=1280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.605+0000 7fa699af1640 1 --2- 172.21.15.111:0/1991628044 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa69415ed20 0x7fa6940b3220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.605+0000 7fa699af1640 1 -- 172.21.15.111:0/1991628044 >> 172.21.15.111:0/1991628044 conn(0x7fa6940b6240 msgr2=0x7fa6940b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:57.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.605+0000 7fa699af1640 1 -- 172.21.15.111:0/1991628044 shutdown_connections 2024-09-19T04:38:57.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.605+0000 7fa699af1640 1 -- 172.21.15.111:0/1991628044 wait complete. 2024-09-19T04:38:57.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.606+0000 7fa699af1640 1 Processor -- start 2024-09-19T04:38:57.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.606+0000 7fa699af1640 1 -- start start 2024-09-19T04:38:57.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.607+0000 7fa699af1640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6940cef90 0x7fa6940ab1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:57.611 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.607+0000 7fa699af1640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa69415e940 0x7fa6941f2b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:57.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.607+0000 7fa699af1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa69415ed20 0x7fa69414ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:57.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.607+0000 7fa699af1640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa6940d3310 con 0x7fa6940cef90 2024-09-19T04:38:57.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.607+0000 7fa699af1640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa6940d3f00 con 0x7fa69415e940 2024-09-19T04:38:57.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.607+0000 7fa699af1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa6940d1ef0 con 0x7fa69415ed20 2024-09-19T04:38:57.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.607+0000 7fa6937fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6940cef90 0x7fa6940ab1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:57.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.607+0000 7fa6937fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6940cef90 0x7fa6940ab1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34474/0 (socket says 172.21.15.111:34474) 2024-09-19T04:38:57.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.607+0000 7fa6937fe640 1 -- 172.21.15.111:0/2889765417 learned_addr learned my addr 172.21.15.111:0/2889765417 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:57.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.607+0000 7fa693fff640 1 --2- 172.21.15.111:0/2889765417 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa69415ed20 0x7fa69414ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:57.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.607+0000 7fa692ffd640 1 --2- 172.21.15.111:0/2889765417 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa69415e940 0x7fa6941f2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:57.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.607+0000 7fa6937fe640 1 -- 172.21.15.111:0/2889765417 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa69415ed20 msgr2=0x7fa69414ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:57.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.607+0000 7fa6937fe640 1 --2- 172.21.15.111:0/2889765417 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa69415ed20 0x7fa69414ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.607+0000 7fa6937fe640 1 -- 172.21.15.111:0/2889765417 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa69415e940 msgr2=0x7fa6941f2b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:57.612 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.607+0000 7fa6937fe640 1 --2- 172.21.15.111:0/2889765417 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa69415e940 0x7fa6941f2b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.607+0000 7fa6937fe640 1 -- 172.21.15.111:0/2889765417 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6940cc9d0 con 0x7fa6940cef90 2024-09-19T04:38:57.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.607+0000 7fa693fff640 1 --2- 172.21.15.111:0/2889765417 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa69415ed20 0x7fa69414ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:57.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.607+0000 7fa692ffd640 1 --2- 172.21.15.111:0/2889765417 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa69415e940 0x7fa6941f2b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:57.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.607+0000 7fa6937fe640 1 --2- 172.21.15.111:0/2889765417 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6940cef90 0x7fa6940ab1a0 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7fa68400c850 tx=0x7fa68400cd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:57.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.607+0000 7fa67bfff640 1 -- 172.21.15.111:0/2889765417 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa684018070 con 0x7fa6940cef90 2024-09-19T04:38:57.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.607+0000 7fa67bfff640 1 -- 172.21.15.111:0/2889765417 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa68400a640 con 0x7fa6940cef90 2024-09-19T04:38:57.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.607+0000 7fa699af1640 1 -- 172.21.15.111:0/2889765417 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6940cccb0 con 0x7fa6940cef90 2024-09-19T04:38:57.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.607+0000 7fa67bfff640 1 -- 172.21.15.111:0/2889765417 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa68400aa70 con 0x7fa6940cef90 2024-09-19T04:38:57.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.608+0000 7fa699af1640 1 -- 172.21.15.111:0/2889765417 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6940cd270 con 0x7fa6940cef90 2024-09-19T04:38:57.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.609+0000 7fa699af1640 1 -- 172.21.15.111:0/2889765417 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6940d1060 con 0x7fa6940cef90 2024-09-19T04:38:57.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.609+0000 7fa67bfff640 1 -- 172.21.15.111:0/2889765417 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fa68401b070 con 0x7fa6940cef90 2024-09-19T04:38:57.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.609+0000 7fa67bfff640 1 --2- 172.21.15.111:0/2889765417 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa68006c850 0x7fa68006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:57.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.610+0000 7fa67bfff640 1 -- 172.21.15.111:0/2889765417 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7fa68408b530 con 0x7fa6940cef90 2024-09-19T04:38:57.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.610+0000 7fa692ffd640 1 --2- 172.21.15.111:0/2889765417 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa68006c850 0x7fa68006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:57.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.610+0000 7fa692ffd640 1 --2- 172.21.15.111:0/2889765417 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa68006c850 0x7fa68006ed10 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fa688006fd0 tx=0x7fa688008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:57.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.614+0000 7fa67bfff640 1 -- 172.21.15.111:0/2889765417 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa6940b7170 con 0x7fa6940cef90 2024-09-19T04:38:57.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.777+0000 7fa699af1640 1 -- 172.21.15.111:0/2889765417 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa6940ba6b0 con 0x7fa68006c850 2024-09-19T04:38:57.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.783+0000 7fa67bfff640 1 -- 172.21.15.111:0/2889765417 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247089 (secure 0 0 0) 0x7fa6940ba6b0 con 0x7fa68006c850 2024-09-19T04:38:57.787 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:57.788 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:38:57.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.786+0000 7fa699af1640 1 -- 172.21.15.111:0/2889765417 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa68006c850 msgr2=0x7fa68006ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:57.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.786+0000 7fa699af1640 1 --2- 172.21.15.111:0/2889765417 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa68006c850 0x7fa68006ed10 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fa688006fd0 tx=0x7fa688008040 comp rx=0 tx=0).stop 2024-09-19T04:38:57.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.786+0000 7fa699af1640 1 -- 172.21.15.111:0/2889765417 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6940cef90 msgr2=0x7fa6940ab1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:57.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.786+0000 7fa699af1640 1 --2- 172.21.15.111:0/2889765417 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6940cef90 0x7fa6940ab1a0 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7fa68400c850 tx=0x7fa68400cd10 comp rx=0 tx=0).stop 2024-09-19T04:38:57.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.786+0000 7fa699af1640 1 -- 172.21.15.111:0/2889765417 shutdown_connections 2024-09-19T04:38:57.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.786+0000 7fa699af1640 1 --2- 172.21.15.111:0/2889765417 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa68006c850 0x7fa68006ed10 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.786+0000 7fa699af1640 1 --2- 172.21.15.111:0/2889765417 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa69415ed20 0x7fa69414ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.786+0000 7fa699af1640 1 --2- 172.21.15.111:0/2889765417 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa69415e940 0x7fa6941f2b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.786+0000 7fa699af1640 1 --2- 172.21.15.111:0/2889765417 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa6940cef90 0x7fa6940ab1a0 unknown :-1 s=CLOSED pgs=1281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.786+0000 7fa699af1640 1 -- 172.21.15.111:0/2889765417 >> 172.21.15.111:0/2889765417 conn(0x7fa6940b6240 msgr2=0x7fa69415f120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:57.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.786+0000 7fa699af1640 1 -- 172.21.15.111:0/2889765417 shutdown_connections 2024-09-19T04:38:57.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.786+0000 7fa699af1640 1 -- 172.21.15.111:0/2889765417 wait complete. 2024-09-19T04:38:57.798 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":128,"stamp":"2024-09-19T04:38:56.191828+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":26,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":263272,"kb_used_data":13736,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754711448,"statfs":{"total":773094113280,"available":772824522752,"internally_reserved":0,"allocated":14065664,"data_stored":6843904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.008088"},"pg_stats":[{"pgid":"21.3f","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.198182+0000","last_change":"2024-09-19T04:38:53.198182+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.198182+0000","last_undegraded":"2024-09-19T04:38:53.198182+0000","last_fullsized":"2024-09-19T04:38:53.198182+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.3e","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.198368+0000","last_change":"2024-09-19T04:38:53.198368+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.198368+0000","last_undegraded":"2024-09-19T04:38:53.198368+0000","last_fullsized":"2024-09-19T04:38:53.198368+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.3d","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.199451+0000","last_change":"2024-09-19T04:38:53.199451+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.199451+0000","last_undegraded":"2024-09-19T04:38:53.199451+0000","last_fullsized":"2024-09-19T04:38:53.199451+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.3c","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195156+0000","last_change":"2024-09-19T04:38:53.195156+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195156+0000","last_undegraded":"2024-09-19T04:38:53.195156+0000","last_fullsized":"2024-09-19T04:38:53.195156+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.3b","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196164+0000","last_change":"2024-09-19T04:38:53.196164+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196164+0000","last_undegraded":"2024-09-19T04:38:53.196164+0000","last_fullsized":"2024-09-19T04:38:53.196164+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.3a","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.198159+0000","last_change":"2024-09-19T04:38:53.198159+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.198159+0000","last_undegraded":"2024-09-19T04:38:53.198159+0000","last_fullsized":"2024-09-19T04:38:53.198159+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.39","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.193620+0000","last_change":"2024-09-19T04:38:53.193620+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.193620+0000","last_undegraded":"2024-09-19T04:38:53.193620+0000","last_fullsized":"2024-09-19T04:38:53.193620+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.38","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.197728+0000","last_change":"2024-09-19T04:38:53.197728+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.197728+0000","last_undegraded":"2024-09-19T04:38:53.197728+0000","last_fullsized":"2024-09-19T04:38:53.197728+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.37","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.197929+0000","last_change":"2024-09-19T04:38:53.197929+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.197929+0000","last_undegraded":"2024-09-19T04:38:53.197929+0000","last_fullsized":"2024-09-19T04:38:53.197929+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.36","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.201202+0000","last_change":"2024-09-19T04:38:53.201202+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.201202+0000","last_undegraded":"2024-09-19T04:38:53.201202+0000","last_fullsized":"2024-09-19T04:38:53.201202+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.35","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.197263+0000","last_change":"2024-09-19T04:38:53.197263+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.197263+0000","last_undegraded":"2024-09-19T04:38:53.197263+0000","last_fullsized":"2024-09-19T04:38:53.197263+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.34","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.199040+0000","last_change":"2024-09-19T04:38:53.199040+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.199040+0000","last_undegraded":"2024-09-19T04:38:53.199040+0000","last_fullsized":"2024-09-19T04:38:53.199040+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.33","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194813+0000","last_change":"2024-09-19T04:38:53.194813+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194813+0000","last_undegraded":"2024-09-19T04:38:53.194813+0000","last_fullsized":"2024-09-19T04:38:53.194813+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.32","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195970+0000","last_change":"2024-09-19T04:38:53.195970+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195970+0000","last_undegraded":"2024-09-19T04:38:53.195970+0000","last_fullsized":"2024-09-19T04:38:53.195970+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.31","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.199295+0000","last_change":"2024-09-19T04:38:53.199295+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.199295+0000","last_undegraded":"2024-09-19T04:38:53.199295+0000","last_fullsized":"2024-09-19T04:38:53.199295+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.30","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194459+0000","last_change":"2024-09-19T04:38:53.194459+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194459+0000","last_undegraded":"2024-09-19T04:38:53.194459+0000","last_fullsized":"2024-09-19T04:38:53.194459+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.2f","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.202512+0000","last_change":"2024-09-19T04:38:53.202512+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.202512+0000","last_undegraded":"2024-09-19T04:38:53.202512+0000","last_fullsized":"2024-09-19T04:38:53.202512+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.2e","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.199475+0000","last_change":"2024-09-19T04:38:53.199475+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.199475+0000","last_undegraded":"2024-09-19T04:38:53.199475+0000","last_fullsized":"2024-09-19T04:38:53.199475+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.2d","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196843+0000","last_change":"2024-09-19T04:38:53.196843+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196843+0000","last_undegraded":"2024-09-19T04:38:53.196843+0000","last_fullsized":"2024-09-19T04:38:53.196843+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2c","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195368+0000","last_change":"2024-09-19T04:38:53.195368+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195368+0000","last_undegraded":"2024-09-19T04:38:53.195368+0000","last_fullsized":"2024-09-19T04:38:53.195368+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.2b","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.202552+0000","last_change":"2024-09-19T04:38:53.202552+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.202552+0000","last_undegraded":"2024-09-19T04:38:53.202552+0000","last_fullsized":"2024-09-19T04:38:53.202552+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.2a","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195511+0000","last_change":"2024-09-19T04:38:53.195511+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195511+0000","last_undegraded":"2024-09-19T04:38:53.195511+0000","last_fullsized":"2024-09-19T04:38:53.195511+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.29","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195065+0000","last_change":"2024-09-19T04:38:53.195065+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195065+0000","last_undegraded":"2024-09-19T04:38:53.195065+0000","last_fullsized":"2024-09-19T04:38:53.195065+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.28","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.199531+0000","last_change":"2024-09-19T04:38:53.199531+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.199531+0000","last_undegraded":"2024-09-19T04:38:53.199531+0000","last_fullsized":"2024-09-19T04:38:53.199531+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.27","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196924+0000","last_change":"2024-09-19T04:38:53.196924+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196924+0000","last_undegraded":"2024-09-19T04:38:53.196924+0000","last_fullsized":"2024-09-19T04:38:53.196924+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.26","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196387+0000","last_change":"2024-09-19T04:38:53.196387+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196387+0000","last_undegraded":"2024-09-19T04:38:53.196387+0000","last_fullsized":"2024-09-19T04:38:53.196387+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.25","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195400+0000","last_change":"2024-09-19T04:38:53.195400+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195400+0000","last_undegraded":"2024-09-19T04:38:53.195400+0000","last_fullsized":"2024-09-19T04:38:53.195400+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.24","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195353+0000","last_change":"2024-09-19T04:38:53.195353+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195353+0000","last_undegraded":"2024-09-19T04:38:53.195353+0000","last_fullsized":"2024-09-19T04:38:53.195353+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.23","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196490+0000","last_change":"2024-09-19T04:38:53.196490+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196490+0000","last_undegraded":"2024-09-19T04:38:53.196490+0000","last_fullsized":"2024-09-19T04:38:53.196490+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.22","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194654+0000","last_change":"2024-09-19T04:38:53.194654+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194654+0000","last_undegraded":"2024-09-19T04:38:53.194654+0000","last_fullsized":"2024-09-19T04:38:53.194654+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.21","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.197521+0000","last_change":"2024-09-19T04:38:53.197521+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.197521+0000","last_undegraded":"2024-09-19T04:38:53.197521+0000","last_fullsized":"2024-09-19T04:38:53.197521+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.20","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194072+0000","last_change":"2024-09-19T04:38:53.194072+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194072+0000","last_undegraded":"2024-09-19T04:38:53.194072+0000","last_fullsized":"2024-09-19T04:38:53.194072+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.200832+0000","last_change":"2024-09-19T04:38:53.200832+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.200832+0000","last_undegraded":"2024-09-19T04:38:53.200832+0000","last_fullsized":"2024-09-19T04:38:53.200832+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1f","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.212600+0000","last_change":"2024-09-19T04:38:53.209501+0000","last_active":"2024-09-19T04:38:53.212600+0000","last_peered":"2024-09-19T04:38:53.212600+0000","last_clean":"2024-09-19T04:38:53.212600+0000","last_became_active":"2024-09-19T04:38:53.209177+0000","last_became_peered":"2024-09-19T04:38:53.209177+0000","last_unstale":"2024-09-19T04:38:53.212600+0000","last_undegraded":"2024-09-19T04:38:53.212600+0000","last_fullsized":"2024-09-19T04:38:53.212600+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:20.105429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196134+0000","last_change":"2024-09-19T04:38:53.196134+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196134+0000","last_undegraded":"2024-09-19T04:38:53.196134+0000","last_fullsized":"2024-09-19T04:38:53.196134+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1e","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.208933+0000","last_change":"2024-09-19T04:38:53.206984+0000","last_active":"2024-09-19T04:38:53.208933+0000","last_peered":"2024-09-19T04:38:53.208933+0000","last_clean":"2024-09-19T04:38:53.208933+0000","last_became_active":"2024-09-19T04:38:53.206193+0000","last_became_peered":"2024-09-19T04:38:53.206193+0000","last_unstale":"2024-09-19T04:38:53.208933+0000","last_undegraded":"2024-09-19T04:38:53.208933+0000","last_fullsized":"2024-09-19T04:38:53.208933+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:12.837247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196014+0000","last_change":"2024-09-19T04:38:53.196014+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196014+0000","last_undegraded":"2024-09-19T04:38:53.196014+0000","last_fullsized":"2024-09-19T04:38:53.196014+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.1d","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206453+0000","last_change":"2024-09-19T04:38:53.201965+0000","last_active":"2024-09-19T04:38:53.206453+0000","last_peered":"2024-09-19T04:38:53.206453+0000","last_clean":"2024-09-19T04:38:53.206453+0000","last_became_active":"2024-09-19T04:38:53.201662+0000","last_became_peered":"2024-09-19T04:38:53.201662+0000","last_unstale":"2024-09-19T04:38:53.206453+0000","last_undegraded":"2024-09-19T04:38:53.206453+0000","last_fullsized":"2024-09-19T04:38:53.206453+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:52:06.090757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.198482+0000","last_change":"2024-09-19T04:38:53.198482+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.198482+0000","last_undegraded":"2024-09-19T04:38:53.198482+0000","last_fullsized":"2024-09-19T04:38:53.198482+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1c","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206397+0000","last_change":"2024-09-19T04:38:53.201590+0000","last_active":"2024-09-19T04:38:53.206397+0000","last_peered":"2024-09-19T04:38:53.206397+0000","last_clean":"2024-09-19T04:38:53.206397+0000","last_became_active":"2024-09-19T04:38:53.201271+0000","last_became_peered":"2024-09-19T04:38:53.201271+0000","last_unstale":"2024-09-19T04:38:53.206397+0000","last_undegraded":"2024-09-19T04:38:53.206397+0000","last_fullsized":"2024-09-19T04:38:53.206397+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:40.769465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196086+0000","last_change":"2024-09-19T04:38:53.196086+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196086+0000","last_undegraded":"2024-09-19T04:38:53.196086+0000","last_fullsized":"2024-09-19T04:38:53.196086+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1b","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.210756+0000","last_change":"2024-09-19T04:38:53.208388+0000","last_active":"2024-09-19T04:38:53.210756+0000","last_peered":"2024-09-19T04:38:53.210756+0000","last_clean":"2024-09-19T04:38:53.210756+0000","last_became_active":"2024-09-19T04:38:53.207820+0000","last_became_peered":"2024-09-19T04:38:53.207820+0000","last_unstale":"2024-09-19T04:38:53.210756+0000","last_undegraded":"2024-09-19T04:38:53.210756+0000","last_fullsized":"2024-09-19T04:38:53.210756+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:18.417746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195315+0000","last_change":"2024-09-19T04:38:53.195315+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195315+0000","last_undegraded":"2024-09-19T04:38:53.195315+0000","last_fullsized":"2024-09-19T04:38:53.195315+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.1a","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.209385+0000","last_change":"2024-09-19T04:38:53.205962+0000","last_active":"2024-09-19T04:38:53.209385+0000","last_peered":"2024-09-19T04:38:53.209385+0000","last_clean":"2024-09-19T04:38:53.209385+0000","last_became_active":"2024-09-19T04:38:53.205672+0000","last_became_peered":"2024-09-19T04:38:53.205672+0000","last_unstale":"2024-09-19T04:38:53.209385+0000","last_undegraded":"2024-09-19T04:38:53.209385+0000","last_fullsized":"2024-09-19T04:38:53.209385+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:30.142772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196445+0000","last_change":"2024-09-19T04:38:53.196445+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196445+0000","last_undegraded":"2024-09-19T04:38:53.196445+0000","last_fullsized":"2024-09-19T04:38:53.196445+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206885+0000","last_change":"2024-09-19T04:38:53.205247+0000","last_active":"2024-09-19T04:38:53.206885+0000","last_peered":"2024-09-19T04:38:53.206885+0000","last_clean":"2024-09-19T04:38:53.206885+0000","last_became_active":"2024-09-19T04:38:53.203932+0000","last_became_peered":"2024-09-19T04:38:53.203932+0000","last_unstale":"2024-09-19T04:38:53.206885+0000","last_undegraded":"2024-09-19T04:38:53.206885+0000","last_fullsized":"2024-09-19T04:38:53.206885+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:19:58.331719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196561+0000","last_change":"2024-09-19T04:38:53.196561+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196561+0000","last_undegraded":"2024-09-19T04:38:53.196561+0000","last_fullsized":"2024-09-19T04:38:53.196561+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.209510+0000","last_change":"2024-09-19T04:38:53.205765+0000","last_active":"2024-09-19T04:38:53.209510+0000","last_peered":"2024-09-19T04:38:53.209510+0000","last_clean":"2024-09-19T04:38:53.209510+0000","last_became_active":"2024-09-19T04:38:53.205437+0000","last_became_peered":"2024-09-19T04:38:53.205437+0000","last_unstale":"2024-09-19T04:38:53.209510+0000","last_undegraded":"2024-09-19T04:38:53.209510+0000","last_fullsized":"2024-09-19T04:38:53.209510+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:09:33.809431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195771+0000","last_change":"2024-09-19T04:38:53.195771+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195771+0000","last_undegraded":"2024-09-19T04:38:53.195771+0000","last_fullsized":"2024-09-19T04:38:53.195771+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.202682+0000","last_change":"2024-09-19T04:38:53.199215+0000","last_active":"2024-09-19T04:38:53.202682+0000","last_peered":"2024-09-19T04:38:53.202682+0000","last_clean":"2024-09-19T04:38:53.202682+0000","last_became_active":"2024-09-19T04:38:53.198451+0000","last_became_peered":"2024-09-19T04:38:53.198451+0000","last_unstale":"2024-09-19T04:38:53.202682+0000","last_undegraded":"2024-09-19T04:38:53.202682+0000","last_fullsized":"2024-09-19T04:38:53.202682+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:23:33.692967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.203029+0000","last_change":"2024-09-19T04:38:53.203029+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.203029+0000","last_undegraded":"2024-09-19T04:38:53.203029+0000","last_fullsized":"2024-09-19T04:38:53.203029+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.215080+0000","last_change":"2024-09-19T04:38:53.212550+0000","last_active":"2024-09-19T04:38:53.215080+0000","last_peered":"2024-09-19T04:38:53.215080+0000","last_clean":"2024-09-19T04:38:53.215080+0000","last_became_active":"2024-09-19T04:38:53.212267+0000","last_became_peered":"2024-09-19T04:38:53.212267+0000","last_unstale":"2024-09-19T04:38:53.215080+0000","last_undegraded":"2024-09-19T04:38:53.215080+0000","last_fullsized":"2024-09-19T04:38:53.215080+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:08.055180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194999+0000","last_change":"2024-09-19T04:38:53.194999+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194999+0000","last_undegraded":"2024-09-19T04:38:53.194999+0000","last_fullsized":"2024-09-19T04:38:53.194999+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.14","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.204381+0000","last_change":"2024-09-19T04:38:53.201094+0000","last_active":"2024-09-19T04:38:53.204381+0000","last_peered":"2024-09-19T04:38:53.204381+0000","last_clean":"2024-09-19T04:38:53.204381+0000","last_became_active":"2024-09-19T04:38:53.200673+0000","last_became_peered":"2024-09-19T04:38:53.200673+0000","last_unstale":"2024-09-19T04:38:53.204381+0000","last_undegraded":"2024-09-19T04:38:53.204381+0000","last_fullsized":"2024-09-19T04:38:53.204381+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:57.249386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.198345+0000","last_change":"2024-09-19T04:38:53.198345+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.198345+0000","last_undegraded":"2024-09-19T04:38:53.198345+0000","last_fullsized":"2024-09-19T04:38:53.198345+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.13","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.212223+0000","last_change":"2024-09-19T04:38:53.209122+0000","last_active":"2024-09-19T04:38:53.212223+0000","last_peered":"2024-09-19T04:38:53.212223+0000","last_clean":"2024-09-19T04:38:53.212223+0000","last_became_active":"2024-09-19T04:38:53.208812+0000","last_became_peered":"2024-09-19T04:38:53.208812+0000","last_unstale":"2024-09-19T04:38:53.212223+0000","last_undegraded":"2024-09-19T04:38:53.212223+0000","last_fullsized":"2024-09-19T04:38:53.212223+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:22.672966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196935+0000","last_change":"2024-09-19T04:38:53.196935+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196935+0000","last_undegraded":"2024-09-19T04:38:53.196935+0000","last_fullsized":"2024-09-19T04:38:53.196935+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206943+0000","last_change":"2024-09-19T04:38:53.202673+0000","last_active":"2024-09-19T04:38:53.206943+0000","last_peered":"2024-09-19T04:38:53.206943+0000","last_clean":"2024-09-19T04:38:53.206943+0000","last_became_active":"2024-09-19T04:38:53.202393+0000","last_became_peered":"2024-09-19T04:38:53.202393+0000","last_unstale":"2024-09-19T04:38:53.206943+0000","last_undegraded":"2024-09-19T04:38:53.206943+0000","last_fullsized":"2024-09-19T04:38:53.206943+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:07.877081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195857+0000","last_change":"2024-09-19T04:38:53.195857+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195857+0000","last_undegraded":"2024-09-19T04:38:53.195857+0000","last_fullsized":"2024-09-19T04:38:53.195857+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.203366+0000","last_change":"2024-09-19T04:38:53.201807+0000","last_active":"2024-09-19T04:38:53.203366+0000","last_peered":"2024-09-19T04:38:53.203366+0000","last_clean":"2024-09-19T04:38:53.203366+0000","last_became_active":"2024-09-19T04:38:53.201564+0000","last_became_peered":"2024-09-19T04:38:53.201564+0000","last_unstale":"2024-09-19T04:38:53.203366+0000","last_undegraded":"2024-09-19T04:38:53.203366+0000","last_fullsized":"2024-09-19T04:38:53.203366+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:07.877081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.198549+0000","last_change":"2024-09-19T04:38:53.198549+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.198549+0000","last_undegraded":"2024-09-19T04:38:53.198549+0000","last_fullsized":"2024-09-19T04:38:53.198549+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.10","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206624+0000","last_change":"2024-09-19T04:38:53.204441+0000","last_active":"2024-09-19T04:38:53.206624+0000","last_peered":"2024-09-19T04:38:53.206624+0000","last_clean":"2024-09-19T04:38:53.206624+0000","last_became_active":"2024-09-19T04:38:53.204188+0000","last_became_peered":"2024-09-19T04:38:53.204188+0000","last_unstale":"2024-09-19T04:38:53.206624+0000","last_undegraded":"2024-09-19T04:38:53.206624+0000","last_fullsized":"2024-09-19T04:38:53.206624+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:49.225615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.200363+0000","last_change":"2024-09-19T04:38:53.200363+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.200363+0000","last_undegraded":"2024-09-19T04:38:53.200363+0000","last_fullsized":"2024-09-19T04:38:53.200363+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.f","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.209118+0000","last_change":"2024-09-19T04:38:53.204660+0000","last_active":"2024-09-19T04:38:53.209118+0000","last_peered":"2024-09-19T04:38:53.209118+0000","last_clean":"2024-09-19T04:38:53.209118+0000","last_became_active":"2024-09-19T04:38:53.204354+0000","last_became_peered":"2024-09-19T04:38:53.204354+0000","last_unstale":"2024-09-19T04:38:53.209118+0000","last_undegraded":"2024-09-19T04:38:53.209118+0000","last_fullsized":"2024-09-19T04:38:53.209118+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:01:31.087651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196499+0000","last_change":"2024-09-19T04:38:53.196499+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196499+0000","last_undegraded":"2024-09-19T04:38:53.196499+0000","last_fullsized":"2024-09-19T04:38:53.196499+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.e","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.207355+0000","last_change":"2024-09-19T04:38:53.205866+0000","last_active":"2024-09-19T04:38:53.207355+0000","last_peered":"2024-09-19T04:38:53.207355+0000","last_clean":"2024-09-19T04:38:53.207355+0000","last_became_active":"2024-09-19T04:38:53.205490+0000","last_became_peered":"2024-09-19T04:38:53.205490+0000","last_unstale":"2024-09-19T04:38:53.207355+0000","last_undegraded":"2024-09-19T04:38:53.207355+0000","last_fullsized":"2024-09-19T04:38:53.207355+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:45:27.713396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.200374+0000","last_change":"2024-09-19T04:38:53.200374+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.200374+0000","last_undegraded":"2024-09-19T04:38:53.200374+0000","last_fullsized":"2024-09-19T04:38:53.200374+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.d","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206675+0000","last_change":"2024-09-19T04:38:53.205055+0000","last_active":"2024-09-19T04:38:53.206675+0000","last_peered":"2024-09-19T04:38:53.206675+0000","last_clean":"2024-09-19T04:38:53.206675+0000","last_became_active":"2024-09-19T04:38:53.204744+0000","last_became_peered":"2024-09-19T04:38:53.204744+0000","last_unstale":"2024-09-19T04:38:53.206675+0000","last_undegraded":"2024-09-19T04:38:53.206675+0000","last_fullsized":"2024-09-19T04:38:53.206675+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:43.436615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195595+0000","last_change":"2024-09-19T04:38:53.195595+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195595+0000","last_undegraded":"2024-09-19T04:38:53.195595+0000","last_fullsized":"2024-09-19T04:38:53.195595+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.202872+0000","last_change":"2024-09-19T04:38:53.200988+0000","last_active":"2024-09-19T04:38:53.202872+0000","last_peered":"2024-09-19T04:38:53.202872+0000","last_clean":"2024-09-19T04:38:53.202872+0000","last_became_active":"2024-09-19T04:38:53.200672+0000","last_became_peered":"2024-09-19T04:38:53.200672+0000","last_unstale":"2024-09-19T04:38:53.202872+0000","last_undegraded":"2024-09-19T04:38:53.202872+0000","last_fullsized":"2024-09-19T04:38:53.202872+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:32.615748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194189+0000","last_change":"2024-09-19T04:38:53.194189+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194189+0000","last_undegraded":"2024-09-19T04:38:53.194189+0000","last_fullsized":"2024-09-19T04:38:53.194189+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.b","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.208962+0000","last_change":"2024-09-19T04:38:53.207794+0000","last_active":"2024-09-19T04:38:53.208962+0000","last_peered":"2024-09-19T04:38:53.208962+0000","last_clean":"2024-09-19T04:38:53.208962+0000","last_became_active":"2024-09-19T04:38:53.207187+0000","last_became_peered":"2024-09-19T04:38:53.207187+0000","last_unstale":"2024-09-19T04:38:53.208962+0000","last_undegraded":"2024-09-19T04:38:53.208962+0000","last_fullsized":"2024-09-19T04:38:53.208962+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:18:54.726821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195001+0000","last_change":"2024-09-19T04:38:53.195001+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195001+0000","last_undegraded":"2024-09-19T04:38:53.195001+0000","last_fullsized":"2024-09-19T04:38:53.195001+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.212643+0000","last_change":"2024-09-19T04:38:53.209760+0000","last_active":"2024-09-19T04:38:53.212643+0000","last_peered":"2024-09-19T04:38:53.212643+0000","last_clean":"2024-09-19T04:38:53.212643+0000","last_became_active":"2024-09-19T04:38:53.209286+0000","last_became_peered":"2024-09-19T04:38:53.209286+0000","last_unstale":"2024-09-19T04:38:53.212643+0000","last_undegraded":"2024-09-19T04:38:53.212643+0000","last_fullsized":"2024-09-19T04:38:53.212643+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:55:59.561267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194721+0000","last_change":"2024-09-19T04:38:53.194721+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194721+0000","last_undegraded":"2024-09-19T04:38:53.194721+0000","last_fullsized":"2024-09-19T04:38:53.194721+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.212884+0000","last_change":"2024-09-19T04:38:53.209847+0000","last_active":"2024-09-19T04:38:53.212884+0000","last_peered":"2024-09-19T04:38:53.212884+0000","last_clean":"2024-09-19T04:38:53.212884+0000","last_became_active":"2024-09-19T04:38:53.209399+0000","last_became_peered":"2024-09-19T04:38:53.209399+0000","last_unstale":"2024-09-19T04:38:53.212884+0000","last_undegraded":"2024-09-19T04:38:53.212884+0000","last_fullsized":"2024-09-19T04:38:53.212884+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:33:05.573854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.193985+0000","last_change":"2024-09-19T04:38:53.193985+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.193985+0000","last_undegraded":"2024-09-19T04:38:53.193985+0000","last_fullsized":"2024-09-19T04:38:53.193985+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.212053+0000","last_change":"2024-09-19T04:38:53.208617+0000","last_active":"2024-09-19T04:38:53.212053+0000","last_peered":"2024-09-19T04:38:53.212053+0000","last_clean":"2024-09-19T04:38:53.212053+0000","last_became_active":"2024-09-19T04:38:53.208337+0000","last_became_peered":"2024-09-19T04:38:53.208337+0000","last_unstale":"2024-09-19T04:38:53.212053+0000","last_undegraded":"2024-09-19T04:38:53.212053+0000","last_fullsized":"2024-09-19T04:38:53.212053+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:40.131061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194327+0000","last_change":"2024-09-19T04:38:53.194327+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194327+0000","last_undegraded":"2024-09-19T04:38:53.194327+0000","last_fullsized":"2024-09-19T04:38:53.194327+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.7","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.215109+0000","last_change":"2024-09-19T04:38:53.212740+0000","last_active":"2024-09-19T04:38:53.215109+0000","last_peered":"2024-09-19T04:38:53.215109+0000","last_clean":"2024-09-19T04:38:53.215109+0000","last_became_active":"2024-09-19T04:38:53.212426+0000","last_became_peered":"2024-09-19T04:38:53.212426+0000","last_unstale":"2024-09-19T04:38:53.215109+0000","last_undegraded":"2024-09-19T04:38:53.215109+0000","last_fullsized":"2024-09-19T04:38:53.215109+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:50:31.557157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.201456+0000","last_change":"2024-09-19T04:38:53.201456+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.201456+0000","last_undegraded":"2024-09-19T04:38:53.201456+0000","last_fullsized":"2024-09-19T04:38:53.201456+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.6","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.208253+0000","last_change":"2024-09-19T04:38:53.206302+0000","last_active":"2024-09-19T04:38:53.208253+0000","last_peered":"2024-09-19T04:38:53.208253+0000","last_clean":"2024-09-19T04:38:53.208253+0000","last_became_active":"2024-09-19T04:38:53.206048+0000","last_became_peered":"2024-09-19T04:38:53.206048+0000","last_unstale":"2024-09-19T04:38:53.208253+0000","last_undegraded":"2024-09-19T04:38:53.208253+0000","last_fullsized":"2024-09-19T04:38:53.208253+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:40.131061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196086+0000","last_change":"2024-09-19T04:38:53.196086+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196086+0000","last_undegraded":"2024-09-19T04:38:53.196086+0000","last_fullsized":"2024-09-19T04:38:53.196086+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.204241+0000","last_change":"2024-09-19T04:38:53.200027+0000","last_active":"2024-09-19T04:38:53.204241+0000","last_peered":"2024-09-19T04:38:53.204241+0000","last_clean":"2024-09-19T04:38:53.204241+0000","last_became_active":"2024-09-19T04:38:53.199735+0000","last_became_peered":"2024-09-19T04:38:53.199735+0000","last_unstale":"2024-09-19T04:38:53.204241+0000","last_undegraded":"2024-09-19T04:38:53.204241+0000","last_fullsized":"2024-09-19T04:38:53.204241+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:59:59.449472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195093+0000","last_change":"2024-09-19T04:38:53.195093+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195093+0000","last_undegraded":"2024-09-19T04:38:53.195093+0000","last_fullsized":"2024-09-19T04:38:53.195093+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.203394+0000","last_change":"2024-09-19T04:38:53.202677+0000","last_active":"2024-09-19T04:38:53.203394+0000","last_peered":"2024-09-19T04:38:53.203394+0000","last_clean":"2024-09-19T04:38:53.203394+0000","last_became_active":"2024-09-19T04:38:53.202380+0000","last_became_peered":"2024-09-19T04:38:53.202380+0000","last_unstale":"2024-09-19T04:38:53.203394+0000","last_undegraded":"2024-09-19T04:38:53.203394+0000","last_fullsized":"2024-09-19T04:38:53.203394+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:21.962963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.193416+0000","last_change":"2024-09-19T04:38:53.193416+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.193416+0000","last_undegraded":"2024-09-19T04:38:53.193416+0000","last_fullsized":"2024-09-19T04:38:53.193416+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.208985+0000","last_change":"2024-09-19T04:38:53.208022+0000","last_active":"2024-09-19T04:38:53.208985+0000","last_peered":"2024-09-19T04:38:53.208985+0000","last_clean":"2024-09-19T04:38:53.208985+0000","last_became_active":"2024-09-19T04:38:53.207525+0000","last_became_peered":"2024-09-19T04:38:53.207525+0000","last_unstale":"2024-09-19T04:38:53.208985+0000","last_undegraded":"2024-09-19T04:38:53.208985+0000","last_fullsized":"2024-09-19T04:38:53.208985+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:41.140119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.193957+0000","last_change":"2024-09-19T04:38:53.193957+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.193957+0000","last_undegraded":"2024-09-19T04:38:53.193957+0000","last_fullsized":"2024-09-19T04:38:53.193957+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.215089+0000","last_change":"2024-09-19T04:38:53.212693+0000","last_active":"2024-09-19T04:38:53.215089+0000","last_peered":"2024-09-19T04:38:53.215089+0000","last_clean":"2024-09-19T04:38:53.215089+0000","last_became_active":"2024-09-19T04:38:53.212342+0000","last_became_peered":"2024-09-19T04:38:53.212342+0000","last_unstale":"2024-09-19T04:38:53.215089+0000","last_undegraded":"2024-09-19T04:38:53.215089+0000","last_fullsized":"2024-09-19T04:38:53.215089+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:10:30.052943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.199145+0000","last_change":"2024-09-19T04:38:53.199145+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.199145+0000","last_undegraded":"2024-09-19T04:38:53.199145+0000","last_fullsized":"2024-09-19T04:38:53.199145+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206489+0000","last_change":"2024-09-19T04:38:53.202530+0000","last_active":"2024-09-19T04:38:53.206489+0000","last_peered":"2024-09-19T04:38:53.206489+0000","last_clean":"2024-09-19T04:38:53.206489+0000","last_became_active":"2024-09-19T04:38:53.202236+0000","last_became_peered":"2024-09-19T04:38:53.202236+0000","last_unstale":"2024-09-19T04:38:53.206489+0000","last_undegraded":"2024-09-19T04:38:53.206489+0000","last_fullsized":"2024-09-19T04:38:53.206489+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:59:59.449472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.193963+0000","last_change":"2024-09-19T04:38:53.193963+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.193963+0000","last_undegraded":"2024-09-19T04:38:53.193963+0000","last_fullsized":"2024-09-19T04:38:53.193963+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.210780+0000","last_change":"2024-09-19T04:38:53.207822+0000","last_active":"2024-09-19T04:38:53.210780+0000","last_peered":"2024-09-19T04:38:53.210780+0000","last_clean":"2024-09-19T04:38:53.210780+0000","last_became_active":"2024-09-19T04:38:53.207512+0000","last_became_peered":"2024-09-19T04:38:53.207512+0000","last_unstale":"2024-09-19T04:38:53.210780+0000","last_undegraded":"2024-09-19T04:38:53.210780+0000","last_fullsized":"2024-09-19T04:38:53.210780+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:51:43.865475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.193443+0000","last_change":"2024-09-19T04:38:53.193443+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.193443+0000","last_undegraded":"2024-09-19T04:38:53.193443+0000","last_fullsized":"2024-09-19T04:38:53.193443+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.15","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.212003+0000","last_change":"2024-09-19T04:38:53.206605+0000","last_active":"2024-09-19T04:38:53.212003+0000","last_peered":"2024-09-19T04:38:53.212003+0000","last_clean":"2024-09-19T04:38:53.212003+0000","last_became_active":"2024-09-19T04:38:53.206176+0000","last_became_peered":"2024-09-19T04:38:53.206176+0000","last_unstale":"2024-09-19T04:38:53.212003+0000","last_undegraded":"2024-09-19T04:38:53.212003+0000","last_fullsized":"2024-09-19T04:38:53.212003+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:21.962963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":409,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.204053+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:38:53.204053+0000","last_peered":"2024-09-19T04:38:53.204053+0000","last_clean":"2024-09-19T04:38:53.204053+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:38:53.204053+0000","last_undegraded":"2024-09-19T04:38:53.204053+0000","last_fullsized":"2024-09-19T04:38:53.204053+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":21,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":20,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509518,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33344,"kb_used_data":2152,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338496,"statfs":{"total":96636764160,"available":96602619904,"internally_reserved":0,"allocated":2203648,"data_stored":1298264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509518,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32760,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339080,"statfs":{"total":96636764160,"available":96603217920,"internally_reserved":0,"allocated":1609728,"data_stored":707896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509518,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32760,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339080,"statfs":{"total":96636764160,"available":96603217920,"internally_reserved":0,"allocated":1609728,"data_stored":707896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509519,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32764,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339076,"statfs":{"total":96636764160,"available":96603213824,"internally_reserved":0,"allocated":1609728,"data_stored":707896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542223,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32764,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339076,"statfs":{"total":96636764160,"available":96603213824,"internally_reserved":0,"allocated":1609728,"data_stored":707896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542222,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32768,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339072,"statfs":{"total":96636764160,"available":96603209728,"internally_reserved":0,"allocated":1609728,"data_stored":707896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542222,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32764,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339076,"statfs":{"total":96636764160,"available":96603213824,"internally_reserved":0,"allocated":1609728,"data_stored":707896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542223,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33348,"kb_used_data":2152,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338492,"statfs":{"total":96636764160,"available":96602615808,"internally_reserved":0,"allocated":2203648,"data_stored":1298264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:38:57.801 INFO:tasks.ceph.ceph_manager.ceph:PG 21.3f is not active+clean 2024-09-19T04:38:57.802 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.198182+0000', 'last_change': '2024-09-19T04:38:53.198182+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.198182+0000', 'last_undegraded': '2024-09-19T04:38:53.198182+0000', 'last_fullsized': '2024-09-19T04:38:53.198182+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:38:57.802 INFO:tasks.ceph.ceph_manager.ceph:PG 21.3e is not active+clean 2024-09-19T04:38:57.802 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.198368+0000', 'last_change': '2024-09-19T04:38:53.198368+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.198368+0000', 'last_undegraded': '2024-09-19T04:38:53.198368+0000', 'last_fullsized': '2024-09-19T04:38:53.198368+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:38:57.802 INFO:tasks.ceph.ceph_manager.ceph:PG 21.3d is not active+clean 2024-09-19T04:38:57.802 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.199451+0000', 'last_change': '2024-09-19T04:38:53.199451+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.199451+0000', 'last_undegraded': '2024-09-19T04:38:53.199451+0000', 'last_fullsized': '2024-09-19T04:38:53.199451+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:38:57.802 INFO:tasks.ceph.ceph_manager.ceph:PG 21.3c is not active+clean 2024-09-19T04:38:57.802 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.195156+0000', 'last_change': '2024-09-19T04:38:53.195156+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.195156+0000', 'last_undegraded': '2024-09-19T04:38:53.195156+0000', 'last_fullsized': '2024-09-19T04:38:53.195156+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:38:57.802 INFO:tasks.ceph.ceph_manager.ceph:PG 21.3b is not active+clean 2024-09-19T04:38:57.803 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.196164+0000', 'last_change': '2024-09-19T04:38:53.196164+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.196164+0000', 'last_undegraded': '2024-09-19T04:38:53.196164+0000', 'last_fullsized': '2024-09-19T04:38:53.196164+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:38:57.803 INFO:tasks.ceph.ceph_manager.ceph:PG 21.3a is not active+clean 2024-09-19T04:38:57.803 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.198159+0000', 'last_change': '2024-09-19T04:38:53.198159+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.198159+0000', 'last_undegraded': '2024-09-19T04:38:53.198159+0000', 'last_fullsized': '2024-09-19T04:38:53.198159+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:38:57.803 INFO:tasks.ceph.ceph_manager.ceph:PG 21.39 is not active+clean 2024-09-19T04:38:57.803 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.193620+0000', 'last_change': '2024-09-19T04:38:53.193620+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.193620+0000', 'last_undegraded': '2024-09-19T04:38:53.193620+0000', 'last_fullsized': '2024-09-19T04:38:53.193620+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:38:57.803 INFO:tasks.ceph.ceph_manager.ceph:PG 21.38 is not active+clean 2024-09-19T04:38:57.803 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.197728+0000', 'last_change': '2024-09-19T04:38:53.197728+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.197728+0000', 'last_undegraded': '2024-09-19T04:38:53.197728+0000', 'last_fullsized': '2024-09-19T04:38:53.197728+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:38:57.803 INFO:tasks.ceph.ceph_manager.ceph:PG 21.37 is not active+clean 2024-09-19T04:38:57.803 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.197929+0000', 'last_change': '2024-09-19T04:38:53.197929+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.197929+0000', 'last_undegraded': '2024-09-19T04:38:53.197929+0000', 'last_fullsized': '2024-09-19T04:38:53.197929+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:38:57.803 INFO:tasks.ceph.ceph_manager.ceph:PG 21.36 is not active+clean 2024-09-19T04:38:57.804 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.201202+0000', 'last_change': '2024-09-19T04:38:53.201202+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.201202+0000', 'last_undegraded': '2024-09-19T04:38:53.201202+0000', 'last_fullsized': '2024-09-19T04:38:53.201202+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:38:57.804 INFO:tasks.ceph.ceph_manager.ceph:PG 21.35 is not active+clean 2024-09-19T04:38:57.804 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.197263+0000', 'last_change': '2024-09-19T04:38:53.197263+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.197263+0000', 'last_undegraded': '2024-09-19T04:38:53.197263+0000', 'last_fullsized': '2024-09-19T04:38:53.197263+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:38:57.804 INFO:tasks.ceph.ceph_manager.ceph:PG 21.34 is not active+clean 2024-09-19T04:38:57.804 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.199040+0000', 'last_change': '2024-09-19T04:38:53.199040+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.199040+0000', 'last_undegraded': '2024-09-19T04:38:53.199040+0000', 'last_fullsized': '2024-09-19T04:38:53.199040+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:38:57.804 INFO:tasks.ceph.ceph_manager.ceph:PG 21.33 is not active+clean 2024-09-19T04:38:57.804 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.194813+0000', 'last_change': '2024-09-19T04:38:53.194813+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.194813+0000', 'last_undegraded': '2024-09-19T04:38:53.194813+0000', 'last_fullsized': '2024-09-19T04:38:53.194813+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:38:57.804 INFO:tasks.ceph.ceph_manager.ceph:PG 21.32 is not active+clean 2024-09-19T04:38:57.804 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.195970+0000', 'last_change': '2024-09-19T04:38:53.195970+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.195970+0000', 'last_undegraded': '2024-09-19T04:38:53.195970+0000', 'last_fullsized': '2024-09-19T04:38:53.195970+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:38:57.804 INFO:tasks.ceph.ceph_manager.ceph:PG 21.31 is not active+clean 2024-09-19T04:38:57.804 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.199295+0000', 'last_change': '2024-09-19T04:38:53.199295+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.199295+0000', 'last_undegraded': '2024-09-19T04:38:53.199295+0000', 'last_fullsized': '2024-09-19T04:38:53.199295+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:38:57.805 INFO:tasks.ceph.ceph_manager.ceph:PG 21.30 is not active+clean 2024-09-19T04:38:57.805 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.194459+0000', 'last_change': '2024-09-19T04:38:53.194459+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.194459+0000', 'last_undegraded': '2024-09-19T04:38:53.194459+0000', 'last_fullsized': '2024-09-19T04:38:53.194459+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:38:57.805 INFO:tasks.ceph.ceph_manager.ceph:PG 21.2f is not active+clean 2024-09-19T04:38:57.805 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.202512+0000', 'last_change': '2024-09-19T04:38:53.202512+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.202512+0000', 'last_undegraded': '2024-09-19T04:38:53.202512+0000', 'last_fullsized': '2024-09-19T04:38:53.202512+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:38:57.805 INFO:tasks.ceph.ceph_manager.ceph:PG 21.2e is not active+clean 2024-09-19T04:38:57.805 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.199475+0000', 'last_change': '2024-09-19T04:38:53.199475+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.199475+0000', 'last_undegraded': '2024-09-19T04:38:53.199475+0000', 'last_fullsized': '2024-09-19T04:38:53.199475+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:38:57.805 INFO:tasks.ceph.ceph_manager.ceph:PG 21.2d is not active+clean 2024-09-19T04:38:57.805 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.196843+0000', 'last_change': '2024-09-19T04:38:53.196843+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.196843+0000', 'last_undegraded': '2024-09-19T04:38:53.196843+0000', 'last_fullsized': '2024-09-19T04:38:53.196843+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:38:57.805 INFO:tasks.ceph.ceph_manager.ceph:PG 21.2c is not active+clean 2024-09-19T04:38:57.805 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.195368+0000', 'last_change': '2024-09-19T04:38:53.195368+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.195368+0000', 'last_undegraded': '2024-09-19T04:38:53.195368+0000', 'last_fullsized': '2024-09-19T04:38:53.195368+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:38:57.806 INFO:tasks.ceph.ceph_manager.ceph:PG 21.2b is not active+clean 2024-09-19T04:38:57.806 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.202552+0000', 'last_change': '2024-09-19T04:38:53.202552+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.202552+0000', 'last_undegraded': '2024-09-19T04:38:53.202552+0000', 'last_fullsized': '2024-09-19T04:38:53.202552+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:38:57.806 INFO:tasks.ceph.ceph_manager.ceph:PG 21.2a is not active+clean 2024-09-19T04:38:57.806 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.195511+0000', 'last_change': '2024-09-19T04:38:53.195511+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.195511+0000', 'last_undegraded': '2024-09-19T04:38:53.195511+0000', 'last_fullsized': '2024-09-19T04:38:53.195511+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:38:57.806 INFO:tasks.ceph.ceph_manager.ceph:PG 21.29 is not active+clean 2024-09-19T04:38:57.806 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.195065+0000', 'last_change': '2024-09-19T04:38:53.195065+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.195065+0000', 'last_undegraded': '2024-09-19T04:38:53.195065+0000', 'last_fullsized': '2024-09-19T04:38:53.195065+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:38:57.806 INFO:tasks.ceph.ceph_manager.ceph:PG 21.28 is not active+clean 2024-09-19T04:38:57.806 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.199531+0000', 'last_change': '2024-09-19T04:38:53.199531+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.199531+0000', 'last_undegraded': '2024-09-19T04:38:53.199531+0000', 'last_fullsized': '2024-09-19T04:38:53.199531+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:38:57.806 INFO:tasks.ceph.ceph_manager.ceph:PG 21.27 is not active+clean 2024-09-19T04:38:57.806 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.196924+0000', 'last_change': '2024-09-19T04:38:53.196924+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.196924+0000', 'last_undegraded': '2024-09-19T04:38:53.196924+0000', 'last_fullsized': '2024-09-19T04:38:53.196924+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:38:57.807 INFO:tasks.ceph.ceph_manager.ceph:PG 21.26 is not active+clean 2024-09-19T04:38:57.807 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.196387+0000', 'last_change': '2024-09-19T04:38:53.196387+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.196387+0000', 'last_undegraded': '2024-09-19T04:38:53.196387+0000', 'last_fullsized': '2024-09-19T04:38:53.196387+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:38:57.807 INFO:tasks.ceph.ceph_manager.ceph:PG 21.25 is not active+clean 2024-09-19T04:38:57.807 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.195400+0000', 'last_change': '2024-09-19T04:38:53.195400+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.195400+0000', 'last_undegraded': '2024-09-19T04:38:53.195400+0000', 'last_fullsized': '2024-09-19T04:38:53.195400+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:38:57.807 INFO:tasks.ceph.ceph_manager.ceph:PG 21.24 is not active+clean 2024-09-19T04:38:57.807 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.195353+0000', 'last_change': '2024-09-19T04:38:53.195353+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.195353+0000', 'last_undegraded': '2024-09-19T04:38:53.195353+0000', 'last_fullsized': '2024-09-19T04:38:53.195353+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:38:57.807 INFO:tasks.ceph.ceph_manager.ceph:PG 21.23 is not active+clean 2024-09-19T04:38:57.807 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.196490+0000', 'last_change': '2024-09-19T04:38:53.196490+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.196490+0000', 'last_undegraded': '2024-09-19T04:38:53.196490+0000', 'last_fullsized': '2024-09-19T04:38:53.196490+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:38:57.807 INFO:tasks.ceph.ceph_manager.ceph:PG 21.22 is not active+clean 2024-09-19T04:38:57.807 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.194654+0000', 'last_change': '2024-09-19T04:38:53.194654+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.194654+0000', 'last_undegraded': '2024-09-19T04:38:53.194654+0000', 'last_fullsized': '2024-09-19T04:38:53.194654+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:38:57.808 INFO:tasks.ceph.ceph_manager.ceph:PG 21.21 is not active+clean 2024-09-19T04:38:57.808 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.197521+0000', 'last_change': '2024-09-19T04:38:53.197521+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.197521+0000', 'last_undegraded': '2024-09-19T04:38:53.197521+0000', 'last_fullsized': '2024-09-19T04:38:53.197521+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:38:57.808 INFO:tasks.ceph.ceph_manager.ceph:PG 21.20 is not active+clean 2024-09-19T04:38:57.808 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.194072+0000', 'last_change': '2024-09-19T04:38:53.194072+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.194072+0000', 'last_undegraded': '2024-09-19T04:38:53.194072+0000', 'last_fullsized': '2024-09-19T04:38:53.194072+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:38:57.808 INFO:tasks.ceph.ceph_manager.ceph:PG 21.1e is not active+clean 2024-09-19T04:38:57.808 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.200832+0000', 'last_change': '2024-09-19T04:38:53.200832+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.200832+0000', 'last_undegraded': '2024-09-19T04:38:53.200832+0000', 'last_fullsized': '2024-09-19T04:38:53.200832+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:38:57.808 INFO:tasks.ceph.ceph_manager.ceph:PG 21.1f is not active+clean 2024-09-19T04:38:57.808 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.196134+0000', 'last_change': '2024-09-19T04:38:53.196134+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.196134+0000', 'last_undegraded': '2024-09-19T04:38:53.196134+0000', 'last_fullsized': '2024-09-19T04:38:53.196134+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:38:57.808 INFO:tasks.ceph.ceph_manager.ceph:PG 21.1c is not active+clean 2024-09-19T04:38:57.809 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.196014+0000', 'last_change': '2024-09-19T04:38:53.196014+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.196014+0000', 'last_undegraded': '2024-09-19T04:38:53.196014+0000', 'last_fullsized': '2024-09-19T04:38:53.196014+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:38:57.809 INFO:tasks.ceph.ceph_manager.ceph:PG 21.1d is not active+clean 2024-09-19T04:38:57.809 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.198482+0000', 'last_change': '2024-09-19T04:38:53.198482+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.198482+0000', 'last_undegraded': '2024-09-19T04:38:53.198482+0000', 'last_fullsized': '2024-09-19T04:38:53.198482+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:38:57.809 INFO:tasks.ceph.ceph_manager.ceph:PG 21.1a is not active+clean 2024-09-19T04:38:57.809 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.196086+0000', 'last_change': '2024-09-19T04:38:53.196086+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.196086+0000', 'last_undegraded': '2024-09-19T04:38:53.196086+0000', 'last_fullsized': '2024-09-19T04:38:53.196086+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:38:57.809 INFO:tasks.ceph.ceph_manager.ceph:PG 21.1b is not active+clean 2024-09-19T04:38:57.809 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.195315+0000', 'last_change': '2024-09-19T04:38:53.195315+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.195315+0000', 'last_undegraded': '2024-09-19T04:38:53.195315+0000', 'last_fullsized': '2024-09-19T04:38:53.195315+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:38:57.809 INFO:tasks.ceph.ceph_manager.ceph:PG 21.18 is not active+clean 2024-09-19T04:38:57.809 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.196445+0000', 'last_change': '2024-09-19T04:38:53.196445+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.196445+0000', 'last_undegraded': '2024-09-19T04:38:53.196445+0000', 'last_fullsized': '2024-09-19T04:38:53.196445+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:38:57.809 INFO:tasks.ceph.ceph_manager.ceph:PG 21.19 is not active+clean 2024-09-19T04:38:57.809 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.196561+0000', 'last_change': '2024-09-19T04:38:53.196561+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.196561+0000', 'last_undegraded': '2024-09-19T04:38:53.196561+0000', 'last_fullsized': '2024-09-19T04:38:53.196561+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:38:57.810 INFO:tasks.ceph.ceph_manager.ceph:PG 21.16 is not active+clean 2024-09-19T04:38:57.810 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.195771+0000', 'last_change': '2024-09-19T04:38:53.195771+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.195771+0000', 'last_undegraded': '2024-09-19T04:38:53.195771+0000', 'last_fullsized': '2024-09-19T04:38:53.195771+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:38:57.810 INFO:tasks.ceph.ceph_manager.ceph:PG 21.17 is not active+clean 2024-09-19T04:38:57.810 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.203029+0000', 'last_change': '2024-09-19T04:38:53.203029+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.203029+0000', 'last_undegraded': '2024-09-19T04:38:53.203029+0000', 'last_fullsized': '2024-09-19T04:38:53.203029+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:38:57.810 INFO:tasks.ceph.ceph_manager.ceph:PG 21.15 is not active+clean 2024-09-19T04:38:57.810 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.194999+0000', 'last_change': '2024-09-19T04:38:53.194999+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.194999+0000', 'last_undegraded': '2024-09-19T04:38:53.194999+0000', 'last_fullsized': '2024-09-19T04:38:53.194999+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:38:57.810 INFO:tasks.ceph.ceph_manager.ceph:PG 21.12 is not active+clean 2024-09-19T04:38:57.810 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.198345+0000', 'last_change': '2024-09-19T04:38:53.198345+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.198345+0000', 'last_undegraded': '2024-09-19T04:38:53.198345+0000', 'last_fullsized': '2024-09-19T04:38:53.198345+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:38:57.810 INFO:tasks.ceph.ceph_manager.ceph:PG 21.13 is not active+clean 2024-09-19T04:38:57.810 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.196935+0000', 'last_change': '2024-09-19T04:38:53.196935+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.196935+0000', 'last_undegraded': '2024-09-19T04:38:53.196935+0000', 'last_fullsized': '2024-09-19T04:38:53.196935+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:38:57.811 INFO:tasks.ceph.ceph_manager.ceph:PG 21.10 is not active+clean 2024-09-19T04:38:57.811 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.195857+0000', 'last_change': '2024-09-19T04:38:53.195857+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.195857+0000', 'last_undegraded': '2024-09-19T04:38:53.195857+0000', 'last_fullsized': '2024-09-19T04:38:53.195857+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:38:57.811 INFO:tasks.ceph.ceph_manager.ceph:PG 21.11 is not active+clean 2024-09-19T04:38:57.811 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.198549+0000', 'last_change': '2024-09-19T04:38:53.198549+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.198549+0000', 'last_undegraded': '2024-09-19T04:38:53.198549+0000', 'last_fullsized': '2024-09-19T04:38:53.198549+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:38:57.811 INFO:tasks.ceph.ceph_manager.ceph:PG 21.e is not active+clean 2024-09-19T04:38:57.811 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.200363+0000', 'last_change': '2024-09-19T04:38:53.200363+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.200363+0000', 'last_undegraded': '2024-09-19T04:38:53.200363+0000', 'last_fullsized': '2024-09-19T04:38:53.200363+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:38:57.811 INFO:tasks.ceph.ceph_manager.ceph:PG 21.f is not active+clean 2024-09-19T04:38:57.811 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.196499+0000', 'last_change': '2024-09-19T04:38:53.196499+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.196499+0000', 'last_undegraded': '2024-09-19T04:38:53.196499+0000', 'last_fullsized': '2024-09-19T04:38:53.196499+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:38:57.811 INFO:tasks.ceph.ceph_manager.ceph:PG 21.c is not active+clean 2024-09-19T04:38:57.811 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.200374+0000', 'last_change': '2024-09-19T04:38:53.200374+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.200374+0000', 'last_undegraded': '2024-09-19T04:38:53.200374+0000', 'last_fullsized': '2024-09-19T04:38:53.200374+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:38:57.811 INFO:tasks.ceph.ceph_manager.ceph:PG 21.d is not active+clean 2024-09-19T04:38:57.812 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.195595+0000', 'last_change': '2024-09-19T04:38:53.195595+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.195595+0000', 'last_undegraded': '2024-09-19T04:38:53.195595+0000', 'last_fullsized': '2024-09-19T04:38:53.195595+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:38:57.812 INFO:tasks.ceph.ceph_manager.ceph:PG 21.a is not active+clean 2024-09-19T04:38:57.812 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.194189+0000', 'last_change': '2024-09-19T04:38:53.194189+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.194189+0000', 'last_undegraded': '2024-09-19T04:38:53.194189+0000', 'last_fullsized': '2024-09-19T04:38:53.194189+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:38:57.812 INFO:tasks.ceph.ceph_manager.ceph:PG 21.b is not active+clean 2024-09-19T04:38:57.812 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.195001+0000', 'last_change': '2024-09-19T04:38:53.195001+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.195001+0000', 'last_undegraded': '2024-09-19T04:38:53.195001+0000', 'last_fullsized': '2024-09-19T04:38:53.195001+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:38:57.812 INFO:tasks.ceph.ceph_manager.ceph:PG 21.8 is not active+clean 2024-09-19T04:38:57.812 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.194721+0000', 'last_change': '2024-09-19T04:38:53.194721+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.194721+0000', 'last_undegraded': '2024-09-19T04:38:53.194721+0000', 'last_fullsized': '2024-09-19T04:38:53.194721+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:38:57.812 INFO:tasks.ceph.ceph_manager.ceph:PG 21.9 is not active+clean 2024-09-19T04:38:57.812 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.193985+0000', 'last_change': '2024-09-19T04:38:53.193985+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.193985+0000', 'last_undegraded': '2024-09-19T04:38:53.193985+0000', 'last_fullsized': '2024-09-19T04:38:53.193985+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:38:57.812 INFO:tasks.ceph.ceph_manager.ceph:PG 21.6 is not active+clean 2024-09-19T04:38:57.812 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.194327+0000', 'last_change': '2024-09-19T04:38:53.194327+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.194327+0000', 'last_undegraded': '2024-09-19T04:38:53.194327+0000', 'last_fullsized': '2024-09-19T04:38:53.194327+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:38:57.813 INFO:tasks.ceph.ceph_manager.ceph:PG 21.7 is not active+clean 2024-09-19T04:38:57.813 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.201456+0000', 'last_change': '2024-09-19T04:38:53.201456+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.201456+0000', 'last_undegraded': '2024-09-19T04:38:53.201456+0000', 'last_fullsized': '2024-09-19T04:38:53.201456+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:38:57.813 INFO:tasks.ceph.ceph_manager.ceph:PG 21.4 is not active+clean 2024-09-19T04:38:57.813 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.196086+0000', 'last_change': '2024-09-19T04:38:53.196086+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.196086+0000', 'last_undegraded': '2024-09-19T04:38:53.196086+0000', 'last_fullsized': '2024-09-19T04:38:53.196086+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:38:57.813 INFO:tasks.ceph.ceph_manager.ceph:PG 21.5 is not active+clean 2024-09-19T04:38:57.813 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.195093+0000', 'last_change': '2024-09-19T04:38:53.195093+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.195093+0000', 'last_undegraded': '2024-09-19T04:38:53.195093+0000', 'last_fullsized': '2024-09-19T04:38:53.195093+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:38:57.813 INFO:tasks.ceph.ceph_manager.ceph:PG 21.2 is not active+clean 2024-09-19T04:38:57.813 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.193416+0000', 'last_change': '2024-09-19T04:38:53.193416+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.193416+0000', 'last_undegraded': '2024-09-19T04:38:53.193416+0000', 'last_fullsized': '2024-09-19T04:38:53.193416+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:38:57.813 INFO:tasks.ceph.ceph_manager.ceph:PG 21.3 is not active+clean 2024-09-19T04:38:57.813 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.193957+0000', 'last_change': '2024-09-19T04:38:53.193957+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.193957+0000', 'last_undegraded': '2024-09-19T04:38:53.193957+0000', 'last_fullsized': '2024-09-19T04:38:53.193957+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:38:57.813 INFO:tasks.ceph.ceph_manager.ceph:PG 21.0 is not active+clean 2024-09-19T04:38:57.814 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.199145+0000', 'last_change': '2024-09-19T04:38:53.199145+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.199145+0000', 'last_undegraded': '2024-09-19T04:38:53.199145+0000', 'last_fullsized': '2024-09-19T04:38:53.199145+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:38:57.814 INFO:tasks.ceph.ceph_manager.ceph:PG 21.1 is not active+clean 2024-09-19T04:38:57.814 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.193963+0000', 'last_change': '2024-09-19T04:38:53.193963+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.193963+0000', 'last_undegraded': '2024-09-19T04:38:53.193963+0000', 'last_fullsized': '2024-09-19T04:38:53.193963+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:38:57.814 INFO:tasks.ceph.ceph_manager.ceph:PG 21.14 is not active+clean 2024-09-19T04:38:57.814 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 129, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:38:53.193443+0000', 'last_change': '2024-09-19T04:38:53.193443+0000', 'last_active': '2024-09-19T04:38:53.183252+0000', 'last_peered': '2024-09-19T04:38:53.183252+0000', 'last_clean': '2024-09-19T04:38:53.183252+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:38:53.193443+0000', 'last_undegraded': '2024-09-19T04:38:53.193443+0000', 'last_fullsized': '2024-09-19T04:38:53.193443+0000', 'mapping_epoch': 129, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 129, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'last_clean_scrub_stamp': '2024-09-19T04:38:53.183252+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:38:57.814 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T04:38:57.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.934+0000 7f4d605f6640 1 Processor -- start 2024-09-19T04:38:57.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.934+0000 7f4d605f6640 1 -- start start 2024-09-19T04:38:57.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.935+0000 7f4d605f6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f4d5806be10 0x7f4d580cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:57.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.935+0000 7f4d605f6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4d5806c1f0 0x7f4d5815baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:57.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.935+0000 7f4d605f6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d580cd5f0 con 0x7f4d58151540 2024-09-19T04:38:57.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.935+0000 7f4d605f6640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f4d580cd8d0 con 0x7f4d5806c1f0 2024-09-19T04:38:57.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.935+0000 7f4d605f6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f4d580cdbb0 con 0x7f4d5806be10 2024-09-19T04:38:57.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.936+0000 7f4d5eb93640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f4d58151540 0x7f4d58151980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:52554/0 (socket says 172.21.15.111:52554) 2024-09-19T04:38:57.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.936+0000 7f4d5eb93640 1 -- 172.21.15.111:0/2880328422 learned_addr learned my addr 172.21.15.111:0/2880328422 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:57.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.936+0000 7f4d5db91640 1 --2- 172.21.15.111:0/2880328422 >> v2:172.21.15.111:3300/0 conn(0x7f4d5806c1f0 0x7f4d5815baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:57.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.936+0000 7f4d5e392640 1 --2- 172.21.15.111:0/2880328422 >> v2:172.21.15.114:3300/0 conn(0x7f4d5806be10 0x7f4d580cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:57.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.936+0000 7f4d5d390640 1 -- 172.21.15.111:0/2880328422 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3774194896 0 0) 0x7f4d580cd5f0 con 0x7f4d58151540 2024-09-19T04:38:57.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.936+0000 7f4d5d390640 1 -- 172.21.15.111:0/2880328422 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4d40003520 con 0x7f4d58151540 2024-09-19T04:38:57.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.936+0000 7f4d5db91640 1 -- 172.21.15.111:0/2880328422 >> v2:172.21.15.114:3300/0 conn(0x7f4d5806be10 msgr2=0x7f4d580cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:38:57.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.936+0000 7f4d5db91640 1 --2- 172.21.15.111:0/2880328422 >> v2:172.21.15.114:3300/0 conn(0x7f4d5806be10 0x7f4d580cd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.936+0000 7f4d5db91640 1 -- 172.21.15.111:0/2880328422 >> v1:172.21.15.111:6789/0 conn(0x7f4d58151540 legacy=0x7f4d58151980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:57.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.936+0000 7f4d5db91640 1 -- 172.21.15.111:0/2880328422 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d580cde90 con 0x7f4d5806c1f0 2024-09-19T04:38:57.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.937+0000 7f4d5db91640 1 --2- 172.21.15.111:0/2880328422 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d5806c1f0 0x7f4d5815baa0 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7f4d5806f180 tx=0x7f4d4c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eac3b1420049c606 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:57.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.937+0000 7f4d5d390640 1 -- 172.21.15.111:0/2880328422 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d4c037070 con 0x7f4d5806c1f0 2024-09-19T04:38:57.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.937+0000 7f4d5d390640 1 -- 172.21.15.111:0/2880328422 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d4c032440 con 0x7f4d5806c1f0 2024-09-19T04:38:57.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.937+0000 7f4d5d390640 1 -- 172.21.15.111:0/2880328422 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d4c032810 con 0x7f4d5806c1f0 2024-09-19T04:38:57.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.937+0000 7f4d605f6640 1 -- 172.21.15.111:0/2880328422 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d5806c1f0 msgr2=0x7f4d5815baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:57.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.937+0000 7f4d605f6640 1 --2- 172.21.15.111:0/2880328422 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d5806c1f0 0x7f4d5815baa0 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7f4d5806f180 tx=0x7f4d4c02a1a0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.937+0000 7f4d605f6640 1 -- 172.21.15.111:0/2880328422 shutdown_connections 2024-09-19T04:38:57.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.937+0000 7f4d605f6640 1 --2- 172.21.15.111:0/2880328422 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d5806c1f0 0x7f4d5815baa0 unknown :-1 s=CLOSED pgs=1283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.937+0000 7f4d605f6640 1 --2- 172.21.15.111:0/2880328422 >> v2:172.21.15.114:3300/0 conn(0x7f4d5806be10 0x7f4d580cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.937+0000 7f4d605f6640 1 -- 172.21.15.111:0/2880328422 >> 172.21.15.111:0/2880328422 conn(0x7f4d58062cc0 msgr2=0x7f4d5806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:57.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.937+0000 7f4d605f6640 1 -- 172.21.15.111:0/2880328422 shutdown_connections 2024-09-19T04:38:57.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.938+0000 7f4d605f6640 1 -- 172.21.15.111:0/2880328422 wait complete. 2024-09-19T04:38:57.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.939+0000 7f4d605f6640 1 Processor -- start 2024-09-19T04:38:57.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.939+0000 7f4d605f6640 1 -- start start 2024-09-19T04:38:57.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.939+0000 7f4d605f6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d5806be10 0x7f4d58150bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:57.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.939+0000 7f4d605f6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d5806c1f0 0x7f4d58164e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:57.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.939+0000 7f4d605f6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d58151540 0x7f4d580ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:57.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.939+0000 7f4d605f6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4d580d0310 con 0x7f4d5806c1f0 2024-09-19T04:38:57.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.939+0000 7f4d605f6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4d580ce690 con 0x7f4d5806be10 2024-09-19T04:38:57.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.939+0000 7f4d605f6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4d580d0490 con 0x7f4d58151540 2024-09-19T04:38:57.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.939+0000 7f4d5db91640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d5806c1f0 0x7f4d58164e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:57.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.939+0000 7f4d5db91640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d5806c1f0 0x7f4d58164e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34490/0 (socket says 172.21.15.111:34490) 2024-09-19T04:38:57.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.939+0000 7f4d5db91640 1 -- 172.21.15.111:0/93596745 learned_addr learned my addr 172.21.15.111:0/93596745 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:57.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.940+0000 7f4d5e392640 1 --2- 172.21.15.111:0/93596745 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d5806be10 0x7f4d58150bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:57.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.940+0000 7f4d5eb93640 1 --2- 172.21.15.111:0/93596745 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d58151540 0x7f4d580ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:57.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.940+0000 7f4d5db91640 1 -- 172.21.15.111:0/93596745 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d58151540 msgr2=0x7f4d580ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:57.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.940+0000 7f4d5db91640 1 --2- 172.21.15.111:0/93596745 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d58151540 0x7f4d580ae8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.940+0000 7f4d5db91640 1 -- 172.21.15.111:0/93596745 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d5806be10 msgr2=0x7f4d58150bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:57.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.940+0000 7f4d5db91640 1 --2- 172.21.15.111:0/93596745 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d5806be10 0x7f4d58150bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:57.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.940+0000 7f4d5db91640 1 -- 172.21.15.111:0/93596745 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d581658e0 con 0x7f4d5806c1f0 2024-09-19T04:38:57.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.940+0000 7f4d5db91640 1 --2- 172.21.15.111:0/93596745 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d5806c1f0 0x7f4d58164e20 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7f4d4c000c00 tx=0x7f4d4c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:57.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.940+0000 7f4d56ffd640 1 -- 172.21.15.111:0/93596745 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d4c041020 con 0x7f4d5806c1f0 2024-09-19T04:38:57.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.940+0000 7f4d56ffd640 1 -- 172.21.15.111:0/93596745 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d4c03d700 con 0x7f4d5806c1f0 2024-09-19T04:38:57.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.940+0000 7f4d605f6640 1 -- 172.21.15.111:0/93596745 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d58165bc0 con 0x7f4d5806c1f0 2024-09-19T04:38:57.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.940+0000 7f4d56ffd640 1 -- 172.21.15.111:0/93596745 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d4c037040 con 0x7f4d5806c1f0 2024-09-19T04:38:57.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.940+0000 7f4d605f6640 1 -- 172.21.15.111:0/93596745 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d58166180 con 0x7f4d5806c1f0 2024-09-19T04:38:57.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.941+0000 7f4d605f6640 1 -- 172.21.15.111:0/93596745 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d580d0850 con 0x7f4d5806c1f0 2024-09-19T04:38:57.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.942+0000 7f4d56ffd640 1 -- 172.21.15.111:0/93596745 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f4d4c044020 con 0x7f4d5806c1f0 2024-09-19T04:38:57.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.942+0000 7f4d56ffd640 1 --2- 172.21.15.111:0/93596745 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4d4406c850 0x7f4d4406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:57.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.942+0000 7f4d56ffd640 1 -- 172.21.15.111:0/93596745 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f4d4c0ac620 con 0x7f4d5806c1f0 2024-09-19T04:38:57.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.942+0000 7f4d5e392640 1 --2- 172.21.15.111:0/93596745 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4d4406c850 0x7f4d4406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:57.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.943+0000 7f4d5e392640 1 --2- 172.21.15.111:0/93596745 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4d4406c850 0x7f4d4406ed10 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f4d50009ad0 tx=0x7f4d50008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:57.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:57.947+0000 7f4d56ffd640 1 -- 172.21.15.111:0/93596745 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4d4c04b030 con 0x7f4d5806c1f0 2024-09-19T04:38:58.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.175+0000 7f4d605f6640 1 -- 172.21.15.111:0/93596745 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f4d580b4990 con 0x7f4d5806c1f0 2024-09-19T04:38:58.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.175+0000 7f4d56ffd640 1 -- 172.21.15.111:0/93596745 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1499 (secure 0 0 0) 0x7f4d4c07a4f0 con 0x7f4d5806c1f0 2024-09-19T04:38:58.177 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:58.177 INFO:teuthology.orchestra.run.smithi111.stdout:{"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":389,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":131,"num_osds":8,"num_up_osds":8,"osd_up_since":1726720360,"num_in_osds":8,"osd_in_since":1726720350,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":64},{"state_name":"active+clean","count":33}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":269590528,"bytes_avail":772824522752,"bytes_total":773094113280,"inactive_pgs_ratio":0.65979379415512085},"fsmap":{"epoch":68,"btime":"2024-09-19T04:38:56:202869+0000","id":10,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":10,"rank":0,"name":"d","status":"up:active","gid":7749}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":14,"modified":"2024-09-19T04:38:44.189295+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-19T04:38:58.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.178+0000 7f4d605f6640 1 -- 172.21.15.111:0/93596745 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4d4406c850 msgr2=0x7f4d4406ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:58.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.178+0000 7f4d605f6640 1 --2- 172.21.15.111:0/93596745 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4d4406c850 0x7f4d4406ed10 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f4d50009ad0 tx=0x7f4d50008040 comp rx=0 tx=0).stop 2024-09-19T04:38:58.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.178+0000 7f4d605f6640 1 -- 172.21.15.111:0/93596745 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d5806c1f0 msgr2=0x7f4d58164e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:58.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.178+0000 7f4d605f6640 1 --2- 172.21.15.111:0/93596745 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d5806c1f0 0x7f4d58164e20 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7f4d4c000c00 tx=0x7f4d4c0046c0 comp rx=0 tx=0).stop 2024-09-19T04:38:58.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.178+0000 7f4d605f6640 1 -- 172.21.15.111:0/93596745 shutdown_connections 2024-09-19T04:38:58.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.178+0000 7f4d605f6640 1 --2- 172.21.15.111:0/93596745 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4d4406c850 0x7f4d4406ed10 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:58.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.178+0000 7f4d605f6640 1 --2- 172.21.15.111:0/93596745 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d58151540 0x7f4d580ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:58.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.178+0000 7f4d605f6640 1 --2- 172.21.15.111:0/93596745 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d5806c1f0 0x7f4d58164e20 unknown :-1 s=CLOSED pgs=1284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:58.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.178+0000 7f4d605f6640 1 --2- 172.21.15.111:0/93596745 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d5806be10 0x7f4d58150bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:58.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.178+0000 7f4d605f6640 1 -- 172.21.15.111:0/93596745 >> 172.21.15.111:0/93596745 conn(0x7f4d58062cc0 msgr2=0x7f4d5806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:58.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.178+0000 7f4d605f6640 1 -- 172.21.15.111:0/93596745 shutdown_connections 2024-09-19T04:38:58.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.178+0000 7f4d605f6640 1 -- 172.21.15.111:0/93596745 wait complete. 2024-09-19T04:38:58.190 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T04:38:58.190 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:38:58.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.287+0000 7f27fea27640 1 Processor -- start 2024-09-19T04:38:58.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.287+0000 7f27fea27640 1 -- start start 2024-09-19T04:38:58.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.288+0000 7f27fea27640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f27f815e7b0 0x7f27f8071340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:58.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.288+0000 7f27fea27640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f27f8071880 con 0x7f27f80b5600 2024-09-19T04:38:58.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.288+0000 7f27fea27640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f27f80741c0 con 0x7f27f806ccb0 2024-09-19T04:38:58.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.288+0000 7f27fea27640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f27f806e680 con 0x7f27f815e7b0 2024-09-19T04:38:58.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.288+0000 7f27f7fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f27f815e7b0 0x7f27f8071340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:58.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.288+0000 7f27f77fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f27f80b5600 0x7f27f8073ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:52558/0 (socket says 172.21.15.111:52558) 2024-09-19T04:38:58.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.288+0000 7f27f77fe640 1 -- 172.21.15.111:0/3038601945 learned_addr learned my addr 172.21.15.111:0/3038601945 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:38:58.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.288+0000 7f27f7fff640 1 -- 172.21.15.111:0/3038601945 >> v1:172.21.15.114:6789/0 conn(0x7f27f806ccb0 legacy=0x7f27f806d0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:58.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.288+0000 7f27f7fff640 1 -- 172.21.15.111:0/3038601945 >> v1:172.21.15.111:6789/0 conn(0x7f27f80b5600 legacy=0x7f27f8073ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:58.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.288+0000 7f27f7fff640 1 -- 172.21.15.111:0/3038601945 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27f806e8d0 con 0x7f27f815e7b0 2024-09-19T04:38:58.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.288+0000 7f27f6ffd640 1 -- 172.21.15.111:0/3038601945 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2906221510 0 0) 0x7f27ec001110 con 0x7f27f80b5600 2024-09-19T04:38:58.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.289+0000 7f27f7fff640 1 --2- 172.21.15.111:0/3038601945 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f27f815e7b0 0x7f27f8071340 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7f27e80097a0 tx=0x7f27e802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9ce8416434d3252 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:58.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.289+0000 7f27f6ffd640 1 -- 172.21.15.111:0/3038601945 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27e8037070 con 0x7f27f815e7b0 2024-09-19T04:38:58.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.289+0000 7f27f6ffd640 1 -- 172.21.15.111:0/3038601945 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27e8032440 con 0x7f27f815e7b0 2024-09-19T04:38:58.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.289+0000 7f27f6ffd640 1 -- 172.21.15.111:0/3038601945 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27e8032810 con 0x7f27f815e7b0 2024-09-19T04:38:58.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.290+0000 7f27fea27640 1 -- 172.21.15.111:0/3038601945 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f27f815e7b0 msgr2=0x7f27f8071340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:58.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.290+0000 7f27fea27640 1 --2- 172.21.15.111:0/3038601945 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f27f815e7b0 0x7f27f8071340 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7f27e80097a0 tx=0x7f27e802a1a0 comp rx=0 tx=0).stop 2024-09-19T04:38:58.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.290+0000 7f27fea27640 1 -- 172.21.15.111:0/3038601945 shutdown_connections 2024-09-19T04:38:58.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.290+0000 7f27fea27640 1 --2- 172.21.15.111:0/3038601945 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f27f815e7b0 0x7f27f8071340 unknown :-1 s=CLOSED pgs=1286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:58.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.290+0000 7f27fea27640 1 -- 172.21.15.111:0/3038601945 >> 172.21.15.111:0/3038601945 conn(0x7f27f80b4300 msgr2=0x7f27f80b46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:58.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.290+0000 7f27fea27640 1 -- 172.21.15.111:0/3038601945 shutdown_connections 2024-09-19T04:38:58.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.290+0000 7f27fea27640 1 -- 172.21.15.111:0/3038601945 wait complete. 2024-09-19T04:38:58.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.291+0000 7f27fea27640 1 Processor -- start 2024-09-19T04:38:58.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.291+0000 7f27fea27640 1 -- start start 2024-09-19T04:38:58.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.292+0000 7f27fea27640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f27f806ccb0 0x7f27f80cc2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:58.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.292+0000 7f27fea27640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f27f80b5600 0x7f27f80d1500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:58.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.292+0000 7f27fea27640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f27f815e7b0 0x7f27f8147cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:58.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.292+0000 7f27fea27640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f27f8073590 con 0x7f27f806ccb0 2024-09-19T04:38:58.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.292+0000 7f27fea27640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f27f80732b0 con 0x7f27f80b5600 2024-09-19T04:38:58.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.292+0000 7f27fea27640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f27f80b6ce0 con 0x7f27f815e7b0 2024-09-19T04:38:58.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.292+0000 7f27f7fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f27f806ccb0 0x7f27f80cc2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:58.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.292+0000 7f27f7fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f27f806ccb0 0x7f27f80cc2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34508/0 (socket says 172.21.15.111:34508) 2024-09-19T04:38:58.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.292+0000 7f27f7fff640 1 -- 172.21.15.111:0/3402675993 learned_addr learned my addr 172.21.15.111:0/3402675993 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:38:58.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.292+0000 7f27f77fe640 1 --2- 172.21.15.111:0/3402675993 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f27f80b5600 0x7f27f80d1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:58.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.292+0000 7f27fcfc4640 1 --2- 172.21.15.111:0/3402675993 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f27f815e7b0 0x7f27f8147cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:58.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.292+0000 7f27f7fff640 1 -- 172.21.15.111:0/3402675993 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f27f815e7b0 msgr2=0x7f27f8147cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:58.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.292+0000 7f27f7fff640 1 --2- 172.21.15.111:0/3402675993 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f27f815e7b0 0x7f27f8147cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:58.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.292+0000 7f27f7fff640 1 -- 172.21.15.111:0/3402675993 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f27f80b5600 msgr2=0x7f27f80d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:58.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.292+0000 7f27f7fff640 1 --2- 172.21.15.111:0/3402675993 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f27f80b5600 0x7f27f80d1500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:58.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.292+0000 7f27f7fff640 1 -- 172.21.15.111:0/3402675993 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27f81481f0 con 0x7f27f806ccb0 2024-09-19T04:38:58.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.292+0000 7f27fcfc4640 1 --2- 172.21.15.111:0/3402675993 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f27f815e7b0 0x7f27f8147cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:38:58.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.292+0000 7f27f7fff640 1 --2- 172.21.15.111:0/3402675993 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f27f806ccb0 0x7f27f80cc2f0 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7f27e80098c0 tx=0x7f27e80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:58.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.293+0000 7f27f4ff9640 1 -- 172.21.15.111:0/3402675993 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27e8037040 con 0x7f27f806ccb0 2024-09-19T04:38:58.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.293+0000 7f27f4ff9640 1 -- 172.21.15.111:0/3402675993 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27e8042070 con 0x7f27f806ccb0 2024-09-19T04:38:58.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.293+0000 7f27f4ff9640 1 -- 172.21.15.111:0/3402675993 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27e8030a70 con 0x7f27f806ccb0 2024-09-19T04:38:58.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.293+0000 7f27fea27640 1 -- 172.21.15.111:0/3402675993 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27f80d21c0 con 0x7f27f806ccb0 2024-09-19T04:38:58.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.293+0000 7f27fea27640 1 -- 172.21.15.111:0/3402675993 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27f80d1ee0 con 0x7f27f806ccb0 2024-09-19T04:38:58.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.294+0000 7f27fea27640 1 -- 172.21.15.111:0/3402675993 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27f8071340 con 0x7f27f806ccb0 2024-09-19T04:38:58.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.294+0000 7f27f4ff9640 1 -- 172.21.15.111:0/3402675993 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f27e8030c10 con 0x7f27f806ccb0 2024-09-19T04:38:58.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.295+0000 7f27f4ff9640 1 --2- 172.21.15.111:0/3402675993 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f27e406c850 0x7f27e406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:38:58.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.295+0000 7f27f4ff9640 1 -- 172.21.15.111:0/3402675993 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f27e80ac8b0 con 0x7f27f806ccb0 2024-09-19T04:38:58.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.295+0000 7f27f77fe640 1 --2- 172.21.15.111:0/3402675993 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f27e406c850 0x7f27e406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:38:58.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.295+0000 7f27f77fe640 1 --2- 172.21.15.111:0/3402675993 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f27e406c850 0x7f27e406ed10 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f27f81f8120 tx=0x7f27ec007b50 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:38:58.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.299+0000 7f27f4ff9640 1 -- 172.21.15.111:0/3402675993 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f27e807a800 con 0x7f27f806ccb0 2024-09-19T04:38:58.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.461+0000 7f27fea27640 1 -- 172.21.15.111:0/3402675993 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f27f80b1a90 con 0x7f27e406c850 2024-09-19T04:38:58.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.467+0000 7f27f4ff9640 1 -- 172.21.15.111:0/3402675993 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247089 (secure 0 0 0) 0x7f27f80b1a90 con 0x7f27e406c850 2024-09-19T04:38:58.471 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:38:58.472 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:38:58.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.471+0000 7f27fea27640 1 -- 172.21.15.111:0/3402675993 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f27e406c850 msgr2=0x7f27e406ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:58.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.471+0000 7f27fea27640 1 --2- 172.21.15.111:0/3402675993 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f27e406c850 0x7f27e406ed10 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f27f81f8120 tx=0x7f27ec007b50 comp rx=0 tx=0).stop 2024-09-19T04:38:58.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.471+0000 7f27fea27640 1 -- 172.21.15.111:0/3402675993 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f27f806ccb0 msgr2=0x7f27f80cc2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:38:58.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.471+0000 7f27fea27640 1 --2- 172.21.15.111:0/3402675993 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f27f806ccb0 0x7f27f80cc2f0 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7f27e80098c0 tx=0x7f27e80046c0 comp rx=0 tx=0).stop 2024-09-19T04:38:58.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.471+0000 7f27fea27640 1 -- 172.21.15.111:0/3402675993 shutdown_connections 2024-09-19T04:38:58.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.471+0000 7f27fea27640 1 --2- 172.21.15.111:0/3402675993 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f27e406c850 0x7f27e406ed10 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:58.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.471+0000 7f27fea27640 1 --2- 172.21.15.111:0/3402675993 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f27f815e7b0 0x7f27f8147cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:58.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.471+0000 7f27fea27640 1 --2- 172.21.15.111:0/3402675993 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f27f80b5600 0x7f27f80d1500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:58.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.471+0000 7f27fea27640 1 --2- 172.21.15.111:0/3402675993 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f27f806ccb0 0x7f27f80cc2f0 unknown :-1 s=CLOSED pgs=1287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:38:58.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.471+0000 7f27fea27640 1 -- 172.21.15.111:0/3402675993 >> 172.21.15.111:0/3402675993 conn(0x7f27f80b4300 msgr2=0x7f27f815eb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:38:58.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.471+0000 7f27fea27640 1 -- 172.21.15.111:0/3402675993 shutdown_connections 2024-09-19T04:38:58.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:38:58.471+0000 7f27fea27640 1 -- 172.21.15.111:0/3402675993 wait complete. 2024-09-19T04:38:58.483 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":129,"stamp":"2024-09-19T04:38:58.192162+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":26,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":263272,"kb_used_data":13736,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754711448,"statfs":{"total":773094113280,"available":772824522752,"internally_reserved":0,"allocated":14065664,"data_stored":6843904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001543"},"pg_stats":[{"pgid":"21.3f","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.198182+0000","last_change":"2024-09-19T04:38:53.198182+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.198182+0000","last_undegraded":"2024-09-19T04:38:53.198182+0000","last_fullsized":"2024-09-19T04:38:53.198182+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.3e","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.198368+0000","last_change":"2024-09-19T04:38:53.198368+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.198368+0000","last_undegraded":"2024-09-19T04:38:53.198368+0000","last_fullsized":"2024-09-19T04:38:53.198368+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.3d","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.199451+0000","last_change":"2024-09-19T04:38:53.199451+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.199451+0000","last_undegraded":"2024-09-19T04:38:53.199451+0000","last_fullsized":"2024-09-19T04:38:53.199451+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.3c","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195156+0000","last_change":"2024-09-19T04:38:53.195156+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195156+0000","last_undegraded":"2024-09-19T04:38:53.195156+0000","last_fullsized":"2024-09-19T04:38:53.195156+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.3b","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196164+0000","last_change":"2024-09-19T04:38:53.196164+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196164+0000","last_undegraded":"2024-09-19T04:38:53.196164+0000","last_fullsized":"2024-09-19T04:38:53.196164+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.3a","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.198159+0000","last_change":"2024-09-19T04:38:53.198159+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.198159+0000","last_undegraded":"2024-09-19T04:38:53.198159+0000","last_fullsized":"2024-09-19T04:38:53.198159+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.39","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.193620+0000","last_change":"2024-09-19T04:38:53.193620+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.193620+0000","last_undegraded":"2024-09-19T04:38:53.193620+0000","last_fullsized":"2024-09-19T04:38:53.193620+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.38","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.197728+0000","last_change":"2024-09-19T04:38:53.197728+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.197728+0000","last_undegraded":"2024-09-19T04:38:53.197728+0000","last_fullsized":"2024-09-19T04:38:53.197728+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.37","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.197929+0000","last_change":"2024-09-19T04:38:53.197929+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.197929+0000","last_undegraded":"2024-09-19T04:38:53.197929+0000","last_fullsized":"2024-09-19T04:38:53.197929+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.36","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.201202+0000","last_change":"2024-09-19T04:38:53.201202+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.201202+0000","last_undegraded":"2024-09-19T04:38:53.201202+0000","last_fullsized":"2024-09-19T04:38:53.201202+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.35","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.197263+0000","last_change":"2024-09-19T04:38:53.197263+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.197263+0000","last_undegraded":"2024-09-19T04:38:53.197263+0000","last_fullsized":"2024-09-19T04:38:53.197263+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.34","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.199040+0000","last_change":"2024-09-19T04:38:53.199040+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.199040+0000","last_undegraded":"2024-09-19T04:38:53.199040+0000","last_fullsized":"2024-09-19T04:38:53.199040+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.33","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194813+0000","last_change":"2024-09-19T04:38:53.194813+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194813+0000","last_undegraded":"2024-09-19T04:38:53.194813+0000","last_fullsized":"2024-09-19T04:38:53.194813+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.32","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195970+0000","last_change":"2024-09-19T04:38:53.195970+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195970+0000","last_undegraded":"2024-09-19T04:38:53.195970+0000","last_fullsized":"2024-09-19T04:38:53.195970+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.31","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.199295+0000","last_change":"2024-09-19T04:38:53.199295+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.199295+0000","last_undegraded":"2024-09-19T04:38:53.199295+0000","last_fullsized":"2024-09-19T04:38:53.199295+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.30","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194459+0000","last_change":"2024-09-19T04:38:53.194459+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194459+0000","last_undegraded":"2024-09-19T04:38:53.194459+0000","last_fullsized":"2024-09-19T04:38:53.194459+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.2f","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.202512+0000","last_change":"2024-09-19T04:38:53.202512+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.202512+0000","last_undegraded":"2024-09-19T04:38:53.202512+0000","last_fullsized":"2024-09-19T04:38:53.202512+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.2e","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.199475+0000","last_change":"2024-09-19T04:38:53.199475+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.199475+0000","last_undegraded":"2024-09-19T04:38:53.199475+0000","last_fullsized":"2024-09-19T04:38:53.199475+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.2d","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196843+0000","last_change":"2024-09-19T04:38:53.196843+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196843+0000","last_undegraded":"2024-09-19T04:38:53.196843+0000","last_fullsized":"2024-09-19T04:38:53.196843+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2c","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195368+0000","last_change":"2024-09-19T04:38:53.195368+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195368+0000","last_undegraded":"2024-09-19T04:38:53.195368+0000","last_fullsized":"2024-09-19T04:38:53.195368+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.2b","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.202552+0000","last_change":"2024-09-19T04:38:53.202552+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.202552+0000","last_undegraded":"2024-09-19T04:38:53.202552+0000","last_fullsized":"2024-09-19T04:38:53.202552+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.2a","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195511+0000","last_change":"2024-09-19T04:38:53.195511+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195511+0000","last_undegraded":"2024-09-19T04:38:53.195511+0000","last_fullsized":"2024-09-19T04:38:53.195511+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.29","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195065+0000","last_change":"2024-09-19T04:38:53.195065+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195065+0000","last_undegraded":"2024-09-19T04:38:53.195065+0000","last_fullsized":"2024-09-19T04:38:53.195065+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.28","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.199531+0000","last_change":"2024-09-19T04:38:53.199531+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.199531+0000","last_undegraded":"2024-09-19T04:38:53.199531+0000","last_fullsized":"2024-09-19T04:38:53.199531+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.27","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196924+0000","last_change":"2024-09-19T04:38:53.196924+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196924+0000","last_undegraded":"2024-09-19T04:38:53.196924+0000","last_fullsized":"2024-09-19T04:38:53.196924+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.26","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196387+0000","last_change":"2024-09-19T04:38:53.196387+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196387+0000","last_undegraded":"2024-09-19T04:38:53.196387+0000","last_fullsized":"2024-09-19T04:38:53.196387+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.25","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195400+0000","last_change":"2024-09-19T04:38:53.195400+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195400+0000","last_undegraded":"2024-09-19T04:38:53.195400+0000","last_fullsized":"2024-09-19T04:38:53.195400+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.24","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195353+0000","last_change":"2024-09-19T04:38:53.195353+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195353+0000","last_undegraded":"2024-09-19T04:38:53.195353+0000","last_fullsized":"2024-09-19T04:38:53.195353+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.23","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196490+0000","last_change":"2024-09-19T04:38:53.196490+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196490+0000","last_undegraded":"2024-09-19T04:38:53.196490+0000","last_fullsized":"2024-09-19T04:38:53.196490+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.22","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194654+0000","last_change":"2024-09-19T04:38:53.194654+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194654+0000","last_undegraded":"2024-09-19T04:38:53.194654+0000","last_fullsized":"2024-09-19T04:38:53.194654+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.21","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.197521+0000","last_change":"2024-09-19T04:38:53.197521+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.197521+0000","last_undegraded":"2024-09-19T04:38:53.197521+0000","last_fullsized":"2024-09-19T04:38:53.197521+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.20","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194072+0000","last_change":"2024-09-19T04:38:53.194072+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194072+0000","last_undegraded":"2024-09-19T04:38:53.194072+0000","last_fullsized":"2024-09-19T04:38:53.194072+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.200832+0000","last_change":"2024-09-19T04:38:53.200832+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.200832+0000","last_undegraded":"2024-09-19T04:38:53.200832+0000","last_fullsized":"2024-09-19T04:38:53.200832+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1f","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.212600+0000","last_change":"2024-09-19T04:38:53.209501+0000","last_active":"2024-09-19T04:38:53.212600+0000","last_peered":"2024-09-19T04:38:53.212600+0000","last_clean":"2024-09-19T04:38:53.212600+0000","last_became_active":"2024-09-19T04:38:53.209177+0000","last_became_peered":"2024-09-19T04:38:53.209177+0000","last_unstale":"2024-09-19T04:38:53.212600+0000","last_undegraded":"2024-09-19T04:38:53.212600+0000","last_fullsized":"2024-09-19T04:38:53.212600+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:20.105429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196134+0000","last_change":"2024-09-19T04:38:53.196134+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196134+0000","last_undegraded":"2024-09-19T04:38:53.196134+0000","last_fullsized":"2024-09-19T04:38:53.196134+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1e","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.208933+0000","last_change":"2024-09-19T04:38:53.206984+0000","last_active":"2024-09-19T04:38:53.208933+0000","last_peered":"2024-09-19T04:38:53.208933+0000","last_clean":"2024-09-19T04:38:53.208933+0000","last_became_active":"2024-09-19T04:38:53.206193+0000","last_became_peered":"2024-09-19T04:38:53.206193+0000","last_unstale":"2024-09-19T04:38:53.208933+0000","last_undegraded":"2024-09-19T04:38:53.208933+0000","last_fullsized":"2024-09-19T04:38:53.208933+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:12.837247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196014+0000","last_change":"2024-09-19T04:38:53.196014+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196014+0000","last_undegraded":"2024-09-19T04:38:53.196014+0000","last_fullsized":"2024-09-19T04:38:53.196014+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.1d","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206453+0000","last_change":"2024-09-19T04:38:53.201965+0000","last_active":"2024-09-19T04:38:53.206453+0000","last_peered":"2024-09-19T04:38:53.206453+0000","last_clean":"2024-09-19T04:38:53.206453+0000","last_became_active":"2024-09-19T04:38:53.201662+0000","last_became_peered":"2024-09-19T04:38:53.201662+0000","last_unstale":"2024-09-19T04:38:53.206453+0000","last_undegraded":"2024-09-19T04:38:53.206453+0000","last_fullsized":"2024-09-19T04:38:53.206453+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:52:06.090757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.198482+0000","last_change":"2024-09-19T04:38:53.198482+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.198482+0000","last_undegraded":"2024-09-19T04:38:53.198482+0000","last_fullsized":"2024-09-19T04:38:53.198482+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1c","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206397+0000","last_change":"2024-09-19T04:38:53.201590+0000","last_active":"2024-09-19T04:38:53.206397+0000","last_peered":"2024-09-19T04:38:53.206397+0000","last_clean":"2024-09-19T04:38:53.206397+0000","last_became_active":"2024-09-19T04:38:53.201271+0000","last_became_peered":"2024-09-19T04:38:53.201271+0000","last_unstale":"2024-09-19T04:38:53.206397+0000","last_undegraded":"2024-09-19T04:38:53.206397+0000","last_fullsized":"2024-09-19T04:38:53.206397+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:40.769465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196086+0000","last_change":"2024-09-19T04:38:53.196086+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196086+0000","last_undegraded":"2024-09-19T04:38:53.196086+0000","last_fullsized":"2024-09-19T04:38:53.196086+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1b","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.210756+0000","last_change":"2024-09-19T04:38:53.208388+0000","last_active":"2024-09-19T04:38:53.210756+0000","last_peered":"2024-09-19T04:38:53.210756+0000","last_clean":"2024-09-19T04:38:53.210756+0000","last_became_active":"2024-09-19T04:38:53.207820+0000","last_became_peered":"2024-09-19T04:38:53.207820+0000","last_unstale":"2024-09-19T04:38:53.210756+0000","last_undegraded":"2024-09-19T04:38:53.210756+0000","last_fullsized":"2024-09-19T04:38:53.210756+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:18.417746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195315+0000","last_change":"2024-09-19T04:38:53.195315+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195315+0000","last_undegraded":"2024-09-19T04:38:53.195315+0000","last_fullsized":"2024-09-19T04:38:53.195315+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.1a","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.209385+0000","last_change":"2024-09-19T04:38:53.205962+0000","last_active":"2024-09-19T04:38:53.209385+0000","last_peered":"2024-09-19T04:38:53.209385+0000","last_clean":"2024-09-19T04:38:53.209385+0000","last_became_active":"2024-09-19T04:38:53.205672+0000","last_became_peered":"2024-09-19T04:38:53.205672+0000","last_unstale":"2024-09-19T04:38:53.209385+0000","last_undegraded":"2024-09-19T04:38:53.209385+0000","last_fullsized":"2024-09-19T04:38:53.209385+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:30.142772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196445+0000","last_change":"2024-09-19T04:38:53.196445+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196445+0000","last_undegraded":"2024-09-19T04:38:53.196445+0000","last_fullsized":"2024-09-19T04:38:53.196445+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206885+0000","last_change":"2024-09-19T04:38:53.205247+0000","last_active":"2024-09-19T04:38:53.206885+0000","last_peered":"2024-09-19T04:38:53.206885+0000","last_clean":"2024-09-19T04:38:53.206885+0000","last_became_active":"2024-09-19T04:38:53.203932+0000","last_became_peered":"2024-09-19T04:38:53.203932+0000","last_unstale":"2024-09-19T04:38:53.206885+0000","last_undegraded":"2024-09-19T04:38:53.206885+0000","last_fullsized":"2024-09-19T04:38:53.206885+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:19:58.331719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196561+0000","last_change":"2024-09-19T04:38:53.196561+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196561+0000","last_undegraded":"2024-09-19T04:38:53.196561+0000","last_fullsized":"2024-09-19T04:38:53.196561+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.209510+0000","last_change":"2024-09-19T04:38:53.205765+0000","last_active":"2024-09-19T04:38:53.209510+0000","last_peered":"2024-09-19T04:38:53.209510+0000","last_clean":"2024-09-19T04:38:53.209510+0000","last_became_active":"2024-09-19T04:38:53.205437+0000","last_became_peered":"2024-09-19T04:38:53.205437+0000","last_unstale":"2024-09-19T04:38:53.209510+0000","last_undegraded":"2024-09-19T04:38:53.209510+0000","last_fullsized":"2024-09-19T04:38:53.209510+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:09:33.809431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195771+0000","last_change":"2024-09-19T04:38:53.195771+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195771+0000","last_undegraded":"2024-09-19T04:38:53.195771+0000","last_fullsized":"2024-09-19T04:38:53.195771+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.202682+0000","last_change":"2024-09-19T04:38:53.199215+0000","last_active":"2024-09-19T04:38:53.202682+0000","last_peered":"2024-09-19T04:38:53.202682+0000","last_clean":"2024-09-19T04:38:53.202682+0000","last_became_active":"2024-09-19T04:38:53.198451+0000","last_became_peered":"2024-09-19T04:38:53.198451+0000","last_unstale":"2024-09-19T04:38:53.202682+0000","last_undegraded":"2024-09-19T04:38:53.202682+0000","last_fullsized":"2024-09-19T04:38:53.202682+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:23:33.692967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.203029+0000","last_change":"2024-09-19T04:38:53.203029+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.203029+0000","last_undegraded":"2024-09-19T04:38:53.203029+0000","last_fullsized":"2024-09-19T04:38:53.203029+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.215080+0000","last_change":"2024-09-19T04:38:53.212550+0000","last_active":"2024-09-19T04:38:53.215080+0000","last_peered":"2024-09-19T04:38:53.215080+0000","last_clean":"2024-09-19T04:38:53.215080+0000","last_became_active":"2024-09-19T04:38:53.212267+0000","last_became_peered":"2024-09-19T04:38:53.212267+0000","last_unstale":"2024-09-19T04:38:53.215080+0000","last_undegraded":"2024-09-19T04:38:53.215080+0000","last_fullsized":"2024-09-19T04:38:53.215080+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:08.055180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194999+0000","last_change":"2024-09-19T04:38:53.194999+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194999+0000","last_undegraded":"2024-09-19T04:38:53.194999+0000","last_fullsized":"2024-09-19T04:38:53.194999+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.14","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.204381+0000","last_change":"2024-09-19T04:38:53.201094+0000","last_active":"2024-09-19T04:38:53.204381+0000","last_peered":"2024-09-19T04:38:53.204381+0000","last_clean":"2024-09-19T04:38:53.204381+0000","last_became_active":"2024-09-19T04:38:53.200673+0000","last_became_peered":"2024-09-19T04:38:53.200673+0000","last_unstale":"2024-09-19T04:38:53.204381+0000","last_undegraded":"2024-09-19T04:38:53.204381+0000","last_fullsized":"2024-09-19T04:38:53.204381+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:57.249386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.198345+0000","last_change":"2024-09-19T04:38:53.198345+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.198345+0000","last_undegraded":"2024-09-19T04:38:53.198345+0000","last_fullsized":"2024-09-19T04:38:53.198345+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.13","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.212223+0000","last_change":"2024-09-19T04:38:53.209122+0000","last_active":"2024-09-19T04:38:53.212223+0000","last_peered":"2024-09-19T04:38:53.212223+0000","last_clean":"2024-09-19T04:38:53.212223+0000","last_became_active":"2024-09-19T04:38:53.208812+0000","last_became_peered":"2024-09-19T04:38:53.208812+0000","last_unstale":"2024-09-19T04:38:53.212223+0000","last_undegraded":"2024-09-19T04:38:53.212223+0000","last_fullsized":"2024-09-19T04:38:53.212223+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:22.672966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196935+0000","last_change":"2024-09-19T04:38:53.196935+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196935+0000","last_undegraded":"2024-09-19T04:38:53.196935+0000","last_fullsized":"2024-09-19T04:38:53.196935+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206943+0000","last_change":"2024-09-19T04:38:53.202673+0000","last_active":"2024-09-19T04:38:53.206943+0000","last_peered":"2024-09-19T04:38:53.206943+0000","last_clean":"2024-09-19T04:38:53.206943+0000","last_became_active":"2024-09-19T04:38:53.202393+0000","last_became_peered":"2024-09-19T04:38:53.202393+0000","last_unstale":"2024-09-19T04:38:53.206943+0000","last_undegraded":"2024-09-19T04:38:53.206943+0000","last_fullsized":"2024-09-19T04:38:53.206943+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:07.877081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195857+0000","last_change":"2024-09-19T04:38:53.195857+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195857+0000","last_undegraded":"2024-09-19T04:38:53.195857+0000","last_fullsized":"2024-09-19T04:38:53.195857+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.203366+0000","last_change":"2024-09-19T04:38:53.201807+0000","last_active":"2024-09-19T04:38:53.203366+0000","last_peered":"2024-09-19T04:38:53.203366+0000","last_clean":"2024-09-19T04:38:53.203366+0000","last_became_active":"2024-09-19T04:38:53.201564+0000","last_became_peered":"2024-09-19T04:38:53.201564+0000","last_unstale":"2024-09-19T04:38:53.203366+0000","last_undegraded":"2024-09-19T04:38:53.203366+0000","last_fullsized":"2024-09-19T04:38:53.203366+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:07.877081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.198549+0000","last_change":"2024-09-19T04:38:53.198549+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.198549+0000","last_undegraded":"2024-09-19T04:38:53.198549+0000","last_fullsized":"2024-09-19T04:38:53.198549+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.10","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206624+0000","last_change":"2024-09-19T04:38:53.204441+0000","last_active":"2024-09-19T04:38:53.206624+0000","last_peered":"2024-09-19T04:38:53.206624+0000","last_clean":"2024-09-19T04:38:53.206624+0000","last_became_active":"2024-09-19T04:38:53.204188+0000","last_became_peered":"2024-09-19T04:38:53.204188+0000","last_unstale":"2024-09-19T04:38:53.206624+0000","last_undegraded":"2024-09-19T04:38:53.206624+0000","last_fullsized":"2024-09-19T04:38:53.206624+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:49.225615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.200363+0000","last_change":"2024-09-19T04:38:53.200363+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.200363+0000","last_undegraded":"2024-09-19T04:38:53.200363+0000","last_fullsized":"2024-09-19T04:38:53.200363+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.f","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.209118+0000","last_change":"2024-09-19T04:38:53.204660+0000","last_active":"2024-09-19T04:38:53.209118+0000","last_peered":"2024-09-19T04:38:53.209118+0000","last_clean":"2024-09-19T04:38:53.209118+0000","last_became_active":"2024-09-19T04:38:53.204354+0000","last_became_peered":"2024-09-19T04:38:53.204354+0000","last_unstale":"2024-09-19T04:38:53.209118+0000","last_undegraded":"2024-09-19T04:38:53.209118+0000","last_fullsized":"2024-09-19T04:38:53.209118+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:01:31.087651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196499+0000","last_change":"2024-09-19T04:38:53.196499+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196499+0000","last_undegraded":"2024-09-19T04:38:53.196499+0000","last_fullsized":"2024-09-19T04:38:53.196499+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.e","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.207355+0000","last_change":"2024-09-19T04:38:53.205866+0000","last_active":"2024-09-19T04:38:53.207355+0000","last_peered":"2024-09-19T04:38:53.207355+0000","last_clean":"2024-09-19T04:38:53.207355+0000","last_became_active":"2024-09-19T04:38:53.205490+0000","last_became_peered":"2024-09-19T04:38:53.205490+0000","last_unstale":"2024-09-19T04:38:53.207355+0000","last_undegraded":"2024-09-19T04:38:53.207355+0000","last_fullsized":"2024-09-19T04:38:53.207355+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:45:27.713396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.200374+0000","last_change":"2024-09-19T04:38:53.200374+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.200374+0000","last_undegraded":"2024-09-19T04:38:53.200374+0000","last_fullsized":"2024-09-19T04:38:53.200374+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.d","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206675+0000","last_change":"2024-09-19T04:38:53.205055+0000","last_active":"2024-09-19T04:38:53.206675+0000","last_peered":"2024-09-19T04:38:53.206675+0000","last_clean":"2024-09-19T04:38:53.206675+0000","last_became_active":"2024-09-19T04:38:53.204744+0000","last_became_peered":"2024-09-19T04:38:53.204744+0000","last_unstale":"2024-09-19T04:38:53.206675+0000","last_undegraded":"2024-09-19T04:38:53.206675+0000","last_fullsized":"2024-09-19T04:38:53.206675+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:43.436615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195595+0000","last_change":"2024-09-19T04:38:53.195595+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195595+0000","last_undegraded":"2024-09-19T04:38:53.195595+0000","last_fullsized":"2024-09-19T04:38:53.195595+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.202872+0000","last_change":"2024-09-19T04:38:53.200988+0000","last_active":"2024-09-19T04:38:53.202872+0000","last_peered":"2024-09-19T04:38:53.202872+0000","last_clean":"2024-09-19T04:38:53.202872+0000","last_became_active":"2024-09-19T04:38:53.200672+0000","last_became_peered":"2024-09-19T04:38:53.200672+0000","last_unstale":"2024-09-19T04:38:53.202872+0000","last_undegraded":"2024-09-19T04:38:53.202872+0000","last_fullsized":"2024-09-19T04:38:53.202872+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:32.615748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194189+0000","last_change":"2024-09-19T04:38:53.194189+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194189+0000","last_undegraded":"2024-09-19T04:38:53.194189+0000","last_fullsized":"2024-09-19T04:38:53.194189+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.b","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.208962+0000","last_change":"2024-09-19T04:38:53.207794+0000","last_active":"2024-09-19T04:38:53.208962+0000","last_peered":"2024-09-19T04:38:53.208962+0000","last_clean":"2024-09-19T04:38:53.208962+0000","last_became_active":"2024-09-19T04:38:53.207187+0000","last_became_peered":"2024-09-19T04:38:53.207187+0000","last_unstale":"2024-09-19T04:38:53.208962+0000","last_undegraded":"2024-09-19T04:38:53.208962+0000","last_fullsized":"2024-09-19T04:38:53.208962+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:18:54.726821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195001+0000","last_change":"2024-09-19T04:38:53.195001+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195001+0000","last_undegraded":"2024-09-19T04:38:53.195001+0000","last_fullsized":"2024-09-19T04:38:53.195001+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.212643+0000","last_change":"2024-09-19T04:38:53.209760+0000","last_active":"2024-09-19T04:38:53.212643+0000","last_peered":"2024-09-19T04:38:53.212643+0000","last_clean":"2024-09-19T04:38:53.212643+0000","last_became_active":"2024-09-19T04:38:53.209286+0000","last_became_peered":"2024-09-19T04:38:53.209286+0000","last_unstale":"2024-09-19T04:38:53.212643+0000","last_undegraded":"2024-09-19T04:38:53.212643+0000","last_fullsized":"2024-09-19T04:38:53.212643+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:55:59.561267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194721+0000","last_change":"2024-09-19T04:38:53.194721+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194721+0000","last_undegraded":"2024-09-19T04:38:53.194721+0000","last_fullsized":"2024-09-19T04:38:53.194721+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.212884+0000","last_change":"2024-09-19T04:38:53.209847+0000","last_active":"2024-09-19T04:38:53.212884+0000","last_peered":"2024-09-19T04:38:53.212884+0000","last_clean":"2024-09-19T04:38:53.212884+0000","last_became_active":"2024-09-19T04:38:53.209399+0000","last_became_peered":"2024-09-19T04:38:53.209399+0000","last_unstale":"2024-09-19T04:38:53.212884+0000","last_undegraded":"2024-09-19T04:38:53.212884+0000","last_fullsized":"2024-09-19T04:38:53.212884+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:33:05.573854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.193985+0000","last_change":"2024-09-19T04:38:53.193985+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.193985+0000","last_undegraded":"2024-09-19T04:38:53.193985+0000","last_fullsized":"2024-09-19T04:38:53.193985+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.212053+0000","last_change":"2024-09-19T04:38:53.208617+0000","last_active":"2024-09-19T04:38:53.212053+0000","last_peered":"2024-09-19T04:38:53.212053+0000","last_clean":"2024-09-19T04:38:53.212053+0000","last_became_active":"2024-09-19T04:38:53.208337+0000","last_became_peered":"2024-09-19T04:38:53.208337+0000","last_unstale":"2024-09-19T04:38:53.212053+0000","last_undegraded":"2024-09-19T04:38:53.212053+0000","last_fullsized":"2024-09-19T04:38:53.212053+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:40.131061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.194327+0000","last_change":"2024-09-19T04:38:53.194327+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.194327+0000","last_undegraded":"2024-09-19T04:38:53.194327+0000","last_fullsized":"2024-09-19T04:38:53.194327+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.7","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.215109+0000","last_change":"2024-09-19T04:38:53.212740+0000","last_active":"2024-09-19T04:38:53.215109+0000","last_peered":"2024-09-19T04:38:53.215109+0000","last_clean":"2024-09-19T04:38:53.215109+0000","last_became_active":"2024-09-19T04:38:53.212426+0000","last_became_peered":"2024-09-19T04:38:53.212426+0000","last_unstale":"2024-09-19T04:38:53.215109+0000","last_undegraded":"2024-09-19T04:38:53.215109+0000","last_fullsized":"2024-09-19T04:38:53.215109+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:50:31.557157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.201456+0000","last_change":"2024-09-19T04:38:53.201456+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.201456+0000","last_undegraded":"2024-09-19T04:38:53.201456+0000","last_fullsized":"2024-09-19T04:38:53.201456+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.6","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.208253+0000","last_change":"2024-09-19T04:38:53.206302+0000","last_active":"2024-09-19T04:38:53.208253+0000","last_peered":"2024-09-19T04:38:53.208253+0000","last_clean":"2024-09-19T04:38:53.208253+0000","last_became_active":"2024-09-19T04:38:53.206048+0000","last_became_peered":"2024-09-19T04:38:53.206048+0000","last_unstale":"2024-09-19T04:38:53.208253+0000","last_undegraded":"2024-09-19T04:38:53.208253+0000","last_fullsized":"2024-09-19T04:38:53.208253+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:40.131061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.196086+0000","last_change":"2024-09-19T04:38:53.196086+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.196086+0000","last_undegraded":"2024-09-19T04:38:53.196086+0000","last_fullsized":"2024-09-19T04:38:53.196086+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.204241+0000","last_change":"2024-09-19T04:38:53.200027+0000","last_active":"2024-09-19T04:38:53.204241+0000","last_peered":"2024-09-19T04:38:53.204241+0000","last_clean":"2024-09-19T04:38:53.204241+0000","last_became_active":"2024-09-19T04:38:53.199735+0000","last_became_peered":"2024-09-19T04:38:53.199735+0000","last_unstale":"2024-09-19T04:38:53.204241+0000","last_undegraded":"2024-09-19T04:38:53.204241+0000","last_fullsized":"2024-09-19T04:38:53.204241+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:59:59.449472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.195093+0000","last_change":"2024-09-19T04:38:53.195093+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.195093+0000","last_undegraded":"2024-09-19T04:38:53.195093+0000","last_fullsized":"2024-09-19T04:38:53.195093+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.203394+0000","last_change":"2024-09-19T04:38:53.202677+0000","last_active":"2024-09-19T04:38:53.203394+0000","last_peered":"2024-09-19T04:38:53.203394+0000","last_clean":"2024-09-19T04:38:53.203394+0000","last_became_active":"2024-09-19T04:38:53.202380+0000","last_became_peered":"2024-09-19T04:38:53.202380+0000","last_unstale":"2024-09-19T04:38:53.203394+0000","last_undegraded":"2024-09-19T04:38:53.203394+0000","last_fullsized":"2024-09-19T04:38:53.203394+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:21.962963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.193416+0000","last_change":"2024-09-19T04:38:53.193416+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.193416+0000","last_undegraded":"2024-09-19T04:38:53.193416+0000","last_fullsized":"2024-09-19T04:38:53.193416+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.208985+0000","last_change":"2024-09-19T04:38:53.208022+0000","last_active":"2024-09-19T04:38:53.208985+0000","last_peered":"2024-09-19T04:38:53.208985+0000","last_clean":"2024-09-19T04:38:53.208985+0000","last_became_active":"2024-09-19T04:38:53.207525+0000","last_became_peered":"2024-09-19T04:38:53.207525+0000","last_unstale":"2024-09-19T04:38:53.208985+0000","last_undegraded":"2024-09-19T04:38:53.208985+0000","last_fullsized":"2024-09-19T04:38:53.208985+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:41.140119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.193957+0000","last_change":"2024-09-19T04:38:53.193957+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.193957+0000","last_undegraded":"2024-09-19T04:38:53.193957+0000","last_fullsized":"2024-09-19T04:38:53.193957+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.215089+0000","last_change":"2024-09-19T04:38:53.212693+0000","last_active":"2024-09-19T04:38:53.215089+0000","last_peered":"2024-09-19T04:38:53.215089+0000","last_clean":"2024-09-19T04:38:53.215089+0000","last_became_active":"2024-09-19T04:38:53.212342+0000","last_became_peered":"2024-09-19T04:38:53.212342+0000","last_unstale":"2024-09-19T04:38:53.215089+0000","last_undegraded":"2024-09-19T04:38:53.215089+0000","last_fullsized":"2024-09-19T04:38:53.215089+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:10:30.052943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.199145+0000","last_change":"2024-09-19T04:38:53.199145+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.199145+0000","last_undegraded":"2024-09-19T04:38:53.199145+0000","last_fullsized":"2024-09-19T04:38:53.199145+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.206489+0000","last_change":"2024-09-19T04:38:53.202530+0000","last_active":"2024-09-19T04:38:53.206489+0000","last_peered":"2024-09-19T04:38:53.206489+0000","last_clean":"2024-09-19T04:38:53.206489+0000","last_became_active":"2024-09-19T04:38:53.202236+0000","last_became_peered":"2024-09-19T04:38:53.202236+0000","last_unstale":"2024-09-19T04:38:53.206489+0000","last_undegraded":"2024-09-19T04:38:53.206489+0000","last_fullsized":"2024-09-19T04:38:53.206489+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:59:59.449472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.193963+0000","last_change":"2024-09-19T04:38:53.193963+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.193963+0000","last_undegraded":"2024-09-19T04:38:53.193963+0000","last_fullsized":"2024-09-19T04:38:53.193963+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.210780+0000","last_change":"2024-09-19T04:38:53.207822+0000","last_active":"2024-09-19T04:38:53.210780+0000","last_peered":"2024-09-19T04:38:53.210780+0000","last_clean":"2024-09-19T04:38:53.210780+0000","last_became_active":"2024-09-19T04:38:53.207512+0000","last_became_peered":"2024-09-19T04:38:53.207512+0000","last_unstale":"2024-09-19T04:38:53.210780+0000","last_undegraded":"2024-09-19T04:38:53.210780+0000","last_fullsized":"2024-09-19T04:38:53.210780+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:51:43.865475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":1,"reported_epoch":129,"state":"creating+peering","last_fresh":"2024-09-19T04:38:53.193443+0000","last_change":"2024-09-19T04:38:53.193443+0000","last_active":"2024-09-19T04:38:53.183252+0000","last_peered":"2024-09-19T04:38:53.183252+0000","last_clean":"2024-09-19T04:38:53.183252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:38:53.193443+0000","last_undegraded":"2024-09-19T04:38:53.193443+0000","last_fullsized":"2024-09-19T04:38:53.193443+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.15","version":"0'0","reported_seq":9,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.212003+0000","last_change":"2024-09-19T04:38:53.206605+0000","last_active":"2024-09-19T04:38:53.212003+0000","last_peered":"2024-09-19T04:38:53.212003+0000","last_clean":"2024-09-19T04:38:53.212003+0000","last_became_active":"2024-09-19T04:38:53.206176+0000","last_became_peered":"2024-09-19T04:38:53.206176+0000","last_unstale":"2024-09-19T04:38:53.212003+0000","last_undegraded":"2024-09-19T04:38:53.212003+0000","last_fullsized":"2024-09-19T04:38:53.212003+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:21.962963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":409,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-19T04:38:53.204053+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:38:53.204053+0000","last_peered":"2024-09-19T04:38:53.204053+0000","last_clean":"2024-09-19T04:38:53.204053+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:38:53.204053+0000","last_undegraded":"2024-09-19T04:38:53.204053+0000","last_fullsized":"2024-09-19T04:38:53.204053+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":21,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":20,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509518,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33344,"kb_used_data":2152,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338496,"statfs":{"total":96636764160,"available":96602619904,"internally_reserved":0,"allocated":2203648,"data_stored":1298264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509518,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32760,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339080,"statfs":{"total":96636764160,"available":96603217920,"internally_reserved":0,"allocated":1609728,"data_stored":707896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509518,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32760,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339080,"statfs":{"total":96636764160,"available":96603217920,"internally_reserved":0,"allocated":1609728,"data_stored":707896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509519,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32764,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339076,"statfs":{"total":96636764160,"available":96603213824,"internally_reserved":0,"allocated":1609728,"data_stored":707896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542223,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32764,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339076,"statfs":{"total":96636764160,"available":96603213824,"internally_reserved":0,"allocated":1609728,"data_stored":707896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542222,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32768,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339072,"statfs":{"total":96636764160,"available":96603209728,"internally_reserved":0,"allocated":1609728,"data_stored":707896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542222,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32764,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339076,"statfs":{"total":96636764160,"available":96603213824,"internally_reserved":0,"allocated":1609728,"data_stored":707896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542223,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33348,"kb_used_data":2152,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338492,"statfs":{"total":96636764160,"available":96602615808,"internally_reserved":0,"allocated":2203648,"data_stored":1298264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:39:00.187 INFO:tasks.ceph.mds.d.smithi114.stderr:2024-09-19T04:39:00.186+0000 7f76b389e640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T04:39:01.487 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:39:01.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.597+0000 7f38723fd640 1 Processor -- start 2024-09-19T04:39:01.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.597+0000 7f38723fd640 1 -- start start 2024-09-19T04:39:01.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.597+0000 7f38723fd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f386c0d02a0 0x7f386c0d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:01.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.597+0000 7f38723fd640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f386c15ce80 0x7f386c1594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:01.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.597+0000 7f38723fd640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f386c0d0bc0 con 0x7f386c15ca40 2024-09-19T04:39:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.597+0000 7f38723fd640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f386c15d390 con 0x7f386c15ce80 2024-09-19T04:39:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.597+0000 7f38723fd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f386c15d670 con 0x7f386c0d02a0 2024-09-19T04:39:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.598+0000 7f386b7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f386c15ca40 0x7f386c15e430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36602/0 (socket says 172.21.15.111:36602) 2024-09-19T04:39:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.598+0000 7f386b7fe640 1 -- 172.21.15.111:0/4249798840 learned_addr learned my addr 172.21.15.111:0/4249798840 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.598+0000 7f386bfff640 1 --2- 172.21.15.111:0/4249798840 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f386c0d02a0 0x7f386c0d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.598+0000 7f387099a640 1 --2- 172.21.15.111:0/4249798840 >> v2:172.21.15.114:3300/0 conn(0x7f386c15ce80 0x7f386c1594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.598+0000 7f386affd640 1 -- 172.21.15.111:0/4249798840 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 666667183 0 0) 0x7f386c0d0bc0 con 0x7f386c15ca40 2024-09-19T04:39:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.598+0000 7f386affd640 1 -- 172.21.15.111:0/4249798840 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3854005730 con 0x7f386c15ca40 2024-09-19T04:39:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.598+0000 7f386affd640 1 -- 172.21.15.111:0/4249798840 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2465506250 0 0) 0x7f3854005730 con 0x7f386c15ca40 2024-09-19T04:39:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.598+0000 7f386bfff640 1 -- 172.21.15.111:0/4249798840 >> v2:172.21.15.114:3300/0 conn(0x7f386c15ce80 msgr2=0x7f386c1594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.598+0000 7f386bfff640 1 --2- 172.21.15.111:0/4249798840 >> v2:172.21.15.114:3300/0 conn(0x7f386c15ce80 0x7f386c1594c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.598+0000 7f386bfff640 1 -- 172.21.15.111:0/4249798840 >> v1:172.21.15.111:6789/0 conn(0x7f386c15ca40 legacy=0x7f386c15e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.598+0000 7f386bfff640 1 -- 172.21.15.111:0/4249798840 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f386c15d950 con 0x7f386c0d02a0 2024-09-19T04:39:01.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.598+0000 7f387099a640 1 --2- 172.21.15.111:0/4249798840 >> v2:172.21.15.114:3300/0 conn(0x7f386c15ce80 0x7f386c1594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:01.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.599+0000 7f386bfff640 1 --2- 172.21.15.111:0/4249798840 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f386c0d02a0 0x7f386c0d0680 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f385c0097a0 tx=0x7f385c02a080 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d2b25fc52e94e68e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:01.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.599+0000 7f386affd640 1 -- 172.21.15.111:0/4249798840 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f385c037070 con 0x7f386c0d02a0 2024-09-19T04:39:01.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.599+0000 7f386affd640 1 -- 172.21.15.111:0/4249798840 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f385c02ab10 con 0x7f386c0d02a0 2024-09-19T04:39:01.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.599+0000 7f386affd640 1 -- 172.21.15.111:0/4249798840 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3860001670 con 0x7f386c0d02a0 2024-09-19T04:39:01.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.600+0000 7f38723fd640 1 -- 172.21.15.111:0/4249798840 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f386c0d02a0 msgr2=0x7f386c0d0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:01.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.600+0000 7f38723fd640 1 --2- 172.21.15.111:0/4249798840 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f386c0d02a0 0x7f386c0d0680 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f385c0097a0 tx=0x7f385c02a080 comp rx=0 tx=0).stop 2024-09-19T04:39:01.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.600+0000 7f38723fd640 1 -- 172.21.15.111:0/4249798840 shutdown_connections 2024-09-19T04:39:01.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.600+0000 7f38723fd640 1 --2- 172.21.15.111:0/4249798840 >> v2:172.21.15.114:3300/0 conn(0x7f386c15ce80 0x7f386c1594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:01.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.600+0000 7f38723fd640 1 --2- 172.21.15.111:0/4249798840 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f386c0d02a0 0x7f386c0d0680 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:01.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.600+0000 7f38723fd640 1 -- 172.21.15.111:0/4249798840 >> 172.21.15.111:0/4249798840 conn(0x7f386c062cc0 msgr2=0x7f386c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:01.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.600+0000 7f38723fd640 1 -- 172.21.15.111:0/4249798840 shutdown_connections 2024-09-19T04:39:01.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.600+0000 7f38723fd640 1 -- 172.21.15.111:0/4249798840 wait complete. 2024-09-19T04:39:01.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.601+0000 7f38723fd640 1 Processor -- start 2024-09-19T04:39:01.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.601+0000 7f38723fd640 1 -- start start 2024-09-19T04:39:01.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.602+0000 7f38723fd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f386c0d02a0 0x7f386c14cf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:01.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.602+0000 7f38723fd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f386c15ca40 0x7f386c15b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:01.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.602+0000 7f38723fd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f386c15ce80 0x7f386c14c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:01.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.602+0000 7f38723fd640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f386c15eb40 con 0x7f386c15ce80 2024-09-19T04:39:01.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.602+0000 7f38723fd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f386c15df10 con 0x7f386c0d02a0 2024-09-19T04:39:01.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.602+0000 7f38723fd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f386c155b90 con 0x7f386c15ca40 2024-09-19T04:39:01.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.602+0000 7f387099a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f386c15ce80 0x7f386c14c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:01.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.602+0000 7f387099a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f386c15ce80 0x7f386c14c2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44628/0 (socket says 172.21.15.111:44628) 2024-09-19T04:39:01.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.602+0000 7f387099a640 1 -- 172.21.15.111:0/3688165482 learned_addr learned my addr 172.21.15.111:0/3688165482 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:01.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.602+0000 7f386bfff640 1 --2- 172.21.15.111:0/3688165482 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f386c0d02a0 0x7f386c14cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:01.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.602+0000 7f386b7fe640 1 --2- 172.21.15.111:0/3688165482 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f386c15ca40 0x7f386c15b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:01.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.602+0000 7f387099a640 1 -- 172.21.15.111:0/3688165482 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f386c15ca40 msgr2=0x7f386c15b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:01.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.602+0000 7f387099a640 1 --2- 172.21.15.111:0/3688165482 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f386c15ca40 0x7f386c15b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:01.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.602+0000 7f387099a640 1 -- 172.21.15.111:0/3688165482 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f386c0d02a0 msgr2=0x7f386c14cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:01.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.602+0000 7f387099a640 1 --2- 172.21.15.111:0/3688165482 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f386c0d02a0 0x7f386c14cf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:01.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.602+0000 7f387099a640 1 -- 172.21.15.111:0/3688165482 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f386c14c7f0 con 0x7f386c15ce80 2024-09-19T04:39:01.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.603+0000 7f387099a640 1 --2- 172.21.15.111:0/3688165482 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f386c15ce80 0x7f386c14c2b0 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f386400efc0 tx=0x7f3864009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:01.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.603+0000 7f3868ff9640 1 -- 172.21.15.111:0/3688165482 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3864018030 con 0x7f386c15ce80 2024-09-19T04:39:01.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.603+0000 7f3868ff9640 1 -- 172.21.15.111:0/3688165482 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f386400cde0 con 0x7f386c15ce80 2024-09-19T04:39:01.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.603+0000 7f3868ff9640 1 -- 172.21.15.111:0/3688165482 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3864003bb0 con 0x7f386c15ce80 2024-09-19T04:39:01.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.603+0000 7f38723fd640 1 -- 172.21.15.111:0/3688165482 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f386c15c0e0 con 0x7f386c15ce80 2024-09-19T04:39:01.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.603+0000 7f38723fd640 1 -- 172.21.15.111:0/3688165482 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f386c156350 con 0x7f386c15ce80 2024-09-19T04:39:01.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.604+0000 7f38723fd640 1 -- 172.21.15.111:0/3688165482 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f386c0b4790 con 0x7f386c15ce80 2024-09-19T04:39:01.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.604+0000 7f3868ff9640 1 -- 172.21.15.111:0/3688165482 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f3864005d10 con 0x7f386c15ce80 2024-09-19T04:39:01.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.605+0000 7f3868ff9640 1 --2- 172.21.15.111:0/3688165482 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f385806c850 0x7f385806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:01.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.605+0000 7f3868ff9640 1 -- 172.21.15.111:0/3688165482 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f386408c900 con 0x7f386c15ce80 2024-09-19T04:39:01.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.605+0000 7f386bfff640 1 --2- 172.21.15.111:0/3688165482 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f385806c850 0x7f385806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:01.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.606+0000 7f386bfff640 1 --2- 172.21.15.111:0/3688165482 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f385806c850 0x7f385806ed10 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f385c034000 tx=0x7f385c02e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:01.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.609+0000 7f3868ff9640 1 -- 172.21.15.111:0/3688165482 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3864022070 con 0x7f386c15ce80 2024-09-19T04:39:01.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.776+0000 7f38723fd640 1 -- 172.21.15.111:0/3688165482 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f386c074250 con 0x7f385806c850 2024-09-19T04:39:01.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.782+0000 7f3868ff9640 1 -- 172.21.15.111:0/3688165482 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252488 (secure 0 0 0) 0x7f386c074250 con 0x7f385806c850 2024-09-19T04:39:01.786 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:01.787 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:39:01.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.785+0000 7f38723fd640 1 -- 172.21.15.111:0/3688165482 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f385806c850 msgr2=0x7f385806ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:01.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.785+0000 7f38723fd640 1 --2- 172.21.15.111:0/3688165482 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f385806c850 0x7f385806ed10 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f385c034000 tx=0x7f385c02e000 comp rx=0 tx=0).stop 2024-09-19T04:39:01.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.785+0000 7f38723fd640 1 -- 172.21.15.111:0/3688165482 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f386c15ce80 msgr2=0x7f386c14c2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:01.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.785+0000 7f38723fd640 1 --2- 172.21.15.111:0/3688165482 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f386c15ce80 0x7f386c14c2b0 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f386400efc0 tx=0x7f3864009f90 comp rx=0 tx=0).stop 2024-09-19T04:39:01.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.785+0000 7f38723fd640 1 -- 172.21.15.111:0/3688165482 shutdown_connections 2024-09-19T04:39:01.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.785+0000 7f38723fd640 1 --2- 172.21.15.111:0/3688165482 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f385806c850 0x7f385806ed10 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:01.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.785+0000 7f38723fd640 1 --2- 172.21.15.111:0/3688165482 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f386c15ce80 0x7f386c14c2b0 unknown :-1 s=CLOSED pgs=1289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:01.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.785+0000 7f38723fd640 1 --2- 172.21.15.111:0/3688165482 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f386c15ca40 0x7f386c15b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:01.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.785+0000 7f38723fd640 1 --2- 172.21.15.111:0/3688165482 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f386c0d02a0 0x7f386c14cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:01.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.785+0000 7f38723fd640 1 -- 172.21.15.111:0/3688165482 >> 172.21.15.111:0/3688165482 conn(0x7f386c062cc0 msgr2=0x7f386c15e430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:01.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.786+0000 7f38723fd640 1 -- 172.21.15.111:0/3688165482 shutdown_connections 2024-09-19T04:39:01.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.786+0000 7f38723fd640 1 -- 172.21.15.111:0/3688165482 wait complete. 2024-09-19T04:39:01.798 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":130,"stamp":"2024-09-19T04:39:00.192590+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":263528,"kb_used_data":13992,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754711192,"statfs":{"total":773094113280,"available":772824260608,"internally_reserved":0,"allocated":14327808,"data_stored":6954220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.000570"},"pg_stats":[{"pgid":"21.3f","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.197562+0000","last_change":"2024-09-19T04:38:54.213806+0000","last_active":"2024-09-19T04:38:56.197562+0000","last_peered":"2024-09-19T04:38:56.197562+0000","last_clean":"2024-09-19T04:38:56.197562+0000","last_became_active":"2024-09-19T04:38:54.213484+0000","last_became_peered":"2024-09-19T04:38:54.213484+0000","last_unstale":"2024-09-19T04:38:56.197562+0000","last_undegraded":"2024-09-19T04:38:56.197562+0000","last_fullsized":"2024-09-19T04:38:56.197562+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:22.858976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.3e","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.728505+0000","last_change":"2024-09-19T04:38:54.201292+0000","last_active":"2024-09-19T04:38:55.728505+0000","last_peered":"2024-09-19T04:38:55.728505+0000","last_clean":"2024-09-19T04:38:55.728505+0000","last_became_active":"2024-09-19T04:38:54.200288+0000","last_became_peered":"2024-09-19T04:38:54.200288+0000","last_unstale":"2024-09-19T04:38:55.728505+0000","last_undegraded":"2024-09-19T04:38:55.728505+0000","last_fullsized":"2024-09-19T04:38:55.728505+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:38:05.264443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.3d","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.206353+0000","last_change":"2024-09-19T04:38:54.200109+0000","last_active":"2024-09-19T04:38:55.206353+0000","last_peered":"2024-09-19T04:38:55.206353+0000","last_clean":"2024-09-19T04:38:55.206353+0000","last_became_active":"2024-09-19T04:38:54.199451+0000","last_became_peered":"2024-09-19T04:38:54.199451+0000","last_unstale":"2024-09-19T04:38:55.206353+0000","last_undegraded":"2024-09-19T04:38:55.206353+0000","last_fullsized":"2024-09-19T04:38:55.206353+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:41:54.884458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.3c","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.461394+0000","last_change":"2024-09-19T04:38:54.207353+0000","last_active":"2024-09-19T04:38:56.461394+0000","last_peered":"2024-09-19T04:38:56.461394+0000","last_clean":"2024-09-19T04:38:56.461394+0000","last_became_active":"2024-09-19T04:38:54.207090+0000","last_became_peered":"2024-09-19T04:38:54.207090+0000","last_unstale":"2024-09-19T04:38:56.461394+0000","last_undegraded":"2024-09-19T04:38:56.461394+0000","last_fullsized":"2024-09-19T04:38:56.461394+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:51:44.867438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.3b","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.205231+0000","last_change":"2024-09-19T04:38:54.214336+0000","last_active":"2024-09-19T04:38:55.205231+0000","last_peered":"2024-09-19T04:38:55.205231+0000","last_clean":"2024-09-19T04:38:55.205231+0000","last_became_active":"2024-09-19T04:38:54.213812+0000","last_became_peered":"2024-09-19T04:38:54.213812+0000","last_unstale":"2024-09-19T04:38:55.205231+0000","last_undegraded":"2024-09-19T04:38:55.205231+0000","last_fullsized":"2024-09-19T04:38:55.205231+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:56:19.166555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.3a","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.197628+0000","last_change":"2024-09-19T04:38:54.199875+0000","last_active":"2024-09-19T04:38:56.197628+0000","last_peered":"2024-09-19T04:38:56.197628+0000","last_clean":"2024-09-19T04:38:56.197628+0000","last_became_active":"2024-09-19T04:38:54.199627+0000","last_became_peered":"2024-09-19T04:38:54.199627+0000","last_unstale":"2024-09-19T04:38:56.197628+0000","last_undegraded":"2024-09-19T04:38:56.197628+0000","last_fullsized":"2024-09-19T04:38:56.197628+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:33.617710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.39","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.204215+0000","last_change":"2024-09-19T04:38:54.211635+0000","last_active":"2024-09-19T04:38:55.204215+0000","last_peered":"2024-09-19T04:38:55.204215+0000","last_clean":"2024-09-19T04:38:55.204215+0000","last_became_active":"2024-09-19T04:38:54.210499+0000","last_became_peered":"2024-09-19T04:38:54.210499+0000","last_unstale":"2024-09-19T04:38:55.204215+0000","last_undegraded":"2024-09-19T04:38:55.204215+0000","last_fullsized":"2024-09-19T04:38:55.204215+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:31:52.228589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.38","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.197297+0000","last_change":"2024-09-19T04:38:54.205355+0000","last_active":"2024-09-19T04:38:56.197297+0000","last_peered":"2024-09-19T04:38:56.197297+0000","last_clean":"2024-09-19T04:38:56.197297+0000","last_became_active":"2024-09-19T04:38:54.205036+0000","last_became_peered":"2024-09-19T04:38:54.205036+0000","last_unstale":"2024-09-19T04:38:56.197297+0000","last_undegraded":"2024-09-19T04:38:56.197297+0000","last_fullsized":"2024-09-19T04:38:56.197297+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:00.531476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.37","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.728578+0000","last_change":"2024-09-19T04:38:54.199607+0000","last_active":"2024-09-19T04:38:55.728578+0000","last_peered":"2024-09-19T04:38:55.728578+0000","last_clean":"2024-09-19T04:38:55.728578+0000","last_became_active":"2024-09-19T04:38:54.199339+0000","last_became_peered":"2024-09-19T04:38:54.199339+0000","last_unstale":"2024-09-19T04:38:55.728578+0000","last_undegraded":"2024-09-19T04:38:55.728578+0000","last_fullsized":"2024-09-19T04:38:55.728578+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:41:46.857356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.36","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.200004+0000","last_change":"2024-09-19T04:38:54.215277+0000","last_active":"2024-09-19T04:38:56.200004+0000","last_peered":"2024-09-19T04:38:56.200004+0000","last_clean":"2024-09-19T04:38:56.200004+0000","last_became_active":"2024-09-19T04:38:54.214993+0000","last_became_peered":"2024-09-19T04:38:54.214993+0000","last_unstale":"2024-09-19T04:38:56.200004+0000","last_undegraded":"2024-09-19T04:38:56.200004+0000","last_fullsized":"2024-09-19T04:38:56.200004+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:12:19.963901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.35","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.197419+0000","last_change":"2024-09-19T04:38:54.205357+0000","last_active":"2024-09-19T04:38:56.197419+0000","last_peered":"2024-09-19T04:38:56.197419+0000","last_clean":"2024-09-19T04:38:56.197419+0000","last_became_active":"2024-09-19T04:38:54.205091+0000","last_became_peered":"2024-09-19T04:38:54.205091+0000","last_unstale":"2024-09-19T04:38:56.197419+0000","last_undegraded":"2024-09-19T04:38:56.197419+0000","last_fullsized":"2024-09-19T04:38:56.197419+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:41:54.884458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.34","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.200190+0000","last_change":"2024-09-19T04:38:54.219100+0000","last_active":"2024-09-19T04:38:56.200190+0000","last_peered":"2024-09-19T04:38:56.200190+0000","last_clean":"2024-09-19T04:38:56.200190+0000","last_became_active":"2024-09-19T04:38:54.218851+0000","last_became_peered":"2024-09-19T04:38:54.218851+0000","last_unstale":"2024-09-19T04:38:56.200190+0000","last_undegraded":"2024-09-19T04:38:56.200190+0000","last_fullsized":"2024-09-19T04:38:56.200190+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:22:10.583991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.33","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.204962+0000","last_change":"2024-09-19T04:38:54.214113+0000","last_active":"2024-09-19T04:38:55.204962+0000","last_peered":"2024-09-19T04:38:55.204962+0000","last_clean":"2024-09-19T04:38:55.204962+0000","last_became_active":"2024-09-19T04:38:54.213461+0000","last_became_peered":"2024-09-19T04:38:54.213461+0000","last_unstale":"2024-09-19T04:38:55.204962+0000","last_undegraded":"2024-09-19T04:38:55.204962+0000","last_fullsized":"2024-09-19T04:38:55.204962+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:22.964925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.32","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.461130+0000","last_change":"2024-09-19T04:38:54.217720+0000","last_active":"2024-09-19T04:38:56.461130+0000","last_peered":"2024-09-19T04:38:56.461130+0000","last_clean":"2024-09-19T04:38:56.461130+0000","last_became_active":"2024-09-19T04:38:54.217313+0000","last_became_peered":"2024-09-19T04:38:54.217313+0000","last_unstale":"2024-09-19T04:38:56.461130+0000","last_undegraded":"2024-09-19T04:38:56.461130+0000","last_fullsized":"2024-09-19T04:38:56.461130+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:37.799810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.31","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.199629+0000","last_change":"2024-09-19T04:38:54.215602+0000","last_active":"2024-09-19T04:38:56.199629+0000","last_peered":"2024-09-19T04:38:56.199629+0000","last_clean":"2024-09-19T04:38:56.199629+0000","last_became_active":"2024-09-19T04:38:54.215311+0000","last_became_peered":"2024-09-19T04:38:54.215311+0000","last_unstale":"2024-09-19T04:38:56.199629+0000","last_undegraded":"2024-09-19T04:38:56.199629+0000","last_fullsized":"2024-09-19T04:38:56.199629+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:46:31.473914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.30","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.273217+0000","last_change":"2024-09-19T04:38:54.200411+0000","last_active":"2024-09-19T04:38:56.273217+0000","last_peered":"2024-09-19T04:38:56.273217+0000","last_clean":"2024-09-19T04:38:56.273217+0000","last_became_active":"2024-09-19T04:38:54.199140+0000","last_became_peered":"2024-09-19T04:38:54.199140+0000","last_unstale":"2024-09-19T04:38:56.273217+0000","last_undegraded":"2024-09-19T04:38:56.273217+0000","last_fullsized":"2024-09-19T04:38:56.273217+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:11:23.827363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.2f","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.200229+0000","last_change":"2024-09-19T04:38:54.218226+0000","last_active":"2024-09-19T04:38:56.200229+0000","last_peered":"2024-09-19T04:38:56.200229+0000","last_clean":"2024-09-19T04:38:56.200229+0000","last_became_active":"2024-09-19T04:38:54.217568+0000","last_became_peered":"2024-09-19T04:38:54.217568+0000","last_unstale":"2024-09-19T04:38:56.200229+0000","last_undegraded":"2024-09-19T04:38:56.200229+0000","last_fullsized":"2024-09-19T04:38:56.200229+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:32:04.009476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.2e","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.205891+0000","last_change":"2024-09-19T04:38:54.207030+0000","last_active":"2024-09-19T04:38:55.205891+0000","last_peered":"2024-09-19T04:38:55.205891+0000","last_clean":"2024-09-19T04:38:55.205891+0000","last_became_active":"2024-09-19T04:38:54.206754+0000","last_became_peered":"2024-09-19T04:38:54.206754+0000","last_unstale":"2024-09-19T04:38:55.205891+0000","last_undegraded":"2024-09-19T04:38:55.205891+0000","last_fullsized":"2024-09-19T04:38:55.205891+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:00.531476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.2d","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.197699+0000","last_change":"2024-09-19T04:38:54.200266+0000","last_active":"2024-09-19T04:38:56.197699+0000","last_peered":"2024-09-19T04:38:56.197699+0000","last_clean":"2024-09-19T04:38:56.197699+0000","last_became_active":"2024-09-19T04:38:54.200018+0000","last_became_peered":"2024-09-19T04:38:54.200018+0000","last_unstale":"2024-09-19T04:38:56.197699+0000","last_undegraded":"2024-09-19T04:38:56.197699+0000","last_fullsized":"2024-09-19T04:38:56.197699+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:45:28.715359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2c","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.273464+0000","last_change":"2024-09-19T04:38:54.200667+0000","last_active":"2024-09-19T04:38:56.273464+0000","last_peered":"2024-09-19T04:38:56.273464+0000","last_clean":"2024-09-19T04:38:56.273464+0000","last_became_active":"2024-09-19T04:38:54.200371+0000","last_became_peered":"2024-09-19T04:38:54.200371+0000","last_unstale":"2024-09-19T04:38:56.273464+0000","last_undegraded":"2024-09-19T04:38:56.273464+0000","last_fullsized":"2024-09-19T04:38:56.273464+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:59:21.998210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.2b","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.200067+0000","last_change":"2024-09-19T04:38:54.219962+0000","last_active":"2024-09-19T04:38:56.200067+0000","last_peered":"2024-09-19T04:38:56.200067+0000","last_clean":"2024-09-19T04:38:56.200067+0000","last_became_active":"2024-09-19T04:38:54.219475+0000","last_became_peered":"2024-09-19T04:38:54.219475+0000","last_unstale":"2024-09-19T04:38:56.200067+0000","last_undegraded":"2024-09-19T04:38:56.200067+0000","last_fullsized":"2024-09-19T04:38:56.200067+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:50.616932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.2a","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.461166+0000","last_change":"2024-09-19T04:38:54.207813+0000","last_active":"2024-09-19T04:38:56.461166+0000","last_peered":"2024-09-19T04:38:56.461166+0000","last_clean":"2024-09-19T04:38:56.461166+0000","last_became_active":"2024-09-19T04:38:54.207287+0000","last_became_peered":"2024-09-19T04:38:54.207287+0000","last_unstale":"2024-09-19T04:38:56.461166+0000","last_undegraded":"2024-09-19T04:38:56.461166+0000","last_fullsized":"2024-09-19T04:38:56.461166+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:23:34.694929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.29","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.461099+0000","last_change":"2024-09-19T04:38:54.208052+0000","last_active":"2024-09-19T04:38:56.461099+0000","last_peered":"2024-09-19T04:38:56.461099+0000","last_clean":"2024-09-19T04:38:56.461099+0000","last_became_active":"2024-09-19T04:38:54.207330+0000","last_became_peered":"2024-09-19T04:38:54.207330+0000","last_unstale":"2024-09-19T04:38:56.461099+0000","last_undegraded":"2024-09-19T04:38:56.461099+0000","last_fullsized":"2024-09-19T04:38:56.461099+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:22.858976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.28","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.199691+0000","last_change":"2024-09-19T04:38:54.215806+0000","last_active":"2024-09-19T04:38:56.199691+0000","last_peered":"2024-09-19T04:38:56.199691+0000","last_clean":"2024-09-19T04:38:56.199691+0000","last_became_active":"2024-09-19T04:38:54.215103+0000","last_became_peered":"2024-09-19T04:38:54.215103+0000","last_unstale":"2024-09-19T04:38:56.199691+0000","last_undegraded":"2024-09-19T04:38:56.199691+0000","last_fullsized":"2024-09-19T04:38:56.199691+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:59.307963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.27","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.273473+0000","last_change":"2024-09-19T04:38:54.203065+0000","last_active":"2024-09-19T04:38:56.273473+0000","last_peered":"2024-09-19T04:38:56.273473+0000","last_clean":"2024-09-19T04:38:56.273473+0000","last_became_active":"2024-09-19T04:38:54.202792+0000","last_became_peered":"2024-09-19T04:38:54.202792+0000","last_unstale":"2024-09-19T04:38:56.273473+0000","last_undegraded":"2024-09-19T04:38:56.273473+0000","last_fullsized":"2024-09-19T04:38:56.273473+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:40:03.546800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.26","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.197408+0000","last_change":"2024-09-19T04:38:54.206315+0000","last_active":"2024-09-19T04:38:56.197408+0000","last_peered":"2024-09-19T04:38:56.197408+0000","last_clean":"2024-09-19T04:38:56.197408+0000","last_became_active":"2024-09-19T04:38:54.205271+0000","last_became_peered":"2024-09-19T04:38:54.205271+0000","last_unstale":"2024-09-19T04:38:56.197408+0000","last_undegraded":"2024-09-19T04:38:56.197408+0000","last_fullsized":"2024-09-19T04:38:56.197408+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:07.621996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.25","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.273371+0000","last_change":"2024-09-19T04:38:54.210180+0000","last_active":"2024-09-19T04:38:56.273371+0000","last_peered":"2024-09-19T04:38:56.273371+0000","last_clean":"2024-09-19T04:38:56.273371+0000","last_became_active":"2024-09-19T04:38:54.209792+0000","last_became_peered":"2024-09-19T04:38:54.209792+0000","last_unstale":"2024-09-19T04:38:56.273371+0000","last_undegraded":"2024-09-19T04:38:56.273371+0000","last_fullsized":"2024-09-19T04:38:56.273371+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:29.917382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.24","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.204422+0000","last_change":"2024-09-19T04:38:54.210153+0000","last_active":"2024-09-19T04:38:55.204422+0000","last_peered":"2024-09-19T04:38:55.204422+0000","last_clean":"2024-09-19T04:38:55.204422+0000","last_became_active":"2024-09-19T04:38:54.209770+0000","last_became_peered":"2024-09-19T04:38:54.209770+0000","last_unstale":"2024-09-19T04:38:55.204422+0000","last_undegraded":"2024-09-19T04:38:55.204422+0000","last_fullsized":"2024-09-19T04:38:55.204422+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:59:34.731791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.23","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.197292+0000","last_change":"2024-09-19T04:38:54.206681+0000","last_active":"2024-09-19T04:38:56.197292+0000","last_peered":"2024-09-19T04:38:56.197292+0000","last_clean":"2024-09-19T04:38:56.197292+0000","last_became_active":"2024-09-19T04:38:54.206413+0000","last_became_peered":"2024-09-19T04:38:54.206413+0000","last_unstale":"2024-09-19T04:38:56.197292+0000","last_undegraded":"2024-09-19T04:38:56.197292+0000","last_fullsized":"2024-09-19T04:38:56.197292+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:26.851289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.22","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.461322+0000","last_change":"2024-09-19T04:38:54.208114+0000","last_active":"2024-09-19T04:38:56.461322+0000","last_peered":"2024-09-19T04:38:56.461322+0000","last_clean":"2024-09-19T04:38:56.461322+0000","last_became_active":"2024-09-19T04:38:54.207645+0000","last_became_peered":"2024-09-19T04:38:54.207645+0000","last_unstale":"2024-09-19T04:38:56.461322+0000","last_undegraded":"2024-09-19T04:38:56.461322+0000","last_fullsized":"2024-09-19T04:38:56.461322+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:45:28.715359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.21","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.728265+0000","last_change":"2024-09-19T04:38:54.212275+0000","last_active":"2024-09-19T04:38:55.728265+0000","last_peered":"2024-09-19T04:38:55.728265+0000","last_clean":"2024-09-19T04:38:55.728265+0000","last_became_active":"2024-09-19T04:38:54.211999+0000","last_became_peered":"2024-09-19T04:38:54.211999+0000","last_unstale":"2024-09-19T04:38:55.728265+0000","last_undegraded":"2024-09-19T04:38:55.728265+0000","last_fullsized":"2024-09-19T04:38:55.728265+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:50:10.493723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.20","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.273273+0000","last_change":"2024-09-19T04:38:54.201831+0000","last_active":"2024-09-19T04:38:56.273273+0000","last_peered":"2024-09-19T04:38:56.273273+0000","last_clean":"2024-09-19T04:38:56.273273+0000","last_became_active":"2024-09-19T04:38:54.201363+0000","last_became_peered":"2024-09-19T04:38:54.201363+0000","last_unstale":"2024-09-19T04:38:56.273273+0000","last_undegraded":"2024-09-19T04:38:56.273273+0000","last_fullsized":"2024-09-19T04:38:56.273273+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:13.624250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.200087+0000","last_change":"2024-09-19T04:38:54.220037+0000","last_active":"2024-09-19T04:38:56.200087+0000","last_peered":"2024-09-19T04:38:56.200087+0000","last_clean":"2024-09-19T04:38:56.200087+0000","last_became_active":"2024-09-19T04:38:54.219500+0000","last_became_peered":"2024-09-19T04:38:54.219500+0000","last_unstale":"2024-09-19T04:38:56.200087+0000","last_undegraded":"2024-09-19T04:38:56.200087+0000","last_fullsized":"2024-09-19T04:38:56.200087+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:10:47.888041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1f","version":"130'4","reported_seq":18,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.200110+0000","last_change":"2024-09-19T04:38:53.209501+0000","last_active":"2024-09-19T04:38:56.200110+0000","last_peered":"2024-09-19T04:38:56.200110+0000","last_clean":"2024-09-19T04:38:56.200110+0000","last_became_active":"2024-09-19T04:38:53.209177+0000","last_became_peered":"2024-09-19T04:38:53.209177+0000","last_unstale":"2024-09-19T04:38:56.200110+0000","last_undegraded":"2024-09-19T04:38:56.200110+0000","last_fullsized":"2024-09-19T04:38:56.200110+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:25:35.404720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.728574+0000","last_change":"2024-09-19T04:38:54.201006+0000","last_active":"2024-09-19T04:38:55.728574+0000","last_peered":"2024-09-19T04:38:55.728574+0000","last_clean":"2024-09-19T04:38:55.728574+0000","last_became_active":"2024-09-19T04:38:54.200307+0000","last_became_peered":"2024-09-19T04:38:54.200307+0000","last_unstale":"2024-09-19T04:38:55.728574+0000","last_undegraded":"2024-09-19T04:38:55.728574+0000","last_fullsized":"2024-09-19T04:38:55.728574+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:45:01.409707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1e","version":"130'1","reported_seq":15,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.728477+0000","last_change":"2024-09-19T04:38:53.206984+0000","last_active":"2024-09-19T04:38:55.728477+0000","last_peered":"2024-09-19T04:38:55.728477+0000","last_clean":"2024-09-19T04:38:55.728477+0000","last_became_active":"2024-09-19T04:38:53.206193+0000","last_became_peered":"2024-09-19T04:38:53.206193+0000","last_unstale":"2024-09-19T04:38:55.728477+0000","last_undegraded":"2024-09-19T04:38:55.728477+0000","last_fullsized":"2024-09-19T04:38:55.728477+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:33:05.573854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.197454+0000","last_change":"2024-09-19T04:38:54.207439+0000","last_active":"2024-09-19T04:38:56.197454+0000","last_peered":"2024-09-19T04:38:56.197454+0000","last_clean":"2024-09-19T04:38:56.197454+0000","last_became_active":"2024-09-19T04:38:54.207188+0000","last_became_peered":"2024-09-19T04:38:54.207188+0000","last_unstale":"2024-09-19T04:38:56.197454+0000","last_undegraded":"2024-09-19T04:38:56.197454+0000","last_fullsized":"2024-09-19T04:38:56.197454+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:51:05.715096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.1d","version":"130'2","reported_seq":16,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.461443+0000","last_change":"2024-09-19T04:38:53.201965+0000","last_active":"2024-09-19T04:38:56.461443+0000","last_peered":"2024-09-19T04:38:56.461443+0000","last_clean":"2024-09-19T04:38:56.461443+0000","last_became_active":"2024-09-19T04:38:53.201662+0000","last_became_peered":"2024-09-19T04:38:53.201662+0000","last_unstale":"2024-09-19T04:38:56.461443+0000","last_undegraded":"2024-09-19T04:38:56.461443+0000","last_fullsized":"2024-09-19T04:38:56.461443+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:03.620782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.199899+0000","last_change":"2024-09-19T04:38:54.218990+0000","last_active":"2024-09-19T04:38:56.199899+0000","last_peered":"2024-09-19T04:38:56.199899+0000","last_clean":"2024-09-19T04:38:56.199899+0000","last_became_active":"2024-09-19T04:38:54.218745+0000","last_became_peered":"2024-09-19T04:38:54.218745+0000","last_unstale":"2024-09-19T04:38:56.199899+0000","last_undegraded":"2024-09-19T04:38:56.199899+0000","last_fullsized":"2024-09-19T04:38:56.199899+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:53:07.006000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1c","version":"130'2","reported_seq":16,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.461399+0000","last_change":"2024-09-19T04:38:53.201590+0000","last_active":"2024-09-19T04:38:56.461399+0000","last_peered":"2024-09-19T04:38:56.461399+0000","last_clean":"2024-09-19T04:38:56.461399+0000","last_became_active":"2024-09-19T04:38:53.201271+0000","last_became_peered":"2024-09-19T04:38:53.201271+0000","last_unstale":"2024-09-19T04:38:56.461399+0000","last_undegraded":"2024-09-19T04:38:56.461399+0000","last_fullsized":"2024-09-19T04:38:56.461399+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:39:06.068373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.728271+0000","last_change":"2024-09-19T04:38:54.204691+0000","last_active":"2024-09-19T04:38:55.728271+0000","last_peered":"2024-09-19T04:38:55.728271+0000","last_clean":"2024-09-19T04:38:55.728271+0000","last_became_active":"2024-09-19T04:38:54.204348+0000","last_became_peered":"2024-09-19T04:38:54.204348+0000","last_unstale":"2024-09-19T04:38:55.728271+0000","last_undegraded":"2024-09-19T04:38:55.728271+0000","last_fullsized":"2024-09-19T04:38:55.728271+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:57.916200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1b","version":"130'1","reported_seq":15,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.273512+0000","last_change":"2024-09-19T04:38:53.208388+0000","last_active":"2024-09-19T04:38:56.273512+0000","last_peered":"2024-09-19T04:38:56.273512+0000","last_clean":"2024-09-19T04:38:56.273512+0000","last_became_active":"2024-09-19T04:38:53.207820+0000","last_became_peered":"2024-09-19T04:38:53.207820+0000","last_unstale":"2024-09-19T04:38:56.273512+0000","last_undegraded":"2024-09-19T04:38:56.273512+0000","last_fullsized":"2024-09-19T04:38:56.273512+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:27.514741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.461241+0000","last_change":"2024-09-19T04:38:54.212984+0000","last_active":"2024-09-19T04:38:56.461241+0000","last_peered":"2024-09-19T04:38:56.461241+0000","last_clean":"2024-09-19T04:38:56.461241+0000","last_became_active":"2024-09-19T04:38:54.212714+0000","last_became_peered":"2024-09-19T04:38:54.212714+0000","last_unstale":"2024-09-19T04:38:56.461241+0000","last_undegraded":"2024-09-19T04:38:56.461241+0000","last_fullsized":"2024-09-19T04:38:56.461241+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:33.617710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.1a","version":"130'1","reported_seq":15,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.205363+0000","last_change":"2024-09-19T04:38:53.205962+0000","last_active":"2024-09-19T04:38:55.205363+0000","last_peered":"2024-09-19T04:38:55.205363+0000","last_clean":"2024-09-19T04:38:55.205363+0000","last_became_active":"2024-09-19T04:38:53.205672+0000","last_became_peered":"2024-09-19T04:38:53.205672+0000","last_unstale":"2024-09-19T04:38:55.205363+0000","last_undegraded":"2024-09-19T04:38:55.205363+0000","last_fullsized":"2024-09-19T04:38:55.205363+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:57.364909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.728272+0000","last_change":"2024-09-19T04:38:54.203639+0000","last_active":"2024-09-19T04:38:55.728272+0000","last_peered":"2024-09-19T04:38:55.728272+0000","last_clean":"2024-09-19T04:38:55.728272+0000","last_became_active":"2024-09-19T04:38:54.203388+0000","last_became_peered":"2024-09-19T04:38:54.203388+0000","last_unstale":"2024-09-19T04:38:55.728272+0000","last_undegraded":"2024-09-19T04:38:55.728272+0000","last_fullsized":"2024-09-19T04:38:55.728272+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:11.488134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":14,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.273316+0000","last_change":"2024-09-19T04:38:53.205247+0000","last_active":"2024-09-19T04:38:56.273316+0000","last_peered":"2024-09-19T04:38:56.273316+0000","last_clean":"2024-09-19T04:38:56.273316+0000","last_became_active":"2024-09-19T04:38:53.203932+0000","last_became_peered":"2024-09-19T04:38:53.203932+0000","last_unstale":"2024-09-19T04:38:56.273316+0000","last_undegraded":"2024-09-19T04:38:56.273316+0000","last_fullsized":"2024-09-19T04:38:56.273316+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:51:19.590308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.204931+0000","last_change":"2024-09-19T04:38:54.201859+0000","last_active":"2024-09-19T04:38:55.204931+0000","last_peered":"2024-09-19T04:38:55.204931+0000","last_clean":"2024-09-19T04:38:55.204931+0000","last_became_active":"2024-09-19T04:38:54.201581+0000","last_became_peered":"2024-09-19T04:38:54.201581+0000","last_unstale":"2024-09-19T04:38:55.204931+0000","last_undegraded":"2024-09-19T04:38:55.204931+0000","last_fullsized":"2024-09-19T04:38:55.204931+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:08.879044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":14,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.460951+0000","last_change":"2024-09-19T04:38:53.205765+0000","last_active":"2024-09-19T04:38:56.460951+0000","last_peered":"2024-09-19T04:38:56.460951+0000","last_clean":"2024-09-19T04:38:56.460951+0000","last_became_active":"2024-09-19T04:38:53.205437+0000","last_became_peered":"2024-09-19T04:38:53.205437+0000","last_unstale":"2024-09-19T04:38:56.460951+0000","last_undegraded":"2024-09-19T04:38:56.460951+0000","last_fullsized":"2024-09-19T04:38:56.460951+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:12:22.593604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.205424+0000","last_change":"2024-09-19T04:38:54.204172+0000","last_active":"2024-09-19T04:38:55.205424+0000","last_peered":"2024-09-19T04:38:55.205424+0000","last_clean":"2024-09-19T04:38:55.205424+0000","last_became_active":"2024-09-19T04:38:54.203733+0000","last_became_peered":"2024-09-19T04:38:54.203733+0000","last_unstale":"2024-09-19T04:38:55.205424+0000","last_undegraded":"2024-09-19T04:38:55.205424+0000","last_fullsized":"2024-09-19T04:38:55.205424+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:58:13.011288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":14,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.728622+0000","last_change":"2024-09-19T04:38:53.199215+0000","last_active":"2024-09-19T04:38:55.728622+0000","last_peered":"2024-09-19T04:38:55.728622+0000","last_clean":"2024-09-19T04:38:55.728622+0000","last_became_active":"2024-09-19T04:38:53.198451+0000","last_became_peered":"2024-09-19T04:38:53.198451+0000","last_unstale":"2024-09-19T04:38:55.728622+0000","last_undegraded":"2024-09-19T04:38:55.728622+0000","last_fullsized":"2024-09-19T04:38:55.728622+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:20.105429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.200046+0000","last_change":"2024-09-19T04:38:54.217361+0000","last_active":"2024-09-19T04:38:56.200046+0000","last_peered":"2024-09-19T04:38:56.200046+0000","last_clean":"2024-09-19T04:38:56.200046+0000","last_became_active":"2024-09-19T04:38:54.217065+0000","last_became_peered":"2024-09-19T04:38:54.217065+0000","last_unstale":"2024-09-19T04:38:56.200046+0000","last_undegraded":"2024-09-19T04:38:56.200046+0000","last_fullsized":"2024-09-19T04:38:56.200046+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:03.204034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":14,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.200331+0000","last_change":"2024-09-19T04:38:53.212550+0000","last_active":"2024-09-19T04:38:56.200331+0000","last_peered":"2024-09-19T04:38:56.200331+0000","last_clean":"2024-09-19T04:38:56.200331+0000","last_became_active":"2024-09-19T04:38:53.212267+0000","last_became_peered":"2024-09-19T04:38:53.212267+0000","last_unstale":"2024-09-19T04:38:56.200331+0000","last_undegraded":"2024-09-19T04:38:56.200331+0000","last_fullsized":"2024-09-19T04:38:56.200331+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:17.032882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.273596+0000","last_change":"2024-09-19T04:38:54.201677+0000","last_active":"2024-09-19T04:38:56.273596+0000","last_peered":"2024-09-19T04:38:56.273596+0000","last_clean":"2024-09-19T04:38:56.273596+0000","last_became_active":"2024-09-19T04:38:54.200391+0000","last_became_peered":"2024-09-19T04:38:54.200391+0000","last_unstale":"2024-09-19T04:38:56.273596+0000","last_undegraded":"2024-09-19T04:38:56.273596+0000","last_fullsized":"2024-09-19T04:38:56.273596+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:41:51.760099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.14","version":"130'6","reported_seq":20,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.204503+0000","last_change":"2024-09-19T04:38:53.201094+0000","last_active":"2024-09-19T04:38:55.204503+0000","last_peered":"2024-09-19T04:38:55.204503+0000","last_clean":"2024-09-19T04:38:55.204503+0000","last_became_active":"2024-09-19T04:38:53.200673+0000","last_became_peered":"2024-09-19T04:38:53.200673+0000","last_unstale":"2024-09-19T04:38:55.204503+0000","last_undegraded":"2024-09-19T04:38:55.204503+0000","last_fullsized":"2024-09-19T04:38:55.204503+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:05.350605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.205381+0000","last_change":"2024-09-19T04:38:54.211926+0000","last_active":"2024-09-19T04:38:55.205381+0000","last_peered":"2024-09-19T04:38:55.205381+0000","last_clean":"2024-09-19T04:38:55.205381+0000","last_became_active":"2024-09-19T04:38:54.211666+0000","last_became_peered":"2024-09-19T04:38:54.211666+0000","last_unstale":"2024-09-19T04:38:55.205381+0000","last_undegraded":"2024-09-19T04:38:55.205381+0000","last_fullsized":"2024-09-19T04:38:55.205381+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:29.660514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.13","version":"130'2","reported_seq":16,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.205868+0000","last_change":"2024-09-19T04:38:53.209122+0000","last_active":"2024-09-19T04:38:55.205868+0000","last_peered":"2024-09-19T04:38:55.205868+0000","last_clean":"2024-09-19T04:38:55.205868+0000","last_became_active":"2024-09-19T04:38:53.208812+0000","last_became_peered":"2024-09-19T04:38:53.208812+0000","last_unstale":"2024-09-19T04:38:55.205868+0000","last_undegraded":"2024-09-19T04:38:55.205868+0000","last_fullsized":"2024-09-19T04:38:55.205868+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:52:06.090757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.728386+0000","last_change":"2024-09-19T04:38:54.200534+0000","last_active":"2024-09-19T04:38:55.728386+0000","last_peered":"2024-09-19T04:38:55.728386+0000","last_clean":"2024-09-19T04:38:55.728386+0000","last_became_active":"2024-09-19T04:38:54.200267+0000","last_became_peered":"2024-09-19T04:38:54.200267+0000","last_unstale":"2024-09-19T04:38:55.728386+0000","last_undegraded":"2024-09-19T04:38:55.728386+0000","last_fullsized":"2024-09-19T04:38:55.728386+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:46.970984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":14,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.205422+0000","last_change":"2024-09-19T04:38:53.202673+0000","last_active":"2024-09-19T04:38:55.205422+0000","last_peered":"2024-09-19T04:38:55.205422+0000","last_clean":"2024-09-19T04:38:55.205422+0000","last_became_active":"2024-09-19T04:38:53.202393+0000","last_became_peered":"2024-09-19T04:38:53.202393+0000","last_unstale":"2024-09-19T04:38:55.205422+0000","last_undegraded":"2024-09-19T04:38:55.205422+0000","last_fullsized":"2024-09-19T04:38:55.205422+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:56:18.164593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.204841+0000","last_change":"2024-09-19T04:38:54.214900+0000","last_active":"2024-09-19T04:38:55.204841+0000","last_peered":"2024-09-19T04:38:55.204841+0000","last_clean":"2024-09-19T04:38:55.204841+0000","last_became_active":"2024-09-19T04:38:54.214592+0000","last_became_peered":"2024-09-19T04:38:54.214592+0000","last_unstale":"2024-09-19T04:38:55.204841+0000","last_undegraded":"2024-09-19T04:38:55.204841+0000","last_fullsized":"2024-09-19T04:38:55.204841+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:00:00.451435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":14,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.197205+0000","last_change":"2024-09-19T04:38:53.201807+0000","last_active":"2024-09-19T04:38:56.197205+0000","last_peered":"2024-09-19T04:38:56.197205+0000","last_clean":"2024-09-19T04:38:56.197205+0000","last_became_active":"2024-09-19T04:38:53.201564+0000","last_became_peered":"2024-09-19T04:38:53.201564+0000","last_unstale":"2024-09-19T04:38:56.197205+0000","last_undegraded":"2024-09-19T04:38:56.197205+0000","last_fullsized":"2024-09-19T04:38:56.197205+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:22.672966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.205123+0000","last_change":"2024-09-19T04:38:54.208813+0000","last_active":"2024-09-19T04:38:55.205123+0000","last_peered":"2024-09-19T04:38:55.205123+0000","last_clean":"2024-09-19T04:38:55.205123+0000","last_became_active":"2024-09-19T04:38:54.208457+0000","last_became_peered":"2024-09-19T04:38:54.208457+0000","last_unstale":"2024-09-19T04:38:55.205123+0000","last_undegraded":"2024-09-19T04:38:55.205123+0000","last_fullsized":"2024-09-19T04:38:55.205123+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:21.625135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.10","version":"130'8","reported_seq":22,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.273319+0000","last_change":"2024-09-19T04:38:53.204441+0000","last_active":"2024-09-19T04:38:56.273319+0000","last_peered":"2024-09-19T04:38:56.273319+0000","last_clean":"2024-09-19T04:38:56.273319+0000","last_became_active":"2024-09-19T04:38:53.204188+0000","last_became_peered":"2024-09-19T04:38:53.204188+0000","last_unstale":"2024-09-19T04:38:56.273319+0000","last_undegraded":"2024-09-19T04:38:56.273319+0000","last_fullsized":"2024-09-19T04:38:56.273319+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:27:14.280486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.200232+0000","last_change":"2024-09-19T04:38:54.217534+0000","last_active":"2024-09-19T04:38:56.200232+0000","last_peered":"2024-09-19T04:38:56.200232+0000","last_clean":"2024-09-19T04:38:56.200232+0000","last_became_active":"2024-09-19T04:38:54.217235+0000","last_became_peered":"2024-09-19T04:38:54.217235+0000","last_unstale":"2024-09-19T04:38:56.200232+0000","last_undegraded":"2024-09-19T04:38:56.200232+0000","last_fullsized":"2024-09-19T04:38:56.200232+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:03.761932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.f","version":"130'1","reported_seq":15,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.205053+0000","last_change":"2024-09-19T04:38:53.204660+0000","last_active":"2024-09-19T04:38:55.205053+0000","last_peered":"2024-09-19T04:38:55.205053+0000","last_clean":"2024-09-19T04:38:55.205053+0000","last_became_active":"2024-09-19T04:38:53.204354+0000","last_became_peered":"2024-09-19T04:38:53.204354+0000","last_unstale":"2024-09-19T04:38:55.205053+0000","last_undegraded":"2024-09-19T04:38:55.205053+0000","last_fullsized":"2024-09-19T04:38:55.205053+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:24:20.214479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.273533+0000","last_change":"2024-09-19T04:38:54.213601+0000","last_active":"2024-09-19T04:38:56.273533+0000","last_peered":"2024-09-19T04:38:56.273533+0000","last_clean":"2024-09-19T04:38:56.273533+0000","last_became_active":"2024-09-19T04:38:54.213375+0000","last_became_peered":"2024-09-19T04:38:54.213375+0000","last_unstale":"2024-09-19T04:38:56.273533+0000","last_undegraded":"2024-09-19T04:38:56.273533+0000","last_fullsized":"2024-09-19T04:38:56.273533+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:50:39.755334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.e","version":"130'2","reported_seq":16,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.728542+0000","last_change":"2024-09-19T04:38:53.205866+0000","last_active":"2024-09-19T04:38:55.728542+0000","last_peered":"2024-09-19T04:38:55.728542+0000","last_clean":"2024-09-19T04:38:55.728542+0000","last_became_active":"2024-09-19T04:38:53.205490+0000","last_became_peered":"2024-09-19T04:38:53.205490+0000","last_unstale":"2024-09-19T04:38:55.728542+0000","last_undegraded":"2024-09-19T04:38:55.728542+0000","last_fullsized":"2024-09-19T04:38:55.728542+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:08.055180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.205992+0000","last_change":"2024-09-19T04:38:54.214787+0000","last_active":"2024-09-19T04:38:55.205992+0000","last_peered":"2024-09-19T04:38:55.205992+0000","last_clean":"2024-09-19T04:38:55.205992+0000","last_became_active":"2024-09-19T04:38:54.212114+0000","last_became_peered":"2024-09-19T04:38:54.212114+0000","last_unstale":"2024-09-19T04:38:55.205992+0000","last_undegraded":"2024-09-19T04:38:55.205992+0000","last_fullsized":"2024-09-19T04:38:55.205992+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:07.621996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.d","version":"130'1","reported_seq":15,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.273677+0000","last_change":"2024-09-19T04:38:53.205055+0000","last_active":"2024-09-19T04:38:56.273677+0000","last_peered":"2024-09-19T04:38:56.273677+0000","last_clean":"2024-09-19T04:38:56.273677+0000","last_became_active":"2024-09-19T04:38:53.204744+0000","last_became_peered":"2024-09-19T04:38:53.204744+0000","last_unstale":"2024-09-19T04:38:56.273677+0000","last_undegraded":"2024-09-19T04:38:56.273677+0000","last_fullsized":"2024-09-19T04:38:56.273677+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:48.541374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.197634+0000","last_change":"2024-09-19T04:38:54.207109+0000","last_active":"2024-09-19T04:38:56.197634+0000","last_peered":"2024-09-19T04:38:56.197634+0000","last_clean":"2024-09-19T04:38:56.197634+0000","last_became_active":"2024-09-19T04:38:54.206834+0000","last_became_peered":"2024-09-19T04:38:54.206834+0000","last_unstale":"2024-09-19T04:38:56.197634+0000","last_undegraded":"2024-09-19T04:38:56.197634+0000","last_fullsized":"2024-09-19T04:38:56.197634+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:23:34.694929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":14,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.728398+0000","last_change":"2024-09-19T04:38:53.200988+0000","last_active":"2024-09-19T04:38:55.728398+0000","last_peered":"2024-09-19T04:38:55.728398+0000","last_clean":"2024-09-19T04:38:55.728398+0000","last_became_active":"2024-09-19T04:38:53.200672+0000","last_became_peered":"2024-09-19T04:38:53.200672+0000","last_unstale":"2024-09-19T04:38:55.728398+0000","last_undegraded":"2024-09-19T04:38:55.728398+0000","last_fullsized":"2024-09-19T04:38:55.728398+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:55:59.561267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.461359+0000","last_change":"2024-09-19T04:38:54.207596+0000","last_active":"2024-09-19T04:38:56.461359+0000","last_peered":"2024-09-19T04:38:56.461359+0000","last_clean":"2024-09-19T04:38:56.461359+0000","last_became_active":"2024-09-19T04:38:54.206980+0000","last_became_peered":"2024-09-19T04:38:54.206980+0000","last_unstale":"2024-09-19T04:38:56.461359+0000","last_undegraded":"2024-09-19T04:38:56.461359+0000","last_fullsized":"2024-09-19T04:38:56.461359+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:13.839210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.b","version":"130'2","reported_seq":16,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.204215+0000","last_change":"2024-09-19T04:38:53.207794+0000","last_active":"2024-09-19T04:38:55.204215+0000","last_peered":"2024-09-19T04:38:55.204215+0000","last_clean":"2024-09-19T04:38:55.204215+0000","last_became_active":"2024-09-19T04:38:53.207187+0000","last_became_peered":"2024-09-19T04:38:53.207187+0000","last_unstale":"2024-09-19T04:38:55.204215+0000","last_undegraded":"2024-09-19T04:38:55.204215+0000","last_fullsized":"2024-09-19T04:38:55.204215+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:12.980474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.204275+0000","last_change":"2024-09-19T04:38:54.211345+0000","last_active":"2024-09-19T04:38:55.204275+0000","last_peered":"2024-09-19T04:38:55.204275+0000","last_clean":"2024-09-19T04:38:55.204275+0000","last_became_active":"2024-09-19T04:38:54.210998+0000","last_became_peered":"2024-09-19T04:38:54.210998+0000","last_unstale":"2024-09-19T04:38:55.204275+0000","last_undegraded":"2024-09-19T04:38:55.204275+0000","last_fullsized":"2024-09-19T04:38:55.204275+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:48:10.426063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":14,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.199752+0000","last_change":"2024-09-19T04:38:53.209760+0000","last_active":"2024-09-19T04:38:56.199752+0000","last_peered":"2024-09-19T04:38:56.199752+0000","last_clean":"2024-09-19T04:38:56.199752+0000","last_became_active":"2024-09-19T04:38:53.209286+0000","last_became_peered":"2024-09-19T04:38:53.209286+0000","last_unstale":"2024-09-19T04:38:56.199752+0000","last_undegraded":"2024-09-19T04:38:56.199752+0000","last_fullsized":"2024-09-19T04:38:56.199752+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:48:41.792683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.460928+0000","last_change":"2024-09-19T04:38:54.208316+0000","last_active":"2024-09-19T04:38:56.460928+0000","last_peered":"2024-09-19T04:38:56.460928+0000","last_clean":"2024-09-19T04:38:56.460928+0000","last_became_active":"2024-09-19T04:38:54.207788+0000","last_became_peered":"2024-09-19T04:38:54.207788+0000","last_unstale":"2024-09-19T04:38:56.460928+0000","last_undegraded":"2024-09-19T04:38:56.460928+0000","last_fullsized":"2024-09-19T04:38:56.460928+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:51:05.715096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":14,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.199555+0000","last_change":"2024-09-19T04:38:53.209847+0000","last_active":"2024-09-19T04:38:56.199555+0000","last_peered":"2024-09-19T04:38:56.199555+0000","last_clean":"2024-09-19T04:38:56.199555+0000","last_became_active":"2024-09-19T04:38:53.209399+0000","last_became_peered":"2024-09-19T04:38:53.209399+0000","last_unstale":"2024-09-19T04:38:56.199555+0000","last_undegraded":"2024-09-19T04:38:56.199555+0000","last_fullsized":"2024-09-19T04:38:56.199555+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:35:27.883196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.204214+0000","last_change":"2024-09-19T04:38:54.211843+0000","last_active":"2024-09-19T04:38:55.204214+0000","last_peered":"2024-09-19T04:38:55.204214+0000","last_clean":"2024-09-19T04:38:55.204214+0000","last_became_active":"2024-09-19T04:38:54.210862+0000","last_became_peered":"2024-09-19T04:38:54.210862+0000","last_unstale":"2024-09-19T04:38:55.204214+0000","last_undegraded":"2024-09-19T04:38:55.204214+0000","last_fullsized":"2024-09-19T04:38:55.204214+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:14:55.812248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":14,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.206143+0000","last_change":"2024-09-19T04:38:53.208617+0000","last_active":"2024-09-19T04:38:55.206143+0000","last_peered":"2024-09-19T04:38:55.206143+0000","last_clean":"2024-09-19T04:38:55.206143+0000","last_became_active":"2024-09-19T04:38:53.208337+0000","last_became_peered":"2024-09-19T04:38:53.208337+0000","last_unstale":"2024-09-19T04:38:55.206143+0000","last_undegraded":"2024-09-19T04:38:55.206143+0000","last_fullsized":"2024-09-19T04:38:55.206143+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:58:12.009325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.205575+0000","last_change":"2024-09-19T04:38:54.215353+0000","last_active":"2024-09-19T04:38:55.205575+0000","last_peered":"2024-09-19T04:38:55.205575+0000","last_clean":"2024-09-19T04:38:55.205575+0000","last_became_active":"2024-09-19T04:38:54.215102+0000","last_became_peered":"2024-09-19T04:38:54.215102+0000","last_unstale":"2024-09-19T04:38:55.205575+0000","last_undegraded":"2024-09-19T04:38:55.205575+0000","last_fullsized":"2024-09-19T04:38:55.205575+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:58.535049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.7","version":"130'2","reported_seq":16,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.200235+0000","last_change":"2024-09-19T04:38:53.212740+0000","last_active":"2024-09-19T04:38:56.200235+0000","last_peered":"2024-09-19T04:38:56.200235+0000","last_clean":"2024-09-19T04:38:56.200235+0000","last_became_active":"2024-09-19T04:38:53.212426+0000","last_became_peered":"2024-09-19T04:38:53.212426+0000","last_unstale":"2024-09-19T04:38:56.200235+0000","last_undegraded":"2024-09-19T04:38:56.200235+0000","last_fullsized":"2024-09-19T04:38:56.200235+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:21:50.557626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.205657+0000","last_change":"2024-09-19T04:38:54.211762+0000","last_active":"2024-09-19T04:38:55.205657+0000","last_peered":"2024-09-19T04:38:55.205657+0000","last_clean":"2024-09-19T04:38:55.205657+0000","last_became_active":"2024-09-19T04:38:54.211487+0000","last_became_peered":"2024-09-19T04:38:54.211487+0000","last_unstale":"2024-09-19T04:38:55.205657+0000","last_undegraded":"2024-09-19T04:38:55.205657+0000","last_fullsized":"2024-09-19T04:38:55.205657+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:26.851289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.6","version":"131'1","reported_seq":15,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.197555+0000","last_change":"2024-09-19T04:38:53.206302+0000","last_active":"2024-09-19T04:38:56.197555+0000","last_peered":"2024-09-19T04:38:56.197555+0000","last_clean":"2024-09-19T04:38:56.197555+0000","last_became_active":"2024-09-19T04:38:53.206048+0000","last_became_peered":"2024-09-19T04:38:53.206048+0000","last_unstale":"2024-09-19T04:38:56.197555+0000","last_undegraded":"2024-09-19T04:38:56.197555+0000","last_fullsized":"2024-09-19T04:38:56.197555+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:58:12.009325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.728393+0000","last_change":"2024-09-19T04:38:54.210483+0000","last_active":"2024-09-19T04:38:55.728393+0000","last_peered":"2024-09-19T04:38:55.728393+0000","last_clean":"2024-09-19T04:38:55.728393+0000","last_became_active":"2024-09-19T04:38:54.210200+0000","last_became_peered":"2024-09-19T04:38:54.210200+0000","last_unstale":"2024-09-19T04:38:55.728393+0000","last_undegraded":"2024-09-19T04:38:55.728393+0000","last_fullsized":"2024-09-19T04:38:55.728393+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:45.156170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":14,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.197698+0000","last_change":"2024-09-19T04:38:53.200027+0000","last_active":"2024-09-19T04:38:56.197698+0000","last_peered":"2024-09-19T04:38:56.197698+0000","last_clean":"2024-09-19T04:38:56.197698+0000","last_became_active":"2024-09-19T04:38:53.199735+0000","last_became_peered":"2024-09-19T04:38:53.199735+0000","last_unstale":"2024-09-19T04:38:56.197698+0000","last_undegraded":"2024-09-19T04:38:56.197698+0000","last_fullsized":"2024-09-19T04:38:56.197698+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:57.533087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.197581+0000","last_change":"2024-09-19T04:38:54.211618+0000","last_active":"2024-09-19T04:38:56.197581+0000","last_peered":"2024-09-19T04:38:56.197581+0000","last_clean":"2024-09-19T04:38:56.197581+0000","last_became_active":"2024-09-19T04:38:54.211366+0000","last_became_peered":"2024-09-19T04:38:54.211366+0000","last_unstale":"2024-09-19T04:38:56.197581+0000","last_undegraded":"2024-09-19T04:38:56.197581+0000","last_fullsized":"2024-09-19T04:38:56.197581+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:37.799810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":14,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.197556+0000","last_change":"2024-09-19T04:38:53.202677+0000","last_active":"2024-09-19T04:38:56.197556+0000","last_peered":"2024-09-19T04:38:56.197556+0000","last_clean":"2024-09-19T04:38:56.197556+0000","last_became_active":"2024-09-19T04:38:53.202380+0000","last_became_peered":"2024-09-19T04:38:53.202380+0000","last_unstale":"2024-09-19T04:38:56.197556+0000","last_undegraded":"2024-09-19T04:38:56.197556+0000","last_fullsized":"2024-09-19T04:38:56.197556+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:56:18.164593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.273304+0000","last_change":"2024-09-19T04:38:54.210441+0000","last_active":"2024-09-19T04:38:56.273304+0000","last_peered":"2024-09-19T04:38:56.273304+0000","last_clean":"2024-09-19T04:38:56.273304+0000","last_became_active":"2024-09-19T04:38:54.210187+0000","last_became_peered":"2024-09-19T04:38:54.210187+0000","last_unstale":"2024-09-19T04:38:56.273304+0000","last_undegraded":"2024-09-19T04:38:56.273304+0000","last_fullsized":"2024-09-19T04:38:56.273304+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:57.461350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":14,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.204361+0000","last_change":"2024-09-19T04:38:53.208022+0000","last_active":"2024-09-19T04:38:55.204361+0000","last_peered":"2024-09-19T04:38:55.204361+0000","last_clean":"2024-09-19T04:38:55.204361+0000","last_became_active":"2024-09-19T04:38:53.207525+0000","last_became_peered":"2024-09-19T04:38:53.207525+0000","last_unstale":"2024-09-19T04:38:55.204361+0000","last_undegraded":"2024-09-19T04:38:55.204361+0000","last_fullsized":"2024-09-19T04:38:55.204361+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:46:31.109963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.205093+0000","last_change":"2024-09-19T04:38:54.204437+0000","last_active":"2024-09-19T04:38:55.205093+0000","last_peered":"2024-09-19T04:38:55.205093+0000","last_clean":"2024-09-19T04:38:55.205093+0000","last_became_active":"2024-09-19T04:38:54.204166+0000","last_became_peered":"2024-09-19T04:38:54.204166+0000","last_unstale":"2024-09-19T04:38:55.205093+0000","last_undegraded":"2024-09-19T04:38:55.205093+0000","last_fullsized":"2024-09-19T04:38:55.205093+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:23.674929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":14,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.199584+0000","last_change":"2024-09-19T04:38:53.212693+0000","last_active":"2024-09-19T04:38:56.199584+0000","last_peered":"2024-09-19T04:38:56.199584+0000","last_clean":"2024-09-19T04:38:56.199584+0000","last_became_active":"2024-09-19T04:38:53.212342+0000","last_became_peered":"2024-09-19T04:38:53.212342+0000","last_unstale":"2024-09-19T04:38:56.199584+0000","last_undegraded":"2024-09-19T04:38:56.199584+0000","last_fullsized":"2024-09-19T04:38:56.199584+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:48:20.145332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.199785+0000","last_change":"2024-09-19T04:38:54.216040+0000","last_active":"2024-09-19T04:38:56.199785+0000","last_peered":"2024-09-19T04:38:56.199785+0000","last_clean":"2024-09-19T04:38:56.199785+0000","last_became_active":"2024-09-19T04:38:54.215536+0000","last_became_peered":"2024-09-19T04:38:54.215536+0000","last_unstale":"2024-09-19T04:38:56.199785+0000","last_undegraded":"2024-09-19T04:38:56.199785+0000","last_fullsized":"2024-09-19T04:38:56.199785+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:52:11.519848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":14,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.205100+0000","last_change":"2024-09-19T04:38:53.202530+0000","last_active":"2024-09-19T04:38:55.205100+0000","last_peered":"2024-09-19T04:38:55.205100+0000","last_clean":"2024-09-19T04:38:55.205100+0000","last_became_active":"2024-09-19T04:38:53.202236+0000","last_became_peered":"2024-09-19T04:38:53.202236+0000","last_unstale":"2024-09-19T04:38:55.205100+0000","last_undegraded":"2024-09-19T04:38:55.205100+0000","last_fullsized":"2024-09-19T04:38:55.205100+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:57.533087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.205085+0000","last_change":"2024-09-19T04:38:54.203744+0000","last_active":"2024-09-19T04:38:55.205085+0000","last_peered":"2024-09-19T04:38:55.205085+0000","last_clean":"2024-09-19T04:38:55.205085+0000","last_became_active":"2024-09-19T04:38:54.202610+0000","last_became_peered":"2024-09-19T04:38:54.202610+0000","last_unstale":"2024-09-19T04:38:55.205085+0000","last_undegraded":"2024-09-19T04:38:55.205085+0000","last_fullsized":"2024-09-19T04:38:55.205085+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:41.133023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":14,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.728255+0000","last_change":"2024-09-19T04:38:53.207822+0000","last_active":"2024-09-19T04:38:55.728255+0000","last_peered":"2024-09-19T04:38:55.728255+0000","last_clean":"2024-09-19T04:38:55.728255+0000","last_became_active":"2024-09-19T04:38:53.207512+0000","last_became_peered":"2024-09-19T04:38:53.207512+0000","last_unstale":"2024-09-19T04:38:55.728255+0000","last_undegraded":"2024-09-19T04:38:55.728255+0000","last_fullsized":"2024-09-19T04:38:55.728255+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:23:35.792201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":12,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.204527+0000","last_change":"2024-09-19T04:38:54.210697+0000","last_active":"2024-09-19T04:38:55.204527+0000","last_peered":"2024-09-19T04:38:55.204527+0000","last_clean":"2024-09-19T04:38:55.204527+0000","last_became_active":"2024-09-19T04:38:54.210450+0000","last_became_peered":"2024-09-19T04:38:54.210450+0000","last_unstale":"2024-09-19T04:38:55.204527+0000","last_undegraded":"2024-09-19T04:38:55.204527+0000","last_fullsized":"2024-09-19T04:38:55.204527+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":129,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:53.183252+0000","last_clean_scrub_stamp":"2024-09-19T04:38:53.183252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:14:52.211816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.15","version":"130'3","reported_seq":17,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:55.206377+0000","last_change":"2024-09-19T04:38:53.206605+0000","last_active":"2024-09-19T04:38:55.206377+0000","last_peered":"2024-09-19T04:38:55.206377+0000","last_clean":"2024-09-19T04:38:55.206377+0000","last_became_active":"2024-09-19T04:38:53.206176+0000","last_became_peered":"2024-09-19T04:38:53.206176+0000","last_unstale":"2024-09-19T04:38:55.206377+0000","last_undegraded":"2024-09-19T04:38:55.206377+0000","last_fullsized":"2024-09-19T04:38:55.206377+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:38:52.181290+0000","last_clean_scrub_stamp":"2024-09-19T04:38:52.181290+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:09:33.809431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":413,"reported_epoch":131,"state":"active+clean","last_fresh":"2024-09-19T04:38:56.200100+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:38:56.200100+0000","last_peered":"2024-09-19T04:38:56.200100+0000","last_clean":"2024-09-19T04:38:56.200100+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:38:56.200100+0000","last_undegraded":"2024-09-19T04:38:56.200100+0000","last_fullsized":"2024-09-19T04:38:56.200100+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":21,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":20,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509519,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33372,"kb_used_data":2184,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338468,"statfs":{"total":96636764160,"available":96602591232,"internally_reserved":0,"allocated":2236416,"data_stored":1312103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509519,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32804,"kb_used_data":1608,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339036,"statfs":{"total":96636764160,"available":96603172864,"internally_reserved":0,"allocated":1646592,"data_stored":721229,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509519,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32796,"kb_used_data":1600,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339044,"statfs":{"total":96636764160,"available":96603181056,"internally_reserved":0,"allocated":1638400,"data_stored":721105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509520,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32788,"kb_used_data":1596,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339052,"statfs":{"total":96636764160,"available":96603189248,"internally_reserved":0,"allocated":1634304,"data_stored":721083,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542224,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32792,"kb_used_data":1600,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339048,"statfs":{"total":96636764160,"available":96603185152,"internally_reserved":0,"allocated":1638400,"data_stored":721173,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542223,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32804,"kb_used_data":1612,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339036,"statfs":{"total":96636764160,"available":96603172864,"internally_reserved":0,"allocated":1650688,"data_stored":722765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542223,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32788,"kb_used_data":1600,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339052,"statfs":{"total":96636764160,"available":96603189248,"internally_reserved":0,"allocated":1638400,"data_stored":721665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542224,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33384,"kb_used_data":2192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338456,"statfs":{"total":96636764160,"available":96602578944,"internally_reserved":0,"allocated":2244608,"data_stored":1313097,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:39:01.802 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T04:39:01.802 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T04:39:01.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.943+0000 7fa75ad2a640 1 Processor -- start 2024-09-19T04:39:01.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.943+0000 7fa75ad2a640 1 -- start start 2024-09-19T04:39:01.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.944+0000 7fa75ad2a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa754145d90 0x7fa7540ccf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:01.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.944+0000 7fa75ad2a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa7540cd490 0x7fa7540cf5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:01.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.944+0000 7fa75ad2a640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa7540cfb10 0x7fa7541601b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:01.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.944+0000 7fa75ad2a640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fa75406d080 con 0x7fa7540cd490 2024-09-19T04:39:01.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.944+0000 7fa75ad2a640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fa7540b4240 con 0x7fa7540cfb10 2024-09-19T04:39:01.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.944+0000 7fa75ad2a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa7540b4520 con 0x7fa754145d90 2024-09-19T04:39:01.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.944+0000 7fa753fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa7540cd490 0x7fa7540cf5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:01.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.944+0000 7fa753fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa7540cd490 0x7fa7540cf5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44630/0 (socket says 172.21.15.111:44630) 2024-09-19T04:39:01.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.944+0000 7fa753fff640 1 -- 172.21.15.111:0/2655124462 learned_addr learned my addr 172.21.15.111:0/2655124462 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:01.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.944+0000 7fa758ac6640 1 --2- 172.21.15.111:0/2655124462 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa754145d90 0x7fa7540ccf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:01.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.944+0000 7fa7592c7640 1 --2- 172.21.15.111:0/2655124462 >> v2:172.21.15.114:3300/0 conn(0x7fa7540cfb10 0x7fa7541601b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:01.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.944+0000 7fa753fff640 1 -- 172.21.15.111:0/2655124462 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa754145d90 msgr2=0x7fa7540ccf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:01.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.944+0000 7fa753fff640 1 --2- 172.21.15.111:0/2655124462 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa754145d90 0x7fa7540ccf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:01.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.944+0000 7fa753fff640 1 -- 172.21.15.111:0/2655124462 >> v2:172.21.15.114:3300/0 conn(0x7fa7540cfb10 msgr2=0x7fa7541601b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:01.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.944+0000 7fa753fff640 1 --2- 172.21.15.111:0/2655124462 >> v2:172.21.15.114:3300/0 conn(0x7fa7540cfb10 0x7fa7541601b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:01.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.944+0000 7fa753fff640 1 -- 172.21.15.111:0/2655124462 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7540b4800 con 0x7fa7540cd490 2024-09-19T04:39:01.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.944+0000 7fa7592c7640 1 --2- 172.21.15.111:0/2655124462 >> v2:172.21.15.114:3300/0 conn(0x7fa7540cfb10 0x7fa7541601b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:01.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.945+0000 7fa753fff640 1 --2- 172.21.15.111:0/2655124462 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7540cd490 0x7fa7540cf5d0 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7fa75415cbc0 tx=0x7fa74802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df9a60e6a239ada0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:01.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.945+0000 7fa7537fe640 1 -- 172.21.15.111:0/2655124462 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa748037070 con 0x7fa7540cd490 2024-09-19T04:39:01.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.945+0000 7fa7537fe640 1 -- 172.21.15.111:0/2655124462 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa748032440 con 0x7fa7540cd490 2024-09-19T04:39:01.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.945+0000 7fa7537fe640 1 -- 172.21.15.111:0/2655124462 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa748032810 con 0x7fa7540cd490 2024-09-19T04:39:01.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.946+0000 7fa75ad2a640 1 -- 172.21.15.111:0/2655124462 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7540cd490 msgr2=0x7fa7540cf5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:01.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.946+0000 7fa75ad2a640 1 --2- 172.21.15.111:0/2655124462 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7540cd490 0x7fa7540cf5d0 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7fa75415cbc0 tx=0x7fa74802a1e0 comp rx=0 tx=0).stop 2024-09-19T04:39:01.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.946+0000 7fa75ad2a640 1 -- 172.21.15.111:0/2655124462 shutdown_connections 2024-09-19T04:39:01.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.946+0000 7fa75ad2a640 1 --2- 172.21.15.111:0/2655124462 >> v2:172.21.15.114:3300/0 conn(0x7fa7540cfb10 0x7fa7541601b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:01.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.946+0000 7fa75ad2a640 1 --2- 172.21.15.111:0/2655124462 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7540cd490 0x7fa7540cf5d0 unknown :-1 s=CLOSED pgs=1290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:01.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.946+0000 7fa75ad2a640 1 --2- 172.21.15.111:0/2655124462 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa754145d90 0x7fa7540ccf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:01.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.946+0000 7fa75ad2a640 1 -- 172.21.15.111:0/2655124462 >> 172.21.15.111:0/2655124462 conn(0x7fa75406bba0 msgr2=0x7fa75406bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:01.952 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.946+0000 7fa75ad2a640 1 -- 172.21.15.111:0/2655124462 shutdown_connections 2024-09-19T04:39:01.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.946+0000 7fa75ad2a640 1 -- 172.21.15.111:0/2655124462 wait complete. 2024-09-19T04:39:01.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.947+0000 7fa75ad2a640 1 Processor -- start 2024-09-19T04:39:01.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.947+0000 7fa75ad2a640 1 -- start start 2024-09-19T04:39:01.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.948+0000 7fa75ad2a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7540cd490 0x7fa7541f1870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:01.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.948+0000 7fa75ad2a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa7540cfb10 0x7fa7540ad530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:01.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.948+0000 7fa75ad2a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa754145d90 0x7fa7540c7fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:01.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.948+0000 7fa75ad2a640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa7540b5610 con 0x7fa754145d90 2024-09-19T04:39:01.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.948+0000 7fa75ad2a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa7540cffc0 con 0x7fa7540cfb10 2024-09-19T04:39:01.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.948+0000 7fa75ad2a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa7540b5790 con 0x7fa7540cd490 2024-09-19T04:39:01.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.948+0000 7fa7592c7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa754145d90 0x7fa7540c7fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:01.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.948+0000 7fa7592c7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa754145d90 0x7fa7540c7fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44640/0 (socket says 172.21.15.111:44640) 2024-09-19T04:39:01.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.948+0000 7fa7592c7640 1 -- 172.21.15.111:0/14839890 learned_addr learned my addr 172.21.15.111:0/14839890 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:01.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.948+0000 7fa758ac6640 1 --2- 172.21.15.111:0/14839890 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7540cd490 0x7fa7541f1870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:01.953 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.948+0000 7fa753fff640 1 --2- 172.21.15.111:0/14839890 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa7540cfb10 0x7fa7540ad530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:01.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.948+0000 7fa7592c7640 1 -- 172.21.15.111:0/14839890 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7540cd490 msgr2=0x7fa7541f1870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:01.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.948+0000 7fa7592c7640 1 --2- 172.21.15.111:0/14839890 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7540cd490 0x7fa7541f1870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:01.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.948+0000 7fa7592c7640 1 -- 172.21.15.111:0/14839890 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa7540cfb10 msgr2=0x7fa7540ad530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:01.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.948+0000 7fa7592c7640 1 --2- 172.21.15.111:0/14839890 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa7540cfb10 0x7fa7540ad530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:01.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.948+0000 7fa7592c7640 1 -- 172.21.15.111:0/14839890 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7540aeed0 con 0x7fa754145d90 2024-09-19T04:39:01.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.949+0000 7fa7592c7640 1 --2- 172.21.15.111:0/14839890 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa754145d90 0x7fa7540c7fb0 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7fa74c00cd10 tx=0x7fa74c00a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:01.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.949+0000 7fa7517fa640 1 -- 172.21.15.111:0/14839890 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa74c00f680 con 0x7fa754145d90 2024-09-19T04:39:01.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.949+0000 7fa7517fa640 1 -- 172.21.15.111:0/14839890 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa74c00f840 con 0x7fa754145d90 2024-09-19T04:39:01.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.949+0000 7fa75ad2a640 1 -- 172.21.15.111:0/14839890 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7540ade30 con 0x7fa754145d90 2024-09-19T04:39:01.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.949+0000 7fa7517fa640 1 -- 172.21.15.111:0/14839890 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa74c00fc30 con 0x7fa754145d90 2024-09-19T04:39:01.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.949+0000 7fa75ad2a640 1 -- 172.21.15.111:0/14839890 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7540ae3f0 con 0x7fa754145d90 2024-09-19T04:39:01.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.950+0000 7fa75ad2a640 1 -- 172.21.15.111:0/14839890 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa754146250 con 0x7fa754145d90 2024-09-19T04:39:01.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.950+0000 7fa7517fa640 1 -- 172.21.15.111:0/14839890 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fa74c0213f0 con 0x7fa754145d90 2024-09-19T04:39:01.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.950+0000 7fa7517fa640 1 --2- 172.21.15.111:0/14839890 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa74006c850 0x7fa74006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:01.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.951+0000 7fa7517fa640 1 -- 172.21.15.111:0/14839890 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7fa74c08cb60 con 0x7fa754145d90 2024-09-19T04:39:01.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.951+0000 7fa758ac6640 1 --2- 172.21.15.111:0/14839890 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa74006c850 0x7fa74006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:01.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.951+0000 7fa758ac6640 1 --2- 172.21.15.111:0/14839890 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa74006c850 0x7fa74006ed10 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa744006fd0 tx=0x7fa744008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:01.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:01.955+0000 7fa7517fa640 1 -- 172.21.15.111:0/14839890 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa74c014030 con 0x7fa754145d90 2024-09-19T04:39:02.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.183+0000 7fa75ad2a640 1 -- 172.21.15.111:0/14839890 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fa7541f1db0 con 0x7fa754145d90 2024-09-19T04:39:02.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.186+0000 7fa7517fa640 1 -- 172.21.15.111:0/14839890 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v20) ==== 190+0+147 (secure 0 0 0) 0x7fa74c05a2c0 con 0x7fa754145d90 2024-09-19T04:39:02.187 INFO:teuthology.orchestra.run.smithi111.stdout:[client.0] 2024-09-19T04:39:02.187 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQA0qetmdEXYCBAAQK+0F5ouJPJAqZqCQHrMdQ== 2024-09-19T04:39:02.188 INFO:teuthology.orchestra.run.smithi111.stdout: caps mds = "allow" 2024-09-19T04:39:02.188 INFO:teuthology.orchestra.run.smithi111.stdout: caps mon = "allow r" 2024-09-19T04:39:02.188 INFO:teuthology.orchestra.run.smithi111.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T04:39:02.188 INFO:teuthology.orchestra.run.smithi111.stderr:updated caps for client.0 2024-09-19T04:39:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.188+0000 7fa75ad2a640 1 -- 172.21.15.111:0/14839890 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa74006c850 msgr2=0x7fa74006ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.188+0000 7fa75ad2a640 1 --2- 172.21.15.111:0/14839890 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa74006c850 0x7fa74006ed10 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa744006fd0 tx=0x7fa744008040 comp rx=0 tx=0).stop 2024-09-19T04:39:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.188+0000 7fa75ad2a640 1 -- 172.21.15.111:0/14839890 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa754145d90 msgr2=0x7fa7540c7fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.188+0000 7fa75ad2a640 1 --2- 172.21.15.111:0/14839890 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa754145d90 0x7fa7540c7fb0 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7fa74c00cd10 tx=0x7fa74c00a650 comp rx=0 tx=0).stop 2024-09-19T04:39:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.188+0000 7fa75ad2a640 1 -- 172.21.15.111:0/14839890 shutdown_connections 2024-09-19T04:39:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.188+0000 7fa75ad2a640 1 --2- 172.21.15.111:0/14839890 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa74006c850 0x7fa74006ed10 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.188+0000 7fa75ad2a640 1 --2- 172.21.15.111:0/14839890 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa754145d90 0x7fa7540c7fb0 unknown :-1 s=CLOSED pgs=1291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.188+0000 7fa75ad2a640 1 --2- 172.21.15.111:0/14839890 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa7540cfb10 0x7fa7540ad530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.188+0000 7fa75ad2a640 1 --2- 172.21.15.111:0/14839890 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7540cd490 0x7fa7541f1870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.188+0000 7fa75ad2a640 1 -- 172.21.15.111:0/14839890 >> 172.21.15.111:0/14839890 conn(0x7fa75406bba0 msgr2=0x7fa7540b13f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.188+0000 7fa75ad2a640 1 -- 172.21.15.111:0/14839890 shutdown_connections 2024-09-19T04:39:02.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.188+0000 7fa75ad2a640 1 -- 172.21.15.111:0/14839890 wait complete. 2024-09-19T04:39:02.201 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:39:02.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.298+0000 7f2189503640 1 Processor -- start 2024-09-19T04:39:02.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.298+0000 7f2189503640 1 -- start start 2024-09-19T04:39:02.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.299+0000 7f2189503640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f218415e940 0x7f21840d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:02.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.299+0000 7f2189503640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21840b7170 con 0x7f218415ed20 2024-09-19T04:39:02.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.299+0000 7f2189503640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21840b7aa0 con 0x7f21840cef90 2024-09-19T04:39:02.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.299+0000 7f2189503640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f21840d3660 con 0x7f218415e940 2024-09-19T04:39:02.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.299+0000 7f2182ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f218415e940 0x7f21840d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:02.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.299+0000 7f21827fc640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f218415ed20 0x7f21840b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36610/0 (socket says 172.21.15.111:36610) 2024-09-19T04:39:02.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.300+0000 7f21827fc640 1 -- 172.21.15.111:0/916282747 learned_addr learned my addr 172.21.15.111:0/916282747 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:02.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.300+0000 7f2182ffd640 1 -- 172.21.15.111:0/916282747 >> v1:172.21.15.114:6789/0 conn(0x7f21840cef90 legacy=0x7f21840b3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:02.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.300+0000 7f2182ffd640 1 -- 172.21.15.111:0/916282747 >> v1:172.21.15.111:6789/0 conn(0x7f218415ed20 legacy=0x7f21840b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:02.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.300+0000 7f2181ffb640 1 -- 172.21.15.111:0/916282747 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2135443726 0 0) 0x7f216c001110 con 0x7f218415ed20 2024-09-19T04:39:02.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.300+0000 7f2182ffd640 1 -- 172.21.15.111:0/916282747 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21840d3940 con 0x7f218415e940 2024-09-19T04:39:02.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.300+0000 7f2182ffd640 1 --2- 172.21.15.111:0/916282747 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f218415e940 0x7f21840d1060 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7f2174009d90 tx=0x7f217402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff3867732341d9d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:02.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.301+0000 7f2181ffb640 1 -- 172.21.15.111:0/916282747 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2174007740 con 0x7f218415e940 2024-09-19T04:39:02.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.301+0000 7f2181ffb640 1 -- 172.21.15.111:0/916282747 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21740078e0 con 0x7f218415e940 2024-09-19T04:39:02.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.301+0000 7f2181ffb640 1 -- 172.21.15.111:0/916282747 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2174007cb0 con 0x7f218415e940 2024-09-19T04:39:02.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.301+0000 7f2189503640 1 -- 172.21.15.111:0/916282747 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f218415e940 msgr2=0x7f21840d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:02.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.301+0000 7f2189503640 1 --2- 172.21.15.111:0/916282747 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f218415e940 0x7f21840d1060 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7f2174009d90 tx=0x7f217402a730 comp rx=0 tx=0).stop 2024-09-19T04:39:02.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.301+0000 7f2189503640 1 -- 172.21.15.111:0/916282747 shutdown_connections 2024-09-19T04:39:02.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.301+0000 7f2189503640 1 --2- 172.21.15.111:0/916282747 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f218415e940 0x7f21840d1060 unknown :-1 s=CLOSED pgs=1293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:02.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.301+0000 7f2189503640 1 -- 172.21.15.111:0/916282747 >> 172.21.15.111:0/916282747 conn(0x7f21840b6240 msgr2=0x7f21840b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:02.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.301+0000 7f2189503640 1 -- 172.21.15.111:0/916282747 shutdown_connections 2024-09-19T04:39:02.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.301+0000 7f2189503640 1 -- 172.21.15.111:0/916282747 wait complete. 2024-09-19T04:39:02.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.302+0000 7f2189503640 1 Processor -- start 2024-09-19T04:39:02.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.303+0000 7f2189503640 1 -- start start 2024-09-19T04:39:02.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.303+0000 7f2189503640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21840cef90 0x7f21840c8260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:02.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.303+0000 7f2189503640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f218415e940 0x7f2184157fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:02.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.303+0000 7f2189503640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f218415ed20 0x7f218415a030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:02.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.303+0000 7f2189503640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f21840d3310 con 0x7f21840cef90 2024-09-19T04:39:02.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.303+0000 7f2189503640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f21840d3f00 con 0x7f218415ed20 2024-09-19T04:39:02.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.303+0000 7f2189503640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f21840d1ef0 con 0x7f218415e940 2024-09-19T04:39:02.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.303+0000 7f2182ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21840cef90 0x7f21840c8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:02.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.303+0000 7f2182ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21840cef90 0x7f21840c8260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44662/0 (socket says 172.21.15.111:44662) 2024-09-19T04:39:02.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.303+0000 7f2182ffd640 1 -- 172.21.15.111:0/3725998350 learned_addr learned my addr 172.21.15.111:0/3725998350 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:02.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.304+0000 7f21827fc640 1 --2- 172.21.15.111:0/3725998350 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f218415e940 0x7f2184157fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:02.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.304+0000 7f21837fe640 1 --2- 172.21.15.111:0/3725998350 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f218415ed20 0x7f218415a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:02.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.304+0000 7f2182ffd640 1 -- 172.21.15.111:0/3725998350 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f218415e940 msgr2=0x7f2184157fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:02.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.304+0000 7f2182ffd640 1 --2- 172.21.15.111:0/3725998350 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f218415e940 0x7f2184157fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:02.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.304+0000 7f2182ffd640 1 -- 172.21.15.111:0/3725998350 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f218415ed20 msgr2=0x7f218415a030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:02.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.304+0000 7f2182ffd640 1 --2- 172.21.15.111:0/3725998350 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f218415ed20 0x7f218415a030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:02.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.304+0000 7f2182ffd640 1 -- 172.21.15.111:0/3725998350 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21840cd4f0 con 0x7f21840cef90 2024-09-19T04:39:02.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.304+0000 7f21827fc640 1 --2- 172.21.15.111:0/3725998350 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f218415e940 0x7f2184157fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:02.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.304+0000 7f21837fe640 1 --2- 172.21.15.111:0/3725998350 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f218415ed20 0x7f218415a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:02.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.304+0000 7f2182ffd640 1 --2- 172.21.15.111:0/3725998350 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21840cef90 0x7f21840c8260 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7f2174009d90 tx=0x7f2174004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:02.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.304+0000 7f217b7fe640 1 -- 172.21.15.111:0/3725998350 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2174040070 con 0x7f21840cef90 2024-09-19T04:39:02.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.304+0000 7f217b7fe640 1 -- 172.21.15.111:0/3725998350 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2174031c40 con 0x7f21840cef90 2024-09-19T04:39:02.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.304+0000 7f2189503640 1 -- 172.21.15.111:0/3725998350 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21840cb5a0 con 0x7f21840cef90 2024-09-19T04:39:02.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.304+0000 7f217b7fe640 1 -- 172.21.15.111:0/3725998350 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f217403c420 con 0x7f21840cef90 2024-09-19T04:39:02.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.304+0000 7f2189503640 1 -- 172.21.15.111:0/3725998350 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21840c9060 con 0x7f21840cef90 2024-09-19T04:39:02.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.305+0000 7f2189503640 1 -- 172.21.15.111:0/3725998350 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21840d1060 con 0x7f21840cef90 2024-09-19T04:39:02.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.305+0000 7f217b7fe640 1 -- 172.21.15.111:0/3725998350 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f2174039040 con 0x7f21840cef90 2024-09-19T04:39:02.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.306+0000 7f217b7fe640 1 --2- 172.21.15.111:0/3725998350 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f216406c850 0x7f216406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:02.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.306+0000 7f217b7fe640 1 -- 172.21.15.111:0/3725998350 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f21740ad660 con 0x7f21840cef90 2024-09-19T04:39:02.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.306+0000 7f21827fc640 1 --2- 172.21.15.111:0/3725998350 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f216406c850 0x7f216406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:02.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.307+0000 7f21827fc640 1 --2- 172.21.15.111:0/3725998350 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f216406c850 0x7f216406ed10 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f21840b5380 tx=0x7f216c009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:02.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.310+0000 7f217b7fe640 1 -- 172.21.15.111:0/3725998350 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f217407b4a0 con 0x7f21840cef90 2024-09-19T04:39:02.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.511+0000 7f2189503640 1 -- 172.21.15.111:0/3725998350 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f21840ba6b0 con 0x7f21840cef90 2024-09-19T04:39:02.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.511+0000 7f217b7fe640 1 -- 172.21.15.111:0/3725998350 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 68 v68) ==== 94+0+5230 (secure 0 0 0) 0x7f217407ada0 con 0x7f21840cef90 2024-09-19T04:39:02.513 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:02.513 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":68,"btime":"2024-09-19T04:38:56:202869+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6374,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/587515011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":587515011},{"type":"v1","addr":"172.21.15.114:6834","nonce":587515011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7737,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6817/817411818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":817411818},{"type":"v1","addr":"172.21.15.111:6817","nonce":817411818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7740,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/254025810","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":254025810},{"type":"v1","addr":"172.21.15.111:6835","nonce":254025810}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[{"mdsmap":{"epoch":68,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:38:53.529704+0000","modified":"2024-09-19T04:38:55.529682+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7749},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7749":{"gid":7749,"name":"d","rank":0,"incarnation":66,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/2353543505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":2353543505},{"type":"v1","addr":"172.21.15.114:6835","nonce":2353543505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7749,"qdb_cluster":[7749]},"id":10}]} 2024-09-19T04:39:02.513 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 68 2024-09-19T04:39:02.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.513+0000 7f2189503640 1 -- 172.21.15.111:0/3725998350 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f216406c850 msgr2=0x7f216406ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:02.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.513+0000 7f2189503640 1 --2- 172.21.15.111:0/3725998350 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f216406c850 0x7f216406ed10 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f21840b5380 tx=0x7f216c009040 comp rx=0 tx=0).stop 2024-09-19T04:39:02.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.513+0000 7f2189503640 1 -- 172.21.15.111:0/3725998350 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21840cef90 msgr2=0x7f21840c8260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:02.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.513+0000 7f2189503640 1 --2- 172.21.15.111:0/3725998350 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21840cef90 0x7f21840c8260 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7f2174009d90 tx=0x7f2174004a40 comp rx=0 tx=0).stop 2024-09-19T04:39:02.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.513+0000 7f2189503640 1 -- 172.21.15.111:0/3725998350 shutdown_connections 2024-09-19T04:39:02.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.513+0000 7f2189503640 1 --2- 172.21.15.111:0/3725998350 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f216406c850 0x7f216406ed10 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:02.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.513+0000 7f2189503640 1 --2- 172.21.15.111:0/3725998350 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f218415ed20 0x7f218415a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:02.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.513+0000 7f2189503640 1 --2- 172.21.15.111:0/3725998350 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f218415e940 0x7f2184157fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:02.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.513+0000 7f2189503640 1 --2- 172.21.15.111:0/3725998350 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f21840cef90 0x7f21840c8260 unknown :-1 s=CLOSED pgs=1294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:02.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.513+0000 7f2189503640 1 -- 172.21.15.111:0/3725998350 >> 172.21.15.111:0/3725998350 conn(0x7f21840b6240 msgr2=0x7f21841604f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:02.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.513+0000 7f2189503640 1 -- 172.21.15.111:0/3725998350 shutdown_connections 2024-09-19T04:39:02.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:02.513+0000 7f2189503640 1 -- 172.21.15.111:0/3725998350 wait complete. 2024-09-19T04:39:02.930 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 68, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T04:38:53.529704+0000', 'modified': '2024-09-19T04:38:55.529682+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7749}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7749': {'gid': 7749, 'name': 'd', 'rank': 0, 'incarnation': 66, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.114:6835/2353543505', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.114:6833', 'nonce': 2353543505}, {'type': 'v1', 'addr': '172.21.15.114:6835', 'nonce': 2353543505}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [21], 'metadata_pool': 20, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7749, 'qdb_cluster': [7749]} 2024-09-19T04:39:02.930 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T04:39:02.930 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-19T04:39:03.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.029+0000 7f17d238d640 1 Processor -- start 2024-09-19T04:39:03.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.029+0000 7f17d238d640 1 -- start start 2024-09-19T04:39:03.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.029+0000 7f17d238d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f17cc15e940 0x7f17cc0d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.029+0000 7f17d238d640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17cc0b7170 con 0x7f17cc15ed20 2024-09-19T04:39:03.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.029+0000 7f17d238d640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17cc0b7aa0 con 0x7f17cc0cef90 2024-09-19T04:39:03.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.029+0000 7f17d238d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f17cc0d3660 con 0x7f17cc15e940 2024-09-19T04:39:03.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.030+0000 7f17cb7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f17cc15ed20 0x7f17cc0b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36616/0 (socket says 172.21.15.111:36616) 2024-09-19T04:39:03.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.030+0000 7f17cb7fe640 1 -- 172.21.15.111:0/3155804001 learned_addr learned my addr 172.21.15.111:0/3155804001 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:03.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.030+0000 7f17caffd640 1 -- 172.21.15.111:0/3155804001 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1602866837 0 0) 0x7f17c0001110 con 0x7f17cc15ed20 2024-09-19T04:39:03.034 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.030+0000 7f17caffd640 1 -- 172.21.15.111:0/3155804001 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f17b4003520 con 0x7f17cc15ed20 2024-09-19T04:39:03.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.030+0000 7f17cbfff640 1 --2- 172.21.15.111:0/3155804001 >> v2:172.21.15.114:3300/0 conn(0x7f17cc15e940 0x7f17cc0d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.030+0000 7f17caffd640 1 -- 172.21.15.111:0/3155804001 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1284142615 0 0) 0x7f17b4003520 con 0x7f17cc15ed20 2024-09-19T04:39:03.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.030+0000 7f17caffd640 1 -- 172.21.15.111:0/3155804001 >> v2:172.21.15.114:3300/0 conn(0x7f17cc15e940 msgr2=0x7f17cc0d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:03.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.030+0000 7f17caffd640 1 --2- 172.21.15.111:0/3155804001 >> v2:172.21.15.114:3300/0 conn(0x7f17cc15e940 0x7f17cc0d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.030+0000 7f17caffd640 1 -- 172.21.15.111:0/3155804001 >> v1:172.21.15.114:6789/0 conn(0x7f17cc0cef90 legacy=0x7f17cc0b3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:03.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.030+0000 7f17caffd640 1 -- 172.21.15.111:0/3155804001 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17cc0d3940 con 0x7f17cc15ed20 2024-09-19T04:39:03.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.030+0000 7f17caffd640 1 -- 172.21.15.111:0/3155804001 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f17c0001840 con 0x7f17cc15ed20 2024-09-19T04:39:03.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.030+0000 7f17caffd640 1 -- 172.21.15.111:0/3155804001 >> v1:172.21.15.111:6789/0 conn(0x7f17cc15ed20 legacy=0x7f17cc0b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:03.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.030+0000 7f17caffd640 1 --2- 172.21.15.111:0/3155804001 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17b40039b0 0x7f17b4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.030+0000 7f17caffd640 1 --2- 172.21.15.111:0/3155804001 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17b4004800 0x7f17b4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.030+0000 7f17caffd640 1 --2- 172.21.15.111:0/3155804001 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17b40051c0 0x7f17b400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.030+0000 7f17caffd640 1 -- 172.21.15.111:0/3155804001 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f17cc0d3660 con 0x7f17b4004800 2024-09-19T04:39:03.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.030+0000 7f17caffd640 1 -- 172.21.15.111:0/3155804001 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f17b400c070 con 0x7f17b40051c0 2024-09-19T04:39:03.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.030+0000 7f17caffd640 1 -- 172.21.15.111:0/3155804001 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f17b400c270 con 0x7f17b40039b0 2024-09-19T04:39:03.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.030+0000 7f17cb7fe640 1 --2- 172.21.15.111:0/3155804001 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17b4004800 0x7f17b4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.030+0000 7f17cbfff640 1 --2- 172.21.15.111:0/3155804001 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17b40039b0 0x7f17b4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.030+0000 7f17d092a640 1 --2- 172.21.15.111:0/3155804001 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17b40051c0 0x7f17b400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.031+0000 7f17cb7fe640 1 -- 172.21.15.111:0/3155804001 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17b40039b0 msgr2=0x7f17b4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:03.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.031+0000 7f17cb7fe640 1 --2- 172.21.15.111:0/3155804001 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17b40039b0 0x7f17b4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.031+0000 7f17cb7fe640 1 -- 172.21.15.111:0/3155804001 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17b40051c0 msgr2=0x7f17b400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:03.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.031+0000 7f17cb7fe640 1 --2- 172.21.15.111:0/3155804001 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17b40051c0 0x7f17b400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.031+0000 7f17d092a640 1 -- 172.21.15.111:0/3155804001 reap_dead start 2024-09-19T04:39:03.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.031+0000 7f17cb7fe640 1 -- 172.21.15.111:0/3155804001 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17b4003520 con 0x7f17b4004800 2024-09-19T04:39:03.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.031+0000 7f17cbfff640 1 --2- 172.21.15.111:0/3155804001 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17b40039b0 0x7f17b4003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:03.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.031+0000 7f17cb7fe640 1 --2- 172.21.15.111:0/3155804001 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17b4004800 0x7f17b4004c80 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7f17c000c490 tx=0x7f17b4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=267b200420f9f7ed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:03.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.031+0000 7f17caffd640 1 -- 172.21.15.111:0/3155804001 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17c000c0e0 con 0x7f17b4004800 2024-09-19T04:39:03.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.031+0000 7f17caffd640 1 -- 172.21.15.111:0/3155804001 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17c0034070 con 0x7f17b4004800 2024-09-19T04:39:03.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.031+0000 7f17caffd640 1 -- 172.21.15.111:0/3155804001 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17c0005d70 con 0x7f17b4004800 2024-09-19T04:39:03.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.032+0000 7f17d238d640 1 -- 172.21.15.111:0/3155804001 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17b4004800 msgr2=0x7f17b4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:03.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.032+0000 7f17d238d640 1 --2- 172.21.15.111:0/3155804001 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17b4004800 0x7f17b4004c80 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7f17c000c490 tx=0x7f17b4005830 comp rx=0 tx=0).stop 2024-09-19T04:39:03.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.032+0000 7f17d238d640 1 -- 172.21.15.111:0/3155804001 shutdown_connections 2024-09-19T04:39:03.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.032+0000 7f17d238d640 1 --2- 172.21.15.111:0/3155804001 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17b4004800 0x7f17b4004c80 unknown :-1 s=CLOSED pgs=1296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.032+0000 7f17d238d640 1 -- 172.21.15.111:0/3155804001 >> 172.21.15.111:0/3155804001 conn(0x7f17cc0b6240 msgr2=0x7f17cc0b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:03.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.032+0000 7f17d238d640 1 -- 172.21.15.111:0/3155804001 shutdown_connections 2024-09-19T04:39:03.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.032+0000 7f17d238d640 1 -- 172.21.15.111:0/3155804001 wait complete. 2024-09-19T04:39:03.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.033+0000 7f17d238d640 1 Processor -- start 2024-09-19T04:39:03.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.033+0000 7f17d238d640 1 -- start start 2024-09-19T04:39:03.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.034+0000 7f17d238d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17b4004800 0x7f17cc158990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.034+0000 7f17d238d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17cc155b70 0x7f17cc0ccde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.034+0000 7f17d238d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17cc154bd0 0x7f17cc1e90e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.034+0000 7f17d238d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f17cc0d1ef0 con 0x7f17b4004800 2024-09-19T04:39:03.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.034+0000 7f17d238d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f17cc0d3f00 con 0x7f17cc154bd0 2024-09-19T04:39:03.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.034+0000 7f17d238d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f17cc0d2070 con 0x7f17cc155b70 2024-09-19T04:39:03.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.034+0000 7f17cbfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17b4004800 0x7f17cc158990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.034+0000 7f17cbfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17b4004800 0x7f17cc158990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44686/0 (socket says 172.21.15.111:44686) 2024-09-19T04:39:03.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.034+0000 7f17cbfff640 1 -- 172.21.15.111:0/1392259641 learned_addr learned my addr 172.21.15.111:0/1392259641 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:03.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.034+0000 7f17d092a640 1 --2- 172.21.15.111:0/1392259641 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17cc154bd0 0x7f17cc1e90e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.034+0000 7f17cb7fe640 1 --2- 172.21.15.111:0/1392259641 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17cc155b70 0x7f17cc0ccde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.034+0000 7f17cbfff640 1 -- 172.21.15.111:0/1392259641 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17cc155b70 msgr2=0x7f17cc0ccde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:03.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.034+0000 7f17cbfff640 1 --2- 172.21.15.111:0/1392259641 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17cc155b70 0x7f17cc0ccde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.034+0000 7f17cbfff640 1 -- 172.21.15.111:0/1392259641 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17cc154bd0 msgr2=0x7f17cc1e90e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:03.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.034+0000 7f17cbfff640 1 --2- 172.21.15.111:0/1392259641 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17cc154bd0 0x7f17cc1e90e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.034+0000 7f17cbfff640 1 -- 172.21.15.111:0/1392259641 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17cc156960 con 0x7f17b4004800 2024-09-19T04:39:03.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.035+0000 7f17cbfff640 1 --2- 172.21.15.111:0/1392259641 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17b4004800 0x7f17cc158990 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7f17bc0114e0 tx=0x7f17bc0119a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:03.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.035+0000 7f17c8ff9640 1 -- 172.21.15.111:0/1392259641 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17bc015870 con 0x7f17b4004800 2024-09-19T04:39:03.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.035+0000 7f17c8ff9640 1 -- 172.21.15.111:0/1392259641 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17bc015a10 con 0x7f17b4004800 2024-09-19T04:39:03.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.035+0000 7f17d238d640 1 -- 172.21.15.111:0/1392259641 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17cc1560c0 con 0x7f17b4004800 2024-09-19T04:39:03.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.035+0000 7f17c8ff9640 1 -- 172.21.15.111:0/1392259641 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17bc015e00 con 0x7f17b4004800 2024-09-19T04:39:03.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.035+0000 7f17d238d640 1 -- 172.21.15.111:0/1392259641 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17cc156680 con 0x7f17b4004800 2024-09-19T04:39:03.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.036+0000 7f17c8ff9640 1 -- 172.21.15.111:0/1392259641 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f17bc01d400 con 0x7f17b4004800 2024-09-19T04:39:03.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.037+0000 7f17c8ff9640 1 --2- 172.21.15.111:0/1392259641 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f17b806c880 0x7f17b806ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.037+0000 7f17c8ff9640 1 -- 172.21.15.111:0/1392259641 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f17bc08c6d0 con 0x7f17b4004800 2024-09-19T04:39:03.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.037+0000 7f17cb7fe640 1 --2- 172.21.15.111:0/1392259641 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f17b806c880 0x7f17b806ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.037+0000 7f17d5201740 1 Processor -- start 2024-09-19T04:39:03.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.038+0000 7f17d5201740 1 -- start start 2024-09-19T04:39:03.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.038+0000 7f17cb7fe640 1 --2- 172.21.15.111:0/1392259641 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f17b806c880 0x7f17b806ed40 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f17c0033000 tx=0x7f17c002e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:03.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.038+0000 7f17d5201740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560e632522c0 0x560e63297a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.038+0000 7f17d5201740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e6324fa80 0x560e632526a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.038+0000 7f17d5201740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560e63253a50 0x560e6324c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.038+0000 7f17d5201740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x560e631b4520 con 0x560e6324fa80 2024-09-19T04:39:03.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.038+0000 7f17d5201740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x560e6315c3e0 con 0x560e632522c0 2024-09-19T04:39:03.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.038+0000 7f17d5201740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x560e631b04e0 con 0x560e63253a50 2024-09-19T04:39:03.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.038+0000 7f17cb7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e6324fa80 0x560e632526a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.038+0000 7f17cb7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e6324fa80 0x560e632526a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44688/0 (socket says 172.21.15.111:44688) 2024-09-19T04:39:03.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.038+0000 7f17cb7fe640 1 -- 172.21.15.111:0/1294699463 learned_addr learned my addr 172.21.15.111:0/1294699463 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:03.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.038+0000 7f17cbfff640 1 --2- 172.21.15.111:0/1294699463 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560e632522c0 0x560e63297a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.038+0000 7f17d092a640 1 --2- 172.21.15.111:0/1294699463 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560e63253a50 0x560e6324c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.039+0000 7f17cb7fe640 1 -- 172.21.15.111:0/1294699463 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560e63253a50 msgr2=0x560e6324c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:03.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.039+0000 7f17cb7fe640 1 --2- 172.21.15.111:0/1294699463 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560e63253a50 0x560e6324c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.039+0000 7f17cb7fe640 1 -- 172.21.15.111:0/1294699463 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560e632522c0 msgr2=0x560e63297a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:03.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.039+0000 7f17cb7fe640 1 --2- 172.21.15.111:0/1294699463 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560e632522c0 0x560e63297a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.039+0000 7f17cb7fe640 1 -- 172.21.15.111:0/1294699463 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e631772f0 con 0x560e6324fa80 2024-09-19T04:39:03.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.039+0000 7f17cb7fe640 1 --2- 172.21.15.111:0/1294699463 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e6324fa80 0x560e632526a0 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7f17c000c580 tx=0x7f17c0009030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ee286c078702889 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:03.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.039+0000 7f17b1ffb640 1 -- 172.21.15.111:0/1294699463 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17c0007270 con 0x560e6324fa80 2024-09-19T04:39:03.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.039+0000 7f17b1ffb640 1 -- 172.21.15.111:0/1294699463 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17c0034040 con 0x560e6324fa80 2024-09-19T04:39:03.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.039+0000 7f17b1ffb640 1 -- 172.21.15.111:0/1294699463 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17c0007610 con 0x560e6324fa80 2024-09-19T04:39:03.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.039+0000 7f17d5201740 1 -- 172.21.15.111:0/1294699463 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e6324fa80 msgr2=0x560e632526a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:03.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.039+0000 7f17d5201740 1 --2- 172.21.15.111:0/1294699463 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e6324fa80 0x560e632526a0 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7f17c000c580 tx=0x7f17c0009030 comp rx=0 tx=0).stop 2024-09-19T04:39:03.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.040+0000 7f17d5201740 1 -- 172.21.15.111:0/1294699463 shutdown_connections 2024-09-19T04:39:03.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.040+0000 7f17d5201740 1 --2- 172.21.15.111:0/1294699463 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560e63253a50 0x560e6324c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.040+0000 7f17d5201740 1 --2- 172.21.15.111:0/1294699463 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e6324fa80 0x560e632526a0 unknown :-1 s=CLOSED pgs=1298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.040+0000 7f17d5201740 1 --2- 172.21.15.111:0/1294699463 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560e632522c0 0x560e63297a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.040+0000 7f17d5201740 1 -- 172.21.15.111:0/1294699463 >> 172.21.15.111:0/1294699463 conn(0x560e6324ea80 msgr2=0x560e63296f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:03.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.040+0000 7f17d5201740 1 -- 172.21.15.111:0/1294699463 shutdown_connections 2024-09-19T04:39:03.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.040+0000 7f17d5201740 1 -- 172.21.15.111:0/1294699463 wait complete. 2024-09-19T04:39:03.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.040+0000 7f17d5201740 1 -- start start 2024-09-19T04:39:03.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.040+0000 7f17d5201740 1 Processor -- start 2024-09-19T04:39:03.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.041+0000 7f17d5201740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e632522c0 0x560e6327b570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.041+0000 7f17d5201740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560e63253a50 0x560e63277790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.041+0000 7f17d5201740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560e63293d80 0x560e63294200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.041+0000 7f17d5201740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x560e6324df20 con 0x560e632522c0 2024-09-19T04:39:03.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.041+0000 7f17d5201740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x560e6313d450 con 0x560e63253a50 2024-09-19T04:39:03.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.041+0000 7f17d5201740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x560e63298290 con 0x560e63293d80 2024-09-19T04:39:03.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.041+0000 7f17d5201740 10 client.0 _ll_register_callbacks cb 0x560e62ec6ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:39:03.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.041+0000 7f17cbfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e632522c0 0x560e6327b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.041+0000 7f17cbfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e632522c0 0x560e6327b570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44696/0 (socket says 172.21.15.111:44696) 2024-09-19T04:39:03.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.041+0000 7f17cbfff640 1 -- 172.21.15.111:0/756385774 learned_addr learned my addr 172.21.15.111:0/756385774 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:03.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.041+0000 7f17cb7fe640 1 --2- 172.21.15.111:0/756385774 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560e63253a50 0x560e63277790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.041+0000 7f17d092a640 1 --2- 172.21.15.111:0/756385774 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560e63293d80 0x560e63294200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.041+0000 7f17cbfff640 1 -- 172.21.15.111:0/756385774 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560e63293d80 msgr2=0x560e63294200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:03.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.041+0000 7f17cbfff640 1 --2- 172.21.15.111:0/756385774 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560e63293d80 0x560e63294200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.041+0000 7f17cbfff640 1 -- 172.21.15.111:0/756385774 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560e63253a50 msgr2=0x560e63277790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:03.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.041+0000 7f17cbfff640 1 --2- 172.21.15.111:0/756385774 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560e63253a50 0x560e63277790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.041+0000 7f17cbfff640 1 -- 172.21.15.111:0/756385774 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e62ec72d0 con 0x560e632522c0 2024-09-19T04:39:03.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.041+0000 7f17d092a640 1 --2- 172.21.15.111:0/756385774 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560e63293d80 0x560e63294200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:03.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.042+0000 7f17cbfff640 1 --2- 172.21.15.111:0/756385774 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e632522c0 0x560e6327b570 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7f17bc08a470 tx=0x7f17bc05e410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32903e846db096f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:03.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.042+0000 7f17aaffd640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-09-19T04:39:03.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.042+0000 7f17aaffd640 1 -- 172.21.15.111:0/756385774 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17bc059620 con 0x560e632522c0 2024-09-19T04:39:03.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.042+0000 7f17aaffd640 1 -- 172.21.15.111:0/756385774 <== mon.0 v2:172.21.15.111:3300/0 2 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f17bc055d20 con 0x560e632522c0 2024-09-19T04:39:03.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.042+0000 7f17d5201740 1 -- 172.21.15.111:0/756385774 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f17c0034040 con 0x560e632522c0 2024-09-19T04:39:03.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.042+0000 7f17aaffd640 1 -- 172.21.15.111:0/756385774 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=68) ==== 24+0+0 (secure 0 0 0) 0x7f17bc055f20 con 0x560e632522c0 2024-09-19T04:39:03.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.042+0000 7f17d5201740 10 client.7890 fetch_fsmap learned FSMap version 68 2024-09-19T04:39:03.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.042+0000 7f17d5201740 1 -- 172.21.15.111:0/756385774 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=68,monmap=2+}) -- 0x560e62f916b0 con 0x560e632522c0 2024-09-19T04:39:03.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.042+0000 7f17aaffd640 1 -- 172.21.15.111:0/756385774 <== mon.0 v2:172.21.15.111:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17c0034040 con 0x560e632522c0 2024-09-19T04:39:03.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.042+0000 7f17aaffd640 1 -- 172.21.15.111:0/756385774 <== mon.0 v2:172.21.15.111:3300/0 5 ==== fsmap(e 68) ==== 3502+0+0 (secure 0 0 0) 0x7f17bc058e90 con 0x560e632522c0 2024-09-19T04:39:03.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.042+0000 7f17d5201740 10 client.7890 fetch_fsmap finished waiting for FSMap version 68 2024-09-19T04:39:03.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.042+0000 7f17d5201740 10 client.7890 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-19T04:39:03.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.042+0000 7f17d5201740 20 client.7890 populate_metadata read hostname 'smithi111' 2024-09-19T04:39:03.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.042+0000 7f17d5201740 1 --2- 172.21.15.111:0/756385774 >> [v2:172.21.15.114:6833/2353543505,v1:172.21.15.114:6835/2353543505] conn(0x560e632b26a0 0x560e632b4a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.042+0000 7f17d5201740 4 client.7890 mds_command: new command op to 7749 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T04:39:03.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.042+0000 7f17d5201740 1 -- 172.21.15.111:0/756385774 --> [v2:172.21.15.114:6833/2353543505,v1:172.21.15.114:6835/2353543505] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560e631c1c50 con 0x560e632b26a0 2024-09-19T04:39:03.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.042+0000 7f17cb7fe640 1 --2- 172.21.15.111:0/756385774 >> [v2:172.21.15.114:6833/2353543505,v1:172.21.15.114:6835/2353543505] conn(0x560e632b26a0 0x560e632b4a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.043+0000 7f17cb7fe640 1 --2- 172.21.15.111:0/756385774 >> [v2:172.21.15.114:6833/2353543505,v1:172.21.15.114:6835/2353543505] conn(0x560e632b26a0 0x560e632b4a90 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a76a18f02f70be4a server_cookie=c61f4354c4810fa3 in_seq=0 out_seq=0 2024-09-19T04:39:03.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.043+0000 7f17aaffd640 10 client.7890 ms_handle_connect on v2:172.21.15.114:6833/2353543505 2024-09-19T04:39:03.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.043+0000 7f17aaffd640 1 -- 172.21.15.111:0/756385774 <== mds.0 v2:172.21.15.114:6833/2353543505 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560e631c1c50 con 0x560e632b26a0 2024-09-19T04:39:03.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.043+0000 7f17aaffd640 10 client.7890 handle_command_reply: tid=0 2024-09-19T04:39:03.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.044+0000 7f17d5201740 1 client.7890 shutdown 2024-09-19T04:39:03.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.044+0000 7f17d5201740 1 -- 172.21.15.111:0/756385774 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e632522c0 msgr2=0x560e6327b570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:03.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.044+0000 7f17d5201740 1 --2- 172.21.15.111:0/756385774 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e632522c0 0x560e6327b570 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7f17bc08a470 tx=0x7f17bc05e410 comp rx=0 tx=0).stop 2024-09-19T04:39:03.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.044+0000 7f17d5201740 1 -- 172.21.15.111:0/756385774 shutdown_connections 2024-09-19T04:39:03.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.044+0000 7f17d5201740 1 --2- 172.21.15.111:0/756385774 >> [v2:172.21.15.114:6833/2353543505,v1:172.21.15.114:6835/2353543505] conn(0x560e632b26a0 0x560e632b4a90 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.044+0000 7f17d5201740 1 --2- 172.21.15.111:0/756385774 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560e63293d80 0x560e63294200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.044+0000 7f17d5201740 1 --2- 172.21.15.111:0/756385774 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560e63253a50 0x560e63277790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.044+0000 7f17aaffd640 0 client.7890 ms_handle_reset on v2:172.21.15.114:6833/2353543505 2024-09-19T04:39:03.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.044+0000 7f17d5201740 1 --2- 172.21.15.111:0/756385774 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e632522c0 0x560e6327b570 unknown :-1 s=CLOSED pgs=1299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.044+0000 7f17d5201740 1 -- 172.21.15.111:0/756385774 >> 172.21.15.111:0/756385774 conn(0x560e6324fa80 msgr2=0x560e63294ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:03.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.044+0000 7f17d5201740 1 -- 172.21.15.111:0/756385774 shutdown_connections 2024-09-19T04:39:03.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.044+0000 7f17d5201740 1 -- 172.21.15.111:0/756385774 wait complete. 2024-09-19T04:39:03.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.044+0000 7f17d5201740 20 client.7890 trim_cache size 0 max 16384 2024-09-19T04:39:03.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.062+0000 7f17d5201740 1 Processor -- start 2024-09-19T04:39:03.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.062+0000 7f17d5201740 1 -- start start 2024-09-19T04:39:03.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.062+0000 7f17d5201740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560e6324fa80 0x560e632a68e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.062+0000 7f17d5201740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560e632522c0 0x560e63297480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.062+0000 7f17d5201740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e63253a50 0x560e63294ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.062+0000 7f17d5201740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f17cc200670 con 0x560e63253a50 2024-09-19T04:39:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.062+0000 7f17d5201740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f17cc0cc4f0 con 0x560e6324fa80 2024-09-19T04:39:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.062+0000 7f17d5201740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f17cc0ce6f0 con 0x560e632522c0 2024-09-19T04:39:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.062+0000 7f17d092a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e63253a50 0x560e63294ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.063+0000 7f17d092a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e63253a50 0x560e63294ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44704/0 (socket says 172.21.15.111:44704) 2024-09-19T04:39:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.063+0000 7f17d092a640 1 -- 172.21.15.111:0/2804337243 learned_addr learned my addr 172.21.15.111:0/2804337243 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.063+0000 7f17d092a640 1 -- 172.21.15.111:0/2804337243 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560e632522c0 msgr2=0x560e63297480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.063+0000 7f17d092a640 1 --2- 172.21.15.111:0/2804337243 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560e632522c0 0x560e63297480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.063+0000 7f17d092a640 1 -- 172.21.15.111:0/2804337243 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560e6324fa80 msgr2=0x560e632a68e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.063+0000 7f17d092a640 1 --2- 172.21.15.111:0/2804337243 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560e6324fa80 0x560e632a68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.063+0000 7f17d092a640 1 -- 172.21.15.111:0/2804337243 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e63296360 con 0x560e63253a50 2024-09-19T04:39:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.063+0000 7f17d092a640 1 --2- 172.21.15.111:0/2804337243 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e63253a50 0x560e63294ee0 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7f17c4001df0 tx=0x7f17c4001610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=344e55b2347fd60d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.063+0000 7f17b17fa640 1 -- 172.21.15.111:0/2804337243 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17c4016e50 con 0x560e63253a50 2024-09-19T04:39:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.063+0000 7f17b17fa640 1 -- 172.21.15.111:0/2804337243 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17c401b020 con 0x560e63253a50 2024-09-19T04:39:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.063+0000 7f17b17fa640 1 -- 172.21.15.111:0/2804337243 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17c40050d0 con 0x560e63253a50 2024-09-19T04:39:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.063+0000 7f17d5201740 1 -- 172.21.15.111:0/2804337243 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e63253a50 msgr2=0x560e63294ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.064+0000 7f17d5201740 1 --2- 172.21.15.111:0/2804337243 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e63253a50 0x560e63294ee0 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7f17c4001df0 tx=0x7f17c4001610 comp rx=0 tx=0).stop 2024-09-19T04:39:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.064+0000 7f17d5201740 1 -- 172.21.15.111:0/2804337243 shutdown_connections 2024-09-19T04:39:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.064+0000 7f17d5201740 1 --2- 172.21.15.111:0/2804337243 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e63253a50 0x560e63294ee0 unknown :-1 s=CLOSED pgs=1300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.064+0000 7f17d5201740 1 --2- 172.21.15.111:0/2804337243 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560e632522c0 0x560e63297480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.064+0000 7f17d5201740 1 --2- 172.21.15.111:0/2804337243 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560e6324fa80 0x560e632a68e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.064+0000 7f17d5201740 1 -- 172.21.15.111:0/2804337243 >> 172.21.15.111:0/2804337243 conn(0x560e6327b750 msgr2=0x560e6327d100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.064+0000 7f17d5201740 1 -- 172.21.15.111:0/2804337243 shutdown_connections 2024-09-19T04:39:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.064+0000 7f17d5201740 1 -- 172.21.15.111:0/2804337243 wait complete. 2024-09-19T04:39:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.064+0000 7f17d5201740 1 -- start start 2024-09-19T04:39:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.064+0000 7f17d5201740 1 Processor -- start 2024-09-19T04:39:03.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.065+0000 7f17d5201740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e6324fa80 0x560e632ac100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.065+0000 7f17d5201740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560e632522c0 0x560e63291880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.065+0000 7f17d5201740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560e63253a50 0x560e63313040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.065+0000 7f17d5201740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x560e63277cd0 con 0x560e6324fa80 2024-09-19T04:39:03.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.065+0000 7f17d5201740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x560e63292f50 con 0x560e63253a50 2024-09-19T04:39:03.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.065+0000 7f17d5201740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x560e6327a4e0 con 0x560e632522c0 2024-09-19T04:39:03.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.065+0000 7f17d5201740 10 client.0 _ll_register_callbacks cb 0x7f17bc05a040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:39:03.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.065+0000 7f17cbfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e6324fa80 0x560e632ac100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.065+0000 7f17cbfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e6324fa80 0x560e632ac100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44714/0 (socket says 172.21.15.111:44714) 2024-09-19T04:39:03.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.065+0000 7f17cbfff640 1 -- 172.21.15.111:0/1040440729 learned_addr learned my addr 172.21.15.111:0/1040440729 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:03.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.065+0000 7f17cb7fe640 1 --2- 172.21.15.111:0/1040440729 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560e632522c0 0x560e63291880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.065+0000 7f17d092a640 1 --2- 172.21.15.111:0/1040440729 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560e63253a50 0x560e63313040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.065+0000 7f17cbfff640 1 -- 172.21.15.111:0/1040440729 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560e632522c0 msgr2=0x560e63291880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:03.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.065+0000 7f17cbfff640 1 --2- 172.21.15.111:0/1040440729 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560e632522c0 0x560e63291880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.065+0000 7f17cbfff640 1 -- 172.21.15.111:0/1040440729 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560e63253a50 msgr2=0x560e63313040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:03.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.065+0000 7f17cbfff640 1 --2- 172.21.15.111:0/1040440729 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560e63253a50 0x560e63313040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.065+0000 7f17cbfff640 1 -- 172.21.15.111:0/1040440729 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e6327d0f0 con 0x560e6324fa80 2024-09-19T04:39:03.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.065+0000 7f17d092a640 1 --2- 172.21.15.111:0/1040440729 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560e63253a50 0x560e63313040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:03.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.065+0000 7f17cb7fe640 1 --2- 172.21.15.111:0/1040440729 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560e632522c0 0x560e63291880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:03.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.066+0000 7f17cbfff640 1 --2- 172.21.15.111:0/1040440729 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e6324fa80 0x560e632ac100 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f17bc0625d0 tx=0x7f17bc014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7221ca2548375ca8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:03.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.066+0000 7f17aaffd640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-09-19T04:39:03.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.066+0000 7f17aaffd640 1 -- 172.21.15.111:0/1040440729 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17bc081060 con 0x560e6324fa80 2024-09-19T04:39:03.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.066+0000 7f17aaffd640 1 -- 172.21.15.111:0/1040440729 <== mon.0 v2:172.21.15.111:3300/0 2 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f17bc08c2f0 con 0x560e6324fa80 2024-09-19T04:39:03.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.066+0000 7f17d5201740 1 -- 172.21.15.111:0/1040440729 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f17c401b020 con 0x560e6324fa80 2024-09-19T04:39:03.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.066+0000 7f17aaffd640 1 -- 172.21.15.111:0/1040440729 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=68) ==== 24+0+0 (secure 0 0 0) 0x7f17bc059da0 con 0x560e6324fa80 2024-09-19T04:39:03.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.066+0000 7f17d5201740 10 client.7896 fetch_fsmap learned FSMap version 68 2024-09-19T04:39:03.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.066+0000 7f17d5201740 1 -- 172.21.15.111:0/1040440729 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=68,monmap=2+}) -- 0x560e633135e0 con 0x560e6324fa80 2024-09-19T04:39:03.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.066+0000 7f17aaffd640 1 -- 172.21.15.111:0/1040440729 <== mon.0 v2:172.21.15.111:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17c401b020 con 0x560e6324fa80 2024-09-19T04:39:03.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.066+0000 7f17aaffd640 1 -- 172.21.15.111:0/1040440729 <== mon.0 v2:172.21.15.111:3300/0 5 ==== fsmap(e 68) ==== 3502+0+0 (secure 0 0 0) 0x7f17bc005990 con 0x560e6324fa80 2024-09-19T04:39:03.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.066+0000 7f17d5201740 10 client.7896 fetch_fsmap finished waiting for FSMap version 68 2024-09-19T04:39:03.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.066+0000 7f17d5201740 10 client.7896 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-19T04:39:03.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.066+0000 7f17d5201740 20 client.7896 populate_metadata read hostname 'smithi111' 2024-09-19T04:39:03.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.066+0000 7f17d5201740 1 --2- 172.21.15.111:0/1040440729 >> [v2:172.21.15.114:6833/2353543505,v1:172.21.15.114:6835/2353543505] conn(0x560e63293d80 0x560e63316730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.066+0000 7f17d5201740 4 client.7896 mds_command: new command op to 7749 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T04:39:03.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.066+0000 7f17d5201740 1 -- 172.21.15.111:0/1040440729 --> [v2:172.21.15.114:6833/2353543505,v1:172.21.15.114:6835/2353543505] -- command(tid 0: {"prefix": "status"}) -- 0x560e631bbfa0 con 0x560e63293d80 2024-09-19T04:39:03.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.066+0000 7f17cb7fe640 1 --2- 172.21.15.111:0/1040440729 >> [v2:172.21.15.114:6833/2353543505,v1:172.21.15.114:6835/2353543505] conn(0x560e63293d80 0x560e63316730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.067+0000 7f17aaffd640 10 client.7896 ms_handle_connect on v2:172.21.15.114:6833/2353543505 2024-09-19T04:39:03.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.067+0000 7f17cb7fe640 1 --2- 172.21.15.111:0/1040440729 >> [v2:172.21.15.114:6833/2353543505,v1:172.21.15.114:6835/2353543505] conn(0x560e63293d80 0x560e63316730 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=469ee54bb945395c server_cookie=7c6e779a7f246a0a in_seq=0 out_seq=0 2024-09-19T04:39:03.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.067+0000 7f17aaffd640 1 -- 172.21.15.111:0/1040440729 <== mds.0 v2:172.21.15.114:6833/2353543505 1 ==== command_reply(tid 0: 0 ) ==== 8+0+333 (crc 0 0 0) 0x560e631bbfa0 con 0x560e63293d80 2024-09-19T04:39:03.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.067+0000 7f17aaffd640 10 client.7896 handle_command_reply: tid=0 2024-09-19T04:39:03.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.067+0000 7f17d5201740 1 client.7896 shutdown 2024-09-19T04:39:03.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.067+0000 7f17d5201740 1 -- 172.21.15.111:0/1040440729 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e6324fa80 msgr2=0x560e632ac100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:03.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.067+0000 7f17d5201740 1 --2- 172.21.15.111:0/1040440729 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e6324fa80 0x560e632ac100 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f17bc0625d0 tx=0x7f17bc014000 comp rx=0 tx=0).stop 2024-09-19T04:39:03.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.067+0000 7f17d5201740 1 -- 172.21.15.111:0/1040440729 shutdown_connections 2024-09-19T04:39:03.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.067+0000 7f17d5201740 1 --2- 172.21.15.111:0/1040440729 >> [v2:172.21.15.114:6833/2353543505,v1:172.21.15.114:6835/2353543505] conn(0x560e63293d80 0x560e63316730 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.067+0000 7f17d5201740 1 --2- 172.21.15.111:0/1040440729 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560e63253a50 0x560e63313040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.067+0000 7f17aaffd640 0 client.7896 ms_handle_reset on v2:172.21.15.114:6833/2353543505 2024-09-19T04:39:03.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.067+0000 7f17d5201740 1 --2- 172.21.15.111:0/1040440729 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560e632522c0 0x560e63291880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.067+0000 7f17d5201740 1 --2- 172.21.15.111:0/1040440729 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e6324fa80 0x560e632ac100 unknown :-1 s=CLOSED pgs=1301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.067+0000 7f17d5201740 1 -- 172.21.15.111:0/1040440729 >> 172.21.15.111:0/1040440729 conn(0x560e6327b750 msgr2=0x560e63293610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:03.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.067+0000 7f17d5201740 1 -- 172.21.15.111:0/1040440729 shutdown_connections 2024-09-19T04:39:03.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.067+0000 7f17d5201740 1 -- 172.21.15.111:0/1040440729 wait complete. 2024-09-19T04:39:03.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.067+0000 7f17d5201740 20 client.7896 trim_cache size 0 max 16384 2024-09-19T04:39:03.075 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:39:03.075 INFO:teuthology.orchestra.run.smithi111.stdout: "cluster_fsid": "96a4203e-380c-426d-916c-b9d719e0db84", 2024-09-19T04:39:03.076 INFO:teuthology.orchestra.run.smithi111.stdout: "whoami": 0, 2024-09-19T04:39:03.076 INFO:teuthology.orchestra.run.smithi111.stdout: "id": 7749, 2024-09-19T04:39:03.076 INFO:teuthology.orchestra.run.smithi111.stdout: "want_state": "up:active", 2024-09-19T04:39:03.076 INFO:teuthology.orchestra.run.smithi111.stdout: "state": "up:active", 2024-09-19T04:39:03.076 INFO:teuthology.orchestra.run.smithi111.stdout: "fs_name": "cephfs", 2024-09-19T04:39:03.076 INFO:teuthology.orchestra.run.smithi111.stdout: "rank_uptime": 8.8777134090000001, 2024-09-19T04:39:03.076 INFO:teuthology.orchestra.run.smithi111.stdout: "mdsmap_epoch": 68, 2024-09-19T04:39:03.076 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch": 131, 2024-09-19T04:39:03.076 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch_barrier": 131, 2024-09-19T04:39:03.076 INFO:teuthology.orchestra.run.smithi111.stdout: "uptime": 13.201017499000001 2024-09-19T04:39:03.076 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:39:03.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.068+0000 7f17d238d640 1 -- 172.21.15.111:0/1392259641 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f17b806c880 msgr2=0x7f17b806ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:03.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.068+0000 7f17d238d640 1 --2- 172.21.15.111:0/1392259641 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f17b806c880 0x7f17b806ed40 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f17c0033000 tx=0x7f17c002e000 comp rx=0 tx=0).stop 2024-09-19T04:39:03.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.068+0000 7f17d238d640 1 -- 172.21.15.111:0/1392259641 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17b4004800 msgr2=0x7f17cc158990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:03.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.068+0000 7f17d238d640 1 --2- 172.21.15.111:0/1392259641 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17b4004800 0x7f17cc158990 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7f17bc0114e0 tx=0x7f17bc0119a0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.068+0000 7f17d238d640 1 -- 172.21.15.111:0/1392259641 shutdown_connections 2024-09-19T04:39:03.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.068+0000 7f17d238d640 1 --2- 172.21.15.111:0/1392259641 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f17b806c880 0x7f17b806ed40 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.068+0000 7f17d238d640 1 --2- 172.21.15.111:0/1392259641 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17cc154bd0 0x7f17cc1e90e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.068+0000 7f17d238d640 1 --2- 172.21.15.111:0/1392259641 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17cc155b70 0x7f17cc0ccde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.068+0000 7f17d238d640 1 --2- 172.21.15.111:0/1392259641 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17b4004800 0x7f17cc158990 unknown :-1 s=CLOSED pgs=1297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.068+0000 7f17d238d640 1 -- 172.21.15.111:0/1392259641 >> 172.21.15.111:0/1392259641 conn(0x7f17cc0b6240 msgr2=0x7f17cc0b5690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:03.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.068+0000 7f17d238d640 1 -- 172.21.15.111:0/1392259641 shutdown_connections 2024-09-19T04:39:03.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.068+0000 7f17d238d640 1 -- 172.21.15.111:0/1392259641 wait complete. 2024-09-19T04:39:03.080 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:39:03.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.176+0000 7f5cb09cf640 1 Processor -- start 2024-09-19T04:39:03.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.176+0000 7f5cb09cf640 1 -- start start 2024-09-19T04:39:03.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.177+0000 7f5cb09cf640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f5cac0cd300 0x7f5cac06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.177+0000 7f5cb09cf640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5cac06f010 0x7f5cac0ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.177+0000 7f5cb09cf640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5cac15ecf0 con 0x7f5cac15c300 2024-09-19T04:39:03.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.177+0000 7f5cb09cf640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f5cac06f480 con 0x7f5cac06f010 2024-09-19T04:39:03.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.177+0000 7f5cb09cf640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f5cac15c6e0 con 0x7f5cac0cd300 2024-09-19T04:39:03.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.177+0000 7f5caad9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5cac06f010 0x7f5cac0ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.177+0000 7f5caad9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5cac06f010 0x7f5cac0ae8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44726/0 (socket says 172.21.15.111:44726) 2024-09-19T04:39:03.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.177+0000 7f5caad9d640 1 -- 172.21.15.111:0/3231490554 learned_addr learned my addr 172.21.15.111:0/3231490554 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:03.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.177+0000 7f5ca3fff640 1 --2- 172.21.15.111:0/3231490554 >> v2:172.21.15.114:3300/0 conn(0x7f5cac0cd300 0x7f5cac06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.178+0000 7f5caad9d640 1 -- 172.21.15.111:0/3231490554 >> v2:172.21.15.114:3300/0 conn(0x7f5cac0cd300 msgr2=0x7f5cac06ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:03.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.178+0000 7f5caad9d640 1 --2- 172.21.15.111:0/3231490554 >> v2:172.21.15.114:3300/0 conn(0x7f5cac0cd300 0x7f5cac06ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.178+0000 7f5caad9d640 1 -- 172.21.15.111:0/3231490554 >> v1:172.21.15.114:6789/0 conn(0x7f5cac15c300 legacy=0x7f5cac0affc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:03.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.178+0000 7f5caad9d640 1 -- 172.21.15.111:0/3231490554 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cac15efb0 con 0x7f5cac06f010 2024-09-19T04:39:03.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.178+0000 7f5ca3fff640 1 --2- 172.21.15.111:0/3231490554 >> v2:172.21.15.114:3300/0 conn(0x7f5cac0cd300 0x7f5cac06ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:03.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.178+0000 7f5caad9d640 1 --2- 172.21.15.111:0/3231490554 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5cac06f010 0x7f5cac0ae8e0 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f5cac062b50 tx=0x7f5ca402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=600e18bb7abc81d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:03.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.178+0000 7f5ca9d9b640 1 -- 172.21.15.111:0/3231490554 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ca4036070 con 0x7f5cac06f010 2024-09-19T04:39:03.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.178+0000 7f5ca9d9b640 1 -- 172.21.15.111:0/3231490554 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ca4031600 con 0x7f5cac06f010 2024-09-19T04:39:03.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.178+0000 7f5ca9d9b640 1 -- 172.21.15.111:0/3231490554 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ca40319d0 con 0x7f5cac06f010 2024-09-19T04:39:03.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.179+0000 7f5cb09cf640 1 -- 172.21.15.111:0/3231490554 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5cac06f010 msgr2=0x7f5cac0ae8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:03.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.179+0000 7f5cb09cf640 1 --2- 172.21.15.111:0/3231490554 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5cac06f010 0x7f5cac0ae8e0 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f5cac062b50 tx=0x7f5ca402a660 comp rx=0 tx=0).stop 2024-09-19T04:39:03.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.179+0000 7f5cb09cf640 1 -- 172.21.15.111:0/3231490554 shutdown_connections 2024-09-19T04:39:03.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.179+0000 7f5cb09cf640 1 --2- 172.21.15.111:0/3231490554 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5cac06f010 0x7f5cac0ae8e0 unknown :-1 s=CLOSED pgs=1302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.179+0000 7f5cb09cf640 1 --2- 172.21.15.111:0/3231490554 >> v2:172.21.15.114:3300/0 conn(0x7f5cac0cd300 0x7f5cac06ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.179+0000 7f5cb09cf640 1 -- 172.21.15.111:0/3231490554 >> 172.21.15.111:0/3231490554 conn(0x7f5cac06cae0 msgr2=0x7f5cac06cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:03.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.179+0000 7f5cb09cf640 1 -- 172.21.15.111:0/3231490554 shutdown_connections 2024-09-19T04:39:03.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.179+0000 7f5cb09cf640 1 -- 172.21.15.111:0/3231490554 wait complete. 2024-09-19T04:39:03.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.180+0000 7f5cb09cf640 1 Processor -- start 2024-09-19T04:39:03.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.180+0000 7f5cb09cf640 1 -- start start 2024-09-19T04:39:03.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.181+0000 7f5cb09cf640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5cac06f010 0x7f5cac157e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.181+0000 7f5cb09cf640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5cac0cd300 0x7f5cac1612a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.181+0000 7f5cb09cf640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5cac15c300 0x7f5cac0b60b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.181+0000 7f5cb09cf640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5cac15f850 con 0x7f5cac15c300 2024-09-19T04:39:03.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.181+0000 7f5cb09cf640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5cac15f570 con 0x7f5cac0cd300 2024-09-19T04:39:03.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.181+0000 7f5cb09cf640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5cac071880 con 0x7f5cac06f010 2024-09-19T04:39:03.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.181+0000 7f5caad9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5cac15c300 0x7f5cac0b60b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.181+0000 7f5caad9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5cac15c300 0x7f5cac0b60b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44728/0 (socket says 172.21.15.111:44728) 2024-09-19T04:39:03.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.181+0000 7f5caad9d640 1 -- 172.21.15.111:0/2535177124 learned_addr learned my addr 172.21.15.111:0/2535177124 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:03.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.181+0000 7f5ca3fff640 1 --2- 172.21.15.111:0/2535177124 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5cac0cd300 0x7f5cac1612a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.186 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.181+0000 7f5caa59c640 1 --2- 172.21.15.111:0/2535177124 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5cac06f010 0x7f5cac157e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.181+0000 7f5caad9d640 1 -- 172.21.15.111:0/2535177124 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5cac06f010 msgr2=0x7f5cac157e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:03.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.181+0000 7f5caad9d640 1 --2- 172.21.15.111:0/2535177124 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5cac06f010 0x7f5cac157e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.181+0000 7f5caad9d640 1 -- 172.21.15.111:0/2535177124 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5cac0cd300 msgr2=0x7f5cac1612a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:03.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.181+0000 7f5caad9d640 1 --2- 172.21.15.111:0/2535177124 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5cac0cd300 0x7f5cac1612a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.181+0000 7f5caad9d640 1 -- 172.21.15.111:0/2535177124 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cac160200 con 0x7f5cac15c300 2024-09-19T04:39:03.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.182+0000 7f5caad9d640 1 --2- 172.21.15.111:0/2535177124 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5cac15c300 0x7f5cac0b60b0 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x7f5ca4009f40 tx=0x7f5ca4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:03.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.182+0000 7f5ca2ffd640 1 -- 172.21.15.111:0/2535177124 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ca4036050 con 0x7f5cac15c300 2024-09-19T04:39:03.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.182+0000 7f5ca2ffd640 1 -- 172.21.15.111:0/2535177124 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ca4042070 con 0x7f5cac15c300 2024-09-19T04:39:03.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.182+0000 7f5cb09cf640 1 -- 172.21.15.111:0/2535177124 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cac1604e0 con 0x7f5cac15c300 2024-09-19T04:39:03.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.182+0000 7f5ca2ffd640 1 -- 172.21.15.111:0/2535177124 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ca4009510 con 0x7f5cac15c300 2024-09-19T04:39:03.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.182+0000 7f5cb09cf640 1 -- 172.21.15.111:0/2535177124 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cac160aa0 con 0x7f5cac15c300 2024-09-19T04:39:03.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.183+0000 7f5cb09cf640 1 -- 172.21.15.111:0/2535177124 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cac06ead0 con 0x7f5cac15c300 2024-09-19T04:39:03.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.183+0000 7f5ca2ffd640 1 -- 172.21.15.111:0/2535177124 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f5ca4007bd0 con 0x7f5cac15c300 2024-09-19T04:39:03.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.184+0000 7f5ca2ffd640 1 --2- 172.21.15.111:0/2535177124 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5c8c06c850 0x7f5c8c06ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:03.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.184+0000 7f5ca2ffd640 1 -- 172.21.15.111:0/2535177124 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f5ca40acdb0 con 0x7f5cac15c300 2024-09-19T04:39:03.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.184+0000 7f5caa59c640 1 --2- 172.21.15.111:0/2535177124 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5c8c06c850 0x7f5c8c06ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:03.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.184+0000 7f5caa59c640 1 --2- 172.21.15.111:0/2535177124 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5c8c06c850 0x7f5c8c06ed10 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f5c9c000f60 tx=0x7f5c9c009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:03.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.188+0000 7f5ca2ffd640 1 -- 172.21.15.111:0/2535177124 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5ca407a510 con 0x7f5cac15c300 2024-09-19T04:39:03.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.388+0000 7f5cb09cf640 1 -- 172.21.15.111:0/2535177124 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f5cac162cb0 con 0x7f5cac15c300 2024-09-19T04:39:03.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.388+0000 7f5ca2ffd640 1 -- 172.21.15.111:0/2535177124 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v68) ==== 53+0+73 (secure 0 0 0) 0x7f5ca407e810 con 0x7f5cac15c300 2024-09-19T04:39:03.390 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:39:03.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.390+0000 7f5cb09cf640 1 -- 172.21.15.111:0/2535177124 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5c8c06c850 msgr2=0x7f5c8c06ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:03.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.390+0000 7f5cb09cf640 1 --2- 172.21.15.111:0/2535177124 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5c8c06c850 0x7f5c8c06ed10 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f5c9c000f60 tx=0x7f5c9c009040 comp rx=0 tx=0).stop 2024-09-19T04:39:03.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.390+0000 7f5cb09cf640 1 -- 172.21.15.111:0/2535177124 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5cac15c300 msgr2=0x7f5cac0b60b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:03.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.390+0000 7f5cb09cf640 1 --2- 172.21.15.111:0/2535177124 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5cac15c300 0x7f5cac0b60b0 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x7f5ca4009f40 tx=0x7f5ca4004a40 comp rx=0 tx=0).stop 2024-09-19T04:39:03.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.390+0000 7f5cb09cf640 1 -- 172.21.15.111:0/2535177124 shutdown_connections 2024-09-19T04:39:03.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.390+0000 7f5cb09cf640 1 --2- 172.21.15.111:0/2535177124 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5c8c06c850 0x7f5c8c06ed10 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.390+0000 7f5cb09cf640 1 --2- 172.21.15.111:0/2535177124 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5cac15c300 0x7f5cac0b60b0 unknown :-1 s=CLOSED pgs=1303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.390+0000 7f5cb09cf640 1 --2- 172.21.15.111:0/2535177124 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5cac0cd300 0x7f5cac1612a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.390+0000 7f5cb09cf640 1 --2- 172.21.15.111:0/2535177124 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5cac06f010 0x7f5cac157e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:03.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.390+0000 7f5cb09cf640 1 -- 172.21.15.111:0/2535177124 >> 172.21.15.111:0/2535177124 conn(0x7f5cac06cae0 msgr2=0x7f5cac158420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:03.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.390+0000 7f5cb09cf640 1 -- 172.21.15.111:0/2535177124 shutdown_connections 2024-09-19T04:39:03.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03.390+0000 7f5cb09cf640 1 -- 172.21.15.111:0/2535177124 wait complete. 2024-09-19T04:39:03.403 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:39:03.403 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:39:03.403 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi111.front.sepia.ceph.com 2024-09-19T04:39:03.403 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T04:39:03.403 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T04:39:03.403 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:39:03.403 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:39:03.403 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:39:03.403 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:39:03.404 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:03.404 DEBUG:teuthology.orchestra.run.smithi111:> ip addr 2024-09-19T04:39:03.420 INFO:teuthology.orchestra.run.smithi111.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:39:03.420 INFO:teuthology.orchestra.run.smithi111.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:39:03.420 INFO:teuthology.orchestra.run.smithi111.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:39:03.420 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:03.420 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 ::1/128 scope host 2024-09-19T04:39:03.420 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:03.420 INFO:teuthology.orchestra.run.smithi111.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:39:03.420 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:24 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:39:03.420 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f0 2024-09-19T04:39:03.420 INFO:teuthology.orchestra.run.smithi111.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:39:03.420 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:25 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:39:03.420 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f1 2024-09-19T04:39:03.421 INFO:teuthology.orchestra.run.smithi111.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:39:03.421 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2e brd ff:ff:ff:ff:ff:ff 2024-09-19T04:39:03.421 INFO:teuthology.orchestra.run.smithi111.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:39:03.421 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2f brd ff:ff:ff:ff:ff:ff 2024-09-19T04:39:03.421 INFO:teuthology.orchestra.run.smithi111.stdout: inet 172.21.15.111/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:39:03.421 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft 42422sec preferred_lft 42422sec 2024-09-19T04:39:03.421 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::ec4:7aff:fe8f:cc2f/64 scope link noprefixroute 2024-09-19T04:39:03.421 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:03.421 INFO:teuthology.orchestra.run.smithi111.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:39:03.421 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 52:d4:1f:0e:24:21 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:39:03.421 INFO:teuthology.orchestra.run.smithi111.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:39:03.421 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:03.422 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::6cca:96ff:fe86:c24e/64 scope link 2024-09-19T04:39:03.422 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:03.422 INFO:teuthology.orchestra.run.smithi111.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:39:03.422 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 76:f0:b7:84:e3:fb brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T04:39:03.422 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::74f0:b7ff:fe84:e3fb/64 scope link 2024-09-19T04:39:03.422 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:03.422 INFO:teuthology.orchestra.run.smithi111.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:39:03.422 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 52:d4:1f:0e:24:21 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T04:39:03.422 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::50d4:1fff:fe0e:2421/64 scope link 2024-09-19T04:39:03.422 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:03.423 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:03.423 DEBUG:teuthology.orchestra.run.smithi111:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:39:03.483 INFO:teuthology.orchestra.run.smithi111.stdout:1 2024-09-19T04:39:03.485 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:03.485 DEBUG:teuthology.orchestra.run.smithi111:> route 2024-09-19T04:39:03.541 INFO:teuthology.orchestra.run.smithi111.stdout:Kernel IP routing table 2024-09-19T04:39:03.541 INFO:teuthology.orchestra.run.smithi111.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:39:03.541 INFO:teuthology.orchestra.run.smithi111.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:39:03.542 INFO:teuthology.orchestra.run.smithi111.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:39:03.542 INFO:teuthology.orchestra.run.smithi111.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:39:03.542 DEBUG:teuthology.orchestra.run.smithi111:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:39:03.542 DEBUG:teuthology.orchestra.run.smithi111:> set -e 2024-09-19T04:39:03.542 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:39:03.542 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:39:03.542 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:39:03.542 DEBUG:teuthology.orchestra.run.smithi111:> ') 2024-09-19T04:39:03.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:39:03.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:39:03.668 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:03.668 DEBUG:teuthology.orchestra.run.smithi111:> ip netns list 2024-09-19T04:39:03.683 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T04:39:03.683 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T04:39:03.684 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:39:03.684 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:03.684 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip link set brx.0 up 2024-09-19T04:39:03.749 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:39:03.749 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T04:39:03.804 INFO:teuthology.orchestra.run.smithi111.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:39:03.805 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:39:03.805 DEBUG:teuthology.orchestra.run.smithi111:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:39:03.860 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T04:39:03.860 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:03.860 DEBUG:teuthology.orchestra.run.smithi111:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:39:03.943 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:39:03.943 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:39:03.950 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:39:03.951 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:39:03.951 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:39:03.951 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: trying mount with new device syntax: 0@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:39:03.951 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:39:03.951 INFO:teuthology.orchestra.run.smithi111.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T04:39:03.951 INFO:teuthology.orchestra.run.smithi111.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:39:03.951 INFO:teuthology.orchestra.run.smithi111.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:39:03.951 INFO:teuthology.orchestra.run.smithi111.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:39:03.951 INFO:teuthology.orchestra.run.smithi111.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:39:03.953 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:39:03.953 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:03.953 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:39:04.018 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:39:04.109 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:39:04.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:39:04.123 INFO:teuthology.orchestra.run.smithi111.stdout:client7905 2024-09-19T04:39:04.123 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:39:04.123 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:39:04.139 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:39:04.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.277+0000 7fd2aff11640 1 Processor -- start 2024-09-19T04:39:04.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.277+0000 7fd2aff11640 1 -- start start 2024-09-19T04:39:04.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.278+0000 7fd2aff11640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd2a815ca40 0x7fd2a815e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:04.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.278+0000 7fd2aff11640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd2a815ceb0 0x7fd2a81594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:04.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.278+0000 7fd2aff11640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2a815d390 con 0x7fd2a80d02a0 2024-09-19T04:39:04.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.278+0000 7fd2aff11640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fd2a815d670 con 0x7fd2a815ca40 2024-09-19T04:39:04.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.278+0000 7fd2aff11640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd2a815d950 con 0x7fd2a815ceb0 2024-09-19T04:39:04.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.278+0000 7fd2ad4ac640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd2a815ca40 0x7fd2a815e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:04.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.278+0000 7fd2adcad640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fd2a80d02a0 0x7fd2a80d0680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36626/0 (socket says 172.21.15.111:36626) 2024-09-19T04:39:04.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.278+0000 7fd2adcad640 1 -- 172.21.15.111:0/3553829907 learned_addr learned my addr 172.21.15.111:0/3553829907 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:04.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.278+0000 7fd2ae4ae640 1 --2- 172.21.15.111:0/3553829907 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd2a815ceb0 0x7fd2a81594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:04.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.278+0000 7fd2accab640 1 -- 172.21.15.111:0/3553829907 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3063874817 0 0) 0x7fd2a815d390 con 0x7fd2a80d02a0 2024-09-19T04:39:04.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.278+0000 7fd2ad4ac640 1 -- 172.21.15.111:0/3553829907 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd2a815ceb0 msgr2=0x7fd2a81594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:04.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.278+0000 7fd2ad4ac640 1 --2- 172.21.15.111:0/3553829907 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd2a815ceb0 0x7fd2a81594c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:04.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.278+0000 7fd2ad4ac640 1 -- 172.21.15.111:0/3553829907 >> v1:172.21.15.111:6789/0 conn(0x7fd2a80d02a0 legacy=0x7fd2a80d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:04.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.278+0000 7fd2ad4ac640 1 -- 172.21.15.111:0/3553829907 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2a815dc30 con 0x7fd2a815ca40 2024-09-19T04:39:04.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.279+0000 7fd2ad4ac640 1 --2- 172.21.15.111:0/3553829907 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd2a815ca40 0x7fd2a815e430 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7fd2980097a0 tx=0x7fd29802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62903460c87e32bd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:04.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.279+0000 7fd2accab640 1 -- 172.21.15.111:0/3553829907 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd298037070 con 0x7fd2a815ca40 2024-09-19T04:39:04.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.279+0000 7fd2accab640 1 -- 172.21.15.111:0/3553829907 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd29802ae50 con 0x7fd2a815ca40 2024-09-19T04:39:04.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.279+0000 7fd2accab640 1 -- 172.21.15.111:0/3553829907 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd298032660 con 0x7fd2a815ca40 2024-09-19T04:39:04.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.280+0000 7fd2aff11640 1 -- 172.21.15.111:0/3553829907 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd2a815ca40 msgr2=0x7fd2a815e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:04.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.280+0000 7fd2aff11640 1 --2- 172.21.15.111:0/3553829907 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd2a815ca40 0x7fd2a815e430 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7fd2980097a0 tx=0x7fd29802a100 comp rx=0 tx=0).stop 2024-09-19T04:39:04.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.280+0000 7fd2aff11640 1 -- 172.21.15.111:0/3553829907 shutdown_connections 2024-09-19T04:39:04.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.280+0000 7fd2aff11640 1 --2- 172.21.15.111:0/3553829907 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd2a815ceb0 0x7fd2a81594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:04.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.280+0000 7fd2aff11640 1 --2- 172.21.15.111:0/3553829907 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd2a815ca40 0x7fd2a815e430 unknown :-1 s=CLOSED pgs=1306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:04.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.280+0000 7fd2aff11640 1 -- 172.21.15.111:0/3553829907 >> 172.21.15.111:0/3553829907 conn(0x7fd2a8062cc0 msgr2=0x7fd2a806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:04.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.280+0000 7fd2aff11640 1 -- 172.21.15.111:0/3553829907 shutdown_connections 2024-09-19T04:39:04.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.280+0000 7fd2aff11640 1 -- 172.21.15.111:0/3553829907 wait complete. 2024-09-19T04:39:04.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.281+0000 7fd2aff11640 1 Processor -- start 2024-09-19T04:39:04.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.281+0000 7fd2aff11640 1 -- start start 2024-09-19T04:39:04.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.282+0000 7fd2aff11640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd2a80d02a0 0x7fd2a814c760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:04.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.282+0000 7fd2aff11640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd2a815ca40 0x7fd2a815a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:04.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.282+0000 7fd2aff11640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd2a815ceb0 0x7fd2a815ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:04.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.282+0000 7fd2aff11640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd2a8155d10 con 0x7fd2a815ceb0 2024-09-19T04:39:04.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.282+0000 7fd2aff11640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd2a8155b90 con 0x7fd2a80d02a0 2024-09-19T04:39:04.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.282+0000 7fd2aff11640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd2a80b4790 con 0x7fd2a815ca40 2024-09-19T04:39:04.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.282+0000 7fd2ae4ae640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd2a815ceb0 0x7fd2a815ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:04.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.282+0000 7fd2ae4ae640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd2a815ceb0 0x7fd2a815ad00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44746/0 (socket says 172.21.15.111:44746) 2024-09-19T04:39:04.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.282+0000 7fd2ae4ae640 1 -- 172.21.15.111:0/3421846456 learned_addr learned my addr 172.21.15.111:0/3421846456 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:04.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.282+0000 7fd2ae4ae640 1 -- 172.21.15.111:0/3421846456 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd2a815ca40 msgr2=0x7fd2a815a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:04.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.282+0000 7fd2ad4ac640 1 --2- 172.21.15.111:0/3421846456 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd2a815ca40 0x7fd2a815a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:04.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.282+0000 7fd2ae4ae640 1 --2- 172.21.15.111:0/3421846456 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd2a815ca40 0x7fd2a815a7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:04.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.282+0000 7fd2ae4ae640 1 -- 172.21.15.111:0/3421846456 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd2a80d02a0 msgr2=0x7fd2a814c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:04.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.282+0000 7fd2ae4ae640 1 --2- 172.21.15.111:0/3421846456 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd2a80d02a0 0x7fd2a814c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:04.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.282+0000 7fd2ae4ae640 1 -- 172.21.15.111:0/3421846456 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2a81f20f0 con 0x7fd2a815ceb0 2024-09-19T04:39:04.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.282+0000 7fd2ae4ae640 1 --2- 172.21.15.111:0/3421846456 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd2a815ceb0 0x7fd2a815ad00 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7fd2a0007de0 tx=0x7fd2a000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:04.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.282+0000 7fd29e7fc640 1 -- 172.21.15.111:0/3421846456 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a0014620 con 0x7fd2a815ceb0 2024-09-19T04:39:04.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.282+0000 7fd29e7fc640 1 -- 172.21.15.111:0/3421846456 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd2a0019070 con 0x7fd2a815ceb0 2024-09-19T04:39:04.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.282+0000 7fd2aff11640 1 -- 172.21.15.111:0/3421846456 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2a81f23b0 con 0x7fd2a815ceb0 2024-09-19T04:39:04.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.282+0000 7fd29e7fc640 1 -- 172.21.15.111:0/3421846456 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a0014a20 con 0x7fd2a815ceb0 2024-09-19T04:39:04.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.282+0000 7fd2aff11640 1 -- 172.21.15.111:0/3421846456 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2a81f2970 con 0x7fd2a815ceb0 2024-09-19T04:39:04.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.283+0000 7fd2aff11640 1 -- 172.21.15.111:0/3421846456 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2a80d0680 con 0x7fd2a815ceb0 2024-09-19T04:39:04.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.284+0000 7fd29e7fc640 1 -- 172.21.15.111:0/3421846456 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fd2a0014bc0 con 0x7fd2a815ceb0 2024-09-19T04:39:04.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.284+0000 7fd29e7fc640 1 --2- 172.21.15.111:0/3421846456 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd28c06c850 0x7fd28c06ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:04.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.284+0000 7fd29e7fc640 1 -- 172.21.15.111:0/3421846456 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7fd2a008c860 con 0x7fd2a815ceb0 2024-09-19T04:39:04.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.285+0000 7fd2adcad640 1 --2- 172.21.15.111:0/3421846456 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd28c06c850 0x7fd28c06ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:04.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.285+0000 7fd2adcad640 1 --2- 172.21.15.111:0/3421846456 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd28c06c850 0x7fd28c06ed10 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4007fd0 tx=0x7fd2a4007960 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:04.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.289+0000 7fd29e7fc640 1 -- 172.21.15.111:0/3421846456 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd2a005a720 con 0x7fd2a815ceb0 2024-09-19T04:39:04.493 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.492+0000 7fd2aff11640 1 -- 172.21.15.111:0/3421846456 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fd2a8152d30 con 0x7fd2a815ceb0 2024-09-19T04:39:04.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.492+0000 7fd29e7fc640 1 -- 172.21.15.111:0/3421846456 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v68) ==== 53+0+73 (secure 0 0 0) 0x7fd2a005a020 con 0x7fd2a815ceb0 2024-09-19T04:39:04.497 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:39:04.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.494+0000 7fd2aff11640 1 -- 172.21.15.111:0/3421846456 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd28c06c850 msgr2=0x7fd28c06ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:04.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.494+0000 7fd2aff11640 1 --2- 172.21.15.111:0/3421846456 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd28c06c850 0x7fd28c06ed10 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4007fd0 tx=0x7fd2a4007960 comp rx=0 tx=0).stop 2024-09-19T04:39:04.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.494+0000 7fd2aff11640 1 -- 172.21.15.111:0/3421846456 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd2a815ceb0 msgr2=0x7fd2a815ad00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:04.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.494+0000 7fd2aff11640 1 --2- 172.21.15.111:0/3421846456 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd2a815ceb0 0x7fd2a815ad00 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7fd2a0007de0 tx=0x7fd2a000e4b0 comp rx=0 tx=0).stop 2024-09-19T04:39:04.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.494+0000 7fd2aff11640 1 -- 172.21.15.111:0/3421846456 shutdown_connections 2024-09-19T04:39:04.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.494+0000 7fd2aff11640 1 --2- 172.21.15.111:0/3421846456 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd28c06c850 0x7fd28c06ed10 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:04.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.494+0000 7fd2aff11640 1 --2- 172.21.15.111:0/3421846456 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd2a815ceb0 0x7fd2a815ad00 unknown :-1 s=CLOSED pgs=1307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:04.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.494+0000 7fd2aff11640 1 --2- 172.21.15.111:0/3421846456 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd2a815ca40 0x7fd2a815a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:04.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.494+0000 7fd2aff11640 1 --2- 172.21.15.111:0/3421846456 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd2a80d02a0 0x7fd2a814c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:04.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.494+0000 7fd2aff11640 1 -- 172.21.15.111:0/3421846456 >> 172.21.15.111:0/3421846456 conn(0x7fd2a8062cc0 msgr2=0x7fd2a80b17c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:04.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.494+0000 7fd2aff11640 1 -- 172.21.15.111:0/3421846456 shutdown_connections 2024-09-19T04:39:04.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:04.494+0000 7fd2aff11640 1 -- 172.21.15.111:0/3421846456 wait complete. 2024-09-19T04:39:04.506 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:39:04.507 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:39:04.507 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi114.front.sepia.ceph.com 2024-09-19T04:39:04.507 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T04:39:04.507 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T04:39:04.508 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:39:04.508 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:39:04.508 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:39:04.508 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:39:04.508 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:04.508 DEBUG:teuthology.orchestra.run.smithi114:> ip addr 2024-09-19T04:39:04.528 INFO:teuthology.orchestra.run.smithi114.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:39:04.528 INFO:teuthology.orchestra.run.smithi114.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:39:04.528 INFO:teuthology.orchestra.run.smithi114.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:39:04.528 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:04.528 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 ::1/128 scope host 2024-09-19T04:39:04.528 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:04.528 INFO:teuthology.orchestra.run.smithi114.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:39:04.529 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:39:04.529 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f0 2024-09-19T04:39:04.529 INFO:teuthology.orchestra.run.smithi114.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:39:04.529 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:39:04.529 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f1 2024-09-19T04:39:04.529 INFO:teuthology.orchestra.run.smithi114.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:39:04.529 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:62 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:39:04.529 INFO:teuthology.orchestra.run.smithi114.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:39:04.529 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:63 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:39:04.529 INFO:teuthology.orchestra.run.smithi114.stdout: inet 172.21.15.114/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:39:04.529 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft 42412sec preferred_lft 42412sec 2024-09-19T04:39:04.529 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::ec4:7aff:fe8f:cb63/64 scope link noprefixroute 2024-09-19T04:39:04.529 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:04.530 INFO:teuthology.orchestra.run.smithi114.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:39:04.530 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether ca:e7:76:90:98:85 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:39:04.530 INFO:teuthology.orchestra.run.smithi114.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:39:04.530 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:04.530 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::9858:beff:fef5:aa6d/64 scope link 2024-09-19T04:39:04.530 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:04.530 INFO:teuthology.orchestra.run.smithi114.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:39:04.530 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether ca:e7:76:90:98:85 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T04:39:04.530 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::c8e7:76ff:fe90:9885/64 scope link 2024-09-19T04:39:04.530 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:04.530 INFO:teuthology.orchestra.run.smithi114.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:39:04.530 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether d6:e6:9a:34:5c:2e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T04:39:04.530 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::d4e6:9aff:fe34:5c2e/64 scope link 2024-09-19T04:39:04.531 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:04.531 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:04.531 DEBUG:teuthology.orchestra.run.smithi114:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:39:04.596 INFO:teuthology.orchestra.run.smithi114.stdout:1 2024-09-19T04:39:04.598 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:04.598 DEBUG:teuthology.orchestra.run.smithi114:> route 2024-09-19T04:39:04.658 INFO:teuthology.orchestra.run.smithi114.stdout:Kernel IP routing table 2024-09-19T04:39:04.658 INFO:teuthology.orchestra.run.smithi114.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:39:04.658 INFO:teuthology.orchestra.run.smithi114.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:39:04.658 INFO:teuthology.orchestra.run.smithi114.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:39:04.658 INFO:teuthology.orchestra.run.smithi114.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:39:04.658 DEBUG:teuthology.orchestra.run.smithi114:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:39:04.659 DEBUG:teuthology.orchestra.run.smithi114:> set -e 2024-09-19T04:39:04.659 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:39:04.659 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:39:04.659 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:39:04.659 DEBUG:teuthology.orchestra.run.smithi114:> ') 2024-09-19T04:39:04.755 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:39:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:39:04.789 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:39:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:39:04.795 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:04.795 DEBUG:teuthology.orchestra.run.smithi114:> ip netns list 2024-09-19T04:39:04.811 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T04:39:04.811 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T04:39:04.811 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:39:04.812 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:04.812 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip link set brx.0 up 2024-09-19T04:39:04.877 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:39:04.878 DEBUG:teuthology.orchestra.run.smithi114:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T04:39:04.934 INFO:teuthology.orchestra.run.smithi114.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:39:04.934 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:39:04.934 DEBUG:teuthology.orchestra.run.smithi114:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:39:04.989 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-19T04:39:04.989 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:04.989 DEBUG:teuthology.orchestra.run.smithi114:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:39:05.074 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:39:05.074 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:39:05.081 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:39:05.082 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:39:05.082 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:39:05.082 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: trying mount with new device syntax: 1@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:39:05.082 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:39:05.082 INFO:teuthology.orchestra.run.smithi114.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T04:39:05.083 INFO:teuthology.orchestra.run.smithi114.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:39:05.083 INFO:teuthology.orchestra.run.smithi114.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:39:05.083 INFO:teuthology.orchestra.run.smithi114.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:39:05.083 INFO:teuthology.orchestra.run.smithi114.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:39:05.084 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:39:05.085 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:05.085 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:39:05.109 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:39:05.198 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:39:05 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:39:05.200 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:39:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:39:05.206 INFO:teuthology.orchestra.run.smithi114.stdout:client7917 2024-09-19T04:39:05.206 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:39:05.206 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:39:05.222 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-19T04:39:05.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.328+0000 7f161c28d640 1 Processor -- start 2024-09-19T04:39:05.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.328+0000 7f161c28d640 1 -- start start 2024-09-19T04:39:05.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.329+0000 7f161c28d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f1614145d90 0x7f16140ccf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:05.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.329+0000 7f161c28d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f16140cfce0 0x7f161406d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:05.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.329+0000 7f161c28d640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16140b4240 con 0x7f16140cd490 2024-09-19T04:39:05.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.329+0000 7f161c28d640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f161406d080 con 0x7f16140cfce0 2024-09-19T04:39:05.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.329+0000 7f161c28d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f16140b4520 con 0x7f1614145d90 2024-09-19T04:39:05.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.329+0000 7f161a82a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f16140cfce0 0x7f161406d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:05.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.329+0000 7f1619828640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f16140cd490 0x7f16140cf5d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36628/0 (socket says 172.21.15.111:36628) 2024-09-19T04:39:05.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.329+0000 7f1619828640 1 -- 172.21.15.111:0/2203922328 learned_addr learned my addr 172.21.15.111:0/2203922328 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:05.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.329+0000 7f161a029640 1 --2- 172.21.15.111:0/2203922328 >> v2:172.21.15.114:3300/0 conn(0x7f1614145d90 0x7f16140ccf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:05.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.329+0000 7f161a82a640 1 -- 172.21.15.111:0/2203922328 >> v2:172.21.15.114:3300/0 conn(0x7f1614145d90 msgr2=0x7f16140ccf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:05.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.329+0000 7f161a82a640 1 --2- 172.21.15.111:0/2203922328 >> v2:172.21.15.114:3300/0 conn(0x7f1614145d90 0x7f16140ccf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:05.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.329+0000 7f161a82a640 1 -- 172.21.15.111:0/2203922328 >> v1:172.21.15.111:6789/0 conn(0x7f16140cd490 legacy=0x7f16140cf5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:05.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.329+0000 7f1619027640 1 -- 172.21.15.111:0/2203922328 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 959468508 0 0) 0x7f16140b4240 con 0x7f16140cd490 2024-09-19T04:39:05.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.329+0000 7f161a82a640 1 -- 172.21.15.111:0/2203922328 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16140b4800 con 0x7f16140cfce0 2024-09-19T04:39:05.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.330+0000 7f161a82a640 1 --2- 172.21.15.111:0/2203922328 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f16140cfce0 0x7f161406d4f0 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7f161406f430 tx=0x7f160c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85515ad72b029b71 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:05.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.330+0000 7f1619027640 1 -- 172.21.15.111:0/2203922328 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f160c007740 con 0x7f16140cfce0 2024-09-19T04:39:05.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.330+0000 7f1619027640 1 -- 172.21.15.111:0/2203922328 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f160c0078e0 con 0x7f16140cfce0 2024-09-19T04:39:05.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.330+0000 7f1619027640 1 -- 172.21.15.111:0/2203922328 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f160c007cb0 con 0x7f16140cfce0 2024-09-19T04:39:05.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.330+0000 7f161c28d640 1 -- 172.21.15.111:0/2203922328 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f16140cfce0 msgr2=0x7f161406d4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:05.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.330+0000 7f161c28d640 1 --2- 172.21.15.111:0/2203922328 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f16140cfce0 0x7f161406d4f0 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7f161406f430 tx=0x7f160c02a680 comp rx=0 tx=0).stop 2024-09-19T04:39:05.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.330+0000 7f161c28d640 1 -- 172.21.15.111:0/2203922328 shutdown_connections 2024-09-19T04:39:05.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.330+0000 7f161c28d640 1 --2- 172.21.15.111:0/2203922328 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f16140cfce0 0x7f161406d4f0 unknown :-1 s=CLOSED pgs=1310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:05.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.330+0000 7f161c28d640 1 --2- 172.21.15.111:0/2203922328 >> v2:172.21.15.114:3300/0 conn(0x7f1614145d90 0x7f16140ccf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:05.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.330+0000 7f161c28d640 1 -- 172.21.15.111:0/2203922328 >> 172.21.15.111:0/2203922328 conn(0x7f161406bba0 msgr2=0x7f161406bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:05.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.331+0000 7f161c28d640 1 -- 172.21.15.111:0/2203922328 shutdown_connections 2024-09-19T04:39:05.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.331+0000 7f161c28d640 1 -- 172.21.15.111:0/2203922328 wait complete. 2024-09-19T04:39:05.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.332+0000 7f161c28d640 1 Processor -- start 2024-09-19T04:39:05.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.332+0000 7f161c28d640 1 -- start start 2024-09-19T04:39:05.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.332+0000 7f161c28d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16140cd490 0x7f1614140960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:05.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.332+0000 7f161c28d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f16140cfce0 0x7f16140ac160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:05.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.332+0000 7f161c28d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1614145d90 0x7f161415dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:05.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.332+0000 7f161c28d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f16140b5790 con 0x7f16140cfce0 2024-09-19T04:39:05.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.332+0000 7f161c28d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f16140b5610 con 0x7f16140cd490 2024-09-19T04:39:05.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.332+0000 7f161c28d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1614146170 con 0x7f1614145d90 2024-09-19T04:39:05.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.332+0000 7f1619828640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f16140cfce0 0x7f16140ac160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:05.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.332+0000 7f1619828640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f16140cfce0 0x7f16140ac160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44766/0 (socket says 172.21.15.111:44766) 2024-09-19T04:39:05.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.332+0000 7f1619828640 1 -- 172.21.15.111:0/2508364249 learned_addr learned my addr 172.21.15.111:0/2508364249 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:05.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.333+0000 7f161a82a640 1 --2- 172.21.15.111:0/2508364249 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1614145d90 0x7f161415dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:05.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.333+0000 7f1619828640 1 -- 172.21.15.111:0/2508364249 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1614145d90 msgr2=0x7f161415dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:05.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.333+0000 7f1619828640 1 --2- 172.21.15.111:0/2508364249 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1614145d90 0x7f161415dc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:05.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.333+0000 7f1619828640 1 -- 172.21.15.111:0/2508364249 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16140cd490 msgr2=0x7f1614140960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:05.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.333+0000 7f161a029640 1 --2- 172.21.15.111:0/2508364249 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16140cd490 0x7f1614140960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:05.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.333+0000 7f1619828640 1 --2- 172.21.15.111:0/2508364249 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16140cd490 0x7f1614140960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:05.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.333+0000 7f1619828640 1 -- 172.21.15.111:0/2508364249 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16140cc070 con 0x7f16140cfce0 2024-09-19T04:39:05.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.333+0000 7f161a029640 1 --2- 172.21.15.111:0/2508364249 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16140cd490 0x7f1614140960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:05.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.333+0000 7f1619828640 1 --2- 172.21.15.111:0/2508364249 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f16140cfce0 0x7f16140ac160 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7f161000c430 tx=0x7f161000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:05.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.333+0000 7f1606ffd640 1 -- 172.21.15.111:0/2508364249 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16100074e0 con 0x7f16140cfce0 2024-09-19T04:39:05.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.333+0000 7f1606ffd640 1 -- 172.21.15.111:0/2508364249 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16100047e0 con 0x7f16140cfce0 2024-09-19T04:39:05.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.333+0000 7f1606ffd640 1 -- 172.21.15.111:0/2508364249 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1610004bd0 con 0x7f16140cfce0 2024-09-19T04:39:05.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.333+0000 7f161c28d640 1 -- 172.21.15.111:0/2508364249 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16140ab3a0 con 0x7f16140cfce0 2024-09-19T04:39:05.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.333+0000 7f161c28d640 1 -- 172.21.15.111:0/2508364249 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16140ab960 con 0x7f16140cfce0 2024-09-19T04:39:05.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.334+0000 7f161c28d640 1 -- 172.21.15.111:0/2508364249 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16140ccaf0 con 0x7f16140cfce0 2024-09-19T04:39:05.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.335+0000 7f1606ffd640 1 -- 172.21.15.111:0/2508364249 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f1610011070 con 0x7f16140cfce0 2024-09-19T04:39:05.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.335+0000 7f1606ffd640 1 --2- 172.21.15.111:0/2508364249 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f15f806c850 0x7f15f806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:05.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.335+0000 7f1606ffd640 1 -- 172.21.15.111:0/2508364249 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f161008bb50 con 0x7f16140cfce0 2024-09-19T04:39:05.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.335+0000 7f161a029640 1 --2- 172.21.15.111:0/2508364249 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f15f806c850 0x7f15f806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:05.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.336+0000 7f161a029640 1 --2- 172.21.15.111:0/2508364249 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f15f806c850 0x7f15f806ed10 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f1608006fd0 tx=0x7f1608008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:05.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.340+0000 7f1606ffd640 1 -- 172.21.15.111:0/2508364249 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1610059a10 con 0x7f16140cfce0 2024-09-19T04:39:05.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:05.541+0000 7f161c28d640 1 -- 172.21.15.111:0/2508364249 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f16140cc810 con 0x7f16140cfce0 2024-09-19T04:39:06.237 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.236+0000 7f1606ffd640 1 -- 172.21.15.111:0/2508364249 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v69) ==== 136+0+0 (secure 0 0 0) 0x7f1610059310 con 0x7f16140cfce0 2024-09-19T04:39:06.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.238+0000 7f161c28d640 1 -- 172.21.15.111:0/2508364249 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f15f806c850 msgr2=0x7f15f806ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:06.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.238+0000 7f161c28d640 1 --2- 172.21.15.111:0/2508364249 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f15f806c850 0x7f15f806ed10 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f1608006fd0 tx=0x7f1608008040 comp rx=0 tx=0).stop 2024-09-19T04:39:06.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.238+0000 7f161c28d640 1 -- 172.21.15.111:0/2508364249 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f16140cfce0 msgr2=0x7f16140ac160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:06.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.238+0000 7f161c28d640 1 --2- 172.21.15.111:0/2508364249 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f16140cfce0 0x7f16140ac160 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7f161000c430 tx=0x7f161000c8f0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.238+0000 7f161c28d640 1 -- 172.21.15.111:0/2508364249 shutdown_connections 2024-09-19T04:39:06.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.238+0000 7f161c28d640 1 --2- 172.21.15.111:0/2508364249 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f15f806c850 0x7f15f806ed10 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.238+0000 7f161c28d640 1 --2- 172.21.15.111:0/2508364249 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1614145d90 0x7f161415dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.238+0000 7f161c28d640 1 --2- 172.21.15.111:0/2508364249 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f16140cfce0 0x7f16140ac160 unknown :-1 s=CLOSED pgs=1311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.238+0000 7f161c28d640 1 --2- 172.21.15.111:0/2508364249 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16140cd490 0x7f1614140960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.238+0000 7f161c28d640 1 -- 172.21.15.111:0/2508364249 >> 172.21.15.111:0/2508364249 conn(0x7f161406bba0 msgr2=0x7f16140b0ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:06.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.239+0000 7f161c28d640 1 -- 172.21.15.111:0/2508364249 shutdown_connections 2024-09-19T04:39:06.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.239+0000 7f161c28d640 1 -- 172.21.15.111:0/2508364249 wait complete. 2024-09-19T04:39:06.253 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-19T04:39:06.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.357+0000 7f1d6e591640 1 Processor -- start 2024-09-19T04:39:06.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.357+0000 7f1d6e591640 1 -- start start 2024-09-19T04:39:06.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.358+0000 7f1d6e591640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1d6815c180 0x7f1d680cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:06.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.358+0000 7f1d6e591640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d680ce740 con 0x7f1d68073120 2024-09-19T04:39:06.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.358+0000 7f1d6e591640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d68072640 con 0x7f1d680ce230 2024-09-19T04:39:06.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.358+0000 7f1d6e591640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f1d68072920 con 0x7f1d6815c180 2024-09-19T04:39:06.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.358+0000 7f1d67fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1d6815c180 0x7f1d680cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:06.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.358+0000 7f1d6cb2e640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f1d68073120 0x7f1d6806bba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36642/0 (socket says 172.21.15.111:36642) 2024-09-19T04:39:06.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.358+0000 7f1d6cb2e640 1 -- 172.21.15.111:0/1649411159 learned_addr learned my addr 172.21.15.111:0/1649411159 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:06.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.358+0000 7f1d67fff640 1 -- 172.21.15.111:0/1649411159 >> v1:172.21.15.114:6789/0 conn(0x7f1d680ce230 legacy=0x7f1d680cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:06.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.358+0000 7f1d67fff640 1 -- 172.21.15.111:0/1649411159 >> v1:172.21.15.111:6789/0 conn(0x7f1d68073120 legacy=0x7f1d6806bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:06.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.358+0000 7f1d66ffd640 1 -- 172.21.15.111:0/1649411159 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1351882206 0 0) 0x7f1d680ce740 con 0x7f1d68073120 2024-09-19T04:39:06.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.358+0000 7f1d67fff640 1 -- 172.21.15.111:0/1649411159 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d68072c00 con 0x7f1d6815c180 2024-09-19T04:39:06.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.359+0000 7f1d67fff640 1 --2- 172.21.15.111:0/1649411159 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d6815c180 0x7f1d680cdcf0 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7f1d580097a0 tx=0x7f1d5802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec8349038c53aa40 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:06.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.359+0000 7f1d66ffd640 1 -- 172.21.15.111:0/1649411159 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d58037070 con 0x7f1d6815c180 2024-09-19T04:39:06.361 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.359+0000 7f1d66ffd640 1 -- 172.21.15.111:0/1649411159 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d5802ae50 con 0x7f1d6815c180 2024-09-19T04:39:06.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.359+0000 7f1d66ffd640 1 -- 172.21.15.111:0/1649411159 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d58032660 con 0x7f1d6815c180 2024-09-19T04:39:06.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.360+0000 7f1d6e591640 1 -- 172.21.15.111:0/1649411159 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d6815c180 msgr2=0x7f1d680cdcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:06.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.360+0000 7f1d6e591640 1 --2- 172.21.15.111:0/1649411159 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d6815c180 0x7f1d680cdcf0 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7f1d580097a0 tx=0x7f1d5802a140 comp rx=0 tx=0).stop 2024-09-19T04:39:06.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.360+0000 7f1d6e591640 1 -- 172.21.15.111:0/1649411159 shutdown_connections 2024-09-19T04:39:06.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.360+0000 7f1d6e591640 1 --2- 172.21.15.111:0/1649411159 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d6815c180 0x7f1d680cdcf0 unknown :-1 s=CLOSED pgs=1313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.360+0000 7f1d6e591640 1 -- 172.21.15.111:0/1649411159 >> 172.21.15.111:0/1649411159 conn(0x7f1d68062cc0 msgr2=0x7f1d6806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:06.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.360+0000 7f1d6e591640 1 -- 172.21.15.111:0/1649411159 shutdown_connections 2024-09-19T04:39:06.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.360+0000 7f1d6e591640 1 -- 172.21.15.111:0/1649411159 wait complete. 2024-09-19T04:39:06.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.361+0000 7f1d6e591640 1 Processor -- start 2024-09-19T04:39:06.363 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.361+0000 7f1d6e591640 1 -- start start 2024-09-19T04:39:06.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.362+0000 7f1d6e591640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d68073120 0x7f1d68151350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:06.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.362+0000 7f1d6e591640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1d680ce230 0x7f1d680aec10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:06.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.362+0000 7f1d6e591640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1d6815c180 0x7f1d680c5c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:06.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.362+0000 7f1d6e591640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1d680cf780 con 0x7f1d68073120 2024-09-19T04:39:06.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.362+0000 7f1d6e591640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1d680722f0 con 0x7f1d680ce230 2024-09-19T04:39:06.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.362+0000 7f1d6e591640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1d6815c560 con 0x7f1d6815c180 2024-09-19T04:39:06.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.362+0000 7f1d67fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d68073120 0x7f1d68151350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:06.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.362+0000 7f1d67fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d68073120 0x7f1d68151350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44794/0 (socket says 172.21.15.111:44794) 2024-09-19T04:39:06.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.362+0000 7f1d67fff640 1 -- 172.21.15.111:0/1539890820 learned_addr learned my addr 172.21.15.111:0/1539890820 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:06.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.362+0000 7f1d677fe640 1 --2- 172.21.15.111:0/1539890820 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1d680ce230 0x7f1d680aec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:06.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.362+0000 7f1d6cb2e640 1 --2- 172.21.15.111:0/1539890820 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1d6815c180 0x7f1d680c5c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:06.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.362+0000 7f1d67fff640 1 -- 172.21.15.111:0/1539890820 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1d6815c180 msgr2=0x7f1d680c5c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:06.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.362+0000 7f1d67fff640 1 --2- 172.21.15.111:0/1539890820 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1d6815c180 0x7f1d680c5c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.362+0000 7f1d67fff640 1 -- 172.21.15.111:0/1539890820 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1d680ce230 msgr2=0x7f1d680aec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:06.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.362+0000 7f1d67fff640 1 --2- 172.21.15.111:0/1539890820 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1d680ce230 0x7f1d680aec10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.362+0000 7f1d67fff640 1 -- 172.21.15.111:0/1539890820 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d680c63f0 con 0x7f1d68073120 2024-09-19T04:39:06.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.363+0000 7f1d67fff640 1 --2- 172.21.15.111:0/1539890820 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d68073120 0x7f1d68151350 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7f1d580097a0 tx=0x7f1d580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:06.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.363+0000 7f1d64ff9640 1 -- 172.21.15.111:0/1539890820 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d58042070 con 0x7f1d68073120 2024-09-19T04:39:06.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.363+0000 7f1d64ff9640 1 -- 172.21.15.111:0/1539890820 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d5803e670 con 0x7f1d68073120 2024-09-19T04:39:06.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.363+0000 7f1d6e591640 1 -- 172.21.15.111:0/1539890820 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d680c66d0 con 0x7f1d68073120 2024-09-19T04:39:06.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.363+0000 7f1d64ff9640 1 -- 172.21.15.111:0/1539890820 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d58037040 con 0x7f1d68073120 2024-09-19T04:39:06.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.363+0000 7f1d6e591640 1 -- 172.21.15.111:0/1539890820 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d680c6c90 con 0x7f1d68073120 2024-09-19T04:39:06.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.364+0000 7f1d6e591640 1 -- 172.21.15.111:0/1539890820 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d680cdcf0 con 0x7f1d68073120 2024-09-19T04:39:06.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.364+0000 7f1d64ff9640 1 -- 172.21.15.111:0/1539890820 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f1d58045070 con 0x7f1d68073120 2024-09-19T04:39:06.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.365+0000 7f1d64ff9640 1 --2- 172.21.15.111:0/1539890820 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1d5406c850 0x7f1d5406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:06.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.365+0000 7f1d64ff9640 1 -- 172.21.15.111:0/1539890820 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f1d580ac840 con 0x7f1d68073120 2024-09-19T04:39:06.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.365+0000 7f1d677fe640 1 --2- 172.21.15.111:0/1539890820 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1d5406c850 0x7f1d5406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:06.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.365+0000 7f1d677fe640 1 --2- 172.21.15.111:0/1539890820 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1d5406c850 0x7f1d5406ed10 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f1d6815b260 tx=0x7f1d5c007e30 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:06.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.369+0000 7f1d64ff9640 1 -- 172.21.15.111:0/1539890820 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1d5807a260 con 0x7f1d68073120 2024-09-19T04:39:06.559 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.558+0000 7f1d6e591640 1 -- 172.21.15.111:0/1539890820 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7f1d680b1d00 con 0x7f1d5406c850 2024-09-19T04:39:06.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.559+0000 7f1d64ff9640 1 -- 172.21.15.111:0/1539890820 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f1d680b1d00 con 0x7f1d5406c850 2024-09-19T04:39:06.561 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:39:06.561 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:06.561 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "cephfs" 2024-09-19T04:39:06.561 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:06.561 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:39:06.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.562+0000 7f1d6e591640 1 -- 172.21.15.111:0/1539890820 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1d5406c850 msgr2=0x7f1d5406ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:06.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.562+0000 7f1d6e591640 1 --2- 172.21.15.111:0/1539890820 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1d5406c850 0x7f1d5406ed10 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f1d6815b260 tx=0x7f1d5c007e30 comp rx=0 tx=0).stop 2024-09-19T04:39:06.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.562+0000 7f1d6e591640 1 -- 172.21.15.111:0/1539890820 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d68073120 msgr2=0x7f1d68151350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:06.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.562+0000 7f1d6e591640 1 --2- 172.21.15.111:0/1539890820 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d68073120 0x7f1d68151350 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7f1d580097a0 tx=0x7f1d580046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.562+0000 7f1d6e591640 1 -- 172.21.15.111:0/1539890820 shutdown_connections 2024-09-19T04:39:06.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.562+0000 7f1d6e591640 1 --2- 172.21.15.111:0/1539890820 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1d5406c850 0x7f1d5406ed10 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.562+0000 7f1d6e591640 1 --2- 172.21.15.111:0/1539890820 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1d6815c180 0x7f1d680c5c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.562+0000 7f1d6e591640 1 --2- 172.21.15.111:0/1539890820 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1d680ce230 0x7f1d680aec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.562+0000 7f1d6e591640 1 --2- 172.21.15.111:0/1539890820 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d68073120 0x7f1d68151350 unknown :-1 s=CLOSED pgs=1314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.562+0000 7f1d6e591640 1 -- 172.21.15.111:0/1539890820 >> 172.21.15.111:0/1539890820 conn(0x7f1d68062cc0 msgr2=0x7f1d6806bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:06.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.562+0000 7f1d6e591640 1 -- 172.21.15.111:0/1539890820 shutdown_connections 2024-09-19T04:39:06.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.562+0000 7f1d6e591640 1 -- 172.21.15.111:0/1539890820 wait complete. 2024-09-19T04:39:06.575 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T04:39:06.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.675+0000 7f04a9e0a640 1 Processor -- start 2024-09-19T04:39:06.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.675+0000 7f04a9e0a640 1 -- start start 2024-09-19T04:39:06.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.676+0000 7f04a9e0a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04a415e860 0x7f04a415ec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:06.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.676+0000 7f04a9e0a640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04a406d130 con 0x7f04a40b7360 2024-09-19T04:39:06.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.676+0000 7f04a9e0a640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04a406d410 con 0x7f04a4073150 2024-09-19T04:39:06.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.676+0000 7f04a9e0a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f04a406d6f0 con 0x7f04a415e860 2024-09-19T04:39:06.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.676+0000 7f04a3fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f04a40b7360 0x7f04a406e1d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36646/0 (socket says 172.21.15.111:36646) 2024-09-19T04:39:06.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.676+0000 7f04a3fff640 1 -- 172.21.15.111:0/3343595035 learned_addr learned my addr 172.21.15.111:0/3343595035 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:06.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a37fe640 1 --2- 172.21.15.111:0/3343595035 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04a415e860 0x7f04a415ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:06.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a2ffd640 1 -- 172.21.15.111:0/3343595035 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1562459766 0 0) 0x7f04a406d130 con 0x7f04a40b7360 2024-09-19T04:39:06.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a2ffd640 1 -- 172.21.15.111:0/3343595035 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0490003520 con 0x7f04a40b7360 2024-09-19T04:39:06.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a2ffd640 1 -- 172.21.15.111:0/3343595035 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2601265618 0 0) 0x7f04a406d410 con 0x7f04a4073150 2024-09-19T04:39:06.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a2ffd640 1 -- 172.21.15.111:0/3343595035 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f04a406d130 con 0x7f04a4073150 2024-09-19T04:39:06.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a2ffd640 1 -- 172.21.15.111:0/3343595035 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3868395899 0 0) 0x7f0490003520 con 0x7f04a40b7360 2024-09-19T04:39:06.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a2ffd640 1 -- 172.21.15.111:0/3343595035 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04a415e860 msgr2=0x7f04a415ec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:06.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a2ffd640 1 --2- 172.21.15.111:0/3343595035 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04a415e860 0x7f04a415ec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a2ffd640 1 -- 172.21.15.111:0/3343595035 >> v1:172.21.15.114:6789/0 conn(0x7f04a4073150 legacy=0x7f04a40b6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:06.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a2ffd640 1 -- 172.21.15.111:0/3343595035 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04a406d9d0 con 0x7f04a40b7360 2024-09-19T04:39:06.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a2ffd640 1 -- 172.21.15.111:0/3343595035 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f049c0019f0 con 0x7f04a40b7360 2024-09-19T04:39:06.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a2ffd640 1 -- 172.21.15.111:0/3343595035 >> v1:172.21.15.111:6789/0 conn(0x7f04a40b7360 legacy=0x7f04a406e1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:06.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a2ffd640 1 --2- 172.21.15.111:0/3343595035 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04a415e860 0x7f0490003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:06.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a2ffd640 1 --2- 172.21.15.111:0/3343595035 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f04900040d0 0x7f0490004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:06.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a2ffd640 1 --2- 172.21.15.111:0/3343595035 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0490004d40 0x7f04900051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:06.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a2ffd640 1 -- 172.21.15.111:0/3343595035 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f04a406d6f0 con 0x7f0490004d40 2024-09-19T04:39:06.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a2ffd640 1 -- 172.21.15.111:0/3343595035 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f049000baa0 con 0x7f04900040d0 2024-09-19T04:39:06.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a2ffd640 1 -- 172.21.15.111:0/3343595035 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f049000bca0 con 0x7f04a415e860 2024-09-19T04:39:06.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a3fff640 1 --2- 172.21.15.111:0/3343595035 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0490004d40 0x7f04900051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:06.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a37fe640 1 --2- 172.21.15.111:0/3343595035 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04a415e860 0x7f0490003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:06.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f049affd640 1 --2- 172.21.15.111:0/3343595035 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f04900040d0 0x7f0490004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:06.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a3fff640 1 -- 172.21.15.111:0/3343595035 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04a415e860 msgr2=0x7f0490003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:06.682 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a3fff640 1 --2- 172.21.15.111:0/3343595035 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04a415e860 0x7f0490003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a3fff640 1 -- 172.21.15.111:0/3343595035 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f04900040d0 msgr2=0x7f0490004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:06.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a3fff640 1 --2- 172.21.15.111:0/3343595035 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f04900040d0 0x7f0490004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.677+0000 7f04a3fff640 1 -- 172.21.15.111:0/3343595035 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0490003520 con 0x7f0490004d40 2024-09-19T04:39:06.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.678+0000 7f04a3fff640 1 --2- 172.21.15.111:0/3343595035 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0490004d40 0x7f04900051c0 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7f049c00a810 tx=0x7f0490005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4679cfa6347946df server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:06.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.678+0000 7f04a2ffd640 1 -- 172.21.15.111:0/3343595035 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f049c00a430 con 0x7f0490004d40 2024-09-19T04:39:06.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.678+0000 7f04a2ffd640 1 -- 172.21.15.111:0/3343595035 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f049c02f070 con 0x7f0490004d40 2024-09-19T04:39:06.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.678+0000 7f04a2ffd640 1 -- 172.21.15.111:0/3343595035 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f049c02bc90 con 0x7f0490004d40 2024-09-19T04:39:06.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.679+0000 7f04a9e0a640 1 -- 172.21.15.111:0/3343595035 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0490004d40 msgr2=0x7f04900051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:06.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.679+0000 7f04a9e0a640 1 --2- 172.21.15.111:0/3343595035 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0490004d40 0x7f04900051c0 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7f049c00a810 tx=0x7f0490005830 comp rx=0 tx=0).stop 2024-09-19T04:39:06.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.679+0000 7f04a3fff640 1 -- 172.21.15.111:0/3343595035 reap_dead start 2024-09-19T04:39:06.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.679+0000 7f04a9e0a640 1 -- 172.21.15.111:0/3343595035 shutdown_connections 2024-09-19T04:39:06.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.679+0000 7f04a9e0a640 1 -- 172.21.15.111:0/3343595035 >> 172.21.15.111:0/3343595035 conn(0x7f04a40b4290 msgr2=0x7f04a40b4670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:06.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.679+0000 7f04a9e0a640 1 -- 172.21.15.111:0/3343595035 shutdown_connections 2024-09-19T04:39:06.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.679+0000 7f04a9e0a640 1 -- 172.21.15.111:0/3343595035 wait complete. 2024-09-19T04:39:06.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.680+0000 7f04a9e0a640 1 Processor -- start 2024-09-19T04:39:06.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.680+0000 7f04a9e0a640 1 -- start start 2024-09-19T04:39:06.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.681+0000 7f04a9e0a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0490004d40 0x7f04a41513c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:06.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.681+0000 7f04a9e0a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04a4161cf0 0x7f04a415f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:06.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.681+0000 7f04a9e0a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04a4145920 0x7f04a4154cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:06.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.681+0000 7f04a9e0a640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f04a406ced0 con 0x7f04a4161cf0 2024-09-19T04:39:06.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.681+0000 7f04a9e0a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f04a406cd50 con 0x7f0490004d40 2024-09-19T04:39:06.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.681+0000 7f04a9e0a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f04a4071940 con 0x7f04a4145920 2024-09-19T04:39:06.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.681+0000 7f049affd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04a4161cf0 0x7f04a415f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:06.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.681+0000 7f049affd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04a4161cf0 0x7f04a415f650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44802/0 (socket says 172.21.15.111:44802) 2024-09-19T04:39:06.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.681+0000 7f049affd640 1 -- 172.21.15.111:0/1478471869 learned_addr learned my addr 172.21.15.111:0/1478471869 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:06.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.681+0000 7f04a37fe640 1 --2- 172.21.15.111:0/1478471869 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0490004d40 0x7f04a41513c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:06.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.681+0000 7f04a3fff640 1 --2- 172.21.15.111:0/1478471869 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04a4145920 0x7f04a4154cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:06.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.681+0000 7f049affd640 1 -- 172.21.15.111:0/1478471869 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04a4145920 msgr2=0x7f04a4154cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:06.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.681+0000 7f049affd640 1 --2- 172.21.15.111:0/1478471869 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04a4145920 0x7f04a4154cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.681+0000 7f049affd640 1 -- 172.21.15.111:0/1478471869 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0490004d40 msgr2=0x7f04a41513c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:06.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.681+0000 7f049affd640 1 --2- 172.21.15.111:0/1478471869 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0490004d40 0x7f04a41513c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.681+0000 7f049affd640 1 -- 172.21.15.111:0/1478471869 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04a415fea0 con 0x7f04a4161cf0 2024-09-19T04:39:06.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.681+0000 7f049affd640 1 --2- 172.21.15.111:0/1478471869 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04a4161cf0 0x7f04a415f650 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7f048c00e780 tx=0x7f048c00ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:06.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.681+0000 7f04a0ff9640 1 -- 172.21.15.111:0/1478471869 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f048c00ee30 con 0x7f04a4161cf0 2024-09-19T04:39:06.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.681+0000 7f04a0ff9640 1 -- 172.21.15.111:0/1478471869 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f048c018070 con 0x7f04a4161cf0 2024-09-19T04:39:06.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.681+0000 7f04a9e0a640 1 -- 172.21.15.111:0/1478471869 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04a4160180 con 0x7f04a4161cf0 2024-09-19T04:39:06.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.681+0000 7f04a0ff9640 1 -- 172.21.15.111:0/1478471869 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f048c00c660 con 0x7f04a4161cf0 2024-09-19T04:39:06.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.682+0000 7f04a9e0a640 1 -- 172.21.15.111:0/1478471869 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04a4157c60 con 0x7f04a4161cf0 2024-09-19T04:39:06.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.682+0000 7f04a9e0a640 1 -- 172.21.15.111:0/1478471869 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04a40b6c50 con 0x7f04a4161cf0 2024-09-19T04:39:06.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.683+0000 7f04a0ff9640 1 -- 172.21.15.111:0/1478471869 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f048c00c800 con 0x7f04a4161cf0 2024-09-19T04:39:06.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.683+0000 7f04a0ff9640 1 --2- 172.21.15.111:0/1478471869 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f048406c880 0x7f048406ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:06.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.683+0000 7f04a0ff9640 1 -- 172.21.15.111:0/1478471869 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f048c08bd00 con 0x7f04a4161cf0 2024-09-19T04:39:06.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.683+0000 7f04a37fe640 1 --2- 172.21.15.111:0/1478471869 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f048406c880 0x7f048406ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:06.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.684+0000 7f04a37fe640 1 --2- 172.21.15.111:0/1478471869 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f048406c880 0x7f048406ed40 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f04a4148ad0 tx=0x7f0494008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:06.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.688+0000 7f04a0ff9640 1 -- 172.21.15.111:0/1478471869 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f048c059bc0 con 0x7f04a4161cf0 2024-09-19T04:39:06.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.855+0000 7f04a9e0a640 1 -- 172.21.15.111:0/1478471869 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f04a40b1b00 con 0x7f04a4161cf0 2024-09-19T04:39:06.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.855+0000 7f04a0ff9640 1 -- 172.21.15.111:0/1478471869 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v24)=0 v24) ==== 122+0+0 (secure 0 0 0) 0x7f048c0594c0 con 0x7f04a4161cf0 2024-09-19T04:39:06.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.857+0000 7f04a9e0a640 1 -- 172.21.15.111:0/1478471869 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f048406c880 msgr2=0x7f048406ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:06.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.857+0000 7f04a9e0a640 1 --2- 172.21.15.111:0/1478471869 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f048406c880 0x7f048406ed40 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f04a4148ad0 tx=0x7f0494008040 comp rx=0 tx=0).stop 2024-09-19T04:39:06.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.857+0000 7f04a9e0a640 1 -- 172.21.15.111:0/1478471869 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04a4161cf0 msgr2=0x7f04a415f650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:06.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.857+0000 7f04a9e0a640 1 --2- 172.21.15.111:0/1478471869 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04a4161cf0 0x7f04a415f650 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7f048c00e780 tx=0x7f048c00ec40 comp rx=0 tx=0).stop 2024-09-19T04:39:06.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.857+0000 7f04a9e0a640 1 -- 172.21.15.111:0/1478471869 shutdown_connections 2024-09-19T04:39:06.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.857+0000 7f04a9e0a640 1 --2- 172.21.15.111:0/1478471869 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f048406c880 0x7f048406ed40 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.857+0000 7f04a9e0a640 1 --2- 172.21.15.111:0/1478471869 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04a4145920 0x7f04a4154cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.857+0000 7f04a9e0a640 1 --2- 172.21.15.111:0/1478471869 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04a4161cf0 0x7f04a415f650 unknown :-1 s=CLOSED pgs=1317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.857+0000 7f04a9e0a640 1 --2- 172.21.15.111:0/1478471869 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0490004d40 0x7f04a41513c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.857+0000 7f04a9e0a640 1 -- 172.21.15.111:0/1478471869 >> 172.21.15.111:0/1478471869 conn(0x7f04a40b4290 msgr2=0x7f04a415c340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:06.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.857+0000 7f04a9e0a640 1 -- 172.21.15.111:0/1478471869 shutdown_connections 2024-09-19T04:39:06.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.857+0000 7f04a9e0a640 1 -- 172.21.15.111:0/1478471869 wait complete. 2024-09-19T04:39:06.869 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create non_existent_subvolume subvolume_1 2024-09-19T04:39:06.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.969+0000 7f4b132dd640 1 Processor -- start 2024-09-19T04:39:06.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.969+0000 7f4b132dd640 1 -- start start 2024-09-19T04:39:06.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.970+0000 7f4b132dd640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f4b0c158e50 0x7f4b0c0b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:06.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.970+0000 7f4b132dd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4b0c15c370 0x7f4b0c06ea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:06.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.970+0000 7f4b132dd640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4b0c15c800 con 0x7f4b0c06ef60 2024-09-19T04:39:06.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.970+0000 7f4b132dd640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f4b0c0b43f0 con 0x7f4b0c15c370 2024-09-19T04:39:06.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.970+0000 7f4b132dd640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f4b0c0b3630 con 0x7f4b0c158e50 2024-09-19T04:39:06.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.970+0000 7f4b10878640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4b0c15c370 0x7f4b0c06ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:06.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.970+0000 7f4b10878640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4b0c15c370 0x7f4b0c06ea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44808/0 (socket says 172.21.15.111:44808) 2024-09-19T04:39:06.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.970+0000 7f4b10878640 1 -- 172.21.15.111:0/2560695023 learned_addr learned my addr 172.21.15.111:0/2560695023 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:06.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.970+0000 7f4b11079640 1 --2- 172.21.15.111:0/2560695023 >> v2:172.21.15.114:3300/0 conn(0x7f4b0c158e50 0x7f4b0c0b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:06.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.970+0000 7f4b10878640 1 -- 172.21.15.111:0/2560695023 >> v2:172.21.15.114:3300/0 conn(0x7f4b0c158e50 msgr2=0x7f4b0c0b5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:06.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.970+0000 7f4b10878640 1 --2- 172.21.15.111:0/2560695023 >> v2:172.21.15.114:3300/0 conn(0x7f4b0c158e50 0x7f4b0c0b5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.970+0000 7f4b10878640 1 -- 172.21.15.111:0/2560695023 >> v1:172.21.15.114:6789/0 conn(0x7f4b0c06ef60 legacy=0x7f4b0c15ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:06.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.970+0000 7f4b10878640 1 -- 172.21.15.111:0/2560695023 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b0c0b3910 con 0x7f4b0c15c370 2024-09-19T04:39:06.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.971+0000 7f4b10878640 1 --2- 172.21.15.111:0/2560695023 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b0c15c370 0x7f4b0c06ea20 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c069580 tx=0x7f4afc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e878e62b10c3296 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:06.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.971+0000 7f4b03fff640 1 -- 172.21.15.111:0/2560695023 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4afc004030 con 0x7f4b0c15c370 2024-09-19T04:39:06.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.971+0000 7f4b03fff640 1 -- 172.21.15.111:0/2560695023 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4afc0041d0 con 0x7f4b0c15c370 2024-09-19T04:39:06.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.971+0000 7f4b03fff640 1 -- 172.21.15.111:0/2560695023 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4afc003610 con 0x7f4b0c15c370 2024-09-19T04:39:06.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.972+0000 7f4b132dd640 1 -- 172.21.15.111:0/2560695023 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b0c15c370 msgr2=0x7f4b0c06ea20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:06.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.972+0000 7f4b132dd640 1 --2- 172.21.15.111:0/2560695023 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b0c15c370 0x7f4b0c06ea20 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c069580 tx=0x7f4afc02a270 comp rx=0 tx=0).stop 2024-09-19T04:39:06.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.972+0000 7f4b132dd640 1 -- 172.21.15.111:0/2560695023 shutdown_connections 2024-09-19T04:39:06.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.972+0000 7f4b132dd640 1 --2- 172.21.15.111:0/2560695023 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b0c15c370 0x7f4b0c06ea20 unknown :-1 s=CLOSED pgs=1318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.972+0000 7f4b132dd640 1 --2- 172.21.15.111:0/2560695023 >> v2:172.21.15.114:3300/0 conn(0x7f4b0c158e50 0x7f4b0c0b5050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.972+0000 7f4b132dd640 1 -- 172.21.15.111:0/2560695023 >> 172.21.15.111:0/2560695023 conn(0x7f4b0c06bba0 msgr2=0x7f4b0c06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:06.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.972+0000 7f4b132dd640 1 -- 172.21.15.111:0/2560695023 shutdown_connections 2024-09-19T04:39:06.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.972+0000 7f4b132dd640 1 -- 172.21.15.111:0/2560695023 wait complete. 2024-09-19T04:39:06.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.973+0000 7f4b132dd640 1 Processor -- start 2024-09-19T04:39:06.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.973+0000 7f4b132dd640 1 -- start start 2024-09-19T04:39:06.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.974+0000 7f4b132dd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4b0c06ef60 0x7f4b0c06e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:06.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.974+0000 7f4b132dd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b0c158e50 0x7f4b0c15e710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:06.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.974+0000 7f4b132dd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b0c15c370 0x7f4b0c147630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:06.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.974+0000 7f4b132dd640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4b0c159230 con 0x7f4b0c158e50 2024-09-19T04:39:06.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.974+0000 7f4b132dd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4b0c0b3ed0 con 0x7f4b0c15c370 2024-09-19T04:39:06.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.974+0000 7f4b132dd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4b0c0cf210 con 0x7f4b0c06ef60 2024-09-19T04:39:06.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.974+0000 7f4b10878640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b0c158e50 0x7f4b0c15e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:06.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.974+0000 7f4b10878640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b0c158e50 0x7f4b0c15e710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44822/0 (socket says 172.21.15.111:44822) 2024-09-19T04:39:06.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.974+0000 7f4b10878640 1 -- 172.21.15.111:0/2879946943 learned_addr learned my addr 172.21.15.111:0/2879946943 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:06.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.974+0000 7f4b11079640 1 --2- 172.21.15.111:0/2879946943 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4b0c06ef60 0x7f4b0c06e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:06.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.974+0000 7f4b1187a640 1 --2- 172.21.15.111:0/2879946943 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b0c15c370 0x7f4b0c147630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:06.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.974+0000 7f4b10878640 1 -- 172.21.15.111:0/2879946943 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4b0c06ef60 msgr2=0x7f4b0c06e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:06.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.974+0000 7f4b10878640 1 --2- 172.21.15.111:0/2879946943 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4b0c06ef60 0x7f4b0c06e0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.974+0000 7f4b10878640 1 -- 172.21.15.111:0/2879946943 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b0c15c370 msgr2=0x7f4b0c147630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:06.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.974+0000 7f4b10878640 1 --2- 172.21.15.111:0/2879946943 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b0c15c370 0x7f4b0c147630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:06.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.974+0000 7f4b10878640 1 -- 172.21.15.111:0/2879946943 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b0c167b70 con 0x7f4b0c158e50 2024-09-19T04:39:06.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.974+0000 7f4b10878640 1 --2- 172.21.15.111:0/2879946943 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b0c158e50 0x7f4b0c15e710 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7f4afc034040 tx=0x7f4afc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:06.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.974+0000 7f4b01ffb640 1 -- 172.21.15.111:0/2879946943 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4afc041020 con 0x7f4b0c158e50 2024-09-19T04:39:06.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.974+0000 7f4b01ffb640 1 -- 172.21.15.111:0/2879946943 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4afc003c50 con 0x7f4b0c158e50 2024-09-19T04:39:06.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.974+0000 7f4b01ffb640 1 -- 172.21.15.111:0/2879946943 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4afc004030 con 0x7f4b0c158e50 2024-09-19T04:39:06.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.974+0000 7f4b132dd640 1 -- 172.21.15.111:0/2879946943 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b0c167e50 con 0x7f4b0c158e50 2024-09-19T04:39:06.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.975+0000 7f4b132dd640 1 -- 172.21.15.111:0/2879946943 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b0c168410 con 0x7f4b0c158e50 2024-09-19T04:39:06.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.976+0000 7f4b132dd640 1 -- 172.21.15.111:0/2879946943 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b0c0afd90 con 0x7f4b0c158e50 2024-09-19T04:39:06.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.976+0000 7f4b01ffb640 1 -- 172.21.15.111:0/2879946943 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f4afc044020 con 0x7f4b0c158e50 2024-09-19T04:39:06.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.977+0000 7f4b01ffb640 1 --2- 172.21.15.111:0/2879946943 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4af006c850 0x7f4af006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:06.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.977+0000 7f4b01ffb640 1 -- 172.21.15.111:0/2879946943 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f4afc0ac9b0 con 0x7f4b0c158e50 2024-09-19T04:39:06.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.977+0000 7f4b11079640 1 --2- 172.21.15.111:0/2879946943 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4af006c850 0x7f4af006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:06.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.977+0000 7f4b11079640 1 --2- 172.21.15.111:0/2879946943 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4af006c850 0x7f4af006ed10 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f4b08006fd0 tx=0x7f4b08008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:06.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:06.981+0000 7f4b01ffb640 1 -- 172.21.15.111:0/2879946943 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4afc04b030 con 0x7f4b0c158e50 2024-09-19T04:39:07.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.169+0000 7f4b132dd640 1 -- 172.21.15.111:0/2879946943 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "target": ["mon-mgr", ""]}) -- 0x7f4b0c166da0 con 0x7f4af006c850 2024-09-19T04:39:07.171 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:07.170+0000 7f0d66663640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-19T04:39:07.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.171+0000 7f4b01ffb640 1 -- 172.21.15.111:0/2879946943 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f4b0c166da0 con 0x7f4af006c850 2024-09-19T04:39:07.172 INFO:teuthology.orchestra.run.smithi111.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-19T04:39:07.177 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-19T04:39:07.178 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm non_existent_subvolume subvolume_1 2024-09-19T04:39:07.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.279+0000 7fcb526c9640 1 Processor -- start 2024-09-19T04:39:07.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.279+0000 7fcb526c9640 1 -- start start 2024-09-19T04:39:07.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.280+0000 7fcb526c9640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fcb4c0ceb20 0x7fcb4c142530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:07.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.280+0000 7fcb526c9640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb4c0aea10 con 0x7fcb4c0ce6d0 2024-09-19T04:39:07.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.280+0000 7fcb526c9640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb4c0aecf0 con 0x7fcb4c1416f0 2024-09-19T04:39:07.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.280+0000 7fcb526c9640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fcb4c163190 con 0x7fcb4c0ceb20 2024-09-19T04:39:07.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.280+0000 7fcb4b7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fcb4c0ce6d0 0x7fcb4c141e20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36656/0 (socket says 172.21.15.111:36656) 2024-09-19T04:39:07.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.280+0000 7fcb4b7fe640 1 -- 172.21.15.111:0/3031795422 learned_addr learned my addr 172.21.15.111:0/3031795422 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:07.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.280+0000 7fcb50c66640 1 --2- 172.21.15.111:0/3031795422 >> v2:172.21.15.114:3300/0 conn(0x7fcb4c0ceb20 0x7fcb4c142530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:07.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.280+0000 7fcb4affd640 1 -- 172.21.15.111:0/3031795422 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3695459809 0 0) 0x7fcb4c0aea10 con 0x7fcb4c0ce6d0 2024-09-19T04:39:07.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.280+0000 7fcb4affd640 1 -- 172.21.15.111:0/3031795422 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcb34003520 con 0x7fcb4c0ce6d0 2024-09-19T04:39:07.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.281+0000 7fcb4affd640 1 -- 172.21.15.111:0/3031795422 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1901424178 0 0) 0x7fcb34003520 con 0x7fcb4c0ce6d0 2024-09-19T04:39:07.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.281+0000 7fcb4affd640 1 -- 172.21.15.111:0/3031795422 >> v2:172.21.15.114:3300/0 conn(0x7fcb4c0ceb20 msgr2=0x7fcb4c142530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:07.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.281+0000 7fcb4affd640 1 --2- 172.21.15.111:0/3031795422 >> v2:172.21.15.114:3300/0 conn(0x7fcb4c0ceb20 0x7fcb4c142530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:07.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.281+0000 7fcb4affd640 1 -- 172.21.15.111:0/3031795422 >> v1:172.21.15.114:6789/0 conn(0x7fcb4c1416f0 legacy=0x7fcb4c162a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:07.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.281+0000 7fcb4affd640 1 -- 172.21.15.111:0/3031795422 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb4c0aefd0 con 0x7fcb4c0ce6d0 2024-09-19T04:39:07.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.281+0000 7fcb4affd640 1 -- 172.21.15.111:0/3031795422 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fcb40001670 con 0x7fcb4c0ce6d0 2024-09-19T04:39:07.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.281+0000 7fcb4affd640 1 -- 172.21.15.111:0/3031795422 >> v1:172.21.15.111:6789/0 conn(0x7fcb4c0ce6d0 legacy=0x7fcb4c141e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:07.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.281+0000 7fcb4affd640 1 --2- 172.21.15.111:0/3031795422 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcb340039b0 0x7fcb34003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:07.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.281+0000 7fcb4affd640 1 --2- 172.21.15.111:0/3031795422 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcb340043b0 0x7fcb34004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:07.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.281+0000 7fcb4affd640 1 --2- 172.21.15.111:0/3031795422 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcb34005120 0x7fcb3400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:07.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.281+0000 7fcb4affd640 1 -- 172.21.15.111:0/3031795422 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fcb4c163190 con 0x7fcb340039b0 2024-09-19T04:39:07.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.281+0000 7fcb4affd640 1 -- 172.21.15.111:0/3031795422 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fcb3400c060 con 0x7fcb34005120 2024-09-19T04:39:07.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.281+0000 7fcb4affd640 1 -- 172.21.15.111:0/3031795422 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcb3400c260 con 0x7fcb340043b0 2024-09-19T04:39:07.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.281+0000 7fcb4bfff640 1 --2- 172.21.15.111:0/3031795422 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcb340039b0 0x7fcb34003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:07.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.281+0000 7fcb50c66640 1 --2- 172.21.15.111:0/3031795422 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcb34005120 0x7fcb3400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:07.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.281+0000 7fcb4b7fe640 1 --2- 172.21.15.111:0/3031795422 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcb340043b0 0x7fcb34004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:07.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.281+0000 7fcb4bfff640 1 -- 172.21.15.111:0/3031795422 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcb340043b0 msgr2=0x7fcb34004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:07.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.281+0000 7fcb4bfff640 1 --2- 172.21.15.111:0/3031795422 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcb340043b0 0x7fcb34004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:07.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.281+0000 7fcb4bfff640 1 -- 172.21.15.111:0/3031795422 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcb34005120 msgr2=0x7fcb3400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:07.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.281+0000 7fcb4bfff640 1 --2- 172.21.15.111:0/3031795422 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcb34005120 0x7fcb3400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:07.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.281+0000 7fcb50c66640 1 -- 172.21.15.111:0/3031795422 reap_dead start 2024-09-19T04:39:07.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.281+0000 7fcb4bfff640 1 -- 172.21.15.111:0/3031795422 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb34003520 con 0x7fcb340039b0 2024-09-19T04:39:07.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.281+0000 7fcb4b7fe640 1 --2- 172.21.15.111:0/3031795422 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcb340043b0 0x7fcb34004880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:07.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.282+0000 7fcb4bfff640 1 --2- 172.21.15.111:0/3031795422 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcb340039b0 0x7fcb34003d90 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c001860 tx=0x7fcb34005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6689b8359d145163 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:07.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.282+0000 7fcb4affd640 1 -- 172.21.15.111:0/3031795422 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb3c037070 con 0x7fcb340039b0 2024-09-19T04:39:07.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.282+0000 7fcb4affd640 1 -- 172.21.15.111:0/3031795422 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb3c02abf0 con 0x7fcb340039b0 2024-09-19T04:39:07.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.282+0000 7fcb4affd640 1 -- 172.21.15.111:0/3031795422 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb3c001430 con 0x7fcb340039b0 2024-09-19T04:39:07.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.283+0000 7fcb526c9640 1 -- 172.21.15.111:0/3031795422 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcb340039b0 msgr2=0x7fcb34003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:07.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.283+0000 7fcb526c9640 1 --2- 172.21.15.111:0/3031795422 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcb340039b0 0x7fcb34003d90 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c001860 tx=0x7fcb34005830 comp rx=0 tx=0).stop 2024-09-19T04:39:07.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.283+0000 7fcb526c9640 1 -- 172.21.15.111:0/3031795422 shutdown_connections 2024-09-19T04:39:07.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.283+0000 7fcb526c9640 1 --2- 172.21.15.111:0/3031795422 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcb340039b0 0x7fcb34003d90 unknown :-1 s=CLOSED pgs=1321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:07.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.283+0000 7fcb526c9640 1 -- 172.21.15.111:0/3031795422 >> 172.21.15.111:0/3031795422 conn(0x7fcb4c062c60 msgr2=0x7fcb4c06bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:07.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.283+0000 7fcb526c9640 1 -- 172.21.15.111:0/3031795422 shutdown_connections 2024-09-19T04:39:07.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.283+0000 7fcb526c9640 1 -- 172.21.15.111:0/3031795422 wait complete. 2024-09-19T04:39:07.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.284+0000 7fcb526c9640 1 Processor -- start 2024-09-19T04:39:07.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.284+0000 7fcb526c9640 1 -- start start 2024-09-19T04:39:07.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.285+0000 7fcb526c9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcb340039b0 0x7fcb4c1f1a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:07.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.285+0000 7fcb526c9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcb4c13bb80 0x7fcb4c0724f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:07.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.285+0000 7fcb526c9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcb4c072a30 0x7fcb4c139e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:07.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.285+0000 7fcb526c9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fcb4c141ad0 con 0x7fcb4c072a30 2024-09-19T04:39:07.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.285+0000 7fcb526c9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fcb4c0af590 con 0x7fcb340039b0 2024-09-19T04:39:07.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.285+0000 7fcb526c9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcb4c0cefb0 con 0x7fcb4c13bb80 2024-09-19T04:39:07.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.285+0000 7fcb50c66640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcb4c072a30 0x7fcb4c139e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:07.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.285+0000 7fcb50c66640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcb4c072a30 0x7fcb4c139e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44830/0 (socket says 172.21.15.111:44830) 2024-09-19T04:39:07.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.285+0000 7fcb50c66640 1 -- 172.21.15.111:0/2439766478 learned_addr learned my addr 172.21.15.111:0/2439766478 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:07.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.285+0000 7fcb50c66640 1 -- 172.21.15.111:0/2439766478 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcb4c13bb80 msgr2=0x7fcb4c0724f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:07.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.285+0000 7fcb4b7fe640 1 --2- 172.21.15.111:0/2439766478 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcb4c13bb80 0x7fcb4c0724f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:07.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.285+0000 7fcb4bfff640 1 --2- 172.21.15.111:0/2439766478 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcb340039b0 0x7fcb4c1f1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:07.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.285+0000 7fcb50c66640 1 --2- 172.21.15.111:0/2439766478 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcb4c13bb80 0x7fcb4c0724f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:07.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.285+0000 7fcb50c66640 1 -- 172.21.15.111:0/2439766478 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcb340039b0 msgr2=0x7fcb4c1f1a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:07.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.285+0000 7fcb50c66640 1 --2- 172.21.15.111:0/2439766478 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcb340039b0 0x7fcb4c1f1a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:07.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.285+0000 7fcb50c66640 1 -- 172.21.15.111:0/2439766478 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb4c0b3c40 con 0x7fcb4c072a30 2024-09-19T04:39:07.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.285+0000 7fcb4bfff640 1 --2- 172.21.15.111:0/2439766478 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcb340039b0 0x7fcb4c1f1a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:07.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.285+0000 7fcb50c66640 1 --2- 172.21.15.111:0/2439766478 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcb4c072a30 0x7fcb4c139e40 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7fcb44011bf0 tx=0x7fcb4400f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:07.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.286+0000 7fcb48ff9640 1 -- 172.21.15.111:0/2439766478 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb4400fdb0 con 0x7fcb4c072a30 2024-09-19T04:39:07.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.286+0000 7fcb48ff9640 1 -- 172.21.15.111:0/2439766478 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb4401d070 con 0x7fcb4c072a30 2024-09-19T04:39:07.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.286+0000 7fcb526c9640 1 -- 172.21.15.111:0/2439766478 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb4c0b3f20 con 0x7fcb4c072a30 2024-09-19T04:39:07.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.286+0000 7fcb48ff9640 1 -- 172.21.15.111:0/2439766478 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb44015670 con 0x7fcb4c072a30 2024-09-19T04:39:07.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.286+0000 7fcb526c9640 1 -- 172.21.15.111:0/2439766478 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb4c0b44e0 con 0x7fcb4c072a30 2024-09-19T04:39:07.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.287+0000 7fcb526c9640 1 -- 172.21.15.111:0/2439766478 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb4c072eb0 con 0x7fcb4c072a30 2024-09-19T04:39:07.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.287+0000 7fcb48ff9640 1 -- 172.21.15.111:0/2439766478 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fcb44015810 con 0x7fcb4c072a30 2024-09-19T04:39:07.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.287+0000 7fcb48ff9640 1 --2- 172.21.15.111:0/2439766478 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcb3806c850 0x7fcb3806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:07.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.288+0000 7fcb48ff9640 1 -- 172.21.15.111:0/2439766478 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7fcb4408c680 con 0x7fcb4c072a30 2024-09-19T04:39:07.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.288+0000 7fcb4bfff640 1 --2- 172.21.15.111:0/2439766478 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcb3806c850 0x7fcb3806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:07.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.288+0000 7fcb4bfff640 1 --2- 172.21.15.111:0/2439766478 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcb3806c850 0x7fcb3806ed10 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c034000 tx=0x7fcb3c009030 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:07.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.292+0000 7fcb48ff9640 1 -- 172.21.15.111:0/2439766478 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcb44010040 con 0x7fcb4c072a30 2024-09-19T04:39:07.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.481+0000 7fcb526c9640 1 -- 172.21.15.111:0/2439766478 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "target": ["mon-mgr", ""]}) -- 0x7fcb4c0b4ce0 con 0x7fcb3806c850 2024-09-19T04:39:07.484 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:07.483+0000 7f0d66663640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-19T04:39:07.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.484+0000 7fcb48ff9640 1 -- 172.21.15.111:0/2439766478 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7fcb3c02bd70 con 0x7fcb3806c850 2024-09-19T04:39:07.485 INFO:teuthology.orchestra.run.smithi111.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-19T04:39:07.490 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-19T04:39:07.491 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath non_existent_subvolume subvolume_1 2024-09-19T04:39:07.592 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.591+0000 7f306fd81640 1 Processor -- start 2024-09-19T04:39:07.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.591+0000 7f306fd81640 1 -- start start 2024-09-19T04:39:07.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.592+0000 7f306fd81640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f306806f130 0x7f30680b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:07.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.592+0000 7f306fd81640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f306815c820 con 0x7f3068158e50 2024-09-19T04:39:07.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.592+0000 7f306fd81640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f30680b43f0 con 0x7f306815c370 2024-09-19T04:39:07.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.592+0000 7f306fd81640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f30680b3630 con 0x7f306806f130 2024-09-19T04:39:07.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.592+0000 7f306db1d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f3068158e50 0x7f306806ea20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36670/0 (socket says 172.21.15.111:36670) 2024-09-19T04:39:07.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.592+0000 7f306db1d640 1 -- 172.21.15.111:0/2137286736 learned_addr learned my addr 172.21.15.111:0/2137286736 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:07.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.592+0000 7f306cb1b640 1 -- 172.21.15.111:0/2137286736 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 310624014 0 0) 0x7f3058001490 con 0x7f3068158e50 2024-09-19T04:39:07.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.592+0000 7f306cb1b640 1 -- 172.21.15.111:0/2137286736 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3050003520 con 0x7f3068158e50 2024-09-19T04:39:07.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.592+0000 7f306d31c640 1 --2- 172.21.15.111:0/2137286736 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f306806f130 0x7f30680b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:07.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.592+0000 7f306cb1b640 1 -- 172.21.15.111:0/2137286736 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 288693267 0 0) 0x7f3050003520 con 0x7f3068158e50 2024-09-19T04:39:07.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.593+0000 7f306cb1b640 1 -- 172.21.15.111:0/2137286736 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f306806f130 msgr2=0x7f30680b5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:07.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.593+0000 7f306cb1b640 1 --2- 172.21.15.111:0/2137286736 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f306806f130 0x7f30680b5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:07.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.593+0000 7f306cb1b640 1 -- 172.21.15.111:0/2137286736 >> v1:172.21.15.114:6789/0 conn(0x7f306815c370 legacy=0x7f30680ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:07.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.593+0000 7f306cb1b640 1 -- 172.21.15.111:0/2137286736 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30680b3910 con 0x7f3068158e50 2024-09-19T04:39:07.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.593+0000 7f306cb1b640 1 -- 172.21.15.111:0/2137286736 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f3058001bc0 con 0x7f3068158e50 2024-09-19T04:39:07.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.593+0000 7f306cb1b640 1 -- 172.21.15.111:0/2137286736 >> v1:172.21.15.111:6789/0 conn(0x7f3068158e50 legacy=0x7f306806ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:07.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.593+0000 7f306cb1b640 1 --2- 172.21.15.111:0/2137286736 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f30500039e0 0x7f3050003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:07.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.593+0000 7f306cb1b640 1 --2- 172.21.15.111:0/2137286736 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3050004800 0x7f3050004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:07.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.593+0000 7f306cb1b640 1 --2- 172.21.15.111:0/2137286736 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f306806f130 0x7f30500051e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:07.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.593+0000 7f306cb1b640 1 -- 172.21.15.111:0/2137286736 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f30680b3630 con 0x7f30500039e0 2024-09-19T04:39:07.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.593+0000 7f306cb1b640 1 -- 172.21.15.111:0/2137286736 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f305000dd10 con 0x7f3050004800 2024-09-19T04:39:07.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.593+0000 7f306cb1b640 1 -- 172.21.15.111:0/2137286736 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f305000df10 con 0x7f306806f130 2024-09-19T04:39:07.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.593+0000 7f306db1d640 1 --2- 172.21.15.111:0/2137286736 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f30500039e0 0x7f3050003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:07.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.593+0000 7f306d31c640 1 --2- 172.21.15.111:0/2137286736 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3050004800 0x7f3050004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:07.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.593+0000 7f306e31e640 1 --2- 172.21.15.111:0/2137286736 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f306806f130 0x7f30500051e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:07.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.593+0000 7f306db1d640 1 -- 172.21.15.111:0/2137286736 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f306806f130 msgr2=0x7f30500051e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:07.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.593+0000 7f306db1d640 1 --2- 172.21.15.111:0/2137286736 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f306806f130 0x7f30500051e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:07.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.593+0000 7f306db1d640 1 -- 172.21.15.111:0/2137286736 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3050004800 msgr2=0x7f3050004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:07.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.593+0000 7f306db1d640 1 --2- 172.21.15.111:0/2137286736 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3050004800 0x7f3050004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:07.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.593+0000 7f306db1d640 1 -- 172.21.15.111:0/2137286736 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3050003520 con 0x7f30500039e0 2024-09-19T04:39:07.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.594+0000 7f306db1d640 1 --2- 172.21.15.111:0/2137286736 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f30500039e0 0x7f3050003de0 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7f305800aa70 tx=0x7f3050005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a856c62d10a159a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:07.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.594+0000 7f306cb1b640 1 -- 172.21.15.111:0/2137286736 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f305800a690 con 0x7f30500039e0 2024-09-19T04:39:07.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.594+0000 7f306cb1b640 1 -- 172.21.15.111:0/2137286736 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f305802f070 con 0x7f30500039e0 2024-09-19T04:39:07.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.594+0000 7f306cb1b640 1 -- 172.21.15.111:0/2137286736 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3058034470 con 0x7f30500039e0 2024-09-19T04:39:07.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.594+0000 7f306fd81640 1 -- 172.21.15.111:0/2137286736 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f30500039e0 msgr2=0x7f3050003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:07.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.594+0000 7f306fd81640 1 --2- 172.21.15.111:0/2137286736 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f30500039e0 0x7f3050003de0 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7f305800aa70 tx=0x7f3050005830 comp rx=0 tx=0).stop 2024-09-19T04:39:07.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.594+0000 7f306e31e640 1 -- 172.21.15.111:0/2137286736 reap_dead start 2024-09-19T04:39:07.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.594+0000 7f306fd81640 1 -- 172.21.15.111:0/2137286736 shutdown_connections 2024-09-19T04:39:07.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.594+0000 7f306fd81640 1 -- 172.21.15.111:0/2137286736 >> 172.21.15.111:0/2137286736 conn(0x7f306806bba0 msgr2=0x7f306806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:07.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.595+0000 7f306fd81640 1 -- 172.21.15.111:0/2137286736 shutdown_connections 2024-09-19T04:39:07.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.595+0000 7f306fd81640 1 -- 172.21.15.111:0/2137286736 wait complete. 2024-09-19T04:39:07.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.596+0000 7f306fd81640 1 Processor -- start 2024-09-19T04:39:07.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.596+0000 7f306fd81640 1 -- start start 2024-09-19T04:39:07.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.596+0000 7f306fd81640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f30500039e0 0x7f306815dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:07.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.596+0000 7f306fd81640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f306815ebe0 0x7f3068072930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:07.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.596+0000 7f306fd81640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f306814f4d0 0x7f306814f950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:07.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.596+0000 7f306fd81640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3068159230 con 0x7f30500039e0 2024-09-19T04:39:07.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.596+0000 7f306fd81640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f30680b3ed0 con 0x7f306814f4d0 2024-09-19T04:39:07.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.596+0000 7f306fd81640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f30680b5050 con 0x7f306815ebe0 2024-09-19T04:39:07.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.596+0000 7f306db1d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f30500039e0 0x7f306815dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:07.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.597+0000 7f306db1d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f30500039e0 0x7f306815dbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44838/0 (socket says 172.21.15.111:44838) 2024-09-19T04:39:07.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.597+0000 7f306db1d640 1 -- 172.21.15.111:0/3790277651 learned_addr learned my addr 172.21.15.111:0/3790277651 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:07.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.597+0000 7f306e31e640 1 --2- 172.21.15.111:0/3790277651 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f306814f4d0 0x7f306814f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:07.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.597+0000 7f306d31c640 1 --2- 172.21.15.111:0/3790277651 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f306815ebe0 0x7f3068072930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:07.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.597+0000 7f306db1d640 1 -- 172.21.15.111:0/3790277651 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f306815ebe0 msgr2=0x7f3068072930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:07.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.597+0000 7f306db1d640 1 --2- 172.21.15.111:0/3790277651 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f306815ebe0 0x7f3068072930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:07.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.597+0000 7f306db1d640 1 -- 172.21.15.111:0/3790277651 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f306814f4d0 msgr2=0x7f306814f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:07.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.597+0000 7f306db1d640 1 --2- 172.21.15.111:0/3790277651 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f306814f4d0 0x7f306814f950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:07.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.597+0000 7f306db1d640 1 -- 172.21.15.111:0/3790277651 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f306814fe90 con 0x7f30500039e0 2024-09-19T04:39:07.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.597+0000 7f306d31c640 1 --2- 172.21.15.111:0/3790277651 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f306815ebe0 0x7f3068072930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:07.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.597+0000 7f306e31e640 1 --2- 172.21.15.111:0/3790277651 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f306814f4d0 0x7f306814f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:07.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.597+0000 7f306db1d640 1 --2- 172.21.15.111:0/3790277651 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f30500039e0 0x7f306815dbf0 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7f3058001ec0 tx=0x7f305802d070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:07.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.597+0000 7f30667fc640 1 -- 172.21.15.111:0/3790277651 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3058034470 con 0x7f30500039e0 2024-09-19T04:39:07.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.597+0000 7f30667fc640 1 -- 172.21.15.111:0/3790277651 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3058034630 con 0x7f30500039e0 2024-09-19T04:39:07.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.597+0000 7f30667fc640 1 -- 172.21.15.111:0/3790277651 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3058034a20 con 0x7f30500039e0 2024-09-19T04:39:07.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.597+0000 7f306fd81640 1 -- 172.21.15.111:0/3790277651 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3068150980 con 0x7f30500039e0 2024-09-19T04:39:07.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.597+0000 7f306fd81640 1 -- 172.21.15.111:0/3790277651 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3068150f40 con 0x7f30500039e0 2024-09-19T04:39:07.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.598+0000 7f306fd81640 1 -- 172.21.15.111:0/3790277651 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30680b5450 con 0x7f30500039e0 2024-09-19T04:39:07.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.599+0000 7f30667fc640 1 -- 172.21.15.111:0/3790277651 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f3058034bc0 con 0x7f30500039e0 2024-09-19T04:39:07.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.599+0000 7f30667fc640 1 --2- 172.21.15.111:0/3790277651 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f305406c850 0x7f305406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:07.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.599+0000 7f30667fc640 1 -- 172.21.15.111:0/3790277651 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f30580ac2d0 con 0x7f30500039e0 2024-09-19T04:39:07.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.599+0000 7f306d31c640 1 --2- 172.21.15.111:0/3790277651 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f305406c850 0x7f305406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:07.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.600+0000 7f306d31c640 1 --2- 172.21.15.111:0/3790277651 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f305406c850 0x7f305406ed10 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f3068153d30 tx=0x7f305c008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:07.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.603+0000 7f30667fc640 1 -- 172.21.15.111:0/3790277651 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f306815c820 con 0x7f30500039e0 2024-09-19T04:39:07.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.794+0000 7f306fd81640 1 -- 172.21.15.111:0/3790277651 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "target": ["mon-mgr", ""]}) -- 0x7f306806e850 con 0x7f305406c850 2024-09-19T04:39:07.797 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:07.796+0000 7f0d66663640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-19T04:39:07.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.797+0000 7f30667fc640 1 -- 172.21.15.111:0/3790277651 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f306806e850 con 0x7f305406c850 2024-09-19T04:39:07.798 INFO:teuthology.orchestra.run.smithi111.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-19T04:39:07.803 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-19T04:39:07.803 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume info non_existent_subvolume subvolume_1 2024-09-19T04:39:07.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.903+0000 7f046467b640 1 Processor -- start 2024-09-19T04:39:07.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.903+0000 7f046467b640 1 -- start start 2024-09-19T04:39:07.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.904+0000 7f046467b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f045c0b3d50 0x7f045c06d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:07.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.904+0000 7f046467b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f045c0b3290 0x7f045c06de00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:07.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.904+0000 7f046467b640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f045c0cf9a0 con 0x7f045c161e30 2024-09-19T04:39:07.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.904+0000 7f046467b640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f045c0cfcf0 con 0x7f045c0b3290 2024-09-19T04:39:07.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.904+0000 7f046467b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f045c162210 con 0x7f045c0b3d50 2024-09-19T04:39:07.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.904+0000 7f0461c16640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f045c0b3d50 0x7f045c06d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:07.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.904+0000 7f0462c18640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f045c0b3290 0x7f045c06de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:07.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.904+0000 7f0462417640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f045c161e30 0x7f045c0d34a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:44194/0 (socket says 172.21.15.111:44194) 2024-09-19T04:39:07.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.904+0000 7f0462417640 1 -- 172.21.15.111:0/3753021681 learned_addr learned my addr 172.21.15.111:0/3753021681 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:07.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.905+0000 7f0461c16640 1 -- 172.21.15.111:0/3753021681 >> v2:172.21.15.114:3300/0 conn(0x7f045c0b3290 msgr2=0x7f045c06de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:07.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.905+0000 7f0461c16640 1 --2- 172.21.15.111:0/3753021681 >> v2:172.21.15.114:3300/0 conn(0x7f045c0b3290 0x7f045c06de00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:07.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.905+0000 7f0461c16640 1 -- 172.21.15.111:0/3753021681 >> v1:172.21.15.114:6789/0 conn(0x7f045c161e30 legacy=0x7f045c0d34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:07.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.905+0000 7f0461c16640 1 -- 172.21.15.111:0/3753021681 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f045c0d5210 con 0x7f045c0b3d50 2024-09-19T04:39:07.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.905+0000 7f0462c18640 1 --2- 172.21.15.111:0/3753021681 >> v2:172.21.15.114:3300/0 conn(0x7f045c0b3290 0x7f045c06de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:07.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.905+0000 7f0461c16640 1 --2- 172.21.15.111:0/3753021681 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f045c0b3d50 0x7f045c06d8c0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f044c0097a0 tx=0x7f044c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=74970be0febf51e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:07.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.906+0000 7f0461415640 1 -- 172.21.15.111:0/3753021681 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f044c037070 con 0x7f045c0b3d50 2024-09-19T04:39:07.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.906+0000 7f0461415640 1 -- 172.21.15.111:0/3753021681 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f044c032440 con 0x7f045c0b3d50 2024-09-19T04:39:07.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.906+0000 7f0461415640 1 -- 172.21.15.111:0/3753021681 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f044c032810 con 0x7f045c0b3d50 2024-09-19T04:39:07.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.906+0000 7f046467b640 1 -- 172.21.15.111:0/3753021681 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f045c0b3d50 msgr2=0x7f045c06d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:07.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.906+0000 7f046467b640 1 --2- 172.21.15.111:0/3753021681 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f045c0b3d50 0x7f045c06d8c0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f044c0097a0 tx=0x7f044c02a180 comp rx=0 tx=0).stop 2024-09-19T04:39:07.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.906+0000 7f046467b640 1 -- 172.21.15.111:0/3753021681 shutdown_connections 2024-09-19T04:39:07.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.906+0000 7f046467b640 1 --2- 172.21.15.111:0/3753021681 >> v2:172.21.15.114:3300/0 conn(0x7f045c0b3290 0x7f045c06de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:07.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.906+0000 7f046467b640 1 --2- 172.21.15.111:0/3753021681 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f045c0b3d50 0x7f045c06d8c0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:07.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.906+0000 7f046467b640 1 -- 172.21.15.111:0/3753021681 >> 172.21.15.111:0/3753021681 conn(0x7f045c0d1870 msgr2=0x7f045c0d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:07.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.906+0000 7f046467b640 1 -- 172.21.15.111:0/3753021681 shutdown_connections 2024-09-19T04:39:07.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.906+0000 7f046467b640 1 -- 172.21.15.111:0/3753021681 wait complete. 2024-09-19T04:39:07.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.907+0000 7f046467b640 1 Processor -- start 2024-09-19T04:39:07.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.907+0000 7f046467b640 1 -- start start 2024-09-19T04:39:07.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.908+0000 7f046467b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f045c0b3290 0x7f045c1546b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:07.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.908+0000 7f046467b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f045c0b3d50 0x7f045c1587f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:07.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.908+0000 7f046467b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f045c161e30 0x7f045c1f43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:07.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.908+0000 7f046467b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f045c0b78b0 con 0x7f045c0b3290 2024-09-19T04:39:07.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.908+0000 7f046467b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f045c0b3950 con 0x7f045c161e30 2024-09-19T04:39:07.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.908+0000 7f046467b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f045c0b7a30 con 0x7f045c0b3d50 2024-09-19T04:39:07.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.908+0000 7f0462417640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f045c0b3290 0x7f045c1546b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:07.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.908+0000 7f0462417640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f045c0b3290 0x7f045c1546b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44842/0 (socket says 172.21.15.111:44842) 2024-09-19T04:39:07.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.908+0000 7f0462417640 1 -- 172.21.15.111:0/2454295461 learned_addr learned my addr 172.21.15.111:0/2454295461 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:07.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.908+0000 7f0461c16640 1 --2- 172.21.15.111:0/2454295461 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f045c0b3d50 0x7f045c1587f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:07.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.908+0000 7f0462c18640 1 --2- 172.21.15.111:0/2454295461 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f045c161e30 0x7f045c1f43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:07.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.909+0000 7f0462417640 1 -- 172.21.15.111:0/2454295461 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f045c0b3d50 msgr2=0x7f045c1587f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:07.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.909+0000 7f0462417640 1 --2- 172.21.15.111:0/2454295461 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f045c0b3d50 0x7f045c1587f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:07.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.909+0000 7f0462417640 1 -- 172.21.15.111:0/2454295461 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f045c161e30 msgr2=0x7f045c1f43a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:07.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.909+0000 7f0462417640 1 --2- 172.21.15.111:0/2454295461 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f045c161e30 0x7f045c1f43a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:07.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.909+0000 7f0462417640 1 -- 172.21.15.111:0/2454295461 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f045c155540 con 0x7f045c0b3290 2024-09-19T04:39:07.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.909+0000 7f0461c16640 1 --2- 172.21.15.111:0/2454295461 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f045c0b3d50 0x7f045c1587f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:07.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.909+0000 7f0462c18640 1 --2- 172.21.15.111:0/2454295461 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f045c161e30 0x7f045c1f43a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:07.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.909+0000 7f0462417640 1 --2- 172.21.15.111:0/2454295461 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f045c0b3290 0x7f045c1546b0 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7f045800c3f0 tx=0x7f045800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:07.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.909+0000 7f0452ffd640 1 -- 172.21.15.111:0/2454295461 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0458017070 con 0x7f045c0b3290 2024-09-19T04:39:07.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.909+0000 7f0452ffd640 1 -- 172.21.15.111:0/2454295461 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0458005ce0 con 0x7f045c0b3290 2024-09-19T04:39:07.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.909+0000 7f046467b640 1 -- 172.21.15.111:0/2454295461 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f045c154d70 con 0x7f045c0b3290 2024-09-19T04:39:07.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.909+0000 7f0452ffd640 1 -- 172.21.15.111:0/2454295461 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04580072f0 con 0x7f045c0b3290 2024-09-19T04:39:07.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.909+0000 7f046467b640 1 -- 172.21.15.111:0/2454295461 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f045c0cbca0 con 0x7f045c0b3290 2024-09-19T04:39:07.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.910+0000 7f046467b640 1 -- 172.21.15.111:0/2454295461 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f045c0cebf0 con 0x7f045c0b3290 2024-09-19T04:39:07.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.910+0000 7f0452ffd640 1 -- 172.21.15.111:0/2454295461 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f045801a070 con 0x7f045c0b3290 2024-09-19T04:39:07.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.911+0000 7f0452ffd640 1 --2- 172.21.15.111:0/2454295461 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f044006c850 0x7f044006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:07.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.911+0000 7f0452ffd640 1 -- 172.21.15.111:0/2454295461 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f045808b1b0 con 0x7f045c0b3290 2024-09-19T04:39:07.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.911+0000 7f0461c16640 1 --2- 172.21.15.111:0/2454295461 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f044006c850 0x7f044006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:07.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.912+0000 7f0461c16640 1 --2- 172.21.15.111:0/2454295461 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f044006c850 0x7f044006ed10 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f044c034000 tx=0x7f044c02e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:07.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:07.915+0000 7f0452ffd640 1 -- 172.21.15.111:0/2454295461 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f045c0cebf0 con 0x7f045c0b3290 2024-09-19T04:39:08.110 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.108+0000 7f046467b640 1 -- 172.21.15.111:0/2454295461 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume info", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "target": ["mon-mgr", ""]}) -- 0x7f045c155050 con 0x7f044006c850 2024-09-19T04:39:08.111 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:08.110+0000 7f0d66663640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-19T04:39:08.112 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.111+0000 7f0452ffd640 1 -- 172.21.15.111:0/2454295461 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f044c032730 con 0x7f044006c850 2024-09-19T04:39:08.112 INFO:teuthology.orchestra.run.smithi111.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-19T04:39:08.117 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-19T04:39:08.117 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume resize non_existent_subvolume subvolname_1 inf 2024-09-19T04:39:08.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.220+0000 7f01624c9640 1 Processor -- start 2024-09-19T04:39:08.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.220+0000 7f01624c9640 1 -- start start 2024-09-19T04:39:08.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f01624c9640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f015c0b68e0 0x7f015c0b3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:08.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f01624c9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f015c0b3970 0x7f015c0d33a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:08.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f01624c9640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f015c0b3dc0 con 0x7f015c15e770 2024-09-19T04:39:08.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f01624c9640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f015c15eb50 con 0x7f015c0b68e0 2024-09-19T04:39:08.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f01624c9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f015c0d2320 con 0x7f015c0b3970 2024-09-19T04:39:08.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f015bfff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f015c15e770 0x7f015c0b61d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36682/0 (socket says 172.21.15.111:36682) 2024-09-19T04:39:08.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f015bfff640 1 -- 172.21.15.111:0/4128423820 learned_addr learned my addr 172.21.15.111:0/4128423820 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:08.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f015b7fe640 1 -- 172.21.15.111:0/4128423820 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2277692037 0 0) 0x7f014c001110 con 0x7f015c15e770 2024-09-19T04:39:08.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f015b7fe640 1 -- 172.21.15.111:0/4128423820 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0148003520 con 0x7f015c15e770 2024-09-19T04:39:08.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f0153fff640 1 --2- 172.21.15.111:0/4128423820 >> v2:172.21.15.114:3300/0 conn(0x7f015c0b68e0 0x7f015c0b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:08.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f0160a66640 1 --2- 172.21.15.111:0/4128423820 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f015c0b3970 0x7f015c0d33a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:08.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f015b7fe640 1 -- 172.21.15.111:0/4128423820 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2897691492 0 0) 0x7f0148003520 con 0x7f015c15e770 2024-09-19T04:39:08.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f015b7fe640 1 -- 172.21.15.111:0/4128423820 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f015c0b3970 msgr2=0x7f015c0d33a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:08.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f015b7fe640 1 --2- 172.21.15.111:0/4128423820 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f015c0b3970 0x7f015c0d33a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:08.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f015b7fe640 1 -- 172.21.15.111:0/4128423820 >> v2:172.21.15.114:3300/0 conn(0x7f015c0b68e0 msgr2=0x7f015c0b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:08.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f015b7fe640 1 --2- 172.21.15.111:0/4128423820 >> v2:172.21.15.114:3300/0 conn(0x7f015c0b68e0 0x7f015c0b3430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:08.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f015b7fe640 1 -- 172.21.15.111:0/4128423820 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f015c0d25e0 con 0x7f015c15e770 2024-09-19T04:39:08.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f015b7fe640 1 -- 172.21.15.111:0/4128423820 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f014c001860 con 0x7f015c15e770 2024-09-19T04:39:08.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f015b7fe640 1 -- 172.21.15.111:0/4128423820 >> v1:172.21.15.111:6789/0 conn(0x7f015c15e770 legacy=0x7f015c0b61d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:08.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f015b7fe640 1 --2- 172.21.15.111:0/4128423820 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f015c0b3970 0x7f01480039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:08.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f015b7fe640 1 --2- 172.21.15.111:0/4128423820 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0148003fe0 0x7f0148004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:08.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f015b7fe640 1 --2- 172.21.15.111:0/4128423820 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0148004d40 0x7f01480051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:08.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f015b7fe640 1 -- 172.21.15.111:0/4128423820 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f015c15eb50 con 0x7f0148003fe0 2024-09-19T04:39:08.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f015b7fe640 1 -- 172.21.15.111:0/4128423820 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f015c0d2320 con 0x7f0148004d40 2024-09-19T04:39:08.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.221+0000 7f015b7fe640 1 -- 172.21.15.111:0/4128423820 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f014800bb80 con 0x7f015c0b3970 2024-09-19T04:39:08.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.222+0000 7f0153fff640 1 --2- 172.21.15.111:0/4128423820 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0148003fe0 0x7f0148004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:08.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.222+0000 7f015bfff640 1 --2- 172.21.15.111:0/4128423820 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f015c0b3970 0x7f01480039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:08.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.222+0000 7f0160a66640 1 --2- 172.21.15.111:0/4128423820 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0148004d40 0x7f01480051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:08.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.222+0000 7f0153fff640 1 -- 172.21.15.111:0/4128423820 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f015c0b3970 msgr2=0x7f01480039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:08.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.222+0000 7f0153fff640 1 --2- 172.21.15.111:0/4128423820 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f015c0b3970 0x7f01480039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:08.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.222+0000 7f0153fff640 1 -- 172.21.15.111:0/4128423820 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0148004d40 msgr2=0x7f01480051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:08.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.222+0000 7f0153fff640 1 --2- 172.21.15.111:0/4128423820 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0148004d40 0x7f01480051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:08.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.222+0000 7f0153fff640 1 -- 172.21.15.111:0/4128423820 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0148003520 con 0x7f0148003fe0 2024-09-19T04:39:08.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.222+0000 7f0160a66640 1 --2- 172.21.15.111:0/4128423820 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0148004d40 0x7f01480051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:08.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.222+0000 7f0153fff640 1 --2- 172.21.15.111:0/4128423820 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0148003fe0 0x7f0148004800 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f014400ba30 tx=0x7f0148005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5e21a8726f27df6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:08.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.223+0000 7f015b7fe640 1 -- 172.21.15.111:0/4128423820 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0144030070 con 0x7f0148003fe0 2024-09-19T04:39:08.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.223+0000 7f015b7fe640 1 -- 172.21.15.111:0/4128423820 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f014402ae10 con 0x7f0148003fe0 2024-09-19T04:39:08.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.223+0000 7f015b7fe640 1 -- 172.21.15.111:0/4128423820 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f014400b600 con 0x7f0148003fe0 2024-09-19T04:39:08.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.223+0000 7f01624c9640 1 -- 172.21.15.111:0/4128423820 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0148003fe0 msgr2=0x7f0148004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:08.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.223+0000 7f01624c9640 1 --2- 172.21.15.111:0/4128423820 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0148003fe0 0x7f0148004800 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f014400ba30 tx=0x7f0148005830 comp rx=0 tx=0).stop 2024-09-19T04:39:08.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.223+0000 7f0160a66640 1 -- 172.21.15.111:0/4128423820 reap_dead start 2024-09-19T04:39:08.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.223+0000 7f01624c9640 1 -- 172.21.15.111:0/4128423820 shutdown_connections 2024-09-19T04:39:08.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.223+0000 7f01624c9640 1 -- 172.21.15.111:0/4128423820 >> 172.21.15.111:0/4128423820 conn(0x7f015c062a50 msgr2=0x7f015c062e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:08.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.223+0000 7f01624c9640 1 -- 172.21.15.111:0/4128423820 shutdown_connections 2024-09-19T04:39:08.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.223+0000 7f01624c9640 1 -- 172.21.15.111:0/4128423820 wait complete. 2024-09-19T04:39:08.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.224+0000 7f01624c9640 1 Processor -- start 2024-09-19T04:39:08.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.224+0000 7f01624c9640 1 -- start start 2024-09-19T04:39:08.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.225+0000 7f01624c9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0148003fe0 0x7f015c0ca770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:08.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.225+0000 7f01624c9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f015c161430 0x7f015c1600e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:08.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.225+0000 7f01624c9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f015c161890 0x7f015c0cd860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:08.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.225+0000 7f01624c9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f015c0d2e80 con 0x7f015c161430 2024-09-19T04:39:08.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.225+0000 7f01624c9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f015c0d2ba0 con 0x7f0148003fe0 2024-09-19T04:39:08.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.225+0000 7f01624c9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f015c0b76a0 con 0x7f015c161890 2024-09-19T04:39:08.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.225+0000 7f0153fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f015c161430 0x7f015c1600e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:08.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.225+0000 7f0153fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f015c161430 0x7f015c1600e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44856/0 (socket says 172.21.15.111:44856) 2024-09-19T04:39:08.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.225+0000 7f0153fff640 1 -- 172.21.15.111:0/863146467 learned_addr learned my addr 172.21.15.111:0/863146467 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:08.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.225+0000 7f0160a66640 1 --2- 172.21.15.111:0/863146467 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f015c161890 0x7f015c0cd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:08.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.226+0000 7f0153fff640 1 -- 172.21.15.111:0/863146467 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f015c161890 msgr2=0x7f015c0cd860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:08.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.226+0000 7f0153fff640 1 --2- 172.21.15.111:0/863146467 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f015c161890 0x7f015c0cd860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:08.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.226+0000 7f0153fff640 1 -- 172.21.15.111:0/863146467 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0148003fe0 msgr2=0x7f015c0ca770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:08.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.226+0000 7f0153fff640 1 --2- 172.21.15.111:0/863146467 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0148003fe0 0x7f015c0ca770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:08.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.226+0000 7f0153fff640 1 -- 172.21.15.111:0/863146467 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f015c15f040 con 0x7f015c161430 2024-09-19T04:39:08.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.226+0000 7f0153fff640 1 --2- 172.21.15.111:0/863146467 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f015c161430 0x7f015c1600e0 secure :-1 s=READY pgs=1329 cs=0 l=1 rev1=1 crypto rx=0x7f014402a900 tx=0x7f0144004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:08.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.226+0000 7f01597fa640 1 -- 172.21.15.111:0/863146467 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0144043030 con 0x7f015c161430 2024-09-19T04:39:08.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.226+0000 7f01597fa640 1 -- 172.21.15.111:0/863146467 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0144034e50 con 0x7f015c161430 2024-09-19T04:39:08.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.226+0000 7f01624c9640 1 -- 172.21.15.111:0/863146467 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f015c15f320 con 0x7f015c161430 2024-09-19T04:39:08.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.226+0000 7f01597fa640 1 -- 172.21.15.111:0/863146467 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0144004020 con 0x7f015c161430 2024-09-19T04:39:08.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.226+0000 7f01624c9640 1 -- 172.21.15.111:0/863146467 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f015c15f8e0 con 0x7f015c161430 2024-09-19T04:39:08.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.227+0000 7f01624c9640 1 -- 172.21.15.111:0/863146467 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f015c0b3430 con 0x7f015c161430 2024-09-19T04:39:08.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.227+0000 7f01597fa640 1 -- 172.21.15.111:0/863146467 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f0144046070 con 0x7f015c161430 2024-09-19T04:39:08.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.228+0000 7f01597fa640 1 --2- 172.21.15.111:0/863146467 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f013c06c880 0x7f013c06ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:08.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.228+0000 7f01597fa640 1 -- 172.21.15.111:0/863146467 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f01440ac9e0 con 0x7f015c161430 2024-09-19T04:39:08.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.228+0000 7f015bfff640 1 --2- 172.21.15.111:0/863146467 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f013c06c880 0x7f013c06ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:08.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.229+0000 7f015bfff640 1 --2- 172.21.15.111:0/863146467 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f013c06c880 0x7f013c06ed40 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f014c001eb0 tx=0x7f014c001e20 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:08.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.232+0000 7f01597fa640 1 -- 172.21.15.111:0/863146467 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f014403c3a0 con 0x7f015c161430 2024-09-19T04:39:08.430 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.429+0000 7f01624c9640 1 -- 172.21.15.111:0/863146467 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume resize", "vol_name": "non_existent_subvolume", "sub_name": "subvolname_1", "new_size": "inf", "target": ["mon-mgr", ""]}) -- 0x7f015c0cfbc0 con 0x7f013c06c880 2024-09-19T04:39:08.432 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:08.431+0000 7f0d66663640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-19T04:39:08.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.431+0000 7f01597fa640 1 -- 172.21.15.111:0/863146467 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f015c0cfbc0 con 0x7f013c06c880 2024-09-19T04:39:08.432 INFO:teuthology.orchestra.run.smithi111.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-19T04:39:08.438 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-19T04:39:08.438 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume pin non_existent_subvolume subvolname_1 export 1 2024-09-19T04:39:08.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.540+0000 7fc073eac640 1 Processor -- start 2024-09-19T04:39:08.541 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.540+0000 7fc073eac640 1 -- start start 2024-09-19T04:39:08.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.541+0000 7fc073eac640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc06c156bc0 0x7fc06c0d05d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:08.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.541+0000 7fc073eac640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc06c15ead0 0x7fc06c0b0380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:08.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.541+0000 7fc073eac640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc06c0cd930 con 0x7fc06c0aff40 2024-09-19T04:39:08.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.541+0000 7fc073eac640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fc06c0ce540 con 0x7fc06c15ead0 2024-09-19T04:39:08.542 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.541+0000 7fc073eac640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc06c0b08c0 con 0x7fc06c156bc0 2024-09-19T04:39:08.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.541+0000 7fc072449640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc06c15ead0 0x7fc06c0b0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:08.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.541+0000 7fc071c48640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc06c156bc0 0x7fc06c0d05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:08.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.541+0000 7fc071c48640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc06c156bc0 0x7fc06c0d05d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:35150/0 (socket says 172.21.15.111:35150) 2024-09-19T04:39:08.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.541+0000 7fc071c48640 1 -- 172.21.15.111:0/1311956470 learned_addr learned my addr 172.21.15.111:0/1311956470 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:08.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.542+0000 7fc072449640 1 -- 172.21.15.111:0/1311956470 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc06c156bc0 msgr2=0x7fc06c0d05d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:08.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.542+0000 7fc072449640 1 --2- 172.21.15.111:0/1311956470 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc06c156bc0 0x7fc06c0d05d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:08.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.542+0000 7fc072449640 1 -- 172.21.15.111:0/1311956470 >> v1:172.21.15.114:6789/0 conn(0x7fc06c0aff40 legacy=0x7fc06c0b4f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:08.543 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.542+0000 7fc072449640 1 -- 172.21.15.111:0/1311956470 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc06c0cdc10 con 0x7fc06c15ead0 2024-09-19T04:39:08.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.542+0000 7fc072449640 1 --2- 172.21.15.111:0/1311956470 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc06c15ead0 0x7fc06c0b0380 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fc064009d90 tx=0x7fc06402a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7dca991808e993dc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:08.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.542+0000 7fc070c46640 1 -- 172.21.15.111:0/1311956470 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc064007740 con 0x7fc06c15ead0 2024-09-19T04:39:08.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.542+0000 7fc070c46640 1 -- 172.21.15.111:0/1311956470 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0640078e0 con 0x7fc06c15ead0 2024-09-19T04:39:08.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.543+0000 7fc070c46640 1 -- 172.21.15.111:0/1311956470 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc064007cb0 con 0x7fc06c15ead0 2024-09-19T04:39:08.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.543+0000 7fc073eac640 1 -- 172.21.15.111:0/1311956470 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc06c15ead0 msgr2=0x7fc06c0b0380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:08.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.543+0000 7fc073eac640 1 --2- 172.21.15.111:0/1311956470 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc06c15ead0 0x7fc06c0b0380 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fc064009d90 tx=0x7fc06402a660 comp rx=0 tx=0).stop 2024-09-19T04:39:08.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.543+0000 7fc073eac640 1 -- 172.21.15.111:0/1311956470 shutdown_connections 2024-09-19T04:39:08.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.543+0000 7fc073eac640 1 --2- 172.21.15.111:0/1311956470 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc06c15ead0 0x7fc06c0b0380 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:08.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.543+0000 7fc073eac640 1 --2- 172.21.15.111:0/1311956470 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc06c156bc0 0x7fc06c0d05d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:08.545 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.543+0000 7fc073eac640 1 -- 172.21.15.111:0/1311956470 >> 172.21.15.111:0/1311956470 conn(0x7fc06c06ca40 msgr2=0x7fc06c06ce20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:08.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.543+0000 7fc073eac640 1 -- 172.21.15.111:0/1311956470 shutdown_connections 2024-09-19T04:39:08.546 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.543+0000 7fc073eac640 1 -- 172.21.15.111:0/1311956470 wait complete. 2024-09-19T04:39:08.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.544+0000 7fc073eac640 1 Processor -- start 2024-09-19T04:39:08.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.544+0000 7fc073eac640 1 -- start start 2024-09-19T04:39:08.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.545+0000 7fc073eac640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc06c0aff40 0x7fc06c1e68c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:08.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.545+0000 7fc073eac640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc06c156bc0 0x7fc06c14a770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:08.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.545+0000 7fc073eac640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc06c15ead0 0x7fc06c15b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:08.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.545+0000 7fc073eac640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc06c0d0b10 con 0x7fc06c156bc0 2024-09-19T04:39:08.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.545+0000 7fc073eac640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc06c0ce1d0 con 0x7fc06c0aff40 2024-09-19T04:39:08.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.545+0000 7fc073eac640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc06c0cff60 con 0x7fc06c15ead0 2024-09-19T04:39:08.548 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.545+0000 7fc071447640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc06c156bc0 0x7fc06c14a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:08.549 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.545+0000 7fc071447640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc06c156bc0 0x7fc06c14a770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44870/0 (socket says 172.21.15.111:44870) 2024-09-19T04:39:08.549 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.545+0000 7fc071447640 1 -- 172.21.15.111:0/1999245406 learned_addr learned my addr 172.21.15.111:0/1999245406 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:08.549 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.545+0000 7fc071c48640 1 --2- 172.21.15.111:0/1999245406 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc06c0aff40 0x7fc06c1e68c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:08.549 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.545+0000 7fc072449640 1 --2- 172.21.15.111:0/1999245406 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc06c15ead0 0x7fc06c15b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:08.549 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.546+0000 7fc071447640 1 -- 172.21.15.111:0/1999245406 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc06c15ead0 msgr2=0x7fc06c15b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:08.549 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.546+0000 7fc071447640 1 --2- 172.21.15.111:0/1999245406 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc06c15ead0 0x7fc06c15b570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:08.549 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.546+0000 7fc071447640 1 -- 172.21.15.111:0/1999245406 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc06c0aff40 msgr2=0x7fc06c1e68c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:08.549 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.546+0000 7fc071447640 1 --2- 172.21.15.111:0/1999245406 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc06c0aff40 0x7fc06c1e68c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:08.549 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.546+0000 7fc071447640 1 -- 172.21.15.111:0/1999245406 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc06c1577f0 con 0x7fc06c156bc0 2024-09-19T04:39:08.549 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.546+0000 7fc071447640 1 --2- 172.21.15.111:0/1999245406 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc06c156bc0 0x7fc06c14a770 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7fc05c00c440 tx=0x7fc05c001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:08.549 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.546+0000 7fc0627fc640 1 -- 172.21.15.111:0/1999245406 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05c0052d0 con 0x7fc06c156bc0 2024-09-19T04:39:08.549 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.546+0000 7fc0627fc640 1 -- 172.21.15.111:0/1999245406 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc05c005470 con 0x7fc06c156bc0 2024-09-19T04:39:08.549 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.546+0000 7fc0627fc640 1 -- 172.21.15.111:0/1999245406 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05c007260 con 0x7fc06c156bc0 2024-09-19T04:39:08.549 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.546+0000 7fc073eac640 1 -- 172.21.15.111:0/1999245406 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc06c1e4f50 con 0x7fc06c156bc0 2024-09-19T04:39:08.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.546+0000 7fc073eac640 1 -- 172.21.15.111:0/1999245406 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc06c1e5510 con 0x7fc06c156bc0 2024-09-19T04:39:08.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.547+0000 7fc073eac640 1 -- 172.21.15.111:0/1999245406 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc06c073920 con 0x7fc06c156bc0 2024-09-19T04:39:08.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.547+0000 7fc0627fc640 1 -- 172.21.15.111:0/1999245406 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fc05c007400 con 0x7fc06c156bc0 2024-09-19T04:39:08.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.548+0000 7fc0627fc640 1 --2- 172.21.15.111:0/1999245406 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc05006c880 0x7fc05006ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:08.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.548+0000 7fc0627fc640 1 -- 172.21.15.111:0/1999245406 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7fc05c08b320 con 0x7fc06c156bc0 2024-09-19T04:39:08.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.548+0000 7fc071c48640 1 --2- 172.21.15.111:0/1999245406 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc05006c880 0x7fc05006ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:08.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.548+0000 7fc071c48640 1 --2- 172.21.15.111:0/1999245406 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc05006c880 0x7fc05006ed40 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fc068009bd0 tx=0x7fc068009240 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:08.553 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.552+0000 7fc0627fc640 1 -- 172.21.15.111:0/1999245406 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc06c073920 con 0x7fc06c156bc0 2024-09-19T04:39:08.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.750+0000 7fc073eac640 1 -- 172.21.15.111:0/1999245406 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume pin", "vol_name": "non_existent_subvolume", "sub_name": "subvolname_1", "pin_type": "export", "pin_setting": "1", "target": ["mon-mgr", ""]}) -- 0x7fc06c1e6e00 con 0x7fc05006c880 2024-09-19T04:39:08.753 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:08.751+0000 7f0d66663640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-19T04:39:08.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.752+0000 7fc0627fc640 1 -- 172.21.15.111:0/1999245406 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7fc06c1e6e00 con 0x7fc05006c880 2024-09-19T04:39:08.753 INFO:teuthology.orchestra.run.smithi111.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-19T04:39:08.758 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-19T04:39:08.759 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume ls non_existent_subvolume 2024-09-19T04:39:08.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.858+0000 7f1e9d7b9640 1 Processor -- start 2024-09-19T04:39:08.859 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.858+0000 7f1e9d7b9640 1 -- start start 2024-09-19T04:39:08.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.859+0000 7f1e9d7b9640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1e98161e30 0x7f1e980d34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:08.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.859+0000 7f1e9d7b9640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f1e980b3d50 0x7f1e9806d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:08.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.859+0000 7f1e9d7b9640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1e980cf9a0 con 0x7f1e980b3290 2024-09-19T04:39:08.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.859+0000 7f1e9d7b9640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f1e980cfcf0 con 0x7f1e98161e30 2024-09-19T04:39:08.861 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.859+0000 7f1e9d7b9640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f1e98162210 con 0x7f1e980b3d50 2024-09-19T04:39:08.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.859+0000 7f1e96ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1e98161e30 0x7f1e980d34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:08.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.859+0000 7f1e96ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1e98161e30 0x7f1e980d34a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44880/0 (socket says 172.21.15.111:44880) 2024-09-19T04:39:08.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.859+0000 7f1e96ffd640 1 -- 172.21.15.111:0/3194849750 learned_addr learned my addr 172.21.15.111:0/3194849750 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:08.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.859+0000 7f1e8ffff640 1 --2- 172.21.15.111:0/3194849750 >> v2:172.21.15.114:3300/0 conn(0x7f1e980b3d50 0x7f1e9806d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:08.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.859+0000 7f1e96ffd640 1 -- 172.21.15.111:0/3194849750 >> v2:172.21.15.114:3300/0 conn(0x7f1e980b3d50 msgr2=0x7f1e9806d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:08.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.859+0000 7f1e96ffd640 1 --2- 172.21.15.111:0/3194849750 >> v2:172.21.15.114:3300/0 conn(0x7f1e980b3d50 0x7f1e9806d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:08.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.859+0000 7f1e96ffd640 1 -- 172.21.15.111:0/3194849750 >> v1:172.21.15.114:6789/0 conn(0x7f1e980b3290 legacy=0x7f1e980b78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:08.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.859+0000 7f1e96ffd640 1 -- 172.21.15.111:0/3194849750 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e980d5210 con 0x7f1e98161e30 2024-09-19T04:39:08.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.859+0000 7f1e8ffff640 1 --2- 172.21.15.111:0/3194849750 >> v2:172.21.15.114:3300/0 conn(0x7f1e980b3d50 0x7f1e9806d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:08.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.860+0000 7f1e96ffd640 1 --2- 172.21.15.111:0/3194849750 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e98161e30 0x7f1e980d34a0 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7f1e980ba8f0 tx=0x7f1e8802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=849f1e1ac26896bd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:08.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.860+0000 7f1e967fc640 1 -- 172.21.15.111:0/3194849750 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e88037070 con 0x7f1e98161e30 2024-09-19T04:39:08.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.860+0000 7f1e967fc640 1 -- 172.21.15.111:0/3194849750 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e88032440 con 0x7f1e98161e30 2024-09-19T04:39:08.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.860+0000 7f1e967fc640 1 -- 172.21.15.111:0/3194849750 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e88032810 con 0x7f1e98161e30 2024-09-19T04:39:08.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.860+0000 7f1e9d7b9640 1 -- 172.21.15.111:0/3194849750 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e98161e30 msgr2=0x7f1e980d34a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:08.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.860+0000 7f1e9d7b9640 1 --2- 172.21.15.111:0/3194849750 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e98161e30 0x7f1e980d34a0 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7f1e980ba8f0 tx=0x7f1e8802a230 comp rx=0 tx=0).stop 2024-09-19T04:39:08.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.860+0000 7f1e9d7b9640 1 -- 172.21.15.111:0/3194849750 shutdown_connections 2024-09-19T04:39:08.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.860+0000 7f1e9d7b9640 1 --2- 172.21.15.111:0/3194849750 >> v2:172.21.15.114:3300/0 conn(0x7f1e980b3d50 0x7f1e9806d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:08.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.860+0000 7f1e9d7b9640 1 --2- 172.21.15.111:0/3194849750 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e98161e30 0x7f1e980d34a0 unknown :-1 s=CLOSED pgs=1331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:08.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.860+0000 7f1e9d7b9640 1 -- 172.21.15.111:0/3194849750 >> 172.21.15.111:0/3194849750 conn(0x7f1e980d1870 msgr2=0x7f1e980d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:08.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.861+0000 7f1e9d7b9640 1 -- 172.21.15.111:0/3194849750 shutdown_connections 2024-09-19T04:39:08.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.861+0000 7f1e9d7b9640 1 -- 172.21.15.111:0/3194849750 wait complete. 2024-09-19T04:39:08.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.862+0000 7f1e9d7b9640 1 Processor -- start 2024-09-19T04:39:08.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.862+0000 7f1e9d7b9640 1 -- start start 2024-09-19T04:39:08.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.862+0000 7f1e9d7b9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e980b3290 0x7f1e980ba3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:08.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.862+0000 7f1e9d7b9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e980b3d50 0x7f1e98159650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:08.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.862+0000 7f1e9d7b9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e98161e30 0x7f1e981f4a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:08.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.862+0000 7f1e9d7b9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1e980d39e0 con 0x7f1e980b3d50 2024-09-19T04:39:08.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.862+0000 7f1e9d7b9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1e980b3950 con 0x7f1e980b3290 2024-09-19T04:39:08.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.862+0000 7f1e9d7b9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1e980cd530 con 0x7f1e98161e30 2024-09-19T04:39:08.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.863+0000 7f1e8ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e980b3d50 0x7f1e98159650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:08.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.863+0000 7f1e8ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e980b3d50 0x7f1e98159650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44882/0 (socket says 172.21.15.111:44882) 2024-09-19T04:39:08.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.863+0000 7f1e8ffff640 1 -- 172.21.15.111:0/405713377 learned_addr learned my addr 172.21.15.111:0/405713377 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:08.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.863+0000 7f1e96ffd640 1 --2- 172.21.15.111:0/405713377 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e980b3290 0x7f1e980ba3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:08.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.863+0000 7f1e977fe640 1 --2- 172.21.15.111:0/405713377 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e98161e30 0x7f1e981f4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:08.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.863+0000 7f1e8ffff640 1 -- 172.21.15.111:0/405713377 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e98161e30 msgr2=0x7f1e981f4a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:08.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.863+0000 7f1e8ffff640 1 --2- 172.21.15.111:0/405713377 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e98161e30 0x7f1e981f4a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:08.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.863+0000 7f1e8ffff640 1 -- 172.21.15.111:0/405713377 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e980b3290 msgr2=0x7f1e980ba3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:08.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.863+0000 7f1e8ffff640 1 --2- 172.21.15.111:0/405713377 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e980b3290 0x7f1e980ba3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:08.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.863+0000 7f1e8ffff640 1 -- 172.21.15.111:0/405713377 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e981585b0 con 0x7f1e980b3d50 2024-09-19T04:39:08.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.863+0000 7f1e977fe640 1 --2- 172.21.15.111:0/405713377 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e98161e30 0x7f1e981f4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:08.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.863+0000 7f1e8ffff640 1 --2- 172.21.15.111:0/405713377 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e980b3d50 0x7f1e98159650 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f1e8000c820 tx=0x7f1e8000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:08.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.863+0000 7f1e8f7fe640 1 -- 172.21.15.111:0/405713377 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e80015070 con 0x7f1e980b3d50 2024-09-19T04:39:08.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.863+0000 7f1e8f7fe640 1 -- 172.21.15.111:0/405713377 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e80007a30 con 0x7f1e980b3d50 2024-09-19T04:39:08.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.863+0000 7f1e9d7b9640 1 -- 172.21.15.111:0/405713377 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e98158890 con 0x7f1e980b3d50 2024-09-19T04:39:08.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.863+0000 7f1e8f7fe640 1 -- 172.21.15.111:0/405713377 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e80007e00 con 0x7f1e980b3d50 2024-09-19T04:39:08.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.863+0000 7f1e9d7b9640 1 -- 172.21.15.111:0/405713377 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e98158e50 con 0x7f1e980b3d50 2024-09-19T04:39:08.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.864+0000 7f1e9d7b9640 1 -- 172.21.15.111:0/405713377 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e980d3480 con 0x7f1e980b3d50 2024-09-19T04:39:08.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.865+0000 7f1e8f7fe640 1 -- 172.21.15.111:0/405713377 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f1e80018070 con 0x7f1e980b3d50 2024-09-19T04:39:08.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.865+0000 7f1e8f7fe640 1 --2- 172.21.15.111:0/405713377 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1e7806c850 0x7f1e7806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:08.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.865+0000 7f1e8f7fe640 1 -- 172.21.15.111:0/405713377 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f1e8008be30 con 0x7f1e980b3d50 2024-09-19T04:39:08.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.865+0000 7f1e96ffd640 1 --2- 172.21.15.111:0/405713377 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1e7806c850 0x7f1e7806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:08.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.866+0000 7f1e96ffd640 1 --2- 172.21.15.111:0/405713377 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1e7806c850 0x7f1e7806ed10 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f1e88034000 tx=0x7f1e8802e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:08.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:08.869+0000 7f1e8f7fe640 1 -- 172.21.15.111:0/405713377 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1e80059620 con 0x7f1e980b3d50 2024-09-19T04:39:09.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.059+0000 7f1e9d7b9640 1 -- 172.21.15.111:0/405713377 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume ls", "vol_name": "non_existent_subvolume", "target": ["mon-mgr", ""]}) -- 0x7f1e98160ac0 con 0x7f1e7806c850 2024-09-19T04:39:09.061 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:09.060+0000 7f0d66663640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-19T04:39:09.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.060+0000 7f1e8f7fe640 1 -- 172.21.15.111:0/405713377 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f1e98160ac0 con 0x7f1e7806c850 2024-09-19T04:39:09.062 INFO:teuthology.orchestra.run.smithi111.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-19T04:39:09.067 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-19T04:39:09.067 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot create non_existent_subvolume subvolume_1 snapshot_1 2024-09-19T04:39:09.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.169+0000 7fc03b3cf640 1 Processor -- start 2024-09-19T04:39:09.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.170+0000 7fc03b3cf640 1 -- start start 2024-09-19T04:39:09.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.170+0000 7fc03b3cf640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc03406bba0 0x7fc03406c000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:09.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.170+0000 7fc03b3cf640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc0340d0620 0x7fc0340d0ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:09.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.170+0000 7fc03b3cf640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc03415cc60 con 0x7fc0340b0d00 2024-09-19T04:39:09.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.170+0000 7fc03b3cf640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fc03406c540 con 0x7fc0340d0620 2024-09-19T04:39:09.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.170+0000 7fc03b3cf640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc03415cf40 con 0x7fc03406bba0 2024-09-19T04:39:09.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.171+0000 7fc03916b640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fc0340b0d00 0x7fc0340ce810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36686/0 (socket says 172.21.15.111:36686) 2024-09-19T04:39:09.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.171+0000 7fc03916b640 1 -- 172.21.15.111:0/1005260122 learned_addr learned my addr 172.21.15.111:0/1005260122 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:09.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.171+0000 7fc03996c640 1 --2- 172.21.15.111:0/1005260122 >> v2:172.21.15.114:3300/0 conn(0x7fc0340d0620 0x7fc0340d0ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:09.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.171+0000 7fc03896a640 1 --2- 172.21.15.111:0/1005260122 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc03406bba0 0x7fc03406c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:09.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.171+0000 7fc033fff640 1 -- 172.21.15.111:0/1005260122 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3910981433 0 0) 0x7fc03415cc60 con 0x7fc0340b0d00 2024-09-19T04:39:09.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.171+0000 7fc033fff640 1 -- 172.21.15.111:0/1005260122 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc01c003520 con 0x7fc0340b0d00 2024-09-19T04:39:09.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.171+0000 7fc03996c640 1 -- 172.21.15.111:0/1005260122 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc03406bba0 msgr2=0x7fc03406c000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:09.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.171+0000 7fc03996c640 1 --2- 172.21.15.111:0/1005260122 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc03406bba0 0x7fc03406c000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:09.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.171+0000 7fc03996c640 1 -- 172.21.15.111:0/1005260122 >> v1:172.21.15.111:6789/0 conn(0x7fc0340b0d00 legacy=0x7fc0340ce810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:09.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.171+0000 7fc03996c640 1 -- 172.21.15.111:0/1005260122 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc03415d220 con 0x7fc0340d0620 2024-09-19T04:39:09.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.171+0000 7fc03896a640 1 --2- 172.21.15.111:0/1005260122 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc03406bba0 0x7fc03406c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:09.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.172+0000 7fc03996c640 1 --2- 172.21.15.111:0/1005260122 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc0340d0620 0x7fc0340d0ab0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fc0240097a0 tx=0x7fc02402a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=140019a4d5272edd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:09.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.172+0000 7fc033fff640 1 -- 172.21.15.111:0/1005260122 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc024037070 con 0x7fc0340d0620 2024-09-19T04:39:09.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.172+0000 7fc033fff640 1 -- 172.21.15.111:0/1005260122 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc02402ae50 con 0x7fc0340d0620 2024-09-19T04:39:09.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.172+0000 7fc033fff640 1 -- 172.21.15.111:0/1005260122 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc024032640 con 0x7fc0340d0620 2024-09-19T04:39:09.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.172+0000 7fc03b3cf640 1 -- 172.21.15.111:0/1005260122 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc0340d0620 msgr2=0x7fc0340d0ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:09.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.172+0000 7fc03b3cf640 1 --2- 172.21.15.111:0/1005260122 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc0340d0620 0x7fc0340d0ab0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fc0240097a0 tx=0x7fc02402a100 comp rx=0 tx=0).stop 2024-09-19T04:39:09.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.172+0000 7fc03b3cf640 1 -- 172.21.15.111:0/1005260122 shutdown_connections 2024-09-19T04:39:09.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.172+0000 7fc03b3cf640 1 --2- 172.21.15.111:0/1005260122 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc0340d0620 0x7fc0340d0ab0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:09.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.172+0000 7fc03b3cf640 1 --2- 172.21.15.111:0/1005260122 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc03406bba0 0x7fc03406c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:09.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.172+0000 7fc03b3cf640 1 -- 172.21.15.111:0/1005260122 >> 172.21.15.111:0/1005260122 conn(0x7fc03406ccb0 msgr2=0x7fc03406d0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:09.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.173+0000 7fc03b3cf640 1 -- 172.21.15.111:0/1005260122 shutdown_connections 2024-09-19T04:39:09.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.173+0000 7fc03b3cf640 1 -- 172.21.15.111:0/1005260122 wait complete. 2024-09-19T04:39:09.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.174+0000 7fc03b3cf640 1 Processor -- start 2024-09-19T04:39:09.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.174+0000 7fc03b3cf640 1 -- start start 2024-09-19T04:39:09.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.174+0000 7fc03b3cf640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc03406bba0 0x7fc0340b4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:09.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.174+0000 7fc03b3cf640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc0340b0d00 0x7fc0341472f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:09.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.174+0000 7fc03b3cf640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc0340d0620 0x7fc0340b63d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:09.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.174+0000 7fc03b3cf640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc03415c950 con 0x7fc0340b0d00 2024-09-19T04:39:09.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.174+0000 7fc03b3cf640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc0340b10e0 con 0x7fc0340d0620 2024-09-19T04:39:09.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.174+0000 7fc03b3cf640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc0340cef20 con 0x7fc03406bba0 2024-09-19T04:39:09.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.175+0000 7fc03896a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc0340b0d00 0x7fc0341472f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:09.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.175+0000 7fc03896a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc0340b0d00 0x7fc0341472f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44896/0 (socket says 172.21.15.111:44896) 2024-09-19T04:39:09.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.175+0000 7fc03896a640 1 -- 172.21.15.111:0/3903213005 learned_addr learned my addr 172.21.15.111:0/3903213005 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:09.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.175+0000 7fc03996c640 1 --2- 172.21.15.111:0/3903213005 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc0340d0620 0x7fc0340b63d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:09.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.175+0000 7fc03916b640 1 --2- 172.21.15.111:0/3903213005 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc03406bba0 0x7fc0340b4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:09.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.175+0000 7fc03896a640 1 -- 172.21.15.111:0/3903213005 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc03406bba0 msgr2=0x7fc0340b4d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:09.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.175+0000 7fc03896a640 1 --2- 172.21.15.111:0/3903213005 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc03406bba0 0x7fc0340b4d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:09.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.175+0000 7fc03896a640 1 -- 172.21.15.111:0/3903213005 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc0340d0620 msgr2=0x7fc0340b63d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:09.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.175+0000 7fc03896a640 1 --2- 172.21.15.111:0/3903213005 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc0340d0620 0x7fc0340b63d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:09.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.175+0000 7fc03896a640 1 -- 172.21.15.111:0/3903213005 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0340b5330 con 0x7fc0340b0d00 2024-09-19T04:39:09.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.175+0000 7fc03896a640 1 --2- 172.21.15.111:0/3903213005 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc0340b0d00 0x7fc0341472f0 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x7fc02800e910 tx=0x7fc02800edd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:09.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.175+0000 7fc031ffb640 1 -- 172.21.15.111:0/3903213005 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc028017070 con 0x7fc0340b0d00 2024-09-19T04:39:09.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.175+0000 7fc031ffb640 1 -- 172.21.15.111:0/3903213005 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc02800ca00 con 0x7fc0340b0d00 2024-09-19T04:39:09.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.175+0000 7fc031ffb640 1 -- 172.21.15.111:0/3903213005 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc02800cdb0 con 0x7fc0340b0d00 2024-09-19T04:39:09.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.175+0000 7fc03b3cf640 1 -- 172.21.15.111:0/3903213005 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0340b5610 con 0x7fc0340b0d00 2024-09-19T04:39:09.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.175+0000 7fc03b3cf640 1 -- 172.21.15.111:0/3903213005 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0340b5bd0 con 0x7fc0340b0d00 2024-09-19T04:39:09.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.176+0000 7fc03b3cf640 1 -- 172.21.15.111:0/3903213005 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc03406c000 con 0x7fc0340b0d00 2024-09-19T04:39:09.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.177+0000 7fc031ffb640 1 -- 172.21.15.111:0/3903213005 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fc02801a070 con 0x7fc0340b0d00 2024-09-19T04:39:09.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.177+0000 7fc031ffb640 1 --2- 172.21.15.111:0/3903213005 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc02006c850 0x7fc02006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:09.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.177+0000 7fc031ffb640 1 -- 172.21.15.111:0/3903213005 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7fc02808c090 con 0x7fc0340b0d00 2024-09-19T04:39:09.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.177+0000 7fc03916b640 1 --2- 172.21.15.111:0/3903213005 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc02006c850 0x7fc02006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:09.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.178+0000 7fc03916b640 1 --2- 172.21.15.111:0/3903213005 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc02006c850 0x7fc02006ed10 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fc02c005c00 tx=0x7fc02c009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:09.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.181+0000 7fc031ffb640 1 -- 172.21.15.111:0/3903213005 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc028059900 con 0x7fc0340b0d00 2024-09-19T04:39:09.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.378+0000 7fc03b3cf640 1 -- 172.21.15.111:0/3903213005 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot create", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "snap_name": "snapshot_1", "target": ["mon-mgr", ""]}) -- 0x7fc0341535b0 con 0x7fc02006c850 2024-09-19T04:39:09.381 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:09.380+0000 7f0d66663640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-19T04:39:09.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.381+0000 7fc031ffb640 1 -- 172.21.15.111:0/3903213005 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7fc0341535b0 con 0x7fc02006c850 2024-09-19T04:39:09.382 INFO:teuthology.orchestra.run.smithi111.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-19T04:39:09.387 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-19T04:39:09.387 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot rm non_existent_subvolume subvolume_1 snapshot_1 2024-09-19T04:39:09.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.489+0000 7fc8d59c4640 1 Processor -- start 2024-09-19T04:39:09.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.490+0000 7fc8d59c4640 1 -- start start 2024-09-19T04:39:09.494 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.490+0000 7fc8d59c4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc8d00b61e0 0x7fc8d00b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:09.494 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.490+0000 7fc8d59c4640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc8d01633f0 con 0x7fc8d00b3b00 2024-09-19T04:39:09.494 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.490+0000 7fc8d59c4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc8d00b6b00 con 0x7fc8d00d3990 2024-09-19T04:39:09.494 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.490+0000 7fc8d59c4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fc8d00d24f0 con 0x7fc8d00b61e0 2024-09-19T04:39:09.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.490+0000 7fc8c67fc640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fc8d00b3b00 0x7fc8d01625d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36702/0 (socket says 172.21.15.111:36702) 2024-09-19T04:39:09.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.490+0000 7fc8c67fc640 1 -- 172.21.15.111:0/2467350648 learned_addr learned my addr 172.21.15.111:0/2467350648 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:09.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.491+0000 7fc8ce7fc640 1 -- 172.21.15.111:0/2467350648 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3550987164 0 0) 0x7fc8d01633f0 con 0x7fc8d00b3b00 2024-09-19T04:39:09.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.491+0000 7fc8ceffd640 1 --2- 172.21.15.111:0/2467350648 >> v2:172.21.15.114:3300/0 conn(0x7fc8d00b61e0 0x7fc8d00b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:09.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.491+0000 7fc8ce7fc640 1 -- 172.21.15.111:0/2467350648 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc8bc003520 con 0x7fc8d00b3b00 2024-09-19T04:39:09.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.491+0000 7fc8ce7fc640 1 -- 172.21.15.111:0/2467350648 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2554081156 0 0) 0x7fc8bc003520 con 0x7fc8d00b3b00 2024-09-19T04:39:09.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.491+0000 7fc8ce7fc640 1 -- 172.21.15.111:0/2467350648 >> v2:172.21.15.114:3300/0 conn(0x7fc8d00b61e0 msgr2=0x7fc8d00b65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:09.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.491+0000 7fc8ce7fc640 1 --2- 172.21.15.111:0/2467350648 >> v2:172.21.15.114:3300/0 conn(0x7fc8d00b61e0 0x7fc8d00b65c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:09.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.491+0000 7fc8ce7fc640 1 -- 172.21.15.111:0/2467350648 >> v1:172.21.15.114:6789/0 conn(0x7fc8d00d3990 legacy=0x7fc8d0162ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:09.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.491+0000 7fc8ce7fc640 1 -- 172.21.15.111:0/2467350648 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8d00d20e0 con 0x7fc8d00b3b00 2024-09-19T04:39:09.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.491+0000 7fc8ce7fc640 1 -- 172.21.15.111:0/2467350648 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fc8b8001670 con 0x7fc8d00b3b00 2024-09-19T04:39:09.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.491+0000 7fc8ce7fc640 1 -- 172.21.15.111:0/2467350648 >> v1:172.21.15.111:6789/0 conn(0x7fc8d00b3b00 legacy=0x7fc8d01625d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:09.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.491+0000 7fc8ce7fc640 1 --2- 172.21.15.111:0/2467350648 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8bc0039b0 0x7fc8bc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:09.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.491+0000 7fc8ce7fc640 1 --2- 172.21.15.111:0/2467350648 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8bc004800 0x7fc8bc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:09.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.491+0000 7fc8ce7fc640 1 --2- 172.21.15.111:0/2467350648 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8bc0052e0 0x7fc8bc00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:09.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.491+0000 7fc8ce7fc640 1 -- 172.21.15.111:0/2467350648 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d00d24f0 con 0x7fc8bc0052e0 2024-09-19T04:39:09.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.491+0000 7fc8ce7fc640 1 -- 172.21.15.111:0/2467350648 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc8bc00c1b0 con 0x7fc8bc004800 2024-09-19T04:39:09.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.491+0000 7fc8ce7fc640 1 -- 172.21.15.111:0/2467350648 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc8bc00c3b0 con 0x7fc8bc0039b0 2024-09-19T04:39:09.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.491+0000 7fc8cf7fe640 1 --2- 172.21.15.111:0/2467350648 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8bc0052e0 0x7fc8bc00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:09.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.491+0000 7fc8c67fc640 1 --2- 172.21.15.111:0/2467350648 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8bc004800 0x7fc8bc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:09.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.491+0000 7fc8ceffd640 1 --2- 172.21.15.111:0/2467350648 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8bc0039b0 0x7fc8bc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:09.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.491+0000 7fc8cf7fe640 1 -- 172.21.15.111:0/2467350648 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8bc0039b0 msgr2=0x7fc8bc003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:09.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.491+0000 7fc8cf7fe640 1 --2- 172.21.15.111:0/2467350648 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8bc0039b0 0x7fc8bc003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:09.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.491+0000 7fc8cf7fe640 1 -- 172.21.15.111:0/2467350648 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8bc004800 msgr2=0x7fc8bc004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:09.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.491+0000 7fc8cf7fe640 1 --2- 172.21.15.111:0/2467350648 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8bc004800 0x7fc8bc004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:09.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.491+0000 7fc8cf7fe640 1 -- 172.21.15.111:0/2467350648 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8bc003520 con 0x7fc8bc0052e0 2024-09-19T04:39:09.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.492+0000 7fc8cf7fe640 1 -- 172.21.15.111:0/2467350648 reap_dead start 2024-09-19T04:39:09.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.492+0000 7fc8cf7fe640 1 --2- 172.21.15.111:0/2467350648 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8bc0052e0 0x7fc8bc00b9c0 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7fc8c8001e20 tx=0x7fc8bc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8de7e7a430943e82 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:09.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.492+0000 7fc8ce7fc640 1 -- 172.21.15.111:0/2467350648 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8c8001a70 con 0x7fc8bc0052e0 2024-09-19T04:39:09.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.492+0000 7fc8ce7fc640 1 -- 172.21.15.111:0/2467350648 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8c802ae40 con 0x7fc8bc0052e0 2024-09-19T04:39:09.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.492+0000 7fc8ce7fc640 1 -- 172.21.15.111:0/2467350648 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8c8003b90 con 0x7fc8bc0052e0 2024-09-19T04:39:09.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.493+0000 7fc8d59c4640 1 -- 172.21.15.111:0/2467350648 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8bc0052e0 msgr2=0x7fc8bc00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:09.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.493+0000 7fc8d59c4640 1 --2- 172.21.15.111:0/2467350648 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8bc0052e0 0x7fc8bc00b9c0 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7fc8c8001e20 tx=0x7fc8bc005830 comp rx=0 tx=0).stop 2024-09-19T04:39:09.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.493+0000 7fc8d59c4640 1 -- 172.21.15.111:0/2467350648 shutdown_connections 2024-09-19T04:39:09.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.493+0000 7fc8d59c4640 1 --2- 172.21.15.111:0/2467350648 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8bc0052e0 0x7fc8bc00b9c0 unknown :-1 s=CLOSED pgs=1336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:09.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.493+0000 7fc8d59c4640 1 -- 172.21.15.111:0/2467350648 >> 172.21.15.111:0/2467350648 conn(0x7fc8d00d11e0 msgr2=0x7fc8d00d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:09.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.493+0000 7fc8d59c4640 1 -- 172.21.15.111:0/2467350648 shutdown_connections 2024-09-19T04:39:09.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.493+0000 7fc8d59c4640 1 -- 172.21.15.111:0/2467350648 wait complete. 2024-09-19T04:39:09.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.494+0000 7fc8d59c4640 1 Processor -- start 2024-09-19T04:39:09.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.494+0000 7fc8d59c4640 1 -- start start 2024-09-19T04:39:09.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.495+0000 7fc8d59c4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8bc0052e0 0x7fc8d0153b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:09.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.495+0000 7fc8d59c4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8d00ada50 0x7fc8d00aded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:09.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.495+0000 7fc8d59c4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d00cc4e0 0x7fc8d00cc970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:09.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.495+0000 7fc8d59c4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d00d0030 con 0x7fc8d00ada50 2024-09-19T04:39:09.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.495+0000 7fc8d59c4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d00cfd50 con 0x7fc8bc0052e0 2024-09-19T04:39:09.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.495+0000 7fc8d59c4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc8d015edc0 con 0x7fc8d00cc4e0 2024-09-19T04:39:09.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.495+0000 7fc8c67fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8d00ada50 0x7fc8d00aded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:09.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.495+0000 7fc8c67fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8d00ada50 0x7fc8d00aded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44908/0 (socket says 172.21.15.111:44908) 2024-09-19T04:39:09.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.495+0000 7fc8c67fc640 1 -- 172.21.15.111:0/2706857754 learned_addr learned my addr 172.21.15.111:0/2706857754 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:09.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.495+0000 7fc8cf7fe640 1 --2- 172.21.15.111:0/2706857754 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d00cc4e0 0x7fc8d00cc970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:09.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.495+0000 7fc8ceffd640 1 --2- 172.21.15.111:0/2706857754 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8bc0052e0 0x7fc8d0153b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:09.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.495+0000 7fc8c67fc640 1 -- 172.21.15.111:0/2706857754 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d00cc4e0 msgr2=0x7fc8d00cc970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:09.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.495+0000 7fc8c67fc640 1 --2- 172.21.15.111:0/2706857754 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d00cc4e0 0x7fc8d00cc970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:09.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.495+0000 7fc8c67fc640 1 -- 172.21.15.111:0/2706857754 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8bc0052e0 msgr2=0x7fc8d0153b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:09.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.495+0000 7fc8c67fc640 1 --2- 172.21.15.111:0/2706857754 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8bc0052e0 0x7fc8d0153b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:09.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.495+0000 7fc8c67fc640 1 -- 172.21.15.111:0/2706857754 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8d01f4a50 con 0x7fc8d00ada50 2024-09-19T04:39:09.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.495+0000 7fc8cf7fe640 1 --2- 172.21.15.111:0/2706857754 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8d00cc4e0 0x7fc8d00cc970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:09.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.495+0000 7fc8ceffd640 1 --2- 172.21.15.111:0/2706857754 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8bc0052e0 0x7fc8d0153b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:09.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.496+0000 7fc8c67fc640 1 --2- 172.21.15.111:0/2706857754 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8d00ada50 0x7fc8d00aded0 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7fc8b8007290 tx=0x7fc8b8007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:09.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.496+0000 7fc8ccff9640 1 -- 172.21.15.111:0/2706857754 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8b800f960 con 0x7fc8d00ada50 2024-09-19T04:39:09.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.496+0000 7fc8ccff9640 1 -- 172.21.15.111:0/2706857754 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8b8018070 con 0x7fc8d00ada50 2024-09-19T04:39:09.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.496+0000 7fc8ccff9640 1 -- 172.21.15.111:0/2706857754 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8b800fd20 con 0x7fc8d00ada50 2024-09-19T04:39:09.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.496+0000 7fc8d59c4640 1 -- 172.21.15.111:0/2706857754 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8d01540c0 con 0x7fc8d00ada50 2024-09-19T04:39:09.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.496+0000 7fc8d59c4640 1 -- 172.21.15.111:0/2706857754 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8d00cd3a0 con 0x7fc8d00ada50 2024-09-19T04:39:09.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.497+0000 7fc8d59c4640 1 -- 172.21.15.111:0/2706857754 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8d00d1d00 con 0x7fc8d00ada50 2024-09-19T04:39:09.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.497+0000 7fc8ccff9640 1 -- 172.21.15.111:0/2706857754 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fc8b801d460 con 0x7fc8d00ada50 2024-09-19T04:39:09.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.498+0000 7fc8ccff9640 1 --2- 172.21.15.111:0/2706857754 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc8b006c850 0x7fc8b006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:09.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.498+0000 7fc8ccff9640 1 -- 172.21.15.111:0/2706857754 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7fc8b808bed0 con 0x7fc8d00ada50 2024-09-19T04:39:09.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.498+0000 7fc8ceffd640 1 --2- 172.21.15.111:0/2706857754 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc8b006c850 0x7fc8b006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:09.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.498+0000 7fc8ceffd640 1 --2- 172.21.15.111:0/2706857754 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc8b006c850 0x7fc8b006ed10 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fc8d00cb150 tx=0x7fc8c0008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:09.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.502+0000 7fc8ccff9640 1 -- 172.21.15.111:0/2706857754 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc8b8059ee0 con 0x7fc8d00ada50 2024-09-19T04:39:09.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.698+0000 7fc8d59c4640 1 -- 172.21.15.111:0/2706857754 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot rm", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "snap_name": "snapshot_1", "target": ["mon-mgr", ""]}) -- 0x7fc8d00b6d80 con 0x7fc8b006c850 2024-09-19T04:39:09.701 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:09.700+0000 7f0d66663640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-19T04:39:09.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.701+0000 7fc8ccff9640 1 -- 172.21.15.111:0/2706857754 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7fc8d00b6d80 con 0x7fc8b006c850 2024-09-19T04:39:09.702 INFO:teuthology.orchestra.run.smithi111.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-19T04:39:09.706 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-19T04:39:09.707 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot info non_existent_subvolume subvolume_1 snapshot_1 2024-09-19T04:39:09.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.808+0000 7efd02fc6640 1 Processor -- start 2024-09-19T04:39:09.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.808+0000 7efd02fc6640 1 -- start start 2024-09-19T04:39:09.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.809+0000 7efd02fc6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7efcfc145d90 0x7efcfc0ccf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:09.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.809+0000 7efd02fc6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efcfc0cfce0 0x7efcfc06d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:09.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.809+0000 7efd02fc6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efcfc0b4240 con 0x7efcfc0cd490 2024-09-19T04:39:09.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.809+0000 7efd02fc6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7efcfc06d080 con 0x7efcfc145d90 2024-09-19T04:39:09.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.809+0000 7efd02fc6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7efcfc0b4520 con 0x7efcfc0cfce0 2024-09-19T04:39:09.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.809+0000 7efcf3fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7efcfc0cd490 0x7efcfc0cf5d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36710/0 (socket says 172.21.15.111:36710) 2024-09-19T04:39:09.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.809+0000 7efcf3fff640 1 -- 172.21.15.111:0/290280899 learned_addr learned my addr 172.21.15.111:0/290280899 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:09.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.809+0000 7efd00d62640 1 --2- 172.21.15.111:0/290280899 >> v2:172.21.15.114:3300/0 conn(0x7efcfc145d90 0x7efcfc0ccf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:09.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.809+0000 7efd01563640 1 --2- 172.21.15.111:0/290280899 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efcfc0cfce0 0x7efcfc06d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:09.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.809+0000 7efcf37fe640 1 -- 172.21.15.111:0/290280899 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2994679772 0 0) 0x7efcfc0b4240 con 0x7efcfc0cd490 2024-09-19T04:39:09.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.809+0000 7efcf37fe640 1 -- 172.21.15.111:0/290280899 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efce4003520 con 0x7efcfc0cd490 2024-09-19T04:39:09.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.809+0000 7efd01563640 1 -- 172.21.15.111:0/290280899 >> v2:172.21.15.114:3300/0 conn(0x7efcfc145d90 msgr2=0x7efcfc0ccf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:09.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.809+0000 7efd01563640 1 --2- 172.21.15.111:0/290280899 >> v2:172.21.15.114:3300/0 conn(0x7efcfc145d90 0x7efcfc0ccf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:09.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.809+0000 7efd01563640 1 -- 172.21.15.111:0/290280899 >> v1:172.21.15.111:6789/0 conn(0x7efcfc0cd490 legacy=0x7efcfc0cf5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:09.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.809+0000 7efd01563640 1 -- 172.21.15.111:0/290280899 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcfc0b4800 con 0x7efcfc0cfce0 2024-09-19T04:39:09.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.810+0000 7efd01563640 1 --2- 172.21.15.111:0/290280899 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efcfc0cfce0 0x7efcfc06d4f0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7efcf4009d90 tx=0x7efcf402a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ff198e62d143a96c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:09.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.810+0000 7efcf37fe640 1 -- 172.21.15.111:0/290280899 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf4031600 con 0x7efcfc0cfce0 2024-09-19T04:39:09.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.810+0000 7efcf37fe640 1 -- 172.21.15.111:0/290280899 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efcf40317a0 con 0x7efcfc0cfce0 2024-09-19T04:39:09.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.810+0000 7efcf37fe640 1 -- 172.21.15.111:0/290280899 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf4031b50 con 0x7efcfc0cfce0 2024-09-19T04:39:09.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.811+0000 7efd02fc6640 1 -- 172.21.15.111:0/290280899 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efcfc0cfce0 msgr2=0x7efcfc06d4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:09.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.811+0000 7efd02fc6640 1 --2- 172.21.15.111:0/290280899 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efcfc0cfce0 0x7efcfc06d4f0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7efcf4009d90 tx=0x7efcf402a5d0 comp rx=0 tx=0).stop 2024-09-19T04:39:09.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.811+0000 7efd02fc6640 1 -- 172.21.15.111:0/290280899 shutdown_connections 2024-09-19T04:39:09.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.811+0000 7efd02fc6640 1 --2- 172.21.15.111:0/290280899 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efcfc0cfce0 0x7efcfc06d4f0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:09.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.811+0000 7efd02fc6640 1 --2- 172.21.15.111:0/290280899 >> v2:172.21.15.114:3300/0 conn(0x7efcfc145d90 0x7efcfc0ccf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:09.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.811+0000 7efd02fc6640 1 -- 172.21.15.111:0/290280899 >> 172.21.15.111:0/290280899 conn(0x7efcfc06bba0 msgr2=0x7efcfc06bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:09.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.811+0000 7efd02fc6640 1 -- 172.21.15.111:0/290280899 shutdown_connections 2024-09-19T04:39:09.814 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.811+0000 7efd02fc6640 1 -- 172.21.15.111:0/290280899 wait complete. 2024-09-19T04:39:09.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.812+0000 7efd02fc6640 1 Processor -- start 2024-09-19T04:39:09.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.812+0000 7efd02fc6640 1 -- start start 2024-09-19T04:39:09.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.813+0000 7efd02fc6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efcfc0cd490 0x7efcfc06d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:09.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.813+0000 7efd02fc6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efcfc0cfce0 0x7efcfc0ae500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:09.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.813+0000 7efd02fc6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efcfc145d90 0x7efcfc0aea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:09.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.813+0000 7efd02fc6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7efcfc0b5790 con 0x7efcfc0cfce0 2024-09-19T04:39:09.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.813+0000 7efd02fc6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7efcfc0b5610 con 0x7efcfc0cd490 2024-09-19T04:39:09.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.813+0000 7efd02fc6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7efcfc146170 con 0x7efcfc145d90 2024-09-19T04:39:09.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.813+0000 7efcf3fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efcfc0cfce0 0x7efcfc0ae500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:09.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.813+0000 7efcf3fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efcfc0cfce0 0x7efcfc0ae500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44914/0 (socket says 172.21.15.111:44914) 2024-09-19T04:39:09.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.813+0000 7efcf3fff640 1 -- 172.21.15.111:0/3136085430 learned_addr learned my addr 172.21.15.111:0/3136085430 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:09.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.813+0000 7efd01563640 1 --2- 172.21.15.111:0/3136085430 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efcfc145d90 0x7efcfc0aea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:09.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.813+0000 7efd00d62640 1 --2- 172.21.15.111:0/3136085430 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efcfc0cd490 0x7efcfc06d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:09.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.813+0000 7efcf3fff640 1 -- 172.21.15.111:0/3136085430 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efcfc145d90 msgr2=0x7efcfc0aea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:09.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.813+0000 7efcf3fff640 1 --2- 172.21.15.111:0/3136085430 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efcfc145d90 0x7efcfc0aea40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:09.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.813+0000 7efcf3fff640 1 -- 172.21.15.111:0/3136085430 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efcfc0cd490 msgr2=0x7efcfc06d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:09.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.813+0000 7efcf3fff640 1 --2- 172.21.15.111:0/3136085430 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efcfc0cd490 0x7efcfc06d9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:09.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.813+0000 7efcf3fff640 1 -- 172.21.15.111:0/3136085430 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcfc0aa4d0 con 0x7efcfc0cfce0 2024-09-19T04:39:09.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.813+0000 7efcf3fff640 1 --2- 172.21.15.111:0/3136085430 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efcfc0cfce0 0x7efcfc0ae500 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7efcec00c390 tx=0x7efcec00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:09.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.814+0000 7efcf17fa640 1 -- 172.21.15.111:0/3136085430 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcec017070 con 0x7efcfc0cfce0 2024-09-19T04:39:09.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.814+0000 7efcf17fa640 1 -- 172.21.15.111:0/3136085430 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efcec005ce0 con 0x7efcfc0cfce0 2024-09-19T04:39:09.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.814+0000 7efd02fc6640 1 -- 172.21.15.111:0/3136085430 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcfc0aa7b0 con 0x7efcfc0cfce0 2024-09-19T04:39:09.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.814+0000 7efcf17fa640 1 -- 172.21.15.111:0/3136085430 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcec0072f0 con 0x7efcfc0cfce0 2024-09-19T04:39:09.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.814+0000 7efd02fc6640 1 -- 172.21.15.111:0/3136085430 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcfc0aad70 con 0x7efcfc0cfce0 2024-09-19T04:39:09.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.815+0000 7efd02fc6640 1 -- 172.21.15.111:0/3136085430 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcfc06c260 con 0x7efcfc0cfce0 2024-09-19T04:39:09.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.815+0000 7efcf17fa640 1 -- 172.21.15.111:0/3136085430 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7efcec01a070 con 0x7efcfc0cfce0 2024-09-19T04:39:09.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.816+0000 7efcf17fa640 1 --2- 172.21.15.111:0/3136085430 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7efce806c850 0x7efce806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:09.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.816+0000 7efcf17fa640 1 -- 172.21.15.111:0/3136085430 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7efcec08b1e0 con 0x7efcfc0cfce0 2024-09-19T04:39:09.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.816+0000 7efd00d62640 1 --2- 172.21.15.111:0/3136085430 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7efce806c850 0x7efce806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:09.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.816+0000 7efd00d62640 1 --2- 172.21.15.111:0/3136085430 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7efce806c850 0x7efce806ed10 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7efcf8009b40 tx=0x7efcf8009190 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:09.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:09.820+0000 7efcf17fa640 1 -- 172.21.15.111:0/3136085430 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efcec058ae0 con 0x7efcfc0cfce0 2024-09-19T04:39:10.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.012+0000 7efd02fc6640 1 -- 172.21.15.111:0/3136085430 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot info", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "snap_name": "snapshot_1", "target": ["mon-mgr", ""]}) -- 0x7efcfc06eb20 con 0x7efce806c850 2024-09-19T04:39:10.014 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:10.013+0000 7f0d66663640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-19T04:39:10.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.014+0000 7efcf17fa640 1 -- 172.21.15.111:0/3136085430 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7efcfc06eb20 con 0x7efce806c850 2024-09-19T04:39:10.015 INFO:teuthology.orchestra.run.smithi111.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-19T04:39:10.020 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-19T04:39:10.020 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot protect non_existent_subvolume subvolume_1 snapshot_1 2024-09-19T04:39:10.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.121+0000 7ff24c723640 1 Processor -- start 2024-09-19T04:39:10.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.121+0000 7ff24c723640 1 -- start start 2024-09-19T04:39:10.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.122+0000 7ff24c723640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff244147970 0x7ff244148040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:10.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.122+0000 7ff24c723640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff24406c2b0 0x7ff2440b4880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:10.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.122+0000 7ff24c723640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff24406e660 con 0x7ff24406d980 2024-09-19T04:39:10.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.122+0000 7ff24c723640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7ff2440b5c90 con 0x7ff244147970 2024-09-19T04:39:10.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.122+0000 7ff24c723640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff2440b5ee0 con 0x7ff24406c2b0 2024-09-19T04:39:10.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.122+0000 7ff24a4bf640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff244147970 0x7ff244148040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:10.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.123+0000 7ff24a4bf640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff244147970 0x7ff244148040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44922/0 (socket says 172.21.15.111:44922) 2024-09-19T04:39:10.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.123+0000 7ff24a4bf640 1 -- 172.21.15.111:0/1089430155 learned_addr learned my addr 172.21.15.111:0/1089430155 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:10.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.123+0000 7ff24acc0640 1 --2- 172.21.15.111:0/1089430155 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff24406c2b0 0x7ff2440b4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:10.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.123+0000 7ff24a4bf640 1 -- 172.21.15.111:0/1089430155 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff24406c2b0 msgr2=0x7ff2440b4880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:10.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.123+0000 7ff24a4bf640 1 --2- 172.21.15.111:0/1089430155 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff24406c2b0 0x7ff2440b4880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:10.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.123+0000 7ff24a4bf640 1 -- 172.21.15.111:0/1089430155 >> v1:172.21.15.114:6789/0 conn(0x7ff24406d980 legacy=0x7ff24406bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:10.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.123+0000 7ff24a4bf640 1 -- 172.21.15.111:0/1089430155 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2440b61c0 con 0x7ff244147970 2024-09-19T04:39:10.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.123+0000 7ff24a4bf640 1 --2- 172.21.15.111:0/1089430155 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff244147970 0x7ff244148040 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7ff234009e50 tx=0x7ff23402a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e907463615248eb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:10.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.124+0000 7ff2494bd640 1 -- 172.21.15.111:0/1089430155 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff234036070 con 0x7ff244147970 2024-09-19T04:39:10.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.124+0000 7ff2494bd640 1 -- 172.21.15.111:0/1089430155 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff234031600 con 0x7ff244147970 2024-09-19T04:39:10.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.124+0000 7ff2494bd640 1 -- 172.21.15.111:0/1089430155 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2340319d0 con 0x7ff244147970 2024-09-19T04:39:10.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.124+0000 7ff24c723640 1 -- 172.21.15.111:0/1089430155 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff244147970 msgr2=0x7ff244148040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:10.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.124+0000 7ff24c723640 1 --2- 172.21.15.111:0/1089430155 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff244147970 0x7ff244148040 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7ff234009e50 tx=0x7ff23402a630 comp rx=0 tx=0).stop 2024-09-19T04:39:10.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.124+0000 7ff24c723640 1 -- 172.21.15.111:0/1089430155 shutdown_connections 2024-09-19T04:39:10.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.124+0000 7ff24c723640 1 --2- 172.21.15.111:0/1089430155 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff24406c2b0 0x7ff2440b4880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:10.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.124+0000 7ff24c723640 1 --2- 172.21.15.111:0/1089430155 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff244147970 0x7ff244148040 unknown :-1 s=CLOSED pgs=1340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:10.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.124+0000 7ff24c723640 1 -- 172.21.15.111:0/1089430155 >> 172.21.15.111:0/1089430155 conn(0x7ff24406ccb0 msgr2=0x7ff24406d0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:10.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.124+0000 7ff24c723640 1 -- 172.21.15.111:0/1089430155 shutdown_connections 2024-09-19T04:39:10.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.124+0000 7ff24c723640 1 -- 172.21.15.111:0/1089430155 wait complete. 2024-09-19T04:39:10.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.125+0000 7ff24c723640 1 Processor -- start 2024-09-19T04:39:10.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.126+0000 7ff24c723640 1 -- start start 2024-09-19T04:39:10.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.126+0000 7ff24c723640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff24406c2b0 0x7ff24415daa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:10.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.126+0000 7ff24c723640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff24406d980 0x7ff2441f8820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:10.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.126+0000 7ff24c723640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff244147970 0x7ff2440c8f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:10.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.126+0000 7ff24c723640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff244147d50 con 0x7ff24406c2b0 2024-09-19T04:39:10.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.126+0000 7ff24c723640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff2440b6780 con 0x7ff24406d980 2024-09-19T04:39:10.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.126+0000 7ff24c723640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff2440b4dc0 con 0x7ff244147970 2024-09-19T04:39:10.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.126+0000 7ff24a4bf640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff24406c2b0 0x7ff24415daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:10.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.126+0000 7ff24a4bf640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff24406c2b0 0x7ff24415daa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44924/0 (socket says 172.21.15.111:44924) 2024-09-19T04:39:10.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.126+0000 7ff24a4bf640 1 -- 172.21.15.111:0/3649187787 learned_addr learned my addr 172.21.15.111:0/3649187787 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:10.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.126+0000 7ff24acc0640 1 --2- 172.21.15.111:0/3649187787 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff244147970 0x7ff2440c8f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:10.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.126+0000 7ff249cbe640 1 --2- 172.21.15.111:0/3649187787 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff24406d980 0x7ff2441f8820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:10.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.127+0000 7ff24a4bf640 1 -- 172.21.15.111:0/3649187787 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff244147970 msgr2=0x7ff2440c8f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:10.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.127+0000 7ff24a4bf640 1 --2- 172.21.15.111:0/3649187787 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff244147970 0x7ff2440c8f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:10.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.127+0000 7ff24a4bf640 1 -- 172.21.15.111:0/3649187787 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff24406d980 msgr2=0x7ff2441f8820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:10.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.127+0000 7ff24a4bf640 1 --2- 172.21.15.111:0/3649187787 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff24406d980 0x7ff2441f8820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:10.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.127+0000 7ff24a4bf640 1 -- 172.21.15.111:0/3649187787 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff24415f8b0 con 0x7ff24406c2b0 2024-09-19T04:39:10.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.127+0000 7ff249cbe640 1 --2- 172.21.15.111:0/3649187787 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff24406d980 0x7ff2441f8820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:10.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.127+0000 7ff24a4bf640 1 --2- 172.21.15.111:0/3649187787 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff24406c2b0 0x7ff24415daa0 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x7ff234034040 tx=0x7ff234004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:10.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.127+0000 7ff242ffd640 1 -- 172.21.15.111:0/3649187787 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff234036050 con 0x7ff24406c2b0 2024-09-19T04:39:10.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.127+0000 7ff242ffd640 1 -- 172.21.15.111:0/3649187787 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff234042070 con 0x7ff24406c2b0 2024-09-19T04:39:10.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.127+0000 7ff24c723640 1 -- 172.21.15.111:0/3649187787 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff24415fb90 con 0x7ff24406c2b0 2024-09-19T04:39:10.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.127+0000 7ff242ffd640 1 -- 172.21.15.111:0/3649187787 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff234009510 con 0x7ff24406c2b0 2024-09-19T04:39:10.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.127+0000 7ff24c723640 1 -- 172.21.15.111:0/3649187787 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff244160150 con 0x7ff24406c2b0 2024-09-19T04:39:10.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.128+0000 7ff24c723640 1 -- 172.21.15.111:0/3649187787 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2440b4880 con 0x7ff24406c2b0 2024-09-19T04:39:10.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.128+0000 7ff242ffd640 1 -- 172.21.15.111:0/3649187787 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7ff234007c50 con 0x7ff24406c2b0 2024-09-19T04:39:10.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.129+0000 7ff242ffd640 1 --2- 172.21.15.111:0/3649187787 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff23006c850 0x7ff23006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:10.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.129+0000 7ff242ffd640 1 -- 172.21.15.111:0/3649187787 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7ff2340acf80 con 0x7ff24406c2b0 2024-09-19T04:39:10.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.129+0000 7ff249cbe640 1 --2- 172.21.15.111:0/3649187787 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff23006c850 0x7ff23006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:10.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.129+0000 7ff249cbe640 1 --2- 172.21.15.111:0/3649187787 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff23006c850 0x7ff23006ed10 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7ff2440c6760 tx=0x7ff238009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:10.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.133+0000 7ff242ffd640 1 -- 172.21.15.111:0/3649187787 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff24406e660 con 0x7ff24406c2b0 2024-09-19T04:39:10.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.334+0000 7ff24c723640 1 -- 172.21.15.111:0/3649187787 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot protect", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "snap_name": "snapshot_1", "target": ["mon-mgr", ""]}) -- 0x7ff24406fdb0 con 0x7ff23006c850 2024-09-19T04:39:10.337 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:10.336+0000 7f0d66663640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-19T04:39:10.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.336+0000 7ff242ffd640 1 -- 172.21.15.111:0/3649187787 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7ff24406fdb0 con 0x7ff23006c850 2024-09-19T04:39:10.338 INFO:teuthology.orchestra.run.smithi111.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-19T04:39:10.342 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-19T04:39:10.343 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot unprotect non_existent_subvolume subvolume_1 snapshot_1 2024-09-19T04:39:10.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.446+0000 7fd670fa6640 1 Processor -- start 2024-09-19T04:39:10.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.446+0000 7fd670fa6640 1 -- start start 2024-09-19T04:39:10.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.447+0000 7fd670fa6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd66c15c4b0 0x7fd66c0b4f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:10.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.447+0000 7fd670fa6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fd66c0b5c10 0x7fd66c0b5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:10.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.447+0000 7fd670fa6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd66c0b0470 con 0x7fd66c0d0820 2024-09-19T04:39:10.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.447+0000 7fd670fa6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fd66c0cdc10 con 0x7fd66c0b5c10 2024-09-19T04:39:10.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.447+0000 7fd670fa6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd66c0cdef0 con 0x7fd66c15c4b0 2024-09-19T04:39:10.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.447+0000 7fd669d9b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fd66c0b5c10 0x7fd66c0b5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:10.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.448+0000 7fd66a59c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd66c15c4b0 0x7fd66c0b4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:10.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.448+0000 7fd66ad9d640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7fd66c0d0820 0x7fd66c1600b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:44222/0 (socket says 172.21.15.111:44222) 2024-09-19T04:39:10.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.448+0000 7fd66ad9d640 1 -- 172.21.15.111:0/3692767040 learned_addr learned my addr 172.21.15.111:0/3692767040 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:10.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.448+0000 7fd669d9b640 1 -- 172.21.15.111:0/3692767040 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd66c15c4b0 msgr2=0x7fd66c0b4f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:10.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.448+0000 7fd669d9b640 1 --2- 172.21.15.111:0/3692767040 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd66c15c4b0 0x7fd66c0b4f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:10.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.448+0000 7fd669d9b640 1 -- 172.21.15.111:0/3692767040 >> v1:172.21.15.114:6789/0 conn(0x7fd66c0d0820 legacy=0x7fd66c1600b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:10.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.448+0000 7fd669d9b640 1 -- 172.21.15.111:0/3692767040 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd66c0ce1d0 con 0x7fd66c0b5c10 2024-09-19T04:39:10.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.448+0000 7fd66959a640 1 -- 172.21.15.111:0/3692767040 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1919093684 0 0) 0x7fd66c0b0470 con 0x7fd66c0d0820 2024-09-19T04:39:10.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.448+0000 7fd66a59c640 1 --2- 172.21.15.111:0/3692767040 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd66c15c4b0 0x7fd66c0b4f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:10.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.449+0000 7fd669d9b640 1 --2- 172.21.15.111:0/3692767040 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd66c0b5c10 0x7fd66c0b5460 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fd660009d90 tx=0x7fd66002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7b7ce3ad9a9da136 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:10.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.449+0000 7fd66959a640 1 -- 172.21.15.111:0/3692767040 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd660007740 con 0x7fd66c0b5c10 2024-09-19T04:39:10.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.449+0000 7fd66959a640 1 -- 172.21.15.111:0/3692767040 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6600078e0 con 0x7fd66c0b5c10 2024-09-19T04:39:10.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.449+0000 7fd66959a640 1 -- 172.21.15.111:0/3692767040 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd660007cb0 con 0x7fd66c0b5c10 2024-09-19T04:39:10.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.450+0000 7fd670fa6640 1 -- 172.21.15.111:0/3692767040 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd66c0b5c10 msgr2=0x7fd66c0b5460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:10.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.450+0000 7fd670fa6640 1 --2- 172.21.15.111:0/3692767040 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd66c0b5c10 0x7fd66c0b5460 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fd660009d90 tx=0x7fd66002a660 comp rx=0 tx=0).stop 2024-09-19T04:39:10.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.450+0000 7fd670fa6640 1 -- 172.21.15.111:0/3692767040 shutdown_connections 2024-09-19T04:39:10.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.450+0000 7fd670fa6640 1 --2- 172.21.15.111:0/3692767040 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd66c0b5c10 0x7fd66c0b5460 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:10.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.450+0000 7fd670fa6640 1 --2- 172.21.15.111:0/3692767040 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd66c15c4b0 0x7fd66c0b4f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:10.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.450+0000 7fd670fa6640 1 -- 172.21.15.111:0/3692767040 >> 172.21.15.111:0/3692767040 conn(0x7fd66c06c9f0 msgr2=0x7fd66c06cdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:10.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.450+0000 7fd670fa6640 1 -- 172.21.15.111:0/3692767040 shutdown_connections 2024-09-19T04:39:10.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.450+0000 7fd670fa6640 1 -- 172.21.15.111:0/3692767040 wait complete. 2024-09-19T04:39:10.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.451+0000 7fd670fa6640 1 Processor -- start 2024-09-19T04:39:10.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.451+0000 7fd670fa6640 1 -- start start 2024-09-19T04:39:10.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.452+0000 7fd670fa6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd66c0b5c10 0x7fd66c153460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:10.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.452+0000 7fd670fa6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd66c0d0820 0x7fd66c14e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:10.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.452+0000 7fd670fa6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd66c15c4b0 0x7fd66c0ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:10.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.452+0000 7fd670fa6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd66c0ce790 con 0x7fd66c15c4b0 2024-09-19T04:39:10.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.452+0000 7fd670fa6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd66c15c890 con 0x7fd66c0b5c10 2024-09-19T04:39:10.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.452+0000 7fd670fa6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd66c0ce910 con 0x7fd66c0d0820 2024-09-19T04:39:10.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.452+0000 7fd66ad9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd66c15c4b0 0x7fd66c0ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:10.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.452+0000 7fd66ad9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd66c15c4b0 0x7fd66c0ae8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44928/0 (socket says 172.21.15.111:44928) 2024-09-19T04:39:10.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.452+0000 7fd66ad9d640 1 -- 172.21.15.111:0/1586433386 learned_addr learned my addr 172.21.15.111:0/1586433386 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:10.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.452+0000 7fd669d9b640 1 --2- 172.21.15.111:0/1586433386 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd66c0d0820 0x7fd66c14e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:10.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.452+0000 7fd66a59c640 1 --2- 172.21.15.111:0/1586433386 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd66c0b5c10 0x7fd66c153460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:10.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.452+0000 7fd66ad9d640 1 -- 172.21.15.111:0/1586433386 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd66c0d0820 msgr2=0x7fd66c14e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:10.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.452+0000 7fd66ad9d640 1 --2- 172.21.15.111:0/1586433386 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd66c0d0820 0x7fd66c14e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:10.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.452+0000 7fd66ad9d640 1 -- 172.21.15.111:0/1586433386 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd66c0b5c10 msgr2=0x7fd66c153460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:10.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.452+0000 7fd66ad9d640 1 --2- 172.21.15.111:0/1586433386 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd66c0b5c10 0x7fd66c153460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:10.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.452+0000 7fd66ad9d640 1 -- 172.21.15.111:0/1586433386 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd66c1539a0 con 0x7fd66c15c4b0 2024-09-19T04:39:10.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.452+0000 7fd66a59c640 1 --2- 172.21.15.111:0/1586433386 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd66c0b5c10 0x7fd66c153460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:10.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.452+0000 7fd669d9b640 1 --2- 172.21.15.111:0/1586433386 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd66c0d0820 0x7fd66c14e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:10.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.453+0000 7fd66ad9d640 1 --2- 172.21.15.111:0/1586433386 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd66c15c4b0 0x7fd66c0ae8e0 secure :-1 s=READY pgs=1342 cs=0 l=1 rev1=1 crypto rx=0x7fd65c00c450 tx=0x7fd65c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:10.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.453+0000 7fd65affd640 1 -- 172.21.15.111:0/1586433386 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd65c018070 con 0x7fd66c15c4b0 2024-09-19T04:39:10.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.453+0000 7fd65affd640 1 -- 172.21.15.111:0/1586433386 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd65c007500 con 0x7fd66c15c4b0 2024-09-19T04:39:10.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.453+0000 7fd670fa6640 1 -- 172.21.15.111:0/1586433386 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd66c071b60 con 0x7fd66c15c4b0 2024-09-19T04:39:10.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.453+0000 7fd65affd640 1 -- 172.21.15.111:0/1586433386 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd65c004a20 con 0x7fd66c15c4b0 2024-09-19T04:39:10.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.453+0000 7fd670fa6640 1 -- 172.21.15.111:0/1586433386 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd66c072120 con 0x7fd66c15c4b0 2024-09-19T04:39:10.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.454+0000 7fd670fa6640 1 -- 172.21.15.111:0/1586433386 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd66c0b4f20 con 0x7fd66c15c4b0 2024-09-19T04:39:10.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.454+0000 7fd65affd640 1 -- 172.21.15.111:0/1586433386 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fd65c01b070 con 0x7fd66c15c4b0 2024-09-19T04:39:10.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.455+0000 7fd65affd640 1 --2- 172.21.15.111:0/1586433386 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd64c06c850 0x7fd64c06ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:10.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.455+0000 7fd65affd640 1 -- 172.21.15.111:0/1586433386 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7fd65c08b160 con 0x7fd66c15c4b0 2024-09-19T04:39:10.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.455+0000 7fd66a59c640 1 --2- 172.21.15.111:0/1586433386 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd64c06c850 0x7fd64c06ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:10.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.455+0000 7fd66a59c640 1 --2- 172.21.15.111:0/1586433386 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd64c06c850 0x7fd64c06ed10 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fd664009a20 tx=0x7fd664008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:10.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.459+0000 7fd65affd640 1 -- 172.21.15.111:0/1586433386 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd66c1539a0 con 0x7fd66c15c4b0 2024-09-19T04:39:10.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.655+0000 7fd670fa6640 1 -- 172.21.15.111:0/1586433386 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot unprotect", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "snap_name": "snapshot_1", "target": ["mon-mgr", ""]}) -- 0x7fd66c071910 con 0x7fd64c06c850 2024-09-19T04:39:10.657 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:10.656+0000 7f0d66663640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-19T04:39:10.658 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.657+0000 7fd65affd640 1 -- 172.21.15.111:0/1586433386 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7fd66c071910 con 0x7fd64c06c850 2024-09-19T04:39:10.658 INFO:teuthology.orchestra.run.smithi111.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-19T04:39:10.663 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-19T04:39:10.664 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot ls non_existent_subvolume subvolume_1 2024-09-19T04:39:10.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.764+0000 7f3ce81a6640 1 Processor -- start 2024-09-19T04:39:10.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.764+0000 7f3ce81a6640 1 -- start start 2024-09-19T04:39:10.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.765+0000 7f3ce81a6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3ce015b370 0x7f3ce0072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:10.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.765+0000 7f3ce81a6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f3ce006f130 0x7f3ce00ce490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:10.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.765+0000 7f3ce81a6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ce015c970 con 0x7f3ce015f9f0 2024-09-19T04:39:10.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.765+0000 7f3ce81a6640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f3ce015fef0 con 0x7f3ce015b370 2024-09-19T04:39:10.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.765+0000 7f3ce81a6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f3ce015bbb0 con 0x7f3ce006f130 2024-09-19T04:39:10.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.765+0000 7f3ce5f42640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3ce015b370 0x7f3ce0072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:10.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.765+0000 7f3ce5f42640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3ce015b370 0x7f3ce0072560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44944/0 (socket says 172.21.15.111:44944) 2024-09-19T04:39:10.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.765+0000 7f3ce5f42640 1 -- 172.21.15.111:0/564933048 learned_addr learned my addr 172.21.15.111:0/564933048 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:10.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.766+0000 7f3ce5f42640 1 -- 172.21.15.111:0/564933048 >> v2:172.21.15.114:3300/0 conn(0x7f3ce006f130 msgr2=0x7f3ce00ce490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:10.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.766+0000 7f3ce5f42640 1 --2- 172.21.15.111:0/564933048 >> v2:172.21.15.114:3300/0 conn(0x7f3ce006f130 0x7f3ce00ce490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:10.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.766+0000 7f3ce5f42640 1 -- 172.21.15.111:0/564933048 >> v1:172.21.15.114:6789/0 conn(0x7f3ce015f9f0 legacy=0x7f3ce006ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:10.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.766+0000 7f3ce5f42640 1 -- 172.21.15.111:0/564933048 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ce015be90 con 0x7f3ce015b370 2024-09-19T04:39:10.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.766+0000 7f3ce5f42640 1 --2- 172.21.15.111:0/564933048 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ce015b370 0x7f3ce0072560 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7f3ce00cfff0 tx=0x7f3cdc02c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e53dadc753c4cdcd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:10.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.766+0000 7f3ce4f40640 1 -- 172.21.15.111:0/564933048 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cdc032710 con 0x7f3ce015b370 2024-09-19T04:39:10.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.766+0000 7f3ce4f40640 1 -- 172.21.15.111:0/564933048 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cdc0328b0 con 0x7f3ce015b370 2024-09-19T04:39:10.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.766+0000 7f3ce4f40640 1 -- 172.21.15.111:0/564933048 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cdc032ca0 con 0x7f3ce015b370 2024-09-19T04:39:10.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.767+0000 7f3ce81a6640 1 -- 172.21.15.111:0/564933048 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ce015b370 msgr2=0x7f3ce0072560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:10.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.767+0000 7f3ce81a6640 1 --2- 172.21.15.111:0/564933048 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ce015b370 0x7f3ce0072560 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7f3ce00cfff0 tx=0x7f3cdc02c850 comp rx=0 tx=0).stop 2024-09-19T04:39:10.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.767+0000 7f3ce81a6640 1 -- 172.21.15.111:0/564933048 shutdown_connections 2024-09-19T04:39:10.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.767+0000 7f3ce81a6640 1 --2- 172.21.15.111:0/564933048 >> v2:172.21.15.114:3300/0 conn(0x7f3ce006f130 0x7f3ce00ce490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:10.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.767+0000 7f3ce81a6640 1 --2- 172.21.15.111:0/564933048 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ce015b370 0x7f3ce0072560 unknown :-1 s=CLOSED pgs=1343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:10.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.767+0000 7f3ce81a6640 1 -- 172.21.15.111:0/564933048 >> 172.21.15.111:0/564933048 conn(0x7f3ce006bba0 msgr2=0x7f3ce006bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:10.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.767+0000 7f3ce81a6640 1 -- 172.21.15.111:0/564933048 shutdown_connections 2024-09-19T04:39:10.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.767+0000 7f3ce81a6640 1 -- 172.21.15.111:0/564933048 wait complete. 2024-09-19T04:39:10.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.768+0000 7f3ce81a6640 1 Processor -- start 2024-09-19T04:39:10.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.768+0000 7f3ce81a6640 1 -- start start 2024-09-19T04:39:10.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.769+0000 7f3ce81a6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3ce006f130 0x7f3ce0147db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:10.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.769+0000 7f3ce81a6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ce015b370 0x7f3ce00b0270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:10.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.769+0000 7f3ce81a6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ce015f9f0 0x7f3ce00b07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:10.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.769+0000 7f3ce81a6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce00731b0 con 0x7f3ce015f9f0 2024-09-19T04:39:10.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.769+0000 7f3ce81a6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce015c450 con 0x7f3ce015b370 2024-09-19T04:39:10.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.769+0000 7f3ce81a6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3ce015b750 con 0x7f3ce006f130 2024-09-19T04:39:10.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.769+0000 7f3ce6743640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ce015f9f0 0x7f3ce00b07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:10.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.769+0000 7f3ce6743640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ce015f9f0 0x7f3ce00b07b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44956/0 (socket says 172.21.15.111:44956) 2024-09-19T04:39:10.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.769+0000 7f3ce6743640 1 -- 172.21.15.111:0/4288646933 learned_addr learned my addr 172.21.15.111:0/4288646933 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:10.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.769+0000 7f3ce6743640 1 -- 172.21.15.111:0/4288646933 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3ce006f130 msgr2=0x7f3ce0147db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:10.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.769+0000 7f3ce5f42640 1 --2- 172.21.15.111:0/4288646933 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3ce006f130 0x7f3ce0147db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:10.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.769+0000 7f3ce5741640 1 --2- 172.21.15.111:0/4288646933 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ce015b370 0x7f3ce00b0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:10.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.769+0000 7f3ce6743640 1 --2- 172.21.15.111:0/4288646933 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3ce006f130 0x7f3ce0147db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:10.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.769+0000 7f3ce6743640 1 -- 172.21.15.111:0/4288646933 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ce015b370 msgr2=0x7f3ce00b0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:10.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.769+0000 7f3ce6743640 1 --2- 172.21.15.111:0/4288646933 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ce015b370 0x7f3ce00b0270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:10.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.769+0000 7f3ce6743640 1 -- 172.21.15.111:0/4288646933 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ce00b3610 con 0x7f3ce015f9f0 2024-09-19T04:39:10.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.769+0000 7f3ce5f42640 1 --2- 172.21.15.111:0/4288646933 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3ce006f130 0x7f3ce0147db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:10.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.769+0000 7f3ce5741640 1 --2- 172.21.15.111:0/4288646933 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ce015b370 0x7f3ce00b0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:10.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.770+0000 7f3ce6743640 1 --2- 172.21.15.111:0/4288646933 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3ce015f9f0 0x7f3ce00b07b0 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7f3cd800ba10 tx=0x7f3cd800bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:10.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.770+0000 7f3cd67fc640 1 -- 172.21.15.111:0/4288646933 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd8019070 con 0x7f3ce015f9f0 2024-09-19T04:39:10.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.770+0000 7f3cd67fc640 1 -- 172.21.15.111:0/4288646933 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cd800cae0 con 0x7f3ce015f9f0 2024-09-19T04:39:10.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.770+0000 7f3ce81a6640 1 -- 172.21.15.111:0/4288646933 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ce00b38b0 con 0x7f3ce015f9f0 2024-09-19T04:39:10.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.770+0000 7f3cd67fc640 1 -- 172.21.15.111:0/4288646933 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd8014440 con 0x7f3ce015f9f0 2024-09-19T04:39:10.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.770+0000 7f3ce81a6640 1 -- 172.21.15.111:0/4288646933 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ce00b3e70 con 0x7f3ce015f9f0 2024-09-19T04:39:10.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.771+0000 7f3ce81a6640 1 -- 172.21.15.111:0/4288646933 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ce00b4070 con 0x7f3ce015f9f0 2024-09-19T04:39:10.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.771+0000 7f3cd67fc640 1 -- 172.21.15.111:0/4288646933 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f3cd801c070 con 0x7f3ce015f9f0 2024-09-19T04:39:10.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.772+0000 7f3cd67fc640 1 --2- 172.21.15.111:0/4288646933 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3cc406c850 0x7f3cc406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:10.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.772+0000 7f3cd67fc640 1 -- 172.21.15.111:0/4288646933 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f3cd808bb70 con 0x7f3ce015f9f0 2024-09-19T04:39:10.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.772+0000 7f3ce5f42640 1 --2- 172.21.15.111:0/4288646933 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3cc406c850 0x7f3cc406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:10.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.773+0000 7f3ce5f42640 1 --2- 172.21.15.111:0/4288646933 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3cc406c850 0x7f3cc406ed10 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc037000 tx=0x7f3cdc032000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:10.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.776+0000 7f3cd67fc640 1 -- 172.21.15.111:0/4288646933 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3ce00b4070 con 0x7f3ce015f9f0 2024-09-19T04:39:10.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.968+0000 7f3ce81a6640 1 -- 172.21.15.111:0/4288646933 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot ls", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "target": ["mon-mgr", ""]}) -- 0x7f3ce0072560 con 0x7f3cc406c850 2024-09-19T04:39:10.970 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:10.969+0000 7f0d66663640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-19T04:39:10.971 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:10.970+0000 7f3cd67fc640 1 -- 172.21.15.111:0/4288646933 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f3ce0072560 con 0x7f3cc406c850 2024-09-19T04:39:10.971 INFO:teuthology.orchestra.run.smithi111.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-19T04:39:10.976 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-19T04:39:10.976 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot clone non_existent_subvolume subvolume_1 snapshot_1 clone_1 2024-09-19T04:39:11.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.079+0000 7faaf7bfd640 1 Processor -- start 2024-09-19T04:39:11.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.079+0000 7faaf7bfd640 1 -- start start 2024-09-19T04:39:11.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.080+0000 7faaf7bfd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faaf006f130 0x7faaf0072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:11.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.080+0000 7faaf7bfd640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faaf015c970 con 0x7faaf015f9f0 2024-09-19T04:39:11.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.080+0000 7faaf7bfd640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faaf015bbb0 con 0x7faaf015b370 2024-09-19T04:39:11.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.080+0000 7faaf7bfd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7faaf015fef0 con 0x7faaf006f130 2024-09-19T04:39:11.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.080+0000 7faaf619a640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7faaf015f9f0 0x7faaf00ce490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:36720/0 (socket says 172.21.15.111:36720) 2024-09-19T04:39:11.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.080+0000 7faaf619a640 1 -- 172.21.15.111:0/1389953682 learned_addr learned my addr 172.21.15.111:0/1389953682 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:11.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.080+0000 7faaf4997640 1 -- 172.21.15.111:0/1389953682 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3204137850 0 0) 0x7faaf015c970 con 0x7faaf015f9f0 2024-09-19T04:39:11.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.080+0000 7faaf4997640 1 -- 172.21.15.111:0/1389953682 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faadc003520 con 0x7faaf015f9f0 2024-09-19T04:39:11.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.080+0000 7faaf5198640 1 --2- 172.21.15.111:0/1389953682 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faaf006f130 0x7faaf0072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:11.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.080+0000 7faaf4997640 1 -- 172.21.15.111:0/1389953682 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1471593228 0 0) 0x7faadc003520 con 0x7faaf015f9f0 2024-09-19T04:39:11.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.081+0000 7faaf4997640 1 -- 172.21.15.111:0/1389953682 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faaf006f130 msgr2=0x7faaf0072560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:11.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.081+0000 7faaf4997640 1 --2- 172.21.15.111:0/1389953682 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faaf006f130 0x7faaf0072560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:11.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.081+0000 7faaf4997640 1 -- 172.21.15.111:0/1389953682 >> v1:172.21.15.114:6789/0 conn(0x7faaf015b370 legacy=0x7faaf006ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:11.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.081+0000 7faaf4997640 1 -- 172.21.15.111:0/1389953682 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faaf015be90 con 0x7faaf015f9f0 2024-09-19T04:39:11.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.081+0000 7faaf4997640 1 -- 172.21.15.111:0/1389953682 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7faae80019f0 con 0x7faaf015f9f0 2024-09-19T04:39:11.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.081+0000 7faaf4997640 1 -- 172.21.15.111:0/1389953682 >> v1:172.21.15.111:6789/0 conn(0x7faaf015f9f0 legacy=0x7faaf00ce490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:11.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.081+0000 7faaf4997640 1 --2- 172.21.15.111:0/1389953682 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faadc0039e0 0x7faadc003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:11.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.081+0000 7faaf4997640 1 --2- 172.21.15.111:0/1389953682 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faadc004390 0x7faadc004860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:11.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.081+0000 7faaf4997640 1 --2- 172.21.15.111:0/1389953682 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faaf006f130 0x7faadc005160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:11.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.081+0000 7faaf4997640 1 -- 172.21.15.111:0/1389953682 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7faaf015fef0 con 0x7faadc0039e0 2024-09-19T04:39:11.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.081+0000 7faaf4997640 1 -- 172.21.15.111:0/1389953682 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7faadc00ba70 con 0x7faadc004390 2024-09-19T04:39:11.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.081+0000 7faaf4997640 1 -- 172.21.15.111:0/1389953682 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7faadc00de80 con 0x7faaf006f130 2024-09-19T04:39:11.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.081+0000 7faaf5999640 1 --2- 172.21.15.111:0/1389953682 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faadc0039e0 0x7faadc003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:11.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.081+0000 7faaf5198640 1 --2- 172.21.15.111:0/1389953682 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faadc004390 0x7faadc004860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:11.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.081+0000 7faaf619a640 1 --2- 172.21.15.111:0/1389953682 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faaf006f130 0x7faadc005160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:11.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.081+0000 7faaf5999640 1 -- 172.21.15.111:0/1389953682 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faaf006f130 msgr2=0x7faadc005160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:11.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.081+0000 7faaf5999640 1 --2- 172.21.15.111:0/1389953682 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faaf006f130 0x7faadc005160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:11.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.081+0000 7faaf5999640 1 -- 172.21.15.111:0/1389953682 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faadc004390 msgr2=0x7faadc004860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:11.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.081+0000 7faaf5999640 1 --2- 172.21.15.111:0/1389953682 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faadc004390 0x7faadc004860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:11.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.081+0000 7faaf5999640 1 -- 172.21.15.111:0/1389953682 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faadc003520 con 0x7faadc0039e0 2024-09-19T04:39:11.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.082+0000 7faaf5999640 1 --2- 172.21.15.111:0/1389953682 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faadc0039e0 0x7faadc003dc0 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7faaec001860 tx=0x7faadc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ce6179cd898ec26 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:11.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.082+0000 7faaf4997640 1 -- 172.21.15.111:0/1389953682 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaec037070 con 0x7faadc0039e0 2024-09-19T04:39:11.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.082+0000 7faaf4997640 1 -- 172.21.15.111:0/1389953682 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faaec02ac30 con 0x7faadc0039e0 2024-09-19T04:39:11.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.082+0000 7faaf4997640 1 -- 172.21.15.111:0/1389953682 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaec001430 con 0x7faadc0039e0 2024-09-19T04:39:11.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.082+0000 7faaf7bfd640 1 -- 172.21.15.111:0/1389953682 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faadc0039e0 msgr2=0x7faadc003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:11.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.082+0000 7faaf7bfd640 1 --2- 172.21.15.111:0/1389953682 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faadc0039e0 0x7faadc003dc0 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7faaec001860 tx=0x7faadc005830 comp rx=0 tx=0).stop 2024-09-19T04:39:11.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.082+0000 7faaf619a640 1 -- 172.21.15.111:0/1389953682 reap_dead start 2024-09-19T04:39:11.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.082+0000 7faaf7bfd640 1 -- 172.21.15.111:0/1389953682 shutdown_connections 2024-09-19T04:39:11.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.082+0000 7faaf7bfd640 1 -- 172.21.15.111:0/1389953682 >> 172.21.15.111:0/1389953682 conn(0x7faaf006bba0 msgr2=0x7faaf006bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:11.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.083+0000 7faaf7bfd640 1 -- 172.21.15.111:0/1389953682 shutdown_connections 2024-09-19T04:39:11.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.083+0000 7faaf7bfd640 1 -- 172.21.15.111:0/1389953682 wait complete. 2024-09-19T04:39:11.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.084+0000 7faaf7bfd640 1 Processor -- start 2024-09-19T04:39:11.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.084+0000 7faaf7bfd640 1 -- start start 2024-09-19T04:39:11.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.084+0000 7faaf7bfd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faadc0039e0 0x7faaf014ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:11.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.084+0000 7faaf7bfd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faaf0159f00 0x7faaf0151c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:11.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.084+0000 7faaf7bfd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faaf0152170 0x7faaf00ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:11.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.084+0000 7faaf7bfd640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7faaf00731b0 con 0x7faadc0039e0 2024-09-19T04:39:11.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.084+0000 7faaf7bfd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7faaf015c450 con 0x7faaf0159f00 2024-09-19T04:39:11.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.084+0000 7faaf7bfd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7faaf015b750 con 0x7faaf0152170 2024-09-19T04:39:11.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.085+0000 7faaf5999640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faadc0039e0 0x7faaf014ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:11.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.085+0000 7faaf5999640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faadc0039e0 0x7faaf014ae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:44976/0 (socket says 172.21.15.111:44976) 2024-09-19T04:39:11.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.085+0000 7faaf5999640 1 -- 172.21.15.111:0/408345792 learned_addr learned my addr 172.21.15.111:0/408345792 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:11.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.085+0000 7faaf619a640 1 --2- 172.21.15.111:0/408345792 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faaf0152170 0x7faaf00ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:11.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.085+0000 7faaf5198640 1 --2- 172.21.15.111:0/408345792 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faaf0159f00 0x7faaf0151c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:11.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.085+0000 7faaf5999640 1 -- 172.21.15.111:0/408345792 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faaf0152170 msgr2=0x7faaf00ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:11.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.085+0000 7faaf5999640 1 --2- 172.21.15.111:0/408345792 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faaf0152170 0x7faaf00ae8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:11.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.085+0000 7faaf5999640 1 -- 172.21.15.111:0/408345792 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faaf0159f00 msgr2=0x7faaf0151c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:11.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.085+0000 7faaf5999640 1 --2- 172.21.15.111:0/408345792 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faaf0159f00 0x7faaf0151c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:11.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.085+0000 7faaf5999640 1 -- 172.21.15.111:0/408345792 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faaf00b53d0 con 0x7faadc0039e0 2024-09-19T04:39:11.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.085+0000 7faaf619a640 1 --2- 172.21.15.111:0/408345792 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faaf0152170 0x7faaf00ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:11.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.085+0000 7faaf5198640 1 --2- 172.21.15.111:0/408345792 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faaf0159f00 0x7faaf0151c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:11.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.085+0000 7faaf5999640 1 --2- 172.21.15.111:0/408345792 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faadc0039e0 0x7faaf014ae50 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7faaec001980 tx=0x7faaec001230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:11.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.085+0000 7faae67fc640 1 -- 172.21.15.111:0/408345792 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaec040020 con 0x7faadc0039e0 2024-09-19T04:39:11.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.085+0000 7faae67fc640 1 -- 172.21.15.111:0/408345792 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faaec005270 con 0x7faadc0039e0 2024-09-19T04:39:11.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.085+0000 7faaf7bfd640 1 -- 172.21.15.111:0/408345792 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faaf00b56b0 con 0x7faadc0039e0 2024-09-19T04:39:11.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.085+0000 7faae67fc640 1 -- 172.21.15.111:0/408345792 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaec037040 con 0x7faadc0039e0 2024-09-19T04:39:11.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.085+0000 7faaf7bfd640 1 -- 172.21.15.111:0/408345792 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faaf015a380 con 0x7faadc0039e0 2024-09-19T04:39:11.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.086+0000 7faaf7bfd640 1 -- 172.21.15.111:0/408345792 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faaf0072560 con 0x7faadc0039e0 2024-09-19T04:39:11.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.087+0000 7faae67fc640 1 -- 172.21.15.111:0/408345792 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7faaec043020 con 0x7faadc0039e0 2024-09-19T04:39:11.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.087+0000 7faae67fc640 1 --2- 172.21.15.111:0/408345792 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faad406c880 0x7faad406ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:11.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.087+0000 7faae67fc640 1 -- 172.21.15.111:0/408345792 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7faaec0abf90 con 0x7faadc0039e0 2024-09-19T04:39:11.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.087+0000 7faaf5198640 1 --2- 172.21.15.111:0/408345792 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faad406c880 0x7faad406ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:11.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.088+0000 7faaf5198640 1 --2- 172.21.15.111:0/408345792 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faad406c880 0x7faad406ed40 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7faaf00763c0 tx=0x7faae0008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:11.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.091+0000 7faae67fc640 1 -- 172.21.15.111:0/408345792 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faaec04a030 con 0x7faadc0039e0 2024-09-19T04:39:11.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.291+0000 7faaf7bfd640 1 -- 172.21.15.111:0/408345792 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot clone", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "snap_name": "snapshot_1", "target_sub_name": "clone_1", "target": ["mon-mgr", ""]}) -- 0x7faaf0157510 con 0x7faad406c880 2024-09-19T04:39:11.299 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:11.298+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:39:11.299 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:11.298+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:39:11.299 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:11.298+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:39:11.299 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:11.298+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:39:11.299 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:11.298+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:39:11.304 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:11.303+0000 7f0d66663640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-19T04:39:11.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.303+0000 7faae67fc640 1 -- 172.21.15.111:0/408345792 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7faaf0157510 con 0x7faad406c880 2024-09-19T04:39:11.305 INFO:teuthology.orchestra.run.smithi111.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-19T04:39:11.310 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-19T04:39:11.310 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs clone status non_existent_subvolume clone_1 2024-09-19T04:39:11.411 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.409+0000 7fdf246f1640 1 Processor -- start 2024-09-19T04:39:11.411 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.409+0000 7fdf246f1640 1 -- start start 2024-09-19T04:39:11.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.410+0000 7fdf246f1640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fdf1c0b68f0 0x7fdf1c0d29d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:11.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.410+0000 7fdf246f1640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fdf1c0b3970 0x7fdf1c0d2f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:11.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.410+0000 7fdf246f1640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf1c0cf860 con 0x7fdf1c15ea00 2024-09-19T04:39:11.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.410+0000 7fdf246f1640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fdf1c15ede0 con 0x7fdf1c0b68f0 2024-09-19T04:39:11.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.410+0000 7fdf246f1640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fdf1c0d0100 con 0x7fdf1c0b3970 2024-09-19T04:39:11.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.411+0000 7fdf21c8c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fdf1c0b68f0 0x7fdf1c0d29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:11.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.411+0000 7fdf2248d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fdf1c15ea00 0x7fdf1c0b61e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39038/0 (socket says 172.21.15.111:39038) 2024-09-19T04:39:11.413 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.411+0000 7fdf2248d640 1 -- 172.21.15.111:0/1289512463 learned_addr learned my addr 172.21.15.111:0/1289512463 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:11.413 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.411+0000 7fdf21c8c640 1 -- 172.21.15.111:0/1289512463 >> v2:172.21.15.114:3300/0 conn(0x7fdf1c0b3970 msgr2=0x7fdf1c0d2f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:11.413 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.411+0000 7fdf21c8c640 1 --2- 172.21.15.111:0/1289512463 >> v2:172.21.15.114:3300/0 conn(0x7fdf1c0b3970 0x7fdf1c0d2f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:11.413 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.411+0000 7fdf21c8c640 1 -- 172.21.15.111:0/1289512463 >> v1:172.21.15.111:6789/0 conn(0x7fdf1c15ea00 legacy=0x7fdf1c0b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:11.413 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.411+0000 7fdf21c8c640 1 -- 172.21.15.111:0/1289512463 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf1c0cfb40 con 0x7fdf1c0b68f0 2024-09-19T04:39:11.414 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.412+0000 7fdf21c8c640 1 --2- 172.21.15.111:0/1289512463 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf1c0b68f0 0x7fdf1c0d29d0 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c0d1190 tx=0x7fdf1802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a526ee24a945ed0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:11.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.412+0000 7fdf2148b640 1 -- 172.21.15.111:0/1289512463 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf18037070 con 0x7fdf1c0b68f0 2024-09-19T04:39:11.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.412+0000 7fdf2148b640 1 -- 172.21.15.111:0/1289512463 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf18032440 con 0x7fdf1c0b68f0 2024-09-19T04:39:11.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.412+0000 7fdf2148b640 1 -- 172.21.15.111:0/1289512463 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf18032810 con 0x7fdf1c0b68f0 2024-09-19T04:39:11.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.412+0000 7fdf246f1640 1 -- 172.21.15.111:0/1289512463 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf1c0b68f0 msgr2=0x7fdf1c0d29d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:11.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.412+0000 7fdf246f1640 1 --2- 172.21.15.111:0/1289512463 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf1c0b68f0 0x7fdf1c0d29d0 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c0d1190 tx=0x7fdf1802a1e0 comp rx=0 tx=0).stop 2024-09-19T04:39:11.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.412+0000 7fdf246f1640 1 -- 172.21.15.111:0/1289512463 shutdown_connections 2024-09-19T04:39:11.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.412+0000 7fdf246f1640 1 --2- 172.21.15.111:0/1289512463 >> v2:172.21.15.114:3300/0 conn(0x7fdf1c0b3970 0x7fdf1c0d2f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:11.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.412+0000 7fdf246f1640 1 --2- 172.21.15.111:0/1289512463 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf1c0b68f0 0x7fdf1c0d29d0 unknown :-1 s=CLOSED pgs=1349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:11.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.412+0000 7fdf246f1640 1 -- 172.21.15.111:0/1289512463 >> 172.21.15.111:0/1289512463 conn(0x7fdf1c0d11e0 msgr2=0x7fdf1c0d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:11.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.412+0000 7fdf246f1640 1 -- 172.21.15.111:0/1289512463 shutdown_connections 2024-09-19T04:39:11.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.412+0000 7fdf246f1640 1 -- 172.21.15.111:0/1289512463 wait complete. 2024-09-19T04:39:11.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.413+0000 7fdf246f1640 1 Processor -- start 2024-09-19T04:39:11.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.414+0000 7fdf246f1640 1 -- start start 2024-09-19T04:39:11.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.414+0000 7fdf246f1640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdf1c0b3970 0x7fdf1c14f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:11.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.414+0000 7fdf246f1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdf1c0b68f0 0x7fdf1c0b8800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:11.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.414+0000 7fdf246f1640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf1c15ea00 0x7fdf1c0b4730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:11.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.414+0000 7fdf246f1640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fdf1c0d1f00 con 0x7fdf1c15ea00 2024-09-19T04:39:11.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.414+0000 7fdf246f1640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fdf1c0d24b0 con 0x7fdf1c0b3970 2024-09-19T04:39:11.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.414+0000 7fdf246f1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fdf1c0b3420 con 0x7fdf1c0b68f0 2024-09-19T04:39:11.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.414+0000 7fdf22c8e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf1c15ea00 0x7fdf1c0b4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:11.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.414+0000 7fdf22c8e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf1c15ea00 0x7fdf1c0b4730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58290/0 (socket says 172.21.15.111:58290) 2024-09-19T04:39:11.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.414+0000 7fdf22c8e640 1 -- 172.21.15.111:0/2844274782 learned_addr learned my addr 172.21.15.111:0/2844274782 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:11.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.415+0000 7fdf2248d640 1 --2- 172.21.15.111:0/2844274782 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdf1c0b3970 0x7fdf1c14f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:11.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.415+0000 7fdf21c8c640 1 --2- 172.21.15.111:0/2844274782 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdf1c0b68f0 0x7fdf1c0b8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:11.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.415+0000 7fdf22c8e640 1 -- 172.21.15.111:0/2844274782 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdf1c0b68f0 msgr2=0x7fdf1c0b8800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:11.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.415+0000 7fdf22c8e640 1 --2- 172.21.15.111:0/2844274782 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdf1c0b68f0 0x7fdf1c0b8800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:11.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.415+0000 7fdf22c8e640 1 -- 172.21.15.111:0/2844274782 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdf1c0b3970 msgr2=0x7fdf1c14f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:11.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.415+0000 7fdf22c8e640 1 --2- 172.21.15.111:0/2844274782 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdf1c0b3970 0x7fdf1c14f3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:11.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.415+0000 7fdf22c8e640 1 -- 172.21.15.111:0/2844274782 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf1c0c9460 con 0x7fdf1c15ea00 2024-09-19T04:39:11.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.415+0000 7fdf2248d640 1 --2- 172.21.15.111:0/2844274782 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdf1c0b3970 0x7fdf1c14f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:11.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.415+0000 7fdf22c8e640 1 --2- 172.21.15.111:0/2844274782 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf1c15ea00 0x7fdf1c0b4730 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7fdf1400b970 tx=0x7fdf1400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:11.418 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.415+0000 7fdf0effd640 1 -- 172.21.15.111:0/2844274782 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf14019070 con 0x7fdf1c15ea00 2024-09-19T04:39:11.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.415+0000 7fdf0effd640 1 -- 172.21.15.111:0/2844274782 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf1400cb60 con 0x7fdf1c15ea00 2024-09-19T04:39:11.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.415+0000 7fdf246f1640 1 -- 172.21.15.111:0/2844274782 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf1c0c9740 con 0x7fdf1c15ea00 2024-09-19T04:39:11.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.415+0000 7fdf0effd640 1 -- 172.21.15.111:0/2844274782 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf14014440 con 0x7fdf1c15ea00 2024-09-19T04:39:11.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.415+0000 7fdf246f1640 1 -- 172.21.15.111:0/2844274782 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf1c0c9d00 con 0x7fdf1c15ea00 2024-09-19T04:39:11.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.416+0000 7fdf246f1640 1 -- 172.21.15.111:0/2844274782 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf1c0b61e0 con 0x7fdf1c15ea00 2024-09-19T04:39:11.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.416+0000 7fdf0effd640 1 -- 172.21.15.111:0/2844274782 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fdf1401c070 con 0x7fdf1c15ea00 2024-09-19T04:39:11.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.417+0000 7fdf0effd640 1 --2- 172.21.15.111:0/2844274782 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fdf0006c850 0x7fdf0006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:11.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.417+0000 7fdf0effd640 1 -- 172.21.15.111:0/2844274782 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7fdf1408bc90 con 0x7fdf1c15ea00 2024-09-19T04:39:11.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.417+0000 7fdf2248d640 1 --2- 172.21.15.111:0/2844274782 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fdf0006c850 0x7fdf0006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:11.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.418+0000 7fdf2248d640 1 --2- 172.21.15.111:0/2844274782 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fdf0006c850 0x7fdf0006ed10 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fdf10000f60 tx=0x7fdf10009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:11.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.421+0000 7fdf0effd640 1 -- 172.21.15.111:0/2844274782 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdf14059b10 con 0x7fdf1c15ea00 2024-09-19T04:39:11.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.619+0000 7fdf246f1640 1 -- 172.21.15.111:0/2844274782 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs clone status", "vol_name": "non_existent_subvolume", "clone_name": "clone_1", "target": ["mon-mgr", ""]}) -- 0x7fdf1c0ba470 con 0x7fdf0006c850 2024-09-19T04:39:11.621 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:11.620+0000 7f0d66663640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-19T04:39:11.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.621+0000 7fdf0effd640 1 -- 172.21.15.111:0/2844274782 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7fdf1c0ba470 con 0x7fdf0006c850 2024-09-19T04:39:11.622 INFO:teuthology.orchestra.run.smithi111.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-19T04:39:11.627 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-19T04:39:11.627 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create non_existent_subvolume group_1 2024-09-19T04:39:11.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.728+0000 7f1a2d1d6640 1 Processor -- start 2024-09-19T04:39:11.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.728+0000 7f1a2d1d6640 1 -- start start 2024-09-19T04:39:11.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.729+0000 7f1a2d1d6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1a280b57d0 0x7f1a280b5c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:11.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.729+0000 7f1a2d1d6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f1a28072290 0x7f1a280726c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:11.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.729+0000 7f1a2d1d6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1a2806dc40 con 0x7f1a28161cc0 2024-09-19T04:39:11.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.729+0000 7f1a2d1d6640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f1a280af300 con 0x7f1a280b57d0 2024-09-19T04:39:11.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.729+0000 7f1a2d1d6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f1a2806e570 con 0x7f1a28072290 2024-09-19T04:39:11.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.729+0000 7f1a2659c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1a280b57d0 0x7f1a280b5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:11.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.729+0000 7f1a2659c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1a280b57d0 0x7f1a280b5c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58292/0 (socket says 172.21.15.111:58292) 2024-09-19T04:39:11.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.729+0000 7f1a2659c640 1 -- 172.21.15.111:0/1464229209 learned_addr learned my addr 172.21.15.111:0/1464229209 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:11.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.729+0000 7f1a2759e640 1 --2- 172.21.15.111:0/1464229209 >> v2:172.21.15.114:3300/0 conn(0x7f1a28072290 0x7f1a280726c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:11.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.729+0000 7f1a2659c640 1 -- 172.21.15.111:0/1464229209 >> v2:172.21.15.114:3300/0 conn(0x7f1a28072290 msgr2=0x7f1a280726c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:11.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.729+0000 7f1a2659c640 1 --2- 172.21.15.111:0/1464229209 >> v2:172.21.15.114:3300/0 conn(0x7f1a28072290 0x7f1a280726c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:11.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.729+0000 7f1a2659c640 1 -- 172.21.15.111:0/1464229209 >> v1:172.21.15.114:6789/0 conn(0x7f1a28161cc0 legacy=0x7f1a280aebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:11.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.729+0000 7f1a2659c640 1 -- 172.21.15.111:0/1464229209 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a2806df20 con 0x7f1a280b57d0 2024-09-19T04:39:11.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.730+0000 7f1a2659c640 1 --2- 172.21.15.111:0/1464229209 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1a280b57d0 0x7f1a280b5c40 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7f1a280cd4d0 tx=0x7f1a1c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9db407b235fcfe68 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:11.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.730+0000 7f1a25d9b640 1 -- 172.21.15.111:0/1464229209 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a1c037070 con 0x7f1a280b57d0 2024-09-19T04:39:11.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.730+0000 7f1a25d9b640 1 -- 172.21.15.111:0/1464229209 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a1c032440 con 0x7f1a280b57d0 2024-09-19T04:39:11.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.730+0000 7f1a25d9b640 1 -- 172.21.15.111:0/1464229209 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a1c032810 con 0x7f1a280b57d0 2024-09-19T04:39:11.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.731+0000 7f1a2d1d6640 1 -- 172.21.15.111:0/1464229209 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1a280b57d0 msgr2=0x7f1a280b5c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:11.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.731+0000 7f1a2d1d6640 1 --2- 172.21.15.111:0/1464229209 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1a280b57d0 0x7f1a280b5c40 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7f1a280cd4d0 tx=0x7f1a1c02a230 comp rx=0 tx=0).stop 2024-09-19T04:39:11.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.731+0000 7f1a2d1d6640 1 -- 172.21.15.111:0/1464229209 shutdown_connections 2024-09-19T04:39:11.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.731+0000 7f1a2d1d6640 1 --2- 172.21.15.111:0/1464229209 >> v2:172.21.15.114:3300/0 conn(0x7f1a28072290 0x7f1a280726c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:11.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.731+0000 7f1a2d1d6640 1 --2- 172.21.15.111:0/1464229209 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1a280b57d0 0x7f1a280b5c40 unknown :-1 s=CLOSED pgs=1351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:11.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.731+0000 7f1a2d1d6640 1 -- 172.21.15.111:0/1464229209 >> 172.21.15.111:0/1464229209 conn(0x7f1a2806bba0 msgr2=0x7f1a2806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:11.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.731+0000 7f1a2d1d6640 1 -- 172.21.15.111:0/1464229209 shutdown_connections 2024-09-19T04:39:11.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.731+0000 7f1a2d1d6640 1 -- 172.21.15.111:0/1464229209 wait complete. 2024-09-19T04:39:11.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.732+0000 7f1a2d1d6640 1 Processor -- start 2024-09-19T04:39:11.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.732+0000 7f1a2d1d6640 1 -- start start 2024-09-19T04:39:11.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.733+0000 7f1a2d1d6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1a28072290 0x7f1a280cf320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:11.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.733+0000 7f1a2d1d6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1a280b57d0 0x7f1a281452b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:11.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.733+0000 7f1a2d1d6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1a28161cc0 0x7f1a280cd7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:11.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.733+0000 7f1a2d1d6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1a280b4a60 con 0x7f1a28072290 2024-09-19T04:39:11.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.733+0000 7f1a2d1d6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1a28072c00 con 0x7f1a28161cc0 2024-09-19T04:39:11.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.733+0000 7f1a2d1d6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1a280b4be0 con 0x7f1a280b57d0 2024-09-19T04:39:11.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.733+0000 7f1a26d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1a28072290 0x7f1a280cf320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:11.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.733+0000 7f1a26d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1a28072290 0x7f1a280cf320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58296/0 (socket says 172.21.15.111:58296) 2024-09-19T04:39:11.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.733+0000 7f1a26d9d640 1 -- 172.21.15.111:0/1455500912 learned_addr learned my addr 172.21.15.111:0/1455500912 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:11.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.733+0000 7f1a2759e640 1 --2- 172.21.15.111:0/1455500912 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1a28161cc0 0x7f1a280cd7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:11.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.733+0000 7f1a2659c640 1 --2- 172.21.15.111:0/1455500912 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1a280b57d0 0x7f1a281452b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:11.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.733+0000 7f1a26d9d640 1 -- 172.21.15.111:0/1455500912 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1a280b57d0 msgr2=0x7f1a281452b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:11.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.733+0000 7f1a26d9d640 1 --2- 172.21.15.111:0/1455500912 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1a280b57d0 0x7f1a281452b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:11.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.733+0000 7f1a26d9d640 1 -- 172.21.15.111:0/1455500912 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1a28161cc0 msgr2=0x7f1a280cd7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:11.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.733+0000 7f1a26d9d640 1 --2- 172.21.15.111:0/1455500912 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1a28161cc0 0x7f1a280cd7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:11.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.733+0000 7f1a26d9d640 1 -- 172.21.15.111:0/1455500912 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a2815a450 con 0x7f1a28072290 2024-09-19T04:39:11.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.734+0000 7f1a26d9d640 1 --2- 172.21.15.111:0/1455500912 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1a28072290 0x7f1a280cf320 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7f1a1800b420 tx=0x7f1a1800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:11.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.734+0000 7f1a0f7fe640 1 -- 172.21.15.111:0/1455500912 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a18011830 con 0x7f1a28072290 2024-09-19T04:39:11.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.734+0000 7f1a0f7fe640 1 -- 172.21.15.111:0/1455500912 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a18016070 con 0x7f1a28072290 2024-09-19T04:39:11.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.734+0000 7f1a2d1d6640 1 -- 172.21.15.111:0/1455500912 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a280cf920 con 0x7f1a28072290 2024-09-19T04:39:11.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.734+0000 7f1a0f7fe640 1 -- 172.21.15.111:0/1455500912 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a18011c10 con 0x7f1a28072290 2024-09-19T04:39:11.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.734+0000 7f1a2d1d6640 1 -- 172.21.15.111:0/1455500912 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a280cfee0 con 0x7f1a28072290 2024-09-19T04:39:11.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.735+0000 7f1a2d1d6640 1 -- 172.21.15.111:0/1455500912 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a280726c0 con 0x7f1a28072290 2024-09-19T04:39:11.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.735+0000 7f1a0f7fe640 1 -- 172.21.15.111:0/1455500912 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f1a1801b460 con 0x7f1a28072290 2024-09-19T04:39:11.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.736+0000 7f1a0f7fe640 1 --2- 172.21.15.111:0/1455500912 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1a1406c850 0x7f1a1406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:11.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.736+0000 7f1a0f7fe640 1 -- 172.21.15.111:0/1455500912 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f1a1808b9d0 con 0x7f1a28072290 2024-09-19T04:39:11.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.736+0000 7f1a2659c640 1 --2- 172.21.15.111:0/1455500912 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1a1406c850 0x7f1a1406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:11.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.736+0000 7f1a2659c640 1 --2- 172.21.15.111:0/1455500912 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1a1406c850 0x7f1a1406ed10 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f1a1c034000 tx=0x7f1a1c02e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:11.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.740+0000 7f1a0f7fe640 1 -- 172.21.15.111:0/1455500912 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1a180592d0 con 0x7f1a28072290 2024-09-19T04:39:11.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.931+0000 7f1a2d1d6640 1 -- 172.21.15.111:0/1455500912 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "non_existent_subvolume", "group_name": "group_1", "target": ["mon-mgr", ""]}) -- 0x7f1a280b0210 con 0x7f1a1406c850 2024-09-19T04:39:11.934 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:11.933+0000 7f0d66663640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-19T04:39:11.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:11.933+0000 7f1a0f7fe640 1 -- 172.21.15.111:0/1455500912 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f1a280b0210 con 0x7f1a1406c850 2024-09-19T04:39:11.934 INFO:teuthology.orchestra.run.smithi111.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-19T04:39:11.939 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-19T04:39:11.940 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup rm non_existent_subvolume group_1 2024-09-19T04:39:12.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.039+0000 7f1e9c4ed640 1 Processor -- start 2024-09-19T04:39:12.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.040+0000 7f1e9c4ed640 1 -- start start 2024-09-19T04:39:12.049 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.040+0000 7f1e9c4ed640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f1e94158e50 0x7f1e940b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:12.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.040+0000 7f1e9c4ed640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e9415c370 0x7f1e9406ea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:12.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.040+0000 7f1e9c4ed640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1e9406ef60 0x7f1e9415ee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:12.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.040+0000 7f1e9c4ed640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f1e9406f3d0 con 0x7f1e9406ef60 2024-09-19T04:39:12.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.041+0000 7f1e9c4ed640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f1e9415c800 con 0x7f1e94158e50 2024-09-19T04:39:12.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.041+0000 7f1e9c4ed640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1e940b43f0 con 0x7f1e9415c370 2024-09-19T04:39:12.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.041+0000 7f1e9aa8a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1e9406ef60 0x7f1e9415ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:12.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.041+0000 7f1e9aa8a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1e9406ef60 0x7f1e9415ee50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58302/0 (socket says 172.21.15.111:58302) 2024-09-19T04:39:12.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.041+0000 7f1e9aa8a640 1 -- 172.21.15.111:0/1405648458 learned_addr learned my addr 172.21.15.111:0/1405648458 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:12.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.041+0000 7f1e99a88640 1 --2- 172.21.15.111:0/1405648458 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e9415c370 0x7f1e9406ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:12.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.041+0000 7f1e9a289640 1 --2- 172.21.15.111:0/1405648458 >> v2:172.21.15.114:3300/0 conn(0x7f1e94158e50 0x7f1e940b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:12.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.041+0000 7f1e9aa8a640 1 -- 172.21.15.111:0/1405648458 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e9415c370 msgr2=0x7f1e9406ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:12.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.041+0000 7f1e9aa8a640 1 --2- 172.21.15.111:0/1405648458 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e9415c370 0x7f1e9406ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:12.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.041+0000 7f1e9aa8a640 1 -- 172.21.15.111:0/1405648458 >> v2:172.21.15.114:3300/0 conn(0x7f1e94158e50 msgr2=0x7f1e940b5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:12.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.041+0000 7f1e9aa8a640 1 --2- 172.21.15.111:0/1405648458 >> v2:172.21.15.114:3300/0 conn(0x7f1e94158e50 0x7f1e940b5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:12.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.041+0000 7f1e9aa8a640 1 -- 172.21.15.111:0/1405648458 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e940b3630 con 0x7f1e9406ef60 2024-09-19T04:39:12.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.042+0000 7f1e9aa8a640 1 --2- 172.21.15.111:0/1405648458 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e9406ef60 0x7f1e9415ee50 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7f1e94069580 tx=0x7f1e8c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbb7b776c600c1bc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:12.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.042+0000 7f1e99287640 1 -- 172.21.15.111:0/1405648458 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e8c036070 con 0x7f1e9406ef60 2024-09-19T04:39:12.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.042+0000 7f1e99287640 1 -- 172.21.15.111:0/1405648458 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e8c031600 con 0x7f1e9406ef60 2024-09-19T04:39:12.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.042+0000 7f1e99287640 1 -- 172.21.15.111:0/1405648458 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e8c0319d0 con 0x7f1e9406ef60 2024-09-19T04:39:12.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.042+0000 7f1e9c4ed640 1 -- 172.21.15.111:0/1405648458 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e9406ef60 msgr2=0x7f1e9415ee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:12.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.042+0000 7f1e9c4ed640 1 --2- 172.21.15.111:0/1405648458 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e9406ef60 0x7f1e9415ee50 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7f1e94069580 tx=0x7f1e8c02a6a0 comp rx=0 tx=0).stop 2024-09-19T04:39:12.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.042+0000 7f1e9c4ed640 1 -- 172.21.15.111:0/1405648458 shutdown_connections 2024-09-19T04:39:12.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.042+0000 7f1e9c4ed640 1 --2- 172.21.15.111:0/1405648458 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e9406ef60 0x7f1e9415ee50 unknown :-1 s=CLOSED pgs=1353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:12.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.042+0000 7f1e9c4ed640 1 --2- 172.21.15.111:0/1405648458 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e9415c370 0x7f1e9406ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:12.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.042+0000 7f1e9c4ed640 1 --2- 172.21.15.111:0/1405648458 >> v2:172.21.15.114:3300/0 conn(0x7f1e94158e50 0x7f1e940b5050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:12.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.042+0000 7f1e9c4ed640 1 -- 172.21.15.111:0/1405648458 >> 172.21.15.111:0/1405648458 conn(0x7f1e9406bba0 msgr2=0x7f1e9406bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:12.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.042+0000 7f1e9c4ed640 1 -- 172.21.15.111:0/1405648458 shutdown_connections 2024-09-19T04:39:12.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.042+0000 7f1e9c4ed640 1 -- 172.21.15.111:0/1405648458 wait complete. 2024-09-19T04:39:12.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.044+0000 7f1e9c4ed640 1 Processor -- start 2024-09-19T04:39:12.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.044+0000 7f1e9c4ed640 1 -- start start 2024-09-19T04:39:12.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.044+0000 7f1e9c4ed640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e9406ef60 0x7f1e941448c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:12.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.044+0000 7f1e9c4ed640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e94158e50 0x7f1e940ae910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:12.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.044+0000 7f1e9c4ed640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e9415c370 0x7f1e940aee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:12.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.044+0000 7f1e9c4ed640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1e940b3ed0 con 0x7f1e9406ef60 2024-09-19T04:39:12.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.044+0000 7f1e9c4ed640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1e940b3bf0 con 0x7f1e9415c370 2024-09-19T04:39:12.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.044+0000 7f1e9c4ed640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1e94159230 con 0x7f1e94158e50 2024-09-19T04:39:12.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.044+0000 7f1e9a289640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e9406ef60 0x7f1e941448c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:12.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.045+0000 7f1e9a289640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e9406ef60 0x7f1e941448c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58306/0 (socket says 172.21.15.111:58306) 2024-09-19T04:39:12.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.045+0000 7f1e9a289640 1 -- 172.21.15.111:0/3625775080 learned_addr learned my addr 172.21.15.111:0/3625775080 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:12.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.045+0000 7f1e9aa8a640 1 --2- 172.21.15.111:0/3625775080 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e9415c370 0x7f1e940aee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:12.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.045+0000 7f1e99a88640 1 --2- 172.21.15.111:0/3625775080 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e94158e50 0x7f1e940ae910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:12.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.045+0000 7f1e9a289640 1 -- 172.21.15.111:0/3625775080 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e94158e50 msgr2=0x7f1e940ae910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:12.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.045+0000 7f1e9a289640 1 --2- 172.21.15.111:0/3625775080 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e94158e50 0x7f1e940ae910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:12.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.045+0000 7f1e9a289640 1 -- 172.21.15.111:0/3625775080 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e9415c370 msgr2=0x7f1e940aee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:12.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.045+0000 7f1e9a289640 1 --2- 172.21.15.111:0/3625775080 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e9415c370 0x7f1e940aee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:12.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.045+0000 7f1e9a289640 1 -- 172.21.15.111:0/3625775080 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e94144e00 con 0x7f1e9406ef60 2024-09-19T04:39:12.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.045+0000 7f1e9aa8a640 1 --2- 172.21.15.111:0/3625775080 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e9415c370 0x7f1e940aee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:12.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.045+0000 7f1e99a88640 1 --2- 172.21.15.111:0/3625775080 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e94158e50 0x7f1e940ae910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:12.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.045+0000 7f1e9a289640 1 --2- 172.21.15.111:0/3625775080 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e9406ef60 0x7f1e941448c0 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7f1e9000d800 tx=0x7f1e9000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:12.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.045+0000 7f1e8affd640 1 -- 172.21.15.111:0/3625775080 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e90018020 con 0x7f1e9406ef60 2024-09-19T04:39:12.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.045+0000 7f1e8affd640 1 -- 172.21.15.111:0/3625775080 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e900096a0 con 0x7f1e9406ef60 2024-09-19T04:39:12.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.045+0000 7f1e9c4ed640 1 -- 172.21.15.111:0/3625775080 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e94154420 con 0x7f1e9406ef60 2024-09-19T04:39:12.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.045+0000 7f1e8affd640 1 -- 172.21.15.111:0/3625775080 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e90009a70 con 0x7f1e9406ef60 2024-09-19T04:39:12.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.045+0000 7f1e9c4ed640 1 -- 172.21.15.111:0/3625775080 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e94145540 con 0x7f1e9406ef60 2024-09-19T04:39:12.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.046+0000 7f1e9c4ed640 1 -- 172.21.15.111:0/3625775080 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e940cdde0 con 0x7f1e9406ef60 2024-09-19T04:39:12.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.047+0000 7f1e8affd640 1 -- 172.21.15.111:0/3625775080 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f1e9001b020 con 0x7f1e9406ef60 2024-09-19T04:39:12.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.047+0000 7f1e8affd640 1 --2- 172.21.15.111:0/3625775080 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1e7806c850 0x7f1e7806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:12.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.047+0000 7f1e8affd640 1 -- 172.21.15.111:0/3625775080 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f1e9008c060 con 0x7f1e9406ef60 2024-09-19T04:39:12.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.047+0000 7f1e99a88640 1 --2- 172.21.15.111:0/3625775080 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1e7806c850 0x7f1e7806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:12.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.048+0000 7f1e99a88640 1 --2- 172.21.15.111:0/3625775080 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1e7806c850 0x7f1e7806ed10 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f1e84005fd0 tx=0x7f1e84008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:12.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.051+0000 7f1e8affd640 1 -- 172.21.15.111:0/3625775080 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1e940cdde0 con 0x7f1e9406ef60 2024-09-19T04:39:12.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.237+0000 7f1e9c4ed640 1 -- 172.21.15.111:0/3625775080 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup rm", "vol_name": "non_existent_subvolume", "group_name": "group_1", "target": ["mon-mgr", ""]}) -- 0x7f1e9406ea20 con 0x7f1e7806c850 2024-09-19T04:39:12.404 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:12.238+0000 7f0d66663640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-19T04:39:12.405 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-19T04:39:12.405 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.238+0000 7f1e8affd640 1 -- 172.21.15.111:0/3625775080 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f1e9406ea20 con 0x7f1e7806c850 2024-09-19T04:39:12.405 INFO:teuthology.orchestra.run.smithi111.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-19T04:39:12.406 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup getpath non_existent_subvolume group_1 2024-09-19T04:39:12.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.506+0000 7f2461552640 1 Processor -- start 2024-09-19T04:39:12.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.506+0000 7f2461552640 1 -- start start 2024-09-19T04:39:12.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.507+0000 7f2461552640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f245c0b3d50 0x7f245c06d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:12.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.507+0000 7f2461552640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f245c0b3290 0x7f245c06de00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:12.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.507+0000 7f2461552640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f245c0cf9a0 con 0x7f245c161e30 2024-09-19T04:39:12.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.507+0000 7f2461552640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f245c0cfcf0 con 0x7f245c0b3d50 2024-09-19T04:39:12.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.507+0000 7f2461552640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f245c162210 con 0x7f245c0b3290 2024-09-19T04:39:12.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.507+0000 7f245a7fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f245c0b3d50 0x7f245c06d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:12.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.507+0000 7f245a7fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f245c0b3d50 0x7f245c06d8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58318/0 (socket says 172.21.15.111:58318) 2024-09-19T04:39:12.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.507+0000 7f245a7fc640 1 -- 172.21.15.111:0/850208928 learned_addr learned my addr 172.21.15.111:0/850208928 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:12.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.507+0000 7f245b7fe640 1 --2- 172.21.15.111:0/850208928 >> v2:172.21.15.114:3300/0 conn(0x7f245c0b3290 0x7f245c06de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:12.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.507+0000 7f245a7fc640 1 -- 172.21.15.111:0/850208928 >> v2:172.21.15.114:3300/0 conn(0x7f245c0b3290 msgr2=0x7f245c06de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:12.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.507+0000 7f245a7fc640 1 --2- 172.21.15.111:0/850208928 >> v2:172.21.15.114:3300/0 conn(0x7f245c0b3290 0x7f245c06de00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:12.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.507+0000 7f245a7fc640 1 -- 172.21.15.111:0/850208928 >> v1:172.21.15.114:6789/0 conn(0x7f245c161e30 legacy=0x7f245c0d34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:12.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.507+0000 7f245a7fc640 1 -- 172.21.15.111:0/850208928 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f245c0d5210 con 0x7f245c0b3d50 2024-09-19T04:39:12.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.508+0000 7f245a7fc640 1 --2- 172.21.15.111:0/850208928 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f245c0b3d50 0x7f245c06d8c0 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7f245c0b3ce0 tx=0x7f245002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61fa684575bf1fb0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:12.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.508+0000 7f2459ffb640 1 -- 172.21.15.111:0/850208928 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2450037070 con 0x7f245c0b3d50 2024-09-19T04:39:12.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.508+0000 7f2459ffb640 1 -- 172.21.15.111:0/850208928 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2450032440 con 0x7f245c0b3d50 2024-09-19T04:39:12.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.508+0000 7f2459ffb640 1 -- 172.21.15.111:0/850208928 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2450032810 con 0x7f245c0b3d50 2024-09-19T04:39:12.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.509+0000 7f2461552640 1 -- 172.21.15.111:0/850208928 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f245c0b3d50 msgr2=0x7f245c06d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:12.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.509+0000 7f2461552640 1 --2- 172.21.15.111:0/850208928 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f245c0b3d50 0x7f245c06d8c0 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7f245c0b3ce0 tx=0x7f245002a230 comp rx=0 tx=0).stop 2024-09-19T04:39:12.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.509+0000 7f2461552640 1 -- 172.21.15.111:0/850208928 shutdown_connections 2024-09-19T04:39:12.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.509+0000 7f2461552640 1 --2- 172.21.15.111:0/850208928 >> v2:172.21.15.114:3300/0 conn(0x7f245c0b3290 0x7f245c06de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:12.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.509+0000 7f2461552640 1 --2- 172.21.15.111:0/850208928 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f245c0b3d50 0x7f245c06d8c0 unknown :-1 s=CLOSED pgs=1355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:12.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.509+0000 7f2461552640 1 -- 172.21.15.111:0/850208928 >> 172.21.15.111:0/850208928 conn(0x7f245c0d1870 msgr2=0x7f245c0d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:12.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.509+0000 7f2461552640 1 -- 172.21.15.111:0/850208928 shutdown_connections 2024-09-19T04:39:12.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.509+0000 7f2461552640 1 -- 172.21.15.111:0/850208928 wait complete. 2024-09-19T04:39:12.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.510+0000 7f2461552640 1 Processor -- start 2024-09-19T04:39:12.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.510+0000 7f2461552640 1 -- start start 2024-09-19T04:39:12.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.511+0000 7f2461552640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f245c0b3290 0x7f245c1570e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:12.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.511+0000 7f2461552640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f245c0b3d50 0x7f245c158880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:12.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.511+0000 7f2461552640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f245c161e30 0x7f245c1603f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:12.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.511+0000 7f2461552640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f245c0b78b0 con 0x7f245c0b3d50 2024-09-19T04:39:12.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.511+0000 7f2461552640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f245c0b3950 con 0x7f245c0b3290 2024-09-19T04:39:12.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.511+0000 7f2461552640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f245c0b7a30 con 0x7f245c161e30 2024-09-19T04:39:12.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.511+0000 7f245a7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f245c0b3d50 0x7f245c158880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:12.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.511+0000 7f245a7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f245c0b3d50 0x7f245c158880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58320/0 (socket says 172.21.15.111:58320) 2024-09-19T04:39:12.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.511+0000 7f245a7fc640 1 -- 172.21.15.111:0/1423513797 learned_addr learned my addr 172.21.15.111:0/1423513797 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:12.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.511+0000 7f245b7fe640 1 --2- 172.21.15.111:0/1423513797 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f245c161e30 0x7f245c1603f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:12.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.511+0000 7f245affd640 1 --2- 172.21.15.111:0/1423513797 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f245c0b3290 0x7f245c1570e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:12.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.511+0000 7f245a7fc640 1 -- 172.21.15.111:0/1423513797 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f245c161e30 msgr2=0x7f245c1603f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:12.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.511+0000 7f245a7fc640 1 --2- 172.21.15.111:0/1423513797 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f245c161e30 0x7f245c1603f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:12.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.511+0000 7f245a7fc640 1 -- 172.21.15.111:0/1423513797 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f245c0b3290 msgr2=0x7f245c1570e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:12.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.511+0000 7f245a7fc640 1 --2- 172.21.15.111:0/1423513797 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f245c0b3290 0x7f245c1570e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:12.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.511+0000 7f245a7fc640 1 -- 172.21.15.111:0/1423513797 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f245c1577e0 con 0x7f245c0b3d50 2024-09-19T04:39:12.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.512+0000 7f245a7fc640 1 --2- 172.21.15.111:0/1423513797 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f245c0b3d50 0x7f245c158880 secure :-1 s=READY pgs=1356 cs=0 l=1 rev1=1 crypto rx=0x7f2450000c00 tx=0x7f24500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:12.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.512+0000 7f24437fe640 1 -- 172.21.15.111:0/1423513797 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2450041020 con 0x7f245c0b3d50 2024-09-19T04:39:12.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.512+0000 7f24437fe640 1 -- 172.21.15.111:0/1423513797 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24500306c0 con 0x7f245c0b3d50 2024-09-19T04:39:12.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.512+0000 7f2461552640 1 -- 172.21.15.111:0/1423513797 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f245c157ac0 con 0x7f245c0b3d50 2024-09-19T04:39:12.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.512+0000 7f24437fe640 1 -- 172.21.15.111:0/1423513797 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2450037040 con 0x7f245c0b3d50 2024-09-19T04:39:12.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.512+0000 7f2461552640 1 -- 172.21.15.111:0/1423513797 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f245c158080 con 0x7f245c0b3d50 2024-09-19T04:39:12.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.513+0000 7f2461552640 1 -- 172.21.15.111:0/1423513797 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f245c0d3480 con 0x7f245c0b3d50 2024-09-19T04:39:12.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.513+0000 7f24437fe640 1 -- 172.21.15.111:0/1423513797 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f2450044020 con 0x7f245c0b3d50 2024-09-19T04:39:12.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.514+0000 7f24437fe640 1 --2- 172.21.15.111:0/1423513797 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f244806c850 0x7f244806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:12.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.514+0000 7f24437fe640 1 -- 172.21.15.111:0/1423513797 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f24500ac600 con 0x7f245c0b3d50 2024-09-19T04:39:12.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.514+0000 7f245affd640 1 --2- 172.21.15.111:0/1423513797 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f244806c850 0x7f244806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:12.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.514+0000 7f245affd640 1 --2- 172.21.15.111:0/1423513797 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f244806c850 0x7f244806ed10 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f244c006fd0 tx=0x7f244c008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:12.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.518+0000 7f24437fe640 1 -- 172.21.15.111:0/1423513797 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f245004b030 con 0x7f245c0b3d50 2024-09-19T04:39:12.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.708+0000 7f2461552640 1 -- 172.21.15.111:0/1423513797 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup getpath", "vol_name": "non_existent_subvolume", "group_name": "group_1", "target": ["mon-mgr", ""]}) -- 0x7f245c069190 con 0x7f244806c850 2024-09-19T04:39:12.711 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:12.709+0000 7f0d66663640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-19T04:39:12.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.710+0000 7f24437fe640 1 -- 172.21.15.111:0/1423513797 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f245c069190 con 0x7f244806c850 2024-09-19T04:39:12.711 INFO:teuthology.orchestra.run.smithi111.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-19T04:39:12.716 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-19T04:39:12.717 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup pin non_existent_subvolume group_1 export 0 2024-09-19T04:39:12.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.818+0000 7f5369aaf640 1 Processor -- start 2024-09-19T04:39:12.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.818+0000 7f5369aaf640 1 -- start start 2024-09-19T04:39:12.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.818+0000 7f5369aaf640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5364145d90 0x7f53640ccf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:12.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.818+0000 7f5369aaf640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f53640cd490 0x7f53640cf5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:12.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.818+0000 7f5369aaf640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f53640cfb10 0x7f53641601b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:12.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.818+0000 7f5369aaf640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f536406d080 con 0x7f5364145d90 2024-09-19T04:39:12.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.819+0000 7f5369aaf640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f53640b4240 con 0x7f53640cfb10 2024-09-19T04:39:12.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.819+0000 7f5369aaf640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f53640b4520 con 0x7f53640cd490 2024-09-19T04:39:12.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.819+0000 7f53637fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5364145d90 0x7f53640ccf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:12.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.819+0000 7f53637fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5364145d90 0x7f53640ccf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58328/0 (socket says 172.21.15.111:58328) 2024-09-19T04:39:12.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.819+0000 7f53637fe640 1 -- 172.21.15.111:0/2271943755 learned_addr learned my addr 172.21.15.111:0/2271943755 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:12.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.819+0000 7f53637fe640 1 -- 172.21.15.111:0/2271943755 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f53640cd490 msgr2=0x7f53640cf5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:12.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.819+0000 7f53637fe640 1 --2- 172.21.15.111:0/2271943755 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f53640cd490 0x7f53640cf5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:12.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.819+0000 7f53637fe640 1 -- 172.21.15.111:0/2271943755 >> v2:172.21.15.114:3300/0 conn(0x7f53640cfb10 msgr2=0x7f53641601b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:12.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.819+0000 7f53637fe640 1 --2- 172.21.15.111:0/2271943755 >> v2:172.21.15.114:3300/0 conn(0x7f53640cfb10 0x7f53641601b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:12.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.819+0000 7f53637fe640 1 -- 172.21.15.111:0/2271943755 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53640b4800 con 0x7f5364145d90 2024-09-19T04:39:12.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.820+0000 7f53637fe640 1 --2- 172.21.15.111:0/2271943755 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5364145d90 0x7f53640ccf50 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f536415cbc0 tx=0x7f535402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39be28daffe09ed5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:12.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.820+0000 7f53627fc640 1 -- 172.21.15.111:0/2271943755 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5354037070 con 0x7f5364145d90 2024-09-19T04:39:12.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.820+0000 7f53627fc640 1 -- 172.21.15.111:0/2271943755 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5354032440 con 0x7f5364145d90 2024-09-19T04:39:12.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.820+0000 7f53627fc640 1 -- 172.21.15.111:0/2271943755 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5354032810 con 0x7f5364145d90 2024-09-19T04:39:12.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.820+0000 7f5369aaf640 1 -- 172.21.15.111:0/2271943755 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5364145d90 msgr2=0x7f53640ccf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:12.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.820+0000 7f5369aaf640 1 --2- 172.21.15.111:0/2271943755 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5364145d90 0x7f53640ccf50 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f536415cbc0 tx=0x7f535402a1e0 comp rx=0 tx=0).stop 2024-09-19T04:39:12.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.820+0000 7f5369aaf640 1 -- 172.21.15.111:0/2271943755 shutdown_connections 2024-09-19T04:39:12.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.820+0000 7f5369aaf640 1 --2- 172.21.15.111:0/2271943755 >> v2:172.21.15.114:3300/0 conn(0x7f53640cfb10 0x7f53641601b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:12.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.820+0000 7f5369aaf640 1 --2- 172.21.15.111:0/2271943755 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f53640cd490 0x7f53640cf5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:12.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.820+0000 7f5369aaf640 1 --2- 172.21.15.111:0/2271943755 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5364145d90 0x7f53640ccf50 unknown :-1 s=CLOSED pgs=1357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:12.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.820+0000 7f5369aaf640 1 -- 172.21.15.111:0/2271943755 >> 172.21.15.111:0/2271943755 conn(0x7f536406bba0 msgr2=0x7f536406bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:12.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.820+0000 7f5369aaf640 1 -- 172.21.15.111:0/2271943755 shutdown_connections 2024-09-19T04:39:12.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.820+0000 7f5369aaf640 1 -- 172.21.15.111:0/2271943755 wait complete. 2024-09-19T04:39:12.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.822+0000 7f5369aaf640 1 Processor -- start 2024-09-19T04:39:12.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.822+0000 7f5369aaf640 1 -- start start 2024-09-19T04:39:12.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.822+0000 7f5369aaf640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f53640cd490 0x7f5364072b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:12.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.822+0000 7f5369aaf640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f53640cfb10 0x7f5364144ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:12.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.822+0000 7f5369aaf640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5364145d90 0x7f53640c5ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:12.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.822+0000 7f5369aaf640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f53640b5610 con 0x7f53640cd490 2024-09-19T04:39:12.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.822+0000 7f5369aaf640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f53640cffa0 con 0x7f5364145d90 2024-09-19T04:39:12.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.822+0000 7f5369aaf640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f53640b5790 con 0x7f53640cfb10 2024-09-19T04:39:12.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.823+0000 7f53637fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f53640cd490 0x7f5364072b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:12.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.823+0000 7f53637fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f53640cd490 0x7f5364072b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58338/0 (socket says 172.21.15.111:58338) 2024-09-19T04:39:12.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.823+0000 7f53637fe640 1 -- 172.21.15.111:0/965756496 learned_addr learned my addr 172.21.15.111:0/965756496 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:12.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.823+0000 7f5362ffd640 1 --2- 172.21.15.111:0/965756496 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f53640cfb10 0x7f5364144ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:12.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.823+0000 7f5363fff640 1 --2- 172.21.15.111:0/965756496 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5364145d90 0x7f53640c5ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:12.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.823+0000 7f53637fe640 1 -- 172.21.15.111:0/965756496 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f53640cfb10 msgr2=0x7f5364144ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:12.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.823+0000 7f53637fe640 1 --2- 172.21.15.111:0/965756496 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f53640cfb10 0x7f5364144ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:12.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.823+0000 7f53637fe640 1 -- 172.21.15.111:0/965756496 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5364145d90 msgr2=0x7f53640c5ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:12.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.823+0000 7f53637fe640 1 --2- 172.21.15.111:0/965756496 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5364145d90 0x7f53640c5ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:12.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.823+0000 7f53637fe640 1 -- 172.21.15.111:0/965756496 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53640c6660 con 0x7f53640cd490 2024-09-19T04:39:12.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.823+0000 7f5362ffd640 1 --2- 172.21.15.111:0/965756496 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f53640cfb10 0x7f5364144ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:12.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.823+0000 7f5363fff640 1 --2- 172.21.15.111:0/965756496 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5364145d90 0x7f53640c5ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:12.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.823+0000 7f53637fe640 1 --2- 172.21.15.111:0/965756496 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f53640cd490 0x7f5364072b80 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7f5354000c00 tx=0x7f53540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:12.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.823+0000 7f534bfff640 1 -- 172.21.15.111:0/965756496 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5354041070 con 0x7f53640cd490 2024-09-19T04:39:12.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.823+0000 7f534bfff640 1 -- 172.21.15.111:0/965756496 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f535403c870 con 0x7f53640cd490 2024-09-19T04:39:12.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.823+0000 7f5369aaf640 1 -- 172.21.15.111:0/965756496 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53640c6940 con 0x7f53640cd490 2024-09-19T04:39:12.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.823+0000 7f534bfff640 1 -- 172.21.15.111:0/965756496 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5354037040 con 0x7f53640cd490 2024-09-19T04:39:12.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.823+0000 7f5369aaf640 1 -- 172.21.15.111:0/965756496 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53640c6f00 con 0x7f53640cd490 2024-09-19T04:39:12.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.824+0000 7f5369aaf640 1 -- 172.21.15.111:0/965756496 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f536406f1d0 con 0x7f53640cd490 2024-09-19T04:39:12.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.825+0000 7f534bfff640 1 -- 172.21.15.111:0/965756496 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f5354044070 con 0x7f53640cd490 2024-09-19T04:39:12.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.825+0000 7f534bfff640 1 --2- 172.21.15.111:0/965756496 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f535006c850 0x7f535006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:12.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.825+0000 7f534bfff640 1 -- 172.21.15.111:0/965756496 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f53540acc40 con 0x7f53640cd490 2024-09-19T04:39:12.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.826+0000 7f5362ffd640 1 --2- 172.21.15.111:0/965756496 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f535006c850 0x7f535006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:12.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.826+0000 7f5362ffd640 1 --2- 172.21.15.111:0/965756496 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f535006c850 0x7f535006ed10 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f53640b08a0 tx=0x7f5358008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:12.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:12.830+0000 7f534bfff640 1 -- 172.21.15.111:0/965756496 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f536406f1d0 con 0x7f53640cd490 2024-09-19T04:39:13.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.020+0000 7f5369aaf640 1 -- 172.21.15.111:0/965756496 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "non_existent_subvolume", "group_name": "group_1", "pin_type": "export", "pin_setting": "0", "target": ["mon-mgr", ""]}) -- 0x7f5364146200 con 0x7f535006c850 2024-09-19T04:39:13.022 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:13.021+0000 7f0d66663640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-19T04:39:13.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.022+0000 7f534bfff640 1 -- 172.21.15.111:0/965756496 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f5364146200 con 0x7f535006c850 2024-09-19T04:39:13.023 INFO:teuthology.orchestra.run.smithi111.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-19T04:39:13.028 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-19T04:39:13.028 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup ls non_existent_subvolume 2024-09-19T04:39:13.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.126+0000 7fb2cd423640 1 Processor -- start 2024-09-19T04:39:13.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.126+0000 7fb2cd423640 1 -- start start 2024-09-19T04:39:13.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.126+0000 7fb2cd423640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fb2c80b3430 0x7fb2c80cf750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:13.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.126+0000 7fb2cd423640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fb2c80d2d10 0x7fb2c80d3160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:13.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.127+0000 7fb2cd423640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb2c815e9d0 con 0x7fb2c806c2d0 2024-09-19T04:39:13.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.127+0000 7fb2cd423640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fb2c80d22c0 con 0x7fb2c80b3430 2024-09-19T04:39:13.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.127+0000 7fb2cd423640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fb2c806ca70 con 0x7fb2c80d2d10 2024-09-19T04:39:13.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.127+0000 7fb2c6ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fb2c80b3430 0x7fb2c80cf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:13.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.127+0000 7fb2be7fc640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fb2c806c2d0 0x7fb2c80b3810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39040/0 (socket says 172.21.15.111:39040) 2024-09-19T04:39:13.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.127+0000 7fb2be7fc640 1 -- 172.21.15.111:0/908226002 learned_addr learned my addr 172.21.15.111:0/908226002 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:13.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.127+0000 7fb2c6ffd640 1 -- 172.21.15.111:0/908226002 >> v2:172.21.15.114:3300/0 conn(0x7fb2c80d2d10 msgr2=0x7fb2c80d3160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:13.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.127+0000 7fb2c6ffd640 1 --2- 172.21.15.111:0/908226002 >> v2:172.21.15.114:3300/0 conn(0x7fb2c80d2d10 0x7fb2c80d3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:13.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.127+0000 7fb2c6ffd640 1 -- 172.21.15.111:0/908226002 >> v1:172.21.15.111:6789/0 conn(0x7fb2c806c2d0 legacy=0x7fb2c80b3810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:13.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.127+0000 7fb2c6ffd640 1 -- 172.21.15.111:0/908226002 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2c806cd50 con 0x7fb2c80b3430 2024-09-19T04:39:13.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.127+0000 7fb2c67fc640 1 -- 172.21.15.111:0/908226002 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2836939768 0 0) 0x7fb2c815e9d0 con 0x7fb2c806c2d0 2024-09-19T04:39:13.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.128+0000 7fb2c6ffd640 1 --2- 172.21.15.111:0/908226002 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb2c80b3430 0x7fb2c80cf750 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7fb2c8075890 tx=0x7fb2b802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aaeef1492e8cd6a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:13.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.128+0000 7fb2c67fc640 1 -- 172.21.15.111:0/908226002 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2b8037070 con 0x7fb2c80b3430 2024-09-19T04:39:13.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.128+0000 7fb2c67fc640 1 -- 172.21.15.111:0/908226002 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2b8032440 con 0x7fb2c80b3430 2024-09-19T04:39:13.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.128+0000 7fb2c67fc640 1 -- 172.21.15.111:0/908226002 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2b802ae60 con 0x7fb2c80b3430 2024-09-19T04:39:13.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.128+0000 7fb2cd423640 1 -- 172.21.15.111:0/908226002 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb2c80b3430 msgr2=0x7fb2c80cf750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:13.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.128+0000 7fb2cd423640 1 --2- 172.21.15.111:0/908226002 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb2c80b3430 0x7fb2c80cf750 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7fb2c8075890 tx=0x7fb2b802a110 comp rx=0 tx=0).stop 2024-09-19T04:39:13.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.128+0000 7fb2cd423640 1 -- 172.21.15.111:0/908226002 shutdown_connections 2024-09-19T04:39:13.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.128+0000 7fb2cd423640 1 --2- 172.21.15.111:0/908226002 >> v2:172.21.15.114:3300/0 conn(0x7fb2c80d2d10 0x7fb2c80d3160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:13.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.128+0000 7fb2cd423640 1 --2- 172.21.15.111:0/908226002 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb2c80b3430 0x7fb2c80cf750 unknown :-1 s=CLOSED pgs=1360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:13.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.128+0000 7fb2cd423640 1 -- 172.21.15.111:0/908226002 >> 172.21.15.111:0/908226002 conn(0x7fb2c80d4b10 msgr2=0x7fb2c80d4f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:13.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.128+0000 7fb2cd423640 1 -- 172.21.15.111:0/908226002 shutdown_connections 2024-09-19T04:39:13.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.128+0000 7fb2cd423640 1 -- 172.21.15.111:0/908226002 wait complete. 2024-09-19T04:39:13.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.129+0000 7fb2cd423640 1 Processor -- start 2024-09-19T04:39:13.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.130+0000 7fb2cd423640 1 -- start start 2024-09-19T04:39:13.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.130+0000 7fb2cd423640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb2c806c2d0 0x7fb2c814fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:13.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.130+0000 7fb2cd423640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb2c80b3430 0x7fb2c80ca630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:13.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.130+0000 7fb2cd423640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb2c80d2d10 0x7fb2c80cab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:13.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.130+0000 7fb2cd423640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c806c740 con 0x7fb2c80d2d10 2024-09-19T04:39:13.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.130+0000 7fb2cd423640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c80d27f0 con 0x7fb2c806c2d0 2024-09-19T04:39:13.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.130+0000 7fb2cd423640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb2c80d36a0 con 0x7fb2c80b3430 2024-09-19T04:39:13.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.131+0000 7fb2c77fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb2c80d2d10 0x7fb2c80cab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:13.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.131+0000 7fb2c77fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb2c80d2d10 0x7fb2c80cab70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58362/0 (socket says 172.21.15.111:58362) 2024-09-19T04:39:13.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.131+0000 7fb2c77fe640 1 -- 172.21.15.111:0/2911786497 learned_addr learned my addr 172.21.15.111:0/2911786497 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:13.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.131+0000 7fb2c6ffd640 1 --2- 172.21.15.111:0/2911786497 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb2c806c2d0 0x7fb2c814fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:13.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.131+0000 7fb2be7fc640 1 --2- 172.21.15.111:0/2911786497 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb2c80b3430 0x7fb2c80ca630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:13.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.131+0000 7fb2c77fe640 1 -- 172.21.15.111:0/2911786497 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb2c80b3430 msgr2=0x7fb2c80ca630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:13.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.131+0000 7fb2c77fe640 1 --2- 172.21.15.111:0/2911786497 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb2c80b3430 0x7fb2c80ca630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:13.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.131+0000 7fb2c77fe640 1 -- 172.21.15.111:0/2911786497 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb2c806c2d0 msgr2=0x7fb2c814fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:13.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.131+0000 7fb2c77fe640 1 --2- 172.21.15.111:0/2911786497 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb2c806c2d0 0x7fb2c814fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:13.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.131+0000 7fb2c77fe640 1 -- 172.21.15.111:0/2911786497 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2c80c8ea0 con 0x7fb2c80d2d10 2024-09-19T04:39:13.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.131+0000 7fb2c77fe640 1 --2- 172.21.15.111:0/2911786497 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb2c80d2d10 0x7fb2c80cab70 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7fb2c000b9e0 tx=0x7fb2c000bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:13.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.131+0000 7fb2bffff640 1 -- 172.21.15.111:0/2911786497 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c0019070 con 0x7fb2c80d2d10 2024-09-19T04:39:13.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.131+0000 7fb2bffff640 1 -- 172.21.15.111:0/2911786497 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2c000cac0 con 0x7fb2c80d2d10 2024-09-19T04:39:13.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.131+0000 7fb2cd423640 1 -- 172.21.15.111:0/2911786497 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2c80c9180 con 0x7fb2c80d2d10 2024-09-19T04:39:13.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.131+0000 7fb2bffff640 1 -- 172.21.15.111:0/2911786497 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c0014440 con 0x7fb2c80d2d10 2024-09-19T04:39:13.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.131+0000 7fb2cd423640 1 -- 172.21.15.111:0/2911786497 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2c80c9740 con 0x7fb2c80d2d10 2024-09-19T04:39:13.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.132+0000 7fb2cd423640 1 -- 172.21.15.111:0/2911786497 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2c80d3160 con 0x7fb2c80d2d10 2024-09-19T04:39:13.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.133+0000 7fb2bffff640 1 -- 172.21.15.111:0/2911786497 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fb2c001c070 con 0x7fb2c80d2d10 2024-09-19T04:39:13.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.133+0000 7fb2bffff640 1 --2- 172.21.15.111:0/2911786497 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb2a806c850 0x7fb2a806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:13.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.133+0000 7fb2bffff640 1 -- 172.21.15.111:0/2911786497 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7fb2c008bb50 con 0x7fb2c80d2d10 2024-09-19T04:39:13.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.133+0000 7fb2c6ffd640 1 --2- 172.21.15.111:0/2911786497 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb2a806c850 0x7fb2a806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:13.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.134+0000 7fb2c6ffd640 1 --2- 172.21.15.111:0/2911786497 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb2a806c850 0x7fb2a806ed10 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fb2b8034000 tx=0x7fb2b802e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:13.138 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.137+0000 7fb2bffff640 1 -- 172.21.15.111:0/2911786497 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb2c0059aa0 con 0x7fb2c80d2d10 2024-09-19T04:39:13.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.261+0000 7fb2bffff640 1 -- 172.21.15.111:0/2911786497 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7fb2c0006d10 con 0x7fb2c80d2d10 2024-09-19T04:39:13.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.328+0000 7fb2cd423640 1 -- 172.21.15.111:0/2911786497 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup ls", "vol_name": "non_existent_subvolume", "target": ["mon-mgr", ""]}) -- 0x7fb2c80b54e0 con 0x7fb2a806c850 2024-09-19T04:39:13.331 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:13.330+0000 7f0d66663640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-19T04:39:13.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.330+0000 7fb2bffff640 1 -- 172.21.15.111:0/2911786497 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7fb2c80b54e0 con 0x7fb2a806c850 2024-09-19T04:39:13.332 INFO:teuthology.orchestra.run.smithi111.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-19T04:39:13.336 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-19T04:39:13.337 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup snapshot create non_existent_subvolume group_1 snapshot_1 2024-09-19T04:39:13.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.439+0000 7fde9a50a640 1 Processor -- start 2024-09-19T04:39:13.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.439+0000 7fde9a50a640 1 -- start start 2024-09-19T04:39:13.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.440+0000 7fde9a50a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fde940b4f70 0x7fde9415f790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:13.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.440+0000 7fde9a50a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fde9415fed0 0x7fde94160320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:13.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.440+0000 7fde9a50a640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde9415fcd0 con 0x7fde9406fa40 2024-09-19T04:39:13.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.440+0000 7fde9a50a640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fde9406e9a0 con 0x7fde940b4f70 2024-09-19T04:39:13.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.440+0000 7fde9a50a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fde9406ec80 con 0x7fde9415fed0 2024-09-19T04:39:13.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.440+0000 7fde93fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fde940b4f70 0x7fde9415f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:13.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.440+0000 7fde937fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fde9406fa40 0x7fde940b5350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39042/0 (socket says 172.21.15.111:39042) 2024-09-19T04:39:13.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.440+0000 7fde937fe640 1 -- 172.21.15.111:0/1766838229 learned_addr learned my addr 172.21.15.111:0/1766838229 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:13.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.440+0000 7fde98aa7640 1 --2- 172.21.15.111:0/1766838229 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fde9415fed0 0x7fde94160320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:13.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.441+0000 7fde93fff640 1 -- 172.21.15.111:0/1766838229 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fde9415fed0 msgr2=0x7fde94160320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:13.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.441+0000 7fde93fff640 1 --2- 172.21.15.111:0/1766838229 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fde9415fed0 0x7fde94160320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:13.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.441+0000 7fde93fff640 1 -- 172.21.15.111:0/1766838229 >> v1:172.21.15.111:6789/0 conn(0x7fde9406fa40 legacy=0x7fde940b5350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:13.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.441+0000 7fde92ffd640 1 -- 172.21.15.111:0/1766838229 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3911797409 0 0) 0x7fde88001110 con 0x7fde9406fa40 2024-09-19T04:39:13.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.441+0000 7fde93fff640 1 -- 172.21.15.111:0/1766838229 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde9406ef60 con 0x7fde940b4f70 2024-09-19T04:39:13.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.441+0000 7fde93fff640 1 --2- 172.21.15.111:0/1766838229 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fde940b4f70 0x7fde9415f790 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7fde8c009d90 tx=0x7fde8c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81b32d85ae18c9ac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:13.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.441+0000 7fde92ffd640 1 -- 172.21.15.111:0/1766838229 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde8c007740 con 0x7fde940b4f70 2024-09-19T04:39:13.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.441+0000 7fde92ffd640 1 -- 172.21.15.111:0/1766838229 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde8c0078e0 con 0x7fde940b4f70 2024-09-19T04:39:13.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.441+0000 7fde92ffd640 1 -- 172.21.15.111:0/1766838229 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde8c007cb0 con 0x7fde940b4f70 2024-09-19T04:39:13.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.442+0000 7fde9a50a640 1 -- 172.21.15.111:0/1766838229 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fde940b4f70 msgr2=0x7fde9415f790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:13.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.442+0000 7fde9a50a640 1 --2- 172.21.15.111:0/1766838229 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fde940b4f70 0x7fde9415f790 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7fde8c009d90 tx=0x7fde8c02a6f0 comp rx=0 tx=0).stop 2024-09-19T04:39:13.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.442+0000 7fde9a50a640 1 -- 172.21.15.111:0/1766838229 shutdown_connections 2024-09-19T04:39:13.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.442+0000 7fde9a50a640 1 --2- 172.21.15.111:0/1766838229 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fde9415fed0 0x7fde94160320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:13.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.442+0000 7fde9a50a640 1 --2- 172.21.15.111:0/1766838229 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fde940b4f70 0x7fde9415f790 unknown :-1 s=CLOSED pgs=1363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:13.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.442+0000 7fde9a50a640 1 -- 172.21.15.111:0/1766838229 >> 172.21.15.111:0/1766838229 conn(0x7fde94062810 msgr2=0x7fde9406ccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:13.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.442+0000 7fde9a50a640 1 -- 172.21.15.111:0/1766838229 shutdown_connections 2024-09-19T04:39:13.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.442+0000 7fde9a50a640 1 -- 172.21.15.111:0/1766838229 wait complete. 2024-09-19T04:39:13.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.443+0000 7fde9a50a640 1 Processor -- start 2024-09-19T04:39:13.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.443+0000 7fde9a50a640 1 -- start start 2024-09-19T04:39:13.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.444+0000 7fde9a50a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fde9406fa40 0x7fde9413f540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:13.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.444+0000 7fde9a50a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fde940b4f70 0x7fde941f7d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:13.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.444+0000 7fde9a50a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fde9415fed0 0x7fde941f8260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:13.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.444+0000 7fde9a50a640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fde9406e620 con 0x7fde9415fed0 2024-09-19T04:39:13.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.444+0000 7fde9a50a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fde9406f520 con 0x7fde940b4f70 2024-09-19T04:39:13.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.444+0000 7fde9a50a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fde9406fe90 con 0x7fde9406fa40 2024-09-19T04:39:13.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.444+0000 7fde98aa7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fde9415fed0 0x7fde941f8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:13.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.444+0000 7fde98aa7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fde9415fed0 0x7fde941f8260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58386/0 (socket says 172.21.15.111:58386) 2024-09-19T04:39:13.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.444+0000 7fde98aa7640 1 -- 172.21.15.111:0/1631654394 learned_addr learned my addr 172.21.15.111:0/1631654394 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:13.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.444+0000 7fde93fff640 1 --2- 172.21.15.111:0/1631654394 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fde9406fa40 0x7fde9413f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:13.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.444+0000 7fde937fe640 1 --2- 172.21.15.111:0/1631654394 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fde940b4f70 0x7fde941f7d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:13.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.444+0000 7fde98aa7640 1 -- 172.21.15.111:0/1631654394 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fde9406fa40 msgr2=0x7fde9413f540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:13.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.444+0000 7fde98aa7640 1 --2- 172.21.15.111:0/1631654394 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fde9406fa40 0x7fde9413f540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:13.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.444+0000 7fde98aa7640 1 -- 172.21.15.111:0/1631654394 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fde940b4f70 msgr2=0x7fde941f7d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:13.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.444+0000 7fde98aa7640 1 --2- 172.21.15.111:0/1631654394 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fde940b4f70 0x7fde941f7d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:13.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.444+0000 7fde98aa7640 1 -- 172.21.15.111:0/1631654394 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde9413c780 con 0x7fde9415fed0 2024-09-19T04:39:13.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.445+0000 7fde98aa7640 1 --2- 172.21.15.111:0/1631654394 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fde9415fed0 0x7fde941f8260 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7fde8400d830 tx=0x7fde8400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:13.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.445+0000 7fde90ff9640 1 -- 172.21.15.111:0/1631654394 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde8400b6c0 con 0x7fde9415fed0 2024-09-19T04:39:13.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.445+0000 7fde90ff9640 1 -- 172.21.15.111:0/1631654394 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde84019070 con 0x7fde9415fed0 2024-09-19T04:39:13.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.445+0000 7fde9a50a640 1 -- 172.21.15.111:0/1631654394 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde94152390 con 0x7fde9415fed0 2024-09-19T04:39:13.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.445+0000 7fde90ff9640 1 -- 172.21.15.111:0/1631654394 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde8400bac0 con 0x7fde9415fed0 2024-09-19T04:39:13.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.445+0000 7fde9a50a640 1 -- 172.21.15.111:0/1631654394 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde941f8b50 con 0x7fde9415fed0 2024-09-19T04:39:13.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.446+0000 7fde9a50a640 1 -- 172.21.15.111:0/1631654394 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde9406bd50 con 0x7fde9415fed0 2024-09-19T04:39:13.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.446+0000 7fde90ff9640 1 -- 172.21.15.111:0/1631654394 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7fde8401e460 con 0x7fde9415fed0 2024-09-19T04:39:13.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.447+0000 7fde90ff9640 1 --2- 172.21.15.111:0/1631654394 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fde8006c8e0 0x7fde8006eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:13.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.447+0000 7fde90ff9640 1 -- 172.21.15.111:0/1631654394 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7fde8408c580 con 0x7fde9415fed0 2024-09-19T04:39:13.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.447+0000 7fde93fff640 1 --2- 172.21.15.111:0/1631654394 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fde8006c8e0 0x7fde8006eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:13.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.447+0000 7fde93fff640 1 --2- 172.21.15.111:0/1631654394 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fde8006c8e0 0x7fde8006eda0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fde8c034000 tx=0x7fde8c02f000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:13.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.451+0000 7fde90ff9640 1 -- 172.21.15.111:0/1631654394 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fde9413c780 con 0x7fde9415fed0 2024-09-19T04:39:13.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.641+0000 7fde9a50a640 1 -- 172.21.15.111:0/1631654394 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup snapshot create", "vol_name": "non_existent_subvolume", "group_name": "group_1", "snap_name": "snapshot_1", "target": ["mon-mgr", ""]}) -- 0x7fde94161700 con 0x7fde8006c8e0 2024-09-19T04:39:13.643 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:13.642+0000 7f0d66663640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-19T04:39:13.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.643+0000 7fde90ff9640 1 -- 172.21.15.111:0/1631654394 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7fde94161700 con 0x7fde8006c8e0 2024-09-19T04:39:13.644 INFO:teuthology.orchestra.run.smithi111.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-19T04:39:13.649 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-19T04:39:13.650 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup snapshot rm non_existent_subvolume group_1 snapshot_1 2024-09-19T04:39:13.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.752+0000 7f8d85265640 1 Processor -- start 2024-09-19T04:39:13.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.752+0000 7f8d85265640 1 -- start start 2024-09-19T04:39:13.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.752+0000 7f8d85265640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8d800b61e0 0x7f8d800b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:13.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.752+0000 7f8d85265640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f8d800d3990 0x7f8d80162ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:13.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.752+0000 7f8d85265640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d800b6b00 con 0x7f8d800b3b00 2024-09-19T04:39:13.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.752+0000 7f8d85265640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f8d800d24f0 con 0x7f8d800d3990 2024-09-19T04:39:13.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.752+0000 7f8d85265640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8d800d20e0 con 0x7f8d800b61e0 2024-09-19T04:39:13.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.753+0000 7f8d7e7fc640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f8d800b3b00 0x7f8d801625d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39054/0 (socket says 172.21.15.111:39054) 2024-09-19T04:39:13.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.753+0000 7f8d7e7fc640 1 -- 172.21.15.111:0/643877915 learned_addr learned my addr 172.21.15.111:0/643877915 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:13.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.753+0000 7f8d7effd640 1 --2- 172.21.15.111:0/643877915 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8d800b61e0 0x7f8d800b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:13.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.753+0000 7f8d7f7fe640 1 --2- 172.21.15.111:0/643877915 >> v2:172.21.15.114:3300/0 conn(0x7f8d800d3990 0x7f8d80162ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:13.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.753+0000 7f8d7dffb640 1 -- 172.21.15.111:0/643877915 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3012413932 0 0) 0x7f8d800b6b00 con 0x7f8d800b3b00 2024-09-19T04:39:13.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.753+0000 7f8d7dffb640 1 -- 172.21.15.111:0/643877915 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8d68003520 con 0x7f8d800b3b00 2024-09-19T04:39:13.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.753+0000 7f8d7dffb640 1 -- 172.21.15.111:0/643877915 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 906255663 0 0) 0x7f8d68003520 con 0x7f8d800b3b00 2024-09-19T04:39:13.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.753+0000 7f8d7dffb640 1 -- 172.21.15.111:0/643877915 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8d800b61e0 msgr2=0x7f8d800b65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:13.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.753+0000 7f8d7dffb640 1 --2- 172.21.15.111:0/643877915 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8d800b61e0 0x7f8d800b65c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:13.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.753+0000 7f8d7dffb640 1 -- 172.21.15.111:0/643877915 >> v2:172.21.15.114:3300/0 conn(0x7f8d800d3990 msgr2=0x7f8d80162ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:13.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.753+0000 7f8d7dffb640 1 --2- 172.21.15.111:0/643877915 >> v2:172.21.15.114:3300/0 conn(0x7f8d800d3990 0x7f8d80162ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:13.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.753+0000 7f8d7dffb640 1 -- 172.21.15.111:0/643877915 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d800cfa70 con 0x7f8d800b3b00 2024-09-19T04:39:13.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.753+0000 7f8d7dffb640 1 -- 172.21.15.111:0/643877915 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f8d74001670 con 0x7f8d800b3b00 2024-09-19T04:39:13.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.753+0000 7f8d7f7fe640 1 --2- 172.21.15.111:0/643877915 >> v2:172.21.15.114:3300/0 conn(0x7f8d800d3990 0x7f8d80162ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:13.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.753+0000 7f8d7dffb640 1 -- 172.21.15.111:0/643877915 >> v1:172.21.15.111:6789/0 conn(0x7f8d800b3b00 legacy=0x7f8d801625d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:13.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.753+0000 7f8d7dffb640 1 --2- 172.21.15.111:0/643877915 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8d800b61e0 0x7f8d680039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:13.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.753+0000 7f8d7dffb640 1 --2- 172.21.15.111:0/643877915 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8d68003f30 0x7f8d68004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:13.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.753+0000 7f8d7dffb640 1 --2- 172.21.15.111:0/643877915 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8d68004d40 0x7f8d680051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:13.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.753+0000 7f8d7dffb640 1 -- 172.21.15.111:0/643877915 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8d800d24f0 con 0x7f8d68003f30 2024-09-19T04:39:13.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.753+0000 7f8d7dffb640 1 -- 172.21.15.111:0/643877915 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8d800d20e0 con 0x7f8d68004d40 2024-09-19T04:39:13.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.753+0000 7f8d7dffb640 1 -- 172.21.15.111:0/643877915 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8d6800baa0 con 0x7f8d800b61e0 2024-09-19T04:39:13.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.753+0000 7f8d7e7fc640 1 --2- 172.21.15.111:0/643877915 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8d68003f30 0x7f8d68004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:13.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.753+0000 7f8d7f7fe640 1 --2- 172.21.15.111:0/643877915 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8d68004d40 0x7f8d680051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:13.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.753+0000 7f8d7effd640 1 --2- 172.21.15.111:0/643877915 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8d800b61e0 0x7f8d680039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:13.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.754+0000 7f8d7e7fc640 1 -- 172.21.15.111:0/643877915 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8d800b61e0 msgr2=0x7f8d680039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:13.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.754+0000 7f8d7e7fc640 1 --2- 172.21.15.111:0/643877915 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8d800b61e0 0x7f8d680039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:13.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.754+0000 7f8d7e7fc640 1 -- 172.21.15.111:0/643877915 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8d68004d40 msgr2=0x7f8d680051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:13.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.754+0000 7f8d7e7fc640 1 --2- 172.21.15.111:0/643877915 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8d68004d40 0x7f8d680051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:13.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.754+0000 7f8d7e7fc640 1 -- 172.21.15.111:0/643877915 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d68003520 con 0x7f8d68003f30 2024-09-19T04:39:13.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.754+0000 7f8d7effd640 1 --2- 172.21.15.111:0/643877915 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8d800b61e0 0x7f8d680039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:13.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.754+0000 7f8d7e7fc640 1 --2- 172.21.15.111:0/643877915 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8d68003f30 0x7f8d68004800 secure :-1 s=READY pgs=1366 cs=0 l=1 rev1=1 crypto rx=0x7f8d74001050 tx=0x7f8d68005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dc92c91adf608d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:13.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.754+0000 7f8d7dffb640 1 -- 172.21.15.111:0/643877915 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d74007d70 con 0x7f8d68003f30 2024-09-19T04:39:13.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.754+0000 7f8d7dffb640 1 -- 172.21.15.111:0/643877915 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d74005af0 con 0x7f8d68003f30 2024-09-19T04:39:13.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.754+0000 7f8d7dffb640 1 -- 172.21.15.111:0/643877915 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d74007070 con 0x7f8d68003f30 2024-09-19T04:39:13.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.755+0000 7f8d85265640 1 -- 172.21.15.111:0/643877915 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8d68003f30 msgr2=0x7f8d68004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:13.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.755+0000 7f8d85265640 1 --2- 172.21.15.111:0/643877915 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8d68003f30 0x7f8d68004800 secure :-1 s=READY pgs=1366 cs=0 l=1 rev1=1 crypto rx=0x7f8d74001050 tx=0x7f8d68005830 comp rx=0 tx=0).stop 2024-09-19T04:39:13.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.755+0000 7f8d7f7fe640 1 -- 172.21.15.111:0/643877915 reap_dead start 2024-09-19T04:39:13.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.755+0000 7f8d85265640 1 -- 172.21.15.111:0/643877915 shutdown_connections 2024-09-19T04:39:13.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.755+0000 7f8d85265640 1 -- 172.21.15.111:0/643877915 >> 172.21.15.111:0/643877915 conn(0x7f8d800d11e0 msgr2=0x7f8d800d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:13.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.755+0000 7f8d85265640 1 -- 172.21.15.111:0/643877915 shutdown_connections 2024-09-19T04:39:13.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.755+0000 7f8d85265640 1 -- 172.21.15.111:0/643877915 wait complete. 2024-09-19T04:39:13.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.756+0000 7f8d85265640 1 Processor -- start 2024-09-19T04:39:13.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.756+0000 7f8d85265640 1 -- start start 2024-09-19T04:39:13.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.757+0000 7f8d85265640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8d68003f30 0x7f8d80157a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:13.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.757+0000 7f8d85265640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8d801622e0 0x7f8d80147be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:13.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.757+0000 7f8d85265640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8d80162740 0x7f8d800cdcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:13.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.757+0000 7f8d85265640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8d8015edc0 con 0x7f8d801622e0 2024-09-19T04:39:13.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.757+0000 7f8d85265640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8d800d0030 con 0x7f8d68003f30 2024-09-19T04:39:13.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.757+0000 7f8d85265640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8d800cd820 con 0x7f8d80162740 2024-09-19T04:39:13.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.757+0000 7f8d7e7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8d801622e0 0x7f8d80147be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:13.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.757+0000 7f8d7e7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8d801622e0 0x7f8d80147be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58408/0 (socket says 172.21.15.111:58408) 2024-09-19T04:39:13.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.757+0000 7f8d7e7fc640 1 -- 172.21.15.111:0/3521475060 learned_addr learned my addr 172.21.15.111:0/3521475060 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:13.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.757+0000 7f8d7f7fe640 1 --2- 172.21.15.111:0/3521475060 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8d80162740 0x7f8d800cdcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:13.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.757+0000 7f8d7effd640 1 --2- 172.21.15.111:0/3521475060 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8d68003f30 0x7f8d80157a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:13.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.757+0000 7f8d7e7fc640 1 -- 172.21.15.111:0/3521475060 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8d80162740 msgr2=0x7f8d800cdcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:13.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.757+0000 7f8d7e7fc640 1 --2- 172.21.15.111:0/3521475060 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8d80162740 0x7f8d800cdcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:13.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.757+0000 7f8d7e7fc640 1 -- 172.21.15.111:0/3521475060 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8d68003f30 msgr2=0x7f8d80157a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:13.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.757+0000 7f8d7e7fc640 1 --2- 172.21.15.111:0/3521475060 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8d68003f30 0x7f8d80157a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:13.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.757+0000 7f8d7e7fc640 1 -- 172.21.15.111:0/3521475060 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d800ccc10 con 0x7f8d801622e0 2024-09-19T04:39:13.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.757+0000 7f8d7f7fe640 1 --2- 172.21.15.111:0/3521475060 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8d80162740 0x7f8d800cdcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:13.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.758+0000 7f8d7e7fc640 1 --2- 172.21.15.111:0/3521475060 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8d801622e0 0x7f8d80147be0 secure :-1 s=READY pgs=1367 cs=0 l=1 rev1=1 crypto rx=0x7f8d7400c2d0 tx=0x7f8d74000fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:13.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.758+0000 7f8d677fe640 1 -- 172.21.15.111:0/3521475060 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d74042070 con 0x7f8d801622e0 2024-09-19T04:39:13.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.758+0000 7f8d677fe640 1 -- 172.21.15.111:0/3521475060 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d74007480 con 0x7f8d801622e0 2024-09-19T04:39:13.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.758+0000 7f8d85265640 1 -- 172.21.15.111:0/3521475060 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d800ccef0 con 0x7f8d801622e0 2024-09-19T04:39:13.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.758+0000 7f8d677fe640 1 -- 172.21.15.111:0/3521475060 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d74001cc0 con 0x7f8d801622e0 2024-09-19T04:39:13.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.758+0000 7f8d85265640 1 -- 172.21.15.111:0/3521475060 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d800cd4b0 con 0x7f8d801622e0 2024-09-19T04:39:13.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.759+0000 7f8d85265640 1 -- 172.21.15.111:0/3521475060 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d800d1d00 con 0x7f8d801622e0 2024-09-19T04:39:13.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.759+0000 7f8d677fe640 1 -- 172.21.15.111:0/3521475060 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f8d74045070 con 0x7f8d801622e0 2024-09-19T04:39:13.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.760+0000 7f8d677fe640 1 --2- 172.21.15.111:0/3521475060 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8d6c06c8e0 0x7f8d6c06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:13.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.760+0000 7f8d677fe640 1 -- 172.21.15.111:0/3521475060 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f8d740ac6b0 con 0x7f8d801622e0 2024-09-19T04:39:13.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.760+0000 7f8d7effd640 1 --2- 172.21.15.111:0/3521475060 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8d6c06c8e0 0x7f8d6c06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:13.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.760+0000 7f8d7effd640 1 --2- 172.21.15.111:0/3521475060 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8d6c06c8e0 0x7f8d6c06eda0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f8d700098b0 tx=0x7f8d70008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:13.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.764+0000 7f8d677fe640 1 -- 172.21.15.111:0/3521475060 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8d74005ac0 con 0x7f8d801622e0 2024-09-19T04:39:13.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.955+0000 7f8d85265640 1 -- 172.21.15.111:0/3521475060 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup snapshot rm", "vol_name": "non_existent_subvolume", "group_name": "group_1", "snap_name": "snapshot_1", "target": ["mon-mgr", ""]}) -- 0x7f8d800ba6e0 con 0x7f8d6c06c8e0 2024-09-19T04:39:13.957 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:13.956+0000 7f0d66663640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-19T04:39:13.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:13.956+0000 7f8d677fe640 1 -- 172.21.15.111:0/3521475060 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f8d800ba6e0 con 0x7f8d6c06c8e0 2024-09-19T04:39:13.959 INFO:teuthology.orchestra.run.smithi111.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-19T04:39:13.963 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-19T04:39:13.964 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup snapshot ls non_existent_subvolume group_1 2024-09-19T04:39:14.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.065+0000 7f53abed0640 1 Processor -- start 2024-09-19T04:39:14.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.065+0000 7f53abed0640 1 -- start start 2024-09-19T04:39:14.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.066+0000 7f53abed0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f53a415c580 0x7f53a40b6250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:14.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.066+0000 7f53abed0640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f53a40d2530 0x7f53a40d2950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:14.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.066+0000 7f53abed0640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53a40d2e90 con 0x7f53a40b6b60 2024-09-19T04:39:14.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.066+0000 7f53abed0640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f53a415c960 con 0x7f53a40d2530 2024-09-19T04:39:14.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.066+0000 7f53abed0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f53a40b78d0 con 0x7f53a415c580 2024-09-19T04:39:14.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.066+0000 7f53aa46d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f53a40b6b60 0x7f53a40b6fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39060/0 (socket says 172.21.15.111:39060) 2024-09-19T04:39:14.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.066+0000 7f53aa46d640 1 -- 172.21.15.111:0/1511082047 learned_addr learned my addr 172.21.15.111:0/1511082047 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:14.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.066+0000 7f53a9c6c640 1 --2- 172.21.15.111:0/1511082047 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f53a415c580 0x7f53a40b6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:14.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53a946b640 1 --2- 172.21.15.111:0/1511082047 >> v2:172.21.15.114:3300/0 conn(0x7f53a40d2530 0x7f53a40d2950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:14.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53a8c6a640 1 -- 172.21.15.111:0/1511082047 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 919516434 0 0) 0x7f53a40d2e90 con 0x7f53a40b6b60 2024-09-19T04:39:14.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53a8c6a640 1 -- 172.21.15.111:0/1511082047 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f538c003520 con 0x7f53a40b6b60 2024-09-19T04:39:14.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53a8c6a640 1 -- 172.21.15.111:0/1511082047 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4067514013 0 0) 0x7f538c003520 con 0x7f53a40b6b60 2024-09-19T04:39:14.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53a8c6a640 1 -- 172.21.15.111:0/1511082047 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f53a415c580 msgr2=0x7f53a40b6250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:14.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53a8c6a640 1 --2- 172.21.15.111:0/1511082047 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f53a415c580 0x7f53a40b6250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:14.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53a8c6a640 1 -- 172.21.15.111:0/1511082047 >> v2:172.21.15.114:3300/0 conn(0x7f53a40d2530 msgr2=0x7f53a40d2950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:14.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53a8c6a640 1 --2- 172.21.15.111:0/1511082047 >> v2:172.21.15.114:3300/0 conn(0x7f53a40d2530 0x7f53a40d2950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:14.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53a8c6a640 1 -- 172.21.15.111:0/1511082047 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53a40b5770 con 0x7f53a40b6b60 2024-09-19T04:39:14.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53a8c6a640 1 -- 172.21.15.111:0/1511082047 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f539c001670 con 0x7f53a40b6b60 2024-09-19T04:39:14.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53a8c6a640 1 -- 172.21.15.111:0/1511082047 >> v1:172.21.15.111:6789/0 conn(0x7f53a40b6b60 legacy=0x7f53a40b6fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:14.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53a8c6a640 1 --2- 172.21.15.111:0/1511082047 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f538c0039b0 0x7f538c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:14.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53a8c6a640 1 --2- 172.21.15.111:0/1511082047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f538c004800 0x7f538c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:14.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53a8c6a640 1 --2- 172.21.15.111:0/1511082047 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f53a415c580 0x7f538c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:14.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53a8c6a640 1 -- 172.21.15.111:0/1511082047 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f53a40b78d0 con 0x7f538c0039b0 2024-09-19T04:39:14.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53a8c6a640 1 -- 172.21.15.111:0/1511082047 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f538c00b9c0 con 0x7f538c004800 2024-09-19T04:39:14.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53a8c6a640 1 -- 172.21.15.111:0/1511082047 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f538c00bb40 con 0x7f53a415c580 2024-09-19T04:39:14.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53a9c6c640 1 --2- 172.21.15.111:0/1511082047 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f538c0039b0 0x7f538c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:14.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53a946b640 1 --2- 172.21.15.111:0/1511082047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f538c004800 0x7f538c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:14.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53aa46d640 1 --2- 172.21.15.111:0/1511082047 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f53a415c580 0x7f538c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:14.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53a9c6c640 1 -- 172.21.15.111:0/1511082047 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f53a415c580 msgr2=0x7f538c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:14.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53a9c6c640 1 --2- 172.21.15.111:0/1511082047 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f53a415c580 0x7f538c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:14.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53a9c6c640 1 -- 172.21.15.111:0/1511082047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f538c004800 msgr2=0x7f538c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:14.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53a9c6c640 1 --2- 172.21.15.111:0/1511082047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f538c004800 0x7f538c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:14.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.067+0000 7f53a9c6c640 1 -- 172.21.15.111:0/1511082047 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f538c003520 con 0x7f538c0039b0 2024-09-19T04:39:14.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.068+0000 7f53a9c6c640 1 --2- 172.21.15.111:0/1511082047 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f538c0039b0 0x7f538c003dd0 secure :-1 s=READY pgs=1369 cs=0 l=1 rev1=1 crypto rx=0x7f5394009fc0 tx=0x7f538c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20253986d73318a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:14.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.068+0000 7f53a8c6a640 1 -- 172.21.15.111:0/1511082047 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5394009c10 con 0x7f538c0039b0 2024-09-19T04:39:14.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.068+0000 7f53a8c6a640 1 -- 172.21.15.111:0/1511082047 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5394036070 con 0x7f538c0039b0 2024-09-19T04:39:14.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.068+0000 7f53a8c6a640 1 -- 172.21.15.111:0/1511082047 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5394031880 con 0x7f538c0039b0 2024-09-19T04:39:14.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.069+0000 7f53abed0640 1 -- 172.21.15.111:0/1511082047 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f538c0039b0 msgr2=0x7f538c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:14.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.069+0000 7f53abed0640 1 --2- 172.21.15.111:0/1511082047 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f538c0039b0 0x7f538c003dd0 secure :-1 s=READY pgs=1369 cs=0 l=1 rev1=1 crypto rx=0x7f5394009fc0 tx=0x7f538c005830 comp rx=0 tx=0).stop 2024-09-19T04:39:14.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.069+0000 7f53aa46d640 1 -- 172.21.15.111:0/1511082047 reap_dead start 2024-09-19T04:39:14.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.069+0000 7f53abed0640 1 -- 172.21.15.111:0/1511082047 shutdown_connections 2024-09-19T04:39:14.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.069+0000 7f53abed0640 1 -- 172.21.15.111:0/1511082047 >> 172.21.15.111:0/1511082047 conn(0x7f53a406f390 msgr2=0x7f53a406f770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:14.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.069+0000 7f53abed0640 1 -- 172.21.15.111:0/1511082047 shutdown_connections 2024-09-19T04:39:14.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.069+0000 7f53abed0640 1 -- 172.21.15.111:0/1511082047 wait complete. 2024-09-19T04:39:14.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.070+0000 7f53abed0640 1 Processor -- start 2024-09-19T04:39:14.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.070+0000 7f53abed0640 1 -- start start 2024-09-19T04:39:14.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.071+0000 7f53abed0640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f538c0039b0 0x7f53a41544c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:14.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.071+0000 7f53abed0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f53a414d000 0x7f53a40d0ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:14.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.071+0000 7f53abed0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f53a40d1000 0x7f53a415da40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:14.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.071+0000 7f53abed0640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f53a40b6250 con 0x7f53a414d000 2024-09-19T04:39:14.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.071+0000 7f53abed0640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f53a40b5d30 con 0x7f538c0039b0 2024-09-19T04:39:14.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.071+0000 7f53abed0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f53a40b63d0 con 0x7f53a40d1000 2024-09-19T04:39:14.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.071+0000 7f53a946b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f53a414d000 0x7f53a40d0ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:14.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.071+0000 7f53a946b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f53a414d000 0x7f53a40d0ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58434/0 (socket says 172.21.15.111:58434) 2024-09-19T04:39:14.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.071+0000 7f53a946b640 1 -- 172.21.15.111:0/1545650024 learned_addr learned my addr 172.21.15.111:0/1545650024 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:14.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.071+0000 7f53a9c6c640 1 --2- 172.21.15.111:0/1545650024 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f538c0039b0 0x7f53a41544c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:14.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.071+0000 7f53aa46d640 1 --2- 172.21.15.111:0/1545650024 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f53a40d1000 0x7f53a415da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:14.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.071+0000 7f53a946b640 1 -- 172.21.15.111:0/1545650024 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f53a40d1000 msgr2=0x7f53a415da40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:14.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.071+0000 7f53a946b640 1 --2- 172.21.15.111:0/1545650024 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f53a40d1000 0x7f53a415da40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:14.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.071+0000 7f53a946b640 1 -- 172.21.15.111:0/1545650024 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f538c0039b0 msgr2=0x7f53a41544c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:14.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.071+0000 7f53a946b640 1 --2- 172.21.15.111:0/1545650024 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f538c0039b0 0x7f53a41544c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:14.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.071+0000 7f53a946b640 1 -- 172.21.15.111:0/1545650024 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53a415e7c0 con 0x7f53a414d000 2024-09-19T04:39:14.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.071+0000 7f53a946b640 1 --2- 172.21.15.111:0/1545650024 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f53a414d000 0x7f53a40d0ac0 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7f5398011960 tx=0x7f5398011e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:14.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.071+0000 7f53a27fc640 1 -- 172.21.15.111:0/1545650024 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f539800faf0 con 0x7f53a414d000 2024-09-19T04:39:14.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.071+0000 7f53a27fc640 1 -- 172.21.15.111:0/1545650024 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f539800fc90 con 0x7f53a414d000 2024-09-19T04:39:14.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.071+0000 7f53abed0640 1 -- 172.21.15.111:0/1545650024 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53a40c76a0 con 0x7f53a414d000 2024-09-19T04:39:14.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.071+0000 7f53a27fc640 1 -- 172.21.15.111:0/1545650024 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5398004030 con 0x7f53a414d000 2024-09-19T04:39:14.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.071+0000 7f53abed0640 1 -- 172.21.15.111:0/1545650024 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53a40c7c60 con 0x7f53a414d000 2024-09-19T04:39:14.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.072+0000 7f53abed0640 1 -- 172.21.15.111:0/1545650024 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53a40d2950 con 0x7f53a414d000 2024-09-19T04:39:14.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.073+0000 7f53a27fc640 1 -- 172.21.15.111:0/1545650024 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f5398012040 con 0x7f53a414d000 2024-09-19T04:39:14.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.073+0000 7f53a27fc640 1 --2- 172.21.15.111:0/1545650024 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f539006c8e0 0x7f539006eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:14.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.074+0000 7f53a27fc640 1 -- 172.21.15.111:0/1545650024 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f539808c210 con 0x7f53a414d000 2024-09-19T04:39:14.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.074+0000 7f53a9c6c640 1 --2- 172.21.15.111:0/1545650024 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f539006c8e0 0x7f539006eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:14.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.074+0000 7f53a9c6c640 1 --2- 172.21.15.111:0/1545650024 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f539006c8e0 0x7f539006eda0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f5394035000 tx=0x7f539402f000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:14.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.078+0000 7f53a27fc640 1 -- 172.21.15.111:0/1545650024 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5398019070 con 0x7f53a414d000 2024-09-19T04:39:14.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.270+0000 7f53abed0640 1 -- 172.21.15.111:0/1545650024 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup snapshot ls", "vol_name": "non_existent_subvolume", "group_name": "group_1", "target": ["mon-mgr", ""]}) -- 0x7f53a40d13e0 con 0x7f539006c8e0 2024-09-19T04:39:14.272 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:14.271+0000 7f0d66663640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-19T04:39:14.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.271+0000 7f53a27fc640 1 -- 172.21.15.111:0/1545650024 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f53a40d13e0 con 0x7f539006c8e0 2024-09-19T04:39:14.273 INFO:teuthology.orchestra.run.smithi111.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-19T04:39:14.278 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-19T04:39:14.279 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:39:14.279 DEBUG:teuthology.orchestra.run.smithi111:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:39:14.316 DEBUG:teuthology.orchestra.run.smithi114:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:39:14.362 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:39:14.362 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:39:14.362 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:39:14.362 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:39:14.379 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:39:14.379 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:39:14.435 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:39:14.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.572+0000 7f81b36ed640 1 Processor -- start 2024-09-19T04:39:14.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.573+0000 7f81b36ed640 1 -- start start 2024-09-19T04:39:14.575 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.573+0000 7f81b36ed640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f81ac151c50 0x7f81ac0cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:14.575 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.573+0000 7f81b36ed640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f81ac06c1f0 0x7f81ac15baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:14.575 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.573+0000 7f81b36ed640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81ac0cd5f0 con 0x7f81ac06be10 2024-09-19T04:39:14.575 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.573+0000 7f81b36ed640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f81ac0cd8d0 con 0x7f81ac151c50 2024-09-19T04:39:14.575 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.573+0000 7f81b36ed640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f81ac0cdbb0 con 0x7f81ac06c1f0 2024-09-19T04:39:14.575 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.574+0000 7f81b0c88640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f81ac151c50 0x7f81ac0cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:14.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.574+0000 7f81b1489640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f81ac06be10 0x7f81ac151540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39072/0 (socket says 172.21.15.111:39072) 2024-09-19T04:39:14.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.574+0000 7f81b1489640 1 -- 172.21.15.111:0/1124657496 learned_addr learned my addr 172.21.15.111:0/1124657496 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:14.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.574+0000 7f81b1c8a640 1 --2- 172.21.15.111:0/1124657496 >> v2:172.21.15.114:3300/0 conn(0x7f81ac06c1f0 0x7f81ac15baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:14.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.574+0000 7f81b0c88640 1 -- 172.21.15.111:0/1124657496 >> v2:172.21.15.114:3300/0 conn(0x7f81ac06c1f0 msgr2=0x7f81ac15baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:14.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.574+0000 7f81b0c88640 1 --2- 172.21.15.111:0/1124657496 >> v2:172.21.15.114:3300/0 conn(0x7f81ac06c1f0 0x7f81ac15baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:14.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.574+0000 7f81b0c88640 1 -- 172.21.15.111:0/1124657496 >> v1:172.21.15.111:6789/0 conn(0x7f81ac06be10 legacy=0x7f81ac151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:14.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.574+0000 7f81abfff640 1 -- 172.21.15.111:0/1124657496 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2540738652 0 0) 0x7f81ac0cd5f0 con 0x7f81ac06be10 2024-09-19T04:39:14.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.574+0000 7f81b0c88640 1 -- 172.21.15.111:0/1124657496 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81ac0cde90 con 0x7f81ac151c50 2024-09-19T04:39:14.576 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.574+0000 7f81b1c8a640 1 --2- 172.21.15.111:0/1124657496 >> v2:172.21.15.114:3300/0 conn(0x7f81ac06c1f0 0x7f81ac15baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:14.577 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.575+0000 7f81b0c88640 1 --2- 172.21.15.111:0/1124657496 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81ac151c50 0x7f81ac0cd010 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f81ac0b5980 tx=0x7f81a002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff48f9b6a2e4abe5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:14.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.575+0000 7f81abfff640 1 -- 172.21.15.111:0/1124657496 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81a0007740 con 0x7f81ac151c50 2024-09-19T04:39:14.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.575+0000 7f81abfff640 1 -- 172.21.15.111:0/1124657496 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81a00078e0 con 0x7f81ac151c50 2024-09-19T04:39:14.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.575+0000 7f81abfff640 1 -- 172.21.15.111:0/1124657496 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81a0007cb0 con 0x7f81ac151c50 2024-09-19T04:39:14.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.575+0000 7f81b36ed640 1 -- 172.21.15.111:0/1124657496 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81ac151c50 msgr2=0x7f81ac0cd010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:14.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.575+0000 7f81b36ed640 1 --2- 172.21.15.111:0/1124657496 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81ac151c50 0x7f81ac0cd010 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f81ac0b5980 tx=0x7f81a002a680 comp rx=0 tx=0).stop 2024-09-19T04:39:14.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.575+0000 7f81b36ed640 1 -- 172.21.15.111:0/1124657496 shutdown_connections 2024-09-19T04:39:14.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.575+0000 7f81b36ed640 1 --2- 172.21.15.111:0/1124657496 >> v2:172.21.15.114:3300/0 conn(0x7f81ac06c1f0 0x7f81ac15baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:14.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.575+0000 7f81b36ed640 1 --2- 172.21.15.111:0/1124657496 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81ac151c50 0x7f81ac0cd010 unknown :-1 s=CLOSED pgs=1372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:14.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.575+0000 7f81b36ed640 1 -- 172.21.15.111:0/1124657496 >> 172.21.15.111:0/1124657496 conn(0x7f81ac062cc0 msgr2=0x7f81ac06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:14.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.575+0000 7f81b36ed640 1 -- 172.21.15.111:0/1124657496 shutdown_connections 2024-09-19T04:39:14.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.575+0000 7f81b36ed640 1 -- 172.21.15.111:0/1124657496 wait complete. 2024-09-19T04:39:14.578 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.576+0000 7f81b36ed640 1 Processor -- start 2024-09-19T04:39:14.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.577+0000 7f81b36ed640 1 -- start start 2024-09-19T04:39:14.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.577+0000 7f81b36ed640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f81ac06be10 0x7f81ac13ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:14.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.577+0000 7f81b36ed640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f81ac06c1f0 0x7f81ac14d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:14.581 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.577+0000 7f81b36ed640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81ac151c50 0x7f81ac148ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:14.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.577+0000 7f81b36ed640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f81ac0d0310 con 0x7f81ac151c50 2024-09-19T04:39:14.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.577+0000 7f81b36ed640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f81ac0ce690 con 0x7f81ac06be10 2024-09-19T04:39:14.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.577+0000 7f81b36ed640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f81ac0d0490 con 0x7f81ac06c1f0 2024-09-19T04:39:14.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.577+0000 7f81b1c8a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81ac151c50 0x7f81ac148ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:14.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.577+0000 7f81b1c8a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81ac151c50 0x7f81ac148ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58444/0 (socket says 172.21.15.111:58444) 2024-09-19T04:39:14.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.577+0000 7f81b1c8a640 1 -- 172.21.15.111:0/2971908257 learned_addr learned my addr 172.21.15.111:0/2971908257 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:14.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.577+0000 7f81b0c88640 1 --2- 172.21.15.111:0/2971908257 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f81ac06c1f0 0x7f81ac14d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:14.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.577+0000 7f81b1489640 1 --2- 172.21.15.111:0/2971908257 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f81ac06be10 0x7f81ac13ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:14.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.578+0000 7f81b1c8a640 1 -- 172.21.15.111:0/2971908257 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f81ac06c1f0 msgr2=0x7f81ac14d560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:14.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.578+0000 7f81b1c8a640 1 --2- 172.21.15.111:0/2971908257 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f81ac06c1f0 0x7f81ac14d560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:14.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.578+0000 7f81b1c8a640 1 -- 172.21.15.111:0/2971908257 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f81ac06be10 msgr2=0x7f81ac13ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:14.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.578+0000 7f81b1c8a640 1 --2- 172.21.15.111:0/2971908257 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f81ac06be10 0x7f81ac13ffd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:14.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.578+0000 7f81b1c8a640 1 -- 172.21.15.111:0/2971908257 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81ac140920 con 0x7f81ac151c50 2024-09-19T04:39:14.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.578+0000 7f81b0c88640 1 --2- 172.21.15.111:0/2971908257 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f81ac06c1f0 0x7f81ac14d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:14.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.578+0000 7f81b1489640 1 --2- 172.21.15.111:0/2971908257 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f81ac06be10 0x7f81ac13ffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:14.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.578+0000 7f81b1c8a640 1 --2- 172.21.15.111:0/2971908257 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81ac151c50 0x7f81ac148ae0 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7f819c00c7f0 tx=0x7f819c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:14.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.578+0000 7f81a9ffb640 1 -- 172.21.15.111:0/2971908257 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f819c015070 con 0x7f81ac151c50 2024-09-19T04:39:14.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.578+0000 7f81a9ffb640 1 -- 172.21.15.111:0/2971908257 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f819c007820 con 0x7f81ac151c50 2024-09-19T04:39:14.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.578+0000 7f81a9ffb640 1 -- 172.21.15.111:0/2971908257 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f819c007c10 con 0x7f81ac151c50 2024-09-19T04:39:14.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.578+0000 7f81b36ed640 1 -- 172.21.15.111:0/2971908257 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81ac140c00 con 0x7f81ac151c50 2024-09-19T04:39:14.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.578+0000 7f81b36ed640 1 -- 172.21.15.111:0/2971908257 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81ac1411c0 con 0x7f81ac151c50 2024-09-19T04:39:14.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.579+0000 7f81b36ed640 1 -- 172.21.15.111:0/2971908257 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81ac15f4f0 con 0x7f81ac151c50 2024-09-19T04:39:14.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.579+0000 7f81a9ffb640 1 -- 172.21.15.111:0/2971908257 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f819c018070 con 0x7f81ac151c50 2024-09-19T04:39:14.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.580+0000 7f81a9ffb640 1 --2- 172.21.15.111:0/2971908257 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f819806c8e0 0x7f819806eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:14.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.580+0000 7f81a9ffb640 1 -- 172.21.15.111:0/2971908257 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f819c08c2d0 con 0x7f81ac151c50 2024-09-19T04:39:14.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.580+0000 7f81b1489640 1 --2- 172.21.15.111:0/2971908257 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f819806c8e0 0x7f819806eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:14.584 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.581+0000 7f81b1489640 1 --2- 172.21.15.111:0/2971908257 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f819806c8e0 0x7f819806eda0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f81a4000f60 tx=0x7f81a4007c10 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:14.585 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.584+0000 7f81a9ffb640 1 -- 172.21.15.111:0/2971908257 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f81ac15f4f0 con 0x7f81ac151c50 2024-09-19T04:39:14.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.765+0000 7f81b36ed640 1 -- 172.21.15.111:0/2971908257 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f81ac0d0850 con 0x7f81ac151c50 2024-09-19T04:39:14.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.765+0000 7f81a9ffb640 1 -- 172.21.15.111:0/2971908257 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v131) ==== 80+0+0 (secure 0 0 0) 0x7f819c059fb0 con 0x7f81ac151c50 2024-09-19T04:39:14.767 INFO:teuthology.orchestra.run.smithi111.stderr:listed 0 entries 2024-09-19T04:39:14.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.767+0000 7f81b36ed640 1 -- 172.21.15.111:0/2971908257 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f819806c8e0 msgr2=0x7f819806eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:14.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.767+0000 7f81b36ed640 1 --2- 172.21.15.111:0/2971908257 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f819806c8e0 0x7f819806eda0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f81a4000f60 tx=0x7f81a4007c10 comp rx=0 tx=0).stop 2024-09-19T04:39:14.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.767+0000 7f81b36ed640 1 -- 172.21.15.111:0/2971908257 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81ac151c50 msgr2=0x7f81ac148ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:14.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.767+0000 7f81b36ed640 1 --2- 172.21.15.111:0/2971908257 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81ac151c50 0x7f81ac148ae0 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7f819c00c7f0 tx=0x7f819c00ccb0 comp rx=0 tx=0).stop 2024-09-19T04:39:14.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.767+0000 7f81b36ed640 1 -- 172.21.15.111:0/2971908257 shutdown_connections 2024-09-19T04:39:14.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.767+0000 7f81b36ed640 1 --2- 172.21.15.111:0/2971908257 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f819806c8e0 0x7f819806eda0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:14.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.767+0000 7f81b36ed640 1 --2- 172.21.15.111:0/2971908257 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f81ac151c50 0x7f81ac148ae0 unknown :-1 s=CLOSED pgs=1373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:14.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.767+0000 7f81b36ed640 1 --2- 172.21.15.111:0/2971908257 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f81ac06c1f0 0x7f81ac14d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:14.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.767+0000 7f81b36ed640 1 --2- 172.21.15.111:0/2971908257 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f81ac06be10 0x7f81ac13ffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:14.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.767+0000 7f81b36ed640 1 -- 172.21.15.111:0/2971908257 >> 172.21.15.111:0/2971908257 conn(0x7f81ac062cc0 msgr2=0x7f81ac14af30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:14.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.767+0000 7f81b36ed640 1 -- 172.21.15.111:0/2971908257 shutdown_connections 2024-09-19T04:39:14.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:14.767+0000 7f81b36ed640 1 -- 172.21.15.111:0/2971908257 wait complete. 2024-09-19T04:39:14.779 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T04:39:14.779 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:14.780 DEBUG:teuthology.orchestra.run.smithi111:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T04:39:14.808 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi111.front.sepia.ceph.com 2024-09-19T04:39:14.809 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:14.809 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T04:39:14.864 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:39:14.865 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:39:14.865 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:39:14.884 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:39:14.884 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:39:14.943 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:39:15.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.041+0000 7fb6a3159640 1 Processor -- start 2024-09-19T04:39:15.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.041+0000 7fb6a3159640 1 -- start start 2024-09-19T04:39:15.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.041+0000 7fb6a3159640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fb69c15c180 0x7fb69c0cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:15.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.041+0000 7fb6a3159640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb69c0ce740 con 0x7fb69c073120 2024-09-19T04:39:15.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.041+0000 7fb6a3159640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb69c072640 con 0x7fb69c0ce230 2024-09-19T04:39:15.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.041+0000 7fb6a3159640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fb69c072920 con 0x7fb69c15c180 2024-09-19T04:39:15.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.042+0000 7fb6a16f6640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fb69c073120 0x7fb69c06bba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39084/0 (socket says 172.21.15.111:39084) 2024-09-19T04:39:15.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.042+0000 7fb6a16f6640 1 -- 172.21.15.111:0/620576759 learned_addr learned my addr 172.21.15.111:0/620576759 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:15.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.042+0000 7fb6a0ef5640 1 --2- 172.21.15.111:0/620576759 >> v2:172.21.15.114:3300/0 conn(0x7fb69c15c180 0x7fb69c0cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:15.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.042+0000 7fb69b7fe640 1 -- 172.21.15.111:0/620576759 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1116112746 0 0) 0x7fb69c0ce740 con 0x7fb69c073120 2024-09-19T04:39:15.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.042+0000 7fb69b7fe640 1 -- 172.21.15.111:0/620576759 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb68c003520 con 0x7fb69c073120 2024-09-19T04:39:15.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.042+0000 7fb69b7fe640 1 -- 172.21.15.111:0/620576759 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1722494252 0 0) 0x7fb68c003520 con 0x7fb69c073120 2024-09-19T04:39:15.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.042+0000 7fb69b7fe640 1 -- 172.21.15.111:0/620576759 >> v2:172.21.15.114:3300/0 conn(0x7fb69c15c180 msgr2=0x7fb69c0cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:15.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.042+0000 7fb69b7fe640 1 --2- 172.21.15.111:0/620576759 >> v2:172.21.15.114:3300/0 conn(0x7fb69c15c180 0x7fb69c0cdcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.042+0000 7fb69b7fe640 1 -- 172.21.15.111:0/620576759 >> v1:172.21.15.114:6789/0 conn(0x7fb69c0ce230 legacy=0x7fb69c0cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:15.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.042+0000 7fb69b7fe640 1 -- 172.21.15.111:0/620576759 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb69c072c00 con 0x7fb69c073120 2024-09-19T04:39:15.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.042+0000 7fb69b7fe640 1 -- 172.21.15.111:0/620576759 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fb6940019f0 con 0x7fb69c073120 2024-09-19T04:39:15.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.042+0000 7fb69b7fe640 1 -- 172.21.15.111:0/620576759 >> v1:172.21.15.111:6789/0 conn(0x7fb69c073120 legacy=0x7fb69c06bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:15.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.042+0000 7fb69b7fe640 1 --2- 172.21.15.111:0/620576759 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb68c0039b0 0x7fb68c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:15.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.042+0000 7fb69b7fe640 1 --2- 172.21.15.111:0/620576759 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb68c004800 0x7fb68c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:15.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.042+0000 7fb69b7fe640 1 --2- 172.21.15.111:0/620576759 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb68c0051c0 0x7fb68c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:15.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.042+0000 7fb69b7fe640 1 -- 172.21.15.111:0/620576759 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb69c072920 con 0x7fb68c0051c0 2024-09-19T04:39:15.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.042+0000 7fb69b7fe640 1 -- 172.21.15.111:0/620576759 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb68c00c160 con 0x7fb68c004800 2024-09-19T04:39:15.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.042+0000 7fb69b7fe640 1 -- 172.21.15.111:0/620576759 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb68c00c360 con 0x7fb68c0039b0 2024-09-19T04:39:15.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.042+0000 7fb6a16f6640 1 --2- 172.21.15.111:0/620576759 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb68c0051c0 0x7fb68c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:15.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.043+0000 7fb6a0ef5640 1 --2- 172.21.15.111:0/620576759 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb68c0039b0 0x7fb68c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:15.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.043+0000 7fb69bfff640 1 --2- 172.21.15.111:0/620576759 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb68c004800 0x7fb68c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:15.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.043+0000 7fb6a16f6640 1 -- 172.21.15.111:0/620576759 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb68c0039b0 msgr2=0x7fb68c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:15.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.043+0000 7fb6a16f6640 1 --2- 172.21.15.111:0/620576759 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb68c0039b0 0x7fb68c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.043+0000 7fb6a16f6640 1 -- 172.21.15.111:0/620576759 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb68c004800 msgr2=0x7fb68c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:15.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.043+0000 7fb6a16f6640 1 --2- 172.21.15.111:0/620576759 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb68c004800 0x7fb68c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.043+0000 7fb6a16f6640 1 -- 172.21.15.111:0/620576759 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb68c003520 con 0x7fb68c0051c0 2024-09-19T04:39:15.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.043+0000 7fb6a0ef5640 1 --2- 172.21.15.111:0/620576759 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb68c0039b0 0x7fb68c003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:15.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.043+0000 7fb69bfff640 1 --2- 172.21.15.111:0/620576759 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb68c004800 0x7fb68c004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:15.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.043+0000 7fb6a16f6640 1 -- 172.21.15.111:0/620576759 reap_dead start 2024-09-19T04:39:15.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.043+0000 7fb6a16f6640 1 --2- 172.21.15.111:0/620576759 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb68c0051c0 0x7fb68c00b9c0 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7fb69400a840 tx=0x7fb68c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7512f4de8aca6426 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:15.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.043+0000 7fb69b7fe640 1 -- 172.21.15.111:0/620576759 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb69400a460 con 0x7fb68c0051c0 2024-09-19T04:39:15.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.043+0000 7fb69b7fe640 1 -- 172.21.15.111:0/620576759 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb69402f070 con 0x7fb68c0051c0 2024-09-19T04:39:15.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.044+0000 7fb69b7fe640 1 -- 172.21.15.111:0/620576759 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb69402bcb0 con 0x7fb68c0051c0 2024-09-19T04:39:15.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.044+0000 7fb6a3159640 1 -- 172.21.15.111:0/620576759 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb68c0051c0 msgr2=0x7fb68c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:15.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.044+0000 7fb6a3159640 1 --2- 172.21.15.111:0/620576759 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb68c0051c0 0x7fb68c00b9c0 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7fb69400a840 tx=0x7fb68c005830 comp rx=0 tx=0).stop 2024-09-19T04:39:15.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.044+0000 7fb6a3159640 1 -- 172.21.15.111:0/620576759 shutdown_connections 2024-09-19T04:39:15.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.044+0000 7fb6a3159640 1 --2- 172.21.15.111:0/620576759 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb68c0051c0 0x7fb68c00b9c0 unknown :-1 s=CLOSED pgs=1375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.044+0000 7fb6a3159640 1 -- 172.21.15.111:0/620576759 >> 172.21.15.111:0/620576759 conn(0x7fb69c062cc0 msgr2=0x7fb69c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:15.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.044+0000 7fb6a3159640 1 -- 172.21.15.111:0/620576759 shutdown_connections 2024-09-19T04:39:15.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.044+0000 7fb6a3159640 1 -- 172.21.15.111:0/620576759 wait complete. 2024-09-19T04:39:15.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.045+0000 7fb6a3159640 1 Processor -- start 2024-09-19T04:39:15.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.045+0000 7fb6a3159640 1 -- start start 2024-09-19T04:39:15.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.046+0000 7fb6a3159640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb68c0051c0 0x7fb69c0ac8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:15.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.046+0000 7fb6a3159640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb69c0abf90 0x7fb69c0ae9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:15.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.046+0000 7fb6a3159640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb69c0aeef0 0x7fb69c1f58d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:15.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.046+0000 7fb6a3159640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb69c15c560 con 0x7fb69c0abf90 2024-09-19T04:39:15.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.046+0000 7fb6a3159640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb69c0722f0 con 0x7fb69c0aeef0 2024-09-19T04:39:15.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.046+0000 7fb6a3159640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb69c15c6e0 con 0x7fb68c0051c0 2024-09-19T04:39:15.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.046+0000 7fb69bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb69c0abf90 0x7fb69c0ae9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:15.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.046+0000 7fb69bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb69c0abf90 0x7fb69c0ae9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58474/0 (socket says 172.21.15.111:58474) 2024-09-19T04:39:15.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.046+0000 7fb69bfff640 1 -- 172.21.15.111:0/756923515 learned_addr learned my addr 172.21.15.111:0/756923515 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:15.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.046+0000 7fb6a0ef5640 1 --2- 172.21.15.111:0/756923515 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb68c0051c0 0x7fb69c0ac8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:15.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.046+0000 7fb6a16f6640 1 --2- 172.21.15.111:0/756923515 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb69c0aeef0 0x7fb69c1f58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:15.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.047+0000 7fb69bfff640 1 -- 172.21.15.111:0/756923515 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb68c0051c0 msgr2=0x7fb69c0ac8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:15.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.047+0000 7fb69bfff640 1 --2- 172.21.15.111:0/756923515 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb68c0051c0 0x7fb69c0ac8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.047+0000 7fb69bfff640 1 -- 172.21.15.111:0/756923515 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb69c0aeef0 msgr2=0x7fb69c1f58d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:15.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.047+0000 7fb69bfff640 1 --2- 172.21.15.111:0/756923515 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb69c0aeef0 0x7fb69c1f58d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.047+0000 7fb69bfff640 1 -- 172.21.15.111:0/756923515 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb69c0ace00 con 0x7fb69c0abf90 2024-09-19T04:39:15.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.047+0000 7fb69bfff640 1 --2- 172.21.15.111:0/756923515 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb69c0abf90 0x7fb69c0ae9b0 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7fb688000c00 tx=0x7fb68800e8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:15.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.047+0000 7fb6997fa640 1 -- 172.21.15.111:0/756923515 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb688019070 con 0x7fb69c0abf90 2024-09-19T04:39:15.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.047+0000 7fb6997fa640 1 -- 172.21.15.111:0/756923515 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6880052e0 con 0x7fb69c0abf90 2024-09-19T04:39:15.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.047+0000 7fb6a3159640 1 -- 172.21.15.111:0/756923515 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb69c0ad0a0 con 0x7fb69c0abf90 2024-09-19T04:39:15.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.047+0000 7fb6997fa640 1 -- 172.21.15.111:0/756923515 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb688003830 con 0x7fb69c0abf90 2024-09-19T04:39:15.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.047+0000 7fb6a3159640 1 -- 172.21.15.111:0/756923515 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb69c152830 con 0x7fb69c0abf90 2024-09-19T04:39:15.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.048+0000 7fb6a3159640 1 -- 172.21.15.111:0/756923515 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb69c0cdcf0 con 0x7fb69c0abf90 2024-09-19T04:39:15.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.048+0000 7fb6997fa640 1 -- 172.21.15.111:0/756923515 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7fb68801c070 con 0x7fb69c0abf90 2024-09-19T04:39:15.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.049+0000 7fb6997fa640 1 --2- 172.21.15.111:0/756923515 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb68006c8e0 0x7fb68006eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:15.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.049+0000 7fb6997fa640 1 -- 172.21.15.111:0/756923515 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7fb68808b440 con 0x7fb69c0abf90 2024-09-19T04:39:15.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.049+0000 7fb6a0ef5640 1 --2- 172.21.15.111:0/756923515 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb68006c8e0 0x7fb68006eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:15.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.050+0000 7fb6a0ef5640 1 --2- 172.21.15.111:0/756923515 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb68006c8e0 0x7fb68006eda0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fb690009990 tx=0x7fb690008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:15.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.053+0000 7fb6997fa640 1 -- 172.21.15.111:0/756923515 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb688058c70 con 0x7fb69c0abf90 2024-09-19T04:39:15.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.229+0000 7fb6a3159640 1 -- 172.21.15.111:0/756923515 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb69c0ccb90 con 0x7fb69c0abf90 2024-09-19T04:39:15.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.229+0000 7fb6997fa640 1 -- 172.21.15.111:0/756923515 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v131) ==== 80+0+0 (secure 0 0 0) 0x7fb68805cf70 con 0x7fb69c0abf90 2024-09-19T04:39:15.231 INFO:teuthology.orchestra.run.smithi111.stderr:listed 0 entries 2024-09-19T04:39:15.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.231+0000 7fb6a3159640 1 -- 172.21.15.111:0/756923515 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb68006c8e0 msgr2=0x7fb68006eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:15.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.231+0000 7fb6a3159640 1 --2- 172.21.15.111:0/756923515 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb68006c8e0 0x7fb68006eda0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fb690009990 tx=0x7fb690008040 comp rx=0 tx=0).stop 2024-09-19T04:39:15.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.231+0000 7fb6a3159640 1 -- 172.21.15.111:0/756923515 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb69c0abf90 msgr2=0x7fb69c0ae9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:15.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.231+0000 7fb6a3159640 1 --2- 172.21.15.111:0/756923515 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb69c0abf90 0x7fb69c0ae9b0 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7fb688000c00 tx=0x7fb68800e8f0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.232+0000 7fb6a3159640 1 -- 172.21.15.111:0/756923515 shutdown_connections 2024-09-19T04:39:15.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.232+0000 7fb6a3159640 1 --2- 172.21.15.111:0/756923515 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb68006c8e0 0x7fb68006eda0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.232+0000 7fb6a3159640 1 --2- 172.21.15.111:0/756923515 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb69c0aeef0 0x7fb69c1f58d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.232+0000 7fb6a3159640 1 --2- 172.21.15.111:0/756923515 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb69c0abf90 0x7fb69c0ae9b0 unknown :-1 s=CLOSED pgs=1376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.232+0000 7fb6a3159640 1 --2- 172.21.15.111:0/756923515 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb68c0051c0 0x7fb69c0ac8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.232+0000 7fb6a3159640 1 -- 172.21.15.111:0/756923515 >> 172.21.15.111:0/756923515 conn(0x7fb69c062cc0 msgr2=0x7fb69c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:15.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.232+0000 7fb6a3159640 1 -- 172.21.15.111:0/756923515 shutdown_connections 2024-09-19T04:39:15.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.232+0000 7fb6a3159640 1 -- 172.21.15.111:0/756923515 wait complete. 2024-09-19T04:39:15.243 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T04:39:15.244 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:15.244 DEBUG:teuthology.orchestra.run.smithi114:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T04:39:15.279 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi114.front.sepia.ceph.com 2024-09-19T04:39:15.279 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:15.280 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T04:39:15.338 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:39:15.338 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:39:15.338 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:39:15.354 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:39:15.354 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:39:15.354 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:39:15.354 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:39:15.395 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:39:15.395 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:39:15.492 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.491+0000 7f7e74f42640 1 Processor -- start 2024-09-19T04:39:15.493 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.491+0000 7f7e74f42640 1 -- start start 2024-09-19T04:39:15.494 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.492+0000 7f7e74f42640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7e700d02a0 0x7f7e700d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:15.494 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.492+0000 7f7e74f42640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7e7015ceb0 0x7f7e701594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:15.494 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.492+0000 7f7e74f42640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7e700d0bc0 con 0x7f7e7015ca40 2024-09-19T04:39:15.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.492+0000 7f7e74f42640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f7e7015d390 con 0x7f7e700d02a0 2024-09-19T04:39:15.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.492+0000 7f7e74f42640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7e7015d670 con 0x7f7e7015ceb0 2024-09-19T04:39:15.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.492+0000 7f7e6e59c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7e700d02a0 0x7f7e700d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:15.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.492+0000 7f7e6dd9b640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f7e7015ca40 0x7f7e7015e430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39096/0 (socket says 172.21.15.111:39096) 2024-09-19T04:39:15.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.492+0000 7f7e6dd9b640 1 -- 172.21.15.111:0/4023666539 learned_addr learned my addr 172.21.15.111:0/4023666539 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:15.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.492+0000 7f7e6ed9d640 1 --2- 172.21.15.111:0/4023666539 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7e7015ceb0 0x7f7e701594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:15.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.492+0000 7f7e6e59c640 1 -- 172.21.15.111:0/4023666539 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7e7015ceb0 msgr2=0x7f7e701594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:15.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.492+0000 7f7e6e59c640 1 --2- 172.21.15.111:0/4023666539 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7e7015ceb0 0x7f7e701594c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.492+0000 7f7e6e59c640 1 -- 172.21.15.111:0/4023666539 >> v1:172.21.15.111:6789/0 conn(0x7f7e7015ca40 legacy=0x7f7e7015e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:15.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.492+0000 7f7e6e59c640 1 -- 172.21.15.111:0/4023666539 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e7015d950 con 0x7f7e700d02a0 2024-09-19T04:39:15.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.492+0000 7f7e6d59a640 1 -- 172.21.15.111:0/4023666539 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3310028029 0 0) 0x7f7e700d0bc0 con 0x7f7e7015ca40 2024-09-19T04:39:15.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.492+0000 7f7e6ed9d640 1 --2- 172.21.15.111:0/4023666539 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7e7015ceb0 0x7f7e701594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:15.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.493+0000 7f7e6e59c640 1 --2- 172.21.15.111:0/4023666539 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7e700d02a0 0x7f7e700d0680 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7f7e600097a0 tx=0x7f7e6002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54ef4d7f81d60313 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:15.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.493+0000 7f7e6d59a640 1 -- 172.21.15.111:0/4023666539 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e60037070 con 0x7f7e700d02a0 2024-09-19T04:39:15.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.493+0000 7f7e6d59a640 1 -- 172.21.15.111:0/4023666539 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e6002ae50 con 0x7f7e700d02a0 2024-09-19T04:39:15.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.493+0000 7f7e6d59a640 1 -- 172.21.15.111:0/4023666539 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e60032660 con 0x7f7e700d02a0 2024-09-19T04:39:15.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.494+0000 7f7e74f42640 1 -- 172.21.15.111:0/4023666539 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7e700d02a0 msgr2=0x7f7e700d0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:15.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.494+0000 7f7e74f42640 1 --2- 172.21.15.111:0/4023666539 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7e700d02a0 0x7f7e700d0680 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7f7e600097a0 tx=0x7f7e6002a100 comp rx=0 tx=0).stop 2024-09-19T04:39:15.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.494+0000 7f7e74f42640 1 -- 172.21.15.111:0/4023666539 shutdown_connections 2024-09-19T04:39:15.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.494+0000 7f7e74f42640 1 --2- 172.21.15.111:0/4023666539 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7e7015ceb0 0x7f7e701594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.494+0000 7f7e74f42640 1 --2- 172.21.15.111:0/4023666539 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7e700d02a0 0x7f7e700d0680 unknown :-1 s=CLOSED pgs=1378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.494+0000 7f7e74f42640 1 -- 172.21.15.111:0/4023666539 >> 172.21.15.111:0/4023666539 conn(0x7f7e70062cc0 msgr2=0x7f7e7006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:15.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.494+0000 7f7e74f42640 1 -- 172.21.15.111:0/4023666539 shutdown_connections 2024-09-19T04:39:15.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.494+0000 7f7e74f42640 1 -- 172.21.15.111:0/4023666539 wait complete. 2024-09-19T04:39:15.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.495+0000 7f7e74f42640 1 Processor -- start 2024-09-19T04:39:15.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.495+0000 7f7e74f42640 1 -- start start 2024-09-19T04:39:15.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.496+0000 7f7e74f42640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7e700d02a0 0x7f7e7014c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:15.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.496+0000 7f7e74f42640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7e7015ca40 0x7f7e700ab480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:15.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.496+0000 7f7e74f42640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7e7015ceb0 0x7f7e70158630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:15.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.496+0000 7f7e74f42640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7e7015eb40 con 0x7f7e7015ca40 2024-09-19T04:39:15.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.496+0000 7f7e74f42640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7e7015df10 con 0x7f7e700d02a0 2024-09-19T04:39:15.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.496+0000 7f7e74f42640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7e70155b90 con 0x7f7e7015ceb0 2024-09-19T04:39:15.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.496+0000 7f7e6dd9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7e7015ca40 0x7f7e700ab480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:15.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.496+0000 7f7e6dd9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7e7015ca40 0x7f7e700ab480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58492/0 (socket says 172.21.15.111:58492) 2024-09-19T04:39:15.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.496+0000 7f7e6dd9b640 1 -- 172.21.15.111:0/2780584773 learned_addr learned my addr 172.21.15.111:0/2780584773 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:15.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.496+0000 7f7e6ed9d640 1 --2- 172.21.15.111:0/2780584773 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7e7015ceb0 0x7f7e70158630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:15.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.496+0000 7f7e6e59c640 1 --2- 172.21.15.111:0/2780584773 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7e700d02a0 0x7f7e7014c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:15.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.496+0000 7f7e6dd9b640 1 -- 172.21.15.111:0/2780584773 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7e7015ceb0 msgr2=0x7f7e70158630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:15.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.496+0000 7f7e6dd9b640 1 --2- 172.21.15.111:0/2780584773 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7e7015ceb0 0x7f7e70158630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.496+0000 7f7e6dd9b640 1 -- 172.21.15.111:0/2780584773 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7e700d02a0 msgr2=0x7f7e7014c4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:15.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.496+0000 7f7e6dd9b640 1 --2- 172.21.15.111:0/2780584773 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7e700d02a0 0x7f7e7014c4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.496+0000 7f7e6dd9b640 1 -- 172.21.15.111:0/2780584773 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e70157590 con 0x7f7e7015ca40 2024-09-19T04:39:15.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.496+0000 7f7e6dd9b640 1 --2- 172.21.15.111:0/2780584773 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7e7015ca40 0x7f7e700ab480 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7f7e6400c4a0 tx=0x7f7e6400c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:15.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.496+0000 7f7e5effd640 1 -- 172.21.15.111:0/2780584773 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e64018070 con 0x7f7e7015ca40 2024-09-19T04:39:15.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.497+0000 7f7e5effd640 1 -- 172.21.15.111:0/2780584773 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e640074e0 con 0x7f7e7015ca40 2024-09-19T04:39:15.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.497+0000 7f7e74f42640 1 -- 172.21.15.111:0/2780584773 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e70157870 con 0x7f7e7015ca40 2024-09-19T04:39:15.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.497+0000 7f7e5effd640 1 -- 172.21.15.111:0/2780584773 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e64004a20 con 0x7f7e7015ca40 2024-09-19T04:39:15.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.497+0000 7f7e74f42640 1 -- 172.21.15.111:0/2780584773 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e70158110 con 0x7f7e7015ca40 2024-09-19T04:39:15.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.498+0000 7f7e74f42640 1 -- 172.21.15.111:0/2780584773 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e700b4790 con 0x7f7e7015ca40 2024-09-19T04:39:15.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.498+0000 7f7e5effd640 1 -- 172.21.15.111:0/2780584773 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f7e6401b070 con 0x7f7e7015ca40 2024-09-19T04:39:15.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.498+0000 7f7e5effd640 1 --2- 172.21.15.111:0/2780584773 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7e5006c8e0 0x7f7e5006eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:15.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.499+0000 7f7e5effd640 1 -- 172.21.15.111:0/2780584773 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f7e6408b2d0 con 0x7f7e7015ca40 2024-09-19T04:39:15.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.499+0000 7f7e6e59c640 1 --2- 172.21.15.111:0/2780584773 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7e5006c8e0 0x7f7e5006eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:15.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.499+0000 7f7e6e59c640 1 --2- 172.21.15.111:0/2780584773 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7e5006c8e0 0x7f7e5006eda0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f7e60034000 tx=0x7f7e6002e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:15.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.503+0000 7f7e5effd640 1 -- 172.21.15.111:0/2780584773 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7e64059150 con 0x7f7e7015ca40 2024-09-19T04:39:15.705 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.704+0000 7f7e74f42640 1 -- 172.21.15.111:0/2780584773 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7e70157a40 con 0x7f7e7015ca40 2024-09-19T04:39:15.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.704+0000 7f7e5effd640 1 -- 172.21.15.111:0/2780584773 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 69 v69) ==== 94+0+5230 (secure 0 0 0) 0x7f7e64058a50 con 0x7f7e7015ca40 2024-09-19T04:39:15.706 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:15.706 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":69,"btime":"2024-09-19T04:39:06:228954+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6374,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/587515011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":587515011},{"type":"v1","addr":"172.21.15.114:6834","nonce":587515011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7737,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6817/817411818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":817411818},{"type":"v1","addr":"172.21.15.111:6817","nonce":817411818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7740,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/254025810","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":254025810},{"type":"v1","addr":"172.21.15.111:6835","nonce":254025810}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[{"mdsmap":{"epoch":68,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:38:53.529704+0000","modified":"2024-09-19T04:38:55.529682+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7749},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7749":{"gid":7749,"name":"d","rank":0,"incarnation":66,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/2353543505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":2353543505},{"type":"v1","addr":"172.21.15.114:6835","nonce":2353543505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7749,"qdb_cluster":[7749]},"id":10}]} 2024-09-19T04:39:15.706 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 69 2024-09-19T04:39:15.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.706+0000 7f7e74f42640 1 -- 172.21.15.111:0/2780584773 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7e5006c8e0 msgr2=0x7f7e5006eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:15.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.706+0000 7f7e74f42640 1 --2- 172.21.15.111:0/2780584773 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7e5006c8e0 0x7f7e5006eda0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f7e60034000 tx=0x7f7e6002e000 comp rx=0 tx=0).stop 2024-09-19T04:39:15.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.706+0000 7f7e74f42640 1 -- 172.21.15.111:0/2780584773 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7e7015ca40 msgr2=0x7f7e700ab480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:15.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.706+0000 7f7e74f42640 1 --2- 172.21.15.111:0/2780584773 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7e7015ca40 0x7f7e700ab480 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7f7e6400c4a0 tx=0x7f7e6400c960 comp rx=0 tx=0).stop 2024-09-19T04:39:15.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.706+0000 7f7e74f42640 1 -- 172.21.15.111:0/2780584773 shutdown_connections 2024-09-19T04:39:15.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.706+0000 7f7e74f42640 1 --2- 172.21.15.111:0/2780584773 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7e5006c8e0 0x7f7e5006eda0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.706+0000 7f7e74f42640 1 --2- 172.21.15.111:0/2780584773 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7e7015ceb0 0x7f7e70158630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.708 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.706+0000 7f7e74f42640 1 --2- 172.21.15.111:0/2780584773 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7e7015ca40 0x7f7e700ab480 unknown :-1 s=CLOSED pgs=1379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.706+0000 7f7e74f42640 1 --2- 172.21.15.111:0/2780584773 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7e700d02a0 0x7f7e7014c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.706+0000 7f7e74f42640 1 -- 172.21.15.111:0/2780584773 >> 172.21.15.111:0/2780584773 conn(0x7f7e70062cc0 msgr2=0x7f7e700cf440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:15.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.706+0000 7f7e74f42640 1 -- 172.21.15.111:0/2780584773 shutdown_connections 2024-09-19T04:39:15.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.707+0000 7f7e74f42640 1 -- 172.21.15.111:0/2780584773 wait complete. 2024-09-19T04:39:15.720 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:39:15.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.816+0000 7f495530a640 1 Processor -- start 2024-09-19T04:39:15.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.816+0000 7f495530a640 1 -- start start 2024-09-19T04:39:15.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.817+0000 7f495530a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f49500cf070 0x7f49500cf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:15.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.817+0000 7f495530a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4950073120 0x7f4950073590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:15.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.817+0000 7f495530a640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f49500ce740 con 0x7f495015c180 2024-09-19T04:39:15.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.817+0000 7f495530a640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f4950072640 con 0x7f4950073120 2024-09-19T04:39:15.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.817+0000 7f495530a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4950072920 con 0x7f49500cf070 2024-09-19T04:39:15.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.817+0000 7f494f7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4950073120 0x7f4950073590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:15.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.817+0000 7f494effd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f495015c180 0x7f49500cdcf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39104/0 (socket says 172.21.15.111:39104) 2024-09-19T04:39:15.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.817+0000 7f494effd640 1 -- 172.21.15.111:0/1623319681 learned_addr learned my addr 172.21.15.111:0/1623319681 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:15.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.817+0000 7f494e7fc640 1 --2- 172.21.15.111:0/1623319681 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f49500cf070 0x7f49500cf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:15.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.817+0000 7f494f7fe640 1 -- 172.21.15.111:0/1623319681 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f49500cf070 msgr2=0x7f49500cf4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:15.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.817+0000 7f494f7fe640 1 --2- 172.21.15.111:0/1623319681 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f49500cf070 0x7f49500cf4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.817+0000 7f494f7fe640 1 -- 172.21.15.111:0/1623319681 >> v1:172.21.15.111:6789/0 conn(0x7f495015c180 legacy=0x7f49500cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:15.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.817+0000 7f494dffb640 1 -- 172.21.15.111:0/1623319681 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3815482431 0 0) 0x7f49500ce740 con 0x7f495015c180 2024-09-19T04:39:15.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.817+0000 7f494f7fe640 1 -- 172.21.15.111:0/1623319681 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4950072c00 con 0x7f4950073120 2024-09-19T04:39:15.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.818+0000 7f494f7fe640 1 --2- 172.21.15.111:0/1623319681 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4950073120 0x7f4950073590 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7f4948009d90 tx=0x7f494802a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3b6e6e2eb0860af server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:15.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.818+0000 7f494dffb640 1 -- 172.21.15.111:0/1623319681 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4948031600 con 0x7f4950073120 2024-09-19T04:39:15.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.818+0000 7f494dffb640 1 -- 172.21.15.111:0/1623319681 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49480317a0 con 0x7f4950073120 2024-09-19T04:39:15.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.818+0000 7f494dffb640 1 -- 172.21.15.111:0/1623319681 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4948031b70 con 0x7f4950073120 2024-09-19T04:39:15.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.819+0000 7f495530a640 1 -- 172.21.15.111:0/1623319681 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4950073120 msgr2=0x7f4950073590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:15.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.819+0000 7f495530a640 1 --2- 172.21.15.111:0/1623319681 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4950073120 0x7f4950073590 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7f4948009d90 tx=0x7f494802a5d0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.819+0000 7f495530a640 1 -- 172.21.15.111:0/1623319681 shutdown_connections 2024-09-19T04:39:15.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.819+0000 7f495530a640 1 --2- 172.21.15.111:0/1623319681 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4950073120 0x7f4950073590 unknown :-1 s=CLOSED pgs=1381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.819+0000 7f495530a640 1 --2- 172.21.15.111:0/1623319681 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f49500cf070 0x7f49500cf4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.819+0000 7f495530a640 1 -- 172.21.15.111:0/1623319681 >> 172.21.15.111:0/1623319681 conn(0x7f4950062cc0 msgr2=0x7f495006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:15.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.819+0000 7f495530a640 1 -- 172.21.15.111:0/1623319681 shutdown_connections 2024-09-19T04:39:15.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.819+0000 7f495530a640 1 -- 172.21.15.111:0/1623319681 wait complete. 2024-09-19T04:39:15.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.820+0000 7f495530a640 1 Processor -- start 2024-09-19T04:39:15.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.820+0000 7f495530a640 1 -- start start 2024-09-19T04:39:15.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.821+0000 7f495530a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4950073120 0x7f49501513b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:15.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.821+0000 7f495530a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f49500cf070 0x7f4950153720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:15.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.821+0000 7f495530a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f495015c180 0x7f495015f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:15.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.821+0000 7f495530a640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f49500722f0 con 0x7f49500cf070 2024-09-19T04:39:15.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.821+0000 7f495530a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f49500ced00 con 0x7f4950073120 2024-09-19T04:39:15.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.821+0000 7f495530a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f495015c560 con 0x7f495015c180 2024-09-19T04:39:15.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.821+0000 7f494e7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f49500cf070 0x7f4950153720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:15.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.821+0000 7f494e7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f49500cf070 0x7f4950153720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58510/0 (socket says 172.21.15.111:58510) 2024-09-19T04:39:15.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.821+0000 7f494e7fc640 1 -- 172.21.15.111:0/3934057412 learned_addr learned my addr 172.21.15.111:0/3934057412 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:15.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.821+0000 7f494f7fe640 1 --2- 172.21.15.111:0/3934057412 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f495015c180 0x7f495015f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:15.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.821+0000 7f494effd640 1 --2- 172.21.15.111:0/3934057412 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4950073120 0x7f49501513b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:15.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.821+0000 7f494e7fc640 1 -- 172.21.15.111:0/3934057412 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f495015c180 msgr2=0x7f495015f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:15.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.821+0000 7f494e7fc640 1 --2- 172.21.15.111:0/3934057412 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f495015c180 0x7f495015f600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.821+0000 7f494e7fc640 1 -- 172.21.15.111:0/3934057412 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4950073120 msgr2=0x7f49501513b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:15.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.821+0000 7f494e7fc640 1 --2- 172.21.15.111:0/3934057412 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4950073120 0x7f49501513b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:15.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.822+0000 7f494e7fc640 1 -- 172.21.15.111:0/3934057412 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4950153c60 con 0x7f49500cf070 2024-09-19T04:39:15.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.822+0000 7f494e7fc640 1 --2- 172.21.15.111:0/3934057412 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f49500cf070 0x7f4950153720 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7f494400d5f0 tx=0x7f494400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:15.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.822+0000 7f49377fe640 1 -- 172.21.15.111:0/3934057412 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49440125f0 con 0x7f49500cf070 2024-09-19T04:39:15.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.822+0000 7f49377fe640 1 -- 172.21.15.111:0/3934057412 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4944019070 con 0x7f49500cf070 2024-09-19T04:39:15.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.822+0000 7f49377fe640 1 -- 172.21.15.111:0/3934057412 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49440129d0 con 0x7f49500cf070 2024-09-19T04:39:15.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.822+0000 7f495530a640 1 -- 172.21.15.111:0/3934057412 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49501f2f90 con 0x7f49500cf070 2024-09-19T04:39:15.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.822+0000 7f495530a640 1 -- 172.21.15.111:0/3934057412 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4950154210 con 0x7f49500cf070 2024-09-19T04:39:15.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.823+0000 7f495530a640 1 -- 172.21.15.111:0/3934057412 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4950154410 con 0x7f49500cf070 2024-09-19T04:39:15.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.823+0000 7f49377fe640 1 -- 172.21.15.111:0/3934057412 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f4944012b70 con 0x7f49500cf070 2024-09-19T04:39:15.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.824+0000 7f49377fe640 1 --2- 172.21.15.111:0/3934057412 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f493c06c910 0x7f493c06edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:15.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.824+0000 7f49377fe640 1 -- 172.21.15.111:0/3934057412 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f494408c270 con 0x7f49500cf070 2024-09-19T04:39:15.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.824+0000 7f494effd640 1 --2- 172.21.15.111:0/3934057412 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f493c06c910 0x7f493c06edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:15.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.825+0000 7f494effd640 1 --2- 172.21.15.111:0/3934057412 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f493c06c910 0x7f493c06edd0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f4940000f60 tx=0x7f4940009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:15.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:15.828+0000 7f49377fe640 1 -- 172.21.15.111:0/3934057412 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4944059a10 con 0x7f49500cf070 2024-09-19T04:39:16.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.028+0000 7f495530a640 1 -- 172.21.15.111:0/3934057412 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4950157390 con 0x7f49500cf070 2024-09-19T04:39:16.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.028+0000 7f49377fe640 1 -- 172.21.15.111:0/3934057412 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 69 v69) ==== 94+0+5230 (secure 0 0 0) 0x7f494405dd10 con 0x7f49500cf070 2024-09-19T04:39:16.030 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:16.030 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":69,"btime":"2024-09-19T04:39:06:228954+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6374,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/587515011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":587515011},{"type":"v1","addr":"172.21.15.114:6834","nonce":587515011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7737,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6817/817411818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":817411818},{"type":"v1","addr":"172.21.15.111:6817","nonce":817411818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7740,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/254025810","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":254025810},{"type":"v1","addr":"172.21.15.111:6835","nonce":254025810}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[{"mdsmap":{"epoch":68,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:38:53.529704+0000","modified":"2024-09-19T04:38:55.529682+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7749},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7749":{"gid":7749,"name":"d","rank":0,"incarnation":66,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/2353543505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":2353543505},{"type":"v1","addr":"172.21.15.114:6835","nonce":2353543505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7749,"qdb_cluster":[7749]},"id":10}]} 2024-09-19T04:39:16.030 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 69 2024-09-19T04:39:16.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.030+0000 7f495530a640 1 -- 172.21.15.111:0/3934057412 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f493c06c910 msgr2=0x7f493c06edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:16.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.030+0000 7f495530a640 1 --2- 172.21.15.111:0/3934057412 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f493c06c910 0x7f493c06edd0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f4940000f60 tx=0x7f4940009040 comp rx=0 tx=0).stop 2024-09-19T04:39:16.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.030+0000 7f495530a640 1 -- 172.21.15.111:0/3934057412 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f49500cf070 msgr2=0x7f4950153720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:16.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.030+0000 7f495530a640 1 --2- 172.21.15.111:0/3934057412 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f49500cf070 0x7f4950153720 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7f494400d5f0 tx=0x7f494400dab0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.030+0000 7f495530a640 1 -- 172.21.15.111:0/3934057412 shutdown_connections 2024-09-19T04:39:16.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.030+0000 7f495530a640 1 --2- 172.21.15.111:0/3934057412 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f493c06c910 0x7f493c06edd0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.030+0000 7f495530a640 1 --2- 172.21.15.111:0/3934057412 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f495015c180 0x7f495015f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.030+0000 7f495530a640 1 --2- 172.21.15.111:0/3934057412 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f49500cf070 0x7f4950153720 unknown :-1 s=CLOSED pgs=1382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.030+0000 7f495530a640 1 --2- 172.21.15.111:0/3934057412 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4950073120 0x7f49501513b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.030+0000 7f495530a640 1 -- 172.21.15.111:0/3934057412 >> 172.21.15.111:0/3934057412 conn(0x7f4950062cc0 msgr2=0x7f49501582b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:16.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.030+0000 7f495530a640 1 -- 172.21.15.111:0/3934057412 shutdown_connections 2024-09-19T04:39:16.033 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.030+0000 7f495530a640 1 -- 172.21.15.111:0/3934057412 wait complete. 2024-09-19T04:39:16.042 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:39:16.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.139+0000 7f923f7e4640 1 Processor -- start 2024-09-19T04:39:16.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.140+0000 7f923f7e4640 1 -- start start 2024-09-19T04:39:16.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.140+0000 7f923f7e4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f923815e940 0x7f92380d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:16.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.140+0000 7f923f7e4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f923815ed20 0x7f92380d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:16.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.140+0000 7f923f7e4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92380b7170 con 0x7f92380cef90 2024-09-19T04:39:16.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.140+0000 7f923f7e4640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f92380d1ae0 con 0x7f923815ed20 2024-09-19T04:39:16.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.140+0000 7f923f7e4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f92380b7aa0 con 0x7f923815e940 2024-09-19T04:39:16.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.141+0000 7f923cd7f640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f923815ed20 0x7f92380d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:16.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.141+0000 7f923cd7f640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f923815ed20 0x7f92380d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58514/0 (socket says 172.21.15.111:58514) 2024-09-19T04:39:16.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.141+0000 7f923cd7f640 1 -- 172.21.15.111:0/564389621 learned_addr learned my addr 172.21.15.111:0/564389621 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:16.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.141+0000 7f923d580640 1 --2- 172.21.15.111:0/564389621 >> v2:172.21.15.114:3300/0 conn(0x7f923815e940 0x7f92380d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:16.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.141+0000 7f923cd7f640 1 -- 172.21.15.111:0/564389621 >> v2:172.21.15.114:3300/0 conn(0x7f923815e940 msgr2=0x7f92380d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:16.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.141+0000 7f923cd7f640 1 --2- 172.21.15.111:0/564389621 >> v2:172.21.15.114:3300/0 conn(0x7f923815e940 0x7f92380d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.141+0000 7f923cd7f640 1 -- 172.21.15.111:0/564389621 >> v1:172.21.15.114:6789/0 conn(0x7f92380cef90 legacy=0x7f92380b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:16.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.141+0000 7f923cd7f640 1 -- 172.21.15.111:0/564389621 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92380d3660 con 0x7f923815ed20 2024-09-19T04:39:16.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.141+0000 7f923d580640 1 --2- 172.21.15.111:0/564389621 >> v2:172.21.15.114:3300/0 conn(0x7f923815e940 0x7f92380d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:16.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.141+0000 7f923cd7f640 1 --2- 172.21.15.111:0/564389621 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f923815ed20 0x7f92380d15a0 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7f92380509d0 tx=0x7f922c02a780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=825aea5a3437659 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:16.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.142+0000 7f9237fff640 1 -- 172.21.15.111:0/564389621 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f922c036070 con 0x7f923815ed20 2024-09-19T04:39:16.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.142+0000 7f9237fff640 1 -- 172.21.15.111:0/564389621 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f922c031600 con 0x7f923815ed20 2024-09-19T04:39:16.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.142+0000 7f9237fff640 1 -- 172.21.15.111:0/564389621 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f922c0319d0 con 0x7f923815ed20 2024-09-19T04:39:16.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.142+0000 7f923f7e4640 1 -- 172.21.15.111:0/564389621 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f923815ed20 msgr2=0x7f92380d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:16.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.142+0000 7f923f7e4640 1 --2- 172.21.15.111:0/564389621 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f923815ed20 0x7f92380d15a0 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7f92380509d0 tx=0x7f922c02a780 comp rx=0 tx=0).stop 2024-09-19T04:39:16.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.142+0000 7f923f7e4640 1 -- 172.21.15.111:0/564389621 shutdown_connections 2024-09-19T04:39:16.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.142+0000 7f923f7e4640 1 --2- 172.21.15.111:0/564389621 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f923815ed20 0x7f92380d15a0 unknown :-1 s=CLOSED pgs=1383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.142+0000 7f923f7e4640 1 --2- 172.21.15.111:0/564389621 >> v2:172.21.15.114:3300/0 conn(0x7f923815e940 0x7f92380d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.142+0000 7f923f7e4640 1 -- 172.21.15.111:0/564389621 >> 172.21.15.111:0/564389621 conn(0x7f92380b6240 msgr2=0x7f92380b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:16.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.142+0000 7f923f7e4640 1 -- 172.21.15.111:0/564389621 shutdown_connections 2024-09-19T04:39:16.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.142+0000 7f923f7e4640 1 -- 172.21.15.111:0/564389621 wait complete. 2024-09-19T04:39:16.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.143+0000 7f923f7e4640 1 Processor -- start 2024-09-19T04:39:16.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.144+0000 7f923f7e4640 1 -- start start 2024-09-19T04:39:16.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.144+0000 7f923f7e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92380cef90 0x7f92380ab3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:16.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.144+0000 7f923f7e4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f923815e940 0x7f92380ab910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:16.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.144+0000 7f923f7e4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f923815ed20 0x7f923814ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:16.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.144+0000 7f923f7e4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f92380d3f00 con 0x7f923815ed20 2024-09-19T04:39:16.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.144+0000 7f923f7e4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f92380d3c20 con 0x7f923815e940 2024-09-19T04:39:16.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.144+0000 7f923f7e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f92380d3310 con 0x7f92380cef90 2024-09-19T04:39:16.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.144+0000 7f923dd81640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f923815ed20 0x7f923814ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:16.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.144+0000 7f923dd81640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f923815ed20 0x7f923814ae00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58530/0 (socket says 172.21.15.111:58530) 2024-09-19T04:39:16.151 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.144+0000 7f923dd81640 1 -- 172.21.15.111:0/980883895 learned_addr learned my addr 172.21.15.111:0/980883895 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:16.152 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.144+0000 7f923cd7f640 1 --2- 172.21.15.111:0/980883895 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f923815e940 0x7f92380ab910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:16.152 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.144+0000 7f923d580640 1 --2- 172.21.15.111:0/980883895 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92380cef90 0x7f92380ab3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:16.152 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.145+0000 7f923dd81640 1 -- 172.21.15.111:0/980883895 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92380cef90 msgr2=0x7f92380ab3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:16.152 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.145+0000 7f923dd81640 1 --2- 172.21.15.111:0/980883895 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92380cef90 0x7f92380ab3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.152 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.145+0000 7f923dd81640 1 -- 172.21.15.111:0/980883895 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f923815e940 msgr2=0x7f92380ab910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:16.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.145+0000 7f923dd81640 1 --2- 172.21.15.111:0/980883895 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f923815e940 0x7f92380ab910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.145+0000 7f923dd81640 1 -- 172.21.15.111:0/980883895 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9238159400 con 0x7f923815ed20 2024-09-19T04:39:16.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.145+0000 7f923d580640 1 --2- 172.21.15.111:0/980883895 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92380cef90 0x7f92380ab3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:16.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.145+0000 7f923dd81640 1 --2- 172.21.15.111:0/980883895 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f923815ed20 0x7f923814ae00 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7f922800b490 tx=0x7f922800b950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:16.153 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.145+0000 7f9235ffb640 1 -- 172.21.15.111:0/980883895 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9228015020 con 0x7f923815ed20 2024-09-19T04:39:16.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.145+0000 7f9235ffb640 1 -- 172.21.15.111:0/980883895 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9228011850 con 0x7f923815ed20 2024-09-19T04:39:16.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.145+0000 7f923f7e4640 1 -- 172.21.15.111:0/980883895 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92380ce0e0 con 0x7f923815ed20 2024-09-19T04:39:16.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.145+0000 7f9235ffb640 1 -- 172.21.15.111:0/980883895 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9228011c40 con 0x7f923815ed20 2024-09-19T04:39:16.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.145+0000 7f923f7e4640 1 -- 172.21.15.111:0/980883895 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92381492a0 con 0x7f923815ed20 2024-09-19T04:39:16.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.146+0000 7f923f7e4640 1 -- 172.21.15.111:0/980883895 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92380d1ef0 con 0x7f923815ed20 2024-09-19T04:39:16.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.146+0000 7f9235ffb640 1 -- 172.21.15.111:0/980883895 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f9228018020 con 0x7f923815ed20 2024-09-19T04:39:16.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.147+0000 7f9235ffb640 1 --2- 172.21.15.111:0/980883895 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f922406c8e0 0x7f922406eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:16.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.147+0000 7f9235ffb640 1 -- 172.21.15.111:0/980883895 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f922808bd40 con 0x7f923815ed20 2024-09-19T04:39:16.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.147+0000 7f923d580640 1 --2- 172.21.15.111:0/980883895 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f922406c8e0 0x7f922406eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:16.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.148+0000 7f923d580640 1 --2- 172.21.15.111:0/980883895 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f922406c8e0 0x7f922406eda0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f923000aa30 tx=0x7f9230008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:16.155 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.151+0000 7f9235ffb640 1 -- 172.21.15.111:0/980883895 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f922801f020 con 0x7f923815ed20 2024-09-19T04:39:16.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.320+0000 7f923f7e4640 1 -- 172.21.15.111:0/980883895 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f92380ba6b0 con 0x7f923815ed20 2024-09-19T04:39:16.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.321+0000 7f9235ffb640 1 -- 172.21.15.111:0/980883895 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v131) ==== 74+0+16876 (secure 0 0 0) 0x7f9238159400 con 0x7f923815ed20 2024-09-19T04:39:16.322 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:16.322 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":131,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:38:55.198083+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:38:51.864363+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"130","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-19T04:38:52.505501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"131","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:39:16.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.323+0000 7f923f7e4640 1 -- 172.21.15.111:0/980883895 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f922406c8e0 msgr2=0x7f922406eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:16.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.323+0000 7f923f7e4640 1 --2- 172.21.15.111:0/980883895 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f922406c8e0 0x7f922406eda0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f923000aa30 tx=0x7f9230008040 comp rx=0 tx=0).stop 2024-09-19T04:39:16.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.323+0000 7f923f7e4640 1 -- 172.21.15.111:0/980883895 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f923815ed20 msgr2=0x7f923814ae00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:16.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.323+0000 7f923f7e4640 1 --2- 172.21.15.111:0/980883895 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f923815ed20 0x7f923814ae00 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7f922800b490 tx=0x7f922800b950 comp rx=0 tx=0).stop 2024-09-19T04:39:16.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.323+0000 7f923f7e4640 1 -- 172.21.15.111:0/980883895 shutdown_connections 2024-09-19T04:39:16.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.323+0000 7f923f7e4640 1 --2- 172.21.15.111:0/980883895 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f922406c8e0 0x7f922406eda0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.323+0000 7f923f7e4640 1 --2- 172.21.15.111:0/980883895 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f923815ed20 0x7f923814ae00 unknown :-1 s=CLOSED pgs=1384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.323+0000 7f923f7e4640 1 --2- 172.21.15.111:0/980883895 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f923815e940 0x7f92380ab910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.323+0000 7f923f7e4640 1 --2- 172.21.15.111:0/980883895 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92380cef90 0x7f92380ab3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.323+0000 7f923f7e4640 1 -- 172.21.15.111:0/980883895 >> 172.21.15.111:0/980883895 conn(0x7f92380b6240 msgr2=0x7f92380b6620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:16.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.323+0000 7f923f7e4640 1 -- 172.21.15.111:0/980883895 shutdown_connections 2024-09-19T04:39:16.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.323+0000 7f923f7e4640 1 -- 172.21.15.111:0/980883895 wait complete. 2024-09-19T04:39:16.336 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T04:39:16.336 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:39:16.434 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.432+0000 7fe7570d9640 1 Processor -- start 2024-09-19T04:39:16.434 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.433+0000 7fe7570d9640 1 -- start start 2024-09-19T04:39:16.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.433+0000 7fe7570d9640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fe7500b8f90 0x7fe7500b3930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:16.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.433+0000 7fe7570d9640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe7500b7170 con 0x7fe75015ed20 2024-09-19T04:39:16.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.433+0000 7fe7570d9640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe7500b7aa0 con 0x7fe75015e940 2024-09-19T04:39:16.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.433+0000 7fe7570d9640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fe7500d3660 con 0x7fe7500b8f90 2024-09-19T04:39:16.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.433+0000 7fe74ffff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fe75015ed20 0x7fe7500b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39110/0 (socket says 172.21.15.111:39110) 2024-09-19T04:39:16.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.433+0000 7fe74ffff640 1 -- 172.21.15.111:0/373430078 learned_addr learned my addr 172.21.15.111:0/373430078 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:16.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe755676640 1 --2- 172.21.15.111:0/373430078 >> v2:172.21.15.114:3300/0 conn(0x7fe7500b8f90 0x7fe7500b3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:16.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe74f7fe640 1 -- 172.21.15.111:0/373430078 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1326508946 0 0) 0x7fe744001110 con 0x7fe75015ed20 2024-09-19T04:39:16.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe74f7fe640 1 -- 172.21.15.111:0/373430078 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe738003520 con 0x7fe75015ed20 2024-09-19T04:39:16.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe74f7fe640 1 -- 172.21.15.111:0/373430078 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 482629191 0 0) 0x7fe738003520 con 0x7fe75015ed20 2024-09-19T04:39:16.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe74f7fe640 1 -- 172.21.15.111:0/373430078 >> v2:172.21.15.114:3300/0 conn(0x7fe7500b8f90 msgr2=0x7fe7500b3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:16.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe74f7fe640 1 --2- 172.21.15.111:0/373430078 >> v2:172.21.15.114:3300/0 conn(0x7fe7500b8f90 0x7fe7500b3930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe74f7fe640 1 -- 172.21.15.111:0/373430078 >> v1:172.21.15.114:6789/0 conn(0x7fe75015e940 legacy=0x7fe7500d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:16.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe74f7fe640 1 -- 172.21.15.111:0/373430078 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7500d3940 con 0x7fe75015ed20 2024-09-19T04:39:16.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe74f7fe640 1 -- 172.21.15.111:0/373430078 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fe744001840 con 0x7fe75015ed20 2024-09-19T04:39:16.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe74f7fe640 1 -- 172.21.15.111:0/373430078 >> v1:172.21.15.111:6789/0 conn(0x7fe75015ed20 legacy=0x7fe7500b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:16.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe74f7fe640 1 --2- 172.21.15.111:0/373430078 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe7380039b0 0x7fe738003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:16.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe74f7fe640 1 --2- 172.21.15.111:0/373430078 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe738004800 0x7fe738004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:16.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe74f7fe640 1 --2- 172.21.15.111:0/373430078 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe7380051c0 0x7fe73800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:16.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe74f7fe640 1 -- 172.21.15.111:0/373430078 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe7500d3660 con 0x7fe7380051c0 2024-09-19T04:39:16.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe74f7fe640 1 -- 172.21.15.111:0/373430078 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe73800c070 con 0x7fe738004800 2024-09-19T04:39:16.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe74f7fe640 1 -- 172.21.15.111:0/373430078 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe73800c270 con 0x7fe7380039b0 2024-09-19T04:39:16.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe755676640 1 --2- 172.21.15.111:0/373430078 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe7380051c0 0x7fe73800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:16.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe74ffff640 1 --2- 172.21.15.111:0/373430078 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe738004800 0x7fe738004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:16.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe754e75640 1 --2- 172.21.15.111:0/373430078 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe7380039b0 0x7fe738003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:16.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe755676640 1 -- 172.21.15.111:0/373430078 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe7380039b0 msgr2=0x7fe738003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:16.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe755676640 1 --2- 172.21.15.111:0/373430078 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe7380039b0 0x7fe738003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe755676640 1 -- 172.21.15.111:0/373430078 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe738004800 msgr2=0x7fe738004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:16.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe755676640 1 --2- 172.21.15.111:0/373430078 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe738004800 0x7fe738004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe755676640 1 -- 172.21.15.111:0/373430078 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe738003520 con 0x7fe7380051c0 2024-09-19T04:39:16.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.434+0000 7fe74ffff640 1 --2- 172.21.15.111:0/373430078 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe738004800 0x7fe738004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:16.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.435+0000 7fe755676640 1 -- 172.21.15.111:0/373430078 reap_dead start 2024-09-19T04:39:16.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.435+0000 7fe755676640 1 --2- 172.21.15.111:0/373430078 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe7380051c0 0x7fe73800b9c0 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7fe748009fc0 tx=0x7fe738005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13873f89da9c5193 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:16.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.435+0000 7fe74f7fe640 1 -- 172.21.15.111:0/373430078 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe748035020 con 0x7fe7380051c0 2024-09-19T04:39:16.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.435+0000 7fe74f7fe640 1 -- 172.21.15.111:0/373430078 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe748003bd0 con 0x7fe7380051c0 2024-09-19T04:39:16.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.435+0000 7fe74f7fe640 1 -- 172.21.15.111:0/373430078 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe748009c10 con 0x7fe7380051c0 2024-09-19T04:39:16.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.436+0000 7fe7570d9640 1 -- 172.21.15.111:0/373430078 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe7380051c0 msgr2=0x7fe73800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:16.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.436+0000 7fe7570d9640 1 --2- 172.21.15.111:0/373430078 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe7380051c0 0x7fe73800b9c0 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7fe748009fc0 tx=0x7fe738005830 comp rx=0 tx=0).stop 2024-09-19T04:39:16.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.436+0000 7fe7570d9640 1 -- 172.21.15.111:0/373430078 shutdown_connections 2024-09-19T04:39:16.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.436+0000 7fe7570d9640 1 --2- 172.21.15.111:0/373430078 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe7380051c0 0x7fe73800b9c0 unknown :-1 s=CLOSED pgs=1386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.436+0000 7fe7570d9640 1 -- 172.21.15.111:0/373430078 >> 172.21.15.111:0/373430078 conn(0x7fe7500b6240 msgr2=0x7fe7500b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:16.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.436+0000 7fe7570d9640 1 -- 172.21.15.111:0/373430078 shutdown_connections 2024-09-19T04:39:16.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.436+0000 7fe7570d9640 1 -- 172.21.15.111:0/373430078 wait complete. 2024-09-19T04:39:16.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.437+0000 7fe7570d9640 1 Processor -- start 2024-09-19T04:39:16.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.437+0000 7fe7570d9640 1 -- start start 2024-09-19T04:39:16.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.438+0000 7fe7570d9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe7380051c0 0x7fe7500b5900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:16.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.438+0000 7fe7570d9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe75015b350 0x7fe75015b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:16.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.438+0000 7fe7570d9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe75015cdd0 0x7fe75015d250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:16.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.438+0000 7fe7570d9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe7500d1ef0 con 0x7fe75015b350 2024-09-19T04:39:16.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.438+0000 7fe7570d9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe7500d3f00 con 0x7fe75015cdd0 2024-09-19T04:39:16.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.438+0000 7fe7570d9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe7500d2070 con 0x7fe7380051c0 2024-09-19T04:39:16.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.438+0000 7fe74ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe75015b350 0x7fe75015b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:16.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.438+0000 7fe74ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe75015b350 0x7fe75015b7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58546/0 (socket says 172.21.15.111:58546) 2024-09-19T04:39:16.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.438+0000 7fe74ffff640 1 -- 172.21.15.111:0/1918338019 learned_addr learned my addr 172.21.15.111:0/1918338019 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:16.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.438+0000 7fe754e75640 1 --2- 172.21.15.111:0/1918338019 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe7380051c0 0x7fe7500b5900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:16.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.438+0000 7fe755676640 1 --2- 172.21.15.111:0/1918338019 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe75015cdd0 0x7fe75015d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:16.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.438+0000 7fe74ffff640 1 -- 172.21.15.111:0/1918338019 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe7380051c0 msgr2=0x7fe7500b5900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:16.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.438+0000 7fe74ffff640 1 --2- 172.21.15.111:0/1918338019 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe7380051c0 0x7fe7500b5900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.438+0000 7fe74ffff640 1 -- 172.21.15.111:0/1918338019 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe75015cdd0 msgr2=0x7fe75015d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:16.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.438+0000 7fe74ffff640 1 --2- 172.21.15.111:0/1918338019 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe75015cdd0 0x7fe75015d250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.438+0000 7fe74ffff640 1 -- 172.21.15.111:0/1918338019 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7501f48a0 con 0x7fe75015b350 2024-09-19T04:39:16.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.438+0000 7fe755676640 1 --2- 172.21.15.111:0/1918338019 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe75015cdd0 0x7fe75015d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:16.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.438+0000 7fe74ffff640 1 --2- 172.21.15.111:0/1918338019 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe75015b350 0x7fe75015b7d0 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x7fe74400e780 tx=0x7fe74400ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:16.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.438+0000 7fe74d7fa640 1 -- 172.21.15.111:0/1918338019 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe74400ee30 con 0x7fe75015b350 2024-09-19T04:39:16.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.439+0000 7fe74d7fa640 1 -- 172.21.15.111:0/1918338019 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe744018070 con 0x7fe75015b350 2024-09-19T04:39:16.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.439+0000 7fe74d7fa640 1 -- 172.21.15.111:0/1918338019 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe74400ca70 con 0x7fe75015b350 2024-09-19T04:39:16.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.439+0000 7fe7570d9640 1 -- 172.21.15.111:0/1918338019 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7501f4b80 con 0x7fe75015b350 2024-09-19T04:39:16.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.439+0000 7fe7570d9640 1 -- 172.21.15.111:0/1918338019 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7501f5140 con 0x7fe75015b350 2024-09-19T04:39:16.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.440+0000 7fe7570d9640 1 -- 172.21.15.111:0/1918338019 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7500cf020 con 0x7fe75015b350 2024-09-19T04:39:16.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.440+0000 7fe74d7fa640 1 -- 172.21.15.111:0/1918338019 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7fe74400cc10 con 0x7fe75015b350 2024-09-19T04:39:16.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.441+0000 7fe74d7fa640 1 --2- 172.21.15.111:0/1918338019 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe73c06c910 0x7fe73c06edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:16.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.441+0000 7fe74d7fa640 1 -- 172.21.15.111:0/1918338019 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7fe74408b9d0 con 0x7fe75015b350 2024-09-19T04:39:16.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.441+0000 7fe754e75640 1 --2- 172.21.15.111:0/1918338019 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe73c06c910 0x7fe73c06edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:16.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.442+0000 7fe754e75640 1 --2- 172.21.15.111:0/1918338019 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe73c06c910 0x7fe73c06edd0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fe740007fd0 tx=0x7fe740009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:16.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.445+0000 7fe74d7fa640 1 -- 172.21.15.111:0/1918338019 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe7500b7170 con 0x7fe75015b350 2024-09-19T04:39:16.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.643+0000 7fe7570d9640 1 -- 172.21.15.111:0/1918338019 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe7500ba6b0 con 0x7fe75015b350 2024-09-19T04:39:16.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.643+0000 7fe74d7fa640 1 -- 172.21.15.111:0/1918338019 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 69 v69) ==== 94+0+5230 (secure 0 0 0) 0x7fe7440597c0 con 0x7fe75015b350 2024-09-19T04:39:16.645 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:16.645 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":69,"btime":"2024-09-19T04:39:06:228954+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6374,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/587515011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":587515011},{"type":"v1","addr":"172.21.15.114:6834","nonce":587515011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7737,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6817/817411818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":817411818},{"type":"v1","addr":"172.21.15.111:6817","nonce":817411818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7740,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/254025810","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":254025810},{"type":"v1","addr":"172.21.15.111:6835","nonce":254025810}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[{"mdsmap":{"epoch":68,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:38:53.529704+0000","modified":"2024-09-19T04:38:55.529682+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7749},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7749":{"gid":7749,"name":"d","rank":0,"incarnation":66,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/2353543505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":2353543505},{"type":"v1","addr":"172.21.15.114:6835","nonce":2353543505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7749,"qdb_cluster":[7749]},"id":10}]} 2024-09-19T04:39:16.645 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 69 2024-09-19T04:39:16.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.645+0000 7fe7570d9640 1 -- 172.21.15.111:0/1918338019 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe73c06c910 msgr2=0x7fe73c06edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:16.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.645+0000 7fe7570d9640 1 --2- 172.21.15.111:0/1918338019 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe73c06c910 0x7fe73c06edd0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fe740007fd0 tx=0x7fe740009040 comp rx=0 tx=0).stop 2024-09-19T04:39:16.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.645+0000 7fe7570d9640 1 -- 172.21.15.111:0/1918338019 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe75015b350 msgr2=0x7fe75015b7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:16.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.645+0000 7fe7570d9640 1 --2- 172.21.15.111:0/1918338019 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe75015b350 0x7fe75015b7d0 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x7fe74400e780 tx=0x7fe74400ec40 comp rx=0 tx=0).stop 2024-09-19T04:39:16.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.646+0000 7fe7570d9640 1 -- 172.21.15.111:0/1918338019 shutdown_connections 2024-09-19T04:39:16.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.646+0000 7fe7570d9640 1 --2- 172.21.15.111:0/1918338019 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe73c06c910 0x7fe73c06edd0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.646+0000 7fe7570d9640 1 --2- 172.21.15.111:0/1918338019 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe75015cdd0 0x7fe75015d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.646+0000 7fe7570d9640 1 --2- 172.21.15.111:0/1918338019 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe75015b350 0x7fe75015b7d0 unknown :-1 s=CLOSED pgs=1387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.646+0000 7fe7570d9640 1 --2- 172.21.15.111:0/1918338019 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe7380051c0 0x7fe7500b5900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.646+0000 7fe7570d9640 1 -- 172.21.15.111:0/1918338019 >> 172.21.15.111:0/1918338019 conn(0x7fe7500b6240 msgr2=0x7fe7500b9400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:16.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.646+0000 7fe7570d9640 1 -- 172.21.15.111:0/1918338019 shutdown_connections 2024-09-19T04:39:16.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.646+0000 7fe7570d9640 1 -- 172.21.15.111:0/1918338019 wait complete. 2024-09-19T04:39:16.658 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:39:16.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.755+0000 7f1d8f8ac640 1 Processor -- start 2024-09-19T04:39:16.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.755+0000 7f1d8f8ac640 1 -- start start 2024-09-19T04:39:16.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.756+0000 7f1d8f8ac640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f1d8815ca40 0x7f1d8815e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:16.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.756+0000 7f1d8f8ac640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1d8815ceb0 0x7f1d881594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:16.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.756+0000 7f1d8f8ac640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d8815d390 con 0x7f1d880d02a0 2024-09-19T04:39:16.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.756+0000 7f1d8f8ac640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f1d8815d670 con 0x7f1d8815ceb0 2024-09-19T04:39:16.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.756+0000 7f1d8f8ac640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f1d8815d950 con 0x7f1d8815ca40 2024-09-19T04:39:16.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.756+0000 7f1d8d648640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f1d880d02a0 0x7f1d880d0680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39120/0 (socket says 172.21.15.111:39120) 2024-09-19T04:39:16.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.756+0000 7f1d8d648640 1 -- 172.21.15.111:0/419845881 learned_addr learned my addr 172.21.15.111:0/419845881 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:16.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.756+0000 7f1d8de49640 1 --2- 172.21.15.111:0/419845881 >> v2:172.21.15.111:3300/0 conn(0x7f1d8815ceb0 0x7f1d881594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:16.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.756+0000 7f1d7ffff640 1 -- 172.21.15.111:0/419845881 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1902100660 0 0) 0x7f1d8815d390 con 0x7f1d880d02a0 2024-09-19T04:39:16.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.756+0000 7f1d7ffff640 1 -- 172.21.15.111:0/419845881 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1d74005730 con 0x7f1d880d02a0 2024-09-19T04:39:16.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.756+0000 7f1d8ce47640 1 --2- 172.21.15.111:0/419845881 >> v2:172.21.15.114:3300/0 conn(0x7f1d8815ca40 0x7f1d8815e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:16.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.757+0000 7f1d8de49640 1 -- 172.21.15.111:0/419845881 >> v2:172.21.15.114:3300/0 conn(0x7f1d8815ca40 msgr2=0x7f1d8815e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:16.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.757+0000 7f1d8de49640 1 --2- 172.21.15.111:0/419845881 >> v2:172.21.15.114:3300/0 conn(0x7f1d8815ca40 0x7f1d8815e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.757+0000 7f1d8de49640 1 -- 172.21.15.111:0/419845881 >> v1:172.21.15.111:6789/0 conn(0x7f1d880d02a0 legacy=0x7f1d880d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:16.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.757+0000 7f1d8de49640 1 -- 172.21.15.111:0/419845881 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d8815dc30 con 0x7f1d8815ceb0 2024-09-19T04:39:16.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.757+0000 7f1d8de49640 1 --2- 172.21.15.111:0/419845881 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d8815ceb0 0x7f1d881594c0 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f1d880cf320 tx=0x7f1d8002a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e09f7e008b986630 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:16.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.757+0000 7f1d7ffff640 1 -- 172.21.15.111:0/419845881 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d80007740 con 0x7f1d8815ceb0 2024-09-19T04:39:16.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.757+0000 7f1d7ffff640 1 -- 172.21.15.111:0/419845881 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d800078e0 con 0x7f1d8815ceb0 2024-09-19T04:39:16.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.757+0000 7f1d7ffff640 1 -- 172.21.15.111:0/419845881 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d80007cb0 con 0x7f1d8815ceb0 2024-09-19T04:39:16.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.758+0000 7f1d8f8ac640 1 -- 172.21.15.111:0/419845881 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d8815ceb0 msgr2=0x7f1d881594c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:16.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.758+0000 7f1d8f8ac640 1 --2- 172.21.15.111:0/419845881 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d8815ceb0 0x7f1d881594c0 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f1d880cf320 tx=0x7f1d8002a5f0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.758+0000 7f1d8f8ac640 1 -- 172.21.15.111:0/419845881 shutdown_connections 2024-09-19T04:39:16.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.758+0000 7f1d8f8ac640 1 --2- 172.21.15.111:0/419845881 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d8815ceb0 0x7f1d881594c0 unknown :-1 s=CLOSED pgs=1389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.758+0000 7f1d8f8ac640 1 --2- 172.21.15.111:0/419845881 >> v2:172.21.15.114:3300/0 conn(0x7f1d8815ca40 0x7f1d8815e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.758+0000 7f1d8f8ac640 1 -- 172.21.15.111:0/419845881 >> 172.21.15.111:0/419845881 conn(0x7f1d88062cc0 msgr2=0x7f1d8806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:16.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.758+0000 7f1d8f8ac640 1 -- 172.21.15.111:0/419845881 shutdown_connections 2024-09-19T04:39:16.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.758+0000 7f1d8f8ac640 1 -- 172.21.15.111:0/419845881 wait complete. 2024-09-19T04:39:16.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.759+0000 7f1d8f8ac640 1 Processor -- start 2024-09-19T04:39:16.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.759+0000 7f1d8f8ac640 1 -- start start 2024-09-19T04:39:16.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.760+0000 7f1d8f8ac640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d880d02a0 0x7f1d8814e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:16.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.760+0000 7f1d8f8ac640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1d8815ca40 0x7f1d880b0e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:16.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.760+0000 7f1d8f8ac640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1d8815ceb0 0x7f1d880b13c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:16.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.760+0000 7f1d8f8ac640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1d88155d10 con 0x7f1d880d02a0 2024-09-19T04:39:16.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.760+0000 7f1d8f8ac640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1d88155b90 con 0x7f1d8815ceb0 2024-09-19T04:39:16.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.760+0000 7f1d8f8ac640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1d880b4790 con 0x7f1d8815ca40 2024-09-19T04:39:16.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.760+0000 7f1d8d648640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d880d02a0 0x7f1d8814e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:16.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.760+0000 7f1d8d648640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d880d02a0 0x7f1d8814e6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58574/0 (socket says 172.21.15.111:58574) 2024-09-19T04:39:16.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.760+0000 7f1d8d648640 1 -- 172.21.15.111:0/1785795804 learned_addr learned my addr 172.21.15.111:0/1785795804 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:16.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.760+0000 7f1d8d648640 1 -- 172.21.15.111:0/1785795804 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1d8815ca40 msgr2=0x7f1d880b0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:16.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.760+0000 7f1d8d648640 1 --2- 172.21.15.111:0/1785795804 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1d8815ca40 0x7f1d880b0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.760+0000 7f1d8d648640 1 -- 172.21.15.111:0/1785795804 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1d8815ceb0 msgr2=0x7f1d880b13c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:16.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.760+0000 7f1d8de49640 1 --2- 172.21.15.111:0/1785795804 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1d8815ceb0 0x7f1d880b13c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:16.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.760+0000 7f1d8d648640 1 --2- 172.21.15.111:0/1785795804 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1d8815ceb0 0x7f1d880b13c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.760+0000 7f1d8d648640 1 -- 172.21.15.111:0/1785795804 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d88071110 con 0x7f1d880d02a0 2024-09-19T04:39:16.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.760+0000 7f1d8d648640 1 --2- 172.21.15.111:0/1785795804 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d880d02a0 0x7f1d8814e6e0 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7f1d8400c430 tx=0x7f1d8400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:16.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.760+0000 7f1d7dffb640 1 -- 172.21.15.111:0/1785795804 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d84017070 con 0x7f1d880d02a0 2024-09-19T04:39:16.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.761+0000 7f1d7dffb640 1 -- 172.21.15.111:0/1785795804 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d84005ce0 con 0x7f1d880d02a0 2024-09-19T04:39:16.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.761+0000 7f1d8f8ac640 1 -- 172.21.15.111:0/1785795804 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d8814ede0 con 0x7f1d880d02a0 2024-09-19T04:39:16.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.761+0000 7f1d7dffb640 1 -- 172.21.15.111:0/1785795804 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d840072f0 con 0x7f1d880d02a0 2024-09-19T04:39:16.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.761+0000 7f1d8f8ac640 1 -- 172.21.15.111:0/1785795804 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d8814f3a0 con 0x7f1d880d02a0 2024-09-19T04:39:16.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.762+0000 7f1d8f8ac640 1 -- 172.21.15.111:0/1785795804 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d88154a40 con 0x7f1d880d02a0 2024-09-19T04:39:16.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.762+0000 7f1d7dffb640 1 -- 172.21.15.111:0/1785795804 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f1d8401a070 con 0x7f1d880d02a0 2024-09-19T04:39:16.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.762+0000 7f1d7dffb640 1 --2- 172.21.15.111:0/1785795804 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1d6c06c8e0 0x7f1d6c06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:16.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.763+0000 7f1d7dffb640 1 -- 172.21.15.111:0/1785795804 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f1d8408b450 con 0x7f1d880d02a0 2024-09-19T04:39:16.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.763+0000 7f1d8ce47640 1 --2- 172.21.15.111:0/1785795804 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1d6c06c8e0 0x7f1d6c06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:16.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.763+0000 7f1d8ce47640 1 --2- 172.21.15.111:0/1785795804 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1d6c06c8e0 0x7f1d6c06eda0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f1d78006fd0 tx=0x7f1d78008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:16.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.767+0000 7f1d7dffb640 1 -- 172.21.15.111:0/1785795804 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1d88154a40 con 0x7f1d880d02a0 2024-09-19T04:39:16.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.967+0000 7f1d8f8ac640 1 -- 172.21.15.111:0/1785795804 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1d880d0680 con 0x7f1d880d02a0 2024-09-19T04:39:16.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.967+0000 7f1d7dffb640 1 -- 172.21.15.111:0/1785795804 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 69 v69) ==== 94+0+5230 (secure 0 0 0) 0x7f1d840592d0 con 0x7f1d880d02a0 2024-09-19T04:39:16.969 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:16.969 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":69,"btime":"2024-09-19T04:39:06:228954+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6374,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/587515011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":587515011},{"type":"v1","addr":"172.21.15.114:6834","nonce":587515011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7737,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6817/817411818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":817411818},{"type":"v1","addr":"172.21.15.111:6817","nonce":817411818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7740,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/254025810","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":254025810},{"type":"v1","addr":"172.21.15.111:6835","nonce":254025810}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[{"mdsmap":{"epoch":68,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:38:53.529704+0000","modified":"2024-09-19T04:38:55.529682+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7749},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7749":{"gid":7749,"name":"d","rank":0,"incarnation":66,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/2353543505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":2353543505},{"type":"v1","addr":"172.21.15.114:6835","nonce":2353543505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7749,"qdb_cluster":[7749]},"id":10}]} 2024-09-19T04:39:16.970 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 69 2024-09-19T04:39:16.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.970+0000 7f1d8f8ac640 1 -- 172.21.15.111:0/1785795804 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1d6c06c8e0 msgr2=0x7f1d6c06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:16.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.970+0000 7f1d8f8ac640 1 --2- 172.21.15.111:0/1785795804 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1d6c06c8e0 0x7f1d6c06eda0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f1d78006fd0 tx=0x7f1d78008040 comp rx=0 tx=0).stop 2024-09-19T04:39:16.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.970+0000 7f1d8f8ac640 1 -- 172.21.15.111:0/1785795804 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d880d02a0 msgr2=0x7f1d8814e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:16.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.970+0000 7f1d8f8ac640 1 --2- 172.21.15.111:0/1785795804 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d880d02a0 0x7f1d8814e6e0 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7f1d8400c430 tx=0x7f1d8400c8f0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.970+0000 7f1d8f8ac640 1 -- 172.21.15.111:0/1785795804 shutdown_connections 2024-09-19T04:39:16.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.970+0000 7f1d8f8ac640 1 --2- 172.21.15.111:0/1785795804 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1d6c06c8e0 0x7f1d6c06eda0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.970+0000 7f1d8f8ac640 1 --2- 172.21.15.111:0/1785795804 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1d8815ceb0 0x7f1d880b13c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.970+0000 7f1d8f8ac640 1 --2- 172.21.15.111:0/1785795804 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1d8815ca40 0x7f1d880b0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.970+0000 7f1d8f8ac640 1 --2- 172.21.15.111:0/1785795804 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1d880d02a0 0x7f1d8814e6e0 unknown :-1 s=CLOSED pgs=1390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:16.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.970+0000 7f1d8f8ac640 1 -- 172.21.15.111:0/1785795804 >> 172.21.15.111:0/1785795804 conn(0x7f1d88062cc0 msgr2=0x7f1d88154190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:16.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.970+0000 7f1d8f8ac640 1 -- 172.21.15.111:0/1785795804 shutdown_connections 2024-09-19T04:39:16.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:16.970+0000 7f1d8f8ac640 1 -- 172.21.15.111:0/1785795804 wait complete. 2024-09-19T04:39:16.982 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:39:17.067 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:39:17.070 DEBUG:teuthology.orchestra.run.smithi114:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:39:17.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.084+0000 7fe23b427640 1 Processor -- start 2024-09-19T04:39:17.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.085+0000 7fe23b427640 1 -- start start 2024-09-19T04:39:17.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.086+0000 7fe23b427640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe23415eac0 0x7fe2340cfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:17.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.086+0000 7fe23b427640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe2340ced90 0x7fe2340b79b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:17.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.086+0000 7fe23b427640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fe2340b61c0 0x7fe2340b6670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:17.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.086+0000 7fe23b427640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fe2340d26f0 con 0x7fe2340ced90 2024-09-19T04:39:17.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.086+0000 7fe23b427640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fe2340d29d0 con 0x7fe2340b61c0 2024-09-19T04:39:17.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.086+0000 7fe23b427640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe2340d2cb0 con 0x7fe23415eac0 2024-09-19T04:39:17.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.086+0000 7fe2389c2640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe2340ced90 0x7fe2340b79b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:17.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.086+0000 7fe2389c2640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe2340ced90 0x7fe2340b79b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58584/0 (socket says 172.21.15.111:58584) 2024-09-19T04:39:17.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.086+0000 7fe2389c2640 1 -- 172.21.15.111:0/3582280071 learned_addr learned my addr 172.21.15.111:0/3582280071 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:17.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.086+0000 7fe2391c3640 1 --2- 172.21.15.111:0/3582280071 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe23415eac0 0x7fe2340cfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:17.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.086+0000 7fe2399c4640 1 --2- 172.21.15.111:0/3582280071 >> v2:172.21.15.114:3300/0 conn(0x7fe2340b61c0 0x7fe2340b6670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:17.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.086+0000 7fe2389c2640 1 -- 172.21.15.111:0/3582280071 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe23415eac0 msgr2=0x7fe2340cfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:17.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.086+0000 7fe2389c2640 1 --2- 172.21.15.111:0/3582280071 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe23415eac0 0x7fe2340cfc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.086+0000 7fe2389c2640 1 -- 172.21.15.111:0/3582280071 >> v2:172.21.15.114:3300/0 conn(0x7fe2340b61c0 msgr2=0x7fe2340b6670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:17.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.086+0000 7fe2389c2640 1 --2- 172.21.15.111:0/3582280071 >> v2:172.21.15.114:3300/0 conn(0x7fe2340b61c0 0x7fe2340b6670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.086+0000 7fe2389c2640 1 -- 172.21.15.111:0/3582280071 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2340d2f90 con 0x7fe2340ced90 2024-09-19T04:39:17.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.087+0000 7fe2389c2640 1 --2- 172.21.15.111:0/3582280071 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe2340ced90 0x7fe2340b79b0 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7fe228009870 tx=0x7fe22802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ad2a883cd220863 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:17.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.087+0000 7fe233fff640 1 -- 172.21.15.111:0/3582280071 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe228037070 con 0x7fe2340ced90 2024-09-19T04:39:17.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.087+0000 7fe233fff640 1 -- 172.21.15.111:0/3582280071 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe228032440 con 0x7fe2340ced90 2024-09-19T04:39:17.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.087+0000 7fe233fff640 1 -- 172.21.15.111:0/3582280071 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe228032810 con 0x7fe2340ced90 2024-09-19T04:39:17.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.088+0000 7fe23b427640 1 -- 172.21.15.111:0/3582280071 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe2340ced90 msgr2=0x7fe2340b79b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:17.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.088+0000 7fe23b427640 1 --2- 172.21.15.111:0/3582280071 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe2340ced90 0x7fe2340b79b0 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7fe228009870 tx=0x7fe22802a210 comp rx=0 tx=0).stop 2024-09-19T04:39:17.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.088+0000 7fe23b427640 1 -- 172.21.15.111:0/3582280071 shutdown_connections 2024-09-19T04:39:17.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.088+0000 7fe23b427640 1 --2- 172.21.15.111:0/3582280071 >> v2:172.21.15.114:3300/0 conn(0x7fe2340b61c0 0x7fe2340b6670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.088+0000 7fe23b427640 1 --2- 172.21.15.111:0/3582280071 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe2340ced90 0x7fe2340b79b0 unknown :-1 s=CLOSED pgs=1391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.088+0000 7fe23b427640 1 --2- 172.21.15.111:0/3582280071 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe23415eac0 0x7fe2340cfc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.088+0000 7fe23b427640 1 -- 172.21.15.111:0/3582280071 >> 172.21.15.111:0/3582280071 conn(0x7fe2340d11c0 msgr2=0x7fe2340d15d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:17.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.088+0000 7fe23b427640 1 -- 172.21.15.111:0/3582280071 shutdown_connections 2024-09-19T04:39:17.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.088+0000 7fe23b427640 1 -- 172.21.15.111:0/3582280071 wait complete. 2024-09-19T04:39:17.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.089+0000 7fe23b427640 1 Processor -- start 2024-09-19T04:39:17.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.089+0000 7fe23b427640 1 -- start start 2024-09-19T04:39:17.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.090+0000 7fe23b427640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe2340b61c0 0x7fe234152a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:17.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.090+0000 7fe23b427640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe2340ced90 0x7fe2340cd7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:17.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.090+0000 7fe23b427640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe23415eac0 0x7fe2341606f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:17.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.090+0000 7fe23b427640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe2340d2490 con 0x7fe2340ced90 2024-09-19T04:39:17.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.090+0000 7fe23b427640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe2340d2310 con 0x7fe23415eac0 2024-09-19T04:39:17.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.090+0000 7fe23b427640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe2340d3790 con 0x7fe2340b61c0 2024-09-19T04:39:17.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.090+0000 7fe2389c2640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe2340ced90 0x7fe2340cd7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:17.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.090+0000 7fe2389c2640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe2340ced90 0x7fe2340cd7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58588/0 (socket says 172.21.15.111:58588) 2024-09-19T04:39:17.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.090+0000 7fe2389c2640 1 -- 172.21.15.111:0/2520152899 learned_addr learned my addr 172.21.15.111:0/2520152899 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:17.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.090+0000 7fe2391c3640 1 --2- 172.21.15.111:0/2520152899 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe2340b61c0 0x7fe234152a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:17.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.090+0000 7fe2399c4640 1 --2- 172.21.15.111:0/2520152899 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe23415eac0 0x7fe2341606f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:17.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.090+0000 7fe2389c2640 1 -- 172.21.15.111:0/2520152899 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe2340b61c0 msgr2=0x7fe234152a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:17.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.091+0000 7fe2389c2640 1 --2- 172.21.15.111:0/2520152899 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe2340b61c0 0x7fe234152a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.091+0000 7fe2389c2640 1 -- 172.21.15.111:0/2520152899 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe23415eac0 msgr2=0x7fe2341606f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:17.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.091+0000 7fe2389c2640 1 --2- 172.21.15.111:0/2520152899 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe23415eac0 0x7fe2341606f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.091+0000 7fe2389c2640 1 -- 172.21.15.111:0/2520152899 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2340ce480 con 0x7fe2340ced90 2024-09-19T04:39:17.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.091+0000 7fe2389c2640 1 --2- 172.21.15.111:0/2520152899 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe2340ced90 0x7fe2340cd7a0 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7fe228000c00 tx=0x7fe2280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:17.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.091+0000 7fe231ffb640 1 -- 172.21.15.111:0/2520152899 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe228041020 con 0x7fe2340ced90 2024-09-19T04:39:17.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.091+0000 7fe231ffb640 1 -- 172.21.15.111:0/2520152899 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe22803d620 con 0x7fe2340ced90 2024-09-19T04:39:17.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.091+0000 7fe23b427640 1 -- 172.21.15.111:0/2520152899 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2340cca70 con 0x7fe2340ced90 2024-09-19T04:39:17.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.091+0000 7fe231ffb640 1 -- 172.21.15.111:0/2520152899 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe228037040 con 0x7fe2340ced90 2024-09-19T04:39:17.095 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.091+0000 7fe23b427640 1 -- 172.21.15.111:0/2520152899 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe23415f130 con 0x7fe2340ced90 2024-09-19T04:39:17.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.092+0000 7fe23b427640 1 -- 172.21.15.111:0/2520152899 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2340cfc80 con 0x7fe2340ced90 2024-09-19T04:39:17.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.093+0000 7fe231ffb640 1 -- 172.21.15.111:0/2520152899 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7fe228044020 con 0x7fe2340ced90 2024-09-19T04:39:17.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.093+0000 7fe231ffb640 1 --2- 172.21.15.111:0/2520152899 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe22006c910 0x7fe22006edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:17.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.094+0000 7fe231ffb640 1 -- 172.21.15.111:0/2520152899 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7fe2280ac480 con 0x7fe2340ced90 2024-09-19T04:39:17.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.094+0000 7fe2391c3640 1 --2- 172.21.15.111:0/2520152899 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe22006c910 0x7fe22006edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:17.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.094+0000 7fe2391c3640 1 --2- 172.21.15.111:0/2520152899 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe22006c910 0x7fe22006edd0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fe22c009aa0 tx=0x7fe22c009190 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:17.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.098+0000 7fe231ffb640 1 -- 172.21.15.111:0/2520152899 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe22804b030 con 0x7fe2340ced90 2024-09-19T04:39:17.267 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.266+0000 7fe23b427640 1 -- 172.21.15.111:0/2520152899 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe2340ba450 con 0x7fe2340ced90 2024-09-19T04:39:17.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.267+0000 7fe231ffb640 1 -- 172.21.15.111:0/2520152899 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v131) ==== 74+0+16876 (secure 0 0 0) 0x7fe228079cb0 con 0x7fe2340ced90 2024-09-19T04:39:17.269 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:17.269 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":131,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:38:55.198083+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:38:51.864363+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"130","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-19T04:38:52.505501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"131","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:39:17.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.269+0000 7fe23b427640 1 -- 172.21.15.111:0/2520152899 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe22006c910 msgr2=0x7fe22006edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:17.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.269+0000 7fe23b427640 1 --2- 172.21.15.111:0/2520152899 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe22006c910 0x7fe22006edd0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fe22c009aa0 tx=0x7fe22c009190 comp rx=0 tx=0).stop 2024-09-19T04:39:17.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.269+0000 7fe23b427640 1 -- 172.21.15.111:0/2520152899 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe2340ced90 msgr2=0x7fe2340cd7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:17.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.269+0000 7fe23b427640 1 --2- 172.21.15.111:0/2520152899 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe2340ced90 0x7fe2340cd7a0 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7fe228000c00 tx=0x7fe2280046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.269+0000 7fe23b427640 1 -- 172.21.15.111:0/2520152899 shutdown_connections 2024-09-19T04:39:17.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.269+0000 7fe23b427640 1 --2- 172.21.15.111:0/2520152899 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe22006c910 0x7fe22006edd0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.269+0000 7fe23b427640 1 --2- 172.21.15.111:0/2520152899 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe23415eac0 0x7fe2341606f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.269+0000 7fe23b427640 1 --2- 172.21.15.111:0/2520152899 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe2340ced90 0x7fe2340cd7a0 unknown :-1 s=CLOSED pgs=1392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.269+0000 7fe23b427640 1 --2- 172.21.15.111:0/2520152899 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe2340b61c0 0x7fe234152a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.269+0000 7fe23b427640 1 -- 172.21.15.111:0/2520152899 >> 172.21.15.111:0/2520152899 conn(0x7fe2340d11c0 msgr2=0x7fe2340b7a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:17.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.269+0000 7fe23b427640 1 -- 172.21.15.111:0/2520152899 shutdown_connections 2024-09-19T04:39:17.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.269+0000 7fe23b427640 1 -- 172.21.15.111:0/2520152899 wait complete. 2024-09-19T04:39:17.282 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T04:39:17.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.382+0000 7f050ec77640 1 Processor -- start 2024-09-19T04:39:17.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.382+0000 7f050ec77640 1 -- start start 2024-09-19T04:39:17.384 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.383+0000 7f050ec77640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f050806c2b0 0x7f050815f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:17.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.383+0000 7f050ec77640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0508162110 0x7f05080b08a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:17.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.383+0000 7f050ec77640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0508162660 con 0x7f050815e3f0 2024-09-19T04:39:17.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.383+0000 7f050ec77640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f05080b30d0 con 0x7f0508162110 2024-09-19T04:39:17.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.383+0000 7f050ec77640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f050815fa90 con 0x7f050806c2b0 2024-09-19T04:39:17.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.383+0000 7f050d214640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0508162110 0x7f05080b08a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:17.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.383+0000 7f050d214640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0508162110 0x7f05080b08a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58600/0 (socket says 172.21.15.111:58600) 2024-09-19T04:39:17.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.383+0000 7f050d214640 1 -- 172.21.15.111:0/1791488619 learned_addr learned my addr 172.21.15.111:0/1791488619 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:17.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.383+0000 7f0507fff640 1 --2- 172.21.15.111:0/1791488619 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f050806c2b0 0x7f050815f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:17.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.383+0000 7f050d214640 1 -- 172.21.15.111:0/1791488619 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f050806c2b0 msgr2=0x7f050815f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:17.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.383+0000 7f050d214640 1 --2- 172.21.15.111:0/1791488619 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f050806c2b0 0x7f050815f550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.383+0000 7f050d214640 1 -- 172.21.15.111:0/1791488619 >> v1:172.21.15.114:6789/0 conn(0x7f050815e3f0 legacy=0x7f050806bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:17.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.383+0000 7f050d214640 1 -- 172.21.15.111:0/1791488619 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0508162940 con 0x7f0508162110 2024-09-19T04:39:17.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.384+0000 7f050d214640 1 --2- 172.21.15.111:0/1791488619 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0508162110 0x7f05080b08a0 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7f0500009e80 tx=0x7f050002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14a981bd3663d020 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:17.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.384+0000 7f05077fe640 1 -- 172.21.15.111:0/1791488619 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0500036070 con 0x7f0508162110 2024-09-19T04:39:17.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.384+0000 7f05077fe640 1 -- 172.21.15.111:0/1791488619 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0500031600 con 0x7f0508162110 2024-09-19T04:39:17.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.384+0000 7f05077fe640 1 -- 172.21.15.111:0/1791488619 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05000319d0 con 0x7f0508162110 2024-09-19T04:39:17.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.385+0000 7f050ec77640 1 -- 172.21.15.111:0/1791488619 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0508162110 msgr2=0x7f05080b08a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:17.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.385+0000 7f050ec77640 1 --2- 172.21.15.111:0/1791488619 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0508162110 0x7f05080b08a0 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7f0500009e80 tx=0x7f050002a6f0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.385+0000 7f050ec77640 1 -- 172.21.15.111:0/1791488619 shutdown_connections 2024-09-19T04:39:17.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.385+0000 7f050ec77640 1 --2- 172.21.15.111:0/1791488619 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0508162110 0x7f05080b08a0 unknown :-1 s=CLOSED pgs=1393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.385+0000 7f050ec77640 1 --2- 172.21.15.111:0/1791488619 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f050806c2b0 0x7f050815f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.385+0000 7f050ec77640 1 -- 172.21.15.111:0/1791488619 >> 172.21.15.111:0/1791488619 conn(0x7f050806ce90 msgr2=0x7f050806d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:17.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.385+0000 7f050ec77640 1 -- 172.21.15.111:0/1791488619 shutdown_connections 2024-09-19T04:39:17.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.385+0000 7f050ec77640 1 -- 172.21.15.111:0/1791488619 wait complete. 2024-09-19T04:39:17.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.386+0000 7f050ec77640 1 Processor -- start 2024-09-19T04:39:17.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.386+0000 7f050ec77640 1 -- start start 2024-09-19T04:39:17.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.387+0000 7f050ec77640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f050806c2b0 0x7f0508160f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:17.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.387+0000 7f050ec77640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f050815e3f0 0x7f0508148a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:17.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.387+0000 7f050ec77640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0508162110 0x7f0508148fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:17.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.387+0000 7f050ec77640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f05080b0380 con 0x7f050815e3f0 2024-09-19T04:39:17.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.387+0000 7f050ec77640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0508162f00 con 0x7f050806c2b0 2024-09-19T04:39:17.390 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.387+0000 7f050ec77640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f050815e7d0 con 0x7f0508162110 2024-09-19T04:39:17.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.387+0000 7f0507fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f050815e3f0 0x7f0508148a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:17.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.387+0000 7f0507fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f050815e3f0 0x7f0508148a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58602/0 (socket says 172.21.15.111:58602) 2024-09-19T04:39:17.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.387+0000 7f0507fff640 1 -- 172.21.15.111:0/3558422240 learned_addr learned my addr 172.21.15.111:0/3558422240 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:17.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.387+0000 7f050ca13640 1 --2- 172.21.15.111:0/3558422240 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f050806c2b0 0x7f0508160f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:17.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.387+0000 7f050d214640 1 --2- 172.21.15.111:0/3558422240 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0508162110 0x7f0508148fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:17.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.387+0000 7f0507fff640 1 -- 172.21.15.111:0/3558422240 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0508162110 msgr2=0x7f0508148fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:17.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.387+0000 7f0507fff640 1 --2- 172.21.15.111:0/3558422240 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0508162110 0x7f0508148fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.387+0000 7f0507fff640 1 -- 172.21.15.111:0/3558422240 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f050806c2b0 msgr2=0x7f0508160f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:17.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.387+0000 7f0507fff640 1 --2- 172.21.15.111:0/3558422240 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f050806c2b0 0x7f0508160f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.387+0000 7f0507fff640 1 -- 172.21.15.111:0/3558422240 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05081494f0 con 0x7f050815e3f0 2024-09-19T04:39:17.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.388+0000 7f0507fff640 1 --2- 172.21.15.111:0/3558422240 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f050815e3f0 0x7f0508148a70 secure :-1 s=READY pgs=1394 cs=0 l=1 rev1=1 crypto rx=0x7f04f400d800 tx=0x7f04f400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:17.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.388+0000 7f05057fa640 1 -- 172.21.15.111:0/3558422240 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04f400b6c0 con 0x7f050815e3f0 2024-09-19T04:39:17.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.388+0000 7f05057fa640 1 -- 172.21.15.111:0/3558422240 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04f4019070 con 0x7f050815e3f0 2024-09-19T04:39:17.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.388+0000 7f050ec77640 1 -- 172.21.15.111:0/3558422240 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05080b6760 con 0x7f050815e3f0 2024-09-19T04:39:17.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.388+0000 7f05057fa640 1 -- 172.21.15.111:0/3558422240 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04f400ba80 con 0x7f050815e3f0 2024-09-19T04:39:17.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.388+0000 7f050ec77640 1 -- 172.21.15.111:0/3558422240 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05080b6d20 con 0x7f050815e3f0 2024-09-19T04:39:17.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.389+0000 7f050ec77640 1 -- 172.21.15.111:0/3558422240 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f050815f550 con 0x7f050815e3f0 2024-09-19T04:39:17.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.389+0000 7f05057fa640 1 -- 172.21.15.111:0/3558422240 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f04f400bc20 con 0x7f050815e3f0 2024-09-19T04:39:17.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.390+0000 7f05057fa640 1 --2- 172.21.15.111:0/3558422240 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f04ec06c8e0 0x7f04ec06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:17.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.390+0000 7f05057fa640 1 -- 172.21.15.111:0/3558422240 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5765+0+0 (secure 0 0 0) 0x7f04f408c350 con 0x7f050815e3f0 2024-09-19T04:39:17.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.390+0000 7f050ca13640 1 --2- 172.21.15.111:0/3558422240 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f04ec06c8e0 0x7f04ec06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:17.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.391+0000 7f050ca13640 1 --2- 172.21.15.111:0/3558422240 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f04ec06c8e0 0x7f04ec06eda0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f04fc004f60 tx=0x7f04fc007e30 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:17.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.394+0000 7f05057fa640 1 -- 172.21.15.111:0/3558422240 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f04f4059af0 con 0x7f050815e3f0 2024-09-19T04:39:17.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.595+0000 7f050ec77640 1 -- 172.21.15.111:0/3558422240 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f050815b500 con 0x7f050815e3f0 2024-09-19T04:39:17.597 INFO:tasks.ceph.mon.a.smithi111.stderr:2024-09-19T04:39:17.596+0000 7fab606dd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T04:39:17.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.599+0000 7f05057fa640 1 -- 172.21.15.111:0/3558422240 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v70) ==== 161+0+0 (secure 0 0 0) 0x7f04f405ddf0 con 0x7f050815e3f0 2024-09-19T04:39:17.600 INFO:teuthology.orchestra.run.smithi111.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T04:39:17.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.601+0000 7f050ec77640 1 -- 172.21.15.111:0/3558422240 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f04ec06c8e0 msgr2=0x7f04ec06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:17.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.601+0000 7f050ec77640 1 --2- 172.21.15.111:0/3558422240 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f04ec06c8e0 0x7f04ec06eda0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f04fc004f60 tx=0x7f04fc007e30 comp rx=0 tx=0).stop 2024-09-19T04:39:17.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.601+0000 7f050ec77640 1 -- 172.21.15.111:0/3558422240 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f050815e3f0 msgr2=0x7f0508148a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:17.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.601+0000 7f050ec77640 1 --2- 172.21.15.111:0/3558422240 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f050815e3f0 0x7f0508148a70 secure :-1 s=READY pgs=1394 cs=0 l=1 rev1=1 crypto rx=0x7f04f400d800 tx=0x7f04f400dcc0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.602+0000 7f050ec77640 1 -- 172.21.15.111:0/3558422240 shutdown_connections 2024-09-19T04:39:17.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.602+0000 7f050ec77640 1 --2- 172.21.15.111:0/3558422240 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f04ec06c8e0 0x7f04ec06eda0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.602+0000 7f050ec77640 1 --2- 172.21.15.111:0/3558422240 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0508162110 0x7f0508148fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.602+0000 7f050ec77640 1 --2- 172.21.15.111:0/3558422240 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f050815e3f0 0x7f0508148a70 unknown :-1 s=CLOSED pgs=1394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.602+0000 7f050ec77640 1 --2- 172.21.15.111:0/3558422240 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f050806c2b0 0x7f0508160f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.602+0000 7f050ec77640 1 -- 172.21.15.111:0/3558422240 >> 172.21.15.111:0/3558422240 conn(0x7f050806ce90 msgr2=0x7f05080b07a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:17.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.602+0000 7f050ec77640 1 -- 172.21.15.111:0/3558422240 shutdown_connections 2024-09-19T04:39:17.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.602+0000 7f050ec77640 1 -- 172.21.15.111:0/3558422240 wait complete. 2024-09-19T04:39:17.606 INFO:tasks.ceph.mds.d.smithi114.stderr: -2700> 2024-09-19T04:39:00.186+0000 7f76b389e640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T04:39:17.615 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T04:39:17.634 INFO:tasks.ceph.mds.d.smithi114.stdout:starting mds.d at 2024-09-19T04:39:17.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.713+0000 7f13e7aed640 1 Processor -- start 2024-09-19T04:39:17.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.714+0000 7f13e7aed640 1 -- start start 2024-09-19T04:39:17.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.714+0000 7f13e7aed640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13e00b3d50 0x7f13e006d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:17.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.714+0000 7f13e7aed640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f13e00b3290 0x7f13e006de00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:17.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.714+0000 7f13e7aed640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13e00cf9a0 con 0x7f13e0161e30 2024-09-19T04:39:17.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.714+0000 7f13e7aed640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f13e00cfcf0 con 0x7f13e00b3290 2024-09-19T04:39:17.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.714+0000 7f13e7aed640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f13e0162210 con 0x7f13e00b3d50 2024-09-19T04:39:17.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.715+0000 7f13e608a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f13e00b3290 0x7f13e006de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:17.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.715+0000 7f13e608a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f13e00b3290 0x7f13e006de00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58610/0 (socket says 172.21.15.111:58610) 2024-09-19T04:39:17.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.715+0000 7f13e608a640 1 -- 172.21.15.111:0/1200379488 learned_addr learned my addr 172.21.15.111:0/1200379488 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:17.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.715+0000 7f13e5088640 1 --2- 172.21.15.111:0/1200379488 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13e00b3d50 0x7f13e006d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:17.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.715+0000 7f13e608a640 1 -- 172.21.15.111:0/1200379488 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13e00b3d50 msgr2=0x7f13e006d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:17.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.715+0000 7f13e608a640 1 --2- 172.21.15.111:0/1200379488 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13e00b3d50 0x7f13e006d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.715+0000 7f13e608a640 1 -- 172.21.15.111:0/1200379488 >> v1:172.21.15.114:6789/0 conn(0x7f13e0161e30 legacy=0x7f13e00d34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:17.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.715+0000 7f13e608a640 1 -- 172.21.15.111:0/1200379488 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13e00d5210 con 0x7f13e00b3290 2024-09-19T04:39:17.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.716+0000 7f13e608a640 1 --2- 172.21.15.111:0/1200379488 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13e00b3290 0x7f13e006de00 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7f13d8009e50 tx=0x7f13d802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59bd86c8ecc333c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:17.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.716+0000 7f13e4887640 1 -- 172.21.15.111:0/1200379488 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d8036070 con 0x7f13e00b3290 2024-09-19T04:39:17.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.716+0000 7f13e4887640 1 -- 172.21.15.111:0/1200379488 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13d8031600 con 0x7f13e00b3290 2024-09-19T04:39:17.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.716+0000 7f13e4887640 1 -- 172.21.15.111:0/1200379488 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d80319d0 con 0x7f13e00b3290 2024-09-19T04:39:17.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.716+0000 7f13e7aed640 1 -- 172.21.15.111:0/1200379488 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13e00b3290 msgr2=0x7f13e006de00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:17.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.716+0000 7f13e7aed640 1 --2- 172.21.15.111:0/1200379488 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13e00b3290 0x7f13e006de00 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7f13d8009e50 tx=0x7f13d802a710 comp rx=0 tx=0).stop 2024-09-19T04:39:17.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.716+0000 7f13e7aed640 1 -- 172.21.15.111:0/1200379488 shutdown_connections 2024-09-19T04:39:17.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.716+0000 7f13e7aed640 1 --2- 172.21.15.111:0/1200379488 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13e00b3290 0x7f13e006de00 unknown :-1 s=CLOSED pgs=1396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.716+0000 7f13e7aed640 1 --2- 172.21.15.111:0/1200379488 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13e00b3d50 0x7f13e006d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.716+0000 7f13e7aed640 1 -- 172.21.15.111:0/1200379488 >> 172.21.15.111:0/1200379488 conn(0x7f13e00d1870 msgr2=0x7f13e00d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:17.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.716+0000 7f13e7aed640 1 -- 172.21.15.111:0/1200379488 shutdown_connections 2024-09-19T04:39:17.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.716+0000 7f13e7aed640 1 -- 172.21.15.111:0/1200379488 wait complete. 2024-09-19T04:39:17.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.718+0000 7f13e7aed640 1 Processor -- start 2024-09-19T04:39:17.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.718+0000 7f13e7aed640 1 -- start start 2024-09-19T04:39:17.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.718+0000 7f13e7aed640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13e00b3290 0x7f13e0154c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:17.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.718+0000 7f13e7aed640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f13e00b3d50 0x7f13e0155f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:17.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.718+0000 7f13e7aed640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13e0161e30 0x7f13e00b5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:17.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.718+0000 7f13e7aed640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f13e00b78b0 con 0x7f13e0161e30 2024-09-19T04:39:17.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.718+0000 7f13e7aed640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f13e00b3950 con 0x7f13e00b3d50 2024-09-19T04:39:17.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.718+0000 7f13e7aed640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f13e00b7a30 con 0x7f13e00b3290 2024-09-19T04:39:17.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.718+0000 7f13e608a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13e0161e30 0x7f13e00b5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:17.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.718+0000 7f13e608a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13e0161e30 0x7f13e00b5240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58618/0 (socket says 172.21.15.111:58618) 2024-09-19T04:39:17.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.718+0000 7f13e608a640 1 -- 172.21.15.111:0/2213934737 learned_addr learned my addr 172.21.15.111:0/2213934737 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:17.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.718+0000 7f13e5889640 1 --2- 172.21.15.111:0/2213934737 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13e00b3290 0x7f13e0154c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:17.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.718+0000 7f13e5088640 1 --2- 172.21.15.111:0/2213934737 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f13e00b3d50 0x7f13e0155f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:17.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.719+0000 7f13e608a640 1 -- 172.21.15.111:0/2213934737 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13e00b3290 msgr2=0x7f13e0154c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:17.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.719+0000 7f13e608a640 1 --2- 172.21.15.111:0/2213934737 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13e00b3290 0x7f13e0154c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.719+0000 7f13e608a640 1 -- 172.21.15.111:0/2213934737 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f13e00b3d50 msgr2=0x7f13e0155f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:17.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.719+0000 7f13e608a640 1 --2- 172.21.15.111:0/2213934737 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f13e00b3d50 0x7f13e0155f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:17.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.719+0000 7f13e608a640 1 -- 172.21.15.111:0/2213934737 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13e0156800 con 0x7f13e0161e30 2024-09-19T04:39:17.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.719+0000 7f13e608a640 1 --2- 172.21.15.111:0/2213934737 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13e0161e30 0x7f13e00b5240 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7f13d8009e50 tx=0x7f13d8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:17.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.719+0000 7f13d27fc640 1 -- 172.21.15.111:0/2213934737 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d8036050 con 0x7f13e0161e30 2024-09-19T04:39:17.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.719+0000 7f13d27fc640 1 -- 172.21.15.111:0/2213934737 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13d8042070 con 0x7f13e0161e30 2024-09-19T04:39:17.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.719+0000 7f13e7aed640 1 -- 172.21.15.111:0/2213934737 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13e0156ae0 con 0x7f13e0161e30 2024-09-19T04:39:17.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.719+0000 7f13d27fc640 1 -- 172.21.15.111:0/2213934737 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d8009510 con 0x7f13e0161e30 2024-09-19T04:39:17.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.719+0000 7f13e7aed640 1 -- 172.21.15.111:0/2213934737 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13e00cbae0 con 0x7f13e0161e30 2024-09-19T04:39:17.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.720+0000 7f13e7aed640 1 -- 172.21.15.111:0/2213934737 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13e0069190 con 0x7f13e0161e30 2024-09-19T04:39:17.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.721+0000 7f13d27fc640 1 -- 172.21.15.111:0/2213934737 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f13d8007bf0 con 0x7f13e0161e30 2024-09-19T04:39:17.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.721+0000 7f13d27fc640 1 --2- 172.21.15.111:0/2213934737 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f13c406c8e0 0x7f13c406eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:17.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.721+0000 7f13d27fc640 1 -- 172.21.15.111:0/2213934737 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(132..132 src has 1..132) ==== 5851+0+0 (secure 0 0 0) 0x7f13d80acc10 con 0x7f13e0161e30 2024-09-19T04:39:17.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.721+0000 7f13e5889640 1 --2- 172.21.15.111:0/2213934737 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f13c406c8e0 0x7f13c406eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:17.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.722+0000 7f13e5889640 1 --2- 172.21.15.111:0/2213934737 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f13c406c8e0 0x7f13c406eda0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f13e01f7d90 tx=0x7f13dc009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:17.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.725+0000 7f13d27fc640 1 -- 172.21.15.111:0/2213934737 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f13d807a450 con 0x7f13e0161e30 2024-09-19T04:39:17.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:17.928+0000 7f13e7aed640 1 -- 172.21.15.111:0/2213934737 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f13e00d34a0 con 0x7f13e0161e30 2024-09-19T04:39:18.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.603+0000 7f13d27fc640 1 -- 172.21.15.111:0/2213934737 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v71) ==== 104+0+0 (secure 0 0 0) 0x7f13d807e750 con 0x7f13e0161e30 2024-09-19T04:39:18.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.605+0000 7f13e7aed640 1 -- 172.21.15.111:0/2213934737 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f13c406c8e0 msgr2=0x7f13c406eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:18.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.605+0000 7f13e7aed640 1 --2- 172.21.15.111:0/2213934737 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f13c406c8e0 0x7f13c406eda0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f13e01f7d90 tx=0x7f13dc009040 comp rx=0 tx=0).stop 2024-09-19T04:39:18.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.605+0000 7f13e7aed640 1 -- 172.21.15.111:0/2213934737 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13e0161e30 msgr2=0x7f13e00b5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:18.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.605+0000 7f13e7aed640 1 --2- 172.21.15.111:0/2213934737 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13e0161e30 0x7f13e00b5240 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7f13d8009e50 tx=0x7f13d8004a40 comp rx=0 tx=0).stop 2024-09-19T04:39:18.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.605+0000 7f13e7aed640 1 -- 172.21.15.111:0/2213934737 shutdown_connections 2024-09-19T04:39:18.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.605+0000 7f13e7aed640 1 --2- 172.21.15.111:0/2213934737 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f13c406c8e0 0x7f13c406eda0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:18.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.605+0000 7f13e7aed640 1 --2- 172.21.15.111:0/2213934737 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f13e0161e30 0x7f13e00b5240 unknown :-1 s=CLOSED pgs=1397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:18.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.605+0000 7f13e7aed640 1 --2- 172.21.15.111:0/2213934737 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f13e00b3d50 0x7f13e0155f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:18.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.605+0000 7f13e7aed640 1 --2- 172.21.15.111:0/2213934737 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f13e00b3290 0x7f13e0154c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:18.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.605+0000 7f13e7aed640 1 -- 172.21.15.111:0/2213934737 >> 172.21.15.111:0/2213934737 conn(0x7f13e00d1870 msgr2=0x7f13e00b9d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:18.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.605+0000 7f13e7aed640 1 -- 172.21.15.111:0/2213934737 shutdown_connections 2024-09-19T04:39:18.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.605+0000 7f13e7aed640 1 -- 172.21.15.111:0/2213934737 wait complete. 2024-09-19T04:39:18.619 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T04:39:18.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.721+0000 7f5ac4b4b640 1 Processor -- start 2024-09-19T04:39:18.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.722+0000 7f5ac4b4b640 1 -- start start 2024-09-19T04:39:18.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.722+0000 7f5ac4b4b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5ac00ccb80 0x7f5ac015bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:18.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.723+0000 7f5ac4b4b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5ac0072d10 0x7f5ac00b4710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:18.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.723+0000 7f5ac4b4b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ac00b3570 con 0x7f5ac00b4c50 2024-09-19T04:39:18.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.723+0000 7f5ac4b4b640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f5ac00b50a0 con 0x7f5ac00ccb80 2024-09-19T04:39:18.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.723+0000 7f5ac4b4b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5ac00b3850 con 0x7f5ac0072d10 2024-09-19T04:39:18.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.723+0000 7f5abe59c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5ac00ccb80 0x7f5ac015bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:18.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.723+0000 7f5abed9d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f5ac00b4c50 0x7f5ac015e740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39132/0 (socket says 172.21.15.111:39132) 2024-09-19T04:39:18.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.723+0000 7f5abed9d640 1 -- 172.21.15.111:0/3187561874 learned_addr learned my addr 172.21.15.111:0/3187561874 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:18.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.723+0000 7f5abdd9b640 1 --2- 172.21.15.111:0/3187561874 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5ac0072d10 0x7f5ac00b4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:18.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.723+0000 7f5abe59c640 1 -- 172.21.15.111:0/3187561874 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5ac0072d10 msgr2=0x7f5ac00b4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:18.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.723+0000 7f5abe59c640 1 --2- 172.21.15.111:0/3187561874 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5ac0072d10 0x7f5ac00b4710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:18.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.723+0000 7f5abe59c640 1 -- 172.21.15.111:0/3187561874 >> v1:172.21.15.111:6789/0 conn(0x7f5ac00b4c50 legacy=0x7f5ac015e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:18.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.723+0000 7f5abd59a640 1 -- 172.21.15.111:0/3187561874 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1582295209 0 0) 0x7f5ac00b3570 con 0x7f5ac00b4c50 2024-09-19T04:39:18.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.723+0000 7f5abe59c640 1 -- 172.21.15.111:0/3187561874 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ac00b3b30 con 0x7f5ac00ccb80 2024-09-19T04:39:18.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.723+0000 7f5abdd9b640 1 --2- 172.21.15.111:0/3187561874 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5ac0072d10 0x7f5ac00b4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:18.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.724+0000 7f5abe59c640 1 --2- 172.21.15.111:0/3187561874 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ac00ccb80 0x7f5ac015bbd0 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7f5ab000a940 tx=0x7f5ab002b550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aef3ed8e65155757 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:18.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.724+0000 7f5abd59a640 1 -- 172.21.15.111:0/3187561874 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab000b040 con 0x7f5ac00ccb80 2024-09-19T04:39:18.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.724+0000 7f5abd59a640 1 -- 172.21.15.111:0/3187561874 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ab0030710 con 0x7f5ac00ccb80 2024-09-19T04:39:18.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.724+0000 7f5abd59a640 1 -- 172.21.15.111:0/3187561874 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab0030ae0 con 0x7f5ac00ccb80 2024-09-19T04:39:18.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.724+0000 7f5ac4b4b640 1 -- 172.21.15.111:0/3187561874 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ac00ccb80 msgr2=0x7f5ac015bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:18.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.724+0000 7f5ac4b4b640 1 --2- 172.21.15.111:0/3187561874 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ac00ccb80 0x7f5ac015bbd0 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7f5ab000a940 tx=0x7f5ab002b550 comp rx=0 tx=0).stop 2024-09-19T04:39:18.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.724+0000 7f5ac4b4b640 1 -- 172.21.15.111:0/3187561874 shutdown_connections 2024-09-19T04:39:18.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.724+0000 7f5ac4b4b640 1 --2- 172.21.15.111:0/3187561874 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5ac0072d10 0x7f5ac00b4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:18.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.724+0000 7f5ac4b4b640 1 --2- 172.21.15.111:0/3187561874 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ac00ccb80 0x7f5ac015bbd0 unknown :-1 s=CLOSED pgs=1399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:18.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.724+0000 7f5ac4b4b640 1 -- 172.21.15.111:0/3187561874 >> 172.21.15.111:0/3187561874 conn(0x7f5ac006bba0 msgr2=0x7f5ac006bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:18.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.724+0000 7f5ac4b4b640 1 -- 172.21.15.111:0/3187561874 shutdown_connections 2024-09-19T04:39:18.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.725+0000 7f5ac4b4b640 1 -- 172.21.15.111:0/3187561874 wait complete. 2024-09-19T04:39:18.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.726+0000 7f5ac4b4b640 1 Processor -- start 2024-09-19T04:39:18.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.726+0000 7f5ac4b4b640 1 -- start start 2024-09-19T04:39:18.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.726+0000 7f5ac4b4b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ac0072d10 0x7f5ac00ce580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:18.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.726+0000 7f5ac4b4b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5ac00b4c50 0x7f5ac00ad330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:18.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.726+0000 7f5ac4b4b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5ac00ccb80 0x7f5ac0145510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:18.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.727+0000 7f5ac4b4b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac00b43d0 con 0x7f5ac0072d10 2024-09-19T04:39:18.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.727+0000 7f5ac4b4b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac00b40f0 con 0x7f5ac00b4c50 2024-09-19T04:39:18.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.727+0000 7f5ac4b4b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5ac00ccf60 con 0x7f5ac00ccb80 2024-09-19T04:39:18.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.727+0000 7f5abe59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ac0072d10 0x7f5ac00ce580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:18.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.727+0000 7f5abe59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ac0072d10 0x7f5ac00ce580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58636/0 (socket says 172.21.15.111:58636) 2024-09-19T04:39:18.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.727+0000 7f5abe59c640 1 -- 172.21.15.111:0/2811406713 learned_addr learned my addr 172.21.15.111:0/2811406713 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:18.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.727+0000 7f5abdd9b640 1 --2- 172.21.15.111:0/2811406713 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5ac00b4c50 0x7f5ac00ad330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:18.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.727+0000 7f5abed9d640 1 --2- 172.21.15.111:0/2811406713 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5ac00ccb80 0x7f5ac0145510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:18.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.727+0000 7f5abe59c640 1 -- 172.21.15.111:0/2811406713 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5ac00ccb80 msgr2=0x7f5ac0145510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:18.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.727+0000 7f5abe59c640 1 --2- 172.21.15.111:0/2811406713 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5ac00ccb80 0x7f5ac0145510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:18.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.727+0000 7f5abe59c640 1 -- 172.21.15.111:0/2811406713 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5ac00b4c50 msgr2=0x7f5ac00ad330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:18.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.727+0000 7f5abe59c640 1 --2- 172.21.15.111:0/2811406713 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5ac00b4c50 0x7f5ac00ad330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:18.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.727+0000 7f5abe59c640 1 -- 172.21.15.111:0/2811406713 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ac00cee80 con 0x7f5ac0072d10 2024-09-19T04:39:18.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.727+0000 7f5abed9d640 1 --2- 172.21.15.111:0/2811406713 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5ac00ccb80 0x7f5ac0145510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:18.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.727+0000 7f5abe59c640 1 --2- 172.21.15.111:0/2811406713 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ac0072d10 0x7f5ac00ce580 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7f5ab0000c00 tx=0x7f5ab0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:18.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.727+0000 7f5ab6ffd640 1 -- 172.21.15.111:0/2811406713 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab0040070 con 0x7f5ac0072d10 2024-09-19T04:39:18.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.727+0000 7f5ab6ffd640 1 -- 172.21.15.111:0/2811406713 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ab0033d50 con 0x7f5ac0072d10 2024-09-19T04:39:18.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.727+0000 7f5ac4b4b640 1 -- 172.21.15.111:0/2811406713 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ac00cf160 con 0x7f5ac0072d10 2024-09-19T04:39:18.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.727+0000 7f5ab6ffd640 1 -- 172.21.15.111:0/2811406713 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab0006e10 con 0x7f5ac0072d10 2024-09-19T04:39:18.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.727+0000 7f5ac4b4b640 1 -- 172.21.15.111:0/2811406713 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ac0146550 con 0x7f5ac0072d10 2024-09-19T04:39:18.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.728+0000 7f5ac4b4b640 1 -- 172.21.15.111:0/2811406713 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ac00b4710 con 0x7f5ac0072d10 2024-09-19T04:39:18.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.729+0000 7f5ab6ffd640 1 -- 172.21.15.111:0/2811406713 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f5ab0043070 con 0x7f5ac0072d10 2024-09-19T04:39:18.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.729+0000 7f5ab6ffd640 1 --2- 172.21.15.111:0/2811406713 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5aa006c8e0 0x7f5aa006eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:18.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.729+0000 7f5ab6ffd640 1 -- 172.21.15.111:0/2811406713 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(132..132 src has 1..132) ==== 5851+0+0 (secure 0 0 0) 0x7f5ab00acd90 con 0x7f5ac0072d10 2024-09-19T04:39:18.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.729+0000 7f5abdd9b640 1 --2- 172.21.15.111:0/2811406713 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5aa006c8e0 0x7f5aa006eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:18.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.730+0000 7f5abdd9b640 1 --2- 172.21.15.111:0/2811406713 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5aa006c8e0 0x7f5aa006eda0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f5ac0157260 tx=0x7f5aa8008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:18.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.734+0000 7f5ab6ffd640 1 -- 172.21.15.111:0/2811406713 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5ab007a540 con 0x7f5ac0072d10 2024-09-19T04:39:18.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:18.901+0000 7f5ac4b4b640 1 -- 172.21.15.111:0/2811406713 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f5ac006c020 con 0x7f5ac0072d10 2024-09-19T04:39:19.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.605+0000 7f5ab6ffd640 1 -- 172.21.15.111:0/2811406713 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v133) ==== 181+0+0 (secure 0 0 0) 0x7f5ab007e840 con 0x7f5ac0072d10 2024-09-19T04:39:19.606 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' removed 2024-09-19T04:39:19.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.608+0000 7f5ac4b4b640 1 -- 172.21.15.111:0/2811406713 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5aa006c8e0 msgr2=0x7f5aa006eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:19.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.608+0000 7f5ac4b4b640 1 --2- 172.21.15.111:0/2811406713 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5aa006c8e0 0x7f5aa006eda0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f5ac0157260 tx=0x7f5aa8008040 comp rx=0 tx=0).stop 2024-09-19T04:39:19.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.608+0000 7f5ac4b4b640 1 -- 172.21.15.111:0/2811406713 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ac0072d10 msgr2=0x7f5ac00ce580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:19.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.608+0000 7f5ac4b4b640 1 --2- 172.21.15.111:0/2811406713 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ac0072d10 0x7f5ac00ce580 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7f5ab0000c00 tx=0x7f5ab0004730 comp rx=0 tx=0).stop 2024-09-19T04:39:19.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.608+0000 7f5ac4b4b640 1 -- 172.21.15.111:0/2811406713 shutdown_connections 2024-09-19T04:39:19.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.608+0000 7f5ac4b4b640 1 --2- 172.21.15.111:0/2811406713 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5aa006c8e0 0x7f5aa006eda0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:19.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.608+0000 7f5ac4b4b640 1 --2- 172.21.15.111:0/2811406713 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5ac00ccb80 0x7f5ac0145510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:19.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.608+0000 7f5ac4b4b640 1 --2- 172.21.15.111:0/2811406713 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5ac00b4c50 0x7f5ac00ad330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:19.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.608+0000 7f5ac4b4b640 1 --2- 172.21.15.111:0/2811406713 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5ac0072d10 0x7f5ac00ce580 unknown :-1 s=CLOSED pgs=1400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:19.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.608+0000 7f5ac4b4b640 1 -- 172.21.15.111:0/2811406713 >> 172.21.15.111:0/2811406713 conn(0x7f5ac006bba0 msgr2=0x7f5ac015e4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:19.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.608+0000 7f5ac4b4b640 1 -- 172.21.15.111:0/2811406713 shutdown_connections 2024-09-19T04:39:19.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.608+0000 7f5ac4b4b640 1 -- 172.21.15.111:0/2811406713 wait complete. 2024-09-19T04:39:19.622 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T04:39:19.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.725+0000 7f7c8272a640 1 Processor -- start 2024-09-19T04:39:19.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.725+0000 7f7c8272a640 1 -- start start 2024-09-19T04:39:19.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.726+0000 7f7c8272a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c7c0ccb80 0x7f7c7c15bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:19.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.726+0000 7f7c8272a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7c7c0b4e20 0x7f7c7c06db10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:19.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.726+0000 7f7c8272a640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7c7c0b3570 con 0x7f7c7c072d10 2024-09-19T04:39:19.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.726+0000 7f7c8272a640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f7c7c0b3850 con 0x7f7c7c0b4e20 2024-09-19T04:39:19.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.726+0000 7f7c8272a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7c7c0b3b30 con 0x7f7c7c0ccb80 2024-09-19T04:39:19.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.726+0000 7f7c80cc7640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7c7c0b4e20 0x7f7c7c06db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:19.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.726+0000 7f7c7b7fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f7c7c072d10 0x7f7c7c0b4710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39140/0 (socket says 172.21.15.111:39140) 2024-09-19T04:39:19.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.726+0000 7f7c7b7fe640 1 -- 172.21.15.111:0/3558100587 learned_addr learned my addr 172.21.15.111:0/3558100587 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:19.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.726+0000 7f7c7bfff640 1 --2- 172.21.15.111:0/3558100587 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c7c0ccb80 0x7f7c7c15bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:19.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.726+0000 7f7c80cc7640 1 -- 172.21.15.111:0/3558100587 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c7c0ccb80 msgr2=0x7f7c7c15bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:19.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.726+0000 7f7c80cc7640 1 --2- 172.21.15.111:0/3558100587 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c7c0ccb80 0x7f7c7c15bbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:19.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.726+0000 7f7c80cc7640 1 -- 172.21.15.111:0/3558100587 >> v1:172.21.15.111:6789/0 conn(0x7f7c7c072d10 legacy=0x7f7c7c0b4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:19.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.726+0000 7f7c80cc7640 1 -- 172.21.15.111:0/3558100587 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c7c0b3e10 con 0x7f7c7c0b4e20 2024-09-19T04:39:19.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.726+0000 7f7c7affd640 1 -- 172.21.15.111:0/3558100587 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1634261042 0 0) 0x7f7c7c0b3570 con 0x7f7c7c072d10 2024-09-19T04:39:19.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.726+0000 7f7c7bfff640 1 --2- 172.21.15.111:0/3558100587 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c7c0ccb80 0x7f7c7c15bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:19.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.727+0000 7f7c80cc7640 1 --2- 172.21.15.111:0/3558100587 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c7c0b4e20 0x7f7c7c06db10 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7f7c74009d90 tx=0x7f7c7402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74df0ec8ed0ce13a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:19.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.727+0000 7f7c7affd640 1 -- 172.21.15.111:0/3558100587 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c74007740 con 0x7f7c7c0b4e20 2024-09-19T04:39:19.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.727+0000 7f7c7affd640 1 -- 172.21.15.111:0/3558100587 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c740078e0 con 0x7f7c7c0b4e20 2024-09-19T04:39:19.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.727+0000 7f7c7affd640 1 -- 172.21.15.111:0/3558100587 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c74007cb0 con 0x7f7c7c0b4e20 2024-09-19T04:39:19.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.728+0000 7f7c8272a640 1 -- 172.21.15.111:0/3558100587 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c7c0b4e20 msgr2=0x7f7c7c06db10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:19.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.728+0000 7f7c8272a640 1 --2- 172.21.15.111:0/3558100587 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c7c0b4e20 0x7f7c7c06db10 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7f7c74009d90 tx=0x7f7c7402a660 comp rx=0 tx=0).stop 2024-09-19T04:39:19.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.728+0000 7f7c8272a640 1 -- 172.21.15.111:0/3558100587 shutdown_connections 2024-09-19T04:39:19.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.728+0000 7f7c8272a640 1 --2- 172.21.15.111:0/3558100587 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c7c0b4e20 0x7f7c7c06db10 unknown :-1 s=CLOSED pgs=1402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:19.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.728+0000 7f7c8272a640 1 --2- 172.21.15.111:0/3558100587 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c7c0ccb80 0x7f7c7c15bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:19.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.728+0000 7f7c8272a640 1 -- 172.21.15.111:0/3558100587 >> 172.21.15.111:0/3558100587 conn(0x7f7c7c06bba0 msgr2=0x7f7c7c06bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:19.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.728+0000 7f7c8272a640 1 -- 172.21.15.111:0/3558100587 shutdown_connections 2024-09-19T04:39:19.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.728+0000 7f7c8272a640 1 -- 172.21.15.111:0/3558100587 wait complete. 2024-09-19T04:39:19.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.729+0000 7f7c8272a640 1 Processor -- start 2024-09-19T04:39:19.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.729+0000 7f7c8272a640 1 -- start start 2024-09-19T04:39:19.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.730+0000 7f7c8272a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c7c072d10 0x7f7c7c148fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:19.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.730+0000 7f7c8272a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c7c0b4e20 0x7f7c7c1552e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:19.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.730+0000 7f7c8272a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c7c0ccb80 0x7f7c7c155820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:19.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.730+0000 7f7c8272a640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7c7c0ccf60 con 0x7f7c7c0b4e20 2024-09-19T04:39:19.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.730+0000 7f7c8272a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7c7c0b43d0 con 0x7f7c7c072d10 2024-09-19T04:39:19.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.730+0000 7f7c8272a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7c7c06d080 con 0x7f7c7c0ccb80 2024-09-19T04:39:19.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.730+0000 7f7c7b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c7c0b4e20 0x7f7c7c1552e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:19.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.730+0000 7f7c7b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c7c0b4e20 0x7f7c7c1552e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58666/0 (socket says 172.21.15.111:58666) 2024-09-19T04:39:19.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.730+0000 7f7c7b7fe640 1 -- 172.21.15.111:0/4099202531 learned_addr learned my addr 172.21.15.111:0/4099202531 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:19.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.730+0000 7f7c7bfff640 1 --2- 172.21.15.111:0/4099202531 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c7c072d10 0x7f7c7c148fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:19.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.730+0000 7f7c80cc7640 1 --2- 172.21.15.111:0/4099202531 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c7c0ccb80 0x7f7c7c155820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:19.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.730+0000 7f7c7b7fe640 1 -- 172.21.15.111:0/4099202531 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c7c0ccb80 msgr2=0x7f7c7c155820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:19.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.730+0000 7f7c7b7fe640 1 --2- 172.21.15.111:0/4099202531 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c7c0ccb80 0x7f7c7c155820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:19.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.730+0000 7f7c7b7fe640 1 -- 172.21.15.111:0/4099202531 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c7c072d10 msgr2=0x7f7c7c148fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:19.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.730+0000 7f7c7b7fe640 1 --2- 172.21.15.111:0/4099202531 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c7c072d10 0x7f7c7c148fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:19.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.730+0000 7f7c7b7fe640 1 -- 172.21.15.111:0/4099202531 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c7c0af700 con 0x7f7c7c0b4e20 2024-09-19T04:39:19.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.730+0000 7f7c7b7fe640 1 --2- 172.21.15.111:0/4099202531 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c7c0b4e20 0x7f7c7c1552e0 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7f7c7000c4a0 tx=0x7f7c7000c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:19.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.731+0000 7f7c78ff9640 1 -- 172.21.15.111:0/4099202531 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c70018070 con 0x7f7c7c0b4e20 2024-09-19T04:39:19.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.731+0000 7f7c78ff9640 1 -- 172.21.15.111:0/4099202531 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c700074e0 con 0x7f7c7c0b4e20 2024-09-19T04:39:19.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.731+0000 7f7c78ff9640 1 -- 172.21.15.111:0/4099202531 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c70004a20 con 0x7f7c7c0b4e20 2024-09-19T04:39:19.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.731+0000 7f7c8272a640 1 -- 172.21.15.111:0/4099202531 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c7c0ab5c0 con 0x7f7c7c0b4e20 2024-09-19T04:39:19.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.731+0000 7f7c8272a640 1 -- 172.21.15.111:0/4099202531 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c7c0abb80 con 0x7f7c7c0b4e20 2024-09-19T04:39:19.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.732+0000 7f7c8272a640 1 -- 172.21.15.111:0/4099202531 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c7c0cd790 con 0x7f7c7c0b4e20 2024-09-19T04:39:19.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.732+0000 7f7c78ff9640 1 -- 172.21.15.111:0/4099202531 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f7c7001b070 con 0x7f7c7c0b4e20 2024-09-19T04:39:19.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.732+0000 7f7c78ff9640 1 --2- 172.21.15.111:0/4099202531 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7c6806c910 0x7f7c6806edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:19.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.733+0000 7f7c78ff9640 1 -- 172.21.15.111:0/4099202531 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 5413+0+0 (secure 0 0 0) 0x7f7c7008b060 con 0x7f7c7c0b4e20 2024-09-19T04:39:19.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.733+0000 7f7c7bfff640 1 --2- 172.21.15.111:0/4099202531 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7c6806c910 0x7f7c6806edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:19.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.733+0000 7f7c7bfff640 1 --2- 172.21.15.111:0/4099202531 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7c6806c910 0x7f7c6806edd0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f7c6c006fd0 tx=0x7f7c6c008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:19.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.737+0000 7f7c78ff9640 1 -- 172.21.15.111:0/4099202531 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7c7c0cd790 con 0x7f7c7c0b4e20 2024-09-19T04:39:19.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:19.903+0000 7f7c8272a640 1 -- 172.21.15.111:0/4099202531 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f7c7c06d480 con 0x7f7c7c0b4e20 2024-09-19T04:39:20.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.612+0000 7f7c78ff9640 1 -- 172.21.15.111:0/4099202531 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v134) ==== 169+0+0 (secure 0 0 0) 0x7f7c70059040 con 0x7f7c7c0b4e20 2024-09-19T04:39:20.614 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' removed 2024-09-19T04:39:20.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.616+0000 7f7c8272a640 1 -- 172.21.15.111:0/4099202531 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7c6806c910 msgr2=0x7f7c6806edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:20.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.616+0000 7f7c8272a640 1 --2- 172.21.15.111:0/4099202531 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7c6806c910 0x7f7c6806edd0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f7c6c006fd0 tx=0x7f7c6c008040 comp rx=0 tx=0).stop 2024-09-19T04:39:20.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.616+0000 7f7c8272a640 1 -- 172.21.15.111:0/4099202531 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c7c0b4e20 msgr2=0x7f7c7c1552e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:20.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.616+0000 7f7c8272a640 1 --2- 172.21.15.111:0/4099202531 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c7c0b4e20 0x7f7c7c1552e0 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7f7c7000c4a0 tx=0x7f7c7000c960 comp rx=0 tx=0).stop 2024-09-19T04:39:20.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.616+0000 7f7c8272a640 1 -- 172.21.15.111:0/4099202531 shutdown_connections 2024-09-19T04:39:20.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.616+0000 7f7c8272a640 1 --2- 172.21.15.111:0/4099202531 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7c6806c910 0x7f7c6806edd0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:20.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.616+0000 7f7c8272a640 1 --2- 172.21.15.111:0/4099202531 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c7c0ccb80 0x7f7c7c155820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:20.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.616+0000 7f7c8272a640 1 --2- 172.21.15.111:0/4099202531 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c7c0b4e20 0x7f7c7c1552e0 unknown :-1 s=CLOSED pgs=1403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:20.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.616+0000 7f7c8272a640 1 --2- 172.21.15.111:0/4099202531 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c7c072d10 0x7f7c7c148fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:20.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.616+0000 7f7c8272a640 1 -- 172.21.15.111:0/4099202531 >> 172.21.15.111:0/4099202531 conn(0x7f7c7c06bba0 msgr2=0x7f7c7c0b21b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:20.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.616+0000 7f7c8272a640 1 -- 172.21.15.111:0/4099202531 shutdown_connections 2024-09-19T04:39:20.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.616+0000 7f7c8272a640 1 -- 172.21.15.111:0/4099202531 wait complete. 2024-09-19T04:39:20.632 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T04:39:20.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.736+0000 7f127fd1a640 1 Processor -- start 2024-09-19T04:39:20.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.737+0000 7f127fd1a640 1 -- start start 2024-09-19T04:39:20.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.737+0000 7f127fd1a640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f12780b1ca0 0x7f12780713e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:20.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.738+0000 7f127fd1a640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1278071a70 con 0x7f12780b6da0 2024-09-19T04:39:20.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.738+0000 7f127fd1a640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12780b5810 con 0x7f127815c720 2024-09-19T04:39:20.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.738+0000 7f127fd1a640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f12780b55c0 con 0x7f12780b1ca0 2024-09-19T04:39:20.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.738+0000 7f127e2b7640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f12780b6da0 0x7f12780d0290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39146/0 (socket says 172.21.15.111:39146) 2024-09-19T04:39:20.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.738+0000 7f127e2b7640 1 -- 172.21.15.111:0/3475765144 learned_addr learned my addr 172.21.15.111:0/3475765144 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:20.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.738+0000 7f127d2b5640 1 --2- 172.21.15.111:0/3475765144 >> v2:172.21.15.114:3300/0 conn(0x7f12780b1ca0 0x7f12780713e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:20.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.738+0000 7f127cab4640 1 -- 172.21.15.111:0/3475765144 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1762656812 0 0) 0x7f1278071a70 con 0x7f12780b6da0 2024-09-19T04:39:20.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.738+0000 7f127cab4640 1 -- 172.21.15.111:0/3475765144 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1264003520 con 0x7f12780b6da0 2024-09-19T04:39:20.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.738+0000 7f127cab4640 1 -- 172.21.15.111:0/3475765144 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2927701895 0 0) 0x7f1264003520 con 0x7f12780b6da0 2024-09-19T04:39:20.744 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.738+0000 7f127cab4640 1 -- 172.21.15.111:0/3475765144 >> v2:172.21.15.114:3300/0 conn(0x7f12780b1ca0 msgr2=0x7f12780713e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:20.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.738+0000 7f127cab4640 1 --2- 172.21.15.111:0/3475765144 >> v2:172.21.15.114:3300/0 conn(0x7f12780b1ca0 0x7f12780713e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:20.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.738+0000 7f127cab4640 1 -- 172.21.15.111:0/3475765144 >> v1:172.21.15.114:6789/0 conn(0x7f127815c720 legacy=0x7f12780b62f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:20.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.738+0000 7f127cab4640 1 -- 172.21.15.111:0/3475765144 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12780b5af0 con 0x7f12780b6da0 2024-09-19T04:39:20.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.738+0000 7f127cab4640 1 -- 172.21.15.111:0/3475765144 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f12700019f0 con 0x7f12780b6da0 2024-09-19T04:39:20.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.738+0000 7f127cab4640 1 -- 172.21.15.111:0/3475765144 >> v1:172.21.15.111:6789/0 conn(0x7f12780b6da0 legacy=0x7f12780d0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:20.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.738+0000 7f127cab4640 1 --2- 172.21.15.111:0/3475765144 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12640039b0 0x7f1264003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:20.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.738+0000 7f127cab4640 1 --2- 172.21.15.111:0/3475765144 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1264004800 0x7f1264004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:20.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.738+0000 7f127cab4640 1 --2- 172.21.15.111:0/3475765144 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f12640051c0 0x7f126400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:20.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.738+0000 7f127cab4640 1 -- 172.21.15.111:0/3475765144 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f12780b55c0 con 0x7f1264004800 2024-09-19T04:39:20.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.738+0000 7f127cab4640 1 -- 172.21.15.111:0/3475765144 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f126400c060 con 0x7f12640051c0 2024-09-19T04:39:20.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.738+0000 7f127cab4640 1 -- 172.21.15.111:0/3475765144 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f126400c260 con 0x7f12640039b0 2024-09-19T04:39:20.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.738+0000 7f127d2b5640 1 --2- 172.21.15.111:0/3475765144 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1264004800 0x7f1264004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:20.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.739+0000 7f127dab6640 1 --2- 172.21.15.111:0/3475765144 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12640039b0 0x7f1264003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:20.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.739+0000 7f127e2b7640 1 --2- 172.21.15.111:0/3475765144 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f12640051c0 0x7f126400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:20.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.739+0000 7f127d2b5640 1 -- 172.21.15.111:0/3475765144 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12640039b0 msgr2=0x7f1264003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:20.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.739+0000 7f127d2b5640 1 --2- 172.21.15.111:0/3475765144 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f12640039b0 0x7f1264003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:20.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.739+0000 7f127d2b5640 1 -- 172.21.15.111:0/3475765144 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f12640051c0 msgr2=0x7f126400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:20.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.739+0000 7f127d2b5640 1 --2- 172.21.15.111:0/3475765144 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f12640051c0 0x7f126400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:20.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.739+0000 7f127d2b5640 1 -- 172.21.15.111:0/3475765144 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1264003520 con 0x7f1264004800 2024-09-19T04:39:20.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.739+0000 7f127e2b7640 1 --2- 172.21.15.111:0/3475765144 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f12640051c0 0x7f126400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:20.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.739+0000 7f127e2b7640 1 -- 172.21.15.111:0/3475765144 reap_dead start 2024-09-19T04:39:20.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.739+0000 7f127d2b5640 1 --2- 172.21.15.111:0/3475765144 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1264004800 0x7f1264004c80 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7f126c009ac0 tx=0x7f1264005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73b97ea05f6c7ad8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:20.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.739+0000 7f127cab4640 1 -- 172.21.15.111:0/3475765144 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f126c036070 con 0x7f1264004800 2024-09-19T04:39:20.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.740+0000 7f127cab4640 1 -- 172.21.15.111:0/3475765144 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f126c031400 con 0x7f1264004800 2024-09-19T04:39:20.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.740+0000 7f127cab4640 1 -- 172.21.15.111:0/3475765144 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f126c009690 con 0x7f1264004800 2024-09-19T04:39:20.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.740+0000 7f127fd1a640 1 -- 172.21.15.111:0/3475765144 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1264004800 msgr2=0x7f1264004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:20.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.740+0000 7f127fd1a640 1 --2- 172.21.15.111:0/3475765144 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1264004800 0x7f1264004c80 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7f126c009ac0 tx=0x7f1264005830 comp rx=0 tx=0).stop 2024-09-19T04:39:20.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.740+0000 7f127fd1a640 1 -- 172.21.15.111:0/3475765144 shutdown_connections 2024-09-19T04:39:20.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.740+0000 7f127fd1a640 1 --2- 172.21.15.111:0/3475765144 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1264004800 0x7f1264004c80 unknown :-1 s=CLOSED pgs=1405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:20.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.740+0000 7f127fd1a640 1 -- 172.21.15.111:0/3475765144 >> 172.21.15.111:0/3475765144 conn(0x7f12780d2550 msgr2=0x7f12780d2930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:20.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.740+0000 7f127fd1a640 1 -- 172.21.15.111:0/3475765144 shutdown_connections 2024-09-19T04:39:20.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.740+0000 7f127fd1a640 1 -- 172.21.15.111:0/3475765144 wait complete. 2024-09-19T04:39:20.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.741+0000 7f127fd1a640 1 Processor -- start 2024-09-19T04:39:20.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.741+0000 7f127fd1a640 1 -- start start 2024-09-19T04:39:20.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.742+0000 7f127fd1a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1264004800 0x7f1278155740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:20.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.742+0000 7f127fd1a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f12781574a0 0x7f1278152ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:20.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.742+0000 7f127fd1a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1278148e50 0x7f12781492e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:20.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.742+0000 7f127fd1a640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f12780713e0 con 0x7f1264004800 2024-09-19T04:39:20.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.742+0000 7f127fd1a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f12780d2290 con 0x7f12781574a0 2024-09-19T04:39:20.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.742+0000 7f127fd1a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1278071560 con 0x7f1278148e50 2024-09-19T04:39:20.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.742+0000 7f127dab6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1264004800 0x7f1278155740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:20.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.742+0000 7f127dab6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1264004800 0x7f1278155740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58694/0 (socket says 172.21.15.111:58694) 2024-09-19T04:39:20.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.742+0000 7f127dab6640 1 -- 172.21.15.111:0/370024820 learned_addr learned my addr 172.21.15.111:0/370024820 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:20.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.742+0000 7f127d2b5640 1 --2- 172.21.15.111:0/370024820 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f12781574a0 0x7f1278152ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:20.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.742+0000 7f127e2b7640 1 --2- 172.21.15.111:0/370024820 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1278148e50 0x7f12781492e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:20.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.742+0000 7f127dab6640 1 -- 172.21.15.111:0/370024820 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1278148e50 msgr2=0x7f12781492e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:20.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.742+0000 7f127dab6640 1 --2- 172.21.15.111:0/370024820 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1278148e50 0x7f12781492e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:20.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.742+0000 7f127dab6640 1 -- 172.21.15.111:0/370024820 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f12781574a0 msgr2=0x7f1278152ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:20.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.742+0000 7f127dab6640 1 --2- 172.21.15.111:0/370024820 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f12781574a0 0x7f1278152ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:20.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.743+0000 7f127dab6640 1 -- 172.21.15.111:0/370024820 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1278153430 con 0x7f1264004800 2024-09-19T04:39:20.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.743+0000 7f127dab6640 1 --2- 172.21.15.111:0/370024820 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1264004800 0x7f1278155740 secure :-1 s=READY pgs=1406 cs=0 l=1 rev1=1 crypto rx=0x7f127400e580 tx=0x7f127400ea40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:20.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.743+0000 7f126a7fc640 1 -- 172.21.15.111:0/370024820 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12740052e0 con 0x7f1264004800 2024-09-19T04:39:20.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.743+0000 7f126a7fc640 1 -- 172.21.15.111:0/370024820 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1274018070 con 0x7f1264004800 2024-09-19T04:39:20.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.743+0000 7f127fd1a640 1 -- 172.21.15.111:0/370024820 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1278153710 con 0x7f1264004800 2024-09-19T04:39:20.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.743+0000 7f126a7fc640 1 -- 172.21.15.111:0/370024820 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1274003810 con 0x7f1264004800 2024-09-19T04:39:20.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.743+0000 7f127fd1a640 1 -- 172.21.15.111:0/370024820 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1278153cd0 con 0x7f1264004800 2024-09-19T04:39:20.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.744+0000 7f127fd1a640 1 -- 172.21.15.111:0/370024820 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12780d1e00 con 0x7f1264004800 2024-09-19T04:39:20.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.744+0000 7f126a7fc640 1 -- 172.21.15.111:0/370024820 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f12740039b0 con 0x7f1264004800 2024-09-19T04:39:20.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.745+0000 7f126a7fc640 1 --2- 172.21.15.111:0/370024820 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f125c06c910 0x7f125c06edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:20.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.745+0000 7f126a7fc640 1 -- 172.21.15.111:0/370024820 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 4999+0+0 (secure 0 0 0) 0x7f127408b9f0 con 0x7f1264004800 2024-09-19T04:39:20.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.745+0000 7f127d2b5640 1 --2- 172.21.15.111:0/370024820 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f125c06c910 0x7f125c06edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:20.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.745+0000 7f127d2b5640 1 --2- 172.21.15.111:0/370024820 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f125c06c910 0x7f125c06edd0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f126c033000 tx=0x7f126c008030 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:20.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.749+0000 7f126a7fc640 1 -- 172.21.15.111:0/370024820 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f12780d1e00 con 0x7f1264004800 2024-09-19T04:39:20.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.914+0000 7f127fd1a640 1 -- 172.21.15.111:0/370024820 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f12780b1a00 con 0x7f1264004800 2024-09-19T04:39:20.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.917+0000 7f126a7fc640 1 -- 172.21.15.111:0/370024820 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v25) ==== 104+0+0 (secure 0 0 0) 0x7f1274059a60 con 0x7f1264004800 2024-09-19T04:39:20.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.920+0000 7f127fd1a640 1 -- 172.21.15.111:0/370024820 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f125c06c910 msgr2=0x7f125c06edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:20.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.920+0000 7f127fd1a640 1 --2- 172.21.15.111:0/370024820 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f125c06c910 0x7f125c06edd0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f126c033000 tx=0x7f126c008030 comp rx=0 tx=0).stop 2024-09-19T04:39:20.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.920+0000 7f127fd1a640 1 -- 172.21.15.111:0/370024820 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1264004800 msgr2=0x7f1278155740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:20.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.920+0000 7f127fd1a640 1 --2- 172.21.15.111:0/370024820 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1264004800 0x7f1278155740 secure :-1 s=READY pgs=1406 cs=0 l=1 rev1=1 crypto rx=0x7f127400e580 tx=0x7f127400ea40 comp rx=0 tx=0).stop 2024-09-19T04:39:20.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.920+0000 7f127fd1a640 1 -- 172.21.15.111:0/370024820 shutdown_connections 2024-09-19T04:39:20.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.920+0000 7f127fd1a640 1 --2- 172.21.15.111:0/370024820 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f125c06c910 0x7f125c06edd0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:20.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.920+0000 7f127fd1a640 1 --2- 172.21.15.111:0/370024820 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1278148e50 0x7f12781492e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:20.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.920+0000 7f127fd1a640 1 --2- 172.21.15.111:0/370024820 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f12781574a0 0x7f1278152ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:20.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.920+0000 7f127fd1a640 1 --2- 172.21.15.111:0/370024820 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1264004800 0x7f1278155740 unknown :-1 s=CLOSED pgs=1406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:20.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.920+0000 7f127fd1a640 1 -- 172.21.15.111:0/370024820 >> 172.21.15.111:0/370024820 conn(0x7f12780d2550 msgr2=0x7f12780d16f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:20.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.920+0000 7f127fd1a640 1 -- 172.21.15.111:0/370024820 shutdown_connections 2024-09-19T04:39:20.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:20.920+0000 7f127fd1a640 1 -- 172.21.15.111:0/370024820 wait complete. 2024-09-19T04:39:20.933 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_ops_on_nonexistent_vol' 2024-09-19T04:39:21.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.028+0000 7f4a20053640 1 Processor -- start 2024-09-19T04:39:21.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.028+0000 7f4a20053640 1 -- start start 2024-09-19T04:39:21.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.029+0000 7f4a20053640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f4a180b6db0 0x7f4a180b7190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:21.035 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.029+0000 7f4a20053640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a18071700 con 0x7f4a180d1fa0 2024-09-19T04:39:21.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.029+0000 7f4a20053640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a180d1d30 con 0x7f4a18073840 2024-09-19T04:39:21.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.029+0000 7f4a20053640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f4a180d1a50 con 0x7f4a180b6db0 2024-09-19T04:39:21.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.029+0000 7f4a1d5ee640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f4a180d1fa0 0x7f4a18073130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:39156/0 (socket says 172.21.15.111:39156) 2024-09-19T04:39:21.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.030+0000 7f4a1d5ee640 1 -- 172.21.15.111:0/591259465 learned_addr learned my addr 172.21.15.111:0/591259465 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:21.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.030+0000 7f4a1cded640 1 -- 172.21.15.111:0/591259465 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 82838903 0 0) 0x7f4a18071700 con 0x7f4a180d1fa0 2024-09-19T04:39:21.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.030+0000 7f4a1ddef640 1 --2- 172.21.15.111:0/591259465 >> v2:172.21.15.114:3300/0 conn(0x7f4a180b6db0 0x7f4a180b7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:21.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.030+0000 7f4a1cded640 1 -- 172.21.15.111:0/591259465 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4a00003520 con 0x7f4a180d1fa0 2024-09-19T04:39:21.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.030+0000 7f4a1cded640 1 -- 172.21.15.111:0/591259465 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2036980428 0 0) 0x7f4a00003520 con 0x7f4a180d1fa0 2024-09-19T04:39:21.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.030+0000 7f4a1cded640 1 -- 172.21.15.111:0/591259465 >> v2:172.21.15.114:3300/0 conn(0x7f4a180b6db0 msgr2=0x7f4a180b7190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:21.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.030+0000 7f4a1cded640 1 --2- 172.21.15.111:0/591259465 >> v2:172.21.15.114:3300/0 conn(0x7f4a180b6db0 0x7f4a180b7190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:21.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.030+0000 7f4a1cded640 1 -- 172.21.15.111:0/591259465 >> v1:172.21.15.114:6789/0 conn(0x7f4a18073840 legacy=0x7f4a18168d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:21.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.030+0000 7f4a1cded640 1 -- 172.21.15.111:0/591259465 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a18070940 con 0x7f4a180d1fa0 2024-09-19T04:39:21.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.030+0000 7f4a1cded640 1 -- 172.21.15.111:0/591259465 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f4a0c001670 con 0x7f4a180d1fa0 2024-09-19T04:39:21.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.030+0000 7f4a1cded640 1 -- 172.21.15.111:0/591259465 >> v1:172.21.15.111:6789/0 conn(0x7f4a180d1fa0 legacy=0x7f4a18073130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:21.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.030+0000 7f4a1cded640 1 --2- 172.21.15.111:0/591259465 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a000039b0 0x7f4a00003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:21.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.030+0000 7f4a1cded640 1 --2- 172.21.15.111:0/591259465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a00004800 0x7f4a00004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:21.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.030+0000 7f4a1cded640 1 --2- 172.21.15.111:0/591259465 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a000051c0 0x7f4a0000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:21.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.030+0000 7f4a1cded640 1 -- 172.21.15.111:0/591259465 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4a180d1a50 con 0x7f4a000051c0 2024-09-19T04:39:21.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.030+0000 7f4a1cded640 1 -- 172.21.15.111:0/591259465 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4a0000c070 con 0x7f4a00004800 2024-09-19T04:39:21.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.030+0000 7f4a1cded640 1 -- 172.21.15.111:0/591259465 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4a0000c270 con 0x7f4a000039b0 2024-09-19T04:39:21.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.030+0000 7f4a1e5f0640 1 --2- 172.21.15.111:0/591259465 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a000051c0 0x7f4a0000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:21.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.030+0000 7f4a1d5ee640 1 --2- 172.21.15.111:0/591259465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a00004800 0x7f4a00004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:21.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.030+0000 7f4a1ddef640 1 --2- 172.21.15.111:0/591259465 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a000039b0 0x7f4a00003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:21.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.031+0000 7f4a1e5f0640 1 -- 172.21.15.111:0/591259465 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a000039b0 msgr2=0x7f4a00003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:21.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.031+0000 7f4a1e5f0640 1 --2- 172.21.15.111:0/591259465 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a000039b0 0x7f4a00003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:21.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.031+0000 7f4a1e5f0640 1 -- 172.21.15.111:0/591259465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a00004800 msgr2=0x7f4a00004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:21.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.031+0000 7f4a1e5f0640 1 --2- 172.21.15.111:0/591259465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a00004800 0x7f4a00004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:21.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.031+0000 7f4a1e5f0640 1 -- 172.21.15.111:0/591259465 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a00003520 con 0x7f4a000051c0 2024-09-19T04:39:21.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.031+0000 7f4a1e5f0640 1 -- 172.21.15.111:0/591259465 reap_dead start 2024-09-19T04:39:21.038 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.031+0000 7f4a1e5f0640 1 --2- 172.21.15.111:0/591259465 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a000051c0 0x7f4a0000b9c0 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7f4a10001750 tx=0x7f4a00005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d22ad141a9786980 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:21.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.031+0000 7f4a1cded640 1 -- 172.21.15.111:0/591259465 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a10001370 con 0x7f4a000051c0 2024-09-19T04:39:21.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.031+0000 7f4a1cded640 1 -- 172.21.15.111:0/591259465 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a10005310 con 0x7f4a000051c0 2024-09-19T04:39:21.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.031+0000 7f4a1cded640 1 -- 172.21.15.111:0/591259465 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a1002abe0 con 0x7f4a000051c0 2024-09-19T04:39:21.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.032+0000 7f4a20053640 1 -- 172.21.15.111:0/591259465 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a000051c0 msgr2=0x7f4a0000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:21.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.032+0000 7f4a20053640 1 --2- 172.21.15.111:0/591259465 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a000051c0 0x7f4a0000b9c0 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7f4a10001750 tx=0x7f4a00005830 comp rx=0 tx=0).stop 2024-09-19T04:39:21.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.032+0000 7f4a20053640 1 -- 172.21.15.111:0/591259465 shutdown_connections 2024-09-19T04:39:21.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.032+0000 7f4a20053640 1 --2- 172.21.15.111:0/591259465 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a000051c0 0x7f4a0000b9c0 unknown :-1 s=CLOSED pgs=1408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:21.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.032+0000 7f4a20053640 1 -- 172.21.15.111:0/591259465 >> 172.21.15.111:0/591259465 conn(0x7f4a180b4220 msgr2=0x7f4a180b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:21.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.032+0000 7f4a20053640 1 -- 172.21.15.111:0/591259465 shutdown_connections 2024-09-19T04:39:21.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.032+0000 7f4a20053640 1 -- 172.21.15.111:0/591259465 wait complete. 2024-09-19T04:39:21.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.033+0000 7f4a20053640 1 Processor -- start 2024-09-19T04:39:21.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.033+0000 7f4a20053640 1 -- start start 2024-09-19T04:39:21.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.034+0000 7f4a20053640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a000051c0 0x7f4a181e6e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:21.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.034+0000 7f4a20053640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a181e6760 0x7f4a181431f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:21.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.034+0000 7f4a20053640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a18143730 0x7f4a1814af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:21.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.034+0000 7f4a20053640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4a180711e0 con 0x7f4a000051c0 2024-09-19T04:39:21.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.034+0000 7f4a20053640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4a18070f00 con 0x7f4a18143730 2024-09-19T04:39:21.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.034+0000 7f4a20053640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4a180719f0 con 0x7f4a181e6760 2024-09-19T04:39:21.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.034+0000 7f4a1ddef640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a000051c0 0x7f4a181e6e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:21.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.034+0000 7f4a1ddef640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a000051c0 0x7f4a181e6e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:58720/0 (socket says 172.21.15.111:58720) 2024-09-19T04:39:21.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.034+0000 7f4a1ddef640 1 -- 172.21.15.111:0/564682373 learned_addr learned my addr 172.21.15.111:0/564682373 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:21.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.034+0000 7f4a1ddef640 1 -- 172.21.15.111:0/564682373 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a181e6760 msgr2=0x7f4a181431f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:21.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.034+0000 7f4a1ddef640 1 --2- 172.21.15.111:0/564682373 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a181e6760 0x7f4a181431f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:21.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.034+0000 7f4a1ddef640 1 -- 172.21.15.111:0/564682373 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a18143730 msgr2=0x7f4a1814af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:21.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.034+0000 7f4a1ddef640 1 --2- 172.21.15.111:0/564682373 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a18143730 0x7f4a1814af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:21.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.034+0000 7f4a1ddef640 1 -- 172.21.15.111:0/564682373 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a18149e60 con 0x7f4a000051c0 2024-09-19T04:39:21.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.034+0000 7f4a1ddef640 1 --2- 172.21.15.111:0/564682373 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a000051c0 0x7f4a181e6e80 secure :-1 s=READY pgs=1409 cs=0 l=1 rev1=1 crypto rx=0x7f4a08009fc0 tx=0x7f4a0800f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:21.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.035+0000 7f4a167fc640 1 -- 172.21.15.111:0/564682373 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a0800fea0 con 0x7f4a000051c0 2024-09-19T04:39:21.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.035+0000 7f4a167fc640 1 -- 172.21.15.111:0/564682373 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a08015630 con 0x7f4a000051c0 2024-09-19T04:39:21.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.035+0000 7f4a20053640 1 -- 172.21.15.111:0/564682373 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a1814a140 con 0x7f4a000051c0 2024-09-19T04:39:21.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.035+0000 7f4a167fc640 1 -- 172.21.15.111:0/564682373 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a08015a20 con 0x7f4a000051c0 2024-09-19T04:39:21.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.035+0000 7f4a20053640 1 -- 172.21.15.111:0/564682373 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a1814a700 con 0x7f4a000051c0 2024-09-19T04:39:21.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.036+0000 7f4a20053640 1 -- 172.21.15.111:0/564682373 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a18073cd0 con 0x7f4a000051c0 2024-09-19T04:39:21.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.036+0000 7f4a167fc640 1 -- 172.21.15.111:0/564682373 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f4a08015bc0 con 0x7f4a000051c0 2024-09-19T04:39:21.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.036+0000 7f4a167fc640 1 --2- 172.21.15.111:0/564682373 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4a0406c910 0x7f4a0406edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:21.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.037+0000 7f4a167fc640 1 -- 172.21.15.111:0/564682373 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 4999+0+0 (secure 0 0 0) 0x7f4a0808ce20 con 0x7f4a000051c0 2024-09-19T04:39:21.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.037+0000 7f4a1d5ee640 1 --2- 172.21.15.111:0/564682373 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4a0406c910 0x7f4a0406edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:21.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.037+0000 7f4a1d5ee640 1 --2- 172.21.15.111:0/564682373 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4a0406c910 0x7f4a0406edd0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f4a0c000f60 tx=0x7f4a0c000ed0 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:21.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.041+0000 7f4a167fc640 1 -- 172.21.15.111:0/564682373 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4a08019030 con 0x7f4a000051c0 2024-09-19T04:39:21.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.268+0000 7f4a20053640 1 -- 172.21.15.111:0/564682373 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_ops_on_nonexistent_vol"]} v 0) -- 0x7f4a180b3660 con 0x7f4a000051c0 2024-09-19T04:39:21.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.613+0000 7f4a167fc640 1 -- 172.21.15.111:0/564682373 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_ops_on_nonexistent_vol"]}]=0 v351) ==== 151+0+0 (secure 0 0 0) 0x7f4a08010040 con 0x7f4a000051c0 2024-09-19T04:39:21.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.615+0000 7f4a20053640 1 -- 172.21.15.111:0/564682373 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4a0406c910 msgr2=0x7f4a0406edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:21.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.615+0000 7f4a20053640 1 --2- 172.21.15.111:0/564682373 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4a0406c910 0x7f4a0406edd0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f4a0c000f60 tx=0x7f4a0c000ed0 comp rx=0 tx=0).stop 2024-09-19T04:39:21.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.615+0000 7f4a20053640 1 -- 172.21.15.111:0/564682373 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a000051c0 msgr2=0x7f4a181e6e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:21.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.615+0000 7f4a20053640 1 --2- 172.21.15.111:0/564682373 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a000051c0 0x7f4a181e6e80 secure :-1 s=READY pgs=1409 cs=0 l=1 rev1=1 crypto rx=0x7f4a08009fc0 tx=0x7f4a0800f580 comp rx=0 tx=0).stop 2024-09-19T04:39:21.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.615+0000 7f4a20053640 1 -- 172.21.15.111:0/564682373 shutdown_connections 2024-09-19T04:39:21.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.615+0000 7f4a20053640 1 --2- 172.21.15.111:0/564682373 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4a0406c910 0x7f4a0406edd0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:21.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.615+0000 7f4a20053640 1 --2- 172.21.15.111:0/564682373 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a18143730 0x7f4a1814af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:21.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.615+0000 7f4a20053640 1 --2- 172.21.15.111:0/564682373 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a181e6760 0x7f4a181431f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:21.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.615+0000 7f4a20053640 1 --2- 172.21.15.111:0/564682373 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a000051c0 0x7f4a181e6e80 unknown :-1 s=CLOSED pgs=1409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:21.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.615+0000 7f4a20053640 1 -- 172.21.15.111:0/564682373 >> 172.21.15.111:0/564682373 conn(0x7f4a180b4220 msgr2=0x7f4a1806dca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:21.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.615+0000 7f4a20053640 1 -- 172.21.15.111:0/564682373 shutdown_connections 2024-09-19T04:39:21.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.615+0000 7f4a20053640 1 -- 172.21.15.111:0/564682373 wait complete. 2024-09-19T04:39:21.632 INFO:tasks.cephfs_test_runner:test_subvolume_ops_on_nonexistent_vol (tasks.cephfs.test_volumes.TestMisc) ... ok 2024-09-19T04:39:21.632 INFO:tasks.cephfs_test_runner:Starting test: test_subvolume_upgrade_legacy_to_v1 (tasks.cephfs.test_volumes.TestMisc) poor man's upgrade test -- rather than going through a full upgrade cycle, 2024-09-19T04:39:21.632 INFO:tasks.cephfs_test_runner:test_subvolume_upgrade_legacy_to_v1 (tasks.cephfs.test_volumes.TestMisc) 2024-09-19T04:39:21.632 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:39:21.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.729+0000 7f1fd7c5e640 1 Processor -- start 2024-09-19T04:39:21.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.729+0000 7f1fd7c5e640 1 -- start start 2024-09-19T04:39:21.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.730+0000 7f1fd7c5e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f1fd015ca40 0x7f1fd015e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:21.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.730+0000 7f1fd7c5e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1fd015ceb0 0x7f1fd01594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:21.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.730+0000 7f1fd7c5e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1fd015d390 con 0x7f1fd00d02a0 2024-09-19T04:39:21.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.730+0000 7f1fd7c5e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f1fd015d670 con 0x7f1fd015ceb0 2024-09-19T04:39:21.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.730+0000 7f1fd7c5e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f1fd015d950 con 0x7f1fd015ca40 2024-09-19T04:39:21.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.730+0000 7f1fd59fa640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f1fd00d02a0 0x7f1fd00d0680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40814/0 (socket says 172.21.15.111:40814) 2024-09-19T04:39:21.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.730+0000 7f1fd59fa640 1 -- 172.21.15.111:0/2778191775 learned_addr learned my addr 172.21.15.111:0/2778191775 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:21.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.730+0000 7f1fd61fb640 1 --2- 172.21.15.111:0/2778191775 >> v2:172.21.15.111:3300/0 conn(0x7f1fd015ceb0 0x7f1fd01594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:21.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.730+0000 7f1fd51f9640 1 --2- 172.21.15.111:0/2778191775 >> v2:172.21.15.114:3300/0 conn(0x7f1fd015ca40 0x7f1fd015e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:21.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.731+0000 7f1fd49f8640 1 -- 172.21.15.111:0/2778191775 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3254974412 0 0) 0x7f1fd015d390 con 0x7f1fd00d02a0 2024-09-19T04:39:21.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.731+0000 7f1fd49f8640 1 -- 172.21.15.111:0/2778191775 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1fbc003520 con 0x7f1fd00d02a0 2024-09-19T04:39:21.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.731+0000 7f1fd61fb640 1 -- 172.21.15.111:0/2778191775 >> v2:172.21.15.114:3300/0 conn(0x7f1fd015ca40 msgr2=0x7f1fd015e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:21.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.731+0000 7f1fd61fb640 1 --2- 172.21.15.111:0/2778191775 >> v2:172.21.15.114:3300/0 conn(0x7f1fd015ca40 0x7f1fd015e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:21.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.731+0000 7f1fd61fb640 1 -- 172.21.15.111:0/2778191775 >> v1:172.21.15.111:6789/0 conn(0x7f1fd00d02a0 legacy=0x7f1fd00d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:21.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.731+0000 7f1fd61fb640 1 -- 172.21.15.111:0/2778191775 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fd015dc30 con 0x7f1fd015ceb0 2024-09-19T04:39:21.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.731+0000 7f1fd51f9640 1 --2- 172.21.15.111:0/2778191775 >> v2:172.21.15.114:3300/0 conn(0x7f1fd015ca40 0x7f1fd015e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:21.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.731+0000 7f1fd61fb640 1 --2- 172.21.15.111:0/2778191775 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fd015ceb0 0x7f1fd01594c0 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7f1fd00cf320 tx=0x7f1fc802a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd440ecb0941fd9a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:21.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.731+0000 7f1fd49f8640 1 -- 172.21.15.111:0/2778191775 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fc8007740 con 0x7f1fd015ceb0 2024-09-19T04:39:21.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.731+0000 7f1fd49f8640 1 -- 172.21.15.111:0/2778191775 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1fc80078e0 con 0x7f1fd015ceb0 2024-09-19T04:39:21.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.731+0000 7f1fd49f8640 1 -- 172.21.15.111:0/2778191775 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fc8007cb0 con 0x7f1fd015ceb0 2024-09-19T04:39:21.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.732+0000 7f1fd7c5e640 1 -- 172.21.15.111:0/2778191775 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fd015ceb0 msgr2=0x7f1fd01594c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:21.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.732+0000 7f1fd7c5e640 1 --2- 172.21.15.111:0/2778191775 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fd015ceb0 0x7f1fd01594c0 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7f1fd00cf320 tx=0x7f1fc802a5f0 comp rx=0 tx=0).stop 2024-09-19T04:39:21.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.732+0000 7f1fd7c5e640 1 -- 172.21.15.111:0/2778191775 shutdown_connections 2024-09-19T04:39:21.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.732+0000 7f1fd7c5e640 1 --2- 172.21.15.111:0/2778191775 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fd015ceb0 0x7f1fd01594c0 unknown :-1 s=CLOSED pgs=1411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:21.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.732+0000 7f1fd7c5e640 1 --2- 172.21.15.111:0/2778191775 >> v2:172.21.15.114:3300/0 conn(0x7f1fd015ca40 0x7f1fd015e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:21.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.732+0000 7f1fd7c5e640 1 -- 172.21.15.111:0/2778191775 >> 172.21.15.111:0/2778191775 conn(0x7f1fd0062cc0 msgr2=0x7f1fd006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:21.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.732+0000 7f1fd7c5e640 1 -- 172.21.15.111:0/2778191775 shutdown_connections 2024-09-19T04:39:21.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.732+0000 7f1fd7c5e640 1 -- 172.21.15.111:0/2778191775 wait complete. 2024-09-19T04:39:21.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.733+0000 7f1fd7c5e640 1 Processor -- start 2024-09-19T04:39:21.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.733+0000 7f1fd7c5e640 1 -- start start 2024-09-19T04:39:21.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.734+0000 7f1fd7c5e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1fd00d02a0 0x7f1fd014b750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:21.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.734+0000 7f1fd7c5e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fd015ca40 0x7f1fd0153f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:21.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.734+0000 7f1fd7c5e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fd015ceb0 0x7f1fd0156350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:21.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.734+0000 7f1fd7c5e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd0155d10 con 0x7f1fd015ceb0 2024-09-19T04:39:21.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.734+0000 7f1fd7c5e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd0155b90 con 0x7f1fd00d02a0 2024-09-19T04:39:21.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.734+0000 7f1fd7c5e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1fd00b4790 con 0x7f1fd015ca40 2024-09-19T04:39:21.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.734+0000 7f1fd61fb640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fd015ceb0 0x7f1fd0156350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:21.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.734+0000 7f1fd61fb640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fd015ceb0 0x7f1fd0156350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47864/0 (socket says 172.21.15.111:47864) 2024-09-19T04:39:21.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.734+0000 7f1fd61fb640 1 -- 172.21.15.111:0/2054728924 learned_addr learned my addr 172.21.15.111:0/2054728924 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:21.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.734+0000 7f1fd59fa640 1 --2- 172.21.15.111:0/2054728924 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1fd00d02a0 0x7f1fd014b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:21.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.734+0000 7f1fd51f9640 1 --2- 172.21.15.111:0/2054728924 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fd015ca40 0x7f1fd0153f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:21.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.734+0000 7f1fd61fb640 1 -- 172.21.15.111:0/2054728924 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fd015ca40 msgr2=0x7f1fd0153f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:21.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.734+0000 7f1fd61fb640 1 --2- 172.21.15.111:0/2054728924 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fd015ca40 0x7f1fd0153f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:21.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.734+0000 7f1fd61fb640 1 -- 172.21.15.111:0/2054728924 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1fd00d02a0 msgr2=0x7f1fd014b750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:21.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.734+0000 7f1fd61fb640 1 --2- 172.21.15.111:0/2054728924 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1fd00d02a0 0x7f1fd014b750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:21.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.734+0000 7f1fd61fb640 1 -- 172.21.15.111:0/2054728924 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fd014dc00 con 0x7f1fd015ceb0 2024-09-19T04:39:21.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.735+0000 7f1fd61fb640 1 --2- 172.21.15.111:0/2054728924 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fd015ceb0 0x7f1fd0156350 secure :-1 s=READY pgs=1412 cs=0 l=1 rev1=1 crypto rx=0x7f1fc802abe0 tx=0x7f1fc8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:21.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.735+0000 7f1fc67fc640 1 -- 172.21.15.111:0/2054728924 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fc803f070 con 0x7f1fd015ceb0 2024-09-19T04:39:21.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.735+0000 7f1fc67fc640 1 -- 172.21.15.111:0/2054728924 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1fc8031bc0 con 0x7f1fd015ceb0 2024-09-19T04:39:21.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.735+0000 7f1fc67fc640 1 -- 172.21.15.111:0/2054728924 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fc8009450 con 0x7f1fd015ceb0 2024-09-19T04:39:21.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.735+0000 7f1fd7c5e640 1 -- 172.21.15.111:0/2054728924 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fd014dee0 con 0x7f1fd015ceb0 2024-09-19T04:39:21.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.735+0000 7f1fd7c5e640 1 -- 172.21.15.111:0/2054728924 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fd014e4a0 con 0x7f1fd015ceb0 2024-09-19T04:39:21.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.736+0000 7f1fd7c5e640 1 -- 172.21.15.111:0/2054728924 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fd00d0680 con 0x7f1fd015ceb0 2024-09-19T04:39:21.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.736+0000 7f1fc67fc640 1 -- 172.21.15.111:0/2054728924 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f1fc803b410 con 0x7f1fd015ceb0 2024-09-19T04:39:21.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.737+0000 7f1fc67fc640 1 --2- 172.21.15.111:0/2054728924 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1fb406c8e0 0x7f1fb406eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:21.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.737+0000 7f1fc67fc640 1 -- 172.21.15.111:0/2054728924 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 4999+0+0 (secure 0 0 0) 0x7f1fc80ad300 con 0x7f1fd015ceb0 2024-09-19T04:39:21.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.737+0000 7f1fd59fa640 1 --2- 172.21.15.111:0/2054728924 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1fb406c8e0 0x7f1fb406eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:21.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.737+0000 7f1fd59fa640 1 --2- 172.21.15.111:0/2054728924 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1fb406c8e0 0x7f1fb406eda0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc000f60 tx=0x7f1fcc009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:21.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.741+0000 7f1fc67fc640 1 -- 172.21.15.111:0/2054728924 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1fc807b550 con 0x7f1fd015ceb0 2024-09-19T04:39:21.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.911+0000 7f1fd7c5e640 1 -- 172.21.15.111:0/2054728924 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1fd014d0c0 con 0x7f1fd015ceb0 2024-09-19T04:39:21.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.911+0000 7f1fc67fc640 1 -- 172.21.15.111:0/2054728924 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v134) ==== 74+0+13181 (secure 0 0 0) 0x7f1fc807ae50 con 0x7f1fd015ceb0 2024-09-19T04:39:21.914 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:21.914 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":134,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:39:20.606205+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":129,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.114:6835/2353543505":"2024-09-20T04:39:17.596945+0000","172.21.15.114:6833/2353543505":"2024-09-20T04:39:17.596945+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:39:21.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.913+0000 7f1fd7c5e640 1 -- 172.21.15.111:0/2054728924 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1fb406c8e0 msgr2=0x7f1fb406eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:21.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.913+0000 7f1fd7c5e640 1 --2- 172.21.15.111:0/2054728924 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1fb406c8e0 0x7f1fb406eda0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc000f60 tx=0x7f1fcc009040 comp rx=0 tx=0).stop 2024-09-19T04:39:21.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.913+0000 7f1fd7c5e640 1 -- 172.21.15.111:0/2054728924 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fd015ceb0 msgr2=0x7f1fd0156350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:21.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.913+0000 7f1fd7c5e640 1 --2- 172.21.15.111:0/2054728924 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fd015ceb0 0x7f1fd0156350 secure :-1 s=READY pgs=1412 cs=0 l=1 rev1=1 crypto rx=0x7f1fc802abe0 tx=0x7f1fc8004a40 comp rx=0 tx=0).stop 2024-09-19T04:39:21.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.914+0000 7f1fd7c5e640 1 -- 172.21.15.111:0/2054728924 shutdown_connections 2024-09-19T04:39:21.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.914+0000 7f1fd7c5e640 1 --2- 172.21.15.111:0/2054728924 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1fb406c8e0 0x7f1fb406eda0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:21.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.914+0000 7f1fd7c5e640 1 --2- 172.21.15.111:0/2054728924 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fd015ceb0 0x7f1fd0156350 unknown :-1 s=CLOSED pgs=1412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:21.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.914+0000 7f1fd7c5e640 1 --2- 172.21.15.111:0/2054728924 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fd015ca40 0x7f1fd0153f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:21.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.914+0000 7f1fd7c5e640 1 --2- 172.21.15.111:0/2054728924 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1fd00d02a0 0x7f1fd014b750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:21.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.914+0000 7f1fd7c5e640 1 -- 172.21.15.111:0/2054728924 >> 172.21.15.111:0/2054728924 conn(0x7f1fd0062cc0 msgr2=0x7f1fd00b5300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:21.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.914+0000 7f1fd7c5e640 1 -- 172.21.15.111:0/2054728924 shutdown_connections 2024-09-19T04:39:21.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:21.914+0000 7f1fd7c5e640 1 -- 172.21.15.111:0/2054728924 wait complete. 2024-09-19T04:39:21.927 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T04:32:40.437094+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T04:39:21.927 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T04:39:22.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.026+0000 7f033cd9f640 1 Processor -- start 2024-09-19T04:39:22.138 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.026+0000 7f033cd9f640 1 -- start start 2024-09-19T04:39:22.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.027+0000 7f033cd9f640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f033815d3b0 0x7f0338071080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:22.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.027+0000 7f033cd9f640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f033815d790 0x7f03380cce70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:22.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.027+0000 7f033cd9f640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03380715c0 con 0x7f03380cd3b0 2024-09-19T04:39:22.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.027+0000 7f033cd9f640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f033806da30 con 0x7f033815d3b0 2024-09-19T04:39:22.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.027+0000 7f033cd9f640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f033806d700 con 0x7f033815d790 2024-09-19T04:39:22.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.027+0000 7f033659c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f033815d3b0 0x7f0338071080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:22.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.027+0000 7f033659c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f033815d3b0 0x7f0338071080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47872/0 (socket says 172.21.15.111:47872) 2024-09-19T04:39:22.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.027+0000 7f033659c640 1 -- 172.21.15.111:0/2525018334 learned_addr learned my addr 172.21.15.111:0/2525018334 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:22.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.027+0000 7f033659c640 1 -- 172.21.15.111:0/2525018334 >> v2:172.21.15.114:3300/0 conn(0x7f033815d790 msgr2=0x7f03380cce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:22.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.027+0000 7f032dd9b640 1 --2- 172.21.15.111:0/2525018334 >> v2:172.21.15.114:3300/0 conn(0x7f033815d790 0x7f03380cce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:22.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.027+0000 7f033659c640 1 --2- 172.21.15.111:0/2525018334 >> v2:172.21.15.114:3300/0 conn(0x7f033815d790 0x7f03380cce70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.027+0000 7f033659c640 1 -- 172.21.15.111:0/2525018334 >> v1:172.21.15.114:6789/0 conn(0x7f03380cd3b0 legacy=0x7f03380cf320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:22.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.027+0000 7f033659c640 1 -- 172.21.15.111:0/2525018334 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03380cde80 con 0x7f033815d3b0 2024-09-19T04:39:22.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.028+0000 7f033659c640 1 --2- 172.21.15.111:0/2525018334 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f033815d3b0 0x7f0338071080 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7f0338157010 tx=0x7f032802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b5c1c06caf86f36 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:22.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.028+0000 7f0335d9b640 1 -- 172.21.15.111:0/2525018334 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0328037070 con 0x7f033815d3b0 2024-09-19T04:39:22.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.028+0000 7f0335d9b640 1 -- 172.21.15.111:0/2525018334 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0328032440 con 0x7f033815d3b0 2024-09-19T04:39:22.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.028+0000 7f0335d9b640 1 -- 172.21.15.111:0/2525018334 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0328032810 con 0x7f033815d3b0 2024-09-19T04:39:22.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.028+0000 7f033cd9f640 1 -- 172.21.15.111:0/2525018334 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f033815d3b0 msgr2=0x7f0338071080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:22.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.028+0000 7f033cd9f640 1 --2- 172.21.15.111:0/2525018334 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f033815d3b0 0x7f0338071080 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7f0338157010 tx=0x7f032802a230 comp rx=0 tx=0).stop 2024-09-19T04:39:22.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.028+0000 7f033cd9f640 1 -- 172.21.15.111:0/2525018334 shutdown_connections 2024-09-19T04:39:22.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.028+0000 7f033cd9f640 1 --2- 172.21.15.111:0/2525018334 >> v2:172.21.15.114:3300/0 conn(0x7f033815d790 0x7f03380cce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.028+0000 7f033cd9f640 1 --2- 172.21.15.111:0/2525018334 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f033815d3b0 0x7f0338071080 unknown :-1 s=CLOSED pgs=1413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.028+0000 7f033cd9f640 1 -- 172.21.15.111:0/2525018334 >> 172.21.15.111:0/2525018334 conn(0x7f033806bba0 msgr2=0x7f033806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:22.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.028+0000 7f033cd9f640 1 -- 172.21.15.111:0/2525018334 shutdown_connections 2024-09-19T04:39:22.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.028+0000 7f033cd9f640 1 -- 172.21.15.111:0/2525018334 wait complete. 2024-09-19T04:39:22.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.030+0000 7f033cd9f640 1 Processor -- start 2024-09-19T04:39:22.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.030+0000 7f033cd9f640 1 -- start start 2024-09-19T04:39:22.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.031+0000 7f033cd9f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f03380cd3b0 0x7f03380b4f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:22.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.031+0000 7f033cd9f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f033815d3b0 0x7f0338152380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:22.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.031+0000 7f033cd9f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f03381f4340 0x7f03381e7cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:22.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.031+0000 7f033cd9f640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f033815cbf0 con 0x7f03381f4340 2024-09-19T04:39:22.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.031+0000 7f033cd9f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f03380cdba0 con 0x7f03380cd3b0 2024-09-19T04:39:22.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.031+0000 7f033cd9f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f033815cd70 con 0x7f033815d3b0 2024-09-19T04:39:22.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.031+0000 7f0336d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f03381f4340 0x7f03381e7cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:22.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.031+0000 7f033659c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f03380cd3b0 0x7f03380b4f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:22.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.031+0000 7f0336d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f03381f4340 0x7f03381e7cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47874/0 (socket says 172.21.15.111:47874) 2024-09-19T04:39:22.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.031+0000 7f0336d9d640 1 -- 172.21.15.111:0/1917779676 learned_addr learned my addr 172.21.15.111:0/1917779676 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:22.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.031+0000 7f032dd9b640 1 --2- 172.21.15.111:0/1917779676 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f033815d3b0 0x7f0338152380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:22.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.031+0000 7f0336d9d640 1 -- 172.21.15.111:0/1917779676 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f033815d3b0 msgr2=0x7f0338152380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:22.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.031+0000 7f0336d9d640 1 --2- 172.21.15.111:0/1917779676 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f033815d3b0 0x7f0338152380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.031+0000 7f0336d9d640 1 -- 172.21.15.111:0/1917779676 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f03380cd3b0 msgr2=0x7f03380b4f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:22.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.031+0000 7f0336d9d640 1 --2- 172.21.15.111:0/1917779676 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f03380cd3b0 0x7f03380b4f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.031+0000 7f0336d9d640 1 -- 172.21.15.111:0/1917779676 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03381537b0 con 0x7f03381f4340 2024-09-19T04:39:22.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.031+0000 7f0336d9d640 1 --2- 172.21.15.111:0/1917779676 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f03381f4340 0x7f03381e7cf0 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7f033000c780 tx=0x7f033000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:22.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.031+0000 7f032f7fe640 1 -- 172.21.15.111:0/1917779676 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0330017070 con 0x7f03381f4340 2024-09-19T04:39:22.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.032+0000 7f032f7fe640 1 -- 172.21.15.111:0/1917779676 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0330003da0 con 0x7f03381f4340 2024-09-19T04:39:22.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.032+0000 7f033cd9f640 1 -- 172.21.15.111:0/1917779676 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0338153a90 con 0x7f03381f4340 2024-09-19T04:39:22.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.032+0000 7f032f7fe640 1 -- 172.21.15.111:0/1917779676 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03300052b0 con 0x7f03381f4340 2024-09-19T04:39:22.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.032+0000 7f033cd9f640 1 -- 172.21.15.111:0/1917779676 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0338154050 con 0x7f03381f4340 2024-09-19T04:39:22.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.033+0000 7f033cd9f640 1 -- 172.21.15.111:0/1917779676 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03380cfbe0 con 0x7f03381f4340 2024-09-19T04:39:22.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.033+0000 7f032f7fe640 1 -- 172.21.15.111:0/1917779676 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f033001a070 con 0x7f03381f4340 2024-09-19T04:39:22.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.033+0000 7f032f7fe640 1 --2- 172.21.15.111:0/1917779676 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f031806c910 0x7f031806edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:22.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.034+0000 7f032f7fe640 1 -- 172.21.15.111:0/1917779676 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 4999+0+0 (secure 0 0 0) 0x7f033008b240 con 0x7f03381f4340 2024-09-19T04:39:22.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.034+0000 7f033659c640 1 --2- 172.21.15.111:0/1917779676 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f031806c910 0x7f031806edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:22.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.034+0000 7f033659c640 1 --2- 172.21.15.111:0/1917779676 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f031806c910 0x7f031806edd0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f0328034000 tx=0x7f032802e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:22.148 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.038+0000 7f032f7fe640 1 -- 172.21.15.111:0/1917779676 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0330058ce0 con 0x7f03381f4340 2024-09-19T04:39:22.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.201+0000 7f033cd9f640 1 -- 172.21.15.111:0/1917779676 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f03380b54a0 con 0x7f03381f4340 2024-09-19T04:39:22.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.201+0000 7f032f7fe640 1 -- 172.21.15.111:0/1917779676 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v134) ==== 93+0+10 (secure 0 0 0) 0x7f033005cfe0 con 0x7f03381f4340 2024-09-19T04:39:22.204 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 1 2024-09-19T04:39:22.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.203+0000 7f033cd9f640 1 -- 172.21.15.111:0/1917779676 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f031806c910 msgr2=0x7f031806edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:22.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.203+0000 7f033cd9f640 1 --2- 172.21.15.111:0/1917779676 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f031806c910 0x7f031806edd0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f0328034000 tx=0x7f032802e000 comp rx=0 tx=0).stop 2024-09-19T04:39:22.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.203+0000 7f033cd9f640 1 -- 172.21.15.111:0/1917779676 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f03381f4340 msgr2=0x7f03381e7cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:22.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.203+0000 7f033cd9f640 1 --2- 172.21.15.111:0/1917779676 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f03381f4340 0x7f03381e7cf0 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7f033000c780 tx=0x7f033000cc40 comp rx=0 tx=0).stop 2024-09-19T04:39:22.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.203+0000 7f033cd9f640 1 -- 172.21.15.111:0/1917779676 shutdown_connections 2024-09-19T04:39:22.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.203+0000 7f033cd9f640 1 --2- 172.21.15.111:0/1917779676 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f031806c910 0x7f031806edd0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.203+0000 7f033cd9f640 1 --2- 172.21.15.111:0/1917779676 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f03381f4340 0x7f03381e7cf0 unknown :-1 s=CLOSED pgs=1414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.203+0000 7f033cd9f640 1 --2- 172.21.15.111:0/1917779676 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f033815d3b0 0x7f0338152380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.203+0000 7f033cd9f640 1 --2- 172.21.15.111:0/1917779676 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f03380cd3b0 0x7f03380b4f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.203+0000 7f033cd9f640 1 -- 172.21.15.111:0/1917779676 >> 172.21.15.111:0/1917779676 conn(0x7f033806bba0 msgr2=0x7f03380b2790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:22.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.203+0000 7f033cd9f640 1 -- 172.21.15.111:0/1917779676 shutdown_connections 2024-09-19T04:39:22.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.203+0000 7f033cd9f640 1 -- 172.21.15.111:0/1917779676 wait complete. 2024-09-19T04:39:22.218 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_legacy_to_v1' 2024-09-19T04:39:22.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.333+0000 7fd54523c640 1 Processor -- start 2024-09-19T04:39:22.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.333+0000 7fd54523c640 1 -- start start 2024-09-19T04:39:22.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.334+0000 7fd54523c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd54006c1f0 0x7fd5400cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:22.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.334+0000 7fd54523c640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5400cd5f0 con 0x7fd54006be10 2024-09-19T04:39:22.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.334+0000 7fd54523c640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5400cd8d0 con 0x7fd540151c50 2024-09-19T04:39:22.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.334+0000 7fd54523c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd5400cdbb0 con 0x7fd54006c1f0 2024-09-19T04:39:22.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.334+0000 7fd53ed9d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fd54006be10 0x7fd540151540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40818/0 (socket says 172.21.15.111:40818) 2024-09-19T04:39:22.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.334+0000 7fd53ed9d640 1 -- 172.21.15.111:0/878338686 learned_addr learned my addr 172.21.15.111:0/878338686 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:22.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.334+0000 7fd53dd9b640 1 -- 172.21.15.111:0/878338686 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1666707592 0 0) 0x7fd5400cd5f0 con 0x7fd54006be10 2024-09-19T04:39:22.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.334+0000 7fd53f59e640 1 --2- 172.21.15.111:0/878338686 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd54006c1f0 0x7fd5400cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:22.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.334+0000 7fd53dd9b640 1 -- 172.21.15.111:0/878338686 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd528003520 con 0x7fd54006be10 2024-09-19T04:39:22.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.334+0000 7fd53dd9b640 1 -- 172.21.15.111:0/878338686 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1479976452 0 0) 0x7fd528003520 con 0x7fd54006be10 2024-09-19T04:39:22.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.334+0000 7fd53dd9b640 1 -- 172.21.15.111:0/878338686 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd54006c1f0 msgr2=0x7fd5400cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:22.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.334+0000 7fd53dd9b640 1 --2- 172.21.15.111:0/878338686 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd54006c1f0 0x7fd5400cd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.334+0000 7fd53dd9b640 1 -- 172.21.15.111:0/878338686 >> v1:172.21.15.114:6789/0 conn(0x7fd540151c50 legacy=0x7fd540162740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:22.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.334+0000 7fd53dd9b640 1 -- 172.21.15.111:0/878338686 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5400cde90 con 0x7fd54006be10 2024-09-19T04:39:22.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.334+0000 7fd53dd9b640 1 -- 172.21.15.111:0/878338686 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fd530001670 con 0x7fd54006be10 2024-09-19T04:39:22.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.334+0000 7fd53dd9b640 1 -- 172.21.15.111:0/878338686 >> v1:172.21.15.111:6789/0 conn(0x7fd54006be10 legacy=0x7fd540151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:22.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.335+0000 7fd53dd9b640 1 --2- 172.21.15.111:0/878338686 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd54006c1f0 0x7fd5280039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:22.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.335+0000 7fd53dd9b640 1 --2- 172.21.15.111:0/878338686 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd528003f60 0x7fd528004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:22.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.335+0000 7fd53dd9b640 1 --2- 172.21.15.111:0/878338686 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd528004d40 0x7fd5280051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:22.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.335+0000 7fd53dd9b640 1 -- 172.21.15.111:0/878338686 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd5400cdbb0 con 0x7fd528004d40 2024-09-19T04:39:22.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.335+0000 7fd53dd9b640 1 -- 172.21.15.111:0/878338686 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd52800baa0 con 0x7fd528003f60 2024-09-19T04:39:22.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.335+0000 7fd53dd9b640 1 -- 172.21.15.111:0/878338686 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd52800deb0 con 0x7fd54006c1f0 2024-09-19T04:39:22.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.335+0000 7fd53f59e640 1 --2- 172.21.15.111:0/878338686 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd528004d40 0x7fd5280051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:22.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.335+0000 7fd53ed9d640 1 --2- 172.21.15.111:0/878338686 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd54006c1f0 0x7fd5280039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:22.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.335+0000 7fd53e59c640 1 --2- 172.21.15.111:0/878338686 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd528003f60 0x7fd528004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:22.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.335+0000 7fd53f59e640 1 -- 172.21.15.111:0/878338686 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd54006c1f0 msgr2=0x7fd5280039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:22.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.335+0000 7fd53f59e640 1 --2- 172.21.15.111:0/878338686 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd54006c1f0 0x7fd5280039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.335+0000 7fd53f59e640 1 -- 172.21.15.111:0/878338686 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd528003f60 msgr2=0x7fd528004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:22.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.335+0000 7fd53f59e640 1 --2- 172.21.15.111:0/878338686 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd528003f60 0x7fd528004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.335+0000 7fd53f59e640 1 -- 172.21.15.111:0/878338686 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd528003520 con 0x7fd528004d40 2024-09-19T04:39:22.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.335+0000 7fd53e59c640 1 --2- 172.21.15.111:0/878338686 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd528003f60 0x7fd528004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:22.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.336+0000 7fd53f59e640 1 --2- 172.21.15.111:0/878338686 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd528004d40 0x7fd5280051c0 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7fd538009fc0 tx=0x7fd528005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a48895907406e33b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:22.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.336+0000 7fd53dd9b640 1 -- 172.21.15.111:0/878338686 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd538009c10 con 0x7fd528004d40 2024-09-19T04:39:22.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.336+0000 7fd53dd9b640 1 -- 172.21.15.111:0/878338686 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd538036070 con 0x7fd528004d40 2024-09-19T04:39:22.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.336+0000 7fd53dd9b640 1 -- 172.21.15.111:0/878338686 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd538031880 con 0x7fd528004d40 2024-09-19T04:39:22.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.336+0000 7fd54523c640 1 -- 172.21.15.111:0/878338686 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd528004d40 msgr2=0x7fd5280051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:22.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.336+0000 7fd54523c640 1 --2- 172.21.15.111:0/878338686 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd528004d40 0x7fd5280051c0 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7fd538009fc0 tx=0x7fd528005830 comp rx=0 tx=0).stop 2024-09-19T04:39:22.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.336+0000 7fd53f59e640 1 -- 172.21.15.111:0/878338686 reap_dead start 2024-09-19T04:39:22.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.336+0000 7fd54523c640 1 -- 172.21.15.111:0/878338686 shutdown_connections 2024-09-19T04:39:22.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.336+0000 7fd54523c640 1 -- 172.21.15.111:0/878338686 >> 172.21.15.111:0/878338686 conn(0x7fd540062cc0 msgr2=0x7fd54006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:22.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.336+0000 7fd54523c640 1 -- 172.21.15.111:0/878338686 shutdown_connections 2024-09-19T04:39:22.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.336+0000 7fd54523c640 1 -- 172.21.15.111:0/878338686 wait complete. 2024-09-19T04:39:22.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.338+0000 7fd54523c640 1 Processor -- start 2024-09-19T04:39:22.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.338+0000 7fd54523c640 1 -- start start 2024-09-19T04:39:22.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.339+0000 7fd54523c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd528004d40 0x7fd5401460a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:22.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.339+0000 7fd54523c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd5401f44b0 0x7fd5401f4930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:22.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.339+0000 7fd54523c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd5400ae8e0 0x7fd5400aed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:22.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.339+0000 7fd54523c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd5400cd010 con 0x7fd5400ae8e0 2024-09-19T04:39:22.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.339+0000 7fd54523c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd5400ce690 con 0x7fd528004d40 2024-09-19T04:39:22.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.339+0000 7fd54523c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd5400cd190 con 0x7fd5401f44b0 2024-09-19T04:39:22.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.339+0000 7fd53f59e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd5400ae8e0 0x7fd5400aed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:22.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.339+0000 7fd53f59e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd5400ae8e0 0x7fd5400aed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47890/0 (socket says 172.21.15.111:47890) 2024-09-19T04:39:22.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.339+0000 7fd53f59e640 1 -- 172.21.15.111:0/3359901719 learned_addr learned my addr 172.21.15.111:0/3359901719 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:22.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.339+0000 7fd53e59c640 1 --2- 172.21.15.111:0/3359901719 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd5401f44b0 0x7fd5401f4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:22.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.339+0000 7fd53ed9d640 1 --2- 172.21.15.111:0/3359901719 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd528004d40 0x7fd5401460a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:22.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.339+0000 7fd53f59e640 1 -- 172.21.15.111:0/3359901719 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd5401f44b0 msgr2=0x7fd5401f4930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:22.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.339+0000 7fd53f59e640 1 --2- 172.21.15.111:0/3359901719 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd5401f44b0 0x7fd5401f4930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.339+0000 7fd53f59e640 1 -- 172.21.15.111:0/3359901719 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd528004d40 msgr2=0x7fd5401460a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:22.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.339+0000 7fd53f59e640 1 --2- 172.21.15.111:0/3359901719 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd528004d40 0x7fd5401460a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.339+0000 7fd53f59e640 1 -- 172.21.15.111:0/3359901719 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5401f4fe0 con 0x7fd5400ae8e0 2024-09-19T04:39:22.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.339+0000 7fd53f59e640 1 --2- 172.21.15.111:0/3359901719 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd5400ae8e0 0x7fd5400aed60 secure :-1 s=READY pgs=1417 cs=0 l=1 rev1=1 crypto rx=0x7fd538033040 tx=0x7fd538009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:22.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.339+0000 7fd5277fe640 1 -- 172.21.15.111:0/3359901719 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd538009c10 con 0x7fd5400ae8e0 2024-09-19T04:39:22.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.339+0000 7fd5277fe640 1 -- 172.21.15.111:0/3359901719 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd538031db0 con 0x7fd5400ae8e0 2024-09-19T04:39:22.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.339+0000 7fd54523c640 1 -- 172.21.15.111:0/3359901719 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5401f52c0 con 0x7fd5400ae8e0 2024-09-19T04:39:22.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.339+0000 7fd5277fe640 1 -- 172.21.15.111:0/3359901719 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd538003bd0 con 0x7fd5400ae8e0 2024-09-19T04:39:22.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.339+0000 7fd54523c640 1 -- 172.21.15.111:0/3359901719 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5401f7ca0 con 0x7fd5400ae8e0 2024-09-19T04:39:22.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.340+0000 7fd54523c640 1 -- 172.21.15.111:0/3359901719 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5400af2a0 con 0x7fd5400ae8e0 2024-09-19T04:39:22.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.341+0000 7fd5277fe640 1 -- 172.21.15.111:0/3359901719 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7fd538005d10 con 0x7fd5400ae8e0 2024-09-19T04:39:22.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.341+0000 7fd5277fe640 1 --2- 172.21.15.111:0/3359901719 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd52c06c910 0x7fd52c06edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:22.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.342+0000 7fd5277fe640 1 -- 172.21.15.111:0/3359901719 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 4999+0+0 (secure 0 0 0) 0x7fd5380ad2b0 con 0x7fd5400ae8e0 2024-09-19T04:39:22.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.342+0000 7fd53ed9d640 1 --2- 172.21.15.111:0/3359901719 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd52c06c910 0x7fd52c06edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:22.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.342+0000 7fd53ed9d640 1 --2- 172.21.15.111:0/3359901719 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd52c06c910 0x7fd52c06edd0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fd530000ff0 tx=0x7fd530009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:22.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.346+0000 7fd5277fe640 1 -- 172.21.15.111:0/3359901719 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd53804a060 con 0x7fd5400ae8e0 2024-09-19T04:39:22.577 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.575+0000 7fd54523c640 1 -- 172.21.15.111:0/3359901719 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_legacy_to_v1"]} v 0) -- 0x7fd5401f5670 con 0x7fd5400ae8e0 2024-09-19T04:39:22.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.619+0000 7fd5277fe640 1 -- 172.21.15.111:0/3359901719 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_legacy_to_v1"]}]=0 v352) ==== 152+0+0 (secure 0 0 0) 0x7fd53807b510 con 0x7fd5400ae8e0 2024-09-19T04:39:22.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.621+0000 7fd54523c640 1 -- 172.21.15.111:0/3359901719 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd52c06c910 msgr2=0x7fd52c06edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:22.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.621+0000 7fd54523c640 1 --2- 172.21.15.111:0/3359901719 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd52c06c910 0x7fd52c06edd0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fd530000ff0 tx=0x7fd530009040 comp rx=0 tx=0).stop 2024-09-19T04:39:22.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.621+0000 7fd54523c640 1 -- 172.21.15.111:0/3359901719 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd5400ae8e0 msgr2=0x7fd5400aed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:22.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.621+0000 7fd54523c640 1 --2- 172.21.15.111:0/3359901719 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd5400ae8e0 0x7fd5400aed60 secure :-1 s=READY pgs=1417 cs=0 l=1 rev1=1 crypto rx=0x7fd538033040 tx=0x7fd538009750 comp rx=0 tx=0).stop 2024-09-19T04:39:22.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.621+0000 7fd54523c640 1 -- 172.21.15.111:0/3359901719 shutdown_connections 2024-09-19T04:39:22.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.621+0000 7fd54523c640 1 --2- 172.21.15.111:0/3359901719 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd52c06c910 0x7fd52c06edd0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.621+0000 7fd54523c640 1 --2- 172.21.15.111:0/3359901719 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd5400ae8e0 0x7fd5400aed60 unknown :-1 s=CLOSED pgs=1417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.621+0000 7fd54523c640 1 --2- 172.21.15.111:0/3359901719 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd5401f44b0 0x7fd5401f4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.621+0000 7fd54523c640 1 --2- 172.21.15.111:0/3359901719 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd528004d40 0x7fd5401460a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.621+0000 7fd54523c640 1 -- 172.21.15.111:0/3359901719 >> 172.21.15.111:0/3359901719 conn(0x7fd540062cc0 msgr2=0x7fd540073b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:22.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.621+0000 7fd54523c640 1 -- 172.21.15.111:0/3359901719 shutdown_connections 2024-09-19T04:39:22.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.621+0000 7fd54523c640 1 -- 172.21.15.111:0/3359901719 wait complete. 2024-09-19T04:39:22.636 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T04:39:22.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.735+0000 7fa101aba640 1 Processor -- start 2024-09-19T04:39:22.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.735+0000 7fa101aba640 1 -- start start 2024-09-19T04:39:22.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.736+0000 7fa101aba640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa0fc161e30 0x7fa0fc0d34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:22.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.736+0000 7fa101aba640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0fc06dfd0 0x7fa0fc0b78b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:22.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.736+0000 7fa101aba640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0fc0cf9a0 con 0x7fa0fc0b3d50 2024-09-19T04:39:22.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.736+0000 7fa101aba640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fa0fc0cfcf0 con 0x7fa0fc161e30 2024-09-19T04:39:22.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.736+0000 7fa101aba640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa0fc162210 con 0x7fa0fc06dfd0 2024-09-19T04:39:22.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.737+0000 7fa0fbfff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0fc06dfd0 0x7fa0fc0b78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:22.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.737+0000 7fa0fb7fe640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa0fc161e30 0x7fa0fc0d34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:22.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.737+0000 7fa0fbfff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0fc06dfd0 0x7fa0fc0b78b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:35484/0 (socket says 172.21.15.111:35484) 2024-09-19T04:39:22.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.737+0000 7fa0fbfff640 1 -- 172.21.15.111:0/2592387630 learned_addr learned my addr 172.21.15.111:0/2592387630 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:22.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.737+0000 7fa0fb7fe640 1 -- 172.21.15.111:0/2592387630 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0fc06dfd0 msgr2=0x7fa0fc0b78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:22.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.737+0000 7fa0fb7fe640 1 --2- 172.21.15.111:0/2592387630 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0fc06dfd0 0x7fa0fc0b78b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.737+0000 7fa0fb7fe640 1 -- 172.21.15.111:0/2592387630 >> v1:172.21.15.114:6789/0 conn(0x7fa0fc0b3d50 legacy=0x7fa0fc06d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:22.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.737+0000 7fa0fb7fe640 1 -- 172.21.15.111:0/2592387630 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0fc0d5210 con 0x7fa0fc161e30 2024-09-19T04:39:22.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.737+0000 7fa0fbfff640 1 --2- 172.21.15.111:0/2592387630 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0fc06dfd0 0x7fa0fc0b78b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:22.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.738+0000 7fa0fb7fe640 1 --2- 172.21.15.111:0/2592387630 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0fc161e30 0x7fa0fc0d34a0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fa0ec0097a0 tx=0x7fa0ec02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7b0deac3b129ef20 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:22.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.738+0000 7fa0fa7fc640 1 -- 172.21.15.111:0/2592387630 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0ec037070 con 0x7fa0fc161e30 2024-09-19T04:39:22.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.738+0000 7fa0fa7fc640 1 -- 172.21.15.111:0/2592387630 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0ec032440 con 0x7fa0fc161e30 2024-09-19T04:39:22.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.738+0000 7fa0fa7fc640 1 -- 172.21.15.111:0/2592387630 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0ec032810 con 0x7fa0fc161e30 2024-09-19T04:39:22.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.738+0000 7fa101aba640 1 -- 172.21.15.111:0/2592387630 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0fc161e30 msgr2=0x7fa0fc0d34a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:22.742 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.738+0000 7fa101aba640 1 --2- 172.21.15.111:0/2592387630 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0fc161e30 0x7fa0fc0d34a0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fa0ec0097a0 tx=0x7fa0ec02a180 comp rx=0 tx=0).stop 2024-09-19T04:39:22.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.739+0000 7fa101aba640 1 -- 172.21.15.111:0/2592387630 shutdown_connections 2024-09-19T04:39:22.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.739+0000 7fa101aba640 1 --2- 172.21.15.111:0/2592387630 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0fc06dfd0 0x7fa0fc0b78b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.739+0000 7fa101aba640 1 --2- 172.21.15.111:0/2592387630 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0fc161e30 0x7fa0fc0d34a0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.739+0000 7fa101aba640 1 -- 172.21.15.111:0/2592387630 >> 172.21.15.111:0/2592387630 conn(0x7fa0fc0d1870 msgr2=0x7fa0fc0d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:22.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.739+0000 7fa101aba640 1 -- 172.21.15.111:0/2592387630 shutdown_connections 2024-09-19T04:39:22.743 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.739+0000 7fa101aba640 1 -- 172.21.15.111:0/2592387630 wait complete. 2024-09-19T04:39:22.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.740+0000 7fa101aba640 1 Processor -- start 2024-09-19T04:39:22.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.740+0000 7fa101aba640 1 -- start start 2024-09-19T04:39:22.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.741+0000 7fa101aba640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0fc06dfd0 0x7fa0fc14eba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:22.745 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.741+0000 7fa101aba640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0b3d50 0x7fa0fc14c990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:22.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.741+0000 7fa101aba640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0fc161e30 0x7fa0fc14d200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:22.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.741+0000 7fa101aba640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa0fc0d39e0 con 0x7fa0fc0b3d50 2024-09-19T04:39:22.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.741+0000 7fa101aba640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa0fc0b3950 con 0x7fa0fc161e30 2024-09-19T04:39:22.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.741+0000 7fa101aba640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa0fc14e710 con 0x7fa0fc06dfd0 2024-09-19T04:39:22.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.741+0000 7fa0faffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0b3d50 0x7fa0fc14c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:22.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.741+0000 7fa0faffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0b3d50 0x7fa0fc14c990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47896/0 (socket says 172.21.15.111:47896) 2024-09-19T04:39:22.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.741+0000 7fa0faffd640 1 -- 172.21.15.111:0/4052165615 learned_addr learned my addr 172.21.15.111:0/4052165615 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:22.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.741+0000 7fa0fb7fe640 1 --2- 172.21.15.111:0/4052165615 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0fc06dfd0 0x7fa0fc14eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:22.746 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.741+0000 7fa0fbfff640 1 --2- 172.21.15.111:0/4052165615 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0fc161e30 0x7fa0fc14d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:22.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.741+0000 7fa0faffd640 1 -- 172.21.15.111:0/4052165615 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0fc06dfd0 msgr2=0x7fa0fc14eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:22.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.741+0000 7fa0faffd640 1 --2- 172.21.15.111:0/4052165615 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0fc06dfd0 0x7fa0fc14eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.741+0000 7fa0faffd640 1 -- 172.21.15.111:0/4052165615 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0fc161e30 msgr2=0x7fa0fc14d200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:22.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.741+0000 7fa0faffd640 1 --2- 172.21.15.111:0/4052165615 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0fc161e30 0x7fa0fc14d200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.741+0000 7fa0faffd640 1 -- 172.21.15.111:0/4052165615 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0fc14ced0 con 0x7fa0fc0b3d50 2024-09-19T04:39:22.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.741+0000 7fa0fbfff640 1 --2- 172.21.15.111:0/4052165615 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0fc161e30 0x7fa0fc14d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:22.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.741+0000 7fa0faffd640 1 --2- 172.21.15.111:0/4052165615 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0b3d50 0x7fa0fc14c990 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7fa0f000c3c0 tx=0x7fa0f000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:22.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.741+0000 7fa0e3fff640 1 -- 172.21.15.111:0/4052165615 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0f0017070 con 0x7fa0fc0b3d50 2024-09-19T04:39:22.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.741+0000 7fa0e3fff640 1 -- 172.21.15.111:0/4052165615 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0f00052f0 con 0x7fa0fc0b3d50 2024-09-19T04:39:22.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.741+0000 7fa0e3fff640 1 -- 172.21.15.111:0/4052165615 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0f0003850 con 0x7fa0fc0b3d50 2024-09-19T04:39:22.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.741+0000 7fa101aba640 1 -- 172.21.15.111:0/4052165615 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0fc14db00 con 0x7fa0fc0b3d50 2024-09-19T04:39:22.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.741+0000 7fa101aba640 1 -- 172.21.15.111:0/4052165615 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0fc14e0c0 con 0x7fa0fc0b3d50 2024-09-19T04:39:22.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.743+0000 7fa101aba640 1 -- 172.21.15.111:0/4052165615 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0fc06d8c0 con 0x7fa0fc0b3d50 2024-09-19T04:39:22.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.743+0000 7fa0e3fff640 1 -- 172.21.15.111:0/4052165615 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7fa0f001a070 con 0x7fa0fc0b3d50 2024-09-19T04:39:22.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.744+0000 7fa0e3fff640 1 --2- 172.21.15.111:0/4052165615 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa0e806c8e0 0x7fa0e806eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:22.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.744+0000 7fa0e3fff640 1 -- 172.21.15.111:0/4052165615 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 4999+0+0 (secure 0 0 0) 0x7fa0f008b060 con 0x7fa0fc0b3d50 2024-09-19T04:39:22.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.744+0000 7fa0fb7fe640 1 --2- 172.21.15.111:0/4052165615 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa0e806c8e0 0x7fa0e806eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:22.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.745+0000 7fa0fb7fe640 1 --2- 172.21.15.111:0/4052165615 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa0e806c8e0 0x7fa0e806eda0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fa0ec034000 tx=0x7fa0ec02e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:22.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.748+0000 7fa0e3fff640 1 -- 172.21.15.111:0/4052165615 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa0fc06d8c0 con 0x7fa0fc0b3d50 2024-09-19T04:39:22.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.914+0000 7fa101aba640 1 -- 172.21.15.111:0/4052165615 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fa0fc0ba400 con 0x7fa0fc0b3d50 2024-09-19T04:39:22.920 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.918+0000 7fa0e3fff640 1 -- 172.21.15.111:0/4052165615 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v26)=0 v26) ==== 122+0+0 (secure 0 0 0) 0x7fa0f00590c0 con 0x7fa0fc0b3d50 2024-09-19T04:39:22.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.920+0000 7fa101aba640 1 -- 172.21.15.111:0/4052165615 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa0e806c8e0 msgr2=0x7fa0e806eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:22.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.920+0000 7fa101aba640 1 --2- 172.21.15.111:0/4052165615 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa0e806c8e0 0x7fa0e806eda0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fa0ec034000 tx=0x7fa0ec02e000 comp rx=0 tx=0).stop 2024-09-19T04:39:22.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.920+0000 7fa101aba640 1 -- 172.21.15.111:0/4052165615 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0b3d50 msgr2=0x7fa0fc14c990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:22.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.920+0000 7fa101aba640 1 --2- 172.21.15.111:0/4052165615 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0b3d50 0x7fa0fc14c990 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7fa0f000c3c0 tx=0x7fa0f000c880 comp rx=0 tx=0).stop 2024-09-19T04:39:22.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.920+0000 7fa101aba640 1 -- 172.21.15.111:0/4052165615 shutdown_connections 2024-09-19T04:39:22.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.920+0000 7fa101aba640 1 --2- 172.21.15.111:0/4052165615 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa0e806c8e0 0x7fa0e806eda0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.920+0000 7fa101aba640 1 --2- 172.21.15.111:0/4052165615 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0fc161e30 0x7fa0fc14d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.920+0000 7fa101aba640 1 --2- 172.21.15.111:0/4052165615 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0fc0b3d50 0x7fa0fc14c990 unknown :-1 s=CLOSED pgs=1418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.920+0000 7fa101aba640 1 --2- 172.21.15.111:0/4052165615 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0fc06dfd0 0x7fa0fc14eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:22.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.920+0000 7fa101aba640 1 -- 172.21.15.111:0/4052165615 >> 172.21.15.111:0/4052165615 conn(0x7fa0fc0d1870 msgr2=0x7fa0fc0b97d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:22.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.921+0000 7fa101aba640 1 -- 172.21.15.111:0/4052165615 shutdown_connections 2024-09-19T04:39:22.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:22.921+0000 7fa101aba640 1 -- 172.21.15.111:0/4052165615 wait complete. 2024-09-19T04:39:22.934 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:39:22.934 DEBUG:teuthology.orchestra.run.smithi111:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:39:22.977 DEBUG:teuthology.orchestra.run.smithi114:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:39:23.026 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:39:23.026 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:39:23.026 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:39:23.044 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:39:23.044 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:39:23.044 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:39:23.063 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:39:23.064 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:39:23.064 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:39:23.101 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:39:23.101 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:39:23.101 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:39:23.123 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:39:23.124 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T04:39:23.124 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:39:23.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.238+0000 7f4d26faf640 1 Processor -- start 2024-09-19T04:39:23.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.238+0000 7f4d26faf640 1 -- start start 2024-09-19T04:39:23.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.238+0000 7f4d26faf640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f4d2015ed20 0x7f4d200b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:23.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.238+0000 7f4d26faf640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4d200cef90 0x7f4d200b3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:23.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.238+0000 7f4d26faf640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d200b7170 con 0x7f4d2015e940 2024-09-19T04:39:23.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.238+0000 7f4d26faf640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f4d200b7aa0 con 0x7f4d200cef90 2024-09-19T04:39:23.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.238+0000 7f4d26faf640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f4d200d3660 con 0x7f4d2015ed20 2024-09-19T04:39:23.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.239+0000 7f4d2554c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4d200cef90 0x7f4d200b3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:23.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.239+0000 7f4d2554c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4d200cef90 0x7f4d200b3760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47912/0 (socket says 172.21.15.111:47912) 2024-09-19T04:39:23.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.239+0000 7f4d2554c640 1 -- 172.21.15.111:0/847413971 learned_addr learned my addr 172.21.15.111:0/847413971 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:23.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.239+0000 7f4d2554c640 1 -- 172.21.15.111:0/847413971 >> v2:172.21.15.114:3300/0 conn(0x7f4d2015ed20 msgr2=0x7f4d200b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:23.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.239+0000 7f4d1ffff640 1 --2- 172.21.15.111:0/847413971 >> v2:172.21.15.114:3300/0 conn(0x7f4d2015ed20 0x7f4d200b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:23.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.239+0000 7f4d2554c640 1 --2- 172.21.15.111:0/847413971 >> v2:172.21.15.114:3300/0 conn(0x7f4d2015ed20 0x7f4d200b3220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:23.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.239+0000 7f4d2554c640 1 -- 172.21.15.111:0/847413971 >> v1:172.21.15.114:6789/0 conn(0x7f4d2015e940 legacy=0x7f4d200d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:23.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.239+0000 7f4d2554c640 1 -- 172.21.15.111:0/847413971 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d200d3940 con 0x7f4d200cef90 2024-09-19T04:39:23.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.239+0000 7f4d2554c640 1 --2- 172.21.15.111:0/847413971 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d200cef90 0x7f4d200b3760 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7f4d2006e900 tx=0x7f4d1802a780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9c34b26c1ebcc13 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:23.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.240+0000 7f4d1f7fe640 1 -- 172.21.15.111:0/847413971 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d18036070 con 0x7f4d200cef90 2024-09-19T04:39:23.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.240+0000 7f4d1f7fe640 1 -- 172.21.15.111:0/847413971 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d18031600 con 0x7f4d200cef90 2024-09-19T04:39:23.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.240+0000 7f4d1f7fe640 1 -- 172.21.15.111:0/847413971 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d180319d0 con 0x7f4d200cef90 2024-09-19T04:39:23.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.240+0000 7f4d26faf640 1 -- 172.21.15.111:0/847413971 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d200cef90 msgr2=0x7f4d200b3760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:23.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.240+0000 7f4d26faf640 1 --2- 172.21.15.111:0/847413971 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d200cef90 0x7f4d200b3760 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7f4d2006e900 tx=0x7f4d1802a780 comp rx=0 tx=0).stop 2024-09-19T04:39:23.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.240+0000 7f4d26faf640 1 -- 172.21.15.111:0/847413971 shutdown_connections 2024-09-19T04:39:23.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.240+0000 7f4d26faf640 1 --2- 172.21.15.111:0/847413971 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d200cef90 0x7f4d200b3760 unknown :-1 s=CLOSED pgs=1419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:23.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.240+0000 7f4d26faf640 1 --2- 172.21.15.111:0/847413971 >> v2:172.21.15.114:3300/0 conn(0x7f4d2015ed20 0x7f4d200b3220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:23.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.240+0000 7f4d26faf640 1 -- 172.21.15.111:0/847413971 >> 172.21.15.111:0/847413971 conn(0x7f4d200b6240 msgr2=0x7f4d200b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:23.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.240+0000 7f4d26faf640 1 -- 172.21.15.111:0/847413971 shutdown_connections 2024-09-19T04:39:23.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.240+0000 7f4d26faf640 1 -- 172.21.15.111:0/847413971 wait complete. 2024-09-19T04:39:23.245 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.241+0000 7f4d26faf640 1 Processor -- start 2024-09-19T04:39:23.245 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.241+0000 7f4d26faf640 1 -- start start 2024-09-19T04:39:23.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.242+0000 7f4d26faf640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d200cef90 0x7f4d201f7830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:23.246 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.242+0000 7f4d26faf640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d2015e940 0x7f4d201592d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:23.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.242+0000 7f4d26faf640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d2015ed20 0x7f4d201f4c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:23.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.242+0000 7f4d26faf640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4d200d3310 con 0x7f4d2015ed20 2024-09-19T04:39:23.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.242+0000 7f4d26faf640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4d200d3f00 con 0x7f4d2015e940 2024-09-19T04:39:23.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.242+0000 7f4d26faf640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4d200d1ef0 con 0x7f4d200cef90 2024-09-19T04:39:23.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.242+0000 7f4d2554c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d2015ed20 0x7f4d201f4c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:23.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.242+0000 7f4d2554c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d2015ed20 0x7f4d201f4c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47926/0 (socket says 172.21.15.111:47926) 2024-09-19T04:39:23.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.242+0000 7f4d2554c640 1 -- 172.21.15.111:0/3891242375 learned_addr learned my addr 172.21.15.111:0/3891242375 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:23.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.243+0000 7f4d2554c640 1 -- 172.21.15.111:0/3891242375 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d200cef90 msgr2=0x7f4d201f7830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:23.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.243+0000 7f4d2554c640 1 --2- 172.21.15.111:0/3891242375 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d200cef90 0x7f4d201f7830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:23.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.243+0000 7f4d2554c640 1 -- 172.21.15.111:0/3891242375 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d2015e940 msgr2=0x7f4d201592d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:23.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.243+0000 7f4d2554c640 1 --2- 172.21.15.111:0/3891242375 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d2015e940 0x7f4d201592d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:23.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.243+0000 7f4d2554c640 1 -- 172.21.15.111:0/3891242375 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d201f7d70 con 0x7f4d2015ed20 2024-09-19T04:39:23.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.243+0000 7f4d2554c640 1 --2- 172.21.15.111:0/3891242375 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d2015ed20 0x7f4d201f4c80 secure :-1 s=READY pgs=1420 cs=0 l=1 rev1=1 crypto rx=0x7f4d1802ad70 tx=0x7f4d18004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:23.247 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.243+0000 7f4d1d7fa640 1 -- 172.21.15.111:0/3891242375 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d18041020 con 0x7f4d2015ed20 2024-09-19T04:39:23.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.243+0000 7f4d1d7fa640 1 -- 172.21.15.111:0/3891242375 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d18007780 con 0x7f4d2015ed20 2024-09-19T04:39:23.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.243+0000 7f4d26faf640 1 -- 172.21.15.111:0/3891242375 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d20159b70 con 0x7f4d2015ed20 2024-09-19T04:39:23.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.243+0000 7f4d1d7fa640 1 -- 172.21.15.111:0/3891242375 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d18036040 con 0x7f4d2015ed20 2024-09-19T04:39:23.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.243+0000 7f4d26faf640 1 -- 172.21.15.111:0/3891242375 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d2015a130 con 0x7f4d2015ed20 2024-09-19T04:39:23.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.244+0000 7f4d26faf640 1 -- 172.21.15.111:0/3891242375 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d200d1060 con 0x7f4d2015ed20 2024-09-19T04:39:23.248 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.244+0000 7f4d1d7fa640 1 -- 172.21.15.111:0/3891242375 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f4d18044020 con 0x7f4d2015ed20 2024-09-19T04:39:23.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.245+0000 7f4d1d7fa640 1 --2- 172.21.15.111:0/3891242375 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4d0406c910 0x7f4d0406edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:23.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.245+0000 7f4d1d7fa640 1 -- 172.21.15.111:0/3891242375 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 4999+0+0 (secure 0 0 0) 0x7f4d180ace20 con 0x7f4d2015ed20 2024-09-19T04:39:23.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.245+0000 7f4d24d4b640 1 --2- 172.21.15.111:0/3891242375 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4d0406c910 0x7f4d0406edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:23.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.246+0000 7f4d24d4b640 1 --2- 172.21.15.111:0/3891242375 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4d0406c910 0x7f4d0406edd0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f4d14001560 tx=0x7f4d14007990 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:23.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.250+0000 7f4d1d7fa640 1 -- 172.21.15.111:0/3891242375 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4d1804b020 con 0x7f4d2015ed20 2024-09-19T04:39:23.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.448+0000 7f4d26faf640 1 -- 172.21.15.111:0/3891242375 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4d200ba6b0 con 0x7f4d2015ed20 2024-09-19T04:39:23.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.449+0000 7f4d1d7fa640 1 -- 172.21.15.111:0/3891242375 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 71 v71) ==== 94+0+3914 (secure 0 0 0) 0x7f4d200b7170 con 0x7f4d2015ed20 2024-09-19T04:39:23.451 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:23.452 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":71,"btime":"2024-09-19T04:39:18:600393+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6374,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/587515011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":587515011},{"type":"v1","addr":"172.21.15.114:6834","nonce":587515011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":6614,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/3406153206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":3406153206},{"type":"v1","addr":"172.21.15.114:6835","nonce":3406153206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":7737,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6817/817411818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":817411818},{"type":"v1","addr":"172.21.15.111:6817","nonce":817411818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7740,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/254025810","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":254025810},{"type":"v1","addr":"172.21.15.111:6835","nonce":254025810}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[]} 2024-09-19T04:39:23.452 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 71 2024-09-19T04:39:23.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.451+0000 7f4d26faf640 1 -- 172.21.15.111:0/3891242375 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4d0406c910 msgr2=0x7f4d0406edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:23.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.451+0000 7f4d26faf640 1 --2- 172.21.15.111:0/3891242375 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4d0406c910 0x7f4d0406edd0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f4d14001560 tx=0x7f4d14007990 comp rx=0 tx=0).stop 2024-09-19T04:39:23.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.451+0000 7f4d26faf640 1 -- 172.21.15.111:0/3891242375 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d2015ed20 msgr2=0x7f4d201f4c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:23.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.451+0000 7f4d26faf640 1 --2- 172.21.15.111:0/3891242375 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d2015ed20 0x7f4d201f4c80 secure :-1 s=READY pgs=1420 cs=0 l=1 rev1=1 crypto rx=0x7f4d1802ad70 tx=0x7f4d18004a40 comp rx=0 tx=0).stop 2024-09-19T04:39:23.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.451+0000 7f4d26faf640 1 -- 172.21.15.111:0/3891242375 shutdown_connections 2024-09-19T04:39:23.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.451+0000 7f4d26faf640 1 --2- 172.21.15.111:0/3891242375 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4d0406c910 0x7f4d0406edd0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:23.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.451+0000 7f4d26faf640 1 --2- 172.21.15.111:0/3891242375 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4d2015ed20 0x7f4d201f4c80 unknown :-1 s=CLOSED pgs=1420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:23.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.451+0000 7f4d26faf640 1 --2- 172.21.15.111:0/3891242375 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d2015e940 0x7f4d201592d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:23.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.451+0000 7f4d26faf640 1 --2- 172.21.15.111:0/3891242375 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4d200cef90 0x7f4d201f7830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:23.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.451+0000 7f4d26faf640 1 -- 172.21.15.111:0/3891242375 >> 172.21.15.111:0/3891242375 conn(0x7f4d200b6240 msgr2=0x7f4d200cf650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:23.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.451+0000 7f4d26faf640 1 -- 172.21.15.111:0/3891242375 shutdown_connections 2024-09-19T04:39:23.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.451+0000 7f4d26faf640 1 -- 172.21.15.111:0/3891242375 wait complete. 2024-09-19T04:39:23.464 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T04:39:23.464 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T04:39:23.465 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T04:39:23.467 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:39:23.468 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T04:39:23.468 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T04:39:23.468 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T04:39:23.468 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:39:23.468 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T04:39:23.468 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T04:39:23.468 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T04:39:23.469 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:39:23.469 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T04:39:23.469 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T04:39:23.469 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T04:39:23.469 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:39:23.475 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T04:39:23.475 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T04:39:23.478 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T04:39:23.478 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T04:39:23.480 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T04:39:23.481 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T04:39:23.481 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T04:39:23.481 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T04:39:23.521 INFO:tasks.ceph.mds.a:Started 2024-09-19T04:39:23.521 DEBUG:teuthology.parallel:result is None 2024-09-19T04:39:23.523 INFO:tasks.ceph.mds.c:Started 2024-09-19T04:39:23.523 DEBUG:teuthology.parallel:result is None 2024-09-19T04:39:23.524 INFO:tasks.ceph.mds.d:Started 2024-09-19T04:39:23.525 DEBUG:teuthology.parallel:result is None 2024-09-19T04:39:23.525 INFO:tasks.ceph.mds.b:Started 2024-09-19T04:39:23.526 DEBUG:teuthology.parallel:result is None 2024-09-19T04:39:23.526 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T04:39:23.596 INFO:tasks.ceph.mds.c.smithi111.stdout:starting mds.c at 2024-09-19T04:39:23.596 INFO:tasks.ceph.mds.a.smithi111.stdout:starting mds.a at 2024-09-19T04:39:23.608 INFO:tasks.ceph.mds.d.smithi114.stdout:starting mds.d at 2024-09-19T04:39:23.608 INFO:tasks.ceph.mds.b.smithi114.stdout:starting mds.b at 2024-09-19T04:39:23.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.629+0000 7f2e3cb31640 1 Processor -- start 2024-09-19T04:39:23.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.629+0000 7f2e3cb31640 1 -- start start 2024-09-19T04:39:23.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.630+0000 7f2e3cb31640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f2e380b6b20 0x7f2e380b6f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:23.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.630+0000 7f2e3cb31640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e380b1a70 0x7f2e380b7440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:23.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.630+0000 7f2e36d9d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f2e380708a0 0x7f2e38070d50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40832/0 (socket says 172.21.15.111:40832) 2024-09-19T04:39:23.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.630+0000 7f2e36d9d640 1 -- 172.21.15.111:0/544121677 learned_addr learned my addr 172.21.15.111:0/544121677 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:23.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.630+0000 7f2e3cb31640 1 -- 172.21.15.111:0/544121677 --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e38073eb0 con 0x7f2e380708a0 2024-09-19T04:39:23.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.630+0000 7f2e2ffff640 1 --2- 172.21.15.111:0/544121677 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e380b1a70 0x7f2e380b7440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:23.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.630+0000 7f2e3659c640 1 --2- 172.21.15.111:0/544121677 >> v2:172.21.15.114:3300/0 conn(0x7f2e380b6b20 0x7f2e380b6f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:23.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.630+0000 7f2e3cb31640 1 -- 172.21.15.111:0/544121677 --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f2e3806d720 con 0x7f2e380b6b20 2024-09-19T04:39:23.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.630+0000 7f2e3cb31640 1 -- 172.21.15.111:0/544121677 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2e3806cdf0 con 0x7f2e380b1a70 2024-09-19T04:39:23.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.630+0000 7f2e35d9b640 1 -- 172.21.15.111:0/544121677 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2638461315 0 0) 0x7f2e38073eb0 con 0x7f2e380708a0 2024-09-19T04:39:23.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.630+0000 7f2e35d9b640 1 -- 172.21.15.111:0/544121677 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2e24003520 con 0x7f2e380708a0 2024-09-19T04:39:23.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.630+0000 7f2e2ffff640 1 -- 172.21.15.111:0/544121677 >> v2:172.21.15.114:3300/0 conn(0x7f2e380b6b20 msgr2=0x7f2e380b6f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:23.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.630+0000 7f2e2ffff640 1 --2- 172.21.15.111:0/544121677 >> v2:172.21.15.114:3300/0 conn(0x7f2e380b6b20 0x7f2e380b6f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:23.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.630+0000 7f2e2ffff640 1 -- 172.21.15.111:0/544121677 >> v1:172.21.15.111:6789/0 conn(0x7f2e380708a0 legacy=0x7f2e38070d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:23.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.630+0000 7f2e2ffff640 1 -- 172.21.15.111:0/544121677 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e3806d0d0 con 0x7f2e380b1a70 2024-09-19T04:39:23.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.631+0000 7f2e2ffff640 1 --2- 172.21.15.111:0/544121677 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e380b1a70 0x7f2e380b7440 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f2e200097a0 tx=0x7f2e2002a060 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e23ddb670d2adafa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:23.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.632+0000 7f2e35d9b640 1 -- 172.21.15.111:0/544121677 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e20037070 con 0x7f2e380b1a70 2024-09-19T04:39:23.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.632+0000 7f2e35d9b640 1 -- 172.21.15.111:0/544121677 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e2002adb0 con 0x7f2e380b1a70 2024-09-19T04:39:23.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.632+0000 7f2e35d9b640 1 -- 172.21.15.111:0/544121677 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e20032660 con 0x7f2e380b1a70 2024-09-19T04:39:23.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.633+0000 7f2e3cb31640 1 -- 172.21.15.111:0/544121677 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e380b1a70 msgr2=0x7f2e380b7440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:23.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.633+0000 7f2e3cb31640 1 --2- 172.21.15.111:0/544121677 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e380b1a70 0x7f2e380b7440 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f2e200097a0 tx=0x7f2e2002a060 comp rx=0 tx=0).stop 2024-09-19T04:39:23.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.633+0000 7f2e3cb31640 1 -- 172.21.15.111:0/544121677 shutdown_connections 2024-09-19T04:39:23.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.633+0000 7f2e3cb31640 1 --2- 172.21.15.111:0/544121677 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e380b1a70 0x7f2e380b7440 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:23.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.633+0000 7f2e3cb31640 1 --2- 172.21.15.111:0/544121677 >> v2:172.21.15.114:3300/0 conn(0x7f2e380b6b20 0x7f2e380b6f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:23.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.633+0000 7f2e3cb31640 1 -- 172.21.15.111:0/544121677 >> 172.21.15.111:0/544121677 conn(0x7f2e380b4220 msgr2=0x7f2e380b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:23.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.633+0000 7f2e3cb31640 1 -- 172.21.15.111:0/544121677 shutdown_connections 2024-09-19T04:39:23.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.633+0000 7f2e3cb31640 1 -- 172.21.15.111:0/544121677 wait complete. 2024-09-19T04:39:23.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.635+0000 7f2e3cb31640 1 Processor -- start 2024-09-19T04:39:23.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.635+0000 7f2e3cb31640 1 -- start start 2024-09-19T04:39:23.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.635+0000 7f2e3cb31640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e380708a0 0x7f2e3815a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:23.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.636+0000 7f2e3cb31640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e380b1a70 0x7f2e381fb640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:23.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.636+0000 7f2e3cb31640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e380b6b20 0x7f2e3815afa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:23.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.636+0000 7f2e3cb31640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2e38162dc0 con 0x7f2e380708a0 2024-09-19T04:39:23.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.636+0000 7f2e3cb31640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2e38073b40 con 0x7f2e380b6b20 2024-09-19T04:39:23.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.636+0000 7f2e3cb31640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2e38162f40 con 0x7f2e380b1a70 2024-09-19T04:39:23.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.636+0000 7f2e3659c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e380708a0 0x7f2e3815a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:23.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.636+0000 7f2e3659c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e380708a0 0x7f2e3815a980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47962/0 (socket says 172.21.15.111:47962) 2024-09-19T04:39:23.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.636+0000 7f2e2ffff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e380b1a70 0x7f2e381fb640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:23.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.636+0000 7f2e3659c640 1 -- 172.21.15.111:0/3284049835 learned_addr learned my addr 172.21.15.111:0/3284049835 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:23.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.636+0000 7f2e36d9d640 1 --2- 172.21.15.111:0/3284049835 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e380b6b20 0x7f2e3815afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:23.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.636+0000 7f2e3659c640 1 -- 172.21.15.111:0/3284049835 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e380b1a70 msgr2=0x7f2e381fb640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:23.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.636+0000 7f2e3659c640 1 --2- 172.21.15.111:0/3284049835 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e380b1a70 0x7f2e381fb640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:23.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.636+0000 7f2e3659c640 1 -- 172.21.15.111:0/3284049835 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e380b6b20 msgr2=0x7f2e3815afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:23.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.636+0000 7f2e3659c640 1 --2- 172.21.15.111:0/3284049835 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e380b6b20 0x7f2e3815afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:23.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.636+0000 7f2e3659c640 1 -- 172.21.15.111:0/3284049835 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e380d1590 con 0x7f2e380708a0 2024-09-19T04:39:23.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.636+0000 7f2e3659c640 1 --2- 172.21.15.111:0/3284049835 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e380708a0 0x7f2e3815a980 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7f2e2800efc0 tx=0x7f2e2800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:23.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.636+0000 7f2e2effd640 1 -- 172.21.15.111:0/3284049835 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e28018020 con 0x7f2e380708a0 2024-09-19T04:39:23.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.636+0000 7f2e2effd640 1 -- 172.21.15.111:0/3284049835 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e28014480 con 0x7f2e380708a0 2024-09-19T04:39:23.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.637+0000 7f2e3cb31640 1 -- 172.21.15.111:0/3284049835 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e3815bd20 con 0x7f2e380708a0 2024-09-19T04:39:23.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.637+0000 7f2e2effd640 1 -- 172.21.15.111:0/3284049835 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e28014850 con 0x7f2e380708a0 2024-09-19T04:39:23.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.637+0000 7f2e3cb31640 1 -- 172.21.15.111:0/3284049835 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e381fbb80 con 0x7f2e380708a0 2024-09-19T04:39:23.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.638+0000 7f2e3cb31640 1 -- 172.21.15.111:0/3284049835 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e380b6f00 con 0x7f2e380708a0 2024-09-19T04:39:23.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.638+0000 7f2e2effd640 1 -- 172.21.15.111:0/3284049835 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f2e28005d10 con 0x7f2e380708a0 2024-09-19T04:39:23.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.638+0000 7f2e2effd640 1 --2- 172.21.15.111:0/3284049835 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2e1806c8e0 0x7f2e1806eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:23.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.639+0000 7f2e2effd640 1 -- 172.21.15.111:0/3284049835 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(137..137 src has 1..137) ==== 4999+0+0 (secure 0 0 0) 0x7f2e2808c610 con 0x7f2e380708a0 2024-09-19T04:39:23.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.639+0000 7f2e2ffff640 1 --2- 172.21.15.111:0/3284049835 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2e1806c8e0 0x7f2e1806eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:23.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.639+0000 7f2e2ffff640 1 --2- 172.21.15.111:0/3284049835 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2e1806c8e0 0x7f2e1806eda0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f2e20034000 tx=0x7f2e2002e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:23.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.643+0000 7f2e2effd640 1 -- 172.21.15.111:0/3284049835 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2e28022070 con 0x7f2e380708a0 2024-09-19T04:39:23.683 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2024-09-19T04:39:23.683 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~0s 2024-09-19T04:39:23.683 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2024-09-19T04:39:23.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:23.822+0000 7f2e3cb31640 1 -- 172.21.15.111:0/3284049835 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f2e3806ecd0 con 0x7f2e380708a0 2024-09-19T04:39:24.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.652+0000 7f2e2effd640 1 -- 172.21.15.111:0/3284049835 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v139) ==== 97+0+0 (secure 0 0 0) 0x7f2e28010040 con 0x7f2e380708a0 2024-09-19T04:39:24.655 INFO:teuthology.orchestra.run.smithi111.stderr: removed all blocklist entries 2024-09-19T04:39:24.657 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.654+0000 7f2e3cb31640 1 -- 172.21.15.111:0/3284049835 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2e1806c8e0 msgr2=0x7f2e1806eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:24.657 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.654+0000 7f2e3cb31640 1 --2- 172.21.15.111:0/3284049835 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2e1806c8e0 0x7f2e1806eda0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f2e20034000 tx=0x7f2e2002e000 comp rx=0 tx=0).stop 2024-09-19T04:39:24.657 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.654+0000 7f2e3cb31640 1 -- 172.21.15.111:0/3284049835 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e380708a0 msgr2=0x7f2e3815a980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:24.657 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.654+0000 7f2e3cb31640 1 --2- 172.21.15.111:0/3284049835 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e380708a0 0x7f2e3815a980 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7f2e2800efc0 tx=0x7f2e2800c490 comp rx=0 tx=0).stop 2024-09-19T04:39:24.657 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.654+0000 7f2e3cb31640 1 -- 172.21.15.111:0/3284049835 shutdown_connections 2024-09-19T04:39:24.657 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.654+0000 7f2e3cb31640 1 --2- 172.21.15.111:0/3284049835 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2e1806c8e0 0x7f2e1806eda0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:24.657 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.654+0000 7f2e3cb31640 1 --2- 172.21.15.111:0/3284049835 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e380b6b20 0x7f2e3815afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:24.657 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.654+0000 7f2e3cb31640 1 --2- 172.21.15.111:0/3284049835 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2e380b1a70 0x7f2e381fb640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:24.657 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.654+0000 7f2e3cb31640 1 --2- 172.21.15.111:0/3284049835 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2e380708a0 0x7f2e3815a980 unknown :-1 s=CLOSED pgs=1427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:24.658 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.654+0000 7f2e3cb31640 1 -- 172.21.15.111:0/3284049835 >> 172.21.15.111:0/3284049835 conn(0x7f2e380b4220 msgr2=0x7f2e38073250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:24.658 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.655+0000 7f2e3cb31640 1 -- 172.21.15.111:0/3284049835 shutdown_connections 2024-09-19T04:39:24.658 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.655+0000 7f2e3cb31640 1 -- 172.21.15.111:0/3284049835 wait complete. 2024-09-19T04:39:24.669 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T04:39:24.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.769+0000 7fc7fca01640 1 Processor -- start 2024-09-19T04:39:24.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.769+0000 7fc7fca01640 1 -- start start 2024-09-19T04:39:24.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.770+0000 7fc7fca01640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc7f815e940 0x7fc7f80d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:24.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.770+0000 7fc7fca01640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc7f80cef90 0x7fc7f80d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:24.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.770+0000 7fc7fca01640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7f80b7170 con 0x7fc7f815ed20 2024-09-19T04:39:24.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.770+0000 7fc7fca01640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fc7f80d1ae0 con 0x7fc7f815e940 2024-09-19T04:39:24.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.770+0000 7fc7fca01640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fc7f80b7aa0 con 0x7fc7f80cef90 2024-09-19T04:39:24.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.770+0000 7fc7f659c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc7f815e940 0x7fc7f80d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:24.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.770+0000 7fc7f5d9b640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fc7f815ed20 0x7fc7f80b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40846/0 (socket says 172.21.15.111:40846) 2024-09-19T04:39:24.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.770+0000 7fc7f5d9b640 1 -- 172.21.15.111:0/2065268516 learned_addr learned my addr 172.21.15.111:0/2065268516 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:24.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.770+0000 7fc7f659c640 1 -- 172.21.15.111:0/2065268516 >> v2:172.21.15.114:3300/0 conn(0x7fc7f80cef90 msgr2=0x7fc7f80d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:24.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.770+0000 7fc7f659c640 1 --2- 172.21.15.111:0/2065268516 >> v2:172.21.15.114:3300/0 conn(0x7fc7f80cef90 0x7fc7f80d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:24.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.770+0000 7fc7f659c640 1 -- 172.21.15.111:0/2065268516 >> v1:172.21.15.111:6789/0 conn(0x7fc7f815ed20 legacy=0x7fc7f80b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:24.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.770+0000 7fc7f559a640 1 -- 172.21.15.111:0/2065268516 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3334655766 0 0) 0x7fc7ec001110 con 0x7fc7f815ed20 2024-09-19T04:39:24.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.770+0000 7fc7f659c640 1 -- 172.21.15.111:0/2065268516 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7f80d3660 con 0x7fc7f815e940 2024-09-19T04:39:24.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.771+0000 7fc7f659c640 1 --2- 172.21.15.111:0/2065268516 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7f815e940 0x7fc7f80d1060 secure :-1 s=READY pgs=1429 cs=0 l=1 rev1=1 crypto rx=0x7fc7f806d070 tx=0x7fc7e802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f47b78045a1ecbb7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:24.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.771+0000 7fc7f559a640 1 -- 172.21.15.111:0/2065268516 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7e8037070 con 0x7fc7f815e940 2024-09-19T04:39:24.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.771+0000 7fc7f559a640 1 -- 172.21.15.111:0/2065268516 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7e8032440 con 0x7fc7f815e940 2024-09-19T04:39:24.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.771+0000 7fc7f559a640 1 -- 172.21.15.111:0/2065268516 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7e8032810 con 0x7fc7f815e940 2024-09-19T04:39:24.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.772+0000 7fc7fca01640 1 -- 172.21.15.111:0/2065268516 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7f815e940 msgr2=0x7fc7f80d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:24.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.772+0000 7fc7fca01640 1 --2- 172.21.15.111:0/2065268516 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7f815e940 0x7fc7f80d1060 secure :-1 s=READY pgs=1429 cs=0 l=1 rev1=1 crypto rx=0x7fc7f806d070 tx=0x7fc7e802a230 comp rx=0 tx=0).stop 2024-09-19T04:39:24.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.772+0000 7fc7fca01640 1 -- 172.21.15.111:0/2065268516 shutdown_connections 2024-09-19T04:39:24.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.772+0000 7fc7fca01640 1 --2- 172.21.15.111:0/2065268516 >> v2:172.21.15.114:3300/0 conn(0x7fc7f80cef90 0x7fc7f80d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:24.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.772+0000 7fc7fca01640 1 --2- 172.21.15.111:0/2065268516 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7f815e940 0x7fc7f80d1060 unknown :-1 s=CLOSED pgs=1429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:24.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.772+0000 7fc7fca01640 1 -- 172.21.15.111:0/2065268516 >> 172.21.15.111:0/2065268516 conn(0x7fc7f80b6240 msgr2=0x7fc7f80b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:24.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.772+0000 7fc7fca01640 1 -- 172.21.15.111:0/2065268516 shutdown_connections 2024-09-19T04:39:24.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.772+0000 7fc7fca01640 1 -- 172.21.15.111:0/2065268516 wait complete. 2024-09-19T04:39:24.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.773+0000 7fc7fca01640 1 Processor -- start 2024-09-19T04:39:24.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.773+0000 7fc7fca01640 1 -- start start 2024-09-19T04:39:24.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.774+0000 7fc7fca01640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7f80cef90 0x7fc7f8154b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:24.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.774+0000 7fc7fca01640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7f815e940 0x7fc7f81592e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:24.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.774+0000 7fc7fca01640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7f815ed20 0x7fc7f81e92a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:24.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.774+0000 7fc7fca01640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc7f80d3f00 con 0x7fc7f815ed20 2024-09-19T04:39:24.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.774+0000 7fc7fca01640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc7f80d3c20 con 0x7fc7f815e940 2024-09-19T04:39:24.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.774+0000 7fc7fca01640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc7f80d3310 con 0x7fc7f80cef90 2024-09-19T04:39:24.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.774+0000 7fc7f6d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7f815ed20 0x7fc7f81e92a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:24.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.774+0000 7fc7f6d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7f815ed20 0x7fc7f81e92a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47988/0 (socket says 172.21.15.111:47988) 2024-09-19T04:39:24.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.774+0000 7fc7f6d9d640 1 -- 172.21.15.111:0/4166606816 learned_addr learned my addr 172.21.15.111:0/4166606816 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:24.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.774+0000 7fc7f5d9b640 1 --2- 172.21.15.111:0/4166606816 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7f815e940 0x7fc7f81592e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:24.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.774+0000 7fc7f659c640 1 --2- 172.21.15.111:0/4166606816 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7f80cef90 0x7fc7f8154b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:24.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.774+0000 7fc7f6d9d640 1 -- 172.21.15.111:0/4166606816 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7f80cef90 msgr2=0x7fc7f8154b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:24.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.774+0000 7fc7f6d9d640 1 --2- 172.21.15.111:0/4166606816 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7f80cef90 0x7fc7f8154b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:24.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.774+0000 7fc7f6d9d640 1 -- 172.21.15.111:0/4166606816 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7f815e940 msgr2=0x7fc7f81592e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:24.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.774+0000 7fc7f6d9d640 1 --2- 172.21.15.111:0/4166606816 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7f815e940 0x7fc7f81592e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:24.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.774+0000 7fc7f6d9d640 1 -- 172.21.15.111:0/4166606816 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7f815a080 con 0x7fc7f815ed20 2024-09-19T04:39:24.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.775+0000 7fc7f6d9d640 1 --2- 172.21.15.111:0/4166606816 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7f815ed20 0x7fc7f81e92a0 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7fc7f000b970 tx=0x7fc7f000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:24.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.775+0000 7fc7e6ffd640 1 -- 172.21.15.111:0/4166606816 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7f0019070 con 0x7fc7f815ed20 2024-09-19T04:39:24.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.775+0000 7fc7e6ffd640 1 -- 172.21.15.111:0/4166606816 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7f000cb60 con 0x7fc7f815ed20 2024-09-19T04:39:24.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.775+0000 7fc7fca01640 1 -- 172.21.15.111:0/4166606816 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7f815a360 con 0x7fc7f815ed20 2024-09-19T04:39:24.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.775+0000 7fc7e6ffd640 1 -- 172.21.15.111:0/4166606816 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7f0014440 con 0x7fc7f815ed20 2024-09-19T04:39:24.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.775+0000 7fc7fca01640 1 -- 172.21.15.111:0/4166606816 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7f815a920 con 0x7fc7f815ed20 2024-09-19T04:39:24.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.776+0000 7fc7fca01640 1 -- 172.21.15.111:0/4166606816 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7f81621b0 con 0x7fc7f815ed20 2024-09-19T04:39:24.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.776+0000 7fc7e6ffd640 1 -- 172.21.15.111:0/4166606816 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7fc7f001c070 con 0x7fc7f815ed20 2024-09-19T04:39:24.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.777+0000 7fc7e6ffd640 1 --2- 172.21.15.111:0/4166606816 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc7d806c8e0 0x7fc7d806eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:24.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.777+0000 7fc7e6ffd640 1 -- 172.21.15.111:0/4166606816 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 4913+0+0 (secure 0 0 0) 0x7fc7f008b950 con 0x7fc7f815ed20 2024-09-19T04:39:24.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.777+0000 7fc7f659c640 1 --2- 172.21.15.111:0/4166606816 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc7d806c8e0 0x7fc7d806eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:24.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.777+0000 7fc7f659c640 1 --2- 172.21.15.111:0/4166606816 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc7d806c8e0 0x7fc7d806eda0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fc7e8034000 tx=0x7fc7e802e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:24.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:24.781+0000 7fc7e6ffd640 1 -- 172.21.15.111:0/4166606816 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc7f81621b0 con 0x7fc7f815ed20 2024-09-19T04:39:25.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.007+0000 7fc7fca01640 1 -- 172.21.15.111:0/4166606816 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fc7f80d1ef0 con 0x7fc7f815ed20 2024-09-19T04:39:25.009 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.007+0000 7fc7e6ffd640 1 -- 172.21.15.111:0/4166606816 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v20) ==== 80+0+5304 (secure 0 0 0) 0x7fc7f0059b20 con 0x7fc7f815ed20 2024-09-19T04:39:25.009 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:25.009 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:39:25.010 INFO:teuthology.orchestra.run.smithi111.stdout: "auth_dump": [ 2024-09-19T04:39:25.010 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:25.010 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.a", 2024-09-19T04:39:25.010 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmCnXHLRAAedEy+KfNFU7YOhRhgLYdMA==", 2024-09-19T04:39:25.010 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:25.010 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:39:25.010 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:39:25.010 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:39:25.010 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:25.010 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:25.010 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:25.010 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:25.010 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.b", 2024-09-19T04:39:25.010 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmj2hsORAAjwXo3DZ4XRGCsUOxqI9CjA==", 2024-09-19T04:39:25.011 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:25.011 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:39:25.011 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:39:25.011 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:39:25.011 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:25.011 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:25.011 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:25.011 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:25.011 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.c", 2024-09-19T04:39:25.011 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmNXLHNBAAmsO18sf+jcsAfzbE1mj2oA==", 2024-09-19T04:39:25.011 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:25.011 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:39:25.011 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:39:25.012 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:39:25.012 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:25.012 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:25.012 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:25.012 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:25.012 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.d", 2024-09-19T04:39:25.012 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmNfTNBBAAj7NZf67zeYo/yvhfnAxkww==", 2024-09-19T04:39:25.012 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:25.012 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:39:25.012 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:39:25.012 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:39:25.012 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:25.012 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:25.013 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:25.013 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:25.013 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.0", 2024-09-19T04:39:25.013 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA3qetmXK2QIBAAR75oRgwzgVuLQhvMlJa4CA==", 2024-09-19T04:39:25.013 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:25.013 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:39:25.013 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:39:25.013 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:25.013 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:25.013 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:25.013 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:25.013 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.1", 2024-09-19T04:39:25.013 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA7qetmkWR6ExAA0lWBxpiPAGZCLmu4h7iPMg==", 2024-09-19T04:39:25.013 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:25.014 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:39:25.014 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:39:25.014 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:25.014 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:25.014 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:25.014 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:25.014 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.2", 2024-09-19T04:39:25.014 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA/qetmgxH4FBAAdBD58YlH15hiLasWSnbxgQ==", 2024-09-19T04:39:25.014 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:25.014 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:39:25.014 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:39:25.014 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:25.014 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:25.014 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:25.015 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:25.015 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.3", 2024-09-19T04:39:25.015 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBDqetmvScfFhAAjBKwn49kZcL8j+xfBzuAXQ==", 2024-09-19T04:39:25.015 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:25.015 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:39:25.015 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:39:25.015 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:25.015 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:25.015 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:25.015 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:25.015 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.4", 2024-09-19T04:39:25.015 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBKqetms9roERAALAlOKQm99bEbtaMUdCEfCQ==", 2024-09-19T04:39:25.015 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:25.016 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:39:25.016 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:39:25.016 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:25.016 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:25.016 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:25.016 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:25.016 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.5", 2024-09-19T04:39:25.016 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBOqetmmoAIBBAA0fKuVAffYGZnFsgCXtti2Q==", 2024-09-19T04:39:25.016 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:25.016 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:39:25.016 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:39:25.016 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:25.016 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:25.016 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:25.017 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:25.017 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.6", 2024-09-19T04:39:25.017 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBRqetm6XavKhAAIL2OCxOxpUEc8vXFj6gN7A==", 2024-09-19T04:39:25.017 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:25.017 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:39:25.017 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:39:25.017 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:25.017 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:25.017 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:25.017 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:25.017 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.7", 2024-09-19T04:39:25.017 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBVqetmhUn4KxAA7yNGTx+mbKjnHNUg8hxx+w==", 2024-09-19T04:39:25.017 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:25.018 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:39:25.018 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:39:25.018 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:25.018 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:25.018 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:25.018 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:25.018 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.0", 2024-09-19T04:39:25.018 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmdEXYCBAAQK+0F5ouJPJAqZqCQHrMdQ==", 2024-09-19T04:39:25.018 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:25.018 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:39:25.018 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow r", 2024-09-19T04:39:25.018 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T04:39:25.018 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:25.018 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:25.019 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:25.019 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.1", 2024-09-19T04:39:25.019 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmsJubERAAw8fZEkmvI5BUEFNZBk1MLg==", 2024-09-19T04:39:25.019 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:25.019 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:39:25.019 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:39:25.019 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:39:25.019 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:39:25.019 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:25.019 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:25.019 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:25.019 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.2", 2024-09-19T04:39:25.019 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmMCNpDhAAAOVbb+49iDsZc+49qDrLTw==", 2024-09-19T04:39:25.020 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:25.020 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:39:25.020 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:39:25.020 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:39:25.020 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:39:25.020 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:25.020 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:25.020 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:25.020 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.3", 2024-09-19T04:39:25.020 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetm4QAqFxAAod68YP3hsE1q4q0VXSLlnQ==", 2024-09-19T04:39:25.020 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:25.020 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:39:25.020 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:39:25.020 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:39:25.021 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:39:25.021 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:25.021 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:25.021 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:25.021 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.admin", 2024-09-19T04:39:25.021 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmrRVMEhAAHd1CNriXFbfJyf4GC8hYMQ==", 2024-09-19T04:39:25.021 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:25.021 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:39:25.021 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:39:25.021 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:39:25.021 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:25.021 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:25.021 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:25.021 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:25.022 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mgr.x", 2024-09-19T04:39:25.022 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmCAiOKhAA2pudSPuE+yJMoNgHi4eu4A==", 2024-09-19T04:39:25.022 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:25.022 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:39:25.022 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile mgr", 2024-09-19T04:39:25.022 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:25.022 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:25.022 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:25.022 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:25.022 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mgr.y", 2024-09-19T04:39:25.022 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetm8NjVJhAAOyZKidS0VOLEDBwUteHNGw==", 2024-09-19T04:39:25.022 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:25.022 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:39:25.022 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile mgr", 2024-09-19T04:39:25.023 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:25.023 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:25.023 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:25.023 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:39:25.023 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:39:25.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.009+0000 7fc7fca01640 1 -- 172.21.15.111:0/4166606816 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc7d806c8e0 msgr2=0x7fc7d806eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.009+0000 7fc7fca01640 1 --2- 172.21.15.111:0/4166606816 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc7d806c8e0 0x7fc7d806eda0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fc7e8034000 tx=0x7fc7e802e000 comp rx=0 tx=0).stop 2024-09-19T04:39:25.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.009+0000 7fc7fca01640 1 -- 172.21.15.111:0/4166606816 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7f815ed20 msgr2=0x7fc7f81e92a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.009+0000 7fc7fca01640 1 --2- 172.21.15.111:0/4166606816 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7f815ed20 0x7fc7f81e92a0 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7fc7f000b970 tx=0x7fc7f000be30 comp rx=0 tx=0).stop 2024-09-19T04:39:25.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.009+0000 7fc7fca01640 1 -- 172.21.15.111:0/4166606816 shutdown_connections 2024-09-19T04:39:25.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.009+0000 7fc7fca01640 1 --2- 172.21.15.111:0/4166606816 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc7d806c8e0 0x7fc7d806eda0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.009+0000 7fc7fca01640 1 --2- 172.21.15.111:0/4166606816 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc7f815ed20 0x7fc7f81e92a0 unknown :-1 s=CLOSED pgs=1430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.009+0000 7fc7fca01640 1 --2- 172.21.15.111:0/4166606816 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc7f815e940 0x7fc7f81592e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.009+0000 7fc7fca01640 1 --2- 172.21.15.111:0/4166606816 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc7f80cef90 0x7fc7f8154b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.009+0000 7fc7fca01640 1 -- 172.21.15.111:0/4166606816 >> 172.21.15.111:0/4166606816 conn(0x7fc7f80b6240 msgr2=0x7fc7f8161710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:25.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.009+0000 7fc7fca01640 1 -- 172.21.15.111:0/4166606816 shutdown_connections 2024-09-19T04:39:25.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.009+0000 7fc7fca01640 1 -- 172.21.15.111:0/4166606816 wait complete. 2024-09-19T04:39:25.026 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T04:39:25.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.121+0000 7f1e9d0b7640 1 Processor -- start 2024-09-19T04:39:25.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.121+0000 7f1e9d0b7640 1 -- start start 2024-09-19T04:39:25.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.122+0000 7f1e9d0b7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e980d02a0 0x7f1e980d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.122+0000 7f1e9d0b7640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1e9815ca40 0x7f1e9815e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.122+0000 7f1e9d0b7640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1e980d0bc0 con 0x7f1e9815ce80 2024-09-19T04:39:25.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.122+0000 7f1e9d0b7640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f1e9815d390 con 0x7f1e9815ca40 2024-09-19T04:39:25.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.122+0000 7f1e9d0b7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1e9815d670 con 0x7f1e980d02a0 2024-09-19T04:39:25.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.122+0000 7f1e9659c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1e9815ca40 0x7f1e9815e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.122+0000 7f1e9759e640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f1e9815ce80 0x7f1e981594c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40852/0 (socket says 172.21.15.111:40852) 2024-09-19T04:39:25.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.122+0000 7f1e9659c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1e9815ca40 0x7f1e9815e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47994/0 (socket says 172.21.15.111:47994) 2024-09-19T04:39:25.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.122+0000 7f1e9759e640 1 -- 172.21.15.111:0/1032480140 learned_addr learned my addr 172.21.15.111:0/1032480140 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:25.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.122+0000 7f1e96d9d640 1 --2- 172.21.15.111:0/1032480140 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e980d02a0 0x7f1e980d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.122+0000 7f1e9659c640 1 -- 172.21.15.111:0/1032480140 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e980d02a0 msgr2=0x7f1e980d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:25.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.122+0000 7f1e9659c640 1 --2- 172.21.15.111:0/1032480140 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e980d02a0 0x7f1e980d0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.123+0000 7f1e9659c640 1 -- 172.21.15.111:0/1032480140 >> v1:172.21.15.111:6789/0 conn(0x7f1e9815ce80 legacy=0x7f1e981594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.123+0000 7f1e9659c640 1 -- 172.21.15.111:0/1032480140 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e9815d950 con 0x7f1e9815ca40 2024-09-19T04:39:25.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.123+0000 7f1e95d9b640 1 -- 172.21.15.111:0/1032480140 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2634734575 0 0) 0x7f1e980d0bc0 con 0x7f1e9815ce80 2024-09-19T04:39:25.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.123+0000 7f1e9659c640 1 --2- 172.21.15.111:0/1032480140 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e9815ca40 0x7f1e9815e430 secure :-1 s=READY pgs=1432 cs=0 l=1 rev1=1 crypto rx=0x7f1e8c0097a0 tx=0x7f1e8c02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e62e4f263bea66b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:25.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.123+0000 7f1e95d9b640 1 -- 172.21.15.111:0/1032480140 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e8c037070 con 0x7f1e9815ca40 2024-09-19T04:39:25.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.123+0000 7f1e95d9b640 1 -- 172.21.15.111:0/1032480140 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e8c02ae50 con 0x7f1e9815ca40 2024-09-19T04:39:25.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.123+0000 7f1e95d9b640 1 -- 172.21.15.111:0/1032480140 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e8c032660 con 0x7f1e9815ca40 2024-09-19T04:39:25.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.124+0000 7f1e9d0b7640 1 -- 172.21.15.111:0/1032480140 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e9815ca40 msgr2=0x7f1e9815e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.124+0000 7f1e9d0b7640 1 --2- 172.21.15.111:0/1032480140 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e9815ca40 0x7f1e9815e430 secure :-1 s=READY pgs=1432 cs=0 l=1 rev1=1 crypto rx=0x7f1e8c0097a0 tx=0x7f1e8c02a100 comp rx=0 tx=0).stop 2024-09-19T04:39:25.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.124+0000 7f1e9d0b7640 1 -- 172.21.15.111:0/1032480140 shutdown_connections 2024-09-19T04:39:25.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.124+0000 7f1e9d0b7640 1 --2- 172.21.15.111:0/1032480140 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e9815ca40 0x7f1e9815e430 unknown :-1 s=CLOSED pgs=1432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.124+0000 7f1e9d0b7640 1 --2- 172.21.15.111:0/1032480140 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e980d02a0 0x7f1e980d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.124+0000 7f1e9d0b7640 1 -- 172.21.15.111:0/1032480140 >> 172.21.15.111:0/1032480140 conn(0x7f1e98062cc0 msgr2=0x7f1e9806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:25.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.124+0000 7f1e9d0b7640 1 -- 172.21.15.111:0/1032480140 shutdown_connections 2024-09-19T04:39:25.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.124+0000 7f1e9d0b7640 1 -- 172.21.15.111:0/1032480140 wait complete. 2024-09-19T04:39:25.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.125+0000 7f1e9d0b7640 1 Processor -- start 2024-09-19T04:39:25.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.126+0000 7f1e9d0b7640 1 -- start start 2024-09-19T04:39:25.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.126+0000 7f1e9d0b7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e980d02a0 0x7f1e980aef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.126+0000 7f1e9d0b7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e9815ca40 0x7f1e981594a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.126+0000 7f1e9d0b7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e9815ce80 0x7f1e980ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.126+0000 7f1e9d0b7640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1e98155b90 con 0x7f1e9815ce80 2024-09-19T04:39:25.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.126+0000 7f1e9d0b7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1e9815df10 con 0x7f1e9815ca40 2024-09-19T04:39:25.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.126+0000 7f1e9d0b7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1e98155d10 con 0x7f1e980d02a0 2024-09-19T04:39:25.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.126+0000 7f1e9759e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e9815ce80 0x7f1e980ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.126+0000 7f1e9759e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e9815ce80 0x7f1e980ce0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48006/0 (socket says 172.21.15.111:48006) 2024-09-19T04:39:25.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.126+0000 7f1e9759e640 1 -- 172.21.15.111:0/2169581482 learned_addr learned my addr 172.21.15.111:0/2169581482 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:25.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.126+0000 7f1e9659c640 1 --2- 172.21.15.111:0/2169581482 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e9815ca40 0x7f1e981594a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.126+0000 7f1e96d9d640 1 --2- 172.21.15.111:0/2169581482 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e980d02a0 0x7f1e980aef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.127+0000 7f1e9759e640 1 -- 172.21.15.111:0/2169581482 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e980d02a0 msgr2=0x7f1e980aef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.127+0000 7f1e9759e640 1 --2- 172.21.15.111:0/2169581482 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e980d02a0 0x7f1e980aef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.127+0000 7f1e9759e640 1 -- 172.21.15.111:0/2169581482 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e9815ca40 msgr2=0x7f1e981594a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.127+0000 7f1e9759e640 1 --2- 172.21.15.111:0/2169581482 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e9815ca40 0x7f1e981594a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.127+0000 7f1e9759e640 1 -- 172.21.15.111:0/2169581482 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e9815a240 con 0x7f1e9815ce80 2024-09-19T04:39:25.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.127+0000 7f1e9759e640 1 --2- 172.21.15.111:0/2169581482 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e9815ce80 0x7f1e980ce0f0 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7f1e9000c410 tx=0x7f1e9000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:25.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.127+0000 7f1e7f7fe640 1 -- 172.21.15.111:0/2169581482 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e900074e0 con 0x7f1e9815ce80 2024-09-19T04:39:25.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.127+0000 7f1e7f7fe640 1 -- 172.21.15.111:0/2169581482 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e900047e0 con 0x7f1e9815ce80 2024-09-19T04:39:25.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.127+0000 7f1e9d0b7640 1 -- 172.21.15.111:0/2169581482 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e98159f60 con 0x7f1e9815ce80 2024-09-19T04:39:25.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.127+0000 7f1e7f7fe640 1 -- 172.21.15.111:0/2169581482 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e90004bd0 con 0x7f1e9815ce80 2024-09-19T04:39:25.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.127+0000 7f1e9d0b7640 1 -- 172.21.15.111:0/2169581482 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e981f32d0 con 0x7f1e9815ce80 2024-09-19T04:39:25.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.128+0000 7f1e9d0b7640 1 -- 172.21.15.111:0/2169581482 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e980b4790 con 0x7f1e9815ce80 2024-09-19T04:39:25.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.129+0000 7f1e7f7fe640 1 -- 172.21.15.111:0/2169581482 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f1e90011070 con 0x7f1e9815ce80 2024-09-19T04:39:25.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.129+0000 7f1e7f7fe640 1 --2- 172.21.15.111:0/2169581482 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1e8406c8e0 0x7f1e8406eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.129+0000 7f1e7f7fe640 1 -- 172.21.15.111:0/2169581482 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 4913+0+0 (secure 0 0 0) 0x7f1e9008b610 con 0x7f1e9815ce80 2024-09-19T04:39:25.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.129+0000 7f1e96d9d640 1 --2- 172.21.15.111:0/2169581482 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1e8406c8e0 0x7f1e8406eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.130+0000 7f1e96d9d640 1 --2- 172.21.15.111:0/2169581482 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1e8406c8e0 0x7f1e8406eda0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f1e980b11f0 tx=0x7f1e88009830 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:25.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.133+0000 7f1e7f7fe640 1 -- 172.21.15.111:0/2169581482 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1e90059190 con 0x7f1e9815ce80 2024-09-19T04:39:25.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.299+0000 7f1e9d0b7640 1 -- 172.21.15.111:0/2169581482 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f1e980d0820 con 0x7f1e9815ce80 2024-09-19T04:39:25.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.299+0000 7f1e7f7fe640 1 -- 172.21.15.111:0/2169581482 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v139) ==== 84+0+65 (secure 0 0 0) 0x7f1e9005d490 con 0x7f1e9815ce80 2024-09-19T04:39:25.302 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:25.302 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:39:25.302 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:25.302 INFO:teuthology.orchestra.run.smithi111.stdout: "poolnum": 1, 2024-09-19T04:39:25.302 INFO:teuthology.orchestra.run.smithi111.stdout: "poolname": ".mgr" 2024-09-19T04:39:25.302 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:25.302 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:39:25.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.301+0000 7f1e9d0b7640 1 -- 172.21.15.111:0/2169581482 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1e8406c8e0 msgr2=0x7f1e8406eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.301+0000 7f1e9d0b7640 1 --2- 172.21.15.111:0/2169581482 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1e8406c8e0 0x7f1e8406eda0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f1e980b11f0 tx=0x7f1e88009830 comp rx=0 tx=0).stop 2024-09-19T04:39:25.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.301+0000 7f1e9d0b7640 1 -- 172.21.15.111:0/2169581482 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e9815ce80 msgr2=0x7f1e980ce0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.301+0000 7f1e9d0b7640 1 --2- 172.21.15.111:0/2169581482 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e9815ce80 0x7f1e980ce0f0 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7f1e9000c410 tx=0x7f1e9000c8d0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.301+0000 7f1e9d0b7640 1 -- 172.21.15.111:0/2169581482 shutdown_connections 2024-09-19T04:39:25.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.301+0000 7f1e9d0b7640 1 --2- 172.21.15.111:0/2169581482 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1e8406c8e0 0x7f1e8406eda0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.301+0000 7f1e9d0b7640 1 --2- 172.21.15.111:0/2169581482 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1e9815ce80 0x7f1e980ce0f0 unknown :-1 s=CLOSED pgs=1433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.301+0000 7f1e9d0b7640 1 --2- 172.21.15.111:0/2169581482 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e9815ca40 0x7f1e981594a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.301+0000 7f1e9d0b7640 1 --2- 172.21.15.111:0/2169581482 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1e980d02a0 0x7f1e980aef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.301+0000 7f1e9d0b7640 1 -- 172.21.15.111:0/2169581482 >> 172.21.15.111:0/2169581482 conn(0x7f1e98062cc0 msgr2=0x7f1e9806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:25.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.301+0000 7f1e9d0b7640 1 -- 172.21.15.111:0/2169581482 shutdown_connections 2024-09-19T04:39:25.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.301+0000 7f1e9d0b7640 1 -- 172.21.15.111:0/2169581482 wait complete. 2024-09-19T04:39:25.314 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T04:39:25.314 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T04:39:25.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.415+0000 7fdcb6a1e640 1 Processor -- start 2024-09-19T04:39:25.417 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.415+0000 7fdcb6a1e640 1 -- start start 2024-09-19T04:39:25.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.415+0000 7fdcb6a1e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdcb00b3540 0x7fdcb00d3090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcb6a1e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdcb00d20e0 con 0x7fdcb00b61e0 2024-09-19T04:39:25.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcb6a1e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdcb00cfa70 con 0x7fdcb00b3b00 2024-09-19T04:39:25.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcb6a1e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fdcb00d24f0 con 0x7fdcb00b3540 2024-09-19T04:39:25.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcaffff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fdcb00b61e0 0x7fdcb00b65c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40864/0 (socket says 172.21.15.111:40864) 2024-09-19T04:39:25.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcaffff640 1 -- 172.21.15.111:0/690714653 learned_addr learned my addr 172.21.15.111:0/690714653 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:25.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcaeffd640 1 -- 172.21.15.111:0/690714653 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2736741028 0 0) 0x7fdcb00d20e0 con 0x7fdcb00b61e0 2024-09-19T04:39:25.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcaeffd640 1 -- 172.21.15.111:0/690714653 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdc98003520 con 0x7fdcb00b61e0 2024-09-19T04:39:25.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcb4fbb640 1 --2- 172.21.15.111:0/690714653 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdcb00b3540 0x7fdcb00d3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcaeffd640 1 -- 172.21.15.111:0/690714653 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3276329868 0 0) 0x7fdc98003520 con 0x7fdcb00b61e0 2024-09-19T04:39:25.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcaeffd640 1 -- 172.21.15.111:0/690714653 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdcb00b3540 msgr2=0x7fdcb00d3090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:25.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcaeffd640 1 --2- 172.21.15.111:0/690714653 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdcb00b3540 0x7fdcb00d3090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcaeffd640 1 -- 172.21.15.111:0/690714653 >> v1:172.21.15.114:6789/0 conn(0x7fdcb00b3b00 legacy=0x7fdcb00d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcaeffd640 1 -- 172.21.15.111:0/690714653 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcb00cfd50 con 0x7fdcb00b61e0 2024-09-19T04:39:25.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcaeffd640 1 -- 172.21.15.111:0/690714653 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fdca0001670 con 0x7fdcb00b61e0 2024-09-19T04:39:25.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcb4fbb640 1 --2- 172.21.15.111:0/690714653 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdcb00b3540 0x7fdcb00d3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:25.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcaeffd640 1 -- 172.21.15.111:0/690714653 >> v1:172.21.15.111:6789/0 conn(0x7fdcb00b61e0 legacy=0x7fdcb00b65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcaeffd640 1 --2- 172.21.15.111:0/690714653 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdcb00b3540 0x7fdc980039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcaeffd640 1 --2- 172.21.15.111:0/690714653 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc98003fd0 0x7fdc98004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcaeffd640 1 --2- 172.21.15.111:0/690714653 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc98004d40 0x7fdc980051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcaeffd640 1 -- 172.21.15.111:0/690714653 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fdcb00d24f0 con 0x7fdc98004d40 2024-09-19T04:39:25.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcaeffd640 1 -- 172.21.15.111:0/690714653 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fdc9800bc50 con 0x7fdc98003fd0 2024-09-19T04:39:25.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcaeffd640 1 -- 172.21.15.111:0/690714653 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fdc9800be50 con 0x7fdcb00b3540 2024-09-19T04:39:25.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcb4fbb640 1 --2- 172.21.15.111:0/690714653 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc98004d40 0x7fdc980051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcaffff640 1 --2- 172.21.15.111:0/690714653 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdcb00b3540 0x7fdc980039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.416+0000 7fdcaf7fe640 1 --2- 172.21.15.111:0/690714653 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc98003fd0 0x7fdc98004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.417+0000 7fdcb4fbb640 1 -- 172.21.15.111:0/690714653 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdcb00b3540 msgr2=0x7fdc980039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:25.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.417+0000 7fdcb4fbb640 1 --2- 172.21.15.111:0/690714653 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdcb00b3540 0x7fdc980039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.417+0000 7fdcb4fbb640 1 -- 172.21.15.111:0/690714653 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc98003fd0 msgr2=0x7fdc98004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:25.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.417+0000 7fdcb4fbb640 1 --2- 172.21.15.111:0/690714653 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc98003fd0 0x7fdc98004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.417+0000 7fdcb4fbb640 1 -- 172.21.15.111:0/690714653 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc98003520 con 0x7fdc98004d40 2024-09-19T04:39:25.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.417+0000 7fdcaf7fe640 1 --2- 172.21.15.111:0/690714653 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc98003fd0 0x7fdc98004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:25.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.417+0000 7fdcb4fbb640 1 --2- 172.21.15.111:0/690714653 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc98004d40 0x7fdc980051c0 secure :-1 s=READY pgs=1435 cs=0 l=1 rev1=1 crypto rx=0x7fdca80073e0 tx=0x7fdc98005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9389dc56319c15bd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:25.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.417+0000 7fdcaeffd640 1 -- 172.21.15.111:0/690714653 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdca8009c80 con 0x7fdc98004d40 2024-09-19T04:39:25.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.417+0000 7fdcaeffd640 1 -- 172.21.15.111:0/690714653 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdca802e660 con 0x7fdc98004d40 2024-09-19T04:39:25.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.417+0000 7fdcaeffd640 1 -- 172.21.15.111:0/690714653 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdca802ea10 con 0x7fdc98004d40 2024-09-19T04:39:25.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.418+0000 7fdcb6a1e640 1 -- 172.21.15.111:0/690714653 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc98004d40 msgr2=0x7fdc980051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.418+0000 7fdcb6a1e640 1 --2- 172.21.15.111:0/690714653 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc98004d40 0x7fdc980051c0 secure :-1 s=READY pgs=1435 cs=0 l=1 rev1=1 crypto rx=0x7fdca80073e0 tx=0x7fdc98005830 comp rx=0 tx=0).stop 2024-09-19T04:39:25.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.418+0000 7fdcb4fbb640 1 -- 172.21.15.111:0/690714653 reap_dead start 2024-09-19T04:39:25.423 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.418+0000 7fdcb6a1e640 1 -- 172.21.15.111:0/690714653 shutdown_connections 2024-09-19T04:39:25.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.418+0000 7fdcb6a1e640 1 -- 172.21.15.111:0/690714653 >> 172.21.15.111:0/690714653 conn(0x7fdcb00d11e0 msgr2=0x7fdcb00d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:25.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.418+0000 7fdcb6a1e640 1 -- 172.21.15.111:0/690714653 shutdown_connections 2024-09-19T04:39:25.424 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.418+0000 7fdcb6a1e640 1 -- 172.21.15.111:0/690714653 wait complete. 2024-09-19T04:39:25.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.419+0000 7fdcb6a1e640 1 Processor -- start 2024-09-19T04:39:25.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.419+0000 7fdcb6a1e640 1 -- start start 2024-09-19T04:39:25.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.420+0000 7fdcb6a1e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdcb014aad0 0x7fdcb00cb950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.420+0000 7fdcb6a1e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdcb00cbe90 0x7fdcb01ea040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.420+0000 7fdcb6a1e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdcb01ea580 0x7fdcb00cd970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.420+0000 7fdcb6a1e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fdcb015edc0 con 0x7fdcb014aad0 2024-09-19T04:39:25.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.420+0000 7fdcb6a1e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fdcb00d1d00 con 0x7fdcb00cbe90 2024-09-19T04:39:25.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.420+0000 7fdcb6a1e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fdcb0160200 con 0x7fdcb01ea580 2024-09-19T04:39:25.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.420+0000 7fdcaffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdcb014aad0 0x7fdcb00cb950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.420+0000 7fdcaffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdcb014aad0 0x7fdcb00cb950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48024/0 (socket says 172.21.15.111:48024) 2024-09-19T04:39:25.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.420+0000 7fdcaffff640 1 -- 172.21.15.111:0/2987715919 learned_addr learned my addr 172.21.15.111:0/2987715919 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:25.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.420+0000 7fdcaf7fe640 1 --2- 172.21.15.111:0/2987715919 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdcb00cbe90 0x7fdcb01ea040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.420+0000 7fdcb4fbb640 1 --2- 172.21.15.111:0/2987715919 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdcb01ea580 0x7fdcb00cd970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.420+0000 7fdcaffff640 1 -- 172.21.15.111:0/2987715919 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdcb01ea580 msgr2=0x7fdcb00cd970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.420+0000 7fdcaffff640 1 --2- 172.21.15.111:0/2987715919 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdcb01ea580 0x7fdcb00cd970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.420+0000 7fdcaffff640 1 -- 172.21.15.111:0/2987715919 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdcb00cbe90 msgr2=0x7fdcb01ea040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.420+0000 7fdcaffff640 1 --2- 172.21.15.111:0/2987715919 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdcb00cbe90 0x7fdcb01ea040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.420+0000 7fdcaffff640 1 -- 172.21.15.111:0/2987715919 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcb01ead70 con 0x7fdcb014aad0 2024-09-19T04:39:25.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.420+0000 7fdcaf7fe640 1 --2- 172.21.15.111:0/2987715919 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdcb00cbe90 0x7fdcb01ea040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:25.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.421+0000 7fdcaffff640 1 --2- 172.21.15.111:0/2987715919 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdcb014aad0 0x7fdcb00cb950 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7fdca00010e0 tx=0x7fdca0007720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:25.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.421+0000 7fdcacff9640 1 -- 172.21.15.111:0/2987715919 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdca000f9a0 con 0x7fdcb014aad0 2024-09-19T04:39:25.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.421+0000 7fdcacff9640 1 -- 172.21.15.111:0/2987715919 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdca0018070 con 0x7fdcb014aad0 2024-09-19T04:39:25.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.421+0000 7fdcb6a1e640 1 -- 172.21.15.111:0/2987715919 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdcb015fbb0 con 0x7fdcb014aad0 2024-09-19T04:39:25.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.421+0000 7fdcacff9640 1 -- 172.21.15.111:0/2987715919 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdca000fda0 con 0x7fdcb014aad0 2024-09-19T04:39:25.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.421+0000 7fdcb6a1e640 1 -- 172.21.15.111:0/2987715919 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdcb01eaa00 con 0x7fdcb014aad0 2024-09-19T04:39:25.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.422+0000 7fdcb6a1e640 1 -- 172.21.15.111:0/2987715919 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdcb00b65c0 con 0x7fdcb014aad0 2024-09-19T04:39:25.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.422+0000 7fdcacff9640 1 -- 172.21.15.111:0/2987715919 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7fdca001d460 con 0x7fdcb014aad0 2024-09-19T04:39:25.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.423+0000 7fdcacff9640 1 --2- 172.21.15.111:0/2987715919 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fdc9c06c8e0 0x7fdc9c06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.423+0000 7fdcacff9640 1 -- 172.21.15.111:0/2987715919 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 4913+0+0 (secure 0 0 0) 0x7fdca008be20 con 0x7fdcb014aad0 2024-09-19T04:39:25.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.423+0000 7fdcaf7fe640 1 --2- 172.21.15.111:0/2987715919 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fdc9c06c8e0 0x7fdc9c06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.424+0000 7fdcaf7fe640 1 --2- 172.21.15.111:0/2987715919 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fdc9c06c8e0 0x7fdc9c06eda0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fdca4007fd0 tx=0x7fdca4009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:25.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.427+0000 7fdcacff9640 1 -- 172.21.15.111:0/2987715919 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdca0059f60 con 0x7fdcb014aad0 2024-09-19T04:39:25.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.591+0000 7fdcb6a1e640 1 -- 172.21.15.111:0/2987715919 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fdcb00ba6e0 con 0x7fdcb014aad0 2024-09-19T04:39:25.923 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.921+0000 7fdcacff9640 1 -- 172.21.15.111:0/2987715919 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v140) ==== 138+0+0 (secure 0 0 0) 0x7fdca0059860 con 0x7fdcb014aad0 2024-09-19T04:39:25.924 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' created 2024-09-19T04:39:25.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.924+0000 7fdcb6a1e640 1 -- 172.21.15.111:0/2987715919 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fdc9c06c8e0 msgr2=0x7fdc9c06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.924+0000 7fdcb6a1e640 1 --2- 172.21.15.111:0/2987715919 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fdc9c06c8e0 0x7fdc9c06eda0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fdca4007fd0 tx=0x7fdca4009040 comp rx=0 tx=0).stop 2024-09-19T04:39:25.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.924+0000 7fdcb6a1e640 1 -- 172.21.15.111:0/2987715919 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdcb014aad0 msgr2=0x7fdcb00cb950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.924+0000 7fdcb6a1e640 1 --2- 172.21.15.111:0/2987715919 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdcb014aad0 0x7fdcb00cb950 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7fdca00010e0 tx=0x7fdca0007720 comp rx=0 tx=0).stop 2024-09-19T04:39:25.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.924+0000 7fdcb6a1e640 1 -- 172.21.15.111:0/2987715919 shutdown_connections 2024-09-19T04:39:25.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.924+0000 7fdcb6a1e640 1 --2- 172.21.15.111:0/2987715919 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fdc9c06c8e0 0x7fdc9c06eda0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.924+0000 7fdcb6a1e640 1 --2- 172.21.15.111:0/2987715919 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdcb01ea580 0x7fdcb00cd970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.924+0000 7fdcb6a1e640 1 --2- 172.21.15.111:0/2987715919 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdcb00cbe90 0x7fdcb01ea040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.924+0000 7fdcb6a1e640 1 --2- 172.21.15.111:0/2987715919 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdcb014aad0 0x7fdcb00cb950 unknown :-1 s=CLOSED pgs=1436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.924+0000 7fdcb6a1e640 1 -- 172.21.15.111:0/2987715919 >> 172.21.15.111:0/2987715919 conn(0x7fdcb00d11e0 msgr2=0x7fdcb00b7b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:25.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.924+0000 7fdcb6a1e640 1 -- 172.21.15.111:0/2987715919 shutdown_connections 2024-09-19T04:39:25.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:25.924+0000 7fdcb6a1e640 1 -- 172.21.15.111:0/2987715919 wait complete. 2024-09-19T04:39:25.940 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T04:39:26.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.043+0000 7f26048a4640 1 Processor -- start 2024-09-19T04:39:26.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.043+0000 7f26048a4640 1 -- start start 2024-09-19T04:39:26.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.044+0000 7f26048a4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f26000b61e0 0x7f26000b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:26.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.044+0000 7f26048a4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f26000d3990 0x7f2600162ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:26.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.044+0000 7f26048a4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f26000b6b00 con 0x7f26000b3b00 2024-09-19T04:39:26.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.044+0000 7f26048a4640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f26000d24f0 con 0x7f26000d3990 2024-09-19T04:39:26.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.044+0000 7f26048a4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f26000d20e0 con 0x7f26000b61e0 2024-09-19T04:39:26.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.044+0000 7f25fed9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f26000d3990 0x7f2600162ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:26.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.045+0000 7f25fed9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f26000d3990 0x7f2600162ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48026/0 (socket says 172.21.15.111:48026) 2024-09-19T04:39:26.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.045+0000 7f25fed9d640 1 -- 172.21.15.111:0/2556706646 learned_addr learned my addr 172.21.15.111:0/2556706646 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:26.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.045+0000 7f25fe59c640 1 --2- 172.21.15.111:0/2556706646 >> v2:172.21.15.114:3300/0 conn(0x7f26000b61e0 0x7f26000b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:26.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.045+0000 7f25fed9d640 1 -- 172.21.15.111:0/2556706646 >> v2:172.21.15.114:3300/0 conn(0x7f26000b61e0 msgr2=0x7f26000b65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:26.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.045+0000 7f25fed9d640 1 --2- 172.21.15.111:0/2556706646 >> v2:172.21.15.114:3300/0 conn(0x7f26000b61e0 0x7f26000b65c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.045+0000 7f25fed9d640 1 -- 172.21.15.111:0/2556706646 >> v1:172.21.15.114:6789/0 conn(0x7f26000b3b00 legacy=0x7f26001625d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:26.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.045+0000 7f25fed9d640 1 -- 172.21.15.111:0/2556706646 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26000cfa70 con 0x7f26000d3990 2024-09-19T04:39:26.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.045+0000 7f25fed9d640 1 --2- 172.21.15.111:0/2556706646 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26000d3990 0x7f2600162ce0 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7f260006be00 tx=0x7f25f802a150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94a639bd879b0d4c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:26.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.046+0000 7f25fd59a640 1 -- 172.21.15.111:0/2556706646 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25f8037070 con 0x7f26000d3990 2024-09-19T04:39:26.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.046+0000 7f25fd59a640 1 -- 172.21.15.111:0/2556706646 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25f8032440 con 0x7f26000d3990 2024-09-19T04:39:26.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.046+0000 7f25fd59a640 1 -- 172.21.15.111:0/2556706646 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25f8032810 con 0x7f26000d3990 2024-09-19T04:39:26.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.046+0000 7f26048a4640 1 -- 172.21.15.111:0/2556706646 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26000d3990 msgr2=0x7f2600162ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:26.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.046+0000 7f26048a4640 1 --2- 172.21.15.111:0/2556706646 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26000d3990 0x7f2600162ce0 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7f260006be00 tx=0x7f25f802a150 comp rx=0 tx=0).stop 2024-09-19T04:39:26.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.046+0000 7f26048a4640 1 -- 172.21.15.111:0/2556706646 shutdown_connections 2024-09-19T04:39:26.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.046+0000 7f26048a4640 1 --2- 172.21.15.111:0/2556706646 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26000d3990 0x7f2600162ce0 unknown :-1 s=CLOSED pgs=1437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.046+0000 7f26048a4640 1 --2- 172.21.15.111:0/2556706646 >> v2:172.21.15.114:3300/0 conn(0x7f26000b61e0 0x7f26000b65c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.046+0000 7f26048a4640 1 -- 172.21.15.111:0/2556706646 >> 172.21.15.111:0/2556706646 conn(0x7f26000d11e0 msgr2=0x7f26000d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:26.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.046+0000 7f26048a4640 1 -- 172.21.15.111:0/2556706646 shutdown_connections 2024-09-19T04:39:26.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.046+0000 7f26048a4640 1 -- 172.21.15.111:0/2556706646 wait complete. 2024-09-19T04:39:26.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.048+0000 7f26048a4640 1 Processor -- start 2024-09-19T04:39:26.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.048+0000 7f26048a4640 1 -- start start 2024-09-19T04:39:26.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.048+0000 7f26048a4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26000b3b00 0x7f26001f4b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:26.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.048+0000 7f26048a4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26000b61e0 0x7f260015cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:26.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.048+0000 7f26048a4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f26000d3990 0x7f26000cde20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:26.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.048+0000 7f26048a4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f260015edc0 con 0x7f26000b61e0 2024-09-19T04:39:26.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.048+0000 7f26048a4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f26000d0030 con 0x7f26000d3990 2024-09-19T04:39:26.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.048+0000 7f26048a4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2600161380 con 0x7f26000b3b00 2024-09-19T04:39:26.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.049+0000 7f25fdd9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26000b61e0 0x7f260015cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:26.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.049+0000 7f25fdd9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26000b61e0 0x7f260015cd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48040/0 (socket says 172.21.15.111:48040) 2024-09-19T04:39:26.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.049+0000 7f25fdd9b640 1 -- 172.21.15.111:0/972723207 learned_addr learned my addr 172.21.15.111:0/972723207 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:26.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.049+0000 7f25fed9d640 1 --2- 172.21.15.111:0/972723207 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f26000d3990 0x7f26000cde20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:26.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.049+0000 7f25fe59c640 1 --2- 172.21.15.111:0/972723207 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26000b3b00 0x7f26001f4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:26.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.049+0000 7f25fdd9b640 1 -- 172.21.15.111:0/972723207 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26000b3b00 msgr2=0x7f26001f4b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:26.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.049+0000 7f25fdd9b640 1 --2- 172.21.15.111:0/972723207 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26000b3b00 0x7f26001f4b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.049+0000 7f25fdd9b640 1 -- 172.21.15.111:0/972723207 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f26000d3990 msgr2=0x7f26000cde20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:26.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.049+0000 7f25fdd9b640 1 --2- 172.21.15.111:0/972723207 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f26000d3990 0x7f26000cde20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.049+0000 7f25fdd9b640 1 -- 172.21.15.111:0/972723207 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2600161660 con 0x7f26000b61e0 2024-09-19T04:39:26.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.049+0000 7f25fdd9b640 1 --2- 172.21.15.111:0/972723207 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26000b61e0 0x7f260015cd80 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7f25f400c3c0 tx=0x7f25f400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:26.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.049+0000 7f25eeffd640 1 -- 172.21.15.111:0/972723207 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25f40052d0 con 0x7f26000b61e0 2024-09-19T04:39:26.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.049+0000 7f25eeffd640 1 -- 172.21.15.111:0/972723207 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25f4005490 con 0x7f26000b61e0 2024-09-19T04:39:26.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.049+0000 7f26048a4640 1 -- 172.21.15.111:0/972723207 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26000cc2e0 con 0x7f26000b61e0 2024-09-19T04:39:26.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.049+0000 7f25eeffd640 1 -- 172.21.15.111:0/972723207 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25f4007260 con 0x7f26000b61e0 2024-09-19T04:39:26.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.049+0000 7f26048a4640 1 -- 172.21.15.111:0/972723207 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f260015d2c0 con 0x7f26000b61e0 2024-09-19T04:39:26.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.050+0000 7f26048a4640 1 -- 172.21.15.111:0/972723207 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26000d1d00 con 0x7f26000b61e0 2024-09-19T04:39:26.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.051+0000 7f25eeffd640 1 -- 172.21.15.111:0/972723207 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f25f4007400 con 0x7f26000b61e0 2024-09-19T04:39:26.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.051+0000 7f25eeffd640 1 --2- 172.21.15.111:0/972723207 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f25e006c8e0 0x7f25e006eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:26.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.051+0000 7f25eeffd640 1 -- 172.21.15.111:0/972723207 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5283+0+0 (secure 0 0 0) 0x7f25f408b1a0 con 0x7f26000b61e0 2024-09-19T04:39:26.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.051+0000 7f25fe59c640 1 --2- 172.21.15.111:0/972723207 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f25e006c8e0 0x7f25e006eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:26.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.052+0000 7f25fe59c640 1 --2- 172.21.15.111:0/972723207 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f25e006c8e0 0x7f25e006eda0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f25f0003aa0 tx=0x7f25f0009830 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:26.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.056+0000 7f25eeffd640 1 -- 172.21.15.111:0/972723207 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f25f4058bb0 con 0x7f26000b61e0 2024-09-19T04:39:26.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.223+0000 7f26048a4640 1 -- 172.21.15.111:0/972723207 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f26000ba6e0 con 0x7f26000b61e0 2024-09-19T04:39:26.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.929+0000 7f25eeffd640 1 -- 172.21.15.111:0/972723207 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v141) ==== 170+0+0 (secure 0 0 0) 0x7f25f405ceb0 con 0x7f26000b61e0 2024-09-19T04:39:26.931 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' created 2024-09-19T04:39:26.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.931+0000 7f26048a4640 1 -- 172.21.15.111:0/972723207 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f25e006c8e0 msgr2=0x7f25e006eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:26.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.931+0000 7f26048a4640 1 --2- 172.21.15.111:0/972723207 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f25e006c8e0 0x7f25e006eda0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f25f0003aa0 tx=0x7f25f0009830 comp rx=0 tx=0).stop 2024-09-19T04:39:26.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.931+0000 7f26048a4640 1 -- 172.21.15.111:0/972723207 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26000b61e0 msgr2=0x7f260015cd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:26.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.931+0000 7f26048a4640 1 --2- 172.21.15.111:0/972723207 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26000b61e0 0x7f260015cd80 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7f25f400c3c0 tx=0x7f25f400c880 comp rx=0 tx=0).stop 2024-09-19T04:39:26.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.931+0000 7f26048a4640 1 -- 172.21.15.111:0/972723207 shutdown_connections 2024-09-19T04:39:26.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.931+0000 7f26048a4640 1 --2- 172.21.15.111:0/972723207 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f25e006c8e0 0x7f25e006eda0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.931+0000 7f26048a4640 1 --2- 172.21.15.111:0/972723207 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f26000d3990 0x7f26000cde20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.931+0000 7f26048a4640 1 --2- 172.21.15.111:0/972723207 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f26000b61e0 0x7f260015cd80 unknown :-1 s=CLOSED pgs=1438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.931+0000 7f26048a4640 1 --2- 172.21.15.111:0/972723207 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26000b3b00 0x7f26001f4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.931+0000 7f26048a4640 1 -- 172.21.15.111:0/972723207 >> 172.21.15.111:0/972723207 conn(0x7f26000d11e0 msgr2=0x7f26000cec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:26.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.932+0000 7f26048a4640 1 -- 172.21.15.111:0/972723207 shutdown_connections 2024-09-19T04:39:26.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:26.932+0000 7f26048a4640 1 -- 172.21.15.111:0/972723207 wait complete. 2024-09-19T04:39:26.956 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T04:39:27.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.060+0000 7f17e95a6640 1 Processor -- start 2024-09-19T04:39:27.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.060+0000 7f17e95a6640 1 -- start start 2024-09-19T04:39:27.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.061+0000 7f17e95a6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f17e40d3a70 0x7f17e40d32f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:27.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.061+0000 7f17e95a6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17e40ced80 0x7f17e40b7680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:27.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.061+0000 7f17e95a6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17e40cf740 con 0x7f17e40b3890 2024-09-19T04:39:27.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.061+0000 7f17e95a6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f17e40d2e60 con 0x7f17e40d3a70 2024-09-19T04:39:27.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.061+0000 7f17e95a6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f17e40cfa20 con 0x7f17e40ced80 2024-09-19T04:39:27.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.061+0000 7f17e27fc640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f17e40b3890 0x7f17e40d3e50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40874/0 (socket says 172.21.15.111:40874) 2024-09-19T04:39:27.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.061+0000 7f17e27fc640 1 -- 172.21.15.111:0/3483656156 learned_addr learned my addr 172.21.15.111:0/3483656156 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:27.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.061+0000 7f17e2ffd640 1 --2- 172.21.15.111:0/3483656156 >> v2:172.21.15.114:3300/0 conn(0x7f17e40d3a70 0x7f17e40d32f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:27.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.061+0000 7f17e37fe640 1 --2- 172.21.15.111:0/3483656156 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17e40ced80 0x7f17e40b7680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:27.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.061+0000 7f17e1ffb640 1 -- 172.21.15.111:0/3483656156 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2801865765 0 0) 0x7f17e40cf740 con 0x7f17e40b3890 2024-09-19T04:39:27.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.061+0000 7f17e1ffb640 1 -- 172.21.15.111:0/3483656156 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f17cc003520 con 0x7f17e40b3890 2024-09-19T04:39:27.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.061+0000 7f17e37fe640 1 -- 172.21.15.111:0/3483656156 >> v2:172.21.15.114:3300/0 conn(0x7f17e40d3a70 msgr2=0x7f17e40d32f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:27.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.061+0000 7f17e37fe640 1 --2- 172.21.15.111:0/3483656156 >> v2:172.21.15.114:3300/0 conn(0x7f17e40d3a70 0x7f17e40d32f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.061+0000 7f17e37fe640 1 -- 172.21.15.111:0/3483656156 >> v1:172.21.15.111:6789/0 conn(0x7f17e40b3890 legacy=0x7f17e40d3e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:27.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.061+0000 7f17e37fe640 1 -- 172.21.15.111:0/3483656156 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17e40d2810 con 0x7f17e40ced80 2024-09-19T04:39:27.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.061+0000 7f17e2ffd640 1 --2- 172.21.15.111:0/3483656156 >> v2:172.21.15.114:3300/0 conn(0x7f17e40d3a70 0x7f17e40d32f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:27.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.062+0000 7f17e37fe640 1 --2- 172.21.15.111:0/3483656156 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17e40ced80 0x7f17e40b7680 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f17dc0097a0 tx=0x7f17dc02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=258a7eed38fca150 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:27.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.062+0000 7f17e1ffb640 1 -- 172.21.15.111:0/3483656156 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17dc037070 con 0x7f17e40ced80 2024-09-19T04:39:27.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.062+0000 7f17e1ffb640 1 -- 172.21.15.111:0/3483656156 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17dc032440 con 0x7f17e40ced80 2024-09-19T04:39:27.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.062+0000 7f17e1ffb640 1 -- 172.21.15.111:0/3483656156 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17dc0327f0 con 0x7f17e40ced80 2024-09-19T04:39:27.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.063+0000 7f17e95a6640 1 -- 172.21.15.111:0/3483656156 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17e40ced80 msgr2=0x7f17e40b7680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:27.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.063+0000 7f17e95a6640 1 --2- 172.21.15.111:0/3483656156 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17e40ced80 0x7f17e40b7680 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f17dc0097a0 tx=0x7f17dc02a180 comp rx=0 tx=0).stop 2024-09-19T04:39:27.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.063+0000 7f17e95a6640 1 -- 172.21.15.111:0/3483656156 shutdown_connections 2024-09-19T04:39:27.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.063+0000 7f17e95a6640 1 --2- 172.21.15.111:0/3483656156 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17e40ced80 0x7f17e40b7680 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.063+0000 7f17e95a6640 1 --2- 172.21.15.111:0/3483656156 >> v2:172.21.15.114:3300/0 conn(0x7f17e40d3a70 0x7f17e40d32f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.063+0000 7f17e95a6640 1 -- 172.21.15.111:0/3483656156 >> 172.21.15.111:0/3483656156 conn(0x7f17e4062c60 msgr2=0x7f17e40d11b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:27.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.063+0000 7f17e95a6640 1 -- 172.21.15.111:0/3483656156 shutdown_connections 2024-09-19T04:39:27.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.063+0000 7f17e95a6640 1 -- 172.21.15.111:0/3483656156 wait complete. 2024-09-19T04:39:27.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.064+0000 7f17e95a6640 1 Processor -- start 2024-09-19T04:39:27.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.064+0000 7f17e95a6640 1 -- start start 2024-09-19T04:39:27.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.065+0000 7f17e95a6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17e40b3890 0x7f17e4155a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:27.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.065+0000 7f17e95a6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17e40ced80 0x7f17e4157980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:27.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.065+0000 7f17e95a6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17e40d3a70 0x7f17e4157ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:27.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.065+0000 7f17e95a6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f17e40cf390 con 0x7f17e40ced80 2024-09-19T04:39:27.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.065+0000 7f17e95a6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f17e40cf210 con 0x7f17e40b3890 2024-09-19T04:39:27.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.065+0000 7f17e95a6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f17e41f4240 con 0x7f17e40d3a70 2024-09-19T04:39:27.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.065+0000 7f17e27fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17e40ced80 0x7f17e4157980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:27.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.065+0000 7f17e27fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17e40ced80 0x7f17e4157980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48044/0 (socket says 172.21.15.111:48044) 2024-09-19T04:39:27.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.065+0000 7f17e27fc640 1 -- 172.21.15.111:0/174817594 learned_addr learned my addr 172.21.15.111:0/174817594 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:27.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.065+0000 7f17e2ffd640 1 --2- 172.21.15.111:0/174817594 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17e40b3890 0x7f17e4155a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:27.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.065+0000 7f17e37fe640 1 --2- 172.21.15.111:0/174817594 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17e40d3a70 0x7f17e4157ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:27.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.065+0000 7f17e27fc640 1 -- 172.21.15.111:0/174817594 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17e40d3a70 msgr2=0x7f17e4157ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:27.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.065+0000 7f17e27fc640 1 --2- 172.21.15.111:0/174817594 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17e40d3a70 0x7f17e4157ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.065+0000 7f17e27fc640 1 -- 172.21.15.111:0/174817594 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17e40b3890 msgr2=0x7f17e4155a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:27.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.065+0000 7f17e27fc640 1 --2- 172.21.15.111:0/174817594 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17e40b3890 0x7f17e4155a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.065+0000 7f17e27fc640 1 -- 172.21.15.111:0/174817594 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17e41f4490 con 0x7f17e40ced80 2024-09-19T04:39:27.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.066+0000 7f17e27fc640 1 --2- 172.21.15.111:0/174817594 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17e40ced80 0x7f17e4157980 secure :-1 s=READY pgs=1440 cs=0 l=1 rev1=1 crypto rx=0x7f17d8001eb0 tx=0x7f17d800c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:27.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.066+0000 7f17cb7fe640 1 -- 172.21.15.111:0/174817594 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17d8017070 con 0x7f17e40ced80 2024-09-19T04:39:27.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.066+0000 7f17cb7fe640 1 -- 172.21.15.111:0/174817594 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17d8005d00 con 0x7f17e40ced80 2024-09-19T04:39:27.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.066+0000 7f17cb7fe640 1 -- 172.21.15.111:0/174817594 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17d8007310 con 0x7f17e40ced80 2024-09-19T04:39:27.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.066+0000 7f17e95a6640 1 -- 172.21.15.111:0/174817594 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17e41f4770 con 0x7f17e40ced80 2024-09-19T04:39:27.072 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.066+0000 7f17e95a6640 1 -- 172.21.15.111:0/174817594 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17e40c9af0 con 0x7f17e40ced80 2024-09-19T04:39:27.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.067+0000 7f17e95a6640 1 -- 172.21.15.111:0/174817594 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17e40d32f0 con 0x7f17e40ced80 2024-09-19T04:39:27.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.068+0000 7f17cb7fe640 1 -- 172.21.15.111:0/174817594 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f17d801a070 con 0x7f17e40ced80 2024-09-19T04:39:27.073 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.068+0000 7f17cb7fe640 1 --2- 172.21.15.111:0/174817594 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f17d006c8e0 0x7f17d006eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:27.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.068+0000 7f17cb7fe640 1 -- 172.21.15.111:0/174817594 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 5665+0+0 (secure 0 0 0) 0x7f17d808b260 con 0x7f17e40ced80 2024-09-19T04:39:27.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.068+0000 7f17e2ffd640 1 --2- 172.21.15.111:0/174817594 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f17d006c8e0 0x7f17d006eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:27.074 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.069+0000 7f17e2ffd640 1 --2- 172.21.15.111:0/174817594 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f17d006c8e0 0x7f17d006eda0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f17d4009bd0 tx=0x7f17d400b040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:27.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.073+0000 7f17cb7fe640 1 -- 172.21.15.111:0/174817594 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f17d8058af0 con 0x7f17e40ced80 2024-09-19T04:39:27.274 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.272+0000 7f17e95a6640 1 -- 172.21.15.111:0/174817594 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f17e40d3ff0 con 0x7f17e40ced80 2024-09-19T04:39:27.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.930+0000 7f17cb7fe640 1 -- 172.21.15.111:0/174817594 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 22 and data pool 23 v73) ==== 174+0+0 (secure 0 0 0) 0x7f17d805cdf0 con 0x7f17e40ced80 2024-09-19T04:39:27.933 INFO:teuthology.orchestra.run.smithi111.stderr:new fs with metadata pool 22 and data pool 23 2024-09-19T04:39:27.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.932+0000 7f17e95a6640 1 -- 172.21.15.111:0/174817594 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f17d006c8e0 msgr2=0x7f17d006eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:27.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.932+0000 7f17e95a6640 1 --2- 172.21.15.111:0/174817594 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f17d006c8e0 0x7f17d006eda0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f17d4009bd0 tx=0x7f17d400b040 comp rx=0 tx=0).stop 2024-09-19T04:39:27.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.932+0000 7f17e95a6640 1 -- 172.21.15.111:0/174817594 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17e40ced80 msgr2=0x7f17e4157980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:27.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.932+0000 7f17e95a6640 1 --2- 172.21.15.111:0/174817594 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17e40ced80 0x7f17e4157980 secure :-1 s=READY pgs=1440 cs=0 l=1 rev1=1 crypto rx=0x7f17d8001eb0 tx=0x7f17d800c820 comp rx=0 tx=0).stop 2024-09-19T04:39:27.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.932+0000 7f17e95a6640 1 -- 172.21.15.111:0/174817594 shutdown_connections 2024-09-19T04:39:27.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.932+0000 7f17e95a6640 1 --2- 172.21.15.111:0/174817594 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f17d006c8e0 0x7f17d006eda0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.932+0000 7f17e95a6640 1 --2- 172.21.15.111:0/174817594 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f17e40d3a70 0x7f17e4157ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.933+0000 7f17e95a6640 1 --2- 172.21.15.111:0/174817594 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f17e40ced80 0x7f17e4157980 unknown :-1 s=CLOSED pgs=1440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.933+0000 7f17e95a6640 1 --2- 172.21.15.111:0/174817594 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f17e40b3890 0x7f17e4155a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.933+0000 7f17e95a6640 1 -- 172.21.15.111:0/174817594 >> 172.21.15.111:0/174817594 conn(0x7f17e4062c60 msgr2=0x7f17e40b4c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:27.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.933+0000 7f17e95a6640 1 -- 172.21.15.111:0/174817594 shutdown_connections 2024-09-19T04:39:27.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:27.933+0000 7f17e95a6640 1 -- 172.21.15.111:0/174817594 wait complete. 2024-09-19T04:39:27.960 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:39:28.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.057+0000 7f6d61d91640 1 Processor -- start 2024-09-19T04:39:28.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.057+0000 7f6d61d91640 1 -- start start 2024-09-19T04:39:28.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.057+0000 7f6d61d91640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f6d5c15e940 0x7f6d5c0d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:28.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.057+0000 7f6d61d91640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d5c0b7170 con 0x7f6d5c15ed20 2024-09-19T04:39:28.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.057+0000 7f6d61d91640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d5c0b7aa0 con 0x7f6d5c0cef90 2024-09-19T04:39:28.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.057+0000 7f6d61d91640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f6d5c0d3660 con 0x7f6d5c15e940 2024-09-19T04:39:28.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.058+0000 7f6d52ffd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f6d5c15ed20 0x7f6d5c0b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40890/0 (socket says 172.21.15.111:40890) 2024-09-19T04:39:28.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.058+0000 7f6d52ffd640 1 -- 172.21.15.111:0/2108098218 learned_addr learned my addr 172.21.15.111:0/2108098218 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:28.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.058+0000 7f6d5b7fe640 1 --2- 172.21.15.111:0/2108098218 >> v2:172.21.15.114:3300/0 conn(0x7f6d5c15e940 0x7f6d5c0d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:28.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.058+0000 7f6d5affd640 1 -- 172.21.15.111:0/2108098218 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3047345496 0 0) 0x7f6d44001110 con 0x7f6d5c15ed20 2024-09-19T04:39:28.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.058+0000 7f6d5affd640 1 -- 172.21.15.111:0/2108098218 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6d48003520 con 0x7f6d5c15ed20 2024-09-19T04:39:28.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.058+0000 7f6d5affd640 1 -- 172.21.15.111:0/2108098218 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3722541104 0 0) 0x7f6d5c0b7aa0 con 0x7f6d5c0cef90 2024-09-19T04:39:28.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.058+0000 7f6d5affd640 1 -- 172.21.15.111:0/2108098218 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6d44001110 con 0x7f6d5c0cef90 2024-09-19T04:39:28.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.058+0000 7f6d5affd640 1 -- 172.21.15.111:0/2108098218 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3566685377 0 0) 0x7f6d48003520 con 0x7f6d5c15ed20 2024-09-19T04:39:28.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.058+0000 7f6d5b7fe640 1 -- 172.21.15.111:0/2108098218 >> v1:172.21.15.114:6789/0 conn(0x7f6d5c0cef90 legacy=0x7f6d5c0b3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:28.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.058+0000 7f6d5b7fe640 1 -- 172.21.15.111:0/2108098218 >> v1:172.21.15.111:6789/0 conn(0x7f6d5c15ed20 legacy=0x7f6d5c0b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:28.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.058+0000 7f6d5b7fe640 1 -- 172.21.15.111:0/2108098218 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d5c0d3940 con 0x7f6d5c15e940 2024-09-19T04:39:28.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.059+0000 7f6d5b7fe640 1 --2- 172.21.15.111:0/2108098218 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d5c15e940 0x7f6d5c0d1060 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c0097a0 tx=0x7f6d4c02a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6fc90cfbb1c42e1b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:28.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.059+0000 7f6d5affd640 1 -- 172.21.15.111:0/2108098218 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d4c037070 con 0x7f6d5c15e940 2024-09-19T04:39:28.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.059+0000 7f6d5affd640 1 -- 172.21.15.111:0/2108098218 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d4c02ace0 con 0x7f6d5c15e940 2024-09-19T04:39:28.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.059+0000 7f6d5affd640 1 -- 172.21.15.111:0/2108098218 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d44001840 con 0x7f6d5c15e940 2024-09-19T04:39:28.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.060+0000 7f6d61d91640 1 -- 172.21.15.111:0/2108098218 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d5c15e940 msgr2=0x7f6d5c0d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:28.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.060+0000 7f6d61d91640 1 --2- 172.21.15.111:0/2108098218 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d5c15e940 0x7f6d5c0d1060 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c0097a0 tx=0x7f6d4c02a250 comp rx=0 tx=0).stop 2024-09-19T04:39:28.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.060+0000 7f6d61d91640 1 -- 172.21.15.111:0/2108098218 shutdown_connections 2024-09-19T04:39:28.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.060+0000 7f6d61d91640 1 --2- 172.21.15.111:0/2108098218 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d5c15e940 0x7f6d5c0d1060 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.060+0000 7f6d61d91640 1 -- 172.21.15.111:0/2108098218 >> 172.21.15.111:0/2108098218 conn(0x7f6d5c0b6240 msgr2=0x7f6d5c0b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:28.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.060+0000 7f6d61d91640 1 -- 172.21.15.111:0/2108098218 shutdown_connections 2024-09-19T04:39:28.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.060+0000 7f6d61d91640 1 -- 172.21.15.111:0/2108098218 wait complete. 2024-09-19T04:39:28.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.061+0000 7f6d61d91640 1 Processor -- start 2024-09-19T04:39:28.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.061+0000 7f6d61d91640 1 -- start start 2024-09-19T04:39:28.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.062+0000 7f6d61d91640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d5c0cef90 0x7f6d5c157840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:28.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.062+0000 7f6d61d91640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d5c15e940 0x7f6d5c158f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:28.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.062+0000 7f6d61d91640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d5c15ed20 0x7f6d5c15bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:28.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.062+0000 7f6d61d91640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6d5c0d3310 con 0x7f6d5c15e940 2024-09-19T04:39:28.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.062+0000 7f6d61d91640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6d5c0d3f00 con 0x7f6d5c15ed20 2024-09-19T04:39:28.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.062+0000 7f6d61d91640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6d5c0d1ef0 con 0x7f6d5c0cef90 2024-09-19T04:39:28.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.062+0000 7f6d52ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d5c15e940 0x7f6d5c158f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:28.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.062+0000 7f6d52ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d5c15e940 0x7f6d5c158f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48058/0 (socket says 172.21.15.111:48058) 2024-09-19T04:39:28.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.062+0000 7f6d52ffd640 1 -- 172.21.15.111:0/1925402835 learned_addr learned my addr 172.21.15.111:0/1925402835 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:28.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.062+0000 7f6d5b7fe640 1 --2- 172.21.15.111:0/1925402835 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d5c0cef90 0x7f6d5c157840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:28.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.062+0000 7f6d5bfff640 1 --2- 172.21.15.111:0/1925402835 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d5c15ed20 0x7f6d5c15bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:28.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.062+0000 7f6d52ffd640 1 -- 172.21.15.111:0/1925402835 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d5c0cef90 msgr2=0x7f6d5c157840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:28.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.062+0000 7f6d52ffd640 1 --2- 172.21.15.111:0/1925402835 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d5c0cef90 0x7f6d5c157840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.062+0000 7f6d52ffd640 1 -- 172.21.15.111:0/1925402835 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d5c15ed20 msgr2=0x7f6d5c15bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:28.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.062+0000 7f6d52ffd640 1 --2- 172.21.15.111:0/1925402835 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d5c15ed20 0x7f6d5c15bbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.062+0000 7f6d52ffd640 1 -- 172.21.15.111:0/1925402835 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d5c157d80 con 0x7f6d5c15e940 2024-09-19T04:39:28.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.062+0000 7f6d52ffd640 1 --2- 172.21.15.111:0/1925402835 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d5c15e940 0x7f6d5c158f50 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7f6d4400c780 tx=0x7f6d4400cb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:28.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.062+0000 7f6d58ff9640 1 -- 172.21.15.111:0/1925402835 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d44017070 con 0x7f6d5c15e940 2024-09-19T04:39:28.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.062+0000 7f6d58ff9640 1 -- 172.21.15.111:0/1925402835 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d44005ad0 con 0x7f6d5c15e940 2024-09-19T04:39:28.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.062+0000 7f6d61d91640 1 -- 172.21.15.111:0/1925402835 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d5c0c8640 con 0x7f6d5c15e940 2024-09-19T04:39:28.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.062+0000 7f6d58ff9640 1 -- 172.21.15.111:0/1925402835 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d44007070 con 0x7f6d5c15e940 2024-09-19T04:39:28.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.063+0000 7f6d61d91640 1 -- 172.21.15.111:0/1925402835 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d5c0c8c00 con 0x7f6d5c15e940 2024-09-19T04:39:28.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.063+0000 7f6d61d91640 1 -- 172.21.15.111:0/1925402835 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d5c0d1060 con 0x7f6d5c15e940 2024-09-19T04:39:28.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.064+0000 7f6d58ff9640 1 -- 172.21.15.111:0/1925402835 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f6d4401a070 con 0x7f6d5c15e940 2024-09-19T04:39:28.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.064+0000 7f6d58ff9640 1 --2- 172.21.15.111:0/1925402835 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6d3c06c8e0 0x7f6d3c06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:28.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.064+0000 7f6d58ff9640 1 -- 172.21.15.111:0/1925402835 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5765+0+0 (secure 0 0 0) 0x7f6d4408b4b0 con 0x7f6d5c15e940 2024-09-19T04:39:28.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.065+0000 7f6d5b7fe640 1 --2- 172.21.15.111:0/1925402835 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6d3c06c8e0 0x7f6d3c06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:28.069 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.065+0000 7f6d5b7fe640 1 --2- 172.21.15.111:0/1925402835 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6d3c06c8e0 0x7f6d3c06eda0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c034000 tx=0x7f6d4c02e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:28.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.069+0000 7f6d58ff9640 1 -- 172.21.15.111:0/1925402835 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6d5c0b7170 con 0x7f6d5c15e940 2024-09-19T04:39:28.237 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.235+0000 7f6d61d91640 1 -- 172.21.15.111:0/1925402835 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6d5c0ba6b0 con 0x7f6d5c15e940 2024-09-19T04:39:28.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.236+0000 7f6d58ff9640 1 -- 172.21.15.111:0/1925402835 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v142) ==== 74+0+16881 (secure 0 0 0) 0x7f6d44058c50 con 0x7f6d5c15e940 2024-09-19T04:39:28.239 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:28.239 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":142,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:39:27.274682+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:39:25.612463+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"142","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-19T04:39:26.243952+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"142","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:39:28.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.238+0000 7f6d61d91640 1 -- 172.21.15.111:0/1925402835 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6d3c06c8e0 msgr2=0x7f6d3c06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:28.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.238+0000 7f6d61d91640 1 --2- 172.21.15.111:0/1925402835 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6d3c06c8e0 0x7f6d3c06eda0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c034000 tx=0x7f6d4c02e000 comp rx=0 tx=0).stop 2024-09-19T04:39:28.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.238+0000 7f6d61d91640 1 -- 172.21.15.111:0/1925402835 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d5c15e940 msgr2=0x7f6d5c158f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:28.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.238+0000 7f6d61d91640 1 --2- 172.21.15.111:0/1925402835 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d5c15e940 0x7f6d5c158f50 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7f6d4400c780 tx=0x7f6d4400cb80 comp rx=0 tx=0).stop 2024-09-19T04:39:28.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.238+0000 7f6d61d91640 1 -- 172.21.15.111:0/1925402835 shutdown_connections 2024-09-19T04:39:28.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.238+0000 7f6d61d91640 1 --2- 172.21.15.111:0/1925402835 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6d3c06c8e0 0x7f6d3c06eda0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.238+0000 7f6d61d91640 1 --2- 172.21.15.111:0/1925402835 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d5c15ed20 0x7f6d5c15bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.238+0000 7f6d61d91640 1 --2- 172.21.15.111:0/1925402835 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6d5c15e940 0x7f6d5c158f50 unknown :-1 s=CLOSED pgs=1442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.238+0000 7f6d61d91640 1 --2- 172.21.15.111:0/1925402835 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6d5c0cef90 0x7f6d5c157840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.238+0000 7f6d61d91640 1 -- 172.21.15.111:0/1925402835 >> 172.21.15.111:0/1925402835 conn(0x7f6d5c0b6240 msgr2=0x7f6d5c15d200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:28.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.238+0000 7f6d61d91640 1 -- 172.21.15.111:0/1925402835 shutdown_connections 2024-09-19T04:39:28.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.238+0000 7f6d61d91640 1 -- 172.21.15.111:0/1925402835 wait complete. 2024-09-19T04:39:28.252 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:39:28.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.348+0000 7f2d279b7640 1 Processor -- start 2024-09-19T04:39:28.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.348+0000 7f2d279b7640 1 -- start start 2024-09-19T04:39:28.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.349+0000 7f2d279b7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2d2006ccb0 0x7f2d2006d120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:28.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.349+0000 7f2d279b7640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d2006d660 con 0x7f2d200b5600 2024-09-19T04:39:28.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.349+0000 7f2d279b7640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d200741c0 con 0x7f2d2015e7b0 2024-09-19T04:39:28.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.349+0000 7f2d279b7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2d2006e680 con 0x7f2d2006ccb0 2024-09-19T04:39:28.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.349+0000 7f2d24f52640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f2d200b5600 0x7f2d20073ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40896/0 (socket says 172.21.15.111:40896) 2024-09-19T04:39:28.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.349+0000 7f2d24f52640 1 -- 172.21.15.111:0/2361669305 learned_addr learned my addr 172.21.15.111:0/2361669305 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:28.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.349+0000 7f2d25f54640 1 --2- 172.21.15.111:0/2361669305 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2d2006ccb0 0x7f2d2006d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:28.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.349+0000 7f2d1ffff640 1 -- 172.21.15.111:0/2361669305 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2160768850 0 0) 0x7f2d2006d660 con 0x7f2d200b5600 2024-09-19T04:39:28.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.349+0000 7f2d1ffff640 1 -- 172.21.15.111:0/2361669305 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2d08003520 con 0x7f2d200b5600 2024-09-19T04:39:28.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.349+0000 7f2d1ffff640 1 -- 172.21.15.111:0/2361669305 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2367989772 0 0) 0x7f2d200741c0 con 0x7f2d2015e7b0 2024-09-19T04:39:28.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.349+0000 7f2d1ffff640 1 -- 172.21.15.111:0/2361669305 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2d2006d660 con 0x7f2d2015e7b0 2024-09-19T04:39:28.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.349+0000 7f2d1ffff640 1 -- 172.21.15.111:0/2361669305 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2723442371 0 0) 0x7f2d08003520 con 0x7f2d200b5600 2024-09-19T04:39:28.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.349+0000 7f2d25f54640 1 -- 172.21.15.111:0/2361669305 >> v1:172.21.15.114:6789/0 conn(0x7f2d2015e7b0 legacy=0x7f2d20071340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:28.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.349+0000 7f2d25f54640 1 -- 172.21.15.111:0/2361669305 >> v1:172.21.15.111:6789/0 conn(0x7f2d200b5600 legacy=0x7f2d20073ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:28.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.349+0000 7f2d25f54640 1 -- 172.21.15.111:0/2361669305 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d2006e8d0 con 0x7f2d2006ccb0 2024-09-19T04:39:28.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.350+0000 7f2d25f54640 1 --2- 172.21.15.111:0/2361669305 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2d2006ccb0 0x7f2d2006d120 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f2d2006e800 tx=0x7f2d1002a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f112fc7ee6b5c321 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:28.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.350+0000 7f2d1ffff640 1 -- 172.21.15.111:0/2361669305 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d14001670 con 0x7f2d2006ccb0 2024-09-19T04:39:28.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.350+0000 7f2d1ffff640 1 -- 172.21.15.111:0/2361669305 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d10007540 con 0x7f2d2006ccb0 2024-09-19T04:39:28.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.350+0000 7f2d1ffff640 1 -- 172.21.15.111:0/2361669305 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d10007910 con 0x7f2d2006ccb0 2024-09-19T04:39:28.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.351+0000 7f2d279b7640 1 -- 172.21.15.111:0/2361669305 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2d2006ccb0 msgr2=0x7f2d2006d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:28.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.351+0000 7f2d279b7640 1 --2- 172.21.15.111:0/2361669305 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2d2006ccb0 0x7f2d2006d120 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f2d2006e800 tx=0x7f2d1002a5d0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.351+0000 7f2d279b7640 1 -- 172.21.15.111:0/2361669305 shutdown_connections 2024-09-19T04:39:28.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.351+0000 7f2d279b7640 1 --2- 172.21.15.111:0/2361669305 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2d2006ccb0 0x7f2d2006d120 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.351+0000 7f2d279b7640 1 -- 172.21.15.111:0/2361669305 >> 172.21.15.111:0/2361669305 conn(0x7f2d200b4300 msgr2=0x7f2d200b46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:28.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.351+0000 7f2d279b7640 1 -- 172.21.15.111:0/2361669305 shutdown_connections 2024-09-19T04:39:28.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.351+0000 7f2d279b7640 1 -- 172.21.15.111:0/2361669305 wait complete. 2024-09-19T04:39:28.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.352+0000 7f2d279b7640 1 Processor -- start 2024-09-19T04:39:28.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.352+0000 7f2d279b7640 1 -- start start 2024-09-19T04:39:28.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.353+0000 7f2d279b7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d2006ccb0 0x7f2d201603a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:28.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.353+0000 7f2d279b7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2d200b5600 0x7f2d2015eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:28.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.353+0000 7f2d279b7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d2015e7b0 0x7f2d20142f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:28.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.353+0000 7f2d279b7640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2d20073590 con 0x7f2d2006ccb0 2024-09-19T04:39:28.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.353+0000 7f2d279b7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2d200732b0 con 0x7f2d2015e7b0 2024-09-19T04:39:28.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.353+0000 7f2d279b7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2d200b6ce0 con 0x7f2d200b5600 2024-09-19T04:39:28.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.353+0000 7f2d25753640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d2006ccb0 0x7f2d201603a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:28.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.353+0000 7f2d25753640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d2006ccb0 0x7f2d201603a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48074/0 (socket says 172.21.15.111:48074) 2024-09-19T04:39:28.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.353+0000 7f2d25753640 1 -- 172.21.15.111:0/3985362933 learned_addr learned my addr 172.21.15.111:0/3985362933 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:28.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.353+0000 7f2d25f54640 1 --2- 172.21.15.111:0/3985362933 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d2015e7b0 0x7f2d20142f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:28.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.353+0000 7f2d25753640 1 -- 172.21.15.111:0/3985362933 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2d200b5600 msgr2=0x7f2d2015eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:28.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.353+0000 7f2d25753640 1 --2- 172.21.15.111:0/3985362933 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2d200b5600 0x7f2d2015eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.353+0000 7f2d25753640 1 -- 172.21.15.111:0/3985362933 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d2015e7b0 msgr2=0x7f2d20142f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:28.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.353+0000 7f2d25753640 1 --2- 172.21.15.111:0/3985362933 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d2015e7b0 0x7f2d20142f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.353+0000 7f2d25753640 1 -- 172.21.15.111:0/3985362933 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d2015f300 con 0x7f2d2006ccb0 2024-09-19T04:39:28.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.353+0000 7f2d25753640 1 --2- 172.21.15.111:0/3985362933 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d2006ccb0 0x7f2d201603a0 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f2d1800c430 tx=0x7f2d1800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:28.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.353+0000 7f2d1dffb640 1 -- 172.21.15.111:0/3985362933 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d18017070 con 0x7f2d2006ccb0 2024-09-19T04:39:28.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.353+0000 7f2d1dffb640 1 -- 172.21.15.111:0/3985362933 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d180052f0 con 0x7f2d2006ccb0 2024-09-19T04:39:28.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.353+0000 7f2d1dffb640 1 -- 172.21.15.111:0/3985362933 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d18003830 con 0x7f2d2006ccb0 2024-09-19T04:39:28.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.353+0000 7f2d279b7640 1 -- 172.21.15.111:0/3985362933 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d2015f5e0 con 0x7f2d2006ccb0 2024-09-19T04:39:28.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.354+0000 7f2d279b7640 1 -- 172.21.15.111:0/3985362933 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d2015fba0 con 0x7f2d2006ccb0 2024-09-19T04:39:28.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.355+0000 7f2d279b7640 1 -- 172.21.15.111:0/3985362933 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d2006d120 con 0x7f2d2006ccb0 2024-09-19T04:39:28.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.355+0000 7f2d1dffb640 1 -- 172.21.15.111:0/3985362933 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f2d1801a070 con 0x7f2d2006ccb0 2024-09-19T04:39:28.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.355+0000 7f2d1dffb640 1 --2- 172.21.15.111:0/3985362933 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2d0c06c8e0 0x7f2d0c06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:28.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.355+0000 7f2d1dffb640 1 -- 172.21.15.111:0/3985362933 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5765+0+0 (secure 0 0 0) 0x7f2d1808b460 con 0x7f2d2006ccb0 2024-09-19T04:39:28.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.355+0000 7f2d24f52640 1 --2- 172.21.15.111:0/3985362933 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2d0c06c8e0 0x7f2d0c06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:28.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.356+0000 7f2d24f52640 1 --2- 172.21.15.111:0/3985362933 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2d0c06c8e0 0x7f2d0c06eda0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f2d14001340 tx=0x7f2d14000f50 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:28.362 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.360+0000 7f2d1dffb640 1 -- 172.21.15.111:0/3985362933 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2d18059250 con 0x7f2d2006ccb0 2024-09-19T04:39:28.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.528+0000 7f2d279b7640 1 -- 172.21.15.111:0/3985362933 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2d200b1a90 con 0x7f2d2006ccb0 2024-09-19T04:39:28.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.529+0000 7f2d1dffb640 1 -- 172.21.15.111:0/3985362933 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v142) ==== 74+0+16881 (secure 0 0 0) 0x7f2d18058b50 con 0x7f2d2006ccb0 2024-09-19T04:39:28.532 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:28.532 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":142,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:39:27.274682+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:39:25.612463+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"142","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-19T04:39:26.243952+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"142","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:39:28.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.531+0000 7f2d279b7640 1 -- 172.21.15.111:0/3985362933 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2d0c06c8e0 msgr2=0x7f2d0c06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:28.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.531+0000 7f2d279b7640 1 --2- 172.21.15.111:0/3985362933 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2d0c06c8e0 0x7f2d0c06eda0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f2d14001340 tx=0x7f2d14000f50 comp rx=0 tx=0).stop 2024-09-19T04:39:28.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.531+0000 7f2d279b7640 1 -- 172.21.15.111:0/3985362933 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d2006ccb0 msgr2=0x7f2d201603a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:28.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.531+0000 7f2d279b7640 1 --2- 172.21.15.111:0/3985362933 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d2006ccb0 0x7f2d201603a0 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f2d1800c430 tx=0x7f2d1800c8f0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.531+0000 7f2d279b7640 1 -- 172.21.15.111:0/3985362933 shutdown_connections 2024-09-19T04:39:28.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.531+0000 7f2d279b7640 1 --2- 172.21.15.111:0/3985362933 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2d0c06c8e0 0x7f2d0c06eda0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.531+0000 7f2d279b7640 1 --2- 172.21.15.111:0/3985362933 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d2015e7b0 0x7f2d20142f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.531+0000 7f2d279b7640 1 --2- 172.21.15.111:0/3985362933 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2d200b5600 0x7f2d2015eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.531+0000 7f2d279b7640 1 --2- 172.21.15.111:0/3985362933 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d2006ccb0 0x7f2d201603a0 unknown :-1 s=CLOSED pgs=1444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.531+0000 7f2d279b7640 1 -- 172.21.15.111:0/3985362933 >> 172.21.15.111:0/3985362933 conn(0x7f2d200b4300 msgr2=0x7f2d200b3a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:28.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.531+0000 7f2d279b7640 1 -- 172.21.15.111:0/3985362933 shutdown_connections 2024-09-19T04:39:28.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.531+0000 7f2d279b7640 1 -- 172.21.15.111:0/3985362933 wait complete. 2024-09-19T04:39:28.545 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T04:39:28.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.643+0000 7fdf9fbd6640 1 Processor -- start 2024-09-19T04:39:28.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.643+0000 7fdf9fbd6640 1 -- start start 2024-09-19T04:39:28.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.644+0000 7fdf9fbd6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdf98161cc0 0x7fdf980aebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:28.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.644+0000 7fdf9fbd6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fdf980b57d0 0x7fdf980b5c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:28.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.644+0000 7fdf9fbd6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fdf98072290 0x7fdf98072720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:28.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.644+0000 7fdf9fbd6640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fdf9806e570 con 0x7fdf980b57d0 2024-09-19T04:39:28.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.644+0000 7fdf9fbd6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fdf9806dc40 con 0x7fdf98072290 2024-09-19T04:39:28.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.644+0000 7fdf9fbd6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fdf9806df20 con 0x7fdf98161cc0 2024-09-19T04:39:28.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.644+0000 7fdf9d171640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fdf980b57d0 0x7fdf980b5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:28.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.644+0000 7fdf9d171640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fdf980b57d0 0x7fdf980b5c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48076/0 (socket says 172.21.15.111:48076) 2024-09-19T04:39:28.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.644+0000 7fdf9d171640 1 -- 172.21.15.111:0/4224647547 learned_addr learned my addr 172.21.15.111:0/4224647547 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:28.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.644+0000 7fdf9d972640 1 --2- 172.21.15.111:0/4224647547 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdf98161cc0 0x7fdf980aebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:28.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.644+0000 7fdf9e173640 1 --2- 172.21.15.111:0/4224647547 >> v2:172.21.15.114:3300/0 conn(0x7fdf98072290 0x7fdf98072720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:28.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.644+0000 7fdf9d171640 1 -- 172.21.15.111:0/4224647547 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdf98161cc0 msgr2=0x7fdf980aebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:28.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.644+0000 7fdf9d171640 1 --2- 172.21.15.111:0/4224647547 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdf98161cc0 0x7fdf980aebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.644+0000 7fdf9d171640 1 -- 172.21.15.111:0/4224647547 >> v2:172.21.15.114:3300/0 conn(0x7fdf98072290 msgr2=0x7fdf98072720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:28.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.644+0000 7fdf9d171640 1 --2- 172.21.15.111:0/4224647547 >> v2:172.21.15.114:3300/0 conn(0x7fdf98072290 0x7fdf98072720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.644+0000 7fdf9d171640 1 -- 172.21.15.111:0/4224647547 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf9806e200 con 0x7fdf980b57d0 2024-09-19T04:39:28.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.644+0000 7fdf9e173640 1 --2- 172.21.15.111:0/4224647547 >> v2:172.21.15.114:3300/0 conn(0x7fdf98072290 0x7fdf98072720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:28.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.644+0000 7fdf9d972640 1 --2- 172.21.15.111:0/4224647547 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdf98161cc0 0x7fdf980aebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:28.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.645+0000 7fdf9d171640 1 --2- 172.21.15.111:0/4224647547 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf980b57d0 0x7fdf980b5c10 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7fdf981632d0 tx=0x7fdf8c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2b3a6fa766327fe server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:28.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.645+0000 7fdf9c970640 1 -- 172.21.15.111:0/4224647547 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf8c037070 con 0x7fdf980b57d0 2024-09-19T04:39:28.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.645+0000 7fdf9c970640 1 -- 172.21.15.111:0/4224647547 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf8c032440 con 0x7fdf980b57d0 2024-09-19T04:39:28.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.645+0000 7fdf9c970640 1 -- 172.21.15.111:0/4224647547 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf8c032810 con 0x7fdf980b57d0 2024-09-19T04:39:28.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.646+0000 7fdf9fbd6640 1 -- 172.21.15.111:0/4224647547 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf980b57d0 msgr2=0x7fdf980b5c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:28.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.646+0000 7fdf9fbd6640 1 --2- 172.21.15.111:0/4224647547 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf980b57d0 0x7fdf980b5c10 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7fdf981632d0 tx=0x7fdf8c02a1e0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.646+0000 7fdf9fbd6640 1 -- 172.21.15.111:0/4224647547 shutdown_connections 2024-09-19T04:39:28.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.646+0000 7fdf9fbd6640 1 --2- 172.21.15.111:0/4224647547 >> v2:172.21.15.114:3300/0 conn(0x7fdf98072290 0x7fdf98072720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.646+0000 7fdf9fbd6640 1 --2- 172.21.15.111:0/4224647547 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf980b57d0 0x7fdf980b5c10 unknown :-1 s=CLOSED pgs=1445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.646+0000 7fdf9fbd6640 1 --2- 172.21.15.111:0/4224647547 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdf98161cc0 0x7fdf980aebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.646+0000 7fdf9fbd6640 1 -- 172.21.15.111:0/4224647547 >> 172.21.15.111:0/4224647547 conn(0x7fdf9806bba0 msgr2=0x7fdf9806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:28.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.646+0000 7fdf9fbd6640 1 -- 172.21.15.111:0/4224647547 shutdown_connections 2024-09-19T04:39:28.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.646+0000 7fdf9fbd6640 1 -- 172.21.15.111:0/4224647547 wait complete. 2024-09-19T04:39:28.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.647+0000 7fdf9fbd6640 1 Processor -- start 2024-09-19T04:39:28.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.647+0000 7fdf9fbd6640 1 -- start start 2024-09-19T04:39:28.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.648+0000 7fdf9fbd6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdf98072290 0x7fdf98148830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:28.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.648+0000 7fdf9fbd6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf980b57d0 0x7fdf981f3dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:28.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.648+0000 7fdf9fbd6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdf98161cc0 0x7fdf981473b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:28.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.648+0000 7fdf9fbd6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fdf980b4be0 con 0x7fdf980b57d0 2024-09-19T04:39:28.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.648+0000 7fdf9fbd6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fdf980b4a60 con 0x7fdf98072290 2024-09-19T04:39:28.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.648+0000 7fdf9fbd6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fdf9806ea00 con 0x7fdf98161cc0 2024-09-19T04:39:28.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.648+0000 7fdf9d171640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf980b57d0 0x7fdf981f3dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:28.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.648+0000 7fdf9d171640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf980b57d0 0x7fdf981f3dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48078/0 (socket says 172.21.15.111:48078) 2024-09-19T04:39:28.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.648+0000 7fdf9d171640 1 -- 172.21.15.111:0/1764601551 learned_addr learned my addr 172.21.15.111:0/1764601551 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:28.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.648+0000 7fdf9e173640 1 --2- 172.21.15.111:0/1764601551 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdf98161cc0 0x7fdf981473b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:28.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.648+0000 7fdf9d972640 1 --2- 172.21.15.111:0/1764601551 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdf98072290 0x7fdf98148830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:28.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.648+0000 7fdf9d171640 1 -- 172.21.15.111:0/1764601551 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdf98161cc0 msgr2=0x7fdf981473b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:28.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.648+0000 7fdf9d171640 1 --2- 172.21.15.111:0/1764601551 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdf98161cc0 0x7fdf981473b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.648+0000 7fdf9d171640 1 -- 172.21.15.111:0/1764601551 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdf98072290 msgr2=0x7fdf98148830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:28.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.648+0000 7fdf9d171640 1 --2- 172.21.15.111:0/1764601551 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdf98072290 0x7fdf98148830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.648+0000 7fdf9d171640 1 -- 172.21.15.111:0/1764601551 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf98148d70 con 0x7fdf980b57d0 2024-09-19T04:39:28.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.648+0000 7fdf9d972640 1 --2- 172.21.15.111:0/1764601551 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdf98072290 0x7fdf98148830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:28.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.648+0000 7fdf9d171640 1 --2- 172.21.15.111:0/1764601551 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf980b57d0 0x7fdf981f3dc0 secure :-1 s=READY pgs=1446 cs=0 l=1 rev1=1 crypto rx=0x7fdf8c02a220 tx=0x7fdf8c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:28.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.648+0000 7fdf8a7fc640 1 -- 172.21.15.111:0/1764601551 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf8c037040 con 0x7fdf980b57d0 2024-09-19T04:39:28.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.648+0000 7fdf8a7fc640 1 -- 172.21.15.111:0/1764601551 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf8c042070 con 0x7fdf980b57d0 2024-09-19T04:39:28.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.648+0000 7fdf9fbd6640 1 -- 172.21.15.111:0/1764601551 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf98146310 con 0x7fdf980b57d0 2024-09-19T04:39:28.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.648+0000 7fdf8a7fc640 1 -- 172.21.15.111:0/1764601551 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf8c030bb0 con 0x7fdf980b57d0 2024-09-19T04:39:28.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.648+0000 7fdf9fbd6640 1 -- 172.21.15.111:0/1764601551 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf981468d0 con 0x7fdf980b57d0 2024-09-19T04:39:28.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.649+0000 7fdf9fbd6640 1 -- 172.21.15.111:0/1764601551 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf980b5c10 con 0x7fdf980b57d0 2024-09-19T04:39:28.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.650+0000 7fdf8a7fc640 1 -- 172.21.15.111:0/1764601551 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7fdf8c047460 con 0x7fdf980b57d0 2024-09-19T04:39:28.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.650+0000 7fdf8a7fc640 1 --2- 172.21.15.111:0/1764601551 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fdf7c06c910 0x7fdf7c06edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:28.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.650+0000 7fdf8a7fc640 1 -- 172.21.15.111:0/1764601551 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5765+0+0 (secure 0 0 0) 0x7fdf8c0acbc0 con 0x7fdf980b57d0 2024-09-19T04:39:28.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.650+0000 7fdf9d972640 1 --2- 172.21.15.111:0/1764601551 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fdf7c06c910 0x7fdf7c06edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:28.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.651+0000 7fdf9d972640 1 --2- 172.21.15.111:0/1764601551 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fdf7c06c910 0x7fdf7c06edd0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fdf9000a990 tx=0x7fdf90008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:28.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.654+0000 7fdf8a7fc640 1 -- 172.21.15.111:0/1764601551 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdf98148d70 con 0x7fdf980b57d0 2024-09-19T04:39:28.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:28.854+0000 7fdf9fbd6640 1 -- 172.21.15.111:0/1764601551 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fdf980b47e0 con 0x7fdf980b57d0 2024-09-19T04:39:28.927 INFO:tasks.ceph.mds.b.smithi114.stderr:2024-09-19T04:39:28.925+0000 7f7630a5c640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T04:39:29.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.222+0000 7fdf8a7fc640 1 -- 172.21.15.111:0/1764601551 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v75) ==== 118+0+0 (secure 0 0 0) 0x7fdf8c07a9b0 con 0x7fdf980b57d0 2024-09-19T04:39:29.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.224+0000 7fdf9fbd6640 1 -- 172.21.15.111:0/1764601551 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fdf7c06c910 msgr2=0x7fdf7c06edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:29.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.224+0000 7fdf9fbd6640 1 --2- 172.21.15.111:0/1764601551 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fdf7c06c910 0x7fdf7c06edd0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fdf9000a990 tx=0x7fdf90008040 comp rx=0 tx=0).stop 2024-09-19T04:39:29.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.224+0000 7fdf9fbd6640 1 -- 172.21.15.111:0/1764601551 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf980b57d0 msgr2=0x7fdf981f3dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:29.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.224+0000 7fdf9fbd6640 1 --2- 172.21.15.111:0/1764601551 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf980b57d0 0x7fdf981f3dc0 secure :-1 s=READY pgs=1446 cs=0 l=1 rev1=1 crypto rx=0x7fdf8c02a220 tx=0x7fdf8c0046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:29.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.224+0000 7fdf9fbd6640 1 -- 172.21.15.111:0/1764601551 shutdown_connections 2024-09-19T04:39:29.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.224+0000 7fdf9fbd6640 1 --2- 172.21.15.111:0/1764601551 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fdf7c06c910 0x7fdf7c06edd0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:29.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.224+0000 7fdf9fbd6640 1 --2- 172.21.15.111:0/1764601551 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdf98161cc0 0x7fdf981473b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:29.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.224+0000 7fdf9fbd6640 1 --2- 172.21.15.111:0/1764601551 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf980b57d0 0x7fdf981f3dc0 unknown :-1 s=CLOSED pgs=1446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:29.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.224+0000 7fdf9fbd6640 1 --2- 172.21.15.111:0/1764601551 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdf98072290 0x7fdf98148830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:29.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.224+0000 7fdf9fbd6640 1 -- 172.21.15.111:0/1764601551 >> 172.21.15.111:0/1764601551 conn(0x7fdf9806bba0 msgr2=0x7fdf980b4dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:29.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.224+0000 7fdf9fbd6640 1 -- 172.21.15.111:0/1764601551 shutdown_connections 2024-09-19T04:39:29.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.225+0000 7fdf9fbd6640 1 -- 172.21.15.111:0/1764601551 wait complete. 2024-09-19T04:39:29.237 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T04:39:29.238 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T04:39:29.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.339+0000 7f68cbb42640 1 Processor -- start 2024-09-19T04:39:29.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.339+0000 7f68cbb42640 1 -- start start 2024-09-19T04:39:29.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.340+0000 7f68cbb42640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f68c40b57d0 0x7f68c40b5c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:29.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.340+0000 7f68cbb42640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f68c4072290 0x7f68c40726c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:29.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.340+0000 7f68cbb42640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68c406dc40 con 0x7f68c4161cc0 2024-09-19T04:39:29.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.340+0000 7f68cbb42640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f68c40af300 con 0x7f68c4072290 2024-09-19T04:39:29.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.340+0000 7f68cbb42640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f68c406e570 con 0x7f68c40b57d0 2024-09-19T04:39:29.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.340+0000 7f68ca0df640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f68c4072290 0x7f68c40726c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:29.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.340+0000 7f68ca0df640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f68c4072290 0x7f68c40726c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48094/0 (socket says 172.21.15.111:48094) 2024-09-19T04:39:29.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.340+0000 7f68ca0df640 1 -- 172.21.15.111:0/641287556 learned_addr learned my addr 172.21.15.111:0/641287556 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:29.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.340+0000 7f68ca0df640 1 -- 172.21.15.111:0/641287556 >> v2:172.21.15.114:3300/0 conn(0x7f68c40b57d0 msgr2=0x7f68c40b5c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:29.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.340+0000 7f68ca0df640 1 --2- 172.21.15.111:0/641287556 >> v2:172.21.15.114:3300/0 conn(0x7f68c40b57d0 0x7f68c40b5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:29.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.340+0000 7f68ca0df640 1 -- 172.21.15.111:0/641287556 >> v1:172.21.15.114:6789/0 conn(0x7f68c4161cc0 legacy=0x7f68c40aebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:29.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.340+0000 7f68ca0df640 1 -- 172.21.15.111:0/641287556 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68c406df20 con 0x7f68c4072290 2024-09-19T04:39:29.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.341+0000 7f68ca0df640 1 --2- 172.21.15.111:0/641287556 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68c4072290 0x7f68c40726c0 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7f68c40b3fa0 tx=0x7f68bc02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65604d4d9566b13 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:29.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.341+0000 7f68c88dc640 1 -- 172.21.15.111:0/641287556 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68bc037070 con 0x7f68c4072290 2024-09-19T04:39:29.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.341+0000 7f68c88dc640 1 -- 172.21.15.111:0/641287556 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68bc032440 con 0x7f68c4072290 2024-09-19T04:39:29.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.341+0000 7f68c88dc640 1 -- 172.21.15.111:0/641287556 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68bc032810 con 0x7f68c4072290 2024-09-19T04:39:29.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.342+0000 7f68cbb42640 1 -- 172.21.15.111:0/641287556 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68c4072290 msgr2=0x7f68c40726c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:29.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.342+0000 7f68cbb42640 1 --2- 172.21.15.111:0/641287556 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68c4072290 0x7f68c40726c0 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7f68c40b3fa0 tx=0x7f68bc02a230 comp rx=0 tx=0).stop 2024-09-19T04:39:29.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.342+0000 7f68cbb42640 1 -- 172.21.15.111:0/641287556 shutdown_connections 2024-09-19T04:39:29.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.342+0000 7f68cbb42640 1 --2- 172.21.15.111:0/641287556 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68c4072290 0x7f68c40726c0 unknown :-1 s=CLOSED pgs=1447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:29.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.342+0000 7f68cbb42640 1 --2- 172.21.15.111:0/641287556 >> v2:172.21.15.114:3300/0 conn(0x7f68c40b57d0 0x7f68c40b5c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:29.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.342+0000 7f68cbb42640 1 -- 172.21.15.111:0/641287556 >> 172.21.15.111:0/641287556 conn(0x7f68c406bba0 msgr2=0x7f68c406bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:29.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.342+0000 7f68cbb42640 1 -- 172.21.15.111:0/641287556 shutdown_connections 2024-09-19T04:39:29.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.342+0000 7f68cbb42640 1 -- 172.21.15.111:0/641287556 wait complete. 2024-09-19T04:39:29.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.343+0000 7f68cbb42640 1 Processor -- start 2024-09-19T04:39:29.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.343+0000 7f68cbb42640 1 -- start start 2024-09-19T04:39:29.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.344+0000 7f68cbb42640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68c4072290 0x7f68c414fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:29.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.344+0000 7f68cbb42640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68c40b57d0 0x7f68c41f4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:29.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.344+0000 7f68cbb42640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68c4161cc0 0x7f68c40afe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:29.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.344+0000 7f68cbb42640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f68c40b4a60 con 0x7f68c4161cc0 2024-09-19T04:39:29.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.344+0000 7f68cbb42640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f68c4072c00 con 0x7f68c4072290 2024-09-19T04:39:29.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.344+0000 7f68cbb42640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f68c40b4be0 con 0x7f68c40b57d0 2024-09-19T04:39:29.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.344+0000 7f68ca0df640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68c4161cc0 0x7f68c40afe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:29.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.344+0000 7f68ca0df640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68c4161cc0 0x7f68c40afe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48108/0 (socket says 172.21.15.111:48108) 2024-09-19T04:39:29.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.344+0000 7f68ca0df640 1 -- 172.21.15.111:0/1321647542 learned_addr learned my addr 172.21.15.111:0/1321647542 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:29.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.344+0000 7f68c98de640 1 --2- 172.21.15.111:0/1321647542 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68c4072290 0x7f68c414fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:29.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.344+0000 7f68ca0df640 1 -- 172.21.15.111:0/1321647542 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68c40b57d0 msgr2=0x7f68c41f4420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:29.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.344+0000 7f68c90dd640 1 --2- 172.21.15.111:0/1321647542 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68c40b57d0 0x7f68c41f4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:29.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.344+0000 7f68ca0df640 1 --2- 172.21.15.111:0/1321647542 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68c40b57d0 0x7f68c41f4420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:29.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.344+0000 7f68ca0df640 1 -- 172.21.15.111:0/1321647542 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68c4072290 msgr2=0x7f68c414fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:29.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.344+0000 7f68ca0df640 1 --2- 172.21.15.111:0/1321647542 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68c4072290 0x7f68c414fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:29.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.344+0000 7f68ca0df640 1 -- 172.21.15.111:0/1321647542 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68c41f4e70 con 0x7f68c4161cc0 2024-09-19T04:39:29.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.344+0000 7f68c98de640 1 --2- 172.21.15.111:0/1321647542 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68c4072290 0x7f68c414fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:29.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.344+0000 7f68c90dd640 1 --2- 172.21.15.111:0/1321647542 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68c40b57d0 0x7f68c41f4420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:29.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.344+0000 7f68ca0df640 1 --2- 172.21.15.111:0/1321647542 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68c4161cc0 0x7f68c40afe90 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x7f68bc0090b0 tx=0x7f68bc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:29.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.344+0000 7f68ba7fc640 1 -- 172.21.15.111:0/1321647542 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68bc041070 con 0x7f68c4161cc0 2024-09-19T04:39:29.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.344+0000 7f68ba7fc640 1 -- 172.21.15.111:0/1321647542 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68bc03c950 con 0x7f68c4161cc0 2024-09-19T04:39:29.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.344+0000 7f68ba7fc640 1 -- 172.21.15.111:0/1321647542 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68bc037040 con 0x7f68c4161cc0 2024-09-19T04:39:29.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.344+0000 7f68cbb42640 1 -- 172.21.15.111:0/1321647542 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68c41f5150 con 0x7f68c4161cc0 2024-09-19T04:39:29.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.345+0000 7f68cbb42640 1 -- 172.21.15.111:0/1321647542 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68c41f5710 con 0x7f68c4161cc0 2024-09-19T04:39:29.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.345+0000 7f68cbb42640 1 -- 172.21.15.111:0/1321647542 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68c40726c0 con 0x7f68c4161cc0 2024-09-19T04:39:29.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.346+0000 7f68ba7fc640 1 -- 172.21.15.111:0/1321647542 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f68bc044070 con 0x7f68c4161cc0 2024-09-19T04:39:29.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.346+0000 7f68ba7fc640 1 --2- 172.21.15.111:0/1321647542 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f68a806c8e0 0x7f68a806eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:29.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.347+0000 7f68ba7fc640 1 -- 172.21.15.111:0/1321647542 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7f68bc0acd80 con 0x7f68c4161cc0 2024-09-19T04:39:29.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.347+0000 7f68c98de640 1 --2- 172.21.15.111:0/1321647542 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f68a806c8e0 0x7f68a806eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:29.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.347+0000 7f68c98de640 1 --2- 172.21.15.111:0/1321647542 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f68a806c8e0 0x7f68a806eda0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f68c0007eb0 tx=0x7f68c00073c0 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:29.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.351+0000 7f68ba7fc640 1 -- 172.21.15.111:0/1321647542 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f68bc07ac90 con 0x7f68c4161cc0 2024-09-19T04:39:29.552 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:29.551+0000 7f68cbb42640 1 -- 172.21.15.111:0/1321647542 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f68c415f5e0 con 0x7f68c4161cc0 2024-09-19T04:39:30.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.224+0000 7f68ba7fc640 1 -- 172.21.15.111:0/1321647542 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v76) ==== 122+0+0 (secure 0 0 0) 0x7f68bc07a590 con 0x7f68c4161cc0 2024-09-19T04:39:30.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.227+0000 7f68cbb42640 1 -- 172.21.15.111:0/1321647542 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f68a806c8e0 msgr2=0x7f68a806eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:30.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.227+0000 7f68cbb42640 1 --2- 172.21.15.111:0/1321647542 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f68a806c8e0 0x7f68a806eda0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f68c0007eb0 tx=0x7f68c00073c0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.227+0000 7f68cbb42640 1 -- 172.21.15.111:0/1321647542 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68c4161cc0 msgr2=0x7f68c40afe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:30.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.227+0000 7f68cbb42640 1 --2- 172.21.15.111:0/1321647542 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68c4161cc0 0x7f68c40afe90 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x7f68bc0090b0 tx=0x7f68bc0046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.227+0000 7f68cbb42640 1 -- 172.21.15.111:0/1321647542 shutdown_connections 2024-09-19T04:39:30.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.227+0000 7f68cbb42640 1 --2- 172.21.15.111:0/1321647542 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f68a806c8e0 0x7f68a806eda0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.227+0000 7f68cbb42640 1 --2- 172.21.15.111:0/1321647542 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f68c4161cc0 0x7f68c40afe90 unknown :-1 s=CLOSED pgs=1448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.227+0000 7f68cbb42640 1 --2- 172.21.15.111:0/1321647542 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f68c40b57d0 0x7f68c41f4420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.227+0000 7f68cbb42640 1 --2- 172.21.15.111:0/1321647542 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68c4072290 0x7f68c414fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.227+0000 7f68cbb42640 1 -- 172.21.15.111:0/1321647542 >> 172.21.15.111:0/1321647542 conn(0x7f68c406bba0 msgr2=0x7f68c41601c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:30.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.227+0000 7f68cbb42640 1 -- 172.21.15.111:0/1321647542 shutdown_connections 2024-09-19T04:39:30.229 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.227+0000 7f68cbb42640 1 -- 172.21.15.111:0/1321647542 wait complete. 2024-09-19T04:39:30.241 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T04:39:30.241 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:39:30.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.344+0000 7f11a9c1e640 1 Processor -- start 2024-09-19T04:39:30.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.344+0000 7f11a9c1e640 1 -- start start 2024-09-19T04:39:30.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.345+0000 7f11a9c1e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f11a406be10 0x7f11a40cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:30.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.345+0000 7f11a9c1e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f11a4151c50 0x7f11a415baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:30.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.345+0000 7f11a9c1e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11a40cd5f0 con 0x7f11a406c1f0 2024-09-19T04:39:30.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.345+0000 7f11a9c1e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f11a40cd8d0 con 0x7f11a406be10 2024-09-19T04:39:30.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.345+0000 7f11a9c1e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f11a40cdbb0 con 0x7f11a4151c50 2024-09-19T04:39:30.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.345+0000 7f11a37fe640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f11a406be10 0x7f11a40cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:30.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.345+0000 7f11a3fff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f11a4151c50 0x7f11a415baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:30.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.345+0000 7f119bfff640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f11a406c1f0 0x7f11a4151540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:45844/0 (socket says 172.21.15.111:45844) 2024-09-19T04:39:30.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.345+0000 7f11a37fe640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f11a406be10 0x7f11a40cd010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:49820/0 (socket says 172.21.15.111:49820) 2024-09-19T04:39:30.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.345+0000 7f119bfff640 1 -- 172.21.15.111:0/1652074571 learned_addr learned my addr 172.21.15.111:0/1652074571 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:30.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.345+0000 7f11a37fe640 1 -- 172.21.15.111:0/1652074571 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f11a4151c50 msgr2=0x7f11a415baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:30.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.345+0000 7f11a37fe640 1 --2- 172.21.15.111:0/1652074571 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f11a4151c50 0x7f11a415baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.345+0000 7f11a37fe640 1 -- 172.21.15.111:0/1652074571 >> v1:172.21.15.114:6789/0 conn(0x7f11a406c1f0 legacy=0x7f11a4151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:30.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.345+0000 7f11a37fe640 1 -- 172.21.15.111:0/1652074571 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11a40cde90 con 0x7f11a406be10 2024-09-19T04:39:30.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.345+0000 7f11a3fff640 1 --2- 172.21.15.111:0/1652074571 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f11a4151c50 0x7f11a415baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:30.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.346+0000 7f11a37fe640 1 --2- 172.21.15.111:0/1652074571 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f11a406be10 0x7f11a40cd010 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f11940097a0 tx=0x7f119402b290 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e9f8068f0d10d477 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:30.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.346+0000 7f11a2ffd640 1 -- 172.21.15.111:0/1652074571 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1194038070 con 0x7f11a406be10 2024-09-19T04:39:30.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.346+0000 7f11a2ffd640 1 -- 172.21.15.111:0/1652074571 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1194033440 con 0x7f11a406be10 2024-09-19T04:39:30.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.346+0000 7f11a2ffd640 1 -- 172.21.15.111:0/1652074571 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11940337f0 con 0x7f11a406be10 2024-09-19T04:39:30.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.347+0000 7f11a9c1e640 1 -- 172.21.15.111:0/1652074571 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f11a406be10 msgr2=0x7f11a40cd010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:30.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.347+0000 7f11a9c1e640 1 --2- 172.21.15.111:0/1652074571 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f11a406be10 0x7f11a40cd010 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f11940097a0 tx=0x7f119402b290 comp rx=0 tx=0).stop 2024-09-19T04:39:30.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.347+0000 7f11a9c1e640 1 -- 172.21.15.111:0/1652074571 shutdown_connections 2024-09-19T04:39:30.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.347+0000 7f11a9c1e640 1 --2- 172.21.15.111:0/1652074571 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f11a4151c50 0x7f11a415baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.347+0000 7f11a9c1e640 1 --2- 172.21.15.111:0/1652074571 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f11a406be10 0x7f11a40cd010 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.347+0000 7f11a9c1e640 1 -- 172.21.15.111:0/1652074571 >> 172.21.15.111:0/1652074571 conn(0x7f11a4062cc0 msgr2=0x7f11a406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:30.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.347+0000 7f11a9c1e640 1 -- 172.21.15.111:0/1652074571 shutdown_connections 2024-09-19T04:39:30.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.347+0000 7f11a9c1e640 1 -- 172.21.15.111:0/1652074571 wait complete. 2024-09-19T04:39:30.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.348+0000 7f11a9c1e640 1 Processor -- start 2024-09-19T04:39:30.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.348+0000 7f11a9c1e640 1 -- start start 2024-09-19T04:39:30.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.349+0000 7f11a9c1e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f11a406be10 0x7f11a415d260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:30.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.349+0000 7f11a9c1e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11a406c1f0 0x7f11a40b4390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:30.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.349+0000 7f11a9c1e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f11a4151c50 0x7f11a40b48d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:30.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.349+0000 7f11a9c1e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f11a40d0310 con 0x7f11a406c1f0 2024-09-19T04:39:30.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.349+0000 7f11a9c1e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f11a40ce690 con 0x7f11a4151c50 2024-09-19T04:39:30.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.349+0000 7f11a9c1e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f11a40d0490 con 0x7f11a406be10 2024-09-19T04:39:30.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.349+0000 7f119bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11a406c1f0 0x7f11a40b4390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:30.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.349+0000 7f119bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11a406c1f0 0x7f11a40b4390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48114/0 (socket says 172.21.15.111:48114) 2024-09-19T04:39:30.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.349+0000 7f119bfff640 1 -- 172.21.15.111:0/2098186804 learned_addr learned my addr 172.21.15.111:0/2098186804 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:30.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.349+0000 7f11a37fe640 1 --2- 172.21.15.111:0/2098186804 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f11a406be10 0x7f11a415d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:30.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.349+0000 7f11a3fff640 1 --2- 172.21.15.111:0/2098186804 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f11a4151c50 0x7f11a40b48d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:30.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.349+0000 7f119bfff640 1 -- 172.21.15.111:0/2098186804 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f11a406be10 msgr2=0x7f11a415d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:30.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.349+0000 7f119bfff640 1 --2- 172.21.15.111:0/2098186804 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f11a406be10 0x7f11a415d260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.349+0000 7f119bfff640 1 -- 172.21.15.111:0/2098186804 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f11a4151c50 msgr2=0x7f11a40b48d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:30.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.349+0000 7f119bfff640 1 --2- 172.21.15.111:0/2098186804 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f11a4151c50 0x7f11a40b48d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.349+0000 7f119bfff640 1 -- 172.21.15.111:0/2098186804 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11a413f5b0 con 0x7f11a406c1f0 2024-09-19T04:39:30.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.350+0000 7f119bfff640 1 --2- 172.21.15.111:0/2098186804 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11a406c1f0 0x7f11a40b4390 secure :-1 s=READY pgs=1449 cs=0 l=1 rev1=1 crypto rx=0x7f118c00c400 tx=0x7f118c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:30.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.350+0000 7f11a0ff9640 1 -- 172.21.15.111:0/2098186804 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f118c017070 con 0x7f11a406c1f0 2024-09-19T04:39:30.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.350+0000 7f11a0ff9640 1 -- 172.21.15.111:0/2098186804 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f118c005ce0 con 0x7f11a406c1f0 2024-09-19T04:39:30.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.350+0000 7f11a0ff9640 1 -- 172.21.15.111:0/2098186804 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f118c0072f0 con 0x7f11a406c1f0 2024-09-19T04:39:30.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.350+0000 7f11a9c1e640 1 -- 172.21.15.111:0/2098186804 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11a41f7e50 con 0x7f11a406c1f0 2024-09-19T04:39:30.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.350+0000 7f11a9c1e640 1 -- 172.21.15.111:0/2098186804 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11a41f8410 con 0x7f11a406c1f0 2024-09-19T04:39:30.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.351+0000 7f11a9c1e640 1 -- 172.21.15.111:0/2098186804 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11a40d08c0 con 0x7f11a406c1f0 2024-09-19T04:39:30.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.351+0000 7f11a0ff9640 1 -- 172.21.15.111:0/2098186804 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f118c01a070 con 0x7f11a406c1f0 2024-09-19T04:39:30.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.352+0000 7f11a0ff9640 1 --2- 172.21.15.111:0/2098186804 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f118406c8e0 0x7f118406eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:30.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.352+0000 7f11a0ff9640 1 -- 172.21.15.111:0/2098186804 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7f118c08b3f0 con 0x7f11a406c1f0 2024-09-19T04:39:30.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.352+0000 7f11a37fe640 1 --2- 172.21.15.111:0/2098186804 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f118406c8e0 0x7f118406eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:30.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.352+0000 7f11a37fe640 1 --2- 172.21.15.111:0/2098186804 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f118406c8e0 0x7f118406eda0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f1194035000 tx=0x7f119402f000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:30.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.356+0000 7f11a0ff9640 1 -- 172.21.15.111:0/2098186804 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f118c0591e0 con 0x7f11a406c1f0 2024-09-19T04:39:30.395 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2024-09-19T04:39:30.395 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c has been restored 2024-09-19T04:39:30.395 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b has been restored 2024-09-19T04:39:30.554 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.553+0000 7f11a9c1e640 1 -- 172.21.15.111:0/2098186804 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f11a4150bd0 con 0x7f11a406c1f0 2024-09-19T04:39:30.554 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.553+0000 7f11a0ff9640 1 -- 172.21.15.111:0/2098186804 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 76 v76) ==== 94+0+5236 (secure 0 0 0) 0x7f118c058ae0 con 0x7f11a406c1f0 2024-09-19T04:39:30.555 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:30.555 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":76,"btime":"2024-09-19T04:39:30:223461+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6659,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1511938113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":1511938113},{"type":"v1","addr":"172.21.15.111:6835","nonce":1511938113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":7444,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3445382526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3445382526},{"type":"v1","addr":"172.21.15.114:6834","nonce":3445382526}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":8229,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/3753459584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3753459584},{"type":"v1","addr":"172.21.15.111:6834","nonce":3753459584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72}],"filesystems":[{"mdsmap":{"epoch":76,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:39:27.274991+0000","modified":"2024-09-19T04:39:29.552352+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8244},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8244":{"gid":8244,"name":"b","rank":0,"incarnation":73,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/169965022","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":169965022},{"type":"v1","addr":"172.21.15.114:6835","nonce":169965022}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8244,"qdb_cluster":[8244]},"id":11}]} 2024-09-19T04:39:30.555 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 76 2024-09-19T04:39:30.557 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.555+0000 7f11a9c1e640 1 -- 172.21.15.111:0/2098186804 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f118406c8e0 msgr2=0x7f118406eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:30.557 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.555+0000 7f11a9c1e640 1 --2- 172.21.15.111:0/2098186804 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f118406c8e0 0x7f118406eda0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f1194035000 tx=0x7f119402f000 comp rx=0 tx=0).stop 2024-09-19T04:39:30.557 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.555+0000 7f11a9c1e640 1 -- 172.21.15.111:0/2098186804 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11a406c1f0 msgr2=0x7f11a40b4390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:30.557 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.555+0000 7f11a9c1e640 1 --2- 172.21.15.111:0/2098186804 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11a406c1f0 0x7f11a40b4390 secure :-1 s=READY pgs=1449 cs=0 l=1 rev1=1 crypto rx=0x7f118c00c400 tx=0x7f118c00c8c0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.557 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.555+0000 7f11a9c1e640 1 -- 172.21.15.111:0/2098186804 shutdown_connections 2024-09-19T04:39:30.557 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.555+0000 7f11a9c1e640 1 --2- 172.21.15.111:0/2098186804 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f118406c8e0 0x7f118406eda0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.555+0000 7f11a9c1e640 1 --2- 172.21.15.111:0/2098186804 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f11a4151c50 0x7f11a40b48d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.555+0000 7f11a9c1e640 1 --2- 172.21.15.111:0/2098186804 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f11a406c1f0 0x7f11a40b4390 unknown :-1 s=CLOSED pgs=1449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.555+0000 7f11a9c1e640 1 --2- 172.21.15.111:0/2098186804 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f11a406be10 0x7f11a415d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.555+0000 7f11a9c1e640 1 -- 172.21.15.111:0/2098186804 >> 172.21.15.111:0/2098186804 conn(0x7f11a4062cc0 msgr2=0x7f11a406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:30.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.555+0000 7f11a9c1e640 1 -- 172.21.15.111:0/2098186804 shutdown_connections 2024-09-19T04:39:30.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.555+0000 7f11a9c1e640 1 -- 172.21.15.111:0/2098186804 wait complete. 2024-09-19T04:39:30.568 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:39:30.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.664+0000 7fab60c8d640 1 Processor -- start 2024-09-19T04:39:30.666 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.664+0000 7fab60c8d640 1 -- start start 2024-09-19T04:39:30.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.665+0000 7fab60c8d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fab5c15c180 0x7fab5c0cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:30.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.665+0000 7fab60c8d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab5c0ce230 0x7fab5c0cf070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:30.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.665+0000 7fab60c8d640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab5c0ce740 con 0x7fab5c0cf5b0 2024-09-19T04:39:30.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.665+0000 7fab60c8d640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fab5c072640 con 0x7fab5c15c180 2024-09-19T04:39:30.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.665+0000 7fab60c8d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fab5c072920 con 0x7fab5c0ce230 2024-09-19T04:39:30.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.665+0000 7fab5a59c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fab5c15c180 0x7fab5c0cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:30.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.665+0000 7fab5ad9d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fab5c0cf5b0 0x7fab5c073120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40910/0 (socket says 172.21.15.111:40910) 2024-09-19T04:39:30.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.665+0000 7fab5ad9d640 1 -- 172.21.15.111:0/1674519103 learned_addr learned my addr 172.21.15.111:0/1674519103 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:30.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.665+0000 7fab5a59c640 1 --2- 172.21.15.111:0/1674519103 >> v2:172.21.15.111:3300/0 conn(0x7fab5c15c180 0x7fab5c0cdcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48120/0 (socket says 172.21.15.111:48120) 2024-09-19T04:39:30.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.665+0000 7fab59d9b640 1 --2- 172.21.15.111:0/1674519103 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab5c0ce230 0x7fab5c0cf070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:30.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.666+0000 7fab5a59c640 1 -- 172.21.15.111:0/1674519103 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab5c0ce230 msgr2=0x7fab5c0cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:30.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.666+0000 7fab5a59c640 1 --2- 172.21.15.111:0/1674519103 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab5c0ce230 0x7fab5c0cf070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.666+0000 7fab5a59c640 1 -- 172.21.15.111:0/1674519103 >> v1:172.21.15.111:6789/0 conn(0x7fab5c0cf5b0 legacy=0x7fab5c073120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:30.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.666+0000 7fab5a59c640 1 -- 172.21.15.111:0/1674519103 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab5c072c00 con 0x7fab5c15c180 2024-09-19T04:39:30.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.666+0000 7fab5959a640 1 -- 172.21.15.111:0/1674519103 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2620013528 0 0) 0x7fab5c0ce740 con 0x7fab5c0cf5b0 2024-09-19T04:39:30.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.666+0000 7fab5a59c640 1 --2- 172.21.15.111:0/1674519103 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab5c15c180 0x7fab5c0cdcf0 secure :-1 s=READY pgs=1451 cs=0 l=1 rev1=1 crypto rx=0x7fab4c009d90 tx=0x7fab4c02a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eefdcc9ff516cd88 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:30.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.666+0000 7fab5959a640 1 -- 172.21.15.111:0/1674519103 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab4c031600 con 0x7fab5c15c180 2024-09-19T04:39:30.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.666+0000 7fab5959a640 1 -- 172.21.15.111:0/1674519103 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab4c0317a0 con 0x7fab5c15c180 2024-09-19T04:39:30.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.666+0000 7fab5959a640 1 -- 172.21.15.111:0/1674519103 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab4c031b70 con 0x7fab5c15c180 2024-09-19T04:39:30.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.667+0000 7fab60c8d640 1 -- 172.21.15.111:0/1674519103 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab5c15c180 msgr2=0x7fab5c0cdcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:30.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.667+0000 7fab60c8d640 1 --2- 172.21.15.111:0/1674519103 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab5c15c180 0x7fab5c0cdcf0 secure :-1 s=READY pgs=1451 cs=0 l=1 rev1=1 crypto rx=0x7fab4c009d90 tx=0x7fab4c02a5d0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.667+0000 7fab60c8d640 1 -- 172.21.15.111:0/1674519103 shutdown_connections 2024-09-19T04:39:30.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.667+0000 7fab60c8d640 1 --2- 172.21.15.111:0/1674519103 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab5c0ce230 0x7fab5c0cf070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.672 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.667+0000 7fab60c8d640 1 --2- 172.21.15.111:0/1674519103 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab5c15c180 0x7fab5c0cdcf0 unknown :-1 s=CLOSED pgs=1451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.672 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.667+0000 7fab60c8d640 1 -- 172.21.15.111:0/1674519103 >> 172.21.15.111:0/1674519103 conn(0x7fab5c062cc0 msgr2=0x7fab5c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:30.672 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.667+0000 7fab60c8d640 1 -- 172.21.15.111:0/1674519103 shutdown_connections 2024-09-19T04:39:30.672 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.667+0000 7fab60c8d640 1 -- 172.21.15.111:0/1674519103 wait complete. 2024-09-19T04:39:30.672 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.668+0000 7fab60c8d640 1 Processor -- start 2024-09-19T04:39:30.672 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.668+0000 7fab60c8d640 1 -- start start 2024-09-19T04:39:30.674 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.669+0000 7fab60c8d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab5c0ce230 0x7fab5c14ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:30.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.669+0000 7fab60c8d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab5c0cf5b0 0x7fab5c0aeb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:30.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.669+0000 7fab60c8d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab5c15c180 0x7fab5c0b4b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:30.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.669+0000 7fab60c8d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fab5c15c560 con 0x7fab5c0ce230 2024-09-19T04:39:30.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.669+0000 7fab60c8d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fab5c0722f0 con 0x7fab5c15c180 2024-09-19T04:39:30.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.669+0000 7fab60c8d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fab5c15c6e0 con 0x7fab5c0cf5b0 2024-09-19T04:39:30.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.669+0000 7fab5a59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab5c0ce230 0x7fab5c14ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:30.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.669+0000 7fab5a59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab5c0ce230 0x7fab5c14ddf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48128/0 (socket says 172.21.15.111:48128) 2024-09-19T04:39:30.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.669+0000 7fab5a59c640 1 -- 172.21.15.111:0/3314866778 learned_addr learned my addr 172.21.15.111:0/3314866778 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:30.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.669+0000 7fab5ad9d640 1 --2- 172.21.15.111:0/3314866778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab5c15c180 0x7fab5c0b4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:30.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.669+0000 7fab59d9b640 1 --2- 172.21.15.111:0/3314866778 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab5c0cf5b0 0x7fab5c0aeb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:30.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.669+0000 7fab5a59c640 1 -- 172.21.15.111:0/3314866778 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab5c0cf5b0 msgr2=0x7fab5c0aeb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:30.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.669+0000 7fab5a59c640 1 --2- 172.21.15.111:0/3314866778 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab5c0cf5b0 0x7fab5c0aeb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.669+0000 7fab5a59c640 1 -- 172.21.15.111:0/3314866778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab5c15c180 msgr2=0x7fab5c0b4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:30.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.669+0000 7fab5a59c640 1 --2- 172.21.15.111:0/3314866778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab5c15c180 0x7fab5c0b4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.669+0000 7fab5a59c640 1 -- 172.21.15.111:0/3314866778 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab5c1f4320 con 0x7fab5c0ce230 2024-09-19T04:39:30.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.669+0000 7fab59d9b640 1 --2- 172.21.15.111:0/3314866778 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab5c0cf5b0 0x7fab5c0aeb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:30.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.669+0000 7fab5ad9d640 1 --2- 172.21.15.111:0/3314866778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab5c15c180 0x7fab5c0b4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:30.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.670+0000 7fab5a59c640 1 --2- 172.21.15.111:0/3314866778 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab5c0ce230 0x7fab5c14ddf0 secure :-1 s=READY pgs=1452 cs=0 l=1 rev1=1 crypto rx=0x7fab4c000f80 tx=0x7fab4c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:30.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.670+0000 7fab52ffd640 1 -- 172.21.15.111:0/3314866778 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab4c040070 con 0x7fab5c0ce230 2024-09-19T04:39:30.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.670+0000 7fab52ffd640 1 -- 172.21.15.111:0/3314866778 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab4c030be0 con 0x7fab5c0ce230 2024-09-19T04:39:30.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.670+0000 7fab52ffd640 1 -- 172.21.15.111:0/3314866778 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab4c009450 con 0x7fab5c0ce230 2024-09-19T04:39:30.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.670+0000 7fab60c8d640 1 -- 172.21.15.111:0/3314866778 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab5c0b3920 con 0x7fab5c0ce230 2024-09-19T04:39:30.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.670+0000 7fab60c8d640 1 -- 172.21.15.111:0/3314866778 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab5c0b3ee0 con 0x7fab5c0ce230 2024-09-19T04:39:30.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.671+0000 7fab60c8d640 1 -- 172.21.15.111:0/3314866778 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab5c0cf070 con 0x7fab5c0ce230 2024-09-19T04:39:30.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.671+0000 7fab52ffd640 1 -- 172.21.15.111:0/3314866778 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7fab4c039040 con 0x7fab5c0ce230 2024-09-19T04:39:30.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.672+0000 7fab52ffd640 1 --2- 172.21.15.111:0/3314866778 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fab3c06c8e0 0x7fab3c06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:30.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.672+0000 7fab52ffd640 1 -- 172.21.15.111:0/3314866778 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7fab4c0ad030 con 0x7fab5c0ce230 2024-09-19T04:39:30.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.672+0000 7fab59d9b640 1 --2- 172.21.15.111:0/3314866778 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fab3c06c8e0 0x7fab3c06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:30.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.672+0000 7fab59d9b640 1 --2- 172.21.15.111:0/3314866778 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fab3c06c8e0 0x7fab3c06eda0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fab5c14e4e0 tx=0x7fab44008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:30.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.676+0000 7fab52ffd640 1 -- 172.21.15.111:0/3314866778 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fab4c07af10 con 0x7fab5c0ce230 2024-09-19T04:39:30.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.841+0000 7fab60c8d640 1 -- 172.21.15.111:0/3314866778 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fab5c0cdb50 con 0x7fab5c0ce230 2024-09-19T04:39:30.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.842+0000 7fab52ffd640 1 -- 172.21.15.111:0/3314866778 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v143) ==== 74+0+16868 (secure 0 0 0) 0x7fab4c07a810 con 0x7fab5c0ce230 2024-09-19T04:39:30.843 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:30.844 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":143,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:39:28.943253+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:39:25.612463+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"142","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-19T04:39:26.243952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"143","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:39:30.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.844+0000 7fab60c8d640 1 -- 172.21.15.111:0/3314866778 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fab3c06c8e0 msgr2=0x7fab3c06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:30.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.844+0000 7fab60c8d640 1 --2- 172.21.15.111:0/3314866778 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fab3c06c8e0 0x7fab3c06eda0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fab5c14e4e0 tx=0x7fab44008040 comp rx=0 tx=0).stop 2024-09-19T04:39:30.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.844+0000 7fab60c8d640 1 -- 172.21.15.111:0/3314866778 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab5c0ce230 msgr2=0x7fab5c14ddf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:30.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.844+0000 7fab60c8d640 1 --2- 172.21.15.111:0/3314866778 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab5c0ce230 0x7fab5c14ddf0 secure :-1 s=READY pgs=1452 cs=0 l=1 rev1=1 crypto rx=0x7fab4c000f80 tx=0x7fab4c004a40 comp rx=0 tx=0).stop 2024-09-19T04:39:30.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.844+0000 7fab60c8d640 1 -- 172.21.15.111:0/3314866778 shutdown_connections 2024-09-19T04:39:30.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.844+0000 7fab60c8d640 1 --2- 172.21.15.111:0/3314866778 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fab3c06c8e0 0x7fab3c06eda0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.844+0000 7fab60c8d640 1 --2- 172.21.15.111:0/3314866778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab5c15c180 0x7fab5c0b4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.844+0000 7fab60c8d640 1 --2- 172.21.15.111:0/3314866778 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab5c0cf5b0 0x7fab5c0aeb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.844+0000 7fab60c8d640 1 --2- 172.21.15.111:0/3314866778 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab5c0ce230 0x7fab5c14ddf0 unknown :-1 s=CLOSED pgs=1452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.844+0000 7fab60c8d640 1 -- 172.21.15.111:0/3314866778 >> 172.21.15.111:0/3314866778 conn(0x7fab5c062cc0 msgr2=0x7fab5c0cfa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:30.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.844+0000 7fab60c8d640 1 -- 172.21.15.111:0/3314866778 shutdown_connections 2024-09-19T04:39:30.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.844+0000 7fab60c8d640 1 -- 172.21.15.111:0/3314866778 wait complete. 2024-09-19T04:39:30.857 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T04:39:30.857 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:39:30.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.952+0000 7f2017e65640 1 Processor -- start 2024-09-19T04:39:30.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.953+0000 7f2017e65640 1 -- start start 2024-09-19T04:39:30.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.954+0000 7f2017e65640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f20100d2300 0x7f20100b81b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:30.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.954+0000 7f2017e65640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20100d3790 con 0x7f2010163060 2024-09-19T04:39:30.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.954+0000 7f2017e65640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20100d3a70 con 0x7f20100cf6a0 2024-09-19T04:39:30.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.954+0000 7f2017e65640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f20100b7610 con 0x7f20100d2300 2024-09-19T04:39:30.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.954+0000 7f2015400640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f20100cf6a0 0x7f20100b7aa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:45854/0 (socket says 172.21.15.111:45854) 2024-09-19T04:39:30.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.954+0000 7f2015400640 1 -- 172.21.15.111:0/3702752900 learned_addr learned my addr 172.21.15.111:0/3702752900 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:30.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.954+0000 7f2016402640 1 --2- 172.21.15.111:0/3702752900 >> v2:172.21.15.114:3300/0 conn(0x7f20100d2300 0x7f20100b81b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:30.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.954+0000 7f2014bff640 1 -- 172.21.15.111:0/3702752900 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2865288388 0 0) 0x7f20100d3790 con 0x7f2010163060 2024-09-19T04:39:30.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.954+0000 7f2014bff640 1 -- 172.21.15.111:0/3702752900 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1ffc003520 con 0x7f2010163060 2024-09-19T04:39:30.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.954+0000 7f2014bff640 1 -- 172.21.15.111:0/3702752900 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3521997028 0 0) 0x7f20100d3a70 con 0x7f20100cf6a0 2024-09-19T04:39:30.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.954+0000 7f2014bff640 1 -- 172.21.15.111:0/3702752900 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f20100d3790 con 0x7f20100cf6a0 2024-09-19T04:39:30.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.954+0000 7f2016402640 1 -- 172.21.15.111:0/3702752900 >> v1:172.21.15.114:6789/0 conn(0x7f20100cf6a0 legacy=0x7f20100b7aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:30.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.954+0000 7f2014bff640 1 -- 172.21.15.111:0/3702752900 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3882988252 0 0) 0x7f1ffc003520 con 0x7f2010163060 2024-09-19T04:39:30.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.954+0000 7f2016402640 1 -- 172.21.15.111:0/3702752900 >> v1:172.21.15.111:6789/0 conn(0x7f2010163060 legacy=0x7f20100cef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:30.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.954+0000 7f2016402640 1 -- 172.21.15.111:0/3702752900 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20100d3d50 con 0x7f20100d2300 2024-09-19T04:39:30.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.955+0000 7f2016402640 1 --2- 172.21.15.111:0/3702752900 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f20100d2300 0x7f20100b81b0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f200c0097a0 tx=0x7f200c02a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ab03da1ae7bb996a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:30.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.955+0000 7f2014bff640 1 -- 172.21.15.111:0/3702752900 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f200c037070 con 0x7f20100d2300 2024-09-19T04:39:30.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.955+0000 7f2014bff640 1 -- 172.21.15.111:0/3702752900 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f200c02abc0 con 0x7f20100d2300 2024-09-19T04:39:30.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.955+0000 7f2014bff640 1 -- 172.21.15.111:0/3702752900 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2008001670 con 0x7f20100d2300 2024-09-19T04:39:30.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.956+0000 7f2017e65640 1 -- 172.21.15.111:0/3702752900 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f20100d2300 msgr2=0x7f20100b81b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:30.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.956+0000 7f2017e65640 1 --2- 172.21.15.111:0/3702752900 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f20100d2300 0x7f20100b81b0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f200c0097a0 tx=0x7f200c02a130 comp rx=0 tx=0).stop 2024-09-19T04:39:30.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.956+0000 7f2017e65640 1 -- 172.21.15.111:0/3702752900 shutdown_connections 2024-09-19T04:39:30.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.956+0000 7f2017e65640 1 --2- 172.21.15.111:0/3702752900 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f20100d2300 0x7f20100b81b0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.956+0000 7f2017e65640 1 -- 172.21.15.111:0/3702752900 >> 172.21.15.111:0/3702752900 conn(0x7f20100b6240 msgr2=0x7f20100b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:30.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.956+0000 7f2017e65640 1 -- 172.21.15.111:0/3702752900 shutdown_connections 2024-09-19T04:39:30.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.956+0000 7f2017e65640 1 -- 172.21.15.111:0/3702752900 wait complete. 2024-09-19T04:39:30.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.957+0000 7f2017e65640 1 Processor -- start 2024-09-19T04:39:30.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.957+0000 7f2017e65640 1 -- start start 2024-09-19T04:39:30.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.958+0000 7f2017e65640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f20100cf6a0 0x7f20100cb0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:30.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.958+0000 7f2017e65640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f20100d2300 0x7f2010159410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:30.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.958+0000 7f2017e65640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2010163060 0x7f201015e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:30.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.958+0000 7f2017e65640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f20100d31f0 con 0x7f20100cf6a0 2024-09-19T04:39:30.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.958+0000 7f2017e65640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f20100b3ea0 con 0x7f2010163060 2024-09-19T04:39:30.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.958+0000 7f2017e65640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f20100d3370 con 0x7f20100d2300 2024-09-19T04:39:30.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.958+0000 7f2015c01640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f20100cf6a0 0x7f20100cb0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:30.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.958+0000 7f2015c01640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f20100cf6a0 0x7f20100cb0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:48132/0 (socket says 172.21.15.111:48132) 2024-09-19T04:39:30.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.958+0000 7f2015c01640 1 -- 172.21.15.111:0/3653804073 learned_addr learned my addr 172.21.15.111:0/3653804073 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:30.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.958+0000 7f2016402640 1 --2- 172.21.15.111:0/3653804073 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2010163060 0x7f201015e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:30.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.958+0000 7f2015400640 1 --2- 172.21.15.111:0/3653804073 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f20100d2300 0x7f2010159410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:30.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.958+0000 7f2015c01640 1 -- 172.21.15.111:0/3653804073 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f20100d2300 msgr2=0x7f2010159410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:30.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.958+0000 7f2015c01640 1 --2- 172.21.15.111:0/3653804073 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f20100d2300 0x7f2010159410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.959+0000 7f2015c01640 1 -- 172.21.15.111:0/3653804073 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2010163060 msgr2=0x7f201015e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:30.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.959+0000 7f2015c01640 1 --2- 172.21.15.111:0/3653804073 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2010163060 0x7f201015e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:30.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.959+0000 7f2015c01640 1 -- 172.21.15.111:0/3653804073 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20100cc840 con 0x7f20100cf6a0 2024-09-19T04:39:30.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.959+0000 7f2016402640 1 --2- 172.21.15.111:0/3653804073 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2010163060 0x7f201015e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:30.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.959+0000 7f2015400640 1 --2- 172.21.15.111:0/3653804073 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f20100d2300 0x7f2010159410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:30.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.959+0000 7f2015c01640 1 --2- 172.21.15.111:0/3653804073 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f20100cf6a0 0x7f20100cb0a0 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7f200800c4e0 tx=0x7f200800c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:30.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.959+0000 7f20027fc640 1 -- 172.21.15.111:0/3653804073 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2008016020 con 0x7f20100cf6a0 2024-09-19T04:39:30.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.959+0000 7f20027fc640 1 -- 172.21.15.111:0/3653804073 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2008012870 con 0x7f20100cf6a0 2024-09-19T04:39:30.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.959+0000 7f2017e65640 1 -- 172.21.15.111:0/3653804073 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20101fc4b0 con 0x7f20100cf6a0 2024-09-19T04:39:30.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.959+0000 7f20027fc640 1 -- 172.21.15.111:0/3653804073 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2008012c60 con 0x7f20100cf6a0 2024-09-19T04:39:30.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.959+0000 7f2017e65640 1 -- 172.21.15.111:0/3653804073 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20101fca70 con 0x7f20100cf6a0 2024-09-19T04:39:30.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.960+0000 7f2017e65640 1 -- 172.21.15.111:0/3653804073 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20100cef90 con 0x7f20100cf6a0 2024-09-19T04:39:30.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.960+0000 7f20027fc640 1 -- 172.21.15.111:0/3653804073 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f2008019020 con 0x7f20100cf6a0 2024-09-19T04:39:30.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.961+0000 7f20027fc640 1 --2- 172.21.15.111:0/3653804073 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1ff406c8e0 0x7f1ff406eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:30.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.961+0000 7f20027fc640 1 -- 172.21.15.111:0/3653804073 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7f200808bfc0 con 0x7f20100cf6a0 2024-09-19T04:39:30.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.961+0000 7f2015400640 1 --2- 172.21.15.111:0/3653804073 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1ff406c8e0 0x7f1ff406eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:30.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.962+0000 7f2015400640 1 --2- 172.21.15.111:0/3653804073 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1ff406c8e0 0x7f1ff406eda0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f20100cae10 tx=0x7f2004009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:30.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:30.965+0000 7f20027fc640 1 -- 172.21.15.111:0/3653804073 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2008020020 con 0x7f20100cf6a0 2024-09-19T04:39:31.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.127+0000 7f2017e65640 1 -- 172.21.15.111:0/3653804073 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2010159950 con 0x7f1ff406c8e0 2024-09-19T04:39:31.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.133+0000 7f20027fc640 1 -- 172.21.15.111:0/3653804073 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252447 (secure 0 0 0) 0x7f200400dcf0 con 0x7f1ff406c8e0 2024-09-19T04:39:31.137 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:31.139 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:39:31.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.136+0000 7f2017e65640 1 -- 172.21.15.111:0/3653804073 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1ff406c8e0 msgr2=0x7f1ff406eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:31.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.136+0000 7f2017e65640 1 --2- 172.21.15.111:0/3653804073 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1ff406c8e0 0x7f1ff406eda0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f20100cae10 tx=0x7f2004009040 comp rx=0 tx=0).stop 2024-09-19T04:39:31.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.136+0000 7f2017e65640 1 -- 172.21.15.111:0/3653804073 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f20100cf6a0 msgr2=0x7f20100cb0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:31.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.136+0000 7f2017e65640 1 --2- 172.21.15.111:0/3653804073 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f20100cf6a0 0x7f20100cb0a0 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7f200800c4e0 tx=0x7f200800c9a0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.136+0000 7f2017e65640 1 -- 172.21.15.111:0/3653804073 shutdown_connections 2024-09-19T04:39:31.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.136+0000 7f2017e65640 1 --2- 172.21.15.111:0/3653804073 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1ff406c8e0 0x7f1ff406eda0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.136+0000 7f2017e65640 1 --2- 172.21.15.111:0/3653804073 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2010163060 0x7f201015e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.136+0000 7f2017e65640 1 --2- 172.21.15.111:0/3653804073 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f20100d2300 0x7f2010159410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.136+0000 7f2017e65640 1 --2- 172.21.15.111:0/3653804073 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f20100cf6a0 0x7f20100cb0a0 unknown :-1 s=CLOSED pgs=1454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.136+0000 7f2017e65640 1 -- 172.21.15.111:0/3653804073 >> 172.21.15.111:0/3653804073 conn(0x7f20100b6240 msgr2=0x7f2010160ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:31.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.136+0000 7f2017e65640 1 -- 172.21.15.111:0/3653804073 shutdown_connections 2024-09-19T04:39:31.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.136+0000 7f2017e65640 1 -- 172.21.15.111:0/3653804073 wait complete. 2024-09-19T04:39:31.149 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":157,"stamp":"2024-09-19T04:39:30.200262+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":123,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":264648,"kb_used_data":15124,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754710072,"statfs":{"total":773094113280,"available":772823113728,"internally_reserved":0,"allocated":15486976,"data_stored":7463224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.275530"},"pg_stats":[{"pgid":"23.3f","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.950179+0000","last_change":"2024-09-19T04:39:27.957705+0000","last_active":"2024-09-19T04:39:28.950179+0000","last_peered":"2024-09-19T04:39:28.950179+0000","last_clean":"2024-09-19T04:39:28.950179+0000","last_became_active":"2024-09-19T04:39:27.957415+0000","last_became_peered":"2024-09-19T04:39:27.957415+0000","last_unstale":"2024-09-19T04:39:28.950179+0000","last_undegraded":"2024-09-19T04:39:28.950179+0000","last_fullsized":"2024-09-19T04:39:28.950179+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:59.813336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.3e","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.944357+0000","last_change":"2024-09-19T04:39:27.939915+0000","last_active":"2024-09-19T04:39:27.944357+0000","last_peered":"2024-09-19T04:39:27.944357+0000","last_clean":"2024-09-19T04:39:27.944357+0000","last_became_active":"2024-09-19T04:39:27.939616+0000","last_became_peered":"2024-09-19T04:39:27.939616+0000","last_unstale":"2024-09-19T04:39:27.944357+0000","last_undegraded":"2024-09-19T04:39:27.944357+0000","last_fullsized":"2024-09-19T04:39:27.944357+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:48:54.887991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.3d","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.066111+0000","last_change":"2024-09-19T04:39:27.962812+0000","last_active":"2024-09-19T04:39:29.066111+0000","last_peered":"2024-09-19T04:39:29.066111+0000","last_clean":"2024-09-19T04:39:29.066111+0000","last_became_active":"2024-09-19T04:39:27.962560+0000","last_became_peered":"2024-09-19T04:39:27.962560+0000","last_unstale":"2024-09-19T04:39:29.066111+0000","last_undegraded":"2024-09-19T04:39:29.066111+0000","last_fullsized":"2024-09-19T04:39:29.066111+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:45.228830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.3c","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.949188+0000","last_change":"2024-09-19T04:39:27.947597+0000","last_active":"2024-09-19T04:39:27.949188+0000","last_peered":"2024-09-19T04:39:27.949188+0000","last_clean":"2024-09-19T04:39:27.949188+0000","last_became_active":"2024-09-19T04:39:27.947224+0000","last_became_peered":"2024-09-19T04:39:27.947224+0000","last_unstale":"2024-09-19T04:39:27.949188+0000","last_undegraded":"2024-09-19T04:39:27.949188+0000","last_fullsized":"2024-09-19T04:39:27.949188+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:42:20.598052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3b","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.956694+0000","last_change":"2024-09-19T04:39:27.954982+0000","last_active":"2024-09-19T04:39:27.956694+0000","last_peered":"2024-09-19T04:39:27.956694+0000","last_clean":"2024-09-19T04:39:27.956694+0000","last_became_active":"2024-09-19T04:39:27.954693+0000","last_became_peered":"2024-09-19T04:39:27.954693+0000","last_unstale":"2024-09-19T04:39:27.956694+0000","last_undegraded":"2024-09-19T04:39:27.956694+0000","last_fullsized":"2024-09-19T04:39:27.956694+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:45.228830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.3a","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.960367+0000","last_change":"2024-09-19T04:39:27.958148+0000","last_active":"2024-09-19T04:39:27.960367+0000","last_peered":"2024-09-19T04:39:27.960367+0000","last_clean":"2024-09-19T04:39:27.960367+0000","last_became_active":"2024-09-19T04:39:27.957872+0000","last_became_peered":"2024-09-19T04:39:27.957872+0000","last_unstale":"2024-09-19T04:39:27.960367+0000","last_undegraded":"2024-09-19T04:39:27.960367+0000","last_fullsized":"2024-09-19T04:39:27.960367+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:51.913594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.39","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.953847+0000","last_change":"2024-09-19T04:39:27.953215+0000","last_active":"2024-09-19T04:39:27.953847+0000","last_peered":"2024-09-19T04:39:27.953847+0000","last_clean":"2024-09-19T04:39:27.953847+0000","last_became_active":"2024-09-19T04:39:27.952970+0000","last_became_peered":"2024-09-19T04:39:27.952970+0000","last_unstale":"2024-09-19T04:39:27.953847+0000","last_undegraded":"2024-09-19T04:39:27.953847+0000","last_fullsized":"2024-09-19T04:39:27.953847+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:49.189536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.38","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.955479+0000","last_change":"2024-09-19T04:39:27.953099+0000","last_active":"2024-09-19T04:39:27.955479+0000","last_peered":"2024-09-19T04:39:27.955479+0000","last_clean":"2024-09-19T04:39:27.955479+0000","last_became_active":"2024-09-19T04:39:27.952826+0000","last_became_peered":"2024-09-19T04:39:27.952826+0000","last_unstale":"2024-09-19T04:39:27.955479+0000","last_undegraded":"2024-09-19T04:39:27.955479+0000","last_fullsized":"2024-09-19T04:39:27.955479+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:03.215013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.37","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.949478+0000","last_change":"2024-09-19T04:39:27.943080+0000","last_active":"2024-09-19T04:39:27.949478+0000","last_peered":"2024-09-19T04:39:27.949478+0000","last_clean":"2024-09-19T04:39:27.949478+0000","last_became_active":"2024-09-19T04:39:27.942727+0000","last_became_peered":"2024-09-19T04:39:27.942727+0000","last_unstale":"2024-09-19T04:39:27.949478+0000","last_undegraded":"2024-09-19T04:39:27.949478+0000","last_fullsized":"2024-09-19T04:39:27.949478+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:16.535342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.36","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.954904+0000","last_change":"2024-09-19T04:39:27.948975+0000","last_active":"2024-09-19T04:39:27.954904+0000","last_peered":"2024-09-19T04:39:27.954904+0000","last_clean":"2024-09-19T04:39:27.954904+0000","last_became_active":"2024-09-19T04:39:27.948678+0000","last_became_peered":"2024-09-19T04:39:27.948678+0000","last_unstale":"2024-09-19T04:39:27.954904+0000","last_undegraded":"2024-09-19T04:39:27.954904+0000","last_fullsized":"2024-09-19T04:39:27.954904+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:22:25.300285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.35","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.956637+0000","last_change":"2024-09-19T04:39:27.954917+0000","last_active":"2024-09-19T04:39:27.956637+0000","last_peered":"2024-09-19T04:39:27.956637+0000","last_clean":"2024-09-19T04:39:27.956637+0000","last_became_active":"2024-09-19T04:39:27.954659+0000","last_became_peered":"2024-09-19T04:39:27.954659+0000","last_unstale":"2024-09-19T04:39:27.956637+0000","last_undegraded":"2024-09-19T04:39:27.956637+0000","last_fullsized":"2024-09-19T04:39:27.956637+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:50:44.234419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.34","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.948560+0000","last_change":"2024-09-19T04:39:27.943118+0000","last_active":"2024-09-19T04:39:27.948560+0000","last_peered":"2024-09-19T04:39:27.948560+0000","last_clean":"2024-09-19T04:39:27.948560+0000","last_became_active":"2024-09-19T04:39:27.942804+0000","last_became_peered":"2024-09-19T04:39:27.942804+0000","last_unstale":"2024-09-19T04:39:27.948560+0000","last_undegraded":"2024-09-19T04:39:27.948560+0000","last_fullsized":"2024-09-19T04:39:27.948560+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:51.775541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.33","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.065892+0000","last_change":"2024-09-19T04:39:27.954355+0000","last_active":"2024-09-19T04:39:29.065892+0000","last_peered":"2024-09-19T04:39:29.065892+0000","last_clean":"2024-09-19T04:39:29.065892+0000","last_became_active":"2024-09-19T04:39:27.953456+0000","last_became_peered":"2024-09-19T04:39:27.953456+0000","last_unstale":"2024-09-19T04:39:29.065892+0000","last_undegraded":"2024-09-19T04:39:29.065892+0000","last_fullsized":"2024-09-19T04:39:29.065892+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:30.422406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.32","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.065721+0000","last_change":"2024-09-19T04:39:27.959430+0000","last_active":"2024-09-19T04:39:29.065721+0000","last_peered":"2024-09-19T04:39:29.065721+0000","last_clean":"2024-09-19T04:39:29.065721+0000","last_became_active":"2024-09-19T04:39:27.959135+0000","last_became_peered":"2024-09-19T04:39:27.959135+0000","last_unstale":"2024-09-19T04:39:29.065721+0000","last_undegraded":"2024-09-19T04:39:29.065721+0000","last_fullsized":"2024-09-19T04:39:29.065721+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:48:54.887991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.31","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.949642+0000","last_change":"2024-09-19T04:39:27.946640+0000","last_active":"2024-09-19T04:39:28.949642+0000","last_peered":"2024-09-19T04:39:28.949642+0000","last_clean":"2024-09-19T04:39:28.949642+0000","last_became_active":"2024-09-19T04:39:27.946379+0000","last_became_peered":"2024-09-19T04:39:27.946379+0000","last_unstale":"2024-09-19T04:39:28.949642+0000","last_undegraded":"2024-09-19T04:39:28.949642+0000","last_fullsized":"2024-09-19T04:39:28.949642+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:20.894920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.30","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.951663+0000","last_change":"2024-09-19T04:39:27.948774+0000","last_active":"2024-09-19T04:39:27.951663+0000","last_peered":"2024-09-19T04:39:27.951663+0000","last_clean":"2024-09-19T04:39:27.951663+0000","last_became_active":"2024-09-19T04:39:27.948530+0000","last_became_peered":"2024-09-19T04:39:27.948530+0000","last_unstale":"2024-09-19T04:39:27.951663+0000","last_undegraded":"2024-09-19T04:39:27.951663+0000","last_fullsized":"2024-09-19T04:39:27.951663+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:54:02.701916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.2f","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.960232+0000","last_change":"2024-09-19T04:39:27.955510+0000","last_active":"2024-09-19T04:39:27.960232+0000","last_peered":"2024-09-19T04:39:27.960232+0000","last_clean":"2024-09-19T04:39:27.960232+0000","last_became_active":"2024-09-19T04:39:27.955256+0000","last_became_peered":"2024-09-19T04:39:27.955256+0000","last_unstale":"2024-09-19T04:39:27.960232+0000","last_undegraded":"2024-09-19T04:39:27.960232+0000","last_fullsized":"2024-09-19T04:39:27.960232+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:44:53.367555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.2e","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.948922+0000","last_change":"2024-09-19T04:39:27.948736+0000","last_active":"2024-09-19T04:39:28.948922+0000","last_peered":"2024-09-19T04:39:28.948922+0000","last_clean":"2024-09-19T04:39:28.948922+0000","last_became_active":"2024-09-19T04:39:27.948470+0000","last_became_peered":"2024-09-19T04:39:27.948470+0000","last_unstale":"2024-09-19T04:39:28.948922+0000","last_undegraded":"2024-09-19T04:39:28.948922+0000","last_fullsized":"2024-09-19T04:39:28.948922+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:57:48.556888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2d","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.960410+0000","last_change":"2024-09-19T04:39:27.959575+0000","last_active":"2024-09-19T04:39:27.960410+0000","last_peered":"2024-09-19T04:39:27.960410+0000","last_clean":"2024-09-19T04:39:27.960410+0000","last_became_active":"2024-09-19T04:39:27.959326+0000","last_became_peered":"2024-09-19T04:39:27.959326+0000","last_unstale":"2024-09-19T04:39:27.960410+0000","last_undegraded":"2024-09-19T04:39:27.960410+0000","last_fullsized":"2024-09-19T04:39:27.960410+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:25:11.963383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.2c","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.065922+0000","last_change":"2024-09-19T04:39:27.959822+0000","last_active":"2024-09-19T04:39:29.065922+0000","last_peered":"2024-09-19T04:39:29.065922+0000","last_clean":"2024-09-19T04:39:29.065922+0000","last_became_active":"2024-09-19T04:39:27.958780+0000","last_became_peered":"2024-09-19T04:39:27.958780+0000","last_unstale":"2024-09-19T04:39:29.065922+0000","last_undegraded":"2024-09-19T04:39:29.065922+0000","last_fullsized":"2024-09-19T04:39:29.065922+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:03.215013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.2b","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.960327+0000","last_change":"2024-09-19T04:39:27.957536+0000","last_active":"2024-09-19T04:39:27.960327+0000","last_peered":"2024-09-19T04:39:27.960327+0000","last_clean":"2024-09-19T04:39:27.960327+0000","last_became_active":"2024-09-19T04:39:27.955877+0000","last_became_peered":"2024-09-19T04:39:27.955877+0000","last_unstale":"2024-09-19T04:39:27.960327+0000","last_undegraded":"2024-09-19T04:39:27.960327+0000","last_fullsized":"2024-09-19T04:39:27.960327+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:41.421680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.2a","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.954794+0000","last_change":"2024-09-19T04:39:27.950990+0000","last_active":"2024-09-19T04:39:27.954794+0000","last_peered":"2024-09-19T04:39:27.954794+0000","last_clean":"2024-09-19T04:39:27.954794+0000","last_became_active":"2024-09-19T04:39:27.950569+0000","last_became_peered":"2024-09-19T04:39:27.950569+0000","last_unstale":"2024-09-19T04:39:27.954794+0000","last_undegraded":"2024-09-19T04:39:27.954794+0000","last_fullsized":"2024-09-19T04:39:27.954794+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:30.422406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.29","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.960208+0000","last_change":"2024-09-19T04:39:27.955563+0000","last_active":"2024-09-19T04:39:27.960208+0000","last_peered":"2024-09-19T04:39:27.960208+0000","last_clean":"2024-09-19T04:39:27.960208+0000","last_became_active":"2024-09-19T04:39:27.955322+0000","last_became_peered":"2024-09-19T04:39:27.955322+0000","last_unstale":"2024-09-19T04:39:27.960208+0000","last_undegraded":"2024-09-19T04:39:27.960208+0000","last_fullsized":"2024-09-19T04:39:27.960208+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:38.368510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.28","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.959545+0000","last_change":"2024-09-19T04:39:27.957256+0000","last_active":"2024-09-19T04:39:27.959545+0000","last_peered":"2024-09-19T04:39:27.959545+0000","last_clean":"2024-09-19T04:39:27.959545+0000","last_became_active":"2024-09-19T04:39:27.956994+0000","last_became_peered":"2024-09-19T04:39:27.956994+0000","last_unstale":"2024-09-19T04:39:27.959545+0000","last_undegraded":"2024-09-19T04:39:27.959545+0000","last_fullsized":"2024-09-19T04:39:27.959545+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:31.656896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.27","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.066171+0000","last_change":"2024-09-19T04:39:27.963486+0000","last_active":"2024-09-19T04:39:29.066171+0000","last_peered":"2024-09-19T04:39:29.066171+0000","last_clean":"2024-09-19T04:39:29.066171+0000","last_became_active":"2024-09-19T04:39:27.963208+0000","last_became_peered":"2024-09-19T04:39:27.963208+0000","last_unstale":"2024-09-19T04:39:29.066171+0000","last_undegraded":"2024-09-19T04:39:29.066171+0000","last_fullsized":"2024-09-19T04:39:29.066171+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:31.656896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.26","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.951750+0000","last_change":"2024-09-19T04:39:27.949894+0000","last_active":"2024-09-19T04:39:27.951750+0000","last_peered":"2024-09-19T04:39:27.951750+0000","last_clean":"2024-09-19T04:39:27.951750+0000","last_became_active":"2024-09-19T04:39:27.949633+0000","last_became_peered":"2024-09-19T04:39:27.949633+0000","last_unstale":"2024-09-19T04:39:27.951750+0000","last_undegraded":"2024-09-19T04:39:27.951750+0000","last_fullsized":"2024-09-19T04:39:27.951750+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:23.501099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.25","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.066082+0000","last_change":"2024-09-19T04:39:27.962085+0000","last_active":"2024-09-19T04:39:29.066082+0000","last_peered":"2024-09-19T04:39:29.066082+0000","last_clean":"2024-09-19T04:39:29.066082+0000","last_became_active":"2024-09-19T04:39:27.961759+0000","last_became_peered":"2024-09-19T04:39:27.961759+0000","last_unstale":"2024-09-19T04:39:29.066082+0000","last_undegraded":"2024-09-19T04:39:29.066082+0000","last_fullsized":"2024-09-19T04:39:29.066082+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:50:44.234419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.24","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.963332+0000","last_change":"2024-09-19T04:39:27.962638+0000","last_active":"2024-09-19T04:39:27.963332+0000","last_peered":"2024-09-19T04:39:27.963332+0000","last_clean":"2024-09-19T04:39:27.963332+0000","last_became_active":"2024-09-19T04:39:27.962339+0000","last_became_peered":"2024-09-19T04:39:27.962339+0000","last_unstale":"2024-09-19T04:39:27.963332+0000","last_undegraded":"2024-09-19T04:39:27.963332+0000","last_fullsized":"2024-09-19T04:39:27.963332+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:53:40.746697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.23","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.065843+0000","last_change":"2024-09-19T04:39:27.953160+0000","last_active":"2024-09-19T04:39:29.065843+0000","last_peered":"2024-09-19T04:39:29.065843+0000","last_clean":"2024-09-19T04:39:29.065843+0000","last_became_active":"2024-09-19T04:39:27.952865+0000","last_became_peered":"2024-09-19T04:39:27.952865+0000","last_unstale":"2024-09-19T04:39:29.065843+0000","last_undegraded":"2024-09-19T04:39:29.065843+0000","last_fullsized":"2024-09-19T04:39:29.065843+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:22:25.300285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.22","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.950749+0000","last_change":"2024-09-19T04:39:27.960862+0000","last_active":"2024-09-19T04:39:28.950749+0000","last_peered":"2024-09-19T04:39:28.950749+0000","last_clean":"2024-09-19T04:39:28.950749+0000","last_became_active":"2024-09-19T04:39:27.960557+0000","last_became_peered":"2024-09-19T04:39:27.960557+0000","last_unstale":"2024-09-19T04:39:28.950749+0000","last_undegraded":"2024-09-19T04:39:28.950749+0000","last_fullsized":"2024-09-19T04:39:28.950749+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:35:33.048660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.21","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.950650+0000","last_change":"2024-09-19T04:39:27.958304+0000","last_active":"2024-09-19T04:39:28.950650+0000","last_peered":"2024-09-19T04:39:28.950650+0000","last_clean":"2024-09-19T04:39:28.950650+0000","last_became_active":"2024-09-19T04:39:27.958032+0000","last_became_peered":"2024-09-19T04:39:27.958032+0000","last_unstale":"2024-09-19T04:39:28.950650+0000","last_undegraded":"2024-09-19T04:39:28.950650+0000","last_fullsized":"2024-09-19T04:39:28.950650+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:05.214610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.20","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.948623+0000","last_change":"2024-09-19T04:39:27.948668+0000","last_active":"2024-09-19T04:39:28.948623+0000","last_peered":"2024-09-19T04:39:28.948623+0000","last_clean":"2024-09-19T04:39:28.948623+0000","last_became_active":"2024-09-19T04:39:27.948402+0000","last_became_peered":"2024-09-19T04:39:27.948402+0000","last_unstale":"2024-09-19T04:39:28.948623+0000","last_undegraded":"2024-09-19T04:39:28.948623+0000","last_fullsized":"2024-09-19T04:39:28.948623+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:16.592164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.1e","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.951728+0000","last_change":"2024-09-19T04:39:27.949551+0000","last_active":"2024-09-19T04:39:27.951728+0000","last_peered":"2024-09-19T04:39:27.951728+0000","last_clean":"2024-09-19T04:39:27.951728+0000","last_became_active":"2024-09-19T04:39:27.949251+0000","last_became_peered":"2024-09-19T04:39:27.949251+0000","last_unstale":"2024-09-19T04:39:27.951728+0000","last_undegraded":"2024-09-19T04:39:27.951728+0000","last_fullsized":"2024-09-19T04:39:27.951728+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:01:36.020201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1f","version":"142'4","reported_seq":18,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.950166+0000","last_change":"2024-09-19T04:39:26.950193+0000","last_active":"2024-09-19T04:39:28.950166+0000","last_peered":"2024-09-19T04:39:28.950166+0000","last_clean":"2024-09-19T04:39:28.950166+0000","last_became_active":"2024-09-19T04:39:26.949899+0000","last_became_peered":"2024-09-19T04:39:26.949899+0000","last_unstale":"2024-09-19T04:39:28.950166+0000","last_undegraded":"2024-09-19T04:39:28.950166+0000","last_fullsized":"2024-09-19T04:39:28.950166+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:57:47.554338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1f","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.950959+0000","last_change":"2024-09-19T04:39:27.959728+0000","last_active":"2024-09-19T04:39:28.950959+0000","last_peered":"2024-09-19T04:39:28.950959+0000","last_clean":"2024-09-19T04:39:28.950959+0000","last_became_active":"2024-09-19T04:39:27.958826+0000","last_became_peered":"2024-09-19T04:39:27.958826+0000","last_unstale":"2024-09-19T04:39:28.950959+0000","last_undegraded":"2024-09-19T04:39:28.950959+0000","last_fullsized":"2024-09-19T04:39:28.950959+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:52:45.260545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1e","version":"142'1","reported_seq":15,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.950757+0000","last_change":"2024-09-19T04:39:26.949777+0000","last_active":"2024-09-19T04:39:28.950757+0000","last_peered":"2024-09-19T04:39:28.950757+0000","last_clean":"2024-09-19T04:39:28.950757+0000","last_became_active":"2024-09-19T04:39:26.949489+0000","last_became_peered":"2024-09-19T04:39:26.949489+0000","last_unstale":"2024-09-19T04:39:28.950757+0000","last_undegraded":"2024-09-19T04:39:28.950757+0000","last_fullsized":"2024-09-19T04:39:28.950757+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:19.709130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.1c","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.960408+0000","last_change":"2024-09-19T04:39:27.958640+0000","last_active":"2024-09-19T04:39:27.960408+0000","last_peered":"2024-09-19T04:39:27.960408+0000","last_clean":"2024-09-19T04:39:27.960408+0000","last_became_active":"2024-09-19T04:39:27.958414+0000","last_became_peered":"2024-09-19T04:39:27.958414+0000","last_unstale":"2024-09-19T04:39:27.960408+0000","last_undegraded":"2024-09-19T04:39:27.960408+0000","last_fullsized":"2024-09-19T04:39:27.960408+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:57.100646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.1d","version":"142'2","reported_seq":14,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.957683+0000","last_change":"2024-09-19T04:39:26.951801+0000","last_active":"2024-09-19T04:39:27.957683+0000","last_peered":"2024-09-19T04:39:27.957683+0000","last_clean":"2024-09-19T04:39:27.957683+0000","last_became_active":"2024-09-19T04:39:26.951525+0000","last_became_peered":"2024-09-19T04:39:26.951525+0000","last_unstale":"2024-09-19T04:39:27.957683+0000","last_undegraded":"2024-09-19T04:39:27.957683+0000","last_fullsized":"2024-09-19T04:39:27.957683+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:44.226280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1d","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.066223+0000","last_change":"2024-09-19T04:39:27.961497+0000","last_active":"2024-09-19T04:39:29.066223+0000","last_peered":"2024-09-19T04:39:29.066223+0000","last_clean":"2024-09-19T04:39:29.066223+0000","last_became_active":"2024-09-19T04:39:27.960977+0000","last_became_peered":"2024-09-19T04:39:27.960977+0000","last_unstale":"2024-09-19T04:39:29.066223+0000","last_undegraded":"2024-09-19T04:39:29.066223+0000","last_fullsized":"2024-09-19T04:39:29.066223+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:20.711680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1c","version":"142'2","reported_seq":14,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.960550+0000","last_change":"2024-09-19T04:39:26.952944+0000","last_active":"2024-09-19T04:39:27.960550+0000","last_peered":"2024-09-19T04:39:27.960550+0000","last_clean":"2024-09-19T04:39:27.960550+0000","last_became_active":"2024-09-19T04:39:26.952649+0000","last_became_peered":"2024-09-19T04:39:26.952649+0000","last_unstale":"2024-09-19T04:39:27.960550+0000","last_undegraded":"2024-09-19T04:39:27.960550+0000","last_fullsized":"2024-09-19T04:39:27.960550+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:30.654346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1a","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.951499+0000","last_change":"2024-09-19T04:39:27.949056+0000","last_active":"2024-09-19T04:39:27.951499+0000","last_peered":"2024-09-19T04:39:27.951499+0000","last_clean":"2024-09-19T04:39:27.951499+0000","last_became_active":"2024-09-19T04:39:27.948733+0000","last_became_peered":"2024-09-19T04:39:27.948733+0000","last_unstale":"2024-09-19T04:39:27.951499+0000","last_undegraded":"2024-09-19T04:39:27.951499+0000","last_fullsized":"2024-09-19T04:39:27.951499+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:49:31.434358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1b","version":"142'1","reported_seq":15,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.066012+0000","last_change":"2024-09-19T04:39:26.948733+0000","last_active":"2024-09-19T04:39:29.066012+0000","last_peered":"2024-09-19T04:39:29.066012+0000","last_clean":"2024-09-19T04:39:29.066012+0000","last_became_active":"2024-09-19T04:39:26.948421+0000","last_became_peered":"2024-09-19T04:39:26.948421+0000","last_unstale":"2024-09-19T04:39:29.066012+0000","last_undegraded":"2024-09-19T04:39:29.066012+0000","last_fullsized":"2024-09-19T04:39:29.066012+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:24:07.433076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.1b","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.955270+0000","last_change":"2024-09-19T04:39:27.953744+0000","last_active":"2024-09-19T04:39:27.955270+0000","last_peered":"2024-09-19T04:39:27.955270+0000","last_clean":"2024-09-19T04:39:27.955270+0000","last_became_active":"2024-09-19T04:39:27.953503+0000","last_became_peered":"2024-09-19T04:39:27.953503+0000","last_unstale":"2024-09-19T04:39:27.955270+0000","last_undegraded":"2024-09-19T04:39:27.955270+0000","last_fullsized":"2024-09-19T04:39:27.955270+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:04.826107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.1a","version":"142'1","reported_seq":13,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.958613+0000","last_change":"2024-09-19T04:39:26.948064+0000","last_active":"2024-09-19T04:39:27.958613+0000","last_peered":"2024-09-19T04:39:27.958613+0000","last_clean":"2024-09-19T04:39:27.958613+0000","last_became_active":"2024-09-19T04:39:26.947687+0000","last_became_peered":"2024-09-19T04:39:26.947687+0000","last_unstale":"2024-09-19T04:39:27.958613+0000","last_undegraded":"2024-09-19T04:39:27.958613+0000","last_fullsized":"2024-09-19T04:39:27.958613+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:38:38.002590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.959877+0000","last_change":"2024-09-19T04:39:27.958978+0000","last_active":"2024-09-19T04:39:27.959877+0000","last_peered":"2024-09-19T04:39:27.959877+0000","last_clean":"2024-09-19T04:39:27.959877+0000","last_became_active":"2024-09-19T04:39:27.958660+0000","last_became_peered":"2024-09-19T04:39:27.958660+0000","last_unstale":"2024-09-19T04:39:27.959877+0000","last_undegraded":"2024-09-19T04:39:27.959877+0000","last_fullsized":"2024-09-19T04:39:27.959877+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:52:45.260545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":12,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.937027+0000","last_change":"2024-09-19T04:39:26.952835+0000","last_active":"2024-09-19T04:39:27.937027+0000","last_peered":"2024-09-19T04:39:27.937027+0000","last_clean":"2024-09-19T04:39:27.937027+0000","last_became_active":"2024-09-19T04:39:26.952536+0000","last_became_peered":"2024-09-19T04:39:26.952536+0000","last_unstale":"2024-09-19T04:39:27.937027+0000","last_undegraded":"2024-09-19T04:39:27.937027+0000","last_fullsized":"2024-09-19T04:39:27.937027+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:51:05.297266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.960369+0000","last_change":"2024-09-19T04:39:27.958264+0000","last_active":"2024-09-19T04:39:27.960369+0000","last_peered":"2024-09-19T04:39:27.960369+0000","last_clean":"2024-09-19T04:39:27.960369+0000","last_became_active":"2024-09-19T04:39:27.957975+0000","last_became_peered":"2024-09-19T04:39:27.957975+0000","last_unstale":"2024-09-19T04:39:27.960369+0000","last_undegraded":"2024-09-19T04:39:27.960369+0000","last_fullsized":"2024-09-19T04:39:27.960369+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:34.999903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":12,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.941437+0000","last_change":"2024-09-19T04:39:26.949512+0000","last_active":"2024-09-19T04:39:27.941437+0000","last_peered":"2024-09-19T04:39:27.941437+0000","last_clean":"2024-09-19T04:39:27.941437+0000","last_became_active":"2024-09-19T04:39:26.949236+0000","last_became_peered":"2024-09-19T04:39:26.949236+0000","last_unstale":"2024-09-19T04:39:27.941437+0000","last_undegraded":"2024-09-19T04:39:27.941437+0000","last_fullsized":"2024-09-19T04:39:27.941437+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:59.153834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.948929+0000","last_change":"2024-09-19T04:39:27.946212+0000","last_active":"2024-09-19T04:39:28.948929+0000","last_peered":"2024-09-19T04:39:28.948929+0000","last_clean":"2024-09-19T04:39:28.948929+0000","last_became_active":"2024-09-19T04:39:27.945941+0000","last_became_peered":"2024-09-19T04:39:27.945941+0000","last_unstale":"2024-09-19T04:39:28.948929+0000","last_undegraded":"2024-09-19T04:39:28.948929+0000","last_fullsized":"2024-09-19T04:39:28.948929+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:54.114271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":12,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.943034+0000","last_change":"2024-09-19T04:39:26.948913+0000","last_active":"2024-09-19T04:39:27.943034+0000","last_peered":"2024-09-19T04:39:27.943034+0000","last_clean":"2024-09-19T04:39:27.943034+0000","last_became_active":"2024-09-19T04:39:26.948622+0000","last_became_peered":"2024-09-19T04:39:26.948622+0000","last_unstale":"2024-09-19T04:39:27.943034+0000","last_undegraded":"2024-09-19T04:39:27.943034+0000","last_fullsized":"2024-09-19T04:39:27.943034+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:07.725500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.14","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.948795+0000","last_change":"2024-09-19T04:39:27.950975+0000","last_active":"2024-09-19T04:39:28.948795+0000","last_peered":"2024-09-19T04:39:28.948795+0000","last_clean":"2024-09-19T04:39:28.948795+0000","last_became_active":"2024-09-19T04:39:27.950711+0000","last_became_peered":"2024-09-19T04:39:27.950711+0000","last_unstale":"2024-09-19T04:39:28.948795+0000","last_undegraded":"2024-09-19T04:39:28.948795+0000","last_fullsized":"2024-09-19T04:39:28.948795+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:50:10.266247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.15","version":"142'3","reported_seq":15,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.960782+0000","last_change":"2024-09-19T04:39:26.953406+0000","last_active":"2024-09-19T04:39:27.960782+0000","last_peered":"2024-09-19T04:39:27.960782+0000","last_clean":"2024-09-19T04:39:27.960782+0000","last_became_active":"2024-09-19T04:39:26.950648+0000","last_became_peered":"2024-09-19T04:39:26.950648+0000","last_unstale":"2024-09-19T04:39:27.960782+0000","last_undegraded":"2024-09-19T04:39:27.960782+0000","last_fullsized":"2024-09-19T04:39:27.960782+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:44:53.932010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.15","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.951249+0000","last_change":"2024-09-19T04:39:27.958009+0000","last_active":"2024-09-19T04:39:28.951249+0000","last_peered":"2024-09-19T04:39:28.951249+0000","last_clean":"2024-09-19T04:39:28.951249+0000","last_became_active":"2024-09-19T04:39:27.956186+0000","last_became_peered":"2024-09-19T04:39:27.956186+0000","last_unstale":"2024-09-19T04:39:28.951249+0000","last_undegraded":"2024-09-19T04:39:28.951249+0000","last_fullsized":"2024-09-19T04:39:28.951249+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:12:53.704598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.14","version":"142'6","reported_seq":20,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.950679+0000","last_change":"2024-09-19T04:39:26.951305+0000","last_active":"2024-09-19T04:39:28.950679+0000","last_peered":"2024-09-19T04:39:28.950679+0000","last_clean":"2024-09-19T04:39:28.950679+0000","last_became_active":"2024-09-19T04:39:26.951012+0000","last_became_peered":"2024-09-19T04:39:26.951012+0000","last_unstale":"2024-09-19T04:39:28.950679+0000","last_undegraded":"2024-09-19T04:39:28.950679+0000","last_fullsized":"2024-09-19T04:39:28.950679+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:30.654346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.948738+0000","last_change":"2024-09-19T04:39:27.940858+0000","last_active":"2024-09-19T04:39:28.948738+0000","last_peered":"2024-09-19T04:39:28.948738+0000","last_clean":"2024-09-19T04:39:28.948738+0000","last_became_active":"2024-09-19T04:39:27.940542+0000","last_became_peered":"2024-09-19T04:39:27.940542+0000","last_unstale":"2024-09-19T04:39:28.948738+0000","last_undegraded":"2024-09-19T04:39:28.948738+0000","last_fullsized":"2024-09-19T04:39:28.948738+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:16:02.791034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.13","version":"142'2","reported_seq":14,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.958127+0000","last_change":"2024-09-19T04:39:26.945562+0000","last_active":"2024-09-19T04:39:27.958127+0000","last_peered":"2024-09-19T04:39:27.958127+0000","last_clean":"2024-09-19T04:39:27.958127+0000","last_became_active":"2024-09-19T04:39:26.945295+0000","last_became_peered":"2024-09-19T04:39:26.945295+0000","last_unstale":"2024-09-19T04:39:27.958127+0000","last_undegraded":"2024-09-19T04:39:27.958127+0000","last_fullsized":"2024-09-19T04:39:27.958127+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:19.709130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.13","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.957222+0000","last_change":"2024-09-19T04:39:27.955102+0000","last_active":"2024-09-19T04:39:27.957222+0000","last_peered":"2024-09-19T04:39:27.957222+0000","last_clean":"2024-09-19T04:39:27.957222+0000","last_became_active":"2024-09-19T04:39:27.954787+0000","last_became_peered":"2024-09-19T04:39:27.954787+0000","last_unstale":"2024-09-19T04:39:27.957222+0000","last_undegraded":"2024-09-19T04:39:27.957222+0000","last_fullsized":"2024-09-19T04:39:27.957222+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:31.368894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":14,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.948843+0000","last_change":"2024-09-19T04:39:26.951080+0000","last_active":"2024-09-19T04:39:28.948843+0000","last_peered":"2024-09-19T04:39:28.948843+0000","last_clean":"2024-09-19T04:39:28.948843+0000","last_became_active":"2024-09-19T04:39:26.950879+0000","last_became_peered":"2024-09-19T04:39:26.950879+0000","last_unstale":"2024-09-19T04:39:28.948843+0000","last_undegraded":"2024-09-19T04:39:28.948843+0000","last_fullsized":"2024-09-19T04:39:28.948843+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:54:21.193771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.10","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.958491+0000","last_change":"2024-09-19T04:39:27.957357+0000","last_active":"2024-09-19T04:39:27.958491+0000","last_peered":"2024-09-19T04:39:27.958491+0000","last_clean":"2024-09-19T04:39:27.958491+0000","last_became_active":"2024-09-19T04:39:27.957116+0000","last_became_peered":"2024-09-19T04:39:27.957116+0000","last_unstale":"2024-09-19T04:39:27.958491+0000","last_undegraded":"2024-09-19T04:39:27.958491+0000","last_fullsized":"2024-09-19T04:39:27.958491+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:35:33.048660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":12,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.942171+0000","last_change":"2024-09-19T04:39:26.951871+0000","last_active":"2024-09-19T04:39:27.942171+0000","last_peered":"2024-09-19T04:39:27.942171+0000","last_clean":"2024-09-19T04:39:27.942171+0000","last_became_active":"2024-09-19T04:39:26.951572+0000","last_became_peered":"2024-09-19T04:39:26.951572+0000","last_unstale":"2024-09-19T04:39:27.942171+0000","last_undegraded":"2024-09-19T04:39:27.942171+0000","last_fullsized":"2024-09-19T04:39:27.942171+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:02.212463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.065738+0000","last_change":"2024-09-19T04:39:27.954738+0000","last_active":"2024-09-19T04:39:29.065738+0000","last_peered":"2024-09-19T04:39:29.065738+0000","last_clean":"2024-09-19T04:39:29.065738+0000","last_became_active":"2024-09-19T04:39:27.954265+0000","last_became_peered":"2024-09-19T04:39:27.954265+0000","last_unstale":"2024-09-19T04:39:29.065738+0000","last_undegraded":"2024-09-19T04:39:29.065738+0000","last_fullsized":"2024-09-19T04:39:29.065738+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:51.775541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.10","version":"142'8","reported_seq":22,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.950538+0000","last_change":"2024-09-19T04:39:26.951484+0000","last_active":"2024-09-19T04:39:28.950538+0000","last_peered":"2024-09-19T04:39:28.950538+0000","last_clean":"2024-09-19T04:39:28.950538+0000","last_became_active":"2024-09-19T04:39:26.951103+0000","last_became_peered":"2024-09-19T04:39:26.951103+0000","last_unstale":"2024-09-19T04:39:28.950538+0000","last_undegraded":"2024-09-19T04:39:28.950538+0000","last_fullsized":"2024-09-19T04:39:28.950538+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:02.212463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.e","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.955026+0000","last_change":"2024-09-19T04:39:27.949620+0000","last_active":"2024-09-19T04:39:27.955026+0000","last_peered":"2024-09-19T04:39:27.955026+0000","last_clean":"2024-09-19T04:39:27.955026+0000","last_became_active":"2024-09-19T04:39:27.949335+0000","last_became_peered":"2024-09-19T04:39:27.949335+0000","last_unstale":"2024-09-19T04:39:27.955026+0000","last_undegraded":"2024-09-19T04:39:27.955026+0000","last_fullsized":"2024-09-19T04:39:27.955026+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:50:51.536983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.f","version":"142'1","reported_seq":15,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.066165+0000","last_change":"2024-09-19T04:39:26.949969+0000","last_active":"2024-09-19T04:39:29.066165+0000","last_peered":"2024-09-19T04:39:29.066165+0000","last_clean":"2024-09-19T04:39:29.066165+0000","last_became_active":"2024-09-19T04:39:26.949695+0000","last_became_peered":"2024-09-19T04:39:26.949695+0000","last_unstale":"2024-09-19T04:39:29.066165+0000","last_undegraded":"2024-09-19T04:39:29.066165+0000","last_fullsized":"2024-09-19T04:39:29.066165+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:51:38.453242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.f","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.948988+0000","last_change":"2024-09-19T04:39:27.952480+0000","last_active":"2024-09-19T04:39:28.948988+0000","last_peered":"2024-09-19T04:39:28.948988+0000","last_clean":"2024-09-19T04:39:28.948988+0000","last_became_active":"2024-09-19T04:39:27.952235+0000","last_became_peered":"2024-09-19T04:39:27.952235+0000","last_unstale":"2024-09-19T04:39:28.948988+0000","last_undegraded":"2024-09-19T04:39:28.948988+0000","last_fullsized":"2024-09-19T04:39:28.948988+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:38:59.029788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.e","version":"142'2","reported_seq":16,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.066018+0000","last_change":"2024-09-19T04:39:26.946181+0000","last_active":"2024-09-19T04:39:29.066018+0000","last_peered":"2024-09-19T04:39:29.066018+0000","last_clean":"2024-09-19T04:39:29.066018+0000","last_became_active":"2024-09-19T04:39:26.945904+0000","last_became_peered":"2024-09-19T04:39:26.945904+0000","last_unstale":"2024-09-19T04:39:29.066018+0000","last_undegraded":"2024-09-19T04:39:29.066018+0000","last_fullsized":"2024-09-19T04:39:29.066018+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:55.597122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.958702+0000","last_change":"2024-09-19T04:39:27.956714+0000","last_active":"2024-09-19T04:39:27.958702+0000","last_peered":"2024-09-19T04:39:27.958702+0000","last_clean":"2024-09-19T04:39:27.958702+0000","last_became_active":"2024-09-19T04:39:27.956435+0000","last_became_peered":"2024-09-19T04:39:27.956435+0000","last_unstale":"2024-09-19T04:39:27.958702+0000","last_undegraded":"2024-09-19T04:39:27.958702+0000","last_fullsized":"2024-09-19T04:39:27.958702+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:05.214610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.d","version":"142'1","reported_seq":15,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.950007+0000","last_change":"2024-09-19T04:39:26.953008+0000","last_active":"2024-09-19T04:39:28.950007+0000","last_peered":"2024-09-19T04:39:28.950007+0000","last_clean":"2024-09-19T04:39:28.950007+0000","last_became_active":"2024-09-19T04:39:26.952696+0000","last_became_peered":"2024-09-19T04:39:26.952696+0000","last_unstale":"2024-09-19T04:39:28.950007+0000","last_undegraded":"2024-09-19T04:39:28.950007+0000","last_fullsized":"2024-09-19T04:39:28.950007+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:50:09.263697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.d","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.962983+0000","last_change":"2024-09-19T04:39:27.962337+0000","last_active":"2024-09-19T04:39:27.962983+0000","last_peered":"2024-09-19T04:39:27.962983+0000","last_clean":"2024-09-19T04:39:27.962983+0000","last_became_active":"2024-09-19T04:39:27.962050+0000","last_became_peered":"2024-09-19T04:39:27.962050+0000","last_unstale":"2024-09-19T04:39:27.962983+0000","last_undegraded":"2024-09-19T04:39:27.962983+0000","last_fullsized":"2024-09-19T04:39:27.962983+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:16:49.625076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":14,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.950107+0000","last_change":"2024-09-19T04:39:26.953972+0000","last_active":"2024-09-19T04:39:28.950107+0000","last_peered":"2024-09-19T04:39:28.950107+0000","last_clean":"2024-09-19T04:39:28.950107+0000","last_became_active":"2024-09-19T04:39:26.953652+0000","last_became_peered":"2024-09-19T04:39:26.953652+0000","last_unstale":"2024-09-19T04:39:28.950107+0000","last_undegraded":"2024-09-19T04:39:28.950107+0000","last_fullsized":"2024-09-19T04:39:28.950107+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:39.690642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.065736+0000","last_change":"2024-09-19T04:39:27.954364+0000","last_active":"2024-09-19T04:39:29.065736+0000","last_peered":"2024-09-19T04:39:29.065736+0000","last_clean":"2024-09-19T04:39:29.065736+0000","last_became_active":"2024-09-19T04:39:27.953540+0000","last_became_peered":"2024-09-19T04:39:27.953540+0000","last_unstale":"2024-09-19T04:39:29.065736+0000","last_undegraded":"2024-09-19T04:39:29.065736+0000","last_fullsized":"2024-09-19T04:39:29.065736+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:16.535342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.b","version":"142'2","reported_seq":14,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.957978+0000","last_change":"2024-09-19T04:39:26.951658+0000","last_active":"2024-09-19T04:39:27.957978+0000","last_peered":"2024-09-19T04:39:27.957978+0000","last_clean":"2024-09-19T04:39:27.957978+0000","last_became_active":"2024-09-19T04:39:26.951360+0000","last_became_peered":"2024-09-19T04:39:26.951360+0000","last_unstale":"2024-09-19T04:39:27.957978+0000","last_undegraded":"2024-09-19T04:39:27.957978+0000","last_fullsized":"2024-09-19T04:39:27.957978+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:17.894317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.b","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.952145+0000","last_change":"2024-09-19T04:39:27.948232+0000","last_active":"2024-09-19T04:39:27.952145+0000","last_peered":"2024-09-19T04:39:27.952145+0000","last_clean":"2024-09-19T04:39:27.952145+0000","last_became_active":"2024-09-19T04:39:27.947974+0000","last_became_peered":"2024-09-19T04:39:27.947974+0000","last_unstale":"2024-09-19T04:39:27.952145+0000","last_undegraded":"2024-09-19T04:39:27.952145+0000","last_fullsized":"2024-09-19T04:39:27.952145+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:00:15.268580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":14,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.949915+0000","last_change":"2024-09-19T04:39:26.954839+0000","last_active":"2024-09-19T04:39:28.949915+0000","last_peered":"2024-09-19T04:39:28.949915+0000","last_clean":"2024-09-19T04:39:28.949915+0000","last_became_active":"2024-09-19T04:39:26.954473+0000","last_became_peered":"2024-09-19T04:39:26.954473+0000","last_unstale":"2024-09-19T04:39:28.949915+0000","last_undegraded":"2024-09-19T04:39:28.949915+0000","last_fullsized":"2024-09-19T04:39:28.949915+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:16:01.788484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.949750+0000","last_change":"2024-09-19T04:39:27.942885+0000","last_active":"2024-09-19T04:39:28.949750+0000","last_peered":"2024-09-19T04:39:28.949750+0000","last_clean":"2024-09-19T04:39:28.949750+0000","last_became_active":"2024-09-19T04:39:27.942588+0000","last_became_peered":"2024-09-19T04:39:27.942588+0000","last_unstale":"2024-09-19T04:39:28.949750+0000","last_undegraded":"2024-09-19T04:39:28.949750+0000","last_fullsized":"2024-09-19T04:39:28.949750+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:05:09.050570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":12,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.942332+0000","last_change":"2024-09-19T04:39:26.943773+0000","last_active":"2024-09-19T04:39:27.942332+0000","last_peered":"2024-09-19T04:39:27.942332+0000","last_clean":"2024-09-19T04:39:27.942332+0000","last_became_active":"2024-09-19T04:39:26.943426+0000","last_became_peered":"2024-09-19T04:39:26.943426+0000","last_unstale":"2024-09-19T04:39:27.942332+0000","last_undegraded":"2024-09-19T04:39:27.942332+0000","last_fullsized":"2024-09-19T04:39:27.942332+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:50:43.231869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.960189+0000","last_change":"2024-09-19T04:39:27.954285+0000","last_active":"2024-09-19T04:39:27.960189+0000","last_peered":"2024-09-19T04:39:27.960189+0000","last_clean":"2024-09-19T04:39:27.960189+0000","last_became_active":"2024-09-19T04:39:27.954044+0000","last_became_peered":"2024-09-19T04:39:27.954044+0000","last_unstale":"2024-09-19T04:39:27.960189+0000","last_undegraded":"2024-09-19T04:39:27.960189+0000","last_fullsized":"2024-09-19T04:39:27.960189+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:08:05.088115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":14,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.949789+0000","last_change":"2024-09-19T04:39:26.950069+0000","last_active":"2024-09-19T04:39:28.949789+0000","last_peered":"2024-09-19T04:39:28.949789+0000","last_clean":"2024-09-19T04:39:28.949789+0000","last_became_active":"2024-09-19T04:39:26.949765+0000","last_became_peered":"2024-09-19T04:39:26.949765+0000","last_unstale":"2024-09-19T04:39:28.949789+0000","last_undegraded":"2024-09-19T04:39:28.949789+0000","last_fullsized":"2024-09-19T04:39:28.949789+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:46.987010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.949068+0000","last_change":"2024-09-19T04:39:27.954607+0000","last_active":"2024-09-19T04:39:28.949068+0000","last_peered":"2024-09-19T04:39:28.949068+0000","last_clean":"2024-09-19T04:39:28.949068+0000","last_became_active":"2024-09-19T04:39:27.953954+0000","last_became_peered":"2024-09-19T04:39:27.953954+0000","last_unstale":"2024-09-19T04:39:28.949068+0000","last_undegraded":"2024-09-19T04:39:28.949068+0000","last_fullsized":"2024-09-19T04:39:28.949068+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:02.379656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.7","version":"142'2","reported_seq":16,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.949031+0000","last_change":"2024-09-19T04:39:26.953463+0000","last_active":"2024-09-19T04:39:28.949031+0000","last_peered":"2024-09-19T04:39:28.949031+0000","last_clean":"2024-09-19T04:39:28.949031+0000","last_became_active":"2024-09-19T04:39:26.952974+0000","last_became_peered":"2024-09-19T04:39:26.952974+0000","last_unstale":"2024-09-19T04:39:28.949031+0000","last_undegraded":"2024-09-19T04:39:28.949031+0000","last_fullsized":"2024-09-19T04:39:28.949031+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:45:12.201984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.7","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.952121+0000","last_change":"2024-09-19T04:39:27.950741+0000","last_active":"2024-09-19T04:39:27.952121+0000","last_peered":"2024-09-19T04:39:27.952121+0000","last_clean":"2024-09-19T04:39:27.952121+0000","last_became_active":"2024-09-19T04:39:27.950496+0000","last_became_peered":"2024-09-19T04:39:27.950496+0000","last_unstale":"2024-09-19T04:39:27.952121+0000","last_undegraded":"2024-09-19T04:39:27.952121+0000","last_fullsized":"2024-09-19T04:39:27.952121+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:10.363031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.6","version":"142'1","reported_seq":15,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.066051+0000","last_change":"2024-09-19T04:39:26.945346+0000","last_active":"2024-09-19T04:39:29.066051+0000","last_peered":"2024-09-19T04:39:29.066051+0000","last_clean":"2024-09-19T04:39:29.066051+0000","last_became_active":"2024-09-19T04:39:26.945050+0000","last_became_peered":"2024-09-19T04:39:26.945050+0000","last_unstale":"2024-09-19T04:39:29.066051+0000","last_undegraded":"2024-09-19T04:39:29.066051+0000","last_fullsized":"2024-09-19T04:39:29.066051+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:44:10.537957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.960109+0000","last_change":"2024-09-19T04:39:27.953670+0000","last_active":"2024-09-19T04:39:27.960109+0000","last_peered":"2024-09-19T04:39:27.960109+0000","last_clean":"2024-09-19T04:39:27.960109+0000","last_became_active":"2024-09-19T04:39:27.948402+0000","last_became_peered":"2024-09-19T04:39:27.948402+0000","last_unstale":"2024-09-19T04:39:27.960109+0000","last_undegraded":"2024-09-19T04:39:27.960109+0000","last_fullsized":"2024-09-19T04:39:27.960109+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:15:19.047504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":12,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.937867+0000","last_change":"2024-09-19T04:39:26.952684+0000","last_active":"2024-09-19T04:39:27.937867+0000","last_peered":"2024-09-19T04:39:27.937867+0000","last_clean":"2024-09-19T04:39:27.937867+0000","last_became_active":"2024-09-19T04:39:26.952160+0000","last_became_peered":"2024-09-19T04:39:26.952160+0000","last_unstale":"2024-09-19T04:39:27.937867+0000","last_undegraded":"2024-09-19T04:39:27.937867+0000","last_fullsized":"2024-09-19T04:39:27.937867+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:26:09.144829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.948901+0000","last_change":"2024-09-19T04:39:27.946692+0000","last_active":"2024-09-19T04:39:28.948901+0000","last_peered":"2024-09-19T04:39:28.948901+0000","last_clean":"2024-09-19T04:39:28.948901+0000","last_became_active":"2024-09-19T04:39:27.946398+0000","last_became_peered":"2024-09-19T04:39:27.946398+0000","last_unstale":"2024-09-19T04:39:28.948901+0000","last_undegraded":"2024-09-19T04:39:28.948901+0000","last_fullsized":"2024-09-19T04:39:28.948901+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:47.989560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":14,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.948965+0000","last_change":"2024-09-19T04:39:26.950280+0000","last_active":"2024-09-19T04:39:28.948965+0000","last_peered":"2024-09-19T04:39:28.948965+0000","last_clean":"2024-09-19T04:39:28.948965+0000","last_became_active":"2024-09-19T04:39:26.949963+0000","last_became_peered":"2024-09-19T04:39:26.949963+0000","last_unstale":"2024-09-19T04:39:28.948965+0000","last_undegraded":"2024-09-19T04:39:28.948965+0000","last_fullsized":"2024-09-19T04:39:28.948965+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:16.123510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.948725+0000","last_change":"2024-09-19T04:39:27.953207+0000","last_active":"2024-09-19T04:39:28.948725+0000","last_peered":"2024-09-19T04:39:28.948725+0000","last_clean":"2024-09-19T04:39:28.948725+0000","last_became_active":"2024-09-19T04:39:27.952942+0000","last_became_peered":"2024-09-19T04:39:27.952942+0000","last_unstale":"2024-09-19T04:39:28.948725+0000","last_undegraded":"2024-09-19T04:39:28.948725+0000","last_fullsized":"2024-09-19T04:39:28.948725+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:06:23.376526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":14,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.951173+0000","last_change":"2024-09-19T04:39:26.947928+0000","last_active":"2024-09-19T04:39:28.951173+0000","last_peered":"2024-09-19T04:39:28.951173+0000","last_clean":"2024-09-19T04:39:28.951173+0000","last_became_active":"2024-09-19T04:39:26.947606+0000","last_became_peered":"2024-09-19T04:39:26.947606+0000","last_unstale":"2024-09-19T04:39:28.951173+0000","last_undegraded":"2024-09-19T04:39:28.951173+0000","last_fullsized":"2024-09-19T04:39:28.951173+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:44.226280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.951139+0000","last_change":"2024-09-19T04:39:27.960886+0000","last_active":"2024-09-19T04:39:28.951139+0000","last_peered":"2024-09-19T04:39:28.951139+0000","last_clean":"2024-09-19T04:39:28.951139+0000","last_became_active":"2024-09-19T04:39:27.958687+0000","last_became_peered":"2024-09-19T04:39:27.958687+0000","last_unstale":"2024-09-19T04:39:28.951139+0000","last_undegraded":"2024-09-19T04:39:28.951139+0000","last_fullsized":"2024-09-19T04:39:28.951139+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:53:40.746697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":12,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.944870+0000","last_change":"2024-09-19T04:39:26.944976+0000","last_active":"2024-09-19T04:39:27.944870+0000","last_peered":"2024-09-19T04:39:27.944870+0000","last_clean":"2024-09-19T04:39:27.944870+0000","last_became_active":"2024-09-19T04:39:26.944718+0000","last_became_peered":"2024-09-19T04:39:26.944718+0000","last_unstale":"2024-09-19T04:39:27.944870+0000","last_undegraded":"2024-09-19T04:39:27.944870+0000","last_fullsized":"2024-09-19T04:39:27.944870+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:45:34.147853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.951639+0000","last_change":"2024-09-19T04:39:27.946530+0000","last_active":"2024-09-19T04:39:27.951639+0000","last_peered":"2024-09-19T04:39:27.951639+0000","last_clean":"2024-09-19T04:39:27.951639+0000","last_became_active":"2024-09-19T04:39:27.946291+0000","last_became_peered":"2024-09-19T04:39:27.946291+0000","last_unstale":"2024-09-19T04:39:27.951639+0000","last_undegraded":"2024-09-19T04:39:27.951639+0000","last_fullsized":"2024-09-19T04:39:27.951639+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:52:42.475549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":12,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.937819+0000","last_change":"2024-09-19T04:39:26.951813+0000","last_active":"2024-09-19T04:39:27.937819+0000","last_peered":"2024-09-19T04:39:27.937819+0000","last_clean":"2024-09-19T04:39:27.937819+0000","last_became_active":"2024-09-19T04:39:26.951332+0000","last_became_peered":"2024-09-19T04:39:26.951332+0000","last_unstale":"2024-09-19T04:39:27.937819+0000","last_undegraded":"2024-09-19T04:39:27.937819+0000","last_fullsized":"2024-09-19T04:39:27.937819+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:36:01.623305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.065657+0000","last_change":"2024-09-19T04:39:27.960844+0000","last_active":"2024-09-19T04:39:29.065657+0000","last_peered":"2024-09-19T04:39:29.065657+0000","last_clean":"2024-09-19T04:39:29.065657+0000","last_became_active":"2024-09-19T04:39:27.960563+0000","last_became_peered":"2024-09-19T04:39:27.960563+0000","last_unstale":"2024-09-19T04:39:29.065657+0000","last_undegraded":"2024-09-19T04:39:29.065657+0000","last_fullsized":"2024-09-19T04:39:29.065657+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:26:10.147380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":14,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.950651+0000","last_change":"2024-09-19T04:39:26.948348+0000","last_active":"2024-09-19T04:39:28.950651+0000","last_peered":"2024-09-19T04:39:28.950651+0000","last_clean":"2024-09-19T04:39:28.950651+0000","last_became_active":"2024-09-19T04:39:26.948033+0000","last_became_peered":"2024-09-19T04:39:26.948033+0000","last_unstale":"2024-09-19T04:39:28.950651+0000","last_undegraded":"2024-09-19T04:39:28.950651+0000","last_fullsized":"2024-09-19T04:39:28.950651+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:50:43.231869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.948917+0000","last_change":"2024-09-19T04:39:27.950164+0000","last_active":"2024-09-19T04:39:28.948917+0000","last_peered":"2024-09-19T04:39:28.948917+0000","last_clean":"2024-09-19T04:39:28.948917+0000","last_became_active":"2024-09-19T04:39:27.949905+0000","last_became_peered":"2024-09-19T04:39:27.949905+0000","last_unstale":"2024-09-19T04:39:28.948917+0000","last_undegraded":"2024-09-19T04:39:28.948917+0000","last_fullsized":"2024-09-19T04:39:28.948917+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:40.693192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":14,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.951074+0000","last_change":"2024-09-19T04:39:26.951232+0000","last_active":"2024-09-19T04:39:28.951074+0000","last_peered":"2024-09-19T04:39:28.951074+0000","last_clean":"2024-09-19T04:39:28.951074+0000","last_became_active":"2024-09-19T04:39:26.950750+0000","last_became_peered":"2024-09-19T04:39:26.950750+0000","last_unstale":"2024-09-19T04:39:28.951074+0000","last_undegraded":"2024-09-19T04:39:28.951074+0000","last_fullsized":"2024-09-19T04:39:28.951074+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:17.894317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":434,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.949819+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:39:28.949819+0000","last_peered":"2024-09-19T04:39:28.949819+0000","last_clean":"2024-09-19T04:39:28.949819+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:39:28.949819+0000","last_undegraded":"2024-09-19T04:39:28.949819+0000","last_fullsized":"2024-09-19T04:39:28.949819+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":23,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":22,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509525,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33540,"kb_used_data":2340,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338300,"statfs":{"total":96636764160,"available":96602419200,"internally_reserved":0,"allocated":2396160,"data_stored":1376636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509525,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32932,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338908,"statfs":{"total":96636764160,"available":96603041792,"internally_reserved":0,"allocated":1781760,"data_stored":783936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509525,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32944,"kb_used_data":1756,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338896,"statfs":{"total":96636764160,"available":96603029504,"internally_reserved":0,"allocated":1798144,"data_stored":790874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509526,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32940,"kb_used_data":1752,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338900,"statfs":{"total":96636764160,"available":96603033600,"internally_reserved":0,"allocated":1794048,"data_stored":785596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542230,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32928,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338912,"statfs":{"total":96636764160,"available":96603045888,"internally_reserved":0,"allocated":1781760,"data_stored":783948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542229,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32932,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338908,"statfs":{"total":96636764160,"available":96603041792,"internally_reserved":0,"allocated":1781760,"data_stored":784004,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542229,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32924,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338916,"statfs":{"total":96636764160,"available":96603049984,"internally_reserved":0,"allocated":1781760,"data_stored":783948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542230,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33508,"kb_used_data":2316,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338332,"statfs":{"total":96636764160,"available":96602451968,"internally_reserved":0,"allocated":2371584,"data_stored":1374282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:39:31.153 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:39:31.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.287+0000 7f4c8d5e4640 1 Processor -- start 2024-09-19T04:39:31.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.287+0000 7f4c8d5e4640 1 -- start start 2024-09-19T04:39:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.287+0000 7f4c8d5e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4c8815ed20 0x7f4c880b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.287+0000 7f4c8d5e4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4c880cef90 0x7f4c880b3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.287+0000 7f4c8d5e4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4c880b7170 con 0x7f4c8815e940 2024-09-19T04:39:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.287+0000 7f4c8d5e4640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f4c880b7aa0 con 0x7f4c880cef90 2024-09-19T04:39:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.287+0000 7f4c8d5e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4c880d3660 con 0x7f4c8815ed20 2024-09-19T04:39:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.288+0000 7f4c877fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4c880cef90 0x7f4c880b3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.288+0000 7f4c877fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4c880cef90 0x7f4c880b3760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59850/0 (socket says 172.21.15.111:59850) 2024-09-19T04:39:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.288+0000 7f4c877fe640 1 -- 172.21.15.111:0/2351491458 learned_addr learned my addr 172.21.15.111:0/2351491458 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.288+0000 7f4c877fe640 1 -- 172.21.15.111:0/2351491458 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4c8815ed20 msgr2=0x7f4c880b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.288+0000 7f4c867fc640 1 --2- 172.21.15.111:0/2351491458 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4c8815ed20 0x7f4c880b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.288+0000 7f4c877fe640 1 --2- 172.21.15.111:0/2351491458 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4c8815ed20 0x7f4c880b3220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.288+0000 7f4c877fe640 1 -- 172.21.15.111:0/2351491458 >> v1:172.21.15.114:6789/0 conn(0x7f4c8815e940 legacy=0x7f4c880d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.288+0000 7f4c877fe640 1 -- 172.21.15.111:0/2351491458 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c880d3940 con 0x7f4c880cef90 2024-09-19T04:39:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.288+0000 7f4c867fc640 1 --2- 172.21.15.111:0/2351491458 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4c8815ed20 0x7f4c880b3220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.289+0000 7f4c877fe640 1 --2- 172.21.15.111:0/2351491458 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4c880cef90 0x7f4c880b3760 secure :-1 s=READY pgs=1455 cs=0 l=1 rev1=1 crypto rx=0x7f4c80009e50 tx=0x7f4c8002a750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd6e341226835459 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.289+0000 7f4c85ffb640 1 -- 172.21.15.111:0/2351491458 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c80036070 con 0x7f4c880cef90 2024-09-19T04:39:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.289+0000 7f4c85ffb640 1 -- 172.21.15.111:0/2351491458 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c80031600 con 0x7f4c880cef90 2024-09-19T04:39:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.289+0000 7f4c85ffb640 1 -- 172.21.15.111:0/2351491458 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c800319d0 con 0x7f4c880cef90 2024-09-19T04:39:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.289+0000 7f4c8d5e4640 1 -- 172.21.15.111:0/2351491458 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4c880cef90 msgr2=0x7f4c880b3760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.289+0000 7f4c8d5e4640 1 --2- 172.21.15.111:0/2351491458 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4c880cef90 0x7f4c880b3760 secure :-1 s=READY pgs=1455 cs=0 l=1 rev1=1 crypto rx=0x7f4c80009e50 tx=0x7f4c8002a750 comp rx=0 tx=0).stop 2024-09-19T04:39:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.289+0000 7f4c8d5e4640 1 -- 172.21.15.111:0/2351491458 shutdown_connections 2024-09-19T04:39:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.289+0000 7f4c8d5e4640 1 --2- 172.21.15.111:0/2351491458 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4c880cef90 0x7f4c880b3760 unknown :-1 s=CLOSED pgs=1455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.289+0000 7f4c8d5e4640 1 --2- 172.21.15.111:0/2351491458 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4c8815ed20 0x7f4c880b3220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.289+0000 7f4c8d5e4640 1 -- 172.21.15.111:0/2351491458 >> 172.21.15.111:0/2351491458 conn(0x7f4c880b6240 msgr2=0x7f4c880b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:31.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.289+0000 7f4c8d5e4640 1 -- 172.21.15.111:0/2351491458 shutdown_connections 2024-09-19T04:39:31.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.289+0000 7f4c8d5e4640 1 -- 172.21.15.111:0/2351491458 wait complete. 2024-09-19T04:39:31.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.291+0000 7f4c8d5e4640 1 Processor -- start 2024-09-19T04:39:31.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.291+0000 7f4c8d5e4640 1 -- start start 2024-09-19T04:39:31.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.291+0000 7f4c8d5e4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4c880cef90 0x7f4c880ab250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:31.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.291+0000 7f4c8d5e4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4c8815e940 0x7f4c8815b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:31.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.291+0000 7f4c8d5e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4c8815ed20 0x7f4c8815a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:31.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.291+0000 7f4c8d5e4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4c880d3310 con 0x7f4c880cef90 2024-09-19T04:39:31.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.291+0000 7f4c8d5e4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4c880d3f00 con 0x7f4c8815e940 2024-09-19T04:39:31.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.291+0000 7f4c8d5e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4c880d1ef0 con 0x7f4c8815ed20 2024-09-19T04:39:31.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.291+0000 7f4c86ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4c880cef90 0x7f4c880ab250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:31.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.291+0000 7f4c86ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4c880cef90 0x7f4c880ab250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59864/0 (socket says 172.21.15.111:59864) 2024-09-19T04:39:31.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.291+0000 7f4c86ffd640 1 -- 172.21.15.111:0/2745927730 learned_addr learned my addr 172.21.15.111:0/2745927730 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:31.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.292+0000 7f4c86ffd640 1 -- 172.21.15.111:0/2745927730 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4c8815ed20 msgr2=0x7f4c8815a3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:31.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.292+0000 7f4c877fe640 1 --2- 172.21.15.111:0/2745927730 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4c8815ed20 0x7f4c8815a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:31.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.292+0000 7f4c86ffd640 1 --2- 172.21.15.111:0/2745927730 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4c8815ed20 0x7f4c8815a3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.292+0000 7f4c86ffd640 1 -- 172.21.15.111:0/2745927730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4c8815e940 msgr2=0x7f4c8815b190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:31.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.292+0000 7f4c867fc640 1 --2- 172.21.15.111:0/2745927730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4c8815e940 0x7f4c8815b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:31.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.292+0000 7f4c86ffd640 1 --2- 172.21.15.111:0/2745927730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4c8815e940 0x7f4c8815b190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.292+0000 7f4c86ffd640 1 -- 172.21.15.111:0/2745927730 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c881595e0 con 0x7f4c880cef90 2024-09-19T04:39:31.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.292+0000 7f4c867fc640 1 --2- 172.21.15.111:0/2745927730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4c8815e940 0x7f4c8815b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:31.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.292+0000 7f4c86ffd640 1 --2- 172.21.15.111:0/2745927730 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4c880cef90 0x7f4c880ab250 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7f4c7800c430 tx=0x7f4c7800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:31.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.292+0000 7f4c6f7fe640 1 -- 172.21.15.111:0/2745927730 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c78011790 con 0x7f4c880cef90 2024-09-19T04:39:31.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.292+0000 7f4c6f7fe640 1 -- 172.21.15.111:0/2745927730 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c78017070 con 0x7f4c880cef90 2024-09-19T04:39:31.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.292+0000 7f4c6f7fe640 1 -- 172.21.15.111:0/2745927730 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c78011bb0 con 0x7f4c880cef90 2024-09-19T04:39:31.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.292+0000 7f4c8d5e4640 1 -- 172.21.15.111:0/2745927730 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c881598c0 con 0x7f4c880cef90 2024-09-19T04:39:31.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.292+0000 7f4c8d5e4640 1 -- 172.21.15.111:0/2745927730 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c88159e80 con 0x7f4c880cef90 2024-09-19T04:39:31.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.293+0000 7f4c8d5e4640 1 -- 172.21.15.111:0/2745927730 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c880d1060 con 0x7f4c880cef90 2024-09-19T04:39:31.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.293+0000 7f4c6f7fe640 1 -- 172.21.15.111:0/2745927730 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f4c7801c460 con 0x7f4c880cef90 2024-09-19T04:39:31.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.294+0000 7f4c6f7fe640 1 --2- 172.21.15.111:0/2745927730 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4c7406c8e0 0x7f4c7406eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:31.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.294+0000 7f4c6f7fe640 1 -- 172.21.15.111:0/2745927730 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7f4c7808bfe0 con 0x7f4c880cef90 2024-09-19T04:39:31.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.294+0000 7f4c867fc640 1 --2- 172.21.15.111:0/2745927730 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4c7406c8e0 0x7f4c7406eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:31.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.295+0000 7f4c867fc640 1 --2- 172.21.15.111:0/2745927730 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4c7406c8e0 0x7f4c7406eda0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f4c7c006fd0 tx=0x7f4c7c008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:31.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.298+0000 7f4c6f7fe640 1 -- 172.21.15.111:0/2745927730 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4c78059d40 con 0x7f4c880cef90 2024-09-19T04:39:31.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.461+0000 7f4c8d5e4640 1 -- 172.21.15.111:0/2745927730 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4c880b8b30 con 0x7f4c7406c8e0 2024-09-19T04:39:31.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.467+0000 7f4c6f7fe640 1 -- 172.21.15.111:0/2745927730 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252447 (secure 0 0 0) 0x7f4c880b8b30 con 0x7f4c7406c8e0 2024-09-19T04:39:31.471 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:31.473 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:39:31.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.471+0000 7f4c8d5e4640 1 -- 172.21.15.111:0/2745927730 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4c7406c8e0 msgr2=0x7f4c7406eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:31.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.471+0000 7f4c8d5e4640 1 --2- 172.21.15.111:0/2745927730 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4c7406c8e0 0x7f4c7406eda0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f4c7c006fd0 tx=0x7f4c7c008040 comp rx=0 tx=0).stop 2024-09-19T04:39:31.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.471+0000 7f4c8d5e4640 1 -- 172.21.15.111:0/2745927730 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4c880cef90 msgr2=0x7f4c880ab250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:31.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.471+0000 7f4c8d5e4640 1 --2- 172.21.15.111:0/2745927730 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4c880cef90 0x7f4c880ab250 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7f4c7800c430 tx=0x7f4c7800c8f0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.471+0000 7f4c8d5e4640 1 -- 172.21.15.111:0/2745927730 shutdown_connections 2024-09-19T04:39:31.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.471+0000 7f4c8d5e4640 1 --2- 172.21.15.111:0/2745927730 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4c7406c8e0 0x7f4c7406eda0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.471+0000 7f4c8d5e4640 1 --2- 172.21.15.111:0/2745927730 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4c8815ed20 0x7f4c8815a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.471+0000 7f4c8d5e4640 1 --2- 172.21.15.111:0/2745927730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4c8815e940 0x7f4c8815b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.471+0000 7f4c8d5e4640 1 --2- 172.21.15.111:0/2745927730 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4c880cef90 0x7f4c880ab250 unknown :-1 s=CLOSED pgs=1456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.471+0000 7f4c8d5e4640 1 -- 172.21.15.111:0/2745927730 >> 172.21.15.111:0/2745927730 conn(0x7f4c880b6240 msgr2=0x7f4c880cf630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:31.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.471+0000 7f4c8d5e4640 1 -- 172.21.15.111:0/2745927730 shutdown_connections 2024-09-19T04:39:31.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.471+0000 7f4c8d5e4640 1 -- 172.21.15.111:0/2745927730 wait complete. 2024-09-19T04:39:31.483 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":157,"stamp":"2024-09-19T04:39:30.200262+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":123,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":264648,"kb_used_data":15124,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754710072,"statfs":{"total":773094113280,"available":772823113728,"internally_reserved":0,"allocated":15486976,"data_stored":7463224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.275530"},"pg_stats":[{"pgid":"23.3f","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.950179+0000","last_change":"2024-09-19T04:39:27.957705+0000","last_active":"2024-09-19T04:39:28.950179+0000","last_peered":"2024-09-19T04:39:28.950179+0000","last_clean":"2024-09-19T04:39:28.950179+0000","last_became_active":"2024-09-19T04:39:27.957415+0000","last_became_peered":"2024-09-19T04:39:27.957415+0000","last_unstale":"2024-09-19T04:39:28.950179+0000","last_undegraded":"2024-09-19T04:39:28.950179+0000","last_fullsized":"2024-09-19T04:39:28.950179+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:59.813336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.3e","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.944357+0000","last_change":"2024-09-19T04:39:27.939915+0000","last_active":"2024-09-19T04:39:27.944357+0000","last_peered":"2024-09-19T04:39:27.944357+0000","last_clean":"2024-09-19T04:39:27.944357+0000","last_became_active":"2024-09-19T04:39:27.939616+0000","last_became_peered":"2024-09-19T04:39:27.939616+0000","last_unstale":"2024-09-19T04:39:27.944357+0000","last_undegraded":"2024-09-19T04:39:27.944357+0000","last_fullsized":"2024-09-19T04:39:27.944357+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:48:54.887991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.3d","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.066111+0000","last_change":"2024-09-19T04:39:27.962812+0000","last_active":"2024-09-19T04:39:29.066111+0000","last_peered":"2024-09-19T04:39:29.066111+0000","last_clean":"2024-09-19T04:39:29.066111+0000","last_became_active":"2024-09-19T04:39:27.962560+0000","last_became_peered":"2024-09-19T04:39:27.962560+0000","last_unstale":"2024-09-19T04:39:29.066111+0000","last_undegraded":"2024-09-19T04:39:29.066111+0000","last_fullsized":"2024-09-19T04:39:29.066111+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:45.228830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.3c","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.949188+0000","last_change":"2024-09-19T04:39:27.947597+0000","last_active":"2024-09-19T04:39:27.949188+0000","last_peered":"2024-09-19T04:39:27.949188+0000","last_clean":"2024-09-19T04:39:27.949188+0000","last_became_active":"2024-09-19T04:39:27.947224+0000","last_became_peered":"2024-09-19T04:39:27.947224+0000","last_unstale":"2024-09-19T04:39:27.949188+0000","last_undegraded":"2024-09-19T04:39:27.949188+0000","last_fullsized":"2024-09-19T04:39:27.949188+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:42:20.598052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3b","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.956694+0000","last_change":"2024-09-19T04:39:27.954982+0000","last_active":"2024-09-19T04:39:27.956694+0000","last_peered":"2024-09-19T04:39:27.956694+0000","last_clean":"2024-09-19T04:39:27.956694+0000","last_became_active":"2024-09-19T04:39:27.954693+0000","last_became_peered":"2024-09-19T04:39:27.954693+0000","last_unstale":"2024-09-19T04:39:27.956694+0000","last_undegraded":"2024-09-19T04:39:27.956694+0000","last_fullsized":"2024-09-19T04:39:27.956694+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:45.228830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.3a","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.960367+0000","last_change":"2024-09-19T04:39:27.958148+0000","last_active":"2024-09-19T04:39:27.960367+0000","last_peered":"2024-09-19T04:39:27.960367+0000","last_clean":"2024-09-19T04:39:27.960367+0000","last_became_active":"2024-09-19T04:39:27.957872+0000","last_became_peered":"2024-09-19T04:39:27.957872+0000","last_unstale":"2024-09-19T04:39:27.960367+0000","last_undegraded":"2024-09-19T04:39:27.960367+0000","last_fullsized":"2024-09-19T04:39:27.960367+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:51.913594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.39","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.953847+0000","last_change":"2024-09-19T04:39:27.953215+0000","last_active":"2024-09-19T04:39:27.953847+0000","last_peered":"2024-09-19T04:39:27.953847+0000","last_clean":"2024-09-19T04:39:27.953847+0000","last_became_active":"2024-09-19T04:39:27.952970+0000","last_became_peered":"2024-09-19T04:39:27.952970+0000","last_unstale":"2024-09-19T04:39:27.953847+0000","last_undegraded":"2024-09-19T04:39:27.953847+0000","last_fullsized":"2024-09-19T04:39:27.953847+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:49.189536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.38","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.955479+0000","last_change":"2024-09-19T04:39:27.953099+0000","last_active":"2024-09-19T04:39:27.955479+0000","last_peered":"2024-09-19T04:39:27.955479+0000","last_clean":"2024-09-19T04:39:27.955479+0000","last_became_active":"2024-09-19T04:39:27.952826+0000","last_became_peered":"2024-09-19T04:39:27.952826+0000","last_unstale":"2024-09-19T04:39:27.955479+0000","last_undegraded":"2024-09-19T04:39:27.955479+0000","last_fullsized":"2024-09-19T04:39:27.955479+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:03.215013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.37","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.949478+0000","last_change":"2024-09-19T04:39:27.943080+0000","last_active":"2024-09-19T04:39:27.949478+0000","last_peered":"2024-09-19T04:39:27.949478+0000","last_clean":"2024-09-19T04:39:27.949478+0000","last_became_active":"2024-09-19T04:39:27.942727+0000","last_became_peered":"2024-09-19T04:39:27.942727+0000","last_unstale":"2024-09-19T04:39:27.949478+0000","last_undegraded":"2024-09-19T04:39:27.949478+0000","last_fullsized":"2024-09-19T04:39:27.949478+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:16.535342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.36","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.954904+0000","last_change":"2024-09-19T04:39:27.948975+0000","last_active":"2024-09-19T04:39:27.954904+0000","last_peered":"2024-09-19T04:39:27.954904+0000","last_clean":"2024-09-19T04:39:27.954904+0000","last_became_active":"2024-09-19T04:39:27.948678+0000","last_became_peered":"2024-09-19T04:39:27.948678+0000","last_unstale":"2024-09-19T04:39:27.954904+0000","last_undegraded":"2024-09-19T04:39:27.954904+0000","last_fullsized":"2024-09-19T04:39:27.954904+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:22:25.300285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.35","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.956637+0000","last_change":"2024-09-19T04:39:27.954917+0000","last_active":"2024-09-19T04:39:27.956637+0000","last_peered":"2024-09-19T04:39:27.956637+0000","last_clean":"2024-09-19T04:39:27.956637+0000","last_became_active":"2024-09-19T04:39:27.954659+0000","last_became_peered":"2024-09-19T04:39:27.954659+0000","last_unstale":"2024-09-19T04:39:27.956637+0000","last_undegraded":"2024-09-19T04:39:27.956637+0000","last_fullsized":"2024-09-19T04:39:27.956637+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:50:44.234419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.34","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.948560+0000","last_change":"2024-09-19T04:39:27.943118+0000","last_active":"2024-09-19T04:39:27.948560+0000","last_peered":"2024-09-19T04:39:27.948560+0000","last_clean":"2024-09-19T04:39:27.948560+0000","last_became_active":"2024-09-19T04:39:27.942804+0000","last_became_peered":"2024-09-19T04:39:27.942804+0000","last_unstale":"2024-09-19T04:39:27.948560+0000","last_undegraded":"2024-09-19T04:39:27.948560+0000","last_fullsized":"2024-09-19T04:39:27.948560+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:51.775541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.33","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.065892+0000","last_change":"2024-09-19T04:39:27.954355+0000","last_active":"2024-09-19T04:39:29.065892+0000","last_peered":"2024-09-19T04:39:29.065892+0000","last_clean":"2024-09-19T04:39:29.065892+0000","last_became_active":"2024-09-19T04:39:27.953456+0000","last_became_peered":"2024-09-19T04:39:27.953456+0000","last_unstale":"2024-09-19T04:39:29.065892+0000","last_undegraded":"2024-09-19T04:39:29.065892+0000","last_fullsized":"2024-09-19T04:39:29.065892+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:30.422406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.32","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.065721+0000","last_change":"2024-09-19T04:39:27.959430+0000","last_active":"2024-09-19T04:39:29.065721+0000","last_peered":"2024-09-19T04:39:29.065721+0000","last_clean":"2024-09-19T04:39:29.065721+0000","last_became_active":"2024-09-19T04:39:27.959135+0000","last_became_peered":"2024-09-19T04:39:27.959135+0000","last_unstale":"2024-09-19T04:39:29.065721+0000","last_undegraded":"2024-09-19T04:39:29.065721+0000","last_fullsized":"2024-09-19T04:39:29.065721+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:48:54.887991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.31","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.949642+0000","last_change":"2024-09-19T04:39:27.946640+0000","last_active":"2024-09-19T04:39:28.949642+0000","last_peered":"2024-09-19T04:39:28.949642+0000","last_clean":"2024-09-19T04:39:28.949642+0000","last_became_active":"2024-09-19T04:39:27.946379+0000","last_became_peered":"2024-09-19T04:39:27.946379+0000","last_unstale":"2024-09-19T04:39:28.949642+0000","last_undegraded":"2024-09-19T04:39:28.949642+0000","last_fullsized":"2024-09-19T04:39:28.949642+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:20.894920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.30","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.951663+0000","last_change":"2024-09-19T04:39:27.948774+0000","last_active":"2024-09-19T04:39:27.951663+0000","last_peered":"2024-09-19T04:39:27.951663+0000","last_clean":"2024-09-19T04:39:27.951663+0000","last_became_active":"2024-09-19T04:39:27.948530+0000","last_became_peered":"2024-09-19T04:39:27.948530+0000","last_unstale":"2024-09-19T04:39:27.951663+0000","last_undegraded":"2024-09-19T04:39:27.951663+0000","last_fullsized":"2024-09-19T04:39:27.951663+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:54:02.701916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.2f","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.960232+0000","last_change":"2024-09-19T04:39:27.955510+0000","last_active":"2024-09-19T04:39:27.960232+0000","last_peered":"2024-09-19T04:39:27.960232+0000","last_clean":"2024-09-19T04:39:27.960232+0000","last_became_active":"2024-09-19T04:39:27.955256+0000","last_became_peered":"2024-09-19T04:39:27.955256+0000","last_unstale":"2024-09-19T04:39:27.960232+0000","last_undegraded":"2024-09-19T04:39:27.960232+0000","last_fullsized":"2024-09-19T04:39:27.960232+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:44:53.367555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.2e","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.948922+0000","last_change":"2024-09-19T04:39:27.948736+0000","last_active":"2024-09-19T04:39:28.948922+0000","last_peered":"2024-09-19T04:39:28.948922+0000","last_clean":"2024-09-19T04:39:28.948922+0000","last_became_active":"2024-09-19T04:39:27.948470+0000","last_became_peered":"2024-09-19T04:39:27.948470+0000","last_unstale":"2024-09-19T04:39:28.948922+0000","last_undegraded":"2024-09-19T04:39:28.948922+0000","last_fullsized":"2024-09-19T04:39:28.948922+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:57:48.556888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2d","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.960410+0000","last_change":"2024-09-19T04:39:27.959575+0000","last_active":"2024-09-19T04:39:27.960410+0000","last_peered":"2024-09-19T04:39:27.960410+0000","last_clean":"2024-09-19T04:39:27.960410+0000","last_became_active":"2024-09-19T04:39:27.959326+0000","last_became_peered":"2024-09-19T04:39:27.959326+0000","last_unstale":"2024-09-19T04:39:27.960410+0000","last_undegraded":"2024-09-19T04:39:27.960410+0000","last_fullsized":"2024-09-19T04:39:27.960410+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:25:11.963383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.2c","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.065922+0000","last_change":"2024-09-19T04:39:27.959822+0000","last_active":"2024-09-19T04:39:29.065922+0000","last_peered":"2024-09-19T04:39:29.065922+0000","last_clean":"2024-09-19T04:39:29.065922+0000","last_became_active":"2024-09-19T04:39:27.958780+0000","last_became_peered":"2024-09-19T04:39:27.958780+0000","last_unstale":"2024-09-19T04:39:29.065922+0000","last_undegraded":"2024-09-19T04:39:29.065922+0000","last_fullsized":"2024-09-19T04:39:29.065922+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:03.215013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.2b","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.960327+0000","last_change":"2024-09-19T04:39:27.957536+0000","last_active":"2024-09-19T04:39:27.960327+0000","last_peered":"2024-09-19T04:39:27.960327+0000","last_clean":"2024-09-19T04:39:27.960327+0000","last_became_active":"2024-09-19T04:39:27.955877+0000","last_became_peered":"2024-09-19T04:39:27.955877+0000","last_unstale":"2024-09-19T04:39:27.960327+0000","last_undegraded":"2024-09-19T04:39:27.960327+0000","last_fullsized":"2024-09-19T04:39:27.960327+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:41.421680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.2a","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.954794+0000","last_change":"2024-09-19T04:39:27.950990+0000","last_active":"2024-09-19T04:39:27.954794+0000","last_peered":"2024-09-19T04:39:27.954794+0000","last_clean":"2024-09-19T04:39:27.954794+0000","last_became_active":"2024-09-19T04:39:27.950569+0000","last_became_peered":"2024-09-19T04:39:27.950569+0000","last_unstale":"2024-09-19T04:39:27.954794+0000","last_undegraded":"2024-09-19T04:39:27.954794+0000","last_fullsized":"2024-09-19T04:39:27.954794+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:30.422406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.29","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.960208+0000","last_change":"2024-09-19T04:39:27.955563+0000","last_active":"2024-09-19T04:39:27.960208+0000","last_peered":"2024-09-19T04:39:27.960208+0000","last_clean":"2024-09-19T04:39:27.960208+0000","last_became_active":"2024-09-19T04:39:27.955322+0000","last_became_peered":"2024-09-19T04:39:27.955322+0000","last_unstale":"2024-09-19T04:39:27.960208+0000","last_undegraded":"2024-09-19T04:39:27.960208+0000","last_fullsized":"2024-09-19T04:39:27.960208+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:38.368510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.28","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.959545+0000","last_change":"2024-09-19T04:39:27.957256+0000","last_active":"2024-09-19T04:39:27.959545+0000","last_peered":"2024-09-19T04:39:27.959545+0000","last_clean":"2024-09-19T04:39:27.959545+0000","last_became_active":"2024-09-19T04:39:27.956994+0000","last_became_peered":"2024-09-19T04:39:27.956994+0000","last_unstale":"2024-09-19T04:39:27.959545+0000","last_undegraded":"2024-09-19T04:39:27.959545+0000","last_fullsized":"2024-09-19T04:39:27.959545+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:31.656896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.27","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.066171+0000","last_change":"2024-09-19T04:39:27.963486+0000","last_active":"2024-09-19T04:39:29.066171+0000","last_peered":"2024-09-19T04:39:29.066171+0000","last_clean":"2024-09-19T04:39:29.066171+0000","last_became_active":"2024-09-19T04:39:27.963208+0000","last_became_peered":"2024-09-19T04:39:27.963208+0000","last_unstale":"2024-09-19T04:39:29.066171+0000","last_undegraded":"2024-09-19T04:39:29.066171+0000","last_fullsized":"2024-09-19T04:39:29.066171+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:31.656896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.26","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.951750+0000","last_change":"2024-09-19T04:39:27.949894+0000","last_active":"2024-09-19T04:39:27.951750+0000","last_peered":"2024-09-19T04:39:27.951750+0000","last_clean":"2024-09-19T04:39:27.951750+0000","last_became_active":"2024-09-19T04:39:27.949633+0000","last_became_peered":"2024-09-19T04:39:27.949633+0000","last_unstale":"2024-09-19T04:39:27.951750+0000","last_undegraded":"2024-09-19T04:39:27.951750+0000","last_fullsized":"2024-09-19T04:39:27.951750+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:23.501099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.25","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.066082+0000","last_change":"2024-09-19T04:39:27.962085+0000","last_active":"2024-09-19T04:39:29.066082+0000","last_peered":"2024-09-19T04:39:29.066082+0000","last_clean":"2024-09-19T04:39:29.066082+0000","last_became_active":"2024-09-19T04:39:27.961759+0000","last_became_peered":"2024-09-19T04:39:27.961759+0000","last_unstale":"2024-09-19T04:39:29.066082+0000","last_undegraded":"2024-09-19T04:39:29.066082+0000","last_fullsized":"2024-09-19T04:39:29.066082+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:50:44.234419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.24","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.963332+0000","last_change":"2024-09-19T04:39:27.962638+0000","last_active":"2024-09-19T04:39:27.963332+0000","last_peered":"2024-09-19T04:39:27.963332+0000","last_clean":"2024-09-19T04:39:27.963332+0000","last_became_active":"2024-09-19T04:39:27.962339+0000","last_became_peered":"2024-09-19T04:39:27.962339+0000","last_unstale":"2024-09-19T04:39:27.963332+0000","last_undegraded":"2024-09-19T04:39:27.963332+0000","last_fullsized":"2024-09-19T04:39:27.963332+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:53:40.746697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.23","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.065843+0000","last_change":"2024-09-19T04:39:27.953160+0000","last_active":"2024-09-19T04:39:29.065843+0000","last_peered":"2024-09-19T04:39:29.065843+0000","last_clean":"2024-09-19T04:39:29.065843+0000","last_became_active":"2024-09-19T04:39:27.952865+0000","last_became_peered":"2024-09-19T04:39:27.952865+0000","last_unstale":"2024-09-19T04:39:29.065843+0000","last_undegraded":"2024-09-19T04:39:29.065843+0000","last_fullsized":"2024-09-19T04:39:29.065843+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:22:25.300285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.22","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.950749+0000","last_change":"2024-09-19T04:39:27.960862+0000","last_active":"2024-09-19T04:39:28.950749+0000","last_peered":"2024-09-19T04:39:28.950749+0000","last_clean":"2024-09-19T04:39:28.950749+0000","last_became_active":"2024-09-19T04:39:27.960557+0000","last_became_peered":"2024-09-19T04:39:27.960557+0000","last_unstale":"2024-09-19T04:39:28.950749+0000","last_undegraded":"2024-09-19T04:39:28.950749+0000","last_fullsized":"2024-09-19T04:39:28.950749+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:35:33.048660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.21","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.950650+0000","last_change":"2024-09-19T04:39:27.958304+0000","last_active":"2024-09-19T04:39:28.950650+0000","last_peered":"2024-09-19T04:39:28.950650+0000","last_clean":"2024-09-19T04:39:28.950650+0000","last_became_active":"2024-09-19T04:39:27.958032+0000","last_became_peered":"2024-09-19T04:39:27.958032+0000","last_unstale":"2024-09-19T04:39:28.950650+0000","last_undegraded":"2024-09-19T04:39:28.950650+0000","last_fullsized":"2024-09-19T04:39:28.950650+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:05.214610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.20","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.948623+0000","last_change":"2024-09-19T04:39:27.948668+0000","last_active":"2024-09-19T04:39:28.948623+0000","last_peered":"2024-09-19T04:39:28.948623+0000","last_clean":"2024-09-19T04:39:28.948623+0000","last_became_active":"2024-09-19T04:39:27.948402+0000","last_became_peered":"2024-09-19T04:39:27.948402+0000","last_unstale":"2024-09-19T04:39:28.948623+0000","last_undegraded":"2024-09-19T04:39:28.948623+0000","last_fullsized":"2024-09-19T04:39:28.948623+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:16.592164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.1e","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.951728+0000","last_change":"2024-09-19T04:39:27.949551+0000","last_active":"2024-09-19T04:39:27.951728+0000","last_peered":"2024-09-19T04:39:27.951728+0000","last_clean":"2024-09-19T04:39:27.951728+0000","last_became_active":"2024-09-19T04:39:27.949251+0000","last_became_peered":"2024-09-19T04:39:27.949251+0000","last_unstale":"2024-09-19T04:39:27.951728+0000","last_undegraded":"2024-09-19T04:39:27.951728+0000","last_fullsized":"2024-09-19T04:39:27.951728+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:01:36.020201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1f","version":"142'4","reported_seq":18,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.950166+0000","last_change":"2024-09-19T04:39:26.950193+0000","last_active":"2024-09-19T04:39:28.950166+0000","last_peered":"2024-09-19T04:39:28.950166+0000","last_clean":"2024-09-19T04:39:28.950166+0000","last_became_active":"2024-09-19T04:39:26.949899+0000","last_became_peered":"2024-09-19T04:39:26.949899+0000","last_unstale":"2024-09-19T04:39:28.950166+0000","last_undegraded":"2024-09-19T04:39:28.950166+0000","last_fullsized":"2024-09-19T04:39:28.950166+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:57:47.554338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1f","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.950959+0000","last_change":"2024-09-19T04:39:27.959728+0000","last_active":"2024-09-19T04:39:28.950959+0000","last_peered":"2024-09-19T04:39:28.950959+0000","last_clean":"2024-09-19T04:39:28.950959+0000","last_became_active":"2024-09-19T04:39:27.958826+0000","last_became_peered":"2024-09-19T04:39:27.958826+0000","last_unstale":"2024-09-19T04:39:28.950959+0000","last_undegraded":"2024-09-19T04:39:28.950959+0000","last_fullsized":"2024-09-19T04:39:28.950959+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:52:45.260545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1e","version":"142'1","reported_seq":15,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.950757+0000","last_change":"2024-09-19T04:39:26.949777+0000","last_active":"2024-09-19T04:39:28.950757+0000","last_peered":"2024-09-19T04:39:28.950757+0000","last_clean":"2024-09-19T04:39:28.950757+0000","last_became_active":"2024-09-19T04:39:26.949489+0000","last_became_peered":"2024-09-19T04:39:26.949489+0000","last_unstale":"2024-09-19T04:39:28.950757+0000","last_undegraded":"2024-09-19T04:39:28.950757+0000","last_fullsized":"2024-09-19T04:39:28.950757+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:19.709130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.1c","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.960408+0000","last_change":"2024-09-19T04:39:27.958640+0000","last_active":"2024-09-19T04:39:27.960408+0000","last_peered":"2024-09-19T04:39:27.960408+0000","last_clean":"2024-09-19T04:39:27.960408+0000","last_became_active":"2024-09-19T04:39:27.958414+0000","last_became_peered":"2024-09-19T04:39:27.958414+0000","last_unstale":"2024-09-19T04:39:27.960408+0000","last_undegraded":"2024-09-19T04:39:27.960408+0000","last_fullsized":"2024-09-19T04:39:27.960408+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:57.100646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.1d","version":"142'2","reported_seq":14,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.957683+0000","last_change":"2024-09-19T04:39:26.951801+0000","last_active":"2024-09-19T04:39:27.957683+0000","last_peered":"2024-09-19T04:39:27.957683+0000","last_clean":"2024-09-19T04:39:27.957683+0000","last_became_active":"2024-09-19T04:39:26.951525+0000","last_became_peered":"2024-09-19T04:39:26.951525+0000","last_unstale":"2024-09-19T04:39:27.957683+0000","last_undegraded":"2024-09-19T04:39:27.957683+0000","last_fullsized":"2024-09-19T04:39:27.957683+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:44.226280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1d","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.066223+0000","last_change":"2024-09-19T04:39:27.961497+0000","last_active":"2024-09-19T04:39:29.066223+0000","last_peered":"2024-09-19T04:39:29.066223+0000","last_clean":"2024-09-19T04:39:29.066223+0000","last_became_active":"2024-09-19T04:39:27.960977+0000","last_became_peered":"2024-09-19T04:39:27.960977+0000","last_unstale":"2024-09-19T04:39:29.066223+0000","last_undegraded":"2024-09-19T04:39:29.066223+0000","last_fullsized":"2024-09-19T04:39:29.066223+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:20.711680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1c","version":"142'2","reported_seq":14,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.960550+0000","last_change":"2024-09-19T04:39:26.952944+0000","last_active":"2024-09-19T04:39:27.960550+0000","last_peered":"2024-09-19T04:39:27.960550+0000","last_clean":"2024-09-19T04:39:27.960550+0000","last_became_active":"2024-09-19T04:39:26.952649+0000","last_became_peered":"2024-09-19T04:39:26.952649+0000","last_unstale":"2024-09-19T04:39:27.960550+0000","last_undegraded":"2024-09-19T04:39:27.960550+0000","last_fullsized":"2024-09-19T04:39:27.960550+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:30.654346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1a","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.951499+0000","last_change":"2024-09-19T04:39:27.949056+0000","last_active":"2024-09-19T04:39:27.951499+0000","last_peered":"2024-09-19T04:39:27.951499+0000","last_clean":"2024-09-19T04:39:27.951499+0000","last_became_active":"2024-09-19T04:39:27.948733+0000","last_became_peered":"2024-09-19T04:39:27.948733+0000","last_unstale":"2024-09-19T04:39:27.951499+0000","last_undegraded":"2024-09-19T04:39:27.951499+0000","last_fullsized":"2024-09-19T04:39:27.951499+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:49:31.434358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1b","version":"142'1","reported_seq":15,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.066012+0000","last_change":"2024-09-19T04:39:26.948733+0000","last_active":"2024-09-19T04:39:29.066012+0000","last_peered":"2024-09-19T04:39:29.066012+0000","last_clean":"2024-09-19T04:39:29.066012+0000","last_became_active":"2024-09-19T04:39:26.948421+0000","last_became_peered":"2024-09-19T04:39:26.948421+0000","last_unstale":"2024-09-19T04:39:29.066012+0000","last_undegraded":"2024-09-19T04:39:29.066012+0000","last_fullsized":"2024-09-19T04:39:29.066012+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:24:07.433076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.1b","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.955270+0000","last_change":"2024-09-19T04:39:27.953744+0000","last_active":"2024-09-19T04:39:27.955270+0000","last_peered":"2024-09-19T04:39:27.955270+0000","last_clean":"2024-09-19T04:39:27.955270+0000","last_became_active":"2024-09-19T04:39:27.953503+0000","last_became_peered":"2024-09-19T04:39:27.953503+0000","last_unstale":"2024-09-19T04:39:27.955270+0000","last_undegraded":"2024-09-19T04:39:27.955270+0000","last_fullsized":"2024-09-19T04:39:27.955270+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:04.826107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.1a","version":"142'1","reported_seq":13,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.958613+0000","last_change":"2024-09-19T04:39:26.948064+0000","last_active":"2024-09-19T04:39:27.958613+0000","last_peered":"2024-09-19T04:39:27.958613+0000","last_clean":"2024-09-19T04:39:27.958613+0000","last_became_active":"2024-09-19T04:39:26.947687+0000","last_became_peered":"2024-09-19T04:39:26.947687+0000","last_unstale":"2024-09-19T04:39:27.958613+0000","last_undegraded":"2024-09-19T04:39:27.958613+0000","last_fullsized":"2024-09-19T04:39:27.958613+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:38:38.002590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.959877+0000","last_change":"2024-09-19T04:39:27.958978+0000","last_active":"2024-09-19T04:39:27.959877+0000","last_peered":"2024-09-19T04:39:27.959877+0000","last_clean":"2024-09-19T04:39:27.959877+0000","last_became_active":"2024-09-19T04:39:27.958660+0000","last_became_peered":"2024-09-19T04:39:27.958660+0000","last_unstale":"2024-09-19T04:39:27.959877+0000","last_undegraded":"2024-09-19T04:39:27.959877+0000","last_fullsized":"2024-09-19T04:39:27.959877+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:52:45.260545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":12,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.937027+0000","last_change":"2024-09-19T04:39:26.952835+0000","last_active":"2024-09-19T04:39:27.937027+0000","last_peered":"2024-09-19T04:39:27.937027+0000","last_clean":"2024-09-19T04:39:27.937027+0000","last_became_active":"2024-09-19T04:39:26.952536+0000","last_became_peered":"2024-09-19T04:39:26.952536+0000","last_unstale":"2024-09-19T04:39:27.937027+0000","last_undegraded":"2024-09-19T04:39:27.937027+0000","last_fullsized":"2024-09-19T04:39:27.937027+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:51:05.297266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.960369+0000","last_change":"2024-09-19T04:39:27.958264+0000","last_active":"2024-09-19T04:39:27.960369+0000","last_peered":"2024-09-19T04:39:27.960369+0000","last_clean":"2024-09-19T04:39:27.960369+0000","last_became_active":"2024-09-19T04:39:27.957975+0000","last_became_peered":"2024-09-19T04:39:27.957975+0000","last_unstale":"2024-09-19T04:39:27.960369+0000","last_undegraded":"2024-09-19T04:39:27.960369+0000","last_fullsized":"2024-09-19T04:39:27.960369+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:34.999903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":12,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.941437+0000","last_change":"2024-09-19T04:39:26.949512+0000","last_active":"2024-09-19T04:39:27.941437+0000","last_peered":"2024-09-19T04:39:27.941437+0000","last_clean":"2024-09-19T04:39:27.941437+0000","last_became_active":"2024-09-19T04:39:26.949236+0000","last_became_peered":"2024-09-19T04:39:26.949236+0000","last_unstale":"2024-09-19T04:39:27.941437+0000","last_undegraded":"2024-09-19T04:39:27.941437+0000","last_fullsized":"2024-09-19T04:39:27.941437+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:59.153834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.948929+0000","last_change":"2024-09-19T04:39:27.946212+0000","last_active":"2024-09-19T04:39:28.948929+0000","last_peered":"2024-09-19T04:39:28.948929+0000","last_clean":"2024-09-19T04:39:28.948929+0000","last_became_active":"2024-09-19T04:39:27.945941+0000","last_became_peered":"2024-09-19T04:39:27.945941+0000","last_unstale":"2024-09-19T04:39:28.948929+0000","last_undegraded":"2024-09-19T04:39:28.948929+0000","last_fullsized":"2024-09-19T04:39:28.948929+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:54.114271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":12,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.943034+0000","last_change":"2024-09-19T04:39:26.948913+0000","last_active":"2024-09-19T04:39:27.943034+0000","last_peered":"2024-09-19T04:39:27.943034+0000","last_clean":"2024-09-19T04:39:27.943034+0000","last_became_active":"2024-09-19T04:39:26.948622+0000","last_became_peered":"2024-09-19T04:39:26.948622+0000","last_unstale":"2024-09-19T04:39:27.943034+0000","last_undegraded":"2024-09-19T04:39:27.943034+0000","last_fullsized":"2024-09-19T04:39:27.943034+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:07.725500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.14","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.948795+0000","last_change":"2024-09-19T04:39:27.950975+0000","last_active":"2024-09-19T04:39:28.948795+0000","last_peered":"2024-09-19T04:39:28.948795+0000","last_clean":"2024-09-19T04:39:28.948795+0000","last_became_active":"2024-09-19T04:39:27.950711+0000","last_became_peered":"2024-09-19T04:39:27.950711+0000","last_unstale":"2024-09-19T04:39:28.948795+0000","last_undegraded":"2024-09-19T04:39:28.948795+0000","last_fullsized":"2024-09-19T04:39:28.948795+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:50:10.266247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.15","version":"142'3","reported_seq":15,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.960782+0000","last_change":"2024-09-19T04:39:26.953406+0000","last_active":"2024-09-19T04:39:27.960782+0000","last_peered":"2024-09-19T04:39:27.960782+0000","last_clean":"2024-09-19T04:39:27.960782+0000","last_became_active":"2024-09-19T04:39:26.950648+0000","last_became_peered":"2024-09-19T04:39:26.950648+0000","last_unstale":"2024-09-19T04:39:27.960782+0000","last_undegraded":"2024-09-19T04:39:27.960782+0000","last_fullsized":"2024-09-19T04:39:27.960782+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:44:53.932010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.15","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.951249+0000","last_change":"2024-09-19T04:39:27.958009+0000","last_active":"2024-09-19T04:39:28.951249+0000","last_peered":"2024-09-19T04:39:28.951249+0000","last_clean":"2024-09-19T04:39:28.951249+0000","last_became_active":"2024-09-19T04:39:27.956186+0000","last_became_peered":"2024-09-19T04:39:27.956186+0000","last_unstale":"2024-09-19T04:39:28.951249+0000","last_undegraded":"2024-09-19T04:39:28.951249+0000","last_fullsized":"2024-09-19T04:39:28.951249+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:12:53.704598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.14","version":"142'6","reported_seq":20,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.950679+0000","last_change":"2024-09-19T04:39:26.951305+0000","last_active":"2024-09-19T04:39:28.950679+0000","last_peered":"2024-09-19T04:39:28.950679+0000","last_clean":"2024-09-19T04:39:28.950679+0000","last_became_active":"2024-09-19T04:39:26.951012+0000","last_became_peered":"2024-09-19T04:39:26.951012+0000","last_unstale":"2024-09-19T04:39:28.950679+0000","last_undegraded":"2024-09-19T04:39:28.950679+0000","last_fullsized":"2024-09-19T04:39:28.950679+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:30.654346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.948738+0000","last_change":"2024-09-19T04:39:27.940858+0000","last_active":"2024-09-19T04:39:28.948738+0000","last_peered":"2024-09-19T04:39:28.948738+0000","last_clean":"2024-09-19T04:39:28.948738+0000","last_became_active":"2024-09-19T04:39:27.940542+0000","last_became_peered":"2024-09-19T04:39:27.940542+0000","last_unstale":"2024-09-19T04:39:28.948738+0000","last_undegraded":"2024-09-19T04:39:28.948738+0000","last_fullsized":"2024-09-19T04:39:28.948738+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:16:02.791034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.13","version":"142'2","reported_seq":14,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.958127+0000","last_change":"2024-09-19T04:39:26.945562+0000","last_active":"2024-09-19T04:39:27.958127+0000","last_peered":"2024-09-19T04:39:27.958127+0000","last_clean":"2024-09-19T04:39:27.958127+0000","last_became_active":"2024-09-19T04:39:26.945295+0000","last_became_peered":"2024-09-19T04:39:26.945295+0000","last_unstale":"2024-09-19T04:39:27.958127+0000","last_undegraded":"2024-09-19T04:39:27.958127+0000","last_fullsized":"2024-09-19T04:39:27.958127+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:19.709130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.13","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.957222+0000","last_change":"2024-09-19T04:39:27.955102+0000","last_active":"2024-09-19T04:39:27.957222+0000","last_peered":"2024-09-19T04:39:27.957222+0000","last_clean":"2024-09-19T04:39:27.957222+0000","last_became_active":"2024-09-19T04:39:27.954787+0000","last_became_peered":"2024-09-19T04:39:27.954787+0000","last_unstale":"2024-09-19T04:39:27.957222+0000","last_undegraded":"2024-09-19T04:39:27.957222+0000","last_fullsized":"2024-09-19T04:39:27.957222+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:31.368894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":14,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.948843+0000","last_change":"2024-09-19T04:39:26.951080+0000","last_active":"2024-09-19T04:39:28.948843+0000","last_peered":"2024-09-19T04:39:28.948843+0000","last_clean":"2024-09-19T04:39:28.948843+0000","last_became_active":"2024-09-19T04:39:26.950879+0000","last_became_peered":"2024-09-19T04:39:26.950879+0000","last_unstale":"2024-09-19T04:39:28.948843+0000","last_undegraded":"2024-09-19T04:39:28.948843+0000","last_fullsized":"2024-09-19T04:39:28.948843+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:54:21.193771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.10","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.958491+0000","last_change":"2024-09-19T04:39:27.957357+0000","last_active":"2024-09-19T04:39:27.958491+0000","last_peered":"2024-09-19T04:39:27.958491+0000","last_clean":"2024-09-19T04:39:27.958491+0000","last_became_active":"2024-09-19T04:39:27.957116+0000","last_became_peered":"2024-09-19T04:39:27.957116+0000","last_unstale":"2024-09-19T04:39:27.958491+0000","last_undegraded":"2024-09-19T04:39:27.958491+0000","last_fullsized":"2024-09-19T04:39:27.958491+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:35:33.048660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":12,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.942171+0000","last_change":"2024-09-19T04:39:26.951871+0000","last_active":"2024-09-19T04:39:27.942171+0000","last_peered":"2024-09-19T04:39:27.942171+0000","last_clean":"2024-09-19T04:39:27.942171+0000","last_became_active":"2024-09-19T04:39:26.951572+0000","last_became_peered":"2024-09-19T04:39:26.951572+0000","last_unstale":"2024-09-19T04:39:27.942171+0000","last_undegraded":"2024-09-19T04:39:27.942171+0000","last_fullsized":"2024-09-19T04:39:27.942171+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:02.212463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.065738+0000","last_change":"2024-09-19T04:39:27.954738+0000","last_active":"2024-09-19T04:39:29.065738+0000","last_peered":"2024-09-19T04:39:29.065738+0000","last_clean":"2024-09-19T04:39:29.065738+0000","last_became_active":"2024-09-19T04:39:27.954265+0000","last_became_peered":"2024-09-19T04:39:27.954265+0000","last_unstale":"2024-09-19T04:39:29.065738+0000","last_undegraded":"2024-09-19T04:39:29.065738+0000","last_fullsized":"2024-09-19T04:39:29.065738+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:51.775541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.10","version":"142'8","reported_seq":22,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.950538+0000","last_change":"2024-09-19T04:39:26.951484+0000","last_active":"2024-09-19T04:39:28.950538+0000","last_peered":"2024-09-19T04:39:28.950538+0000","last_clean":"2024-09-19T04:39:28.950538+0000","last_became_active":"2024-09-19T04:39:26.951103+0000","last_became_peered":"2024-09-19T04:39:26.951103+0000","last_unstale":"2024-09-19T04:39:28.950538+0000","last_undegraded":"2024-09-19T04:39:28.950538+0000","last_fullsized":"2024-09-19T04:39:28.950538+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:02.212463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.e","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.955026+0000","last_change":"2024-09-19T04:39:27.949620+0000","last_active":"2024-09-19T04:39:27.955026+0000","last_peered":"2024-09-19T04:39:27.955026+0000","last_clean":"2024-09-19T04:39:27.955026+0000","last_became_active":"2024-09-19T04:39:27.949335+0000","last_became_peered":"2024-09-19T04:39:27.949335+0000","last_unstale":"2024-09-19T04:39:27.955026+0000","last_undegraded":"2024-09-19T04:39:27.955026+0000","last_fullsized":"2024-09-19T04:39:27.955026+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:50:51.536983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.f","version":"142'1","reported_seq":15,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.066165+0000","last_change":"2024-09-19T04:39:26.949969+0000","last_active":"2024-09-19T04:39:29.066165+0000","last_peered":"2024-09-19T04:39:29.066165+0000","last_clean":"2024-09-19T04:39:29.066165+0000","last_became_active":"2024-09-19T04:39:26.949695+0000","last_became_peered":"2024-09-19T04:39:26.949695+0000","last_unstale":"2024-09-19T04:39:29.066165+0000","last_undegraded":"2024-09-19T04:39:29.066165+0000","last_fullsized":"2024-09-19T04:39:29.066165+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:51:38.453242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.f","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.948988+0000","last_change":"2024-09-19T04:39:27.952480+0000","last_active":"2024-09-19T04:39:28.948988+0000","last_peered":"2024-09-19T04:39:28.948988+0000","last_clean":"2024-09-19T04:39:28.948988+0000","last_became_active":"2024-09-19T04:39:27.952235+0000","last_became_peered":"2024-09-19T04:39:27.952235+0000","last_unstale":"2024-09-19T04:39:28.948988+0000","last_undegraded":"2024-09-19T04:39:28.948988+0000","last_fullsized":"2024-09-19T04:39:28.948988+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:38:59.029788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.e","version":"142'2","reported_seq":16,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.066018+0000","last_change":"2024-09-19T04:39:26.946181+0000","last_active":"2024-09-19T04:39:29.066018+0000","last_peered":"2024-09-19T04:39:29.066018+0000","last_clean":"2024-09-19T04:39:29.066018+0000","last_became_active":"2024-09-19T04:39:26.945904+0000","last_became_peered":"2024-09-19T04:39:26.945904+0000","last_unstale":"2024-09-19T04:39:29.066018+0000","last_undegraded":"2024-09-19T04:39:29.066018+0000","last_fullsized":"2024-09-19T04:39:29.066018+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:55.597122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.958702+0000","last_change":"2024-09-19T04:39:27.956714+0000","last_active":"2024-09-19T04:39:27.958702+0000","last_peered":"2024-09-19T04:39:27.958702+0000","last_clean":"2024-09-19T04:39:27.958702+0000","last_became_active":"2024-09-19T04:39:27.956435+0000","last_became_peered":"2024-09-19T04:39:27.956435+0000","last_unstale":"2024-09-19T04:39:27.958702+0000","last_undegraded":"2024-09-19T04:39:27.958702+0000","last_fullsized":"2024-09-19T04:39:27.958702+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:05.214610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.d","version":"142'1","reported_seq":15,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.950007+0000","last_change":"2024-09-19T04:39:26.953008+0000","last_active":"2024-09-19T04:39:28.950007+0000","last_peered":"2024-09-19T04:39:28.950007+0000","last_clean":"2024-09-19T04:39:28.950007+0000","last_became_active":"2024-09-19T04:39:26.952696+0000","last_became_peered":"2024-09-19T04:39:26.952696+0000","last_unstale":"2024-09-19T04:39:28.950007+0000","last_undegraded":"2024-09-19T04:39:28.950007+0000","last_fullsized":"2024-09-19T04:39:28.950007+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:50:09.263697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.d","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.962983+0000","last_change":"2024-09-19T04:39:27.962337+0000","last_active":"2024-09-19T04:39:27.962983+0000","last_peered":"2024-09-19T04:39:27.962983+0000","last_clean":"2024-09-19T04:39:27.962983+0000","last_became_active":"2024-09-19T04:39:27.962050+0000","last_became_peered":"2024-09-19T04:39:27.962050+0000","last_unstale":"2024-09-19T04:39:27.962983+0000","last_undegraded":"2024-09-19T04:39:27.962983+0000","last_fullsized":"2024-09-19T04:39:27.962983+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:16:49.625076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":14,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.950107+0000","last_change":"2024-09-19T04:39:26.953972+0000","last_active":"2024-09-19T04:39:28.950107+0000","last_peered":"2024-09-19T04:39:28.950107+0000","last_clean":"2024-09-19T04:39:28.950107+0000","last_became_active":"2024-09-19T04:39:26.953652+0000","last_became_peered":"2024-09-19T04:39:26.953652+0000","last_unstale":"2024-09-19T04:39:28.950107+0000","last_undegraded":"2024-09-19T04:39:28.950107+0000","last_fullsized":"2024-09-19T04:39:28.950107+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:39.690642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.065736+0000","last_change":"2024-09-19T04:39:27.954364+0000","last_active":"2024-09-19T04:39:29.065736+0000","last_peered":"2024-09-19T04:39:29.065736+0000","last_clean":"2024-09-19T04:39:29.065736+0000","last_became_active":"2024-09-19T04:39:27.953540+0000","last_became_peered":"2024-09-19T04:39:27.953540+0000","last_unstale":"2024-09-19T04:39:29.065736+0000","last_undegraded":"2024-09-19T04:39:29.065736+0000","last_fullsized":"2024-09-19T04:39:29.065736+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:16.535342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.b","version":"142'2","reported_seq":14,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.957978+0000","last_change":"2024-09-19T04:39:26.951658+0000","last_active":"2024-09-19T04:39:27.957978+0000","last_peered":"2024-09-19T04:39:27.957978+0000","last_clean":"2024-09-19T04:39:27.957978+0000","last_became_active":"2024-09-19T04:39:26.951360+0000","last_became_peered":"2024-09-19T04:39:26.951360+0000","last_unstale":"2024-09-19T04:39:27.957978+0000","last_undegraded":"2024-09-19T04:39:27.957978+0000","last_fullsized":"2024-09-19T04:39:27.957978+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:17.894317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.b","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.952145+0000","last_change":"2024-09-19T04:39:27.948232+0000","last_active":"2024-09-19T04:39:27.952145+0000","last_peered":"2024-09-19T04:39:27.952145+0000","last_clean":"2024-09-19T04:39:27.952145+0000","last_became_active":"2024-09-19T04:39:27.947974+0000","last_became_peered":"2024-09-19T04:39:27.947974+0000","last_unstale":"2024-09-19T04:39:27.952145+0000","last_undegraded":"2024-09-19T04:39:27.952145+0000","last_fullsized":"2024-09-19T04:39:27.952145+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:00:15.268580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":14,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.949915+0000","last_change":"2024-09-19T04:39:26.954839+0000","last_active":"2024-09-19T04:39:28.949915+0000","last_peered":"2024-09-19T04:39:28.949915+0000","last_clean":"2024-09-19T04:39:28.949915+0000","last_became_active":"2024-09-19T04:39:26.954473+0000","last_became_peered":"2024-09-19T04:39:26.954473+0000","last_unstale":"2024-09-19T04:39:28.949915+0000","last_undegraded":"2024-09-19T04:39:28.949915+0000","last_fullsized":"2024-09-19T04:39:28.949915+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:16:01.788484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.949750+0000","last_change":"2024-09-19T04:39:27.942885+0000","last_active":"2024-09-19T04:39:28.949750+0000","last_peered":"2024-09-19T04:39:28.949750+0000","last_clean":"2024-09-19T04:39:28.949750+0000","last_became_active":"2024-09-19T04:39:27.942588+0000","last_became_peered":"2024-09-19T04:39:27.942588+0000","last_unstale":"2024-09-19T04:39:28.949750+0000","last_undegraded":"2024-09-19T04:39:28.949750+0000","last_fullsized":"2024-09-19T04:39:28.949750+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:05:09.050570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":12,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.942332+0000","last_change":"2024-09-19T04:39:26.943773+0000","last_active":"2024-09-19T04:39:27.942332+0000","last_peered":"2024-09-19T04:39:27.942332+0000","last_clean":"2024-09-19T04:39:27.942332+0000","last_became_active":"2024-09-19T04:39:26.943426+0000","last_became_peered":"2024-09-19T04:39:26.943426+0000","last_unstale":"2024-09-19T04:39:27.942332+0000","last_undegraded":"2024-09-19T04:39:27.942332+0000","last_fullsized":"2024-09-19T04:39:27.942332+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:50:43.231869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.960189+0000","last_change":"2024-09-19T04:39:27.954285+0000","last_active":"2024-09-19T04:39:27.960189+0000","last_peered":"2024-09-19T04:39:27.960189+0000","last_clean":"2024-09-19T04:39:27.960189+0000","last_became_active":"2024-09-19T04:39:27.954044+0000","last_became_peered":"2024-09-19T04:39:27.954044+0000","last_unstale":"2024-09-19T04:39:27.960189+0000","last_undegraded":"2024-09-19T04:39:27.960189+0000","last_fullsized":"2024-09-19T04:39:27.960189+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:08:05.088115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":14,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.949789+0000","last_change":"2024-09-19T04:39:26.950069+0000","last_active":"2024-09-19T04:39:28.949789+0000","last_peered":"2024-09-19T04:39:28.949789+0000","last_clean":"2024-09-19T04:39:28.949789+0000","last_became_active":"2024-09-19T04:39:26.949765+0000","last_became_peered":"2024-09-19T04:39:26.949765+0000","last_unstale":"2024-09-19T04:39:28.949789+0000","last_undegraded":"2024-09-19T04:39:28.949789+0000","last_fullsized":"2024-09-19T04:39:28.949789+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:46.987010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.949068+0000","last_change":"2024-09-19T04:39:27.954607+0000","last_active":"2024-09-19T04:39:28.949068+0000","last_peered":"2024-09-19T04:39:28.949068+0000","last_clean":"2024-09-19T04:39:28.949068+0000","last_became_active":"2024-09-19T04:39:27.953954+0000","last_became_peered":"2024-09-19T04:39:27.953954+0000","last_unstale":"2024-09-19T04:39:28.949068+0000","last_undegraded":"2024-09-19T04:39:28.949068+0000","last_fullsized":"2024-09-19T04:39:28.949068+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:02.379656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.7","version":"142'2","reported_seq":16,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.949031+0000","last_change":"2024-09-19T04:39:26.953463+0000","last_active":"2024-09-19T04:39:28.949031+0000","last_peered":"2024-09-19T04:39:28.949031+0000","last_clean":"2024-09-19T04:39:28.949031+0000","last_became_active":"2024-09-19T04:39:26.952974+0000","last_became_peered":"2024-09-19T04:39:26.952974+0000","last_unstale":"2024-09-19T04:39:28.949031+0000","last_undegraded":"2024-09-19T04:39:28.949031+0000","last_fullsized":"2024-09-19T04:39:28.949031+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:45:12.201984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.7","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.952121+0000","last_change":"2024-09-19T04:39:27.950741+0000","last_active":"2024-09-19T04:39:27.952121+0000","last_peered":"2024-09-19T04:39:27.952121+0000","last_clean":"2024-09-19T04:39:27.952121+0000","last_became_active":"2024-09-19T04:39:27.950496+0000","last_became_peered":"2024-09-19T04:39:27.950496+0000","last_unstale":"2024-09-19T04:39:27.952121+0000","last_undegraded":"2024-09-19T04:39:27.952121+0000","last_fullsized":"2024-09-19T04:39:27.952121+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:10.363031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.6","version":"142'1","reported_seq":15,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.066051+0000","last_change":"2024-09-19T04:39:26.945346+0000","last_active":"2024-09-19T04:39:29.066051+0000","last_peered":"2024-09-19T04:39:29.066051+0000","last_clean":"2024-09-19T04:39:29.066051+0000","last_became_active":"2024-09-19T04:39:26.945050+0000","last_became_peered":"2024-09-19T04:39:26.945050+0000","last_unstale":"2024-09-19T04:39:29.066051+0000","last_undegraded":"2024-09-19T04:39:29.066051+0000","last_fullsized":"2024-09-19T04:39:29.066051+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:44:10.537957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.960109+0000","last_change":"2024-09-19T04:39:27.953670+0000","last_active":"2024-09-19T04:39:27.960109+0000","last_peered":"2024-09-19T04:39:27.960109+0000","last_clean":"2024-09-19T04:39:27.960109+0000","last_became_active":"2024-09-19T04:39:27.948402+0000","last_became_peered":"2024-09-19T04:39:27.948402+0000","last_unstale":"2024-09-19T04:39:27.960109+0000","last_undegraded":"2024-09-19T04:39:27.960109+0000","last_fullsized":"2024-09-19T04:39:27.960109+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:15:19.047504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":12,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.937867+0000","last_change":"2024-09-19T04:39:26.952684+0000","last_active":"2024-09-19T04:39:27.937867+0000","last_peered":"2024-09-19T04:39:27.937867+0000","last_clean":"2024-09-19T04:39:27.937867+0000","last_became_active":"2024-09-19T04:39:26.952160+0000","last_became_peered":"2024-09-19T04:39:26.952160+0000","last_unstale":"2024-09-19T04:39:27.937867+0000","last_undegraded":"2024-09-19T04:39:27.937867+0000","last_fullsized":"2024-09-19T04:39:27.937867+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:26:09.144829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.948901+0000","last_change":"2024-09-19T04:39:27.946692+0000","last_active":"2024-09-19T04:39:28.948901+0000","last_peered":"2024-09-19T04:39:28.948901+0000","last_clean":"2024-09-19T04:39:28.948901+0000","last_became_active":"2024-09-19T04:39:27.946398+0000","last_became_peered":"2024-09-19T04:39:27.946398+0000","last_unstale":"2024-09-19T04:39:28.948901+0000","last_undegraded":"2024-09-19T04:39:28.948901+0000","last_fullsized":"2024-09-19T04:39:28.948901+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:47.989560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":14,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.948965+0000","last_change":"2024-09-19T04:39:26.950280+0000","last_active":"2024-09-19T04:39:28.948965+0000","last_peered":"2024-09-19T04:39:28.948965+0000","last_clean":"2024-09-19T04:39:28.948965+0000","last_became_active":"2024-09-19T04:39:26.949963+0000","last_became_peered":"2024-09-19T04:39:26.949963+0000","last_unstale":"2024-09-19T04:39:28.948965+0000","last_undegraded":"2024-09-19T04:39:28.948965+0000","last_fullsized":"2024-09-19T04:39:28.948965+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:16.123510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.948725+0000","last_change":"2024-09-19T04:39:27.953207+0000","last_active":"2024-09-19T04:39:28.948725+0000","last_peered":"2024-09-19T04:39:28.948725+0000","last_clean":"2024-09-19T04:39:28.948725+0000","last_became_active":"2024-09-19T04:39:27.952942+0000","last_became_peered":"2024-09-19T04:39:27.952942+0000","last_unstale":"2024-09-19T04:39:28.948725+0000","last_undegraded":"2024-09-19T04:39:28.948725+0000","last_fullsized":"2024-09-19T04:39:28.948725+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:06:23.376526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":14,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.951173+0000","last_change":"2024-09-19T04:39:26.947928+0000","last_active":"2024-09-19T04:39:28.951173+0000","last_peered":"2024-09-19T04:39:28.951173+0000","last_clean":"2024-09-19T04:39:28.951173+0000","last_became_active":"2024-09-19T04:39:26.947606+0000","last_became_peered":"2024-09-19T04:39:26.947606+0000","last_unstale":"2024-09-19T04:39:28.951173+0000","last_undegraded":"2024-09-19T04:39:28.951173+0000","last_fullsized":"2024-09-19T04:39:28.951173+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:44.226280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.951139+0000","last_change":"2024-09-19T04:39:27.960886+0000","last_active":"2024-09-19T04:39:28.951139+0000","last_peered":"2024-09-19T04:39:28.951139+0000","last_clean":"2024-09-19T04:39:28.951139+0000","last_became_active":"2024-09-19T04:39:27.958687+0000","last_became_peered":"2024-09-19T04:39:27.958687+0000","last_unstale":"2024-09-19T04:39:28.951139+0000","last_undegraded":"2024-09-19T04:39:28.951139+0000","last_fullsized":"2024-09-19T04:39:28.951139+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:53:40.746697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":12,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.944870+0000","last_change":"2024-09-19T04:39:26.944976+0000","last_active":"2024-09-19T04:39:27.944870+0000","last_peered":"2024-09-19T04:39:27.944870+0000","last_clean":"2024-09-19T04:39:27.944870+0000","last_became_active":"2024-09-19T04:39:26.944718+0000","last_became_peered":"2024-09-19T04:39:26.944718+0000","last_unstale":"2024-09-19T04:39:27.944870+0000","last_undegraded":"2024-09-19T04:39:27.944870+0000","last_fullsized":"2024-09-19T04:39:27.944870+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:45:34.147853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":9,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.951639+0000","last_change":"2024-09-19T04:39:27.946530+0000","last_active":"2024-09-19T04:39:27.951639+0000","last_peered":"2024-09-19T04:39:27.951639+0000","last_clean":"2024-09-19T04:39:27.951639+0000","last_became_active":"2024-09-19T04:39:27.946291+0000","last_became_peered":"2024-09-19T04:39:27.946291+0000","last_unstale":"2024-09-19T04:39:27.951639+0000","last_undegraded":"2024-09-19T04:39:27.951639+0000","last_fullsized":"2024-09-19T04:39:27.951639+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:52:42.475549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":12,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T04:39:27.937819+0000","last_change":"2024-09-19T04:39:26.951813+0000","last_active":"2024-09-19T04:39:27.937819+0000","last_peered":"2024-09-19T04:39:27.937819+0000","last_clean":"2024-09-19T04:39:27.937819+0000","last_became_active":"2024-09-19T04:39:26.951332+0000","last_became_peered":"2024-09-19T04:39:26.951332+0000","last_unstale":"2024-09-19T04:39:27.937819+0000","last_undegraded":"2024-09-19T04:39:27.937819+0000","last_fullsized":"2024-09-19T04:39:27.937819+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:36:01.623305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:29.065657+0000","last_change":"2024-09-19T04:39:27.960844+0000","last_active":"2024-09-19T04:39:29.065657+0000","last_peered":"2024-09-19T04:39:29.065657+0000","last_clean":"2024-09-19T04:39:29.065657+0000","last_became_active":"2024-09-19T04:39:27.960563+0000","last_became_peered":"2024-09-19T04:39:27.960563+0000","last_unstale":"2024-09-19T04:39:29.065657+0000","last_undegraded":"2024-09-19T04:39:29.065657+0000","last_fullsized":"2024-09-19T04:39:29.065657+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:26:10.147380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":14,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.950651+0000","last_change":"2024-09-19T04:39:26.948348+0000","last_active":"2024-09-19T04:39:28.950651+0000","last_peered":"2024-09-19T04:39:28.950651+0000","last_clean":"2024-09-19T04:39:28.950651+0000","last_became_active":"2024-09-19T04:39:26.948033+0000","last_became_peered":"2024-09-19T04:39:26.948033+0000","last_unstale":"2024-09-19T04:39:28.950651+0000","last_undegraded":"2024-09-19T04:39:28.950651+0000","last_fullsized":"2024-09-19T04:39:28.950651+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:50:43.231869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":12,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.948917+0000","last_change":"2024-09-19T04:39:27.950164+0000","last_active":"2024-09-19T04:39:28.948917+0000","last_peered":"2024-09-19T04:39:28.948917+0000","last_clean":"2024-09-19T04:39:28.948917+0000","last_became_active":"2024-09-19T04:39:27.949905+0000","last_became_peered":"2024-09-19T04:39:27.949905+0000","last_unstale":"2024-09-19T04:39:28.948917+0000","last_undegraded":"2024-09-19T04:39:28.948917+0000","last_fullsized":"2024-09-19T04:39:28.948917+0000","mapping_epoch":141,"log_start":"0'0","ondisk_log_start":"0'0","created":141,"last_epoch_clean":142,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:26.923949+0000","last_clean_scrub_stamp":"2024-09-19T04:39:26.923949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:40.693192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":14,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.951074+0000","last_change":"2024-09-19T04:39:26.951232+0000","last_active":"2024-09-19T04:39:28.951074+0000","last_peered":"2024-09-19T04:39:28.951074+0000","last_clean":"2024-09-19T04:39:28.951074+0000","last_became_active":"2024-09-19T04:39:26.950750+0000","last_became_peered":"2024-09-19T04:39:26.950750+0000","last_unstale":"2024-09-19T04:39:28.951074+0000","last_undegraded":"2024-09-19T04:39:28.951074+0000","last_fullsized":"2024-09-19T04:39:28.951074+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:25.921399+0000","last_clean_scrub_stamp":"2024-09-19T04:39:25.921399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:17.894317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":434,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-19T04:39:28.949819+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:39:28.949819+0000","last_peered":"2024-09-19T04:39:28.949819+0000","last_clean":"2024-09-19T04:39:28.949819+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:39:28.949819+0000","last_undegraded":"2024-09-19T04:39:28.949819+0000","last_fullsized":"2024-09-19T04:39:28.949819+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":23,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":22,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509525,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33540,"kb_used_data":2340,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338300,"statfs":{"total":96636764160,"available":96602419200,"internally_reserved":0,"allocated":2396160,"data_stored":1376636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509525,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32932,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338908,"statfs":{"total":96636764160,"available":96603041792,"internally_reserved":0,"allocated":1781760,"data_stored":783936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509525,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32944,"kb_used_data":1756,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338896,"statfs":{"total":96636764160,"available":96603029504,"internally_reserved":0,"allocated":1798144,"data_stored":790874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509526,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32940,"kb_used_data":1752,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338900,"statfs":{"total":96636764160,"available":96603033600,"internally_reserved":0,"allocated":1794048,"data_stored":785596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542230,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32928,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338912,"statfs":{"total":96636764160,"available":96603045888,"internally_reserved":0,"allocated":1781760,"data_stored":783948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542229,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32932,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338908,"statfs":{"total":96636764160,"available":96603041792,"internally_reserved":0,"allocated":1781760,"data_stored":784004,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542229,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32924,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338916,"statfs":{"total":96636764160,"available":96603049984,"internally_reserved":0,"allocated":1781760,"data_stored":783948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542230,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33508,"kb_used_data":2316,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338332,"statfs":{"total":96636764160,"available":96602451968,"internally_reserved":0,"allocated":2371584,"data_stored":1374282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:39:31.487 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T04:39:31.487 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T04:39:31.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.629+0000 7fccf2111640 1 Processor -- start 2024-09-19T04:39:31.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.629+0000 7fccf2111640 1 -- start start 2024-09-19T04:39:31.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.630+0000 7fccf2111640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fccec0b1a00 0x7fccec0738f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:31.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.630+0000 7fccf2111640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fccec0d0be0 0x7fccec0d1070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:31.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.630+0000 7fccf2111640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fccec071480 con 0x7fccec15c4f0 2024-09-19T04:39:31.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.630+0000 7fccf2111640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fccec0d0750 con 0x7fccec0b1a00 2024-09-19T04:39:31.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.630+0000 7fccf2111640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fccec071760 con 0x7fccec0d0be0 2024-09-19T04:39:31.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.631+0000 7fcceaffd640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fccec0b1a00 0x7fccec0738f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:31.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.631+0000 7fccebfff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fccec0d0be0 0x7fccec0d1070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:31.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.631+0000 7fcceb7fe640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7fccec15c4f0 0x7fccec0731e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:46620/0 (socket says 172.21.15.111:46620) 2024-09-19T04:39:31.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.631+0000 7fcceb7fe640 1 -- 172.21.15.111:0/226853670 learned_addr learned my addr 172.21.15.111:0/226853670 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:31.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.631+0000 7fcceaffd640 1 -- 172.21.15.111:0/226853670 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fccec0d0be0 msgr2=0x7fccec0d1070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:31.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.631+0000 7fcceaffd640 1 --2- 172.21.15.111:0/226853670 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fccec0d0be0 0x7fccec0d1070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.631+0000 7fcceaffd640 1 -- 172.21.15.111:0/226853670 >> v1:172.21.15.114:6789/0 conn(0x7fccec15c4f0 legacy=0x7fccec0731e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:31.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.631+0000 7fcceaffd640 1 -- 172.21.15.111:0/226853670 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccec071a40 con 0x7fccec0b1a00 2024-09-19T04:39:31.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.632+0000 7fcceaffd640 1 --2- 172.21.15.111:0/226853670 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fccec0b1a00 0x7fccec0738f0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fccd40097a0 tx=0x7fccd402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=be17c9941f0a129b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:31.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.632+0000 7fccea7fc640 1 -- 172.21.15.111:0/226853670 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccd4037070 con 0x7fccec0b1a00 2024-09-19T04:39:31.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.632+0000 7fccea7fc640 1 -- 172.21.15.111:0/226853670 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fccd4032440 con 0x7fccec0b1a00 2024-09-19T04:39:31.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.632+0000 7fccea7fc640 1 -- 172.21.15.111:0/226853670 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccd4032810 con 0x7fccec0b1a00 2024-09-19T04:39:31.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.632+0000 7fccf2111640 1 -- 172.21.15.111:0/226853670 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fccec0b1a00 msgr2=0x7fccec0738f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:31.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.632+0000 7fccf2111640 1 --2- 172.21.15.111:0/226853670 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fccec0b1a00 0x7fccec0738f0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fccd40097a0 tx=0x7fccd402a180 comp rx=0 tx=0).stop 2024-09-19T04:39:31.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.632+0000 7fccf2111640 1 -- 172.21.15.111:0/226853670 shutdown_connections 2024-09-19T04:39:31.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.632+0000 7fccf2111640 1 --2- 172.21.15.111:0/226853670 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fccec0d0be0 0x7fccec0d1070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.632+0000 7fccf2111640 1 --2- 172.21.15.111:0/226853670 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fccec0b1a00 0x7fccec0738f0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.632+0000 7fccf2111640 1 -- 172.21.15.111:0/226853670 >> 172.21.15.111:0/226853670 conn(0x7fccec0d25b0 msgr2=0x7fccec0d2990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:31.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.632+0000 7fccf2111640 1 -- 172.21.15.111:0/226853670 shutdown_connections 2024-09-19T04:39:31.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.632+0000 7fccf2111640 1 -- 172.21.15.111:0/226853670 wait complete. 2024-09-19T04:39:31.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.634+0000 7fccf2111640 1 Processor -- start 2024-09-19T04:39:31.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.634+0000 7fccf2111640 1 -- start start 2024-09-19T04:39:31.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.634+0000 7fccf2111640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fccec0b1a00 0x7fccec159300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:31.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.634+0000 7fccf2111640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fccec0d0be0 0x7fccec146200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:31.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.634+0000 7fccf2111640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fccec15c4f0 0x7fccec1505d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:31.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.635+0000 7fccf2111640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fccec0b55c0 con 0x7fccec0b1a00 2024-09-19T04:39:31.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.635+0000 7fccf2111640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fccec0d0370 con 0x7fccec0d0be0 2024-09-19T04:39:31.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.635+0000 7fccf2111640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fccec15c8d0 con 0x7fccec15c4f0 2024-09-19T04:39:31.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.635+0000 7fcceb7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fccec0b1a00 0x7fccec159300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:31.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.635+0000 7fcceb7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fccec0b1a00 0x7fccec159300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59872/0 (socket says 172.21.15.111:59872) 2024-09-19T04:39:31.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.635+0000 7fcceb7fe640 1 -- 172.21.15.111:0/4080788241 learned_addr learned my addr 172.21.15.111:0/4080788241 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:31.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.635+0000 7fccebfff640 1 --2- 172.21.15.111:0/4080788241 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fccec15c4f0 0x7fccec1505d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:31.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.635+0000 7fcceaffd640 1 --2- 172.21.15.111:0/4080788241 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fccec0d0be0 0x7fccec146200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:31.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.635+0000 7fcceb7fe640 1 -- 172.21.15.111:0/4080788241 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fccec15c4f0 msgr2=0x7fccec1505d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:31.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.635+0000 7fcceb7fe640 1 --2- 172.21.15.111:0/4080788241 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fccec15c4f0 0x7fccec1505d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.635+0000 7fcceb7fe640 1 -- 172.21.15.111:0/4080788241 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fccec0d0be0 msgr2=0x7fccec146200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:31.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.635+0000 7fcceb7fe640 1 --2- 172.21.15.111:0/4080788241 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fccec0d0be0 0x7fccec146200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.635+0000 7fcceb7fe640 1 -- 172.21.15.111:0/4080788241 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccec146740 con 0x7fccec0b1a00 2024-09-19T04:39:31.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.635+0000 7fcceb7fe640 1 --2- 172.21.15.111:0/4080788241 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fccec0b1a00 0x7fccec159300 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7fccdc00c400 tx=0x7fccdc00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:31.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.635+0000 7fcce3fff640 1 -- 172.21.15.111:0/4080788241 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccdc017070 con 0x7fccec0b1a00 2024-09-19T04:39:31.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.635+0000 7fcce3fff640 1 -- 172.21.15.111:0/4080788241 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fccdc005ce0 con 0x7fccec0b1a00 2024-09-19T04:39:31.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.635+0000 7fcce3fff640 1 -- 172.21.15.111:0/4080788241 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccdc0072f0 con 0x7fccec0b1a00 2024-09-19T04:39:31.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.635+0000 7fccf2111640 1 -- 172.21.15.111:0/4080788241 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccec151630 con 0x7fccec0b1a00 2024-09-19T04:39:31.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.635+0000 7fccf2111640 1 -- 172.21.15.111:0/4080788241 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccec151350 con 0x7fccec0b1a00 2024-09-19T04:39:31.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.636+0000 7fccf2111640 1 -- 172.21.15.111:0/4080788241 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccec0d1070 con 0x7fccec0b1a00 2024-09-19T04:39:31.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.637+0000 7fcce3fff640 1 -- 172.21.15.111:0/4080788241 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7fccdc01a070 con 0x7fccec0b1a00 2024-09-19T04:39:31.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.637+0000 7fcce3fff640 1 --2- 172.21.15.111:0/4080788241 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcccc06c910 0x7fcccc06edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:31.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.637+0000 7fcce3fff640 1 -- 172.21.15.111:0/4080788241 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7fccdc08b340 con 0x7fccec0b1a00 2024-09-19T04:39:31.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.637+0000 7fcceaffd640 1 --2- 172.21.15.111:0/4080788241 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcccc06c910 0x7fcccc06edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:31.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.638+0000 7fcceaffd640 1 --2- 172.21.15.111:0/4080788241 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcccc06c910 0x7fcccc06edd0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fccd4034000 tx=0x7fccd402e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:31.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.642+0000 7fcce3fff640 1 -- 172.21.15.111:0/4080788241 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fccdc058af0 con 0x7fccec0b1a00 2024-09-19T04:39:31.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.874+0000 7fccf2111640 1 -- 172.21.15.111:0/4080788241 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fccec0b6510 con 0x7fccec0b1a00 2024-09-19T04:39:31.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.876+0000 7fcce3fff640 1 -- 172.21.15.111:0/4080788241 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v21) ==== 190+0+147 (secure 0 0 0) 0x7fccdc05cdf0 con 0x7fccec0b1a00 2024-09-19T04:39:31.878 INFO:teuthology.orchestra.run.smithi111.stdout:[client.0] 2024-09-19T04:39:31.878 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQA0qetmdEXYCBAAQK+0F5ouJPJAqZqCQHrMdQ== 2024-09-19T04:39:31.878 INFO:teuthology.orchestra.run.smithi111.stdout: caps mds = "allow" 2024-09-19T04:39:31.878 INFO:teuthology.orchestra.run.smithi111.stdout: caps mon = "allow r" 2024-09-19T04:39:31.878 INFO:teuthology.orchestra.run.smithi111.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T04:39:31.878 INFO:teuthology.orchestra.run.smithi111.stderr:updated caps for client.0 2024-09-19T04:39:31.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.879+0000 7fccf2111640 1 -- 172.21.15.111:0/4080788241 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcccc06c910 msgr2=0x7fcccc06edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:31.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.879+0000 7fccf2111640 1 --2- 172.21.15.111:0/4080788241 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcccc06c910 0x7fcccc06edd0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fccd4034000 tx=0x7fccd402e000 comp rx=0 tx=0).stop 2024-09-19T04:39:31.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.879+0000 7fccf2111640 1 -- 172.21.15.111:0/4080788241 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fccec0b1a00 msgr2=0x7fccec159300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:31.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.879+0000 7fccf2111640 1 --2- 172.21.15.111:0/4080788241 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fccec0b1a00 0x7fccec159300 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7fccdc00c400 tx=0x7fccdc00c8c0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.879+0000 7fccf2111640 1 -- 172.21.15.111:0/4080788241 shutdown_connections 2024-09-19T04:39:31.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.879+0000 7fccf2111640 1 --2- 172.21.15.111:0/4080788241 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcccc06c910 0x7fcccc06edd0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.879+0000 7fccf2111640 1 --2- 172.21.15.111:0/4080788241 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fccec15c4f0 0x7fccec1505d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.879+0000 7fccf2111640 1 --2- 172.21.15.111:0/4080788241 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fccec0d0be0 0x7fccec146200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.879+0000 7fccf2111640 1 --2- 172.21.15.111:0/4080788241 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fccec0b1a00 0x7fccec159300 unknown :-1 s=CLOSED pgs=1457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.879+0000 7fccf2111640 1 -- 172.21.15.111:0/4080788241 >> 172.21.15.111:0/4080788241 conn(0x7fccec0d25b0 msgr2=0x7fccec0b68f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:31.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.879+0000 7fccf2111640 1 -- 172.21.15.111:0/4080788241 shutdown_connections 2024-09-19T04:39:31.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.879+0000 7fccf2111640 1 -- 172.21.15.111:0/4080788241 wait complete. 2024-09-19T04:39:31.892 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:39:31.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.988+0000 7f9d3102e640 1 Processor -- start 2024-09-19T04:39:31.989 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.988+0000 7f9d3102e640 1 -- start start 2024-09-19T04:39:31.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.988+0000 7f9d3102e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f9d2c06be10 0x7f9d2c0cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:31.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.988+0000 7f9d3102e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f9d2c06c1f0 0x7f9d2c15baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:31.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.988+0000 7f9d3102e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9d2c0cd5f0 con 0x7f9d2c0d0310 2024-09-19T04:39:31.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.988+0000 7f9d3102e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f9d2c0cd8d0 con 0x7f9d2c06be10 2024-09-19T04:39:31.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.988+0000 7f9d3102e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f9d2c0cdbb0 con 0x7f9d2c06c1f0 2024-09-19T04:39:31.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.989+0000 7f9d2ad9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f9d2c06be10 0x7f9d2c0cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:31.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.989+0000 7f9d2ad9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f9d2c06be10 0x7f9d2c0cd010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59878/0 (socket says 172.21.15.111:59878) 2024-09-19T04:39:31.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.989+0000 7f9d2ad9d640 1 -- 172.21.15.111:0/514749208 learned_addr learned my addr 172.21.15.111:0/514749208 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:31.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.989+0000 7f9d2ad9d640 1 -- 172.21.15.111:0/514749208 >> v2:172.21.15.114:3300/0 conn(0x7f9d2c06c1f0 msgr2=0x7f9d2c15baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:31.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.989+0000 7f9d2a59c640 1 --2- 172.21.15.111:0/514749208 >> v2:172.21.15.114:3300/0 conn(0x7f9d2c06c1f0 0x7f9d2c15baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:31.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.989+0000 7f9d2ad9d640 1 --2- 172.21.15.111:0/514749208 >> v2:172.21.15.114:3300/0 conn(0x7f9d2c06c1f0 0x7f9d2c15baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.989+0000 7f9d2ad9d640 1 -- 172.21.15.111:0/514749208 >> v1:172.21.15.114:6789/0 conn(0x7f9d2c0d0310 legacy=0x7f9d2c151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:31.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.989+0000 7f9d2ad9d640 1 -- 172.21.15.111:0/514749208 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d2c0cde90 con 0x7f9d2c06be10 2024-09-19T04:39:31.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.990+0000 7f9d2ad9d640 1 --2- 172.21.15.111:0/514749208 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9d2c06be10 0x7f9d2c0cd010 secure :-1 s=READY pgs=1458 cs=0 l=1 rev1=1 crypto rx=0x7f9d2c06ca50 tx=0x7f9d2402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d549bd37e327c575 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:31.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.990+0000 7f9d29d9b640 1 -- 172.21.15.111:0/514749208 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d24036070 con 0x7f9d2c06be10 2024-09-19T04:39:31.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.990+0000 7f9d29d9b640 1 -- 172.21.15.111:0/514749208 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d24031600 con 0x7f9d2c06be10 2024-09-19T04:39:31.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.990+0000 7f9d29d9b640 1 -- 172.21.15.111:0/514749208 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d240319d0 con 0x7f9d2c06be10 2024-09-19T04:39:31.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.990+0000 7f9d3102e640 1 -- 172.21.15.111:0/514749208 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9d2c06be10 msgr2=0x7f9d2c0cd010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:31.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.990+0000 7f9d3102e640 1 --2- 172.21.15.111:0/514749208 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9d2c06be10 0x7f9d2c0cd010 secure :-1 s=READY pgs=1458 cs=0 l=1 rev1=1 crypto rx=0x7f9d2c06ca50 tx=0x7f9d2402a6f0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.990+0000 7f9d3102e640 1 -- 172.21.15.111:0/514749208 shutdown_connections 2024-09-19T04:39:31.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.990+0000 7f9d3102e640 1 --2- 172.21.15.111:0/514749208 >> v2:172.21.15.114:3300/0 conn(0x7f9d2c06c1f0 0x7f9d2c15baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.990+0000 7f9d3102e640 1 --2- 172.21.15.111:0/514749208 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9d2c06be10 0x7f9d2c0cd010 unknown :-1 s=CLOSED pgs=1458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.990+0000 7f9d3102e640 1 -- 172.21.15.111:0/514749208 >> 172.21.15.111:0/514749208 conn(0x7f9d2c062cc0 msgr2=0x7f9d2c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:31.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.990+0000 7f9d3102e640 1 -- 172.21.15.111:0/514749208 shutdown_connections 2024-09-19T04:39:31.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.990+0000 7f9d3102e640 1 -- 172.21.15.111:0/514749208 wait complete. 2024-09-19T04:39:31.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.992+0000 7f9d3102e640 1 Processor -- start 2024-09-19T04:39:31.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.992+0000 7f9d3102e640 1 -- start start 2024-09-19T04:39:31.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.993+0000 7f9d3102e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9d2c06be10 0x7f9d2c14a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:31.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.993+0000 7f9d3102e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9d2c06c1f0 0x7f9d2c148f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:31.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.993+0000 7f9d3102e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9d2c0d0310 0x7f9d2c149490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:31.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.993+0000 7f9d3102e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9d2c0d0750 con 0x7f9d2c06c1f0 2024-09-19T04:39:31.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.993+0000 7f9d3102e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9d2c0ce690 con 0x7f9d2c06be10 2024-09-19T04:39:31.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.993+0000 7f9d3102e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9d2c0d08d0 con 0x7f9d2c0d0310 2024-09-19T04:39:31.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.993+0000 7f9d2a59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9d2c06c1f0 0x7f9d2c148f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:31.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.993+0000 7f9d2a59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9d2c06c1f0 0x7f9d2c148f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59886/0 (socket says 172.21.15.111:59886) 2024-09-19T04:39:31.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.993+0000 7f9d2a59c640 1 -- 172.21.15.111:0/773159135 learned_addr learned my addr 172.21.15.111:0/773159135 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:31.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.993+0000 7f9d2ad9d640 1 --2- 172.21.15.111:0/773159135 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9d2c06be10 0x7f9d2c14a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:31.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.993+0000 7f9d2b59e640 1 --2- 172.21.15.111:0/773159135 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9d2c0d0310 0x7f9d2c149490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:31.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.993+0000 7f9d2a59c640 1 -- 172.21.15.111:0/773159135 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9d2c0d0310 msgr2=0x7f9d2c149490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:31.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.993+0000 7f9d2a59c640 1 --2- 172.21.15.111:0/773159135 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9d2c0d0310 0x7f9d2c149490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.997 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.993+0000 7f9d2a59c640 1 -- 172.21.15.111:0/773159135 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9d2c06be10 msgr2=0x7f9d2c14a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:31.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.993+0000 7f9d2a59c640 1 --2- 172.21.15.111:0/773159135 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9d2c06be10 0x7f9d2c14a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:31.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.993+0000 7f9d2a59c640 1 -- 172.21.15.111:0/773159135 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d2c14da90 con 0x7f9d2c06c1f0 2024-09-19T04:39:31.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.993+0000 7f9d2ad9d640 1 --2- 172.21.15.111:0/773159135 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9d2c06be10 0x7f9d2c14a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:31.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.993+0000 7f9d2a59c640 1 --2- 172.21.15.111:0/773159135 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9d2c06c1f0 0x7f9d2c148f50 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x7f9d1400c7f0 tx=0x7f9d1400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:31.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.993+0000 7f9d237fe640 1 -- 172.21.15.111:0/773159135 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d14015070 con 0x7f9d2c06c1f0 2024-09-19T04:39:31.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.993+0000 7f9d237fe640 1 -- 172.21.15.111:0/773159135 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d14004240 con 0x7f9d2c06c1f0 2024-09-19T04:39:31.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.993+0000 7f9d3102e640 1 -- 172.21.15.111:0/773159135 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d2c14b350 con 0x7f9d2c06c1f0 2024-09-19T04:39:31.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.993+0000 7f9d237fe640 1 -- 172.21.15.111:0/773159135 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d14007620 con 0x7f9d2c06c1f0 2024-09-19T04:39:31.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.993+0000 7f9d3102e640 1 -- 172.21.15.111:0/773159135 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d2c14c4a0 con 0x7f9d2c06c1f0 2024-09-19T04:39:31.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.994+0000 7f9d3102e640 1 -- 172.21.15.111:0/773159135 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d2c14c6a0 con 0x7f9d2c06c1f0 2024-09-19T04:39:31.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.995+0000 7f9d237fe640 1 -- 172.21.15.111:0/773159135 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f9d140077c0 con 0x7f9d2c06c1f0 2024-09-19T04:39:31.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.995+0000 7f9d237fe640 1 --2- 172.21.15.111:0/773159135 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9d0c06c8e0 0x7f9d0c06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:31.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.995+0000 7f9d237fe640 1 -- 172.21.15.111:0/773159135 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7f9d1408c240 con 0x7f9d2c06c1f0 2024-09-19T04:39:31.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.995+0000 7f9d2ad9d640 1 --2- 172.21.15.111:0/773159135 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9d0c06c8e0 0x7f9d0c06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:31.999 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:31.996+0000 7f9d2ad9d640 1 --2- 172.21.15.111:0/773159135 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9d0c06c8e0 0x7f9d0c06eda0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f9d24033000 tx=0x7f9d24009000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:32.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.000+0000 7f9d237fe640 1 -- 172.21.15.111:0/773159135 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9d2c14c6a0 con 0x7f9d2c06c1f0 2024-09-19T04:39:32.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.199+0000 7f9d3102e640 1 -- 172.21.15.111:0/773159135 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9d2c0cd010 con 0x7f9d2c06c1f0 2024-09-19T04:39:32.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.199+0000 7f9d237fe640 1 -- 172.21.15.111:0/773159135 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 76 v76) ==== 94+0+5236 (secure 0 0 0) 0x7f9d14059c80 con 0x7f9d2c06c1f0 2024-09-19T04:39:32.201 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:32.201 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":76,"btime":"2024-09-19T04:39:30:223461+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6659,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1511938113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":1511938113},{"type":"v1","addr":"172.21.15.111:6835","nonce":1511938113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":7444,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3445382526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3445382526},{"type":"v1","addr":"172.21.15.114:6834","nonce":3445382526}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":8229,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/3753459584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3753459584},{"type":"v1","addr":"172.21.15.111:6834","nonce":3753459584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72}],"filesystems":[{"mdsmap":{"epoch":76,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:39:27.274991+0000","modified":"2024-09-19T04:39:29.552352+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8244},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8244":{"gid":8244,"name":"b","rank":0,"incarnation":73,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/169965022","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":169965022},{"type":"v1","addr":"172.21.15.114:6835","nonce":169965022}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8244,"qdb_cluster":[8244]},"id":11}]} 2024-09-19T04:39:32.201 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 76 2024-09-19T04:39:32.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.201+0000 7f9d3102e640 1 -- 172.21.15.111:0/773159135 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9d0c06c8e0 msgr2=0x7f9d0c06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:32.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.201+0000 7f9d3102e640 1 --2- 172.21.15.111:0/773159135 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9d0c06c8e0 0x7f9d0c06eda0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f9d24033000 tx=0x7f9d24009000 comp rx=0 tx=0).stop 2024-09-19T04:39:32.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.201+0000 7f9d3102e640 1 -- 172.21.15.111:0/773159135 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9d2c06c1f0 msgr2=0x7f9d2c148f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:32.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.201+0000 7f9d3102e640 1 --2- 172.21.15.111:0/773159135 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9d2c06c1f0 0x7f9d2c148f50 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x7f9d1400c7f0 tx=0x7f9d1400ccb0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.201+0000 7f9d3102e640 1 -- 172.21.15.111:0/773159135 shutdown_connections 2024-09-19T04:39:32.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.201+0000 7f9d3102e640 1 --2- 172.21.15.111:0/773159135 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9d0c06c8e0 0x7f9d0c06eda0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.201+0000 7f9d3102e640 1 --2- 172.21.15.111:0/773159135 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9d2c0d0310 0x7f9d2c149490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.201+0000 7f9d3102e640 1 --2- 172.21.15.111:0/773159135 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9d2c06c1f0 0x7f9d2c148f50 unknown :-1 s=CLOSED pgs=1459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.201+0000 7f9d3102e640 1 --2- 172.21.15.111:0/773159135 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9d2c06be10 0x7f9d2c14a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.201+0000 7f9d3102e640 1 -- 172.21.15.111:0/773159135 >> 172.21.15.111:0/773159135 conn(0x7f9d2c062cc0 msgr2=0x7f9d2c0b37c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:32.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.201+0000 7f9d3102e640 1 -- 172.21.15.111:0/773159135 shutdown_connections 2024-09-19T04:39:32.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.201+0000 7f9d3102e640 1 -- 172.21.15.111:0/773159135 wait complete. 2024-09-19T04:39:32.617 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 76, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T04:39:27.274991+0000', 'modified': '2024-09-19T04:39:29.552352+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8244}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8244': {'gid': 8244, 'name': 'b', 'rank': 0, 'incarnation': 73, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.114:6835/169965022', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.114:6833', 'nonce': 169965022}, {'type': 'v1', 'addr': '172.21.15.114:6835', 'nonce': 169965022}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [23], 'metadata_pool': 22, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 8244, 'qdb_cluster': [8244]} 2024-09-19T04:39:32.617 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T04:39:32.617 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-19T04:39:32.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.716+0000 7fa736465640 1 Processor -- start 2024-09-19T04:39:32.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.716+0000 7fa736465640 1 -- start start 2024-09-19T04:39:32.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.717+0000 7fa736465640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa73015c180 0x7fa7300cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.717+0000 7fa736465640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7300ce740 con 0x7fa730073120 2024-09-19T04:39:32.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.717+0000 7fa736465640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa730072640 con 0x7fa7300ce230 2024-09-19T04:39:32.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.717+0000 7fa736465640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fa730072920 con 0x7fa73015c180 2024-09-19T04:39:32.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.717+0000 7fa734a02640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fa730073120 0x7fa73006bba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:51526/0 (socket says 172.21.15.111:51526) 2024-09-19T04:39:32.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.717+0000 7fa734a02640 1 -- 172.21.15.111:0/138621869 learned_addr learned my addr 172.21.15.111:0/138621869 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:32.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.717+0000 7fa72ffff640 1 --2- 172.21.15.111:0/138621869 >> v2:172.21.15.114:3300/0 conn(0x7fa73015c180 0x7fa7300cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:32.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.718+0000 7fa72effd640 1 -- 172.21.15.111:0/138621869 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1394811558 0 0) 0x7fa7300ce740 con 0x7fa730073120 2024-09-19T04:39:32.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.718+0000 7fa72effd640 1 -- 172.21.15.111:0/138621869 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa718003520 con 0x7fa730073120 2024-09-19T04:39:32.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.718+0000 7fa72effd640 1 -- 172.21.15.111:0/138621869 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1038025777 0 0) 0x7fa730072640 con 0x7fa7300ce230 2024-09-19T04:39:32.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.718+0000 7fa72effd640 1 -- 172.21.15.111:0/138621869 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa7300ce740 con 0x7fa7300ce230 2024-09-19T04:39:32.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.718+0000 7fa72ffff640 1 -- 172.21.15.111:0/138621869 >> v1:172.21.15.114:6789/0 conn(0x7fa7300ce230 legacy=0x7fa7300cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:32.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.718+0000 7fa72ffff640 1 -- 172.21.15.111:0/138621869 >> v1:172.21.15.111:6789/0 conn(0x7fa730073120 legacy=0x7fa73006bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:32.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.718+0000 7fa72ffff640 1 -- 172.21.15.111:0/138621869 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa730072c00 con 0x7fa73015c180 2024-09-19T04:39:32.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.719+0000 7fa72ffff640 1 --2- 172.21.15.111:0/138621869 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa73015c180 0x7fa7300cdcf0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fa7200097a0 tx=0x7fa72002a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=161843b4cda989a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:32.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.719+0000 7fa72effd640 1 -- 172.21.15.111:0/138621869 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa720037070 con 0x7fa73015c180 2024-09-19T04:39:32.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.719+0000 7fa72effd640 1 -- 172.21.15.111:0/138621869 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa720032440 con 0x7fa73015c180 2024-09-19T04:39:32.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.719+0000 7fa72effd640 1 -- 172.21.15.111:0/138621869 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7200327f0 con 0x7fa73015c180 2024-09-19T04:39:32.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.719+0000 7fa736465640 1 -- 172.21.15.111:0/138621869 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa73015c180 msgr2=0x7fa7300cdcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:32.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.719+0000 7fa736465640 1 --2- 172.21.15.111:0/138621869 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa73015c180 0x7fa7300cdcf0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fa7200097a0 tx=0x7fa72002a1a0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.719+0000 7fa736465640 1 -- 172.21.15.111:0/138621869 shutdown_connections 2024-09-19T04:39:32.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.719+0000 7fa736465640 1 --2- 172.21.15.111:0/138621869 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa73015c180 0x7fa7300cdcf0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.719+0000 7fa736465640 1 -- 172.21.15.111:0/138621869 >> 172.21.15.111:0/138621869 conn(0x7fa730062cc0 msgr2=0x7fa73006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:32.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.719+0000 7fa736465640 1 -- 172.21.15.111:0/138621869 shutdown_connections 2024-09-19T04:39:32.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.719+0000 7fa736465640 1 -- 172.21.15.111:0/138621869 wait complete. 2024-09-19T04:39:32.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.720+0000 7fa736465640 1 Processor -- start 2024-09-19T04:39:32.722 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.721+0000 7fa736465640 1 -- start start 2024-09-19T04:39:32.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.721+0000 7fa736465640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa730073120 0x7fa7300cc0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.721+0000 7fa736465640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7300ce230 0x7fa73014cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.721+0000 7fa736465640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa73015c180 0x7fa7300c9f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.721+0000 7fa736465640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa7300cf780 con 0x7fa73015c180 2024-09-19T04:39:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.721+0000 7fa736465640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa7300722f0 con 0x7fa730073120 2024-09-19T04:39:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.721+0000 7fa736465640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa73015c560 con 0x7fa7300ce230 2024-09-19T04:39:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.721+0000 7fa734a02640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa73015c180 0x7fa7300c9f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.721+0000 7fa734a02640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa73015c180 0x7fa7300c9f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59896/0 (socket says 172.21.15.111:59896) 2024-09-19T04:39:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.722+0000 7fa734a02640 1 -- 172.21.15.111:0/3173577205 learned_addr learned my addr 172.21.15.111:0/3173577205 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.722+0000 7fa72ffff640 1 --2- 172.21.15.111:0/3173577205 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa730073120 0x7fa7300cc0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.722+0000 7fa72f7fe640 1 --2- 172.21.15.111:0/3173577205 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7300ce230 0x7fa73014cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.722+0000 7fa734a02640 1 -- 172.21.15.111:0/3173577205 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7300ce230 msgr2=0x7fa73014cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.722+0000 7fa734a02640 1 --2- 172.21.15.111:0/3173577205 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7300ce230 0x7fa73014cab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.722+0000 7fa734a02640 1 -- 172.21.15.111:0/3173577205 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa730073120 msgr2=0x7fa7300cc0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:32.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.722+0000 7fa734a02640 1 --2- 172.21.15.111:0/3173577205 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa730073120 0x7fa7300cc0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.722+0000 7fa734a02640 1 -- 172.21.15.111:0/3173577205 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7300b52a0 con 0x7fa73015c180 2024-09-19T04:39:32.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.722+0000 7fa72ffff640 1 --2- 172.21.15.111:0/3173577205 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa730073120 0x7fa7300cc0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:32.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.722+0000 7fa734a02640 1 --2- 172.21.15.111:0/3173577205 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa73015c180 0x7fa7300c9f40 secure :-1 s=READY pgs=1461 cs=0 l=1 rev1=1 crypto rx=0x7fa72800cbf0 tx=0x7fa72800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:32.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.722+0000 7fa72cff9640 1 -- 172.21.15.111:0/3173577205 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa728017070 con 0x7fa73015c180 2024-09-19T04:39:32.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.722+0000 7fa72cff9640 1 -- 172.21.15.111:0/3173577205 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa72800acf0 con 0x7fa73015c180 2024-09-19T04:39:32.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.722+0000 7fa736465640 1 -- 172.21.15.111:0/3173577205 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7300b44a0 con 0x7fa73015c180 2024-09-19T04:39:32.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.722+0000 7fa72cff9640 1 -- 172.21.15.111:0/3173577205 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa728012600 con 0x7fa73015c180 2024-09-19T04:39:32.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.722+0000 7fa736465640 1 -- 172.21.15.111:0/3173577205 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa73014cff0 con 0x7fa73015c180 2024-09-19T04:39:32.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.724+0000 7fa72cff9640 1 -- 172.21.15.111:0/3173577205 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7fa72801a070 con 0x7fa73015c180 2024-09-19T04:39:32.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.724+0000 7fa72cff9640 1 --2- 172.21.15.111:0/3173577205 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa71c06c8e0 0x7fa71c06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.724+0000 7fa72cff9640 1 -- 172.21.15.111:0/3173577205 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7fa72808bd00 con 0x7fa73015c180 2024-09-19T04:39:32.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.724+0000 7fa72ffff640 1 --2- 172.21.15.111:0/3173577205 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa71c06c8e0 0x7fa71c06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:32.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.725+0000 7fa72ffff640 1 --2- 172.21.15.111:0/3173577205 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa71c06c8e0 0x7fa71c06eda0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fa720034000 tx=0x7fa72002e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:32.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.725+0000 7fa739203740 1 Processor -- start 2024-09-19T04:39:32.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.725+0000 7fa739203740 1 -- start start 2024-09-19T04:39:32.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.726+0000 7fa739203740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55ed84ca72c0 0x55ed84ceca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.726+0000 7fa739203740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ed84ca4a80 0x55ed84ca76a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.726+0000 7fa739203740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca8a50 0x55ed84ca18b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.726+0000 7fa739203740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55ed84c09520 con 0x55ed84ca8a50 2024-09-19T04:39:32.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.726+0000 7fa739203740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55ed84bb13e0 con 0x55ed84ca4a80 2024-09-19T04:39:32.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.726+0000 7fa739203740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x55ed84c054e0 con 0x55ed84ca72c0 2024-09-19T04:39:32.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.726+0000 7fa734a02640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca8a50 0x55ed84ca18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:32.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.726+0000 7fa734a02640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca8a50 0x55ed84ca18b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59898/0 (socket says 172.21.15.111:59898) 2024-09-19T04:39:32.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.726+0000 7fa734a02640 1 -- 172.21.15.111:0/3681679812 learned_addr learned my addr 172.21.15.111:0/3681679812 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:32.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.726+0000 7fa72ffff640 1 --2- 172.21.15.111:0/3681679812 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55ed84ca72c0 0x55ed84ceca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:32.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.726+0000 7fa72f7fe640 1 --2- 172.21.15.111:0/3681679812 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ed84ca4a80 0x55ed84ca76a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:32.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.726+0000 7fa734a02640 1 -- 172.21.15.111:0/3681679812 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55ed84ca72c0 msgr2=0x55ed84ceca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:32.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.726+0000 7fa734a02640 1 --2- 172.21.15.111:0/3681679812 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55ed84ca72c0 0x55ed84ceca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.726+0000 7fa734a02640 1 -- 172.21.15.111:0/3681679812 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ed84ca4a80 msgr2=0x55ed84ca76a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:32.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.726+0000 7fa734a02640 1 --2- 172.21.15.111:0/3681679812 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ed84ca4a80 0x55ed84ca76a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.726+0000 7fa734a02640 1 -- 172.21.15.111:0/3681679812 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed84bcc2f0 con 0x55ed84ca8a50 2024-09-19T04:39:32.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.726+0000 7fa734a02640 1 --2- 172.21.15.111:0/3681679812 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca8a50 0x55ed84ca18b0 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7fa7280899e0 tx=0x7fa72805d870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66b51ac15d0c3062 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:32.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.726+0000 7fa715ffb640 1 -- 172.21.15.111:0/3681679812 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa728061b50 con 0x55ed84ca8a50 2024-09-19T04:39:32.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.726+0000 7fa715ffb640 1 -- 172.21.15.111:0/3681679812 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa728061d10 con 0x55ed84ca8a50 2024-09-19T04:39:32.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.726+0000 7fa715ffb640 1 -- 172.21.15.111:0/3681679812 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7280713b0 con 0x55ed84ca8a50 2024-09-19T04:39:32.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.727+0000 7fa739203740 1 -- 172.21.15.111:0/3681679812 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca8a50 msgr2=0x55ed84ca18b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:32.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.727+0000 7fa739203740 1 --2- 172.21.15.111:0/3681679812 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca8a50 0x55ed84ca18b0 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7fa7280899e0 tx=0x7fa72805d870 comp rx=0 tx=0).stop 2024-09-19T04:39:32.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.727+0000 7fa739203740 1 -- 172.21.15.111:0/3681679812 shutdown_connections 2024-09-19T04:39:32.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.727+0000 7fa739203740 1 --2- 172.21.15.111:0/3681679812 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca8a50 0x55ed84ca18b0 unknown :-1 s=CLOSED pgs=1462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.727+0000 7fa739203740 1 --2- 172.21.15.111:0/3681679812 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ed84ca4a80 0x55ed84ca76a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.727+0000 7fa739203740 1 --2- 172.21.15.111:0/3681679812 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55ed84ca72c0 0x55ed84ceca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.731 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.727+0000 7fa739203740 1 -- 172.21.15.111:0/3681679812 >> 172.21.15.111:0/3681679812 conn(0x55ed84ca3a80 msgr2=0x55ed84cebf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:32.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.727+0000 7fa739203740 1 -- 172.21.15.111:0/3681679812 shutdown_connections 2024-09-19T04:39:32.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.727+0000 7fa739203740 1 -- 172.21.15.111:0/3681679812 wait complete. 2024-09-19T04:39:32.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.728+0000 7fa739203740 1 -- start start 2024-09-19T04:39:32.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.728+0000 7fa739203740 1 Processor -- start 2024-09-19T04:39:32.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa739203740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55ed84ca72c0 0x55ed84cc8940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa739203740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca8a50 0x55ed84ccf920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa739203740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ed84cd00d0 0x55ed84cfc740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa739203740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55ed84ca2f20 con 0x55ed84ca8a50 2024-09-19T04:39:32.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa739203740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55ed84b92450 con 0x55ed84cd00d0 2024-09-19T04:39:32.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa739203740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x55ed84ced290 con 0x55ed84ca72c0 2024-09-19T04:39:32.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa739203740 10 client.0 _ll_register_callbacks cb 0x55ed8491bac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:39:32.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa72f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca8a50 0x55ed84ccf920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:32.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa72f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca8a50 0x55ed84ccf920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59904/0 (socket says 172.21.15.111:59904) 2024-09-19T04:39:32.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa72f7fe640 1 -- 172.21.15.111:0/1069329809 learned_addr learned my addr 172.21.15.111:0/1069329809 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:32.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa734a02640 1 --2- 172.21.15.111:0/1069329809 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ed84cd00d0 0x55ed84cfc740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:32.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa72ffff640 1 --2- 172.21.15.111:0/1069329809 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55ed84ca72c0 0x55ed84cc8940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:32.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa72f7fe640 1 -- 172.21.15.111:0/1069329809 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55ed84ca72c0 msgr2=0x55ed84cc8940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:32.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa72f7fe640 1 --2- 172.21.15.111:0/1069329809 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55ed84ca72c0 0x55ed84cc8940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa72f7fe640 1 -- 172.21.15.111:0/1069329809 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ed84cd00d0 msgr2=0x55ed84cfc740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:32.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa72f7fe640 1 --2- 172.21.15.111:0/1069329809 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ed84cd00d0 0x55ed84cfc740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa72f7fe640 1 -- 172.21.15.111:0/1069329809 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed8491c2d0 con 0x55ed84ca8a50 2024-09-19T04:39:32.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa734a02640 1 --2- 172.21.15.111:0/1069329809 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ed84cd00d0 0x55ed84cfc740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:32.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa72f7fe640 1 --2- 172.21.15.111:0/1069329809 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca8a50 0x55ed84ccf920 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7fa724001e50 tx=0x7fa7240106d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ac9d020a3d880ad server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:32.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa70effd640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-09-19T04:39:32.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa70effd640 1 -- 172.21.15.111:0/1069329809 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7240052e0 con 0x55ed84ca8a50 2024-09-19T04:39:32.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa70effd640 1 -- 172.21.15.111:0/1069329809 <== mon.0 v2:172.21.15.111:3300/0 2 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7fa7240035f0 con 0x55ed84ca8a50 2024-09-19T04:39:32.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa739203740 1 -- 172.21.15.111:0/1069329809 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa728061d10 con 0x55ed84ca8a50 2024-09-19T04:39:32.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa70effd640 1 -- 172.21.15.111:0/1069329809 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=76) ==== 24+0+0 (secure 0 0 0) 0x7fa724021050 con 0x55ed84ca8a50 2024-09-19T04:39:32.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa739203740 10 client.8355 fetch_fsmap learned FSMap version 76 2024-09-19T04:39:32.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.729+0000 7fa739203740 1 -- 172.21.15.111:0/1069329809 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=76,monmap=2+}) -- 0x55ed849e66b0 con 0x55ed84ca8a50 2024-09-19T04:39:32.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.730+0000 7fa70effd640 1 -- 172.21.15.111:0/1069329809 <== mon.0 v2:172.21.15.111:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa728061d10 con 0x55ed84ca8a50 2024-09-19T04:39:32.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.730+0000 7fa70effd640 1 -- 172.21.15.111:0/1069329809 <== mon.0 v2:172.21.15.111:3300/0 5 ==== fsmap(e 76) ==== 3502+0+0 (secure 0 0 0) 0x7fa724024020 con 0x55ed84ca8a50 2024-09-19T04:39:32.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.730+0000 7fa739203740 10 client.8355 fetch_fsmap finished waiting for FSMap version 76 2024-09-19T04:39:32.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.730+0000 7fa739203740 10 client.8355 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T04:39:32.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.730+0000 7fa739203740 20 client.8355 populate_metadata read hostname 'smithi111' 2024-09-19T04:39:32.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.730+0000 7fa739203740 1 --2- 172.21.15.111:0/1069329809 >> [v2:172.21.15.114:6833/169965022,v1:172.21.15.114:6835/169965022] conn(0x55ed84cd04f0 0x55ed84cffd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.730+0000 7fa739203740 4 client.8355 mds_command: new command op to 8244 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T04:39:32.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.730+0000 7fa739203740 1 -- 172.21.15.111:0/1069329809 --> [v2:172.21.15.114:6833/169965022,v1:172.21.15.114:6835/169965022] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ed84c16c50 con 0x55ed84cd04f0 2024-09-19T04:39:32.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.730+0000 7fa72ffff640 1 --2- 172.21.15.111:0/1069329809 >> [v2:172.21.15.114:6833/169965022,v1:172.21.15.114:6835/169965022] conn(0x55ed84cd04f0 0x55ed84cffd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:32.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.730+0000 7fa70effd640 10 client.8355 ms_handle_connect on v2:172.21.15.114:6833/169965022 2024-09-19T04:39:32.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.730+0000 7fa72ffff640 1 --2- 172.21.15.111:0/1069329809 >> [v2:172.21.15.114:6833/169965022,v1:172.21.15.114:6835/169965022] conn(0x55ed84cd04f0 0x55ed84cffd80 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=21b4f281d66703ce server_cookie=750b0e32fd77f40b in_seq=0 out_seq=0 2024-09-19T04:39:32.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.731+0000 7fa70effd640 1 -- 172.21.15.111:0/1069329809 <== mds.0 v2:172.21.15.114:6833/169965022 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ed84c16c50 con 0x55ed84cd04f0 2024-09-19T04:39:32.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.731+0000 7fa70effd640 10 client.8355 handle_command_reply: tid=0 2024-09-19T04:39:32.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.731+0000 7fa739203740 1 client.8355 shutdown 2024-09-19T04:39:32.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.731+0000 7fa739203740 1 -- 172.21.15.111:0/1069329809 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca8a50 msgr2=0x55ed84ccf920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:32.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.731+0000 7fa739203740 1 --2- 172.21.15.111:0/1069329809 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca8a50 0x55ed84ccf920 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7fa724001e50 tx=0x7fa7240106d0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.731+0000 7fa739203740 1 -- 172.21.15.111:0/1069329809 shutdown_connections 2024-09-19T04:39:32.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.731+0000 7fa739203740 1 --2- 172.21.15.111:0/1069329809 >> [v2:172.21.15.114:6833/169965022,v1:172.21.15.114:6835/169965022] conn(0x55ed84cd04f0 0x55ed84cffd80 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.731+0000 7fa739203740 1 --2- 172.21.15.111:0/1069329809 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ed84cd00d0 0x55ed84cfc740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.731+0000 7fa70effd640 0 client.8355 ms_handle_reset on v2:172.21.15.114:6833/169965022 2024-09-19T04:39:32.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.731+0000 7fa739203740 1 --2- 172.21.15.111:0/1069329809 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca8a50 0x55ed84ccf920 unknown :-1 s=CLOSED pgs=1463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.731+0000 7fa739203740 1 --2- 172.21.15.111:0/1069329809 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55ed84ca72c0 0x55ed84cc8940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.731+0000 7fa739203740 1 -- 172.21.15.111:0/1069329809 >> 172.21.15.111:0/1069329809 conn(0x55ed84ca4a80 msgr2=0x55ed84ceda90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:32.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.731+0000 7fa739203740 1 -- 172.21.15.111:0/1069329809 shutdown_connections 2024-09-19T04:39:32.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.731+0000 7fa739203740 1 -- 172.21.15.111:0/1069329809 wait complete. 2024-09-19T04:39:32.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.732+0000 7fa739203740 20 client.8355 trim_cache size 0 max 16384 2024-09-19T04:39:32.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.749+0000 7fa739203740 1 Processor -- start 2024-09-19T04:39:32.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.749+0000 7fa739203740 1 -- start start 2024-09-19T04:39:32.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.750+0000 7fa739203740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55ed84ca72c0 0x55ed84cec430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.750+0000 7fa739203740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca8a50 0x55ed84cf97b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.750+0000 7fa739203740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ed84cd00d0 0x55ed84cfc040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.750+0000 7fa739203740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa7301ffb30 con 0x55ed84ca8a50 2024-09-19T04:39:32.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.750+0000 7fa739203740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa7301fefb0 con 0x55ed84cd00d0 2024-09-19T04:39:32.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.750+0000 7fa739203740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa7301ff4e0 con 0x55ed84ca72c0 2024-09-19T04:39:32.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.750+0000 7fa72ffff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55ed84ca72c0 0x55ed84cec430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:32.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.750+0000 7fa72ffff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55ed84ca72c0 0x55ed84cec430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:54436/0 (socket says 172.21.15.111:54436) 2024-09-19T04:39:32.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.750+0000 7fa72f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca8a50 0x55ed84cf97b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:32.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.750+0000 7fa72ffff640 1 -- 172.21.15.111:0/705590995 learned_addr learned my addr 172.21.15.111:0/705590995 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:32.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.750+0000 7fa734a02640 1 --2- 172.21.15.111:0/705590995 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ed84cd00d0 0x55ed84cfc040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:32.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.750+0000 7fa72f7fe640 1 -- 172.21.15.111:0/705590995 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55ed84ca72c0 msgr2=0x55ed84cec430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:32.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.750+0000 7fa72f7fe640 1 --2- 172.21.15.111:0/705590995 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55ed84ca72c0 0x55ed84cec430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.750+0000 7fa72f7fe640 1 -- 172.21.15.111:0/705590995 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ed84cd00d0 msgr2=0x55ed84cfc040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:32.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.750+0000 7fa72f7fe640 1 --2- 172.21.15.111:0/705590995 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ed84cd00d0 0x55ed84cfc040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.750+0000 7fa72f7fe640 1 -- 172.21.15.111:0/705590995 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed84cca680 con 0x55ed84ca8a50 2024-09-19T04:39:32.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.750+0000 7fa72f7fe640 1 --2- 172.21.15.111:0/705590995 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca8a50 0x55ed84cf97b0 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x7fa724001020 tx=0x7fa72400b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85309c2d5ffa802b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:32.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.750+0000 7fa7157fa640 1 -- 172.21.15.111:0/705590995 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa724029070 con 0x55ed84ca8a50 2024-09-19T04:39:32.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.750+0000 7fa7157fa640 1 -- 172.21.15.111:0/705590995 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa724019070 con 0x55ed84ca8a50 2024-09-19T04:39:32.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.751+0000 7fa7157fa640 1 -- 172.21.15.111:0/705590995 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa724003810 con 0x55ed84ca8a50 2024-09-19T04:39:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.751+0000 7fa739203740 1 -- 172.21.15.111:0/705590995 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca8a50 msgr2=0x55ed84cf97b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.751+0000 7fa739203740 1 --2- 172.21.15.111:0/705590995 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca8a50 0x55ed84cf97b0 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x7fa724001020 tx=0x7fa72400b000 comp rx=0 tx=0).stop 2024-09-19T04:39:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.751+0000 7fa739203740 1 -- 172.21.15.111:0/705590995 shutdown_connections 2024-09-19T04:39:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.751+0000 7fa739203740 1 --2- 172.21.15.111:0/705590995 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ed84cd00d0 0x55ed84cfc040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.751+0000 7fa739203740 1 --2- 172.21.15.111:0/705590995 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca8a50 0x55ed84cf97b0 unknown :-1 s=CLOSED pgs=1464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.751+0000 7fa739203740 1 --2- 172.21.15.111:0/705590995 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55ed84ca72c0 0x55ed84cec430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.751+0000 7fa739203740 1 -- 172.21.15.111:0/705590995 >> 172.21.15.111:0/705590995 conn(0x55ed84ca4a80 msgr2=0x55ed84cd0e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.751+0000 7fa739203740 1 -- 172.21.15.111:0/705590995 shutdown_connections 2024-09-19T04:39:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.751+0000 7fa739203740 1 -- 172.21.15.111:0/705590995 wait complete. 2024-09-19T04:39:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.752+0000 7fa739203740 1 -- start start 2024-09-19T04:39:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.752+0000 7fa739203740 1 Processor -- start 2024-09-19T04:39:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa739203740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca72c0 0x55ed84cefe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa739203740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55ed84ca8a50 0x55ed84d6a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa739203740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ed84cd00d0 0x55ed84cfc040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa739203740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55ed84cd0a70 con 0x55ed84ca72c0 2024-09-19T04:39:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa739203740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55ed84ccf120 con 0x55ed84cd00d0 2024-09-19T04:39:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa739203740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x55ed84ca1330 con 0x55ed84ca8a50 2024-09-19T04:39:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa739203740 10 client.0 _ll_register_callbacks cb 0x7fa724007ed0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:39:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa72ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca72c0 0x55ed84cefe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa72ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca72c0 0x55ed84cefe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59924/0 (socket says 172.21.15.111:59924) 2024-09-19T04:39:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa72ffff640 1 -- 172.21.15.111:0/1248240229 learned_addr learned my addr 172.21.15.111:0/1248240229 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa72f7fe640 1 --2- 172.21.15.111:0/1248240229 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55ed84ca8a50 0x55ed84d6a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa734a02640 1 --2- 172.21.15.111:0/1248240229 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ed84cd00d0 0x55ed84cfc040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa72ffff640 1 -- 172.21.15.111:0/1248240229 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55ed84ca8a50 msgr2=0x55ed84d6a0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa72ffff640 1 --2- 172.21.15.111:0/1248240229 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55ed84ca8a50 0x55ed84d6a0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa72ffff640 1 -- 172.21.15.111:0/1248240229 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ed84cd00d0 msgr2=0x55ed84cfc040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa72ffff640 1 --2- 172.21.15.111:0/1248240229 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ed84cd00d0 0x55ed84cfc040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa72ffff640 1 -- 172.21.15.111:0/1248240229 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed84ced200 con 0x55ed84ca72c0 2024-09-19T04:39:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa72ffff640 1 --2- 172.21.15.111:0/1248240229 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca72c0 0x55ed84cefe90 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7fa7200327e0 tx=0x7fa72002c070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eaa68a868d0aa135 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa70effd640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-09-19T04:39:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa70effd640 1 -- 172.21.15.111:0/1248240229 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa720037040 con 0x55ed84ca72c0 2024-09-19T04:39:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa70effd640 1 -- 172.21.15.111:0/1248240229 <== mon.0 v2:172.21.15.111:3300/0 2 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7fa720055b30 con 0x55ed84ca72c0 2024-09-19T04:39:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa739203740 1 -- 172.21.15.111:0/1248240229 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa724019070 con 0x55ed84ca72c0 2024-09-19T04:39:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa70effd640 1 -- 172.21.15.111:0/1248240229 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=76) ==== 24+0+0 (secure 0 0 0) 0x7fa720055d30 con 0x55ed84ca72c0 2024-09-19T04:39:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa739203740 10 client.8361 fetch_fsmap learned FSMap version 76 2024-09-19T04:39:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.753+0000 7fa739203740 1 -- 172.21.15.111:0/1248240229 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=76,monmap=2+}) -- 0x55ed84cccb30 con 0x55ed84ca72c0 2024-09-19T04:39:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.754+0000 7fa70effd640 1 -- 172.21.15.111:0/1248240229 <== mon.0 v2:172.21.15.111:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa724019070 con 0x55ed84ca72c0 2024-09-19T04:39:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.754+0000 7fa70effd640 1 -- 172.21.15.111:0/1248240229 <== mon.0 v2:172.21.15.111:3300/0 5 ==== fsmap(e 76) ==== 3502+0+0 (secure 0 0 0) 0x7fa72005c050 con 0x55ed84ca72c0 2024-09-19T04:39:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.754+0000 7fa739203740 10 client.8361 fetch_fsmap finished waiting for FSMap version 76 2024-09-19T04:39:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.754+0000 7fa739203740 10 client.8361 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T04:39:32.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.754+0000 7fa739203740 20 client.8361 populate_metadata read hostname 'smithi111' 2024-09-19T04:39:32.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.754+0000 7fa739203740 1 --2- 172.21.15.111:0/1248240229 >> [v2:172.21.15.114:6833/169965022,v1:172.21.15.114:6835/169965022] conn(0x55ed84d0f9d0 0x55ed84d0fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.754+0000 7fa739203740 4 client.8361 mds_command: new command op to 8244 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T04:39:32.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.754+0000 7fa739203740 1 -- 172.21.15.111:0/1248240229 --> [v2:172.21.15.114:6833/169965022,v1:172.21.15.114:6835/169965022] -- command(tid 0: {"prefix": "status"}) -- 0x55ed84ca2a80 con 0x55ed84d0f9d0 2024-09-19T04:39:32.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.754+0000 7fa72f7fe640 1 --2- 172.21.15.111:0/1248240229 >> [v2:172.21.15.114:6833/169965022,v1:172.21.15.114:6835/169965022] conn(0x55ed84d0f9d0 0x55ed84d0fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:32.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.754+0000 7fa70effd640 10 client.8361 ms_handle_connect on v2:172.21.15.114:6833/169965022 2024-09-19T04:39:32.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.754+0000 7fa72f7fe640 1 --2- 172.21.15.111:0/1248240229 >> [v2:172.21.15.114:6833/169965022,v1:172.21.15.114:6835/169965022] conn(0x55ed84d0f9d0 0x55ed84d0fdb0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c74816f67e9a23a8 server_cookie=435e4b3db9c383fa in_seq=0 out_seq=0 2024-09-19T04:39:32.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.754+0000 7fa70effd640 1 -- 172.21.15.111:0/1248240229 <== mds.0 v2:172.21.15.114:6833/169965022 1 ==== command_reply(tid 0: 0 ) ==== 8+0+333 (crc 0 0 0) 0x55ed84ca2a80 con 0x55ed84d0f9d0 2024-09-19T04:39:32.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.754+0000 7fa70effd640 10 client.8361 handle_command_reply: tid=0 2024-09-19T04:39:32.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.754+0000 7fa739203740 1 client.8361 shutdown 2024-09-19T04:39:32.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.755+0000 7fa739203740 1 -- 172.21.15.111:0/1248240229 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca72c0 msgr2=0x55ed84cefe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:32.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.755+0000 7fa739203740 1 --2- 172.21.15.111:0/1248240229 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca72c0 0x55ed84cefe90 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7fa7200327e0 tx=0x7fa72002c070 comp rx=0 tx=0).stop 2024-09-19T04:39:32.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.755+0000 7fa739203740 1 -- 172.21.15.111:0/1248240229 shutdown_connections 2024-09-19T04:39:32.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.755+0000 7fa739203740 1 --2- 172.21.15.111:0/1248240229 >> [v2:172.21.15.114:6833/169965022,v1:172.21.15.114:6835/169965022] conn(0x55ed84d0f9d0 0x55ed84d0fdb0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.755+0000 7fa739203740 1 --2- 172.21.15.111:0/1248240229 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ed84cd00d0 0x55ed84cfc040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.755+0000 7fa739203740 1 --2- 172.21.15.111:0/1248240229 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55ed84ca8a50 0x55ed84d6a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.755+0000 7fa70effd640 0 client.8361 ms_handle_reset on v2:172.21.15.114:6833/169965022 2024-09-19T04:39:32.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.755+0000 7fa739203740 1 --2- 172.21.15.111:0/1248240229 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55ed84ca72c0 0x55ed84cefe90 unknown :-1 s=CLOSED pgs=1465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.755+0000 7fa739203740 1 -- 172.21.15.111:0/1248240229 >> 172.21.15.111:0/1248240229 conn(0x55ed84ca4a80 msgr2=0x55ed84cd1650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:32.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.755+0000 7fa739203740 1 -- 172.21.15.111:0/1248240229 shutdown_connections 2024-09-19T04:39:32.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.755+0000 7fa739203740 1 -- 172.21.15.111:0/1248240229 wait complete. 2024-09-19T04:39:32.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.755+0000 7fa739203740 20 client.8361 trim_cache size 0 max 16384 2024-09-19T04:39:32.763 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:39:32.764 INFO:teuthology.orchestra.run.smithi111.stdout: "cluster_fsid": "96a4203e-380c-426d-916c-b9d719e0db84", 2024-09-19T04:39:32.764 INFO:teuthology.orchestra.run.smithi111.stdout: "whoami": 0, 2024-09-19T04:39:32.764 INFO:teuthology.orchestra.run.smithi111.stdout: "id": 8244, 2024-09-19T04:39:32.764 INFO:teuthology.orchestra.run.smithi111.stdout: "want_state": "up:active", 2024-09-19T04:39:32.764 INFO:teuthology.orchestra.run.smithi111.stdout: "state": "up:active", 2024-09-19T04:39:32.764 INFO:teuthology.orchestra.run.smithi111.stdout: "fs_name": "cephfs", 2024-09-19T04:39:32.764 INFO:teuthology.orchestra.run.smithi111.stdout: "rank_uptime": 4.8225943720000002, 2024-09-19T04:39:32.764 INFO:teuthology.orchestra.run.smithi111.stdout: "mdsmap_epoch": 76, 2024-09-19T04:39:32.764 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch": 143, 2024-09-19T04:39:32.764 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch_barrier": 143, 2024-09-19T04:39:32.764 INFO:teuthology.orchestra.run.smithi111.stdout: "uptime": 9.1459810699999995 2024-09-19T04:39:32.764 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:39:32.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.755+0000 7fa736465640 1 -- 172.21.15.111:0/3173577205 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa71c06c8e0 msgr2=0x7fa71c06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:32.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.755+0000 7fa736465640 1 --2- 172.21.15.111:0/3173577205 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa71c06c8e0 0x7fa71c06eda0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fa720034000 tx=0x7fa72002e000 comp rx=0 tx=0).stop 2024-09-19T04:39:32.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.755+0000 7fa736465640 1 -- 172.21.15.111:0/3173577205 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa73015c180 msgr2=0x7fa7300c9f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:32.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.755+0000 7fa736465640 1 --2- 172.21.15.111:0/3173577205 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa73015c180 0x7fa7300c9f40 secure :-1 s=READY pgs=1461 cs=0 l=1 rev1=1 crypto rx=0x7fa72800cbf0 tx=0x7fa72800a430 comp rx=0 tx=0).stop 2024-09-19T04:39:32.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.755+0000 7fa736465640 1 -- 172.21.15.111:0/3173577205 shutdown_connections 2024-09-19T04:39:32.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.755+0000 7fa736465640 1 --2- 172.21.15.111:0/3173577205 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa71c06c8e0 0x7fa71c06eda0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.755+0000 7fa736465640 1 --2- 172.21.15.111:0/3173577205 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa73015c180 0x7fa7300c9f40 unknown :-1 s=CLOSED pgs=1461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.755+0000 7fa736465640 1 --2- 172.21.15.111:0/3173577205 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa7300ce230 0x7fa73014cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.755+0000 7fa736465640 1 --2- 172.21.15.111:0/3173577205 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa730073120 0x7fa7300cc0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.755+0000 7fa736465640 1 -- 172.21.15.111:0/3173577205 >> 172.21.15.111:0/3173577205 conn(0x7fa730062cc0 msgr2=0x7fa73015dab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:32.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.755+0000 7fa736465640 1 -- 172.21.15.111:0/3173577205 shutdown_connections 2024-09-19T04:39:32.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.755+0000 7fa736465640 1 -- 172.21.15.111:0/3173577205 wait complete. 2024-09-19T04:39:32.767 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:39:32.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.864+0000 7faf229d8640 1 Processor -- start 2024-09-19T04:39:32.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.864+0000 7faf229d8640 1 -- start start 2024-09-19T04:39:32.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.865+0000 7faf229d8640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7faf1c151c50 0x7faf1c0cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.865+0000 7faf229d8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7faf1c06c1f0 0x7faf1c15baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.865+0000 7faf229d8640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf1c0cd5f0 con 0x7faf1c06be10 2024-09-19T04:39:32.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.865+0000 7faf229d8640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7faf1c0cd8d0 con 0x7faf1c06c1f0 2024-09-19T04:39:32.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.865+0000 7faf229d8640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7faf1c0cdbb0 con 0x7faf1c151c50 2024-09-19T04:39:32.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.865+0000 7faf20f75640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7faf1c06c1f0 0x7faf1c15baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:32.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.865+0000 7faf1bfff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7faf1c06be10 0x7faf1c151540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:51538/0 (socket says 172.21.15.111:51538) 2024-09-19T04:39:32.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.865+0000 7faf20f75640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7faf1c06c1f0 0x7faf1c15baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59934/0 (socket says 172.21.15.111:59934) 2024-09-19T04:39:32.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.865+0000 7faf1bfff640 1 -- 172.21.15.111:0/2940586852 learned_addr learned my addr 172.21.15.111:0/2940586852 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:32.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.865+0000 7faf20f75640 1 -- 172.21.15.111:0/2940586852 >> v2:172.21.15.114:3300/0 conn(0x7faf1c151c50 msgr2=0x7faf1c0cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:32.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.865+0000 7faf20f75640 1 --2- 172.21.15.111:0/2940586852 >> v2:172.21.15.114:3300/0 conn(0x7faf1c151c50 0x7faf1c0cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.865+0000 7faf20f75640 1 -- 172.21.15.111:0/2940586852 >> v1:172.21.15.111:6789/0 conn(0x7faf1c06be10 legacy=0x7faf1c151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:32.867 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.865+0000 7faf20f75640 1 -- 172.21.15.111:0/2940586852 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf1c0cde90 con 0x7faf1c06c1f0 2024-09-19T04:39:32.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.865+0000 7faf1affd640 1 -- 172.21.15.111:0/2940586852 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2809455030 0 0) 0x7faf1c0cd5f0 con 0x7faf1c06be10 2024-09-19T04:39:32.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.866+0000 7faf20f75640 1 --2- 172.21.15.111:0/2940586852 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf1c06c1f0 0x7faf1c15baa0 secure :-1 s=READY pgs=1467 cs=0 l=1 rev1=1 crypto rx=0x7faf1c06ca50 tx=0x7faf1402b780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15d03267d7fdfae server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:32.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.866+0000 7faf1affd640 1 -- 172.21.15.111:0/2940586852 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf14008640 con 0x7faf1c06c1f0 2024-09-19T04:39:32.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.866+0000 7faf1affd640 1 -- 172.21.15.111:0/2940586852 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf140087e0 con 0x7faf1c06c1f0 2024-09-19T04:39:32.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.866+0000 7faf1affd640 1 -- 172.21.15.111:0/2940586852 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf14008bb0 con 0x7faf1c06c1f0 2024-09-19T04:39:32.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.866+0000 7faf229d8640 1 -- 172.21.15.111:0/2940586852 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf1c06c1f0 msgr2=0x7faf1c15baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:32.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.866+0000 7faf229d8640 1 --2- 172.21.15.111:0/2940586852 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf1c06c1f0 0x7faf1c15baa0 secure :-1 s=READY pgs=1467 cs=0 l=1 rev1=1 crypto rx=0x7faf1c06ca50 tx=0x7faf1402b780 comp rx=0 tx=0).stop 2024-09-19T04:39:32.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.866+0000 7faf229d8640 1 -- 172.21.15.111:0/2940586852 shutdown_connections 2024-09-19T04:39:32.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.866+0000 7faf229d8640 1 --2- 172.21.15.111:0/2940586852 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf1c06c1f0 0x7faf1c15baa0 unknown :-1 s=CLOSED pgs=1467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.866+0000 7faf229d8640 1 --2- 172.21.15.111:0/2940586852 >> v2:172.21.15.114:3300/0 conn(0x7faf1c151c50 0x7faf1c0cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.866+0000 7faf229d8640 1 -- 172.21.15.111:0/2940586852 >> 172.21.15.111:0/2940586852 conn(0x7faf1c062cc0 msgr2=0x7faf1c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:32.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.867+0000 7faf229d8640 1 -- 172.21.15.111:0/2940586852 shutdown_connections 2024-09-19T04:39:32.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.867+0000 7faf229d8640 1 -- 172.21.15.111:0/2940586852 wait complete. 2024-09-19T04:39:32.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.868+0000 7faf229d8640 1 Processor -- start 2024-09-19T04:39:32.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.868+0000 7faf229d8640 1 -- start start 2024-09-19T04:39:32.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.869+0000 7faf229d8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf1c06be10 0x7faf1c140c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.869+0000 7faf229d8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faf1c06c1f0 0x7faf1c0b1130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.869+0000 7faf229d8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faf1c151c50 0x7faf1c0b1670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.869+0000 7faf229d8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7faf1c0d0310 con 0x7faf1c06be10 2024-09-19T04:39:32.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.869+0000 7faf229d8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7faf1c0ce690 con 0x7faf1c151c50 2024-09-19T04:39:32.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.869+0000 7faf229d8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7faf1c0d0490 con 0x7faf1c06c1f0 2024-09-19T04:39:32.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.869+0000 7faf1bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf1c06be10 0x7faf1c140c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:32.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.869+0000 7faf1bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf1c06be10 0x7faf1c140c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59950/0 (socket says 172.21.15.111:59950) 2024-09-19T04:39:32.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.869+0000 7faf1bfff640 1 -- 172.21.15.111:0/3132537053 learned_addr learned my addr 172.21.15.111:0/3132537053 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:32.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.869+0000 7faf20f75640 1 --2- 172.21.15.111:0/3132537053 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faf1c151c50 0x7faf1c0b1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:32.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.869+0000 7faf1b7fe640 1 --2- 172.21.15.111:0/3132537053 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faf1c06c1f0 0x7faf1c0b1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:32.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.869+0000 7faf1bfff640 1 -- 172.21.15.111:0/3132537053 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faf1c06c1f0 msgr2=0x7faf1c0b1130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:32.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.869+0000 7faf1bfff640 1 --2- 172.21.15.111:0/3132537053 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faf1c06c1f0 0x7faf1c0b1130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.869+0000 7faf1bfff640 1 -- 172.21.15.111:0/3132537053 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faf1c151c50 msgr2=0x7faf1c0b1670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:32.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.869+0000 7faf1bfff640 1 --2- 172.21.15.111:0/3132537053 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faf1c151c50 0x7faf1c0b1670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:32.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.869+0000 7faf1bfff640 1 -- 172.21.15.111:0/3132537053 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf1c1497e0 con 0x7faf1c06be10 2024-09-19T04:39:32.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.869+0000 7faf1b7fe640 1 --2- 172.21.15.111:0/3132537053 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faf1c06c1f0 0x7faf1c0b1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:32.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.869+0000 7faf1bfff640 1 --2- 172.21.15.111:0/3132537053 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf1c06be10 0x7faf1c140c00 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7faf0400c4d0 tx=0x7faf0400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:32.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.869+0000 7faf18ff9640 1 -- 172.21.15.111:0/3132537053 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf04018070 con 0x7faf1c06be10 2024-09-19T04:39:32.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.869+0000 7faf18ff9640 1 -- 172.21.15.111:0/3132537053 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf04007500 con 0x7faf1c06be10 2024-09-19T04:39:32.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.869+0000 7faf229d8640 1 -- 172.21.15.111:0/3132537053 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf1c149ac0 con 0x7faf1c06be10 2024-09-19T04:39:32.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.869+0000 7faf18ff9640 1 -- 172.21.15.111:0/3132537053 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf04004a20 con 0x7faf1c06be10 2024-09-19T04:39:32.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.869+0000 7faf229d8640 1 -- 172.21.15.111:0/3132537053 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf1c14a080 con 0x7faf1c06be10 2024-09-19T04:39:32.874 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.870+0000 7faf229d8640 1 -- 172.21.15.111:0/3132537053 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf1c0d0870 con 0x7faf1c06be10 2024-09-19T04:39:32.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.871+0000 7faf18ff9640 1 -- 172.21.15.111:0/3132537053 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7faf0401b070 con 0x7faf1c06be10 2024-09-19T04:39:32.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.871+0000 7faf18ff9640 1 --2- 172.21.15.111:0/3132537053 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faefc06c8e0 0x7faefc06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:32.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.871+0000 7faf18ff9640 1 -- 172.21.15.111:0/3132537053 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7faf0408b200 con 0x7faf1c06be10 2024-09-19T04:39:32.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.871+0000 7faf1b7fe640 1 --2- 172.21.15.111:0/3132537053 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faefc06c8e0 0x7faefc06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:32.875 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.872+0000 7faf1b7fe640 1 --2- 172.21.15.111:0/3132537053 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faefc06c8e0 0x7faefc06eda0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7faf1c0b1cd0 tx=0x7faf0c008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:32.876 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:32.875+0000 7faf18ff9640 1 -- 172.21.15.111:0/3132537053 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faf04058a30 con 0x7faf1c06be10 2024-09-19T04:39:33.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.074+0000 7faf229d8640 1 -- 172.21.15.111:0/3132537053 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7faf1c076250 con 0x7faf1c06be10 2024-09-19T04:39:33.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.074+0000 7faf18ff9640 1 -- 172.21.15.111:0/3132537053 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v76) ==== 53+0+73 (secure 0 0 0) 0x7faf0405cd30 con 0x7faf1c06be10 2024-09-19T04:39:33.076 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:39:33.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.076+0000 7faf229d8640 1 -- 172.21.15.111:0/3132537053 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faefc06c8e0 msgr2=0x7faefc06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:33.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.076+0000 7faf229d8640 1 --2- 172.21.15.111:0/3132537053 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faefc06c8e0 0x7faefc06eda0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7faf1c0b1cd0 tx=0x7faf0c008040 comp rx=0 tx=0).stop 2024-09-19T04:39:33.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.076+0000 7faf229d8640 1 -- 172.21.15.111:0/3132537053 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf1c06be10 msgr2=0x7faf1c140c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:33.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.076+0000 7faf229d8640 1 --2- 172.21.15.111:0/3132537053 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf1c06be10 0x7faf1c140c00 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7faf0400c4d0 tx=0x7faf0400c990 comp rx=0 tx=0).stop 2024-09-19T04:39:33.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.076+0000 7faf229d8640 1 -- 172.21.15.111:0/3132537053 shutdown_connections 2024-09-19T04:39:33.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.076+0000 7faf229d8640 1 --2- 172.21.15.111:0/3132537053 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faefc06c8e0 0x7faefc06eda0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:33.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.076+0000 7faf229d8640 1 --2- 172.21.15.111:0/3132537053 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faf1c151c50 0x7faf1c0b1670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:33.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.076+0000 7faf229d8640 1 --2- 172.21.15.111:0/3132537053 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7faf1c06c1f0 0x7faf1c0b1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:33.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.076+0000 7faf229d8640 1 --2- 172.21.15.111:0/3132537053 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faf1c06be10 0x7faf1c140c00 unknown :-1 s=CLOSED pgs=1468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:33.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.076+0000 7faf229d8640 1 -- 172.21.15.111:0/3132537053 >> 172.21.15.111:0/3132537053 conn(0x7faf1c062cc0 msgr2=0x7faf1c0b3340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:33.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.076+0000 7faf229d8640 1 -- 172.21.15.111:0/3132537053 shutdown_connections 2024-09-19T04:39:33.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.076+0000 7faf229d8640 1 -- 172.21.15.111:0/3132537053 wait complete. 2024-09-19T04:39:33.088 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:39:33.088 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:39:33.088 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi111.front.sepia.ceph.com 2024-09-19T04:39:33.089 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T04:39:33.089 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T04:39:33.089 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:39:33.089 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:39:33.089 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:39:33.089 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:39:33.089 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:33.089 DEBUG:teuthology.orchestra.run.smithi111:> ip addr 2024-09-19T04:39:33.105 INFO:teuthology.orchestra.run.smithi111.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:39:33.105 INFO:teuthology.orchestra.run.smithi111.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:39:33.105 INFO:teuthology.orchestra.run.smithi111.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:39:33.105 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:33.105 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 ::1/128 scope host 2024-09-19T04:39:33.105 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:33.105 INFO:teuthology.orchestra.run.smithi111.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:39:33.106 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:24 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:39:33.106 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f0 2024-09-19T04:39:33.106 INFO:teuthology.orchestra.run.smithi111.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:39:33.106 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:25 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:39:33.106 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f1 2024-09-19T04:39:33.106 INFO:teuthology.orchestra.run.smithi111.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:39:33.106 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2e brd ff:ff:ff:ff:ff:ff 2024-09-19T04:39:33.106 INFO:teuthology.orchestra.run.smithi111.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:39:33.106 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2f brd ff:ff:ff:ff:ff:ff 2024-09-19T04:39:33.106 INFO:teuthology.orchestra.run.smithi111.stdout: inet 172.21.15.111/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:39:33.106 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft 42393sec preferred_lft 42393sec 2024-09-19T04:39:33.106 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::ec4:7aff:fe8f:cc2f/64 scope link noprefixroute 2024-09-19T04:39:33.106 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:33.107 INFO:teuthology.orchestra.run.smithi111.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:39:33.107 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 52:d4:1f:0e:24:21 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:39:33.107 INFO:teuthology.orchestra.run.smithi111.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:39:33.107 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:33.107 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::6cca:96ff:fe86:c24e/64 scope link 2024-09-19T04:39:33.107 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:33.107 INFO:teuthology.orchestra.run.smithi111.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:39:33.107 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 76:f0:b7:84:e3:fb brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T04:39:33.107 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::74f0:b7ff:fe84:e3fb/64 scope link 2024-09-19T04:39:33.107 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:33.107 INFO:teuthology.orchestra.run.smithi111.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:39:33.107 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 52:d4:1f:0e:24:21 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T04:39:33.107 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::50d4:1fff:fe0e:2421/64 scope link 2024-09-19T04:39:33.107 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:33.108 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:33.108 DEBUG:teuthology.orchestra.run.smithi111:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:39:33.168 INFO:teuthology.orchestra.run.smithi111.stdout:1 2024-09-19T04:39:33.169 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:33.169 DEBUG:teuthology.orchestra.run.smithi111:> route 2024-09-19T04:39:33.225 INFO:teuthology.orchestra.run.smithi111.stdout:Kernel IP routing table 2024-09-19T04:39:33.225 INFO:teuthology.orchestra.run.smithi111.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:39:33.225 INFO:teuthology.orchestra.run.smithi111.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:39:33.225 INFO:teuthology.orchestra.run.smithi111.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:39:33.225 INFO:teuthology.orchestra.run.smithi111.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:39:33.226 DEBUG:teuthology.orchestra.run.smithi111:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:39:33.226 DEBUG:teuthology.orchestra.run.smithi111:> set -e 2024-09-19T04:39:33.226 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:39:33.226 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:39:33.226 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:39:33.226 DEBUG:teuthology.orchestra.run.smithi111:> ') 2024-09-19T04:39:33.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:39:33.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:39:33.351 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:33.351 DEBUG:teuthology.orchestra.run.smithi111:> ip netns list 2024-09-19T04:39:33.366 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T04:39:33.366 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T04:39:33.366 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:39:33.366 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:33.366 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip link set brx.0 up 2024-09-19T04:39:33.430 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:39:33.431 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T04:39:33.486 INFO:teuthology.orchestra.run.smithi111.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:39:33.487 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:39:33.487 DEBUG:teuthology.orchestra.run.smithi111:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:39:33.542 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T04:39:33.542 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:33.542 DEBUG:teuthology.orchestra.run.smithi111:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:39:33.626 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:39:33.626 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:39:33.633 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:39:33.633 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:39:33.634 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:39:33.634 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: trying mount with new device syntax: 0@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:39:33.634 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:39:33.634 INFO:teuthology.orchestra.run.smithi111.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T04:39:33.634 INFO:teuthology.orchestra.run.smithi111.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:39:33.634 INFO:teuthology.orchestra.run.smithi111.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:39:33.634 INFO:teuthology.orchestra.run.smithi111.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:39:33.634 INFO:teuthology.orchestra.run.smithi111.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:39:33.636 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:39:33.636 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:33.636 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:39:33.702 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:39:33.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:39:33.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:39:33.805 INFO:teuthology.orchestra.run.smithi111.stdout:client6731 2024-09-19T04:39:33.805 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:39:33.805 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:39:33.821 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:39:33.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.958+0000 7fd12c159640 1 Processor -- start 2024-09-19T04:39:33.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.958+0000 7fd12c159640 1 -- start start 2024-09-19T04:39:33.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.959+0000 7fd12c159640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd12415e940 0x7fd1240d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:33.960 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.959+0000 7fd12c159640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fd12415ed20 0x7fd1240d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:33.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.959+0000 7fd12c159640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd1240b7170 con 0x7fd1240cef90 2024-09-19T04:39:33.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.959+0000 7fd12c159640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fd1240d1ae0 con 0x7fd12415ed20 2024-09-19T04:39:33.961 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.959+0000 7fd12c159640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd1240b7aa0 con 0x7fd12415e940 2024-09-19T04:39:33.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.960+0000 7fd1296f4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fd12415ed20 0x7fd1240d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:33.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.960+0000 7fd12a6f6640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7fd1240cef90 0x7fd1240b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:46650/0 (socket says 172.21.15.111:46650) 2024-09-19T04:39:33.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.960+0000 7fd129ef5640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd12415e940 0x7fd1240d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:33.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.960+0000 7fd12a6f6640 1 -- 172.21.15.111:0/2649437652 learned_addr learned my addr 172.21.15.111:0/2649437652 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:33.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.960+0000 7fd128ef3640 1 -- 172.21.15.111:0/2649437652 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3131090334 0 0) 0x7fd11c001110 con 0x7fd1240cef90 2024-09-19T04:39:33.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.960+0000 7fd128ef3640 1 -- 172.21.15.111:0/2649437652 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd10c003520 con 0x7fd1240cef90 2024-09-19T04:39:33.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.960+0000 7fd1296f4640 1 -- 172.21.15.111:0/2649437652 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd12415e940 msgr2=0x7fd1240d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:33.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.960+0000 7fd1296f4640 1 --2- 172.21.15.111:0/2649437652 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd12415e940 0x7fd1240d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:33.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.960+0000 7fd1296f4640 1 -- 172.21.15.111:0/2649437652 >> v1:172.21.15.114:6789/0 conn(0x7fd1240cef90 legacy=0x7fd1240b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:33.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.960+0000 7fd1296f4640 1 -- 172.21.15.111:0/2649437652 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1240d3660 con 0x7fd12415ed20 2024-09-19T04:39:33.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.960+0000 7fd129ef5640 1 --2- 172.21.15.111:0/2649437652 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd12415e940 0x7fd1240d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:33.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.961+0000 7fd1296f4640 1 --2- 172.21.15.111:0/2649437652 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd12415ed20 0x7fd1240d15a0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fd1180097a0 tx=0x7fd11802a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e559f59654b07cc0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:33.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.961+0000 7fd128ef3640 1 -- 172.21.15.111:0/2649437652 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd118037070 con 0x7fd12415ed20 2024-09-19T04:39:33.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.961+0000 7fd128ef3640 1 -- 172.21.15.111:0/2649437652 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd118032440 con 0x7fd12415ed20 2024-09-19T04:39:33.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.961+0000 7fd128ef3640 1 -- 172.21.15.111:0/2649437652 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1180327f0 con 0x7fd12415ed20 2024-09-19T04:39:33.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.962+0000 7fd12c159640 1 -- 172.21.15.111:0/2649437652 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd12415ed20 msgr2=0x7fd1240d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:33.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.962+0000 7fd12c159640 1 --2- 172.21.15.111:0/2649437652 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd12415ed20 0x7fd1240d15a0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fd1180097a0 tx=0x7fd11802a210 comp rx=0 tx=0).stop 2024-09-19T04:39:33.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.962+0000 7fd12c159640 1 -- 172.21.15.111:0/2649437652 shutdown_connections 2024-09-19T04:39:33.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.962+0000 7fd12c159640 1 --2- 172.21.15.111:0/2649437652 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd12415ed20 0x7fd1240d15a0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:33.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.962+0000 7fd12c159640 1 --2- 172.21.15.111:0/2649437652 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd12415e940 0x7fd1240d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:33.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.962+0000 7fd12c159640 1 -- 172.21.15.111:0/2649437652 >> 172.21.15.111:0/2649437652 conn(0x7fd1240b6240 msgr2=0x7fd1240b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:33.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.962+0000 7fd12c159640 1 -- 172.21.15.111:0/2649437652 shutdown_connections 2024-09-19T04:39:33.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.962+0000 7fd12c159640 1 -- 172.21.15.111:0/2649437652 wait complete. 2024-09-19T04:39:33.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.963+0000 7fd12c159640 1 Processor -- start 2024-09-19T04:39:33.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.963+0000 7fd12c159640 1 -- start start 2024-09-19T04:39:33.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.963+0000 7fd12c159640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd1240cef90 0x7fd124157790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:33.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.964+0000 7fd12c159640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd12415e940 0x7fd1240ab1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:33.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.964+0000 7fd12c159640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd12415ed20 0x7fd124159560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:33.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.964+0000 7fd12c159640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd1240d3f00 con 0x7fd12415e940 2024-09-19T04:39:33.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.964+0000 7fd12c159640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd1240d3c20 con 0x7fd12415ed20 2024-09-19T04:39:33.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.964+0000 7fd12c159640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd1240d3310 con 0x7fd1240cef90 2024-09-19T04:39:33.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.964+0000 7fd1296f4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd12415e940 0x7fd1240ab1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:33.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.964+0000 7fd1296f4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd12415e940 0x7fd1240ab1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59956/0 (socket says 172.21.15.111:59956) 2024-09-19T04:39:33.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.964+0000 7fd1296f4640 1 -- 172.21.15.111:0/732361701 learned_addr learned my addr 172.21.15.111:0/732361701 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:33.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.964+0000 7fd12a6f6640 1 --2- 172.21.15.111:0/732361701 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd12415ed20 0x7fd124159560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:33.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.964+0000 7fd129ef5640 1 --2- 172.21.15.111:0/732361701 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd1240cef90 0x7fd124157790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:33.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.964+0000 7fd1296f4640 1 -- 172.21.15.111:0/732361701 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd1240cef90 msgr2=0x7fd124157790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:33.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.964+0000 7fd1296f4640 1 --2- 172.21.15.111:0/732361701 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd1240cef90 0x7fd124157790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:33.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.964+0000 7fd1296f4640 1 -- 172.21.15.111:0/732361701 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd12415ed20 msgr2=0x7fd124159560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:33.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.964+0000 7fd1296f4640 1 --2- 172.21.15.111:0/732361701 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd12415ed20 0x7fd124159560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:33.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.964+0000 7fd1296f4640 1 -- 172.21.15.111:0/732361701 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd124158fa0 con 0x7fd12415e940 2024-09-19T04:39:33.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.964+0000 7fd1296f4640 1 --2- 172.21.15.111:0/732361701 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd12415e940 0x7fd1240ab1a0 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x7fd11802a250 tx=0x7fd1180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:33.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.964+0000 7fd1227fc640 1 -- 172.21.15.111:0/732361701 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd118037040 con 0x7fd12415e940 2024-09-19T04:39:33.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.964+0000 7fd1227fc640 1 -- 172.21.15.111:0/732361701 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd118042070 con 0x7fd12415e940 2024-09-19T04:39:33.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.964+0000 7fd12c159640 1 -- 172.21.15.111:0/732361701 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd124159280 con 0x7fd12415e940 2024-09-19T04:39:33.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.964+0000 7fd1227fc640 1 -- 172.21.15.111:0/732361701 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd118032810 con 0x7fd12415e940 2024-09-19T04:39:33.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.964+0000 7fd12c159640 1 -- 172.21.15.111:0/732361701 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd124157cd0 con 0x7fd12415e940 2024-09-19T04:39:33.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.965+0000 7fd12c159640 1 -- 172.21.15.111:0/732361701 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1240d1ef0 con 0x7fd12415e940 2024-09-19T04:39:33.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.966+0000 7fd1227fc640 1 -- 172.21.15.111:0/732361701 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7fd1180329b0 con 0x7fd12415e940 2024-09-19T04:39:33.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.966+0000 7fd1227fc640 1 --2- 172.21.15.111:0/732361701 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd11006c8e0 0x7fd11006eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:33.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.967+0000 7fd1227fc640 1 -- 172.21.15.111:0/732361701 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7fd1180ac660 con 0x7fd12415e940 2024-09-19T04:39:33.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.967+0000 7fd129ef5640 1 --2- 172.21.15.111:0/732361701 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd11006c8e0 0x7fd11006eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:33.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.967+0000 7fd129ef5640 1 --2- 172.21.15.111:0/732361701 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd11006c8e0 0x7fd11006eda0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fd1240ce470 tx=0x7fd11400b040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:33.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:33.971+0000 7fd1227fc640 1 -- 172.21.15.111:0/732361701 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd11807a020 con 0x7fd12415e940 2024-09-19T04:39:34.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:34.172+0000 7fd12c159640 1 -- 172.21.15.111:0/732361701 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fd1240ba6b0 con 0x7fd12415e940 2024-09-19T04:39:34.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:34.173+0000 7fd1227fc640 1 -- 172.21.15.111:0/732361701 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v76) ==== 53+0+73 (secure 0 0 0) 0x7fd11807e320 con 0x7fd12415e940 2024-09-19T04:39:34.174 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:39:34.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:34.175+0000 7fd12c159640 1 -- 172.21.15.111:0/732361701 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd11006c8e0 msgr2=0x7fd11006eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:34.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:34.175+0000 7fd12c159640 1 --2- 172.21.15.111:0/732361701 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd11006c8e0 0x7fd11006eda0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fd1240ce470 tx=0x7fd11400b040 comp rx=0 tx=0).stop 2024-09-19T04:39:34.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:34.175+0000 7fd12c159640 1 -- 172.21.15.111:0/732361701 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd12415e940 msgr2=0x7fd1240ab1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:34.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:34.175+0000 7fd12c159640 1 --2- 172.21.15.111:0/732361701 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd12415e940 0x7fd1240ab1a0 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x7fd11802a250 tx=0x7fd1180046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:34.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:34.175+0000 7fd12c159640 1 -- 172.21.15.111:0/732361701 shutdown_connections 2024-09-19T04:39:34.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:34.175+0000 7fd12c159640 1 --2- 172.21.15.111:0/732361701 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd11006c8e0 0x7fd11006eda0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:34.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:34.175+0000 7fd12c159640 1 --2- 172.21.15.111:0/732361701 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd12415ed20 0x7fd124159560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:34.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:34.175+0000 7fd12c159640 1 --2- 172.21.15.111:0/732361701 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd12415e940 0x7fd1240ab1a0 unknown :-1 s=CLOSED pgs=1469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:34.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:34.175+0000 7fd12c159640 1 --2- 172.21.15.111:0/732361701 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd1240cef90 0x7fd124157790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:34.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:34.175+0000 7fd12c159640 1 -- 172.21.15.111:0/732361701 >> 172.21.15.111:0/732361701 conn(0x7fd1240b6240 msgr2=0x7fd1240b6620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:34.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:34.175+0000 7fd12c159640 1 -- 172.21.15.111:0/732361701 shutdown_connections 2024-09-19T04:39:34.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:34.175+0000 7fd12c159640 1 -- 172.21.15.111:0/732361701 wait complete. 2024-09-19T04:39:34.187 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:39:34.187 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:39:34.187 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi114.front.sepia.ceph.com 2024-09-19T04:39:34.187 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T04:39:34.187 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T04:39:34.187 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:39:34.187 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:39:34.187 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:39:34.187 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:39:34.188 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:34.188 DEBUG:teuthology.orchestra.run.smithi114:> ip addr 2024-09-19T04:39:34.207 INFO:teuthology.orchestra.run.smithi114.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:39:34.208 INFO:teuthology.orchestra.run.smithi114.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:39:34.208 INFO:teuthology.orchestra.run.smithi114.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:39:34.208 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:34.208 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 ::1/128 scope host 2024-09-19T04:39:34.208 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:34.208 INFO:teuthology.orchestra.run.smithi114.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:39:34.208 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:39:34.208 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f0 2024-09-19T04:39:34.208 INFO:teuthology.orchestra.run.smithi114.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:39:34.208 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:39:34.208 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f1 2024-09-19T04:39:34.209 INFO:teuthology.orchestra.run.smithi114.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:39:34.209 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:62 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:39:34.209 INFO:teuthology.orchestra.run.smithi114.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:39:34.209 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:63 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:39:34.209 INFO:teuthology.orchestra.run.smithi114.stdout: inet 172.21.15.114/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:39:34.209 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft 42382sec preferred_lft 42382sec 2024-09-19T04:39:34.209 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::ec4:7aff:fe8f:cb63/64 scope link noprefixroute 2024-09-19T04:39:34.209 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:34.209 INFO:teuthology.orchestra.run.smithi114.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:39:34.209 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether ca:e7:76:90:98:85 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:39:34.209 INFO:teuthology.orchestra.run.smithi114.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:39:34.209 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:34.209 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::9858:beff:fef5:aa6d/64 scope link 2024-09-19T04:39:34.209 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:34.210 INFO:teuthology.orchestra.run.smithi114.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:39:34.210 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether ca:e7:76:90:98:85 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T04:39:34.210 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::c8e7:76ff:fe90:9885/64 scope link 2024-09-19T04:39:34.210 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:34.210 INFO:teuthology.orchestra.run.smithi114.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:39:34.210 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether d6:e6:9a:34:5c:2e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T04:39:34.210 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::d4e6:9aff:fe34:5c2e/64 scope link 2024-09-19T04:39:34.210 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:34.210 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:34.210 DEBUG:teuthology.orchestra.run.smithi114:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:39:34.275 INFO:teuthology.orchestra.run.smithi114.stdout:1 2024-09-19T04:39:34.277 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:34.277 DEBUG:teuthology.orchestra.run.smithi114:> route 2024-09-19T04:39:34.335 INFO:teuthology.orchestra.run.smithi114.stdout:Kernel IP routing table 2024-09-19T04:39:34.335 INFO:teuthology.orchestra.run.smithi114.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:39:34.335 INFO:teuthology.orchestra.run.smithi114.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:39:34.335 INFO:teuthology.orchestra.run.smithi114.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:39:34.335 INFO:teuthology.orchestra.run.smithi114.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:39:34.335 DEBUG:teuthology.orchestra.run.smithi114:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:39:34.336 DEBUG:teuthology.orchestra.run.smithi114:> set -e 2024-09-19T04:39:34.336 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:39:34.336 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:39:34.336 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:39:34.336 DEBUG:teuthology.orchestra.run.smithi114:> ') 2024-09-19T04:39:34.427 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:39:34 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:39:34.460 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:39:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:39:34.466 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:34.466 DEBUG:teuthology.orchestra.run.smithi114:> ip netns list 2024-09-19T04:39:34.481 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T04:39:34.481 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T04:39:34.481 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:39:34.481 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:34.481 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip link set brx.0 up 2024-09-19T04:39:34.547 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:39:34.547 DEBUG:teuthology.orchestra.run.smithi114:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T04:39:34.603 INFO:teuthology.orchestra.run.smithi114.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:39:34.604 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:39:34.604 DEBUG:teuthology.orchestra.run.smithi114:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:39:34.659 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-19T04:39:34.659 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:34.660 DEBUG:teuthology.orchestra.run.smithi114:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:39:34.742 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:39:34.742 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:39:34.749 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:39:34.749 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:39:34.749 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:39:34.749 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: trying mount with new device syntax: 1@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:39:34.749 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:39:34.751 INFO:teuthology.orchestra.run.smithi114.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T04:39:34.751 INFO:teuthology.orchestra.run.smithi114.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:39:34.751 INFO:teuthology.orchestra.run.smithi114.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:39:34.752 INFO:teuthology.orchestra.run.smithi114.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:39:34.752 INFO:teuthology.orchestra.run.smithi114.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:39:34.752 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:39:34.752 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:34.752 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:39:34.823 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:39:34.911 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:39:34 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:39:34.913 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:39:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:39:34.918 INFO:teuthology.orchestra.run.smithi114.stdout:client8376 2024-09-19T04:39:34.919 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:39:34.919 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:39:34.934 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-19T04:39:35.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.046+0000 7f05c149b640 1 Processor -- start 2024-09-19T04:39:35.048 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.046+0000 7f05c149b640 1 -- start start 2024-09-19T04:39:35.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.047+0000 7f05c149b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05bc15c560 0x7f05bc071440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:35.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.047+0000 7f05c149b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f05bc0d1fd0 0x7f05bc0b6da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:35.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.047+0000 7f05c149b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f05bc0d1a60 0x7f05bc0b72e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:35.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.047+0000 7f05c149b640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f05bc073bf0 con 0x7f05bc0d1a60 2024-09-19T04:39:35.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.047+0000 7f05c149b640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f05bc073e40 con 0x7f05bc0d1fd0 2024-09-19T04:39:35.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.047+0000 7f05c149b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f05bc074120 con 0x7f05bc15c560 2024-09-19T04:39:35.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.047+0000 7f05bb7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f05bc0d1a60 0x7f05bc0b72e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:35.050 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.047+0000 7f05bb7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f05bc0d1a60 0x7f05bc0b72e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59970/0 (socket says 172.21.15.111:59970) 2024-09-19T04:39:35.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.047+0000 7f05bb7fe640 1 -- 172.21.15.111:0/1457167229 learned_addr learned my addr 172.21.15.111:0/1457167229 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:35.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.048+0000 7f05ba7fc640 1 --2- 172.21.15.111:0/1457167229 >> v2:172.21.15.114:3300/0 conn(0x7f05bc0d1fd0 0x7f05bc0b6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:35.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.048+0000 7f05baffd640 1 --2- 172.21.15.111:0/1457167229 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05bc15c560 0x7f05bc071440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:35.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.048+0000 7f05bb7fe640 1 -- 172.21.15.111:0/1457167229 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05bc15c560 msgr2=0x7f05bc071440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:35.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.048+0000 7f05bb7fe640 1 --2- 172.21.15.111:0/1457167229 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05bc15c560 0x7f05bc071440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:35.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.048+0000 7f05bb7fe640 1 -- 172.21.15.111:0/1457167229 >> v2:172.21.15.114:3300/0 conn(0x7f05bc0d1fd0 msgr2=0x7f05bc0b6da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:35.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.048+0000 7f05bb7fe640 1 --2- 172.21.15.111:0/1457167229 >> v2:172.21.15.114:3300/0 conn(0x7f05bc0d1fd0 0x7f05bc0b6da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:35.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.048+0000 7f05bb7fe640 1 -- 172.21.15.111:0/1457167229 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05bc070960 con 0x7f05bc0d1a60 2024-09-19T04:39:35.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.048+0000 7f05bb7fe640 1 --2- 172.21.15.111:0/1457167229 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f05bc0d1a60 0x7f05bc0b72e0 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7f05bc06c780 tx=0x7f05b402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=124371ae4aab7c54 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:35.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.049+0000 7f05b9ffb640 1 -- 172.21.15.111:0/1457167229 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05b4037070 con 0x7f05bc0d1a60 2024-09-19T04:39:35.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.049+0000 7f05b9ffb640 1 -- 172.21.15.111:0/1457167229 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f05b4032440 con 0x7f05bc0d1a60 2024-09-19T04:39:35.051 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.049+0000 7f05b9ffb640 1 -- 172.21.15.111:0/1457167229 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05b4032810 con 0x7f05bc0d1a60 2024-09-19T04:39:35.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.049+0000 7f05c149b640 1 -- 172.21.15.111:0/1457167229 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f05bc0d1a60 msgr2=0x7f05bc0b72e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:35.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.049+0000 7f05c149b640 1 --2- 172.21.15.111:0/1457167229 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f05bc0d1a60 0x7f05bc0b72e0 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7f05bc06c780 tx=0x7f05b402a1e0 comp rx=0 tx=0).stop 2024-09-19T04:39:35.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.049+0000 7f05c149b640 1 -- 172.21.15.111:0/1457167229 shutdown_connections 2024-09-19T04:39:35.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.049+0000 7f05c149b640 1 --2- 172.21.15.111:0/1457167229 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f05bc0d1a60 0x7f05bc0b72e0 unknown :-1 s=CLOSED pgs=1471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:35.054 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.049+0000 7f05c149b640 1 --2- 172.21.15.111:0/1457167229 >> v2:172.21.15.114:3300/0 conn(0x7f05bc0d1fd0 0x7f05bc0b6da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:35.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.049+0000 7f05c149b640 1 --2- 172.21.15.111:0/1457167229 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05bc15c560 0x7f05bc071440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:35.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.049+0000 7f05c149b640 1 -- 172.21.15.111:0/1457167229 >> 172.21.15.111:0/1457167229 conn(0x7f05bc0b4250 msgr2=0x7f05bc0b4630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:35.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.049+0000 7f05c149b640 1 -- 172.21.15.111:0/1457167229 shutdown_connections 2024-09-19T04:39:35.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.049+0000 7f05c149b640 1 -- 172.21.15.111:0/1457167229 wait complete. 2024-09-19T04:39:35.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.051+0000 7f05c149b640 1 Processor -- start 2024-09-19T04:39:35.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.051+0000 7f05c149b640 1 -- start start 2024-09-19T04:39:35.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.051+0000 7f05c149b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05bc0d1a60 0x7f05bc14c080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:35.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.051+0000 7f05c149b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f05bc0d1fd0 0x7f05bc15aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:35.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.051+0000 7f05c149b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f05bc15c560 0x7f05bc15af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:35.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.051+0000 7f05c149b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f05bc15c940 con 0x7f05bc0d1fd0 2024-09-19T04:39:35.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.051+0000 7f05c149b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f05bc070f20 con 0x7f05bc15c560 2024-09-19T04:39:35.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.051+0000 7f05c149b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f05bc15cac0 con 0x7f05bc0d1a60 2024-09-19T04:39:35.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.051+0000 7f05ba7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f05bc0d1fd0 0x7f05bc15aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:35.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.051+0000 7f05ba7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f05bc0d1fd0 0x7f05bc15aa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59986/0 (socket says 172.21.15.111:59986) 2024-09-19T04:39:35.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.052+0000 7f05ba7fc640 1 -- 172.21.15.111:0/106038708 learned_addr learned my addr 172.21.15.111:0/106038708 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:35.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.052+0000 7f05baffd640 1 --2- 172.21.15.111:0/106038708 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05bc0d1a60 0x7f05bc14c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:35.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.052+0000 7f05bb7fe640 1 --2- 172.21.15.111:0/106038708 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f05bc15c560 0x7f05bc15af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:35.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.052+0000 7f05ba7fc640 1 -- 172.21.15.111:0/106038708 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05bc0d1a60 msgr2=0x7f05bc14c080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:35.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.052+0000 7f05ba7fc640 1 --2- 172.21.15.111:0/106038708 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05bc0d1a60 0x7f05bc14c080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:35.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.052+0000 7f05ba7fc640 1 -- 172.21.15.111:0/106038708 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f05bc15c560 msgr2=0x7f05bc15af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:35.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.052+0000 7f05ba7fc640 1 --2- 172.21.15.111:0/106038708 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f05bc15c560 0x7f05bc15af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:35.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.052+0000 7f05ba7fc640 1 -- 172.21.15.111:0/106038708 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05bc14c5c0 con 0x7f05bc0d1fd0 2024-09-19T04:39:35.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.052+0000 7f05ba7fc640 1 --2- 172.21.15.111:0/106038708 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f05bc0d1fd0 0x7f05bc15aa40 secure :-1 s=READY pgs=1472 cs=0 l=1 rev1=1 crypto rx=0x7f05a400e860 tx=0x7f05a400ed20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:35.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.052+0000 7f05b37fe640 1 -- 172.21.15.111:0/106038708 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05a4017070 con 0x7f05bc0d1fd0 2024-09-19T04:39:35.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.052+0000 7f05b37fe640 1 -- 172.21.15.111:0/106038708 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f05a400c940 con 0x7f05bc0d1fd0 2024-09-19T04:39:35.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.052+0000 7f05c149b640 1 -- 172.21.15.111:0/106038708 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05bc0aea10 con 0x7f05bc0d1fd0 2024-09-19T04:39:35.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.052+0000 7f05b37fe640 1 -- 172.21.15.111:0/106038708 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05a400cd10 con 0x7f05bc0d1fd0 2024-09-19T04:39:35.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.052+0000 7f05c149b640 1 -- 172.21.15.111:0/106038708 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05bc0aefd0 con 0x7f05bc0d1fd0 2024-09-19T04:39:35.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.053+0000 7f05c149b640 1 -- 172.21.15.111:0/106038708 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05bc071440 con 0x7f05bc0d1fd0 2024-09-19T04:39:35.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.054+0000 7f05b37fe640 1 -- 172.21.15.111:0/106038708 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f05a401a070 con 0x7f05bc0d1fd0 2024-09-19T04:39:35.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.054+0000 7f05b37fe640 1 --2- 172.21.15.111:0/106038708 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f059c06c8e0 0x7f059c06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:35.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.054+0000 7f05b37fe640 1 -- 172.21.15.111:0/106038708 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7f05a408bc70 con 0x7f05bc0d1fd0 2024-09-19T04:39:35.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.054+0000 7f05baffd640 1 --2- 172.21.15.111:0/106038708 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f059c06c8e0 0x7f059c06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:35.058 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.055+0000 7f05baffd640 1 --2- 172.21.15.111:0/106038708 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f059c06c8e0 0x7f059c06eda0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f05ac011340 tx=0x7f05ac00b040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:35.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.059+0000 7f05b37fe640 1 -- 172.21.15.111:0/106038708 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f05a4059410 con 0x7f05bc0d1fd0 2024-09-19T04:39:35.260 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:35.259+0000 7f05c149b640 1 -- 172.21.15.111:0/106038708 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f05bc071af0 con 0x7f05bc0d1fd0 2024-09-19T04:39:36.249 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.248+0000 7f05b37fe640 1 -- 172.21.15.111:0/106038708 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v77) ==== 136+0+0 (secure 0 0 0) 0x7f05a405d710 con 0x7f05bc0d1fd0 2024-09-19T04:39:36.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.251+0000 7f05c149b640 1 -- 172.21.15.111:0/106038708 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f059c06c8e0 msgr2=0x7f059c06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:36.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.251+0000 7f05c149b640 1 --2- 172.21.15.111:0/106038708 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f059c06c8e0 0x7f059c06eda0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f05ac011340 tx=0x7f05ac00b040 comp rx=0 tx=0).stop 2024-09-19T04:39:36.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.251+0000 7f05c149b640 1 -- 172.21.15.111:0/106038708 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f05bc0d1fd0 msgr2=0x7f05bc15aa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:36.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.251+0000 7f05c149b640 1 --2- 172.21.15.111:0/106038708 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f05bc0d1fd0 0x7f05bc15aa40 secure :-1 s=READY pgs=1472 cs=0 l=1 rev1=1 crypto rx=0x7f05a400e860 tx=0x7f05a400ed20 comp rx=0 tx=0).stop 2024-09-19T04:39:36.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.251+0000 7f05c149b640 1 -- 172.21.15.111:0/106038708 shutdown_connections 2024-09-19T04:39:36.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.251+0000 7f05c149b640 1 --2- 172.21.15.111:0/106038708 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f059c06c8e0 0x7f059c06eda0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:36.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.251+0000 7f05c149b640 1 --2- 172.21.15.111:0/106038708 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f05bc15c560 0x7f05bc15af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:36.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.251+0000 7f05c149b640 1 --2- 172.21.15.111:0/106038708 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f05bc0d1fd0 0x7f05bc15aa40 unknown :-1 s=CLOSED pgs=1472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:36.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.251+0000 7f05c149b640 1 --2- 172.21.15.111:0/106038708 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f05bc0d1a60 0x7f05bc14c080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:36.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.251+0000 7f05c149b640 1 -- 172.21.15.111:0/106038708 >> 172.21.15.111:0/106038708 conn(0x7f05bc0b4250 msgr2=0x7f05bc157300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:36.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.251+0000 7f05c149b640 1 -- 172.21.15.111:0/106038708 shutdown_connections 2024-09-19T04:39:36.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.251+0000 7f05c149b640 1 -- 172.21.15.111:0/106038708 wait complete. 2024-09-19T04:39:36.265 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-19T04:39:36.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.369+0000 7fa49db33640 1 Processor -- start 2024-09-19T04:39:36.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.369+0000 7fa49db33640 1 -- start start 2024-09-19T04:39:36.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.370+0000 7fa49db33640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa498151c50 0x7fa4980cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:36.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.370+0000 7fa49db33640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa49806c1f0 0x7fa49815baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:36.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.370+0000 7fa49db33640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4980cd5f0 con 0x7fa49806be10 2024-09-19T04:39:36.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.370+0000 7fa49db33640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fa4980cd8d0 con 0x7fa498151c50 2024-09-19T04:39:36.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.370+0000 7fa49db33640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fa4980cdbb0 con 0x7fa49806c1f0 2024-09-19T04:39:36.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.370+0000 7fa48ffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa498151c50 0x7fa4980cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:36.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.370+0000 7fa48ffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa498151c50 0x7fa4980cd010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59994/0 (socket says 172.21.15.111:59994) 2024-09-19T04:39:36.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.370+0000 7fa48ffff640 1 -- 172.21.15.111:0/2624440207 learned_addr learned my addr 172.21.15.111:0/2624440207 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:36.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.370+0000 7fa497fff640 1 --2- 172.21.15.111:0/2624440207 >> v2:172.21.15.114:3300/0 conn(0x7fa49806c1f0 0x7fa49815baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:36.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.370+0000 7fa48ffff640 1 -- 172.21.15.111:0/2624440207 >> v2:172.21.15.114:3300/0 conn(0x7fa49806c1f0 msgr2=0x7fa49815baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:36.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.370+0000 7fa48ffff640 1 --2- 172.21.15.111:0/2624440207 >> v2:172.21.15.114:3300/0 conn(0x7fa49806c1f0 0x7fa49815baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:36.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.370+0000 7fa48ffff640 1 -- 172.21.15.111:0/2624440207 >> v1:172.21.15.114:6789/0 conn(0x7fa49806be10 legacy=0x7fa498151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:36.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.370+0000 7fa48ffff640 1 -- 172.21.15.111:0/2624440207 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4980cde90 con 0x7fa498151c50 2024-09-19T04:39:36.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.371+0000 7fa48ffff640 1 --2- 172.21.15.111:0/2624440207 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa498151c50 0x7fa4980cd010 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7fa4980b5980 tx=0x7fa48002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f5d23e13a492582 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:36.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.371+0000 7fa496ffd640 1 -- 172.21.15.111:0/2624440207 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa480037070 con 0x7fa498151c50 2024-09-19T04:39:36.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.371+0000 7fa496ffd640 1 -- 172.21.15.111:0/2624440207 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa480032440 con 0x7fa498151c50 2024-09-19T04:39:36.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.371+0000 7fa496ffd640 1 -- 172.21.15.111:0/2624440207 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa480032810 con 0x7fa498151c50 2024-09-19T04:39:36.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.372+0000 7fa49db33640 1 -- 172.21.15.111:0/2624440207 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa498151c50 msgr2=0x7fa4980cd010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:36.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.372+0000 7fa49db33640 1 --2- 172.21.15.111:0/2624440207 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa498151c50 0x7fa4980cd010 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7fa4980b5980 tx=0x7fa48002a270 comp rx=0 tx=0).stop 2024-09-19T04:39:36.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.372+0000 7fa49db33640 1 -- 172.21.15.111:0/2624440207 shutdown_connections 2024-09-19T04:39:36.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.372+0000 7fa49db33640 1 --2- 172.21.15.111:0/2624440207 >> v2:172.21.15.114:3300/0 conn(0x7fa49806c1f0 0x7fa49815baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:36.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.372+0000 7fa49db33640 1 --2- 172.21.15.111:0/2624440207 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa498151c50 0x7fa4980cd010 unknown :-1 s=CLOSED pgs=1473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:36.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.372+0000 7fa49db33640 1 -- 172.21.15.111:0/2624440207 >> 172.21.15.111:0/2624440207 conn(0x7fa498062cc0 msgr2=0x7fa49806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:36.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.372+0000 7fa49db33640 1 -- 172.21.15.111:0/2624440207 shutdown_connections 2024-09-19T04:39:36.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.372+0000 7fa49db33640 1 -- 172.21.15.111:0/2624440207 wait complete. 2024-09-19T04:39:36.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.373+0000 7fa49db33640 1 Processor -- start 2024-09-19T04:39:36.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.373+0000 7fa49db33640 1 -- start start 2024-09-19T04:39:36.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.374+0000 7fa49db33640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa49806be10 0x7fa4981496c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:36.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.374+0000 7fa49db33640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa49806c1f0 0x7fa49814b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:36.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.374+0000 7fa49db33640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa498151c50 0x7fa49814b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:36.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.374+0000 7fa49db33640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa4980d0310 con 0x7fa49806be10 2024-09-19T04:39:36.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.374+0000 7fa49db33640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa4980ce690 con 0x7fa498151c50 2024-09-19T04:39:36.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.374+0000 7fa49db33640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa4980d0490 con 0x7fa49806c1f0 2024-09-19T04:39:36.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.374+0000 7fa4977fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa49806be10 0x7fa4981496c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:36.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.374+0000 7fa4977fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa49806be10 0x7fa4981496c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59998/0 (socket says 172.21.15.111:59998) 2024-09-19T04:39:36.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.374+0000 7fa4977fe640 1 -- 172.21.15.111:0/1986462600 learned_addr learned my addr 172.21.15.111:0/1986462600 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:36.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.374+0000 7fa497fff640 1 --2- 172.21.15.111:0/1986462600 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa498151c50 0x7fa49814b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:36.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.374+0000 7fa48ffff640 1 --2- 172.21.15.111:0/1986462600 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa49806c1f0 0x7fa49814b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:36.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.374+0000 7fa4977fe640 1 -- 172.21.15.111:0/1986462600 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa49806c1f0 msgr2=0x7fa49814b1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:36.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.374+0000 7fa4977fe640 1 --2- 172.21.15.111:0/1986462600 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa49806c1f0 0x7fa49814b1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:36.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.374+0000 7fa4977fe640 1 -- 172.21.15.111:0/1986462600 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa498151c50 msgr2=0x7fa49814b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:36.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.374+0000 7fa4977fe640 1 --2- 172.21.15.111:0/1986462600 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa498151c50 0x7fa49814b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:36.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.374+0000 7fa4977fe640 1 -- 172.21.15.111:0/1986462600 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa49814a100 con 0x7fa49806be10 2024-09-19T04:39:36.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.374+0000 7fa48ffff640 1 --2- 172.21.15.111:0/1986462600 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa49806c1f0 0x7fa49814b1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:36.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.374+0000 7fa4977fe640 1 --2- 172.21.15.111:0/1986462600 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa49806be10 0x7fa4981496c0 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7fa48800c400 tx=0x7fa48800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:36.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.374+0000 7fa494ff9640 1 -- 172.21.15.111:0/1986462600 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4880052d0 con 0x7fa49806be10 2024-09-19T04:39:36.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.374+0000 7fa494ff9640 1 -- 172.21.15.111:0/1986462600 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa488005490 con 0x7fa49806be10 2024-09-19T04:39:36.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.374+0000 7fa494ff9640 1 -- 172.21.15.111:0/1986462600 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa488007260 con 0x7fa49806be10 2024-09-19T04:39:36.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.374+0000 7fa49db33640 1 -- 172.21.15.111:0/1986462600 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa49814a3e0 con 0x7fa49806be10 2024-09-19T04:39:36.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.374+0000 7fa49db33640 1 -- 172.21.15.111:0/1986462600 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa49814a9a0 con 0x7fa49806be10 2024-09-19T04:39:36.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.375+0000 7fa49db33640 1 -- 172.21.15.111:0/1986462600 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4980d0850 con 0x7fa49806be10 2024-09-19T04:39:36.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.376+0000 7fa494ff9640 1 -- 172.21.15.111:0/1986462600 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7fa488007400 con 0x7fa49806be10 2024-09-19T04:39:36.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.376+0000 7fa494ff9640 1 --2- 172.21.15.111:0/1986462600 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa47806c8e0 0x7fa47806eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:36.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.377+0000 7fa494ff9640 1 -- 172.21.15.111:0/1986462600 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7fa48808b3e0 con 0x7fa49806be10 2024-09-19T04:39:36.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.377+0000 7fa48ffff640 1 --2- 172.21.15.111:0/1986462600 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa47806c8e0 0x7fa47806eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:36.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.377+0000 7fa48ffff640 1 --2- 172.21.15.111:0/1986462600 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa47806c8e0 0x7fa47806eda0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fa480034000 tx=0x7fa48002e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:36.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.381+0000 7fa494ff9640 1 -- 172.21.15.111:0/1986462600 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa488058c10 con 0x7fa49806be10 2024-09-19T04:39:36.569 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.567+0000 7fa49db33640 1 -- 172.21.15.111:0/1986462600 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7fa498149eb0 con 0x7fa47806c8e0 2024-09-19T04:39:36.570 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.569+0000 7fa494ff9640 1 -- 172.21.15.111:0/1986462600 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fa498149eb0 con 0x7fa47806c8e0 2024-09-19T04:39:36.571 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:39:36.571 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:36.571 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "cephfs" 2024-09-19T04:39:36.571 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:36.571 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:39:36.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.571+0000 7fa49db33640 1 -- 172.21.15.111:0/1986462600 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa47806c8e0 msgr2=0x7fa47806eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:36.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.571+0000 7fa49db33640 1 --2- 172.21.15.111:0/1986462600 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa47806c8e0 0x7fa47806eda0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fa480034000 tx=0x7fa48002e000 comp rx=0 tx=0).stop 2024-09-19T04:39:36.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.571+0000 7fa49db33640 1 -- 172.21.15.111:0/1986462600 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa49806be10 msgr2=0x7fa4981496c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:36.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.571+0000 7fa49db33640 1 --2- 172.21.15.111:0/1986462600 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa49806be10 0x7fa4981496c0 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7fa48800c400 tx=0x7fa48800c8c0 comp rx=0 tx=0).stop 2024-09-19T04:39:36.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.571+0000 7fa49db33640 1 -- 172.21.15.111:0/1986462600 shutdown_connections 2024-09-19T04:39:36.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.571+0000 7fa49db33640 1 --2- 172.21.15.111:0/1986462600 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa47806c8e0 0x7fa47806eda0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:36.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.571+0000 7fa49db33640 1 --2- 172.21.15.111:0/1986462600 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa498151c50 0x7fa49814b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:36.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.571+0000 7fa49db33640 1 --2- 172.21.15.111:0/1986462600 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa49806c1f0 0x7fa49814b1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:36.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.571+0000 7fa49db33640 1 --2- 172.21.15.111:0/1986462600 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa49806be10 0x7fa4981496c0 unknown :-1 s=CLOSED pgs=1474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:36.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.571+0000 7fa49db33640 1 -- 172.21.15.111:0/1986462600 >> 172.21.15.111:0/1986462600 conn(0x7fa498062cc0 msgr2=0x7fa49806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:36.573 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.571+0000 7fa49db33640 1 -- 172.21.15.111:0/1986462600 shutdown_connections 2024-09-19T04:39:36.574 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.571+0000 7fa49db33640 1 -- 172.21.15.111:0/1986462600 wait complete. 2024-09-19T04:39:36.584 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T04:39:36.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.682+0000 7f6f7fd2a640 1 Processor -- start 2024-09-19T04:39:36.684 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.683+0000 7f6f7fd2a640 1 -- start start 2024-09-19T04:39:36.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.683+0000 7f6f7fd2a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f6f7815d790 0x7f6f780cce70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:36.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.683+0000 7f6f7fd2a640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f6f780cd3b0 0x7f6f780cf320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:36.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.683+0000 7f6f7fd2a640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f7806d700 con 0x7f6f7815d3b0 2024-09-19T04:39:36.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.683+0000 7f6f7fd2a640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f6f7806da30 con 0x7f6f7815d790 2024-09-19T04:39:36.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.683+0000 7f6f7fd2a640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f6f780cde80 con 0x7f6f780cd3b0 2024-09-19T04:39:36.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.684+0000 7f6f7d2c5640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f6f7815d790 0x7f6f780cce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:36.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.684+0000 7f6f7d2c5640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f6f7815d790 0x7f6f780cce70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60014/0 (socket says 172.21.15.111:60014) 2024-09-19T04:39:36.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.684+0000 7f6f7dac6640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f6f7815d3b0 0x7f6f78071080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:51540/0 (socket says 172.21.15.111:51540) 2024-09-19T04:39:36.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.684+0000 7f6f7d2c5640 1 -- 172.21.15.111:0/4152861107 learned_addr learned my addr 172.21.15.111:0/4152861107 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:36.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.684+0000 7f6f7e2c7640 1 --2- 172.21.15.111:0/4152861107 >> v2:172.21.15.114:3300/0 conn(0x7f6f780cd3b0 0x7f6f780cf320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:36.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.684+0000 7f6f7d2c5640 1 -- 172.21.15.111:0/4152861107 >> v2:172.21.15.114:3300/0 conn(0x7f6f780cd3b0 msgr2=0x7f6f780cf320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:36.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.684+0000 7f6f7d2c5640 1 --2- 172.21.15.111:0/4152861107 >> v2:172.21.15.114:3300/0 conn(0x7f6f780cd3b0 0x7f6f780cf320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:36.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.684+0000 7f6f7d2c5640 1 -- 172.21.15.111:0/4152861107 >> v1:172.21.15.111:6789/0 conn(0x7f6f7815d3b0 legacy=0x7f6f78071080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:36.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.684+0000 7f6f7d2c5640 1 -- 172.21.15.111:0/4152861107 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f780cd8c0 con 0x7f6f7815d790 2024-09-19T04:39:36.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.684+0000 7f6f7cac4640 1 -- 172.21.15.111:0/4152861107 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3961203985 0 0) 0x7f6f7806d700 con 0x7f6f7815d3b0 2024-09-19T04:39:36.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.685+0000 7f6f7d2c5640 1 --2- 172.21.15.111:0/4152861107 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f7815d790 0x7f6f780cce70 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7f6f7806dbb0 tx=0x7f6f7402a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c22334c42236889 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:36.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.685+0000 7f6f7cac4640 1 -- 172.21.15.111:0/4152861107 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f74004030 con 0x7f6f7815d790 2024-09-19T04:39:36.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.685+0000 7f6f7cac4640 1 -- 172.21.15.111:0/4152861107 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f740041d0 con 0x7f6f7815d790 2024-09-19T04:39:36.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.685+0000 7f6f7cac4640 1 -- 172.21.15.111:0/4152861107 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f74003610 con 0x7f6f7815d790 2024-09-19T04:39:36.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.685+0000 7f6f7fd2a640 1 -- 172.21.15.111:0/4152861107 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f7815d790 msgr2=0x7f6f780cce70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:36.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.685+0000 7f6f7fd2a640 1 --2- 172.21.15.111:0/4152861107 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f7815d790 0x7f6f780cce70 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7f6f7806dbb0 tx=0x7f6f7402a250 comp rx=0 tx=0).stop 2024-09-19T04:39:36.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.685+0000 7f6f7fd2a640 1 -- 172.21.15.111:0/4152861107 shutdown_connections 2024-09-19T04:39:36.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.685+0000 7f6f7fd2a640 1 --2- 172.21.15.111:0/4152861107 >> v2:172.21.15.114:3300/0 conn(0x7f6f780cd3b0 0x7f6f780cf320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:36.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.685+0000 7f6f7fd2a640 1 --2- 172.21.15.111:0/4152861107 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f7815d790 0x7f6f780cce70 unknown :-1 s=CLOSED pgs=1476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:36.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.685+0000 7f6f7fd2a640 1 -- 172.21.15.111:0/4152861107 >> 172.21.15.111:0/4152861107 conn(0x7f6f7806bba0 msgr2=0x7f6f7806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:36.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.685+0000 7f6f7fd2a640 1 -- 172.21.15.111:0/4152861107 shutdown_connections 2024-09-19T04:39:36.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.685+0000 7f6f7fd2a640 1 -- 172.21.15.111:0/4152861107 wait complete. 2024-09-19T04:39:36.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.686+0000 7f6f7fd2a640 1 Processor -- start 2024-09-19T04:39:36.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.687+0000 7f6f7fd2a640 1 -- start start 2024-09-19T04:39:36.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.687+0000 7f6f7fd2a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f780cd3b0 0x7f6f78157010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:36.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.687+0000 7f6f7fd2a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6f7815d3b0 0x7f6f78147ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:36.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.687+0000 7f6f7fd2a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6f781f2560 0x7f6f78071bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:36.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.687+0000 7f6f7fd2a640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6f7815cd70 con 0x7f6f780cd3b0 2024-09-19T04:39:36.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.687+0000 7f6f7fd2a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6f7815cbf0 con 0x7f6f781f2560 2024-09-19T04:39:36.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.687+0000 7f6f7fd2a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6f780cf860 con 0x7f6f7815d3b0 2024-09-19T04:39:36.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.687+0000 7f6f7dac6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f780cd3b0 0x7f6f78157010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:36.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.687+0000 7f6f7dac6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f780cd3b0 0x7f6f78157010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60024/0 (socket says 172.21.15.111:60024) 2024-09-19T04:39:36.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.687+0000 7f6f7dac6640 1 -- 172.21.15.111:0/3214181950 learned_addr learned my addr 172.21.15.111:0/3214181950 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:36.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.687+0000 7f6f7d2c5640 1 --2- 172.21.15.111:0/3214181950 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6f7815d3b0 0x7f6f78147ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:36.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.687+0000 7f6f7e2c7640 1 --2- 172.21.15.111:0/3214181950 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6f781f2560 0x7f6f78071bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:36.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.688+0000 7f6f7dac6640 1 -- 172.21.15.111:0/3214181950 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6f7815d3b0 msgr2=0x7f6f78147ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:36.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.688+0000 7f6f7dac6640 1 --2- 172.21.15.111:0/3214181950 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6f7815d3b0 0x7f6f78147ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:36.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.688+0000 7f6f7dac6640 1 -- 172.21.15.111:0/3214181950 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6f781f2560 msgr2=0x7f6f78071bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:36.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.688+0000 7f6f7dac6640 1 --2- 172.21.15.111:0/3214181950 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6f781f2560 0x7f6f78071bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:36.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.688+0000 7f6f7dac6640 1 -- 172.21.15.111:0/3214181950 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f781f2e20 con 0x7f6f780cd3b0 2024-09-19T04:39:36.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.688+0000 7f6f7e2c7640 1 --2- 172.21.15.111:0/3214181950 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6f781f2560 0x7f6f78071bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:36.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.688+0000 7f6f7dac6640 1 --2- 172.21.15.111:0/3214181950 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f780cd3b0 0x7f6f78157010 secure :-1 s=READY pgs=1477 cs=0 l=1 rev1=1 crypto rx=0x7f6f6c00c4d0 tx=0x7f6f6c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:36.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.688+0000 7f6f6a7fc640 1 -- 172.21.15.111:0/3214181950 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f6c018070 con 0x7f6f780cd3b0 2024-09-19T04:39:36.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.688+0000 7f6f6a7fc640 1 -- 172.21.15.111:0/3214181950 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f6c007500 con 0x7f6f780cd3b0 2024-09-19T04:39:36.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.688+0000 7f6f7fd2a640 1 -- 172.21.15.111:0/3214181950 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f781575f0 con 0x7f6f780cd3b0 2024-09-19T04:39:36.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.688+0000 7f6f6a7fc640 1 -- 172.21.15.111:0/3214181950 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f6c004a20 con 0x7f6f780cd3b0 2024-09-19T04:39:36.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.688+0000 7f6f7fd2a640 1 -- 172.21.15.111:0/3214181950 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f781f33c0 con 0x7f6f780cd3b0 2024-09-19T04:39:36.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.689+0000 7f6f7fd2a640 1 -- 172.21.15.111:0/3214181950 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f780cfc50 con 0x7f6f780cd3b0 2024-09-19T04:39:36.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.690+0000 7f6f6a7fc640 1 -- 172.21.15.111:0/3214181950 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f6f6c01b070 con 0x7f6f780cd3b0 2024-09-19T04:39:36.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.690+0000 7f6f6a7fc640 1 --2- 172.21.15.111:0/3214181950 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6f5c06c910 0x7f6f5c06edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:36.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.690+0000 7f6f6a7fc640 1 -- 172.21.15.111:0/3214181950 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7f6f6c08b200 con 0x7f6f780cd3b0 2024-09-19T04:39:36.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.690+0000 7f6f7d2c5640 1 --2- 172.21.15.111:0/3214181950 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6f5c06c910 0x7f6f5c06edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:36.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.691+0000 7f6f7d2c5640 1 --2- 172.21.15.111:0/3214181950 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6f5c06c910 0x7f6f5c06edd0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f6f74033000 tx=0x7f6f7402e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:36.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.694+0000 7f6f6a7fc640 1 -- 172.21.15.111:0/3214181950 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6f6c0589a0 con 0x7f6f780cd3b0 2024-09-19T04:39:36.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.861+0000 7f6f7fd2a640 1 -- 172.21.15.111:0/3214181950 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f6f7806c2e0 con 0x7f6f780cd3b0 2024-09-19T04:39:36.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.862+0000 7f6f6a7fc640 1 -- 172.21.15.111:0/3214181950 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v26)=0 v26) ==== 122+0+0 (secure 0 0 0) 0x7f6f6c05cca0 con 0x7f6f780cd3b0 2024-09-19T04:39:36.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.863+0000 7f6f7fd2a640 1 -- 172.21.15.111:0/3214181950 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6f5c06c910 msgr2=0x7f6f5c06edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:36.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.863+0000 7f6f7fd2a640 1 --2- 172.21.15.111:0/3214181950 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6f5c06c910 0x7f6f5c06edd0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f6f74033000 tx=0x7f6f7402e000 comp rx=0 tx=0).stop 2024-09-19T04:39:36.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.863+0000 7f6f7fd2a640 1 -- 172.21.15.111:0/3214181950 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f780cd3b0 msgr2=0x7f6f78157010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:36.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.863+0000 7f6f7fd2a640 1 --2- 172.21.15.111:0/3214181950 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f780cd3b0 0x7f6f78157010 secure :-1 s=READY pgs=1477 cs=0 l=1 rev1=1 crypto rx=0x7f6f6c00c4d0 tx=0x7f6f6c00c990 comp rx=0 tx=0).stop 2024-09-19T04:39:36.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.863+0000 7f6f7fd2a640 1 -- 172.21.15.111:0/3214181950 shutdown_connections 2024-09-19T04:39:36.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.863+0000 7f6f7fd2a640 1 --2- 172.21.15.111:0/3214181950 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6f5c06c910 0x7f6f5c06edd0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:36.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.863+0000 7f6f7fd2a640 1 --2- 172.21.15.111:0/3214181950 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6f781f2560 0x7f6f78071bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:36.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.863+0000 7f6f7fd2a640 1 --2- 172.21.15.111:0/3214181950 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6f7815d3b0 0x7f6f78147ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:36.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.864+0000 7f6f7fd2a640 1 --2- 172.21.15.111:0/3214181950 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6f780cd3b0 0x7f6f78157010 unknown :-1 s=CLOSED pgs=1477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:36.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.864+0000 7f6f7fd2a640 1 -- 172.21.15.111:0/3214181950 >> 172.21.15.111:0/3214181950 conn(0x7f6f7806bba0 msgr2=0x7f6f7815eb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:36.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.864+0000 7f6f7fd2a640 1 -- 172.21.15.111:0/3214181950 shutdown_connections 2024-09-19T04:39:36.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:36.864+0000 7f6f7fd2a640 1 -- 172.21.15.111:0/3214181950 wait complete. 2024-09-19T04:39:36.876 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:36.876 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p ./volumes/_nogroup/subvol39680) 2024-09-19T04:39:36.907 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:36.907 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p ./volumes/subvol_grp71610/subvol14431) 2024-09-19T04:39:36.976 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol39680 2024-09-19T04:39:37.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.116+0000 7ff82e9f8640 1 Processor -- start 2024-09-19T04:39:37.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.116+0000 7ff82e9f8640 1 -- start start 2024-09-19T04:39:37.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.117+0000 7ff82e9f8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff828161cc0 0x7ff8280aebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:37.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.117+0000 7ff82e9f8640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff8280729a0 0x7ff8280b5c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:37.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.117+0000 7ff82e9f8640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff82806dc40 con 0x7ff8280b57d0 2024-09-19T04:39:37.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.117+0000 7ff82e9f8640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7ff82806e570 con 0x7ff828161cc0 2024-09-19T04:39:37.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.117+0000 7ff82e9f8640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ff82806df20 con 0x7ff8280729a0 2024-09-19T04:39:37.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.117+0000 7ff827fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff828161cc0 0x7ff8280aebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:37.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.117+0000 7ff827fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff828161cc0 0x7ff8280aebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60038/0 (socket says 172.21.15.111:60038) 2024-09-19T04:39:37.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.117+0000 7ff827fff640 1 -- 172.21.15.111:0/3636639389 learned_addr learned my addr 172.21.15.111:0/3636639389 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:37.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.118+0000 7ff82cf95640 1 --2- 172.21.15.111:0/3636639389 >> v2:172.21.15.114:3300/0 conn(0x7ff8280729a0 0x7ff8280b5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:37.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.118+0000 7ff827fff640 1 -- 172.21.15.111:0/3636639389 >> v2:172.21.15.114:3300/0 conn(0x7ff8280729a0 msgr2=0x7ff8280b5c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:37.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.118+0000 7ff827fff640 1 --2- 172.21.15.111:0/3636639389 >> v2:172.21.15.114:3300/0 conn(0x7ff8280729a0 0x7ff8280b5c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.118+0000 7ff827fff640 1 -- 172.21.15.111:0/3636639389 >> v1:172.21.15.114:6789/0 conn(0x7ff8280b57d0 legacy=0x7ff828072290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:37.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.118+0000 7ff827fff640 1 -- 172.21.15.111:0/3636639389 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff82806e200 con 0x7ff828161cc0 2024-09-19T04:39:37.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.118+0000 7ff827fff640 1 --2- 172.21.15.111:0/3636639389 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff828161cc0 0x7ff8280aebf0 secure :-1 s=READY pgs=1478 cs=0 l=1 rev1=1 crypto rx=0x7ff8280cd4d0 tx=0x7ff81802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a235c6126810256 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:37.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.118+0000 7ff826ffd640 1 -- 172.21.15.111:0/3636639389 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff818037070 con 0x7ff828161cc0 2024-09-19T04:39:37.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.119+0000 7ff826ffd640 1 -- 172.21.15.111:0/3636639389 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff818032440 con 0x7ff828161cc0 2024-09-19T04:39:37.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.119+0000 7ff826ffd640 1 -- 172.21.15.111:0/3636639389 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff818032810 con 0x7ff828161cc0 2024-09-19T04:39:37.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.119+0000 7ff82e9f8640 1 -- 172.21.15.111:0/3636639389 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff828161cc0 msgr2=0x7ff8280aebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:37.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.119+0000 7ff82e9f8640 1 --2- 172.21.15.111:0/3636639389 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff828161cc0 0x7ff8280aebf0 secure :-1 s=READY pgs=1478 cs=0 l=1 rev1=1 crypto rx=0x7ff8280cd4d0 tx=0x7ff81802a270 comp rx=0 tx=0).stop 2024-09-19T04:39:37.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.119+0000 7ff82e9f8640 1 -- 172.21.15.111:0/3636639389 shutdown_connections 2024-09-19T04:39:37.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.119+0000 7ff82e9f8640 1 --2- 172.21.15.111:0/3636639389 >> v2:172.21.15.114:3300/0 conn(0x7ff8280729a0 0x7ff8280b5c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.119+0000 7ff82e9f8640 1 --2- 172.21.15.111:0/3636639389 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff828161cc0 0x7ff8280aebf0 unknown :-1 s=CLOSED pgs=1478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.119+0000 7ff82e9f8640 1 -- 172.21.15.111:0/3636639389 >> 172.21.15.111:0/3636639389 conn(0x7ff82806bba0 msgr2=0x7ff82806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:37.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.119+0000 7ff82e9f8640 1 -- 172.21.15.111:0/3636639389 shutdown_connections 2024-09-19T04:39:37.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.119+0000 7ff82e9f8640 1 -- 172.21.15.111:0/3636639389 wait complete. 2024-09-19T04:39:37.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.120+0000 7ff82e9f8640 1 Processor -- start 2024-09-19T04:39:37.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.120+0000 7ff82e9f8640 1 -- start start 2024-09-19T04:39:37.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.121+0000 7ff82e9f8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff8280729a0 0x7ff828145460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:37.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.121+0000 7ff82e9f8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff8280b57d0 0x7ff8281586a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:37.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.121+0000 7ff82e9f8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff828161cc0 0x7ff8280af650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:37.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.121+0000 7ff82e9f8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff8280b4be0 con 0x7ff828161cc0 2024-09-19T04:39:37.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.121+0000 7ff82e9f8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff8280b4a60 con 0x7ff8280b57d0 2024-09-19T04:39:37.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.121+0000 7ff82e9f8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff82806ea00 con 0x7ff8280729a0 2024-09-19T04:39:37.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.121+0000 7ff82cf95640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff828161cc0 0x7ff8280af650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:37.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.121+0000 7ff82cf95640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff828161cc0 0x7ff8280af650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60048/0 (socket says 172.21.15.111:60048) 2024-09-19T04:39:37.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.121+0000 7ff82cf95640 1 -- 172.21.15.111:0/2454162836 learned_addr learned my addr 172.21.15.111:0/2454162836 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:37.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.122+0000 7ff8277fe640 1 --2- 172.21.15.111:0/2454162836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff8280b57d0 0x7ff8281586a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:37.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.122+0000 7ff82cf95640 1 -- 172.21.15.111:0/2454162836 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff8280729a0 msgr2=0x7ff828145460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:37.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.122+0000 7ff827fff640 1 --2- 172.21.15.111:0/2454162836 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff8280729a0 0x7ff828145460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:37.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.122+0000 7ff82cf95640 1 --2- 172.21.15.111:0/2454162836 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff8280729a0 0x7ff828145460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.122+0000 7ff82cf95640 1 -- 172.21.15.111:0/2454162836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff8280b57d0 msgr2=0x7ff8281586a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:37.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.122+0000 7ff82cf95640 1 --2- 172.21.15.111:0/2454162836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff8280b57d0 0x7ff8281586a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.122+0000 7ff82cf95640 1 -- 172.21.15.111:0/2454162836 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff828158fa0 con 0x7ff828161cc0 2024-09-19T04:39:37.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.122+0000 7ff8277fe640 1 --2- 172.21.15.111:0/2454162836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff8280b57d0 0x7ff8281586a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:37.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.122+0000 7ff827fff640 1 --2- 172.21.15.111:0/2454162836 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff8280729a0 0x7ff828145460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:37.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.122+0000 7ff82cf95640 1 --2- 172.21.15.111:0/2454162836 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff828161cc0 0x7ff8280af650 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7ff820007e30 tx=0x7ff82000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:37.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.122+0000 7ff824ff9640 1 -- 172.21.15.111:0/2454162836 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff820014620 con 0x7ff828161cc0 2024-09-19T04:39:37.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.122+0000 7ff824ff9640 1 -- 172.21.15.111:0/2454162836 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff820019070 con 0x7ff828161cc0 2024-09-19T04:39:37.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.122+0000 7ff824ff9640 1 -- 172.21.15.111:0/2454162836 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff820014a00 con 0x7ff828161cc0 2024-09-19T04:39:37.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.122+0000 7ff82e9f8640 1 -- 172.21.15.111:0/2454162836 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff828159280 con 0x7ff828161cc0 2024-09-19T04:39:37.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.122+0000 7ff82e9f8640 1 -- 172.21.15.111:0/2454162836 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff828159840 con 0x7ff828161cc0 2024-09-19T04:39:37.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.123+0000 7ff82e9f8640 1 -- 172.21.15.111:0/2454162836 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8280b5c40 con 0x7ff828161cc0 2024-09-19T04:39:37.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.123+0000 7ff824ff9640 1 -- 172.21.15.111:0/2454162836 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7ff820014ba0 con 0x7ff828161cc0 2024-09-19T04:39:37.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.124+0000 7ff824ff9640 1 --2- 172.21.15.111:0/2454162836 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff81406c8e0 0x7ff81406eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:37.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.124+0000 7ff824ff9640 1 -- 172.21.15.111:0/2454162836 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7ff82008c7f0 con 0x7ff828161cc0 2024-09-19T04:39:37.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.124+0000 7ff827fff640 1 --2- 172.21.15.111:0/2454162836 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff81406c8e0 0x7ff81406eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:37.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.125+0000 7ff827fff640 1 --2- 172.21.15.111:0/2454162836 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff81406c8e0 0x7ff81406eda0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7ff818034000 tx=0x7ff81802e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:37.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.128+0000 7ff824ff9640 1 -- 172.21.15.111:0/2454162836 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff820011260 con 0x7ff828161cc0 2024-09-19T04:39:37.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.318+0000 7ff82e9f8640 1 -- 172.21.15.111:0/2454162836 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol39680", "target": ["mon-mgr", ""]}) -- 0x7ff8280008d0 con 0x7ff81406c8e0 2024-09-19T04:39:37.326 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:37.325+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:39:37.326 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:37.325+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:39:37.326 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:37.325+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:39:37.326 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:37.325+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:39:37.326 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:37.325+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:39:37.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.352+0000 7ff824ff9640 1 -- 172.21.15.111:0/2454162836 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+30 (secure 0 0 0) 0x7ff8280008d0 con 0x7ff81406c8e0 2024-09-19T04:39:37.354 INFO:teuthology.orchestra.run.smithi111.stdout:/volumes/_nogroup/subvol39680 2024-09-19T04:39:37.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.354+0000 7ff82e9f8640 1 -- 172.21.15.111:0/2454162836 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff81406c8e0 msgr2=0x7ff81406eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:37.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.354+0000 7ff82e9f8640 1 --2- 172.21.15.111:0/2454162836 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff81406c8e0 0x7ff81406eda0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7ff818034000 tx=0x7ff81802e000 comp rx=0 tx=0).stop 2024-09-19T04:39:37.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.354+0000 7ff82e9f8640 1 -- 172.21.15.111:0/2454162836 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff828161cc0 msgr2=0x7ff8280af650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:37.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.354+0000 7ff82e9f8640 1 --2- 172.21.15.111:0/2454162836 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff828161cc0 0x7ff8280af650 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7ff820007e30 tx=0x7ff82000e4b0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.354+0000 7ff82e9f8640 1 -- 172.21.15.111:0/2454162836 shutdown_connections 2024-09-19T04:39:37.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.354+0000 7ff82e9f8640 1 --2- 172.21.15.111:0/2454162836 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff81406c8e0 0x7ff81406eda0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.354+0000 7ff82e9f8640 1 --2- 172.21.15.111:0/2454162836 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff828161cc0 0x7ff8280af650 unknown :-1 s=CLOSED pgs=1479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.354+0000 7ff82e9f8640 1 --2- 172.21.15.111:0/2454162836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff8280b57d0 0x7ff8281586a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.354+0000 7ff82e9f8640 1 --2- 172.21.15.111:0/2454162836 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff8280729a0 0x7ff828145460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.354+0000 7ff82e9f8640 1 -- 172.21.15.111:0/2454162836 >> 172.21.15.111:0/2454162836 conn(0x7ff82806bba0 msgr2=0x7ff828072270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:37.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.354+0000 7ff82e9f8640 1 -- 172.21.15.111:0/2454162836 shutdown_connections 2024-09-19T04:39:37.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.354+0000 7ff82e9f8640 1 -- 172.21.15.111:0/2454162836 wait complete. 2024-09-19T04:39:37.366 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol14431 subvol_grp71610 2024-09-19T04:39:37.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.468+0000 7f83de3b7640 1 Processor -- start 2024-09-19T04:39:37.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.468+0000 7f83de3b7640 1 -- start start 2024-09-19T04:39:37.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.469+0000 7f83de3b7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83d815b370 0x7f83d8072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:37.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.469+0000 7f83de3b7640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f83d815f9f0 0x7f83d806ea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:37.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.469+0000 7f83de3b7640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f83d806ef60 0x7f83d8071040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:37.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.469+0000 7f83de3b7640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f83d815fef0 con 0x7f83d806ef60 2024-09-19T04:39:37.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.469+0000 7f83de3b7640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f83d815c970 con 0x7f83d815f9f0 2024-09-19T04:39:37.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.469+0000 7f83de3b7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f83d815bbb0 con 0x7f83d815b370 2024-09-19T04:39:37.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.469+0000 7f83dc954640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f83d806ef60 0x7f83d8071040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:37.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.469+0000 7f83dc954640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f83d806ef60 0x7f83d8071040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60054/0 (socket says 172.21.15.111:60054) 2024-09-19T04:39:37.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.469+0000 7f83dc954640 1 -- 172.21.15.111:0/4142262045 learned_addr learned my addr 172.21.15.111:0/4142262045 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:37.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.469+0000 7f83d7fff640 1 --2- 172.21.15.111:0/4142262045 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83d815b370 0x7f83d8072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:37.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.469+0000 7f83d77fe640 1 --2- 172.21.15.111:0/4142262045 >> v2:172.21.15.114:3300/0 conn(0x7f83d815f9f0 0x7f83d806ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:37.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.469+0000 7f83dc954640 1 -- 172.21.15.111:0/4142262045 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83d815b370 msgr2=0x7f83d8072560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:37.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.469+0000 7f83dc954640 1 --2- 172.21.15.111:0/4142262045 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83d815b370 0x7f83d8072560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.469+0000 7f83dc954640 1 -- 172.21.15.111:0/4142262045 >> v2:172.21.15.114:3300/0 conn(0x7f83d815f9f0 msgr2=0x7f83d806ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:37.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.469+0000 7f83dc954640 1 --2- 172.21.15.111:0/4142262045 >> v2:172.21.15.114:3300/0 conn(0x7f83d815f9f0 0x7f83d806ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.469+0000 7f83dc954640 1 -- 172.21.15.111:0/4142262045 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83d815be90 con 0x7f83d806ef60 2024-09-19T04:39:37.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.470+0000 7f83dc954640 1 --2- 172.21.15.111:0/4142262045 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83d806ef60 0x7f83d8071040 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7f83d806cb80 tx=0x7f83d002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f82e8a238e2d8dc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:37.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.470+0000 7f83d6ffd640 1 -- 172.21.15.111:0/4142262045 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83d0036070 con 0x7f83d806ef60 2024-09-19T04:39:37.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.470+0000 7f83d6ffd640 1 -- 172.21.15.111:0/4142262045 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83d0031600 con 0x7f83d806ef60 2024-09-19T04:39:37.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.470+0000 7f83d6ffd640 1 -- 172.21.15.111:0/4142262045 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83d00319d0 con 0x7f83d806ef60 2024-09-19T04:39:37.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.471+0000 7f83de3b7640 1 -- 172.21.15.111:0/4142262045 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83d806ef60 msgr2=0x7f83d8071040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:37.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.471+0000 7f83de3b7640 1 --2- 172.21.15.111:0/4142262045 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83d806ef60 0x7f83d8071040 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7f83d806cb80 tx=0x7f83d002a610 comp rx=0 tx=0).stop 2024-09-19T04:39:37.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.471+0000 7f83de3b7640 1 -- 172.21.15.111:0/4142262045 shutdown_connections 2024-09-19T04:39:37.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.471+0000 7f83de3b7640 1 --2- 172.21.15.111:0/4142262045 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83d806ef60 0x7f83d8071040 unknown :-1 s=CLOSED pgs=1480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.471+0000 7f83de3b7640 1 --2- 172.21.15.111:0/4142262045 >> v2:172.21.15.114:3300/0 conn(0x7f83d815f9f0 0x7f83d806ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.471+0000 7f83de3b7640 1 --2- 172.21.15.111:0/4142262045 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83d815b370 0x7f83d8072560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.471+0000 7f83de3b7640 1 -- 172.21.15.111:0/4142262045 >> 172.21.15.111:0/4142262045 conn(0x7f83d806bba0 msgr2=0x7f83d806bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:37.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.471+0000 7f83de3b7640 1 -- 172.21.15.111:0/4142262045 shutdown_connections 2024-09-19T04:39:37.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.471+0000 7f83de3b7640 1 -- 172.21.15.111:0/4142262045 wait complete. 2024-09-19T04:39:37.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.472+0000 7f83de3b7640 1 Processor -- start 2024-09-19T04:39:37.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.472+0000 7f83de3b7640 1 -- start start 2024-09-19T04:39:37.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.473+0000 7f83de3b7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83d806ef60 0x7f83d814a390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:37.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.473+0000 7f83de3b7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f83d815b370 0x7f83d81505d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:37.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.473+0000 7f83de3b7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83d815f9f0 0x7f83d814eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:37.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.473+0000 7f83de3b7640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f83d80731b0 con 0x7f83d815f9f0 2024-09-19T04:39:37.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.473+0000 7f83de3b7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f83d815c450 con 0x7f83d815b370 2024-09-19T04:39:37.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.473+0000 7f83de3b7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f83d815b750 con 0x7f83d806ef60 2024-09-19T04:39:37.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.473+0000 7f83dc954640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83d815f9f0 0x7f83d814eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:37.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.473+0000 7f83dc954640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83d815f9f0 0x7f83d814eb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60060/0 (socket says 172.21.15.111:60060) 2024-09-19T04:39:37.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.473+0000 7f83dc954640 1 -- 172.21.15.111:0/1850414209 learned_addr learned my addr 172.21.15.111:0/1850414209 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:37.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.473+0000 7f83d7fff640 1 --2- 172.21.15.111:0/1850414209 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83d806ef60 0x7f83d814a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:37.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.473+0000 7f83d77fe640 1 --2- 172.21.15.111:0/1850414209 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f83d815b370 0x7f83d81505d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:37.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.473+0000 7f83dc954640 1 -- 172.21.15.111:0/1850414209 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83d806ef60 msgr2=0x7f83d814a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:37.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.473+0000 7f83dc954640 1 --2- 172.21.15.111:0/1850414209 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83d806ef60 0x7f83d814a390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.473+0000 7f83dc954640 1 -- 172.21.15.111:0/1850414209 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f83d815b370 msgr2=0x7f83d81505d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:37.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.473+0000 7f83dc954640 1 --2- 172.21.15.111:0/1850414209 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f83d815b370 0x7f83d81505d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.473+0000 7f83dc954640 1 -- 172.21.15.111:0/1850414209 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83d814f530 con 0x7f83d815f9f0 2024-09-19T04:39:37.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.473+0000 7f83dc954640 1 --2- 172.21.15.111:0/1850414209 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83d815f9f0 0x7f83d814eb90 secure :-1 s=READY pgs=1481 cs=0 l=1 rev1=1 crypto rx=0x7f83d0009f40 tx=0x7f83d0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:37.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.473+0000 7f83d4ff9640 1 -- 172.21.15.111:0/1850414209 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83d0036050 con 0x7f83d815f9f0 2024-09-19T04:39:37.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.473+0000 7f83d4ff9640 1 -- 172.21.15.111:0/1850414209 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83d0042070 con 0x7f83d815f9f0 2024-09-19T04:39:37.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.473+0000 7f83de3b7640 1 -- 172.21.15.111:0/1850414209 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83d814f810 con 0x7f83d815f9f0 2024-09-19T04:39:37.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.473+0000 7f83d4ff9640 1 -- 172.21.15.111:0/1850414209 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83d0009510 con 0x7f83d815f9f0 2024-09-19T04:39:37.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.473+0000 7f83de3b7640 1 -- 172.21.15.111:0/1850414209 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83d814fdd0 con 0x7f83d815f9f0 2024-09-19T04:39:37.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.474+0000 7f83de3b7640 1 -- 172.21.15.111:0/1850414209 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83d8072560 con 0x7f83d815f9f0 2024-09-19T04:39:37.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.475+0000 7f83d4ff9640 1 -- 172.21.15.111:0/1850414209 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f83d0007bf0 con 0x7f83d815f9f0 2024-09-19T04:39:37.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.475+0000 7f83d4ff9640 1 --2- 172.21.15.111:0/1850414209 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f83c406c910 0x7f83c406edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:37.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.475+0000 7f83d4ff9640 1 -- 172.21.15.111:0/1850414209 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7f83d00acc30 con 0x7f83d815f9f0 2024-09-19T04:39:37.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.476+0000 7f83d7fff640 1 --2- 172.21.15.111:0/1850414209 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f83c406c910 0x7f83c406edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:37.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.476+0000 7f83d7fff640 1 --2- 172.21.15.111:0/1850414209 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f83c406c910 0x7f83c406edd0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f83c8006fd0 tx=0x7f83c8008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:37.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.480+0000 7f83d4ff9640 1 -- 172.21.15.111:0/1850414209 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f83d007a4c0 con 0x7f83d815f9f0 2024-09-19T04:39:37.673 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.672+0000 7f83de3b7640 1 -- 172.21.15.111:0/1850414209 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol14431", "group_name": "subvol_grp71610", "target": ["mon-mgr", ""]}) -- 0x7f83d806c230 con 0x7f83c406c910 2024-09-19T04:39:37.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.690+0000 7f83d4ff9640 1 -- 172.21.15.111:0/1850414209 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f83d806c230 con 0x7f83c406c910 2024-09-19T04:39:37.692 INFO:teuthology.orchestra.run.smithi111.stdout:/volumes/subvol_grp71610/subvol14431 2024-09-19T04:39:37.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.693+0000 7f83de3b7640 1 -- 172.21.15.111:0/1850414209 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f83c406c910 msgr2=0x7f83c406edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:37.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.693+0000 7f83de3b7640 1 --2- 172.21.15.111:0/1850414209 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f83c406c910 0x7f83c406edd0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f83c8006fd0 tx=0x7f83c8008040 comp rx=0 tx=0).stop 2024-09-19T04:39:37.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.693+0000 7f83de3b7640 1 -- 172.21.15.111:0/1850414209 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83d815f9f0 msgr2=0x7f83d814eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:37.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.693+0000 7f83de3b7640 1 --2- 172.21.15.111:0/1850414209 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83d815f9f0 0x7f83d814eb90 secure :-1 s=READY pgs=1481 cs=0 l=1 rev1=1 crypto rx=0x7f83d0009f40 tx=0x7f83d0004a40 comp rx=0 tx=0).stop 2024-09-19T04:39:37.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.693+0000 7f83de3b7640 1 -- 172.21.15.111:0/1850414209 shutdown_connections 2024-09-19T04:39:37.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.693+0000 7f83de3b7640 1 --2- 172.21.15.111:0/1850414209 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f83c406c910 0x7f83c406edd0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.693+0000 7f83de3b7640 1 --2- 172.21.15.111:0/1850414209 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f83d815f9f0 0x7f83d814eb90 unknown :-1 s=CLOSED pgs=1481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.693+0000 7f83de3b7640 1 --2- 172.21.15.111:0/1850414209 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f83d815b370 0x7f83d81505d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.693+0000 7f83de3b7640 1 --2- 172.21.15.111:0/1850414209 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f83d806ef60 0x7f83d814a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.693+0000 7f83de3b7640 1 -- 172.21.15.111:0/1850414209 >> 172.21.15.111:0/1850414209 conn(0x7f83d806bba0 msgr2=0x7f83d815ee00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:37.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.693+0000 7f83de3b7640 1 -- 172.21.15.111:0/1850414209 shutdown_connections 2024-09-19T04:39:37.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.693+0000 7f83de3b7640 1 -- 172.21.15.111:0/1850414209 wait complete. 2024-09-19T04:39:37.705 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol39680 2024-09-19T04:39:37.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.805+0000 7ff202227640 1 Processor -- start 2024-09-19T04:39:37.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.805+0000 7ff202227640 1 -- start start 2024-09-19T04:39:37.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.806+0000 7ff202227640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff1fc148020 0x7ff1fc0b0b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:37.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.806+0000 7ff202227640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1fc0b4b90 0x7ff1fc0b6480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:37.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.806+0000 7ff202227640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff1fc148400 con 0x7ff1fc0ae8e0 2024-09-19T04:39:37.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.806+0000 7ff202227640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7ff1fc0b5ff0 con 0x7ff1fc148020 2024-09-19T04:39:37.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.806+0000 7ff202227640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff1fc0b53e0 con 0x7ff1fc0b4b90 2024-09-19T04:39:37.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.806+0000 7ff1fb7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff1fc148020 0x7ff1fc0b0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:37.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.806+0000 7ff1fb7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff1fc148020 0x7ff1fc0b0b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60066/0 (socket says 172.21.15.111:60066) 2024-09-19T04:39:37.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.806+0000 7ff1fb7fe640 1 -- 172.21.15.111:0/3498961006 learned_addr learned my addr 172.21.15.111:0/3498961006 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:37.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.806+0000 7ff1faffd640 1 --2- 172.21.15.111:0/3498961006 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1fc0b4b90 0x7ff1fc0b6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:37.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.806+0000 7ff1fb7fe640 1 -- 172.21.15.111:0/3498961006 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1fc0b4b90 msgr2=0x7ff1fc0b6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:37.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.806+0000 7ff1fb7fe640 1 --2- 172.21.15.111:0/3498961006 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1fc0b4b90 0x7ff1fc0b6480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.806+0000 7ff1fb7fe640 1 -- 172.21.15.111:0/3498961006 >> v1:172.21.15.114:6789/0 conn(0x7ff1fc0ae8e0 legacy=0x7ff1fc06e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:37.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.806+0000 7ff1fb7fe640 1 -- 172.21.15.111:0/3498961006 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1fc0b56c0 con 0x7ff1fc148020 2024-09-19T04:39:37.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.806+0000 7ff1faffd640 1 --2- 172.21.15.111:0/3498961006 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1fc0b4b90 0x7ff1fc0b6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:37.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.807+0000 7ff1fb7fe640 1 --2- 172.21.15.111:0/3498961006 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1fc148020 0x7ff1fc0b0b30 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7ff1ec009870 tx=0x7ff1ec02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8d98edde30244af server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:37.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.807+0000 7ff1fa7fc640 1 -- 172.21.15.111:0/3498961006 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1ec037070 con 0x7ff1fc148020 2024-09-19T04:39:37.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.807+0000 7ff1fa7fc640 1 -- 172.21.15.111:0/3498961006 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1ec032440 con 0x7ff1fc148020 2024-09-19T04:39:37.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.807+0000 7ff1fa7fc640 1 -- 172.21.15.111:0/3498961006 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1ec032810 con 0x7ff1fc148020 2024-09-19T04:39:37.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.808+0000 7ff202227640 1 -- 172.21.15.111:0/3498961006 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1fc148020 msgr2=0x7ff1fc0b0b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:37.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.808+0000 7ff202227640 1 --2- 172.21.15.111:0/3498961006 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1fc148020 0x7ff1fc0b0b30 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7ff1ec009870 tx=0x7ff1ec02a210 comp rx=0 tx=0).stop 2024-09-19T04:39:37.812 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.808+0000 7ff202227640 1 -- 172.21.15.111:0/3498961006 shutdown_connections 2024-09-19T04:39:37.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.808+0000 7ff202227640 1 --2- 172.21.15.111:0/3498961006 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1fc0b4b90 0x7ff1fc0b6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.808+0000 7ff202227640 1 --2- 172.21.15.111:0/3498961006 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1fc148020 0x7ff1fc0b0b30 unknown :-1 s=CLOSED pgs=1482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.808+0000 7ff202227640 1 -- 172.21.15.111:0/3498961006 >> 172.21.15.111:0/3498961006 conn(0x7ff1fc06d0d0 msgr2=0x7ff1fc06d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:37.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.808+0000 7ff202227640 1 -- 172.21.15.111:0/3498961006 shutdown_connections 2024-09-19T04:39:37.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.808+0000 7ff202227640 1 -- 172.21.15.111:0/3498961006 wait complete. 2024-09-19T04:39:37.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.809+0000 7ff202227640 1 Processor -- start 2024-09-19T04:39:37.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.809+0000 7ff202227640 1 -- start start 2024-09-19T04:39:37.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.810+0000 7ff202227640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1fc0ae8e0 0x7ff1fc13ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:37.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.810+0000 7ff202227640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1fc0b4b90 0x7ff1fc13d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:37.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.810+0000 7ff202227640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1fc148020 0x7ff1fc15dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:37.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.810+0000 7ff202227640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff1fc0b69c0 con 0x7ff1fc148020 2024-09-19T04:39:37.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.810+0000 7ff202227640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff1fc0b5c80 con 0x7ff1fc0b4b90 2024-09-19T04:39:37.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.810+0000 7ff202227640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff1fc0b4fd0 con 0x7ff1fc0ae8e0 2024-09-19T04:39:37.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.810+0000 7ff1fbfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1fc148020 0x7ff1fc15dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:37.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.810+0000 7ff1fbfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1fc148020 0x7ff1fc15dfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60076/0 (socket says 172.21.15.111:60076) 2024-09-19T04:39:37.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.810+0000 7ff1fbfff640 1 -- 172.21.15.111:0/4192763732 learned_addr learned my addr 172.21.15.111:0/4192763732 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:37.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.810+0000 7ff1fb7fe640 1 --2- 172.21.15.111:0/4192763732 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1fc0ae8e0 0x7ff1fc13ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:37.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.810+0000 7ff1faffd640 1 --2- 172.21.15.111:0/4192763732 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1fc0b4b90 0x7ff1fc13d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:37.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.810+0000 7ff1fbfff640 1 -- 172.21.15.111:0/4192763732 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1fc0ae8e0 msgr2=0x7ff1fc13ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:37.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.810+0000 7ff1fbfff640 1 --2- 172.21.15.111:0/4192763732 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1fc0ae8e0 0x7ff1fc13ea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.810+0000 7ff1fbfff640 1 -- 172.21.15.111:0/4192763732 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1fc0b4b90 msgr2=0x7ff1fc13d7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:37.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.810+0000 7ff1fbfff640 1 --2- 172.21.15.111:0/4192763732 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1fc0b4b90 0x7ff1fc13d7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:37.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.810+0000 7ff1fbfff640 1 -- 172.21.15.111:0/4192763732 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1fc13df70 con 0x7ff1fc148020 2024-09-19T04:39:37.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.810+0000 7ff1fbfff640 1 --2- 172.21.15.111:0/4192763732 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1fc148020 0x7ff1fc15dfa0 secure :-1 s=READY pgs=1483 cs=0 l=1 rev1=1 crypto rx=0x7ff1f400b9a0 tx=0x7ff1f400be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:37.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.811+0000 7ff1e3fff640 1 -- 172.21.15.111:0/4192763732 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1f4019070 con 0x7ff1fc148020 2024-09-19T04:39:37.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.811+0000 7ff1e3fff640 1 -- 172.21.15.111:0/4192763732 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1f400cba0 con 0x7ff1fc148020 2024-09-19T04:39:37.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.811+0000 7ff1e3fff640 1 -- 172.21.15.111:0/4192763732 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1f4014440 con 0x7ff1fc148020 2024-09-19T04:39:37.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.811+0000 7ff202227640 1 -- 172.21.15.111:0/4192763732 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1fc13e250 con 0x7ff1fc148020 2024-09-19T04:39:37.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.811+0000 7ff202227640 1 -- 172.21.15.111:0/4192763732 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1fc15eef0 con 0x7ff1fc148020 2024-09-19T04:39:37.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.812+0000 7ff202227640 1 -- 172.21.15.111:0/4192763732 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1fc06e860 con 0x7ff1fc148020 2024-09-19T04:39:37.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.812+0000 7ff1e3fff640 1 -- 172.21.15.111:0/4192763732 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7ff1f401c070 con 0x7ff1fc148020 2024-09-19T04:39:37.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.813+0000 7ff1e3fff640 1 --2- 172.21.15.111:0/4192763732 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff1e806c8e0 0x7ff1e806eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:37.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.813+0000 7ff1e3fff640 1 -- 172.21.15.111:0/4192763732 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7ff1f408bb70 con 0x7ff1fc148020 2024-09-19T04:39:37.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.813+0000 7ff1fb7fe640 1 --2- 172.21.15.111:0/4192763732 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff1e806c8e0 0x7ff1e806eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:37.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.813+0000 7ff1fb7fe640 1 --2- 172.21.15.111:0/4192763732 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff1e806c8e0 0x7ff1e806eda0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7ff1ec034000 tx=0x7ff1ec02e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:37.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:37.817+0000 7ff1e3fff640 1 -- 172.21.15.111:0/4192763732 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff1f40593a0 con 0x7ff1fc148020 2024-09-19T04:39:38.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.006+0000 7ff202227640 1 -- 172.21.15.111:0/4192763732 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol39680", "target": ["mon-mgr", ""]}) -- 0x7ff1fc13dd10 con 0x7ff1e806c8e0 2024-09-19T04:39:38.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.011+0000 7ff1e3fff640 1 -- 172.21.15.111:0/4192763732 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+30 (secure 0 0 0) 0x7ff1ec0327f0 con 0x7ff1e806c8e0 2024-09-19T04:39:38.012 INFO:teuthology.orchestra.run.smithi111.stdout:/volumes/_nogroup/subvol39680 2024-09-19T04:39:38.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.013+0000 7ff202227640 1 -- 172.21.15.111:0/4192763732 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff1e806c8e0 msgr2=0x7ff1e806eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:38.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.013+0000 7ff202227640 1 --2- 172.21.15.111:0/4192763732 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff1e806c8e0 0x7ff1e806eda0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7ff1ec034000 tx=0x7ff1ec02e000 comp rx=0 tx=0).stop 2024-09-19T04:39:38.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.013+0000 7ff202227640 1 -- 172.21.15.111:0/4192763732 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1fc148020 msgr2=0x7ff1fc15dfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:38.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.013+0000 7ff202227640 1 --2- 172.21.15.111:0/4192763732 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1fc148020 0x7ff1fc15dfa0 secure :-1 s=READY pgs=1483 cs=0 l=1 rev1=1 crypto rx=0x7ff1f400b9a0 tx=0x7ff1f400be60 comp rx=0 tx=0).stop 2024-09-19T04:39:38.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.013+0000 7ff202227640 1 -- 172.21.15.111:0/4192763732 shutdown_connections 2024-09-19T04:39:38.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.013+0000 7ff202227640 1 --2- 172.21.15.111:0/4192763732 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff1e806c8e0 0x7ff1e806eda0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.013+0000 7ff202227640 1 --2- 172.21.15.111:0/4192763732 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1fc148020 0x7ff1fc15dfa0 unknown :-1 s=CLOSED pgs=1483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.013+0000 7ff202227640 1 --2- 172.21.15.111:0/4192763732 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff1fc0b4b90 0x7ff1fc13d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.013+0000 7ff202227640 1 --2- 172.21.15.111:0/4192763732 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff1fc0ae8e0 0x7ff1fc13ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.013+0000 7ff202227640 1 -- 172.21.15.111:0/4192763732 >> 172.21.15.111:0/4192763732 conn(0x7ff1fc06d0d0 msgr2=0x7ff1fc074c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:38.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.013+0000 7ff202227640 1 -- 172.21.15.111:0/4192763732 shutdown_connections 2024-09-19T04:39:38.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.013+0000 7ff202227640 1 -- 172.21.15.111:0/4192763732 wait complete. 2024-09-19T04:39:38.025 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:38.026 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_legacy/b5f2434ba8cf03951efd023c14d1a1d3.meta) 2024-09-19T04:39:38.056 INFO:teuthology.orchestra.run.smithi111.stdout:[GLOBAL] 2024-09-19T04:39:38.056 INFO:teuthology.orchestra.run.smithi111.stdout:version = 1 2024-09-19T04:39:38.056 INFO:teuthology.orchestra.run.smithi111.stdout:type = subvolume 2024-09-19T04:39:38.056 INFO:teuthology.orchestra.run.smithi111.stdout:path = /volumes/_nogroup/subvol39680 2024-09-19T04:39:38.056 INFO:teuthology.orchestra.run.smithi111.stdout:state = complete 2024-09-19T04:39:38.056 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:38.057 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol14431 subvol_grp71610 2024-09-19T04:39:38.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.198+0000 7f89f2c45640 1 Processor -- start 2024-09-19T04:39:38.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.199+0000 7f89f2c45640 1 -- start start 2024-09-19T04:39:38.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.199+0000 7f89f2c45640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f89ec06c2b0 0x7f89ec148040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:38.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.199+0000 7f89f2c45640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f89ec06e660 con 0x7f89ec147970 2024-09-19T04:39:38.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.199+0000 7f89f2c45640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f89ec0b5ee0 con 0x7f89ec06d980 2024-09-19T04:39:38.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.199+0000 7f89f2c45640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f89ec06dd90 con 0x7f89ec06c2b0 2024-09-19T04:39:38.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.199+0000 7f89ebfff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f89ec06c2b0 0x7f89ec148040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:38.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.199+0000 7f89ebfff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f89ec06c2b0 0x7f89ec148040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60088/0 (socket says 172.21.15.111:60088) 2024-09-19T04:39:38.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.199+0000 7f89ebfff640 1 -- 172.21.15.111:0/3059312906 learned_addr learned my addr 172.21.15.111:0/3059312906 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:38.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.199+0000 7f89f09e1640 1 --1- 172.21.15.111:0/3059312906 >> v1:172.21.15.111:6789/0 conn(0x7f89ec147970 0x7f89ec06bba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:51554/0 (socket says 172.21.15.111:51554) 2024-09-19T04:39:38.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.200+0000 7f89ebfff640 1 -- 172.21.15.111:0/3059312906 >> v1:172.21.15.114:6789/0 conn(0x7f89ec06d980 legacy=0x7f89ec0b4880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:38.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.200+0000 7f89ebfff640 1 -- 172.21.15.111:0/3059312906 >> v1:172.21.15.111:6789/0 conn(0x7f89ec147970 legacy=0x7f89ec06bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:38.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.200+0000 7f89ebfff640 1 -- 172.21.15.111:0/3059312906 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89ec0b61c0 con 0x7f89ec06c2b0 2024-09-19T04:39:38.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.200+0000 7f89ebfff640 1 --2- 172.21.15.111:0/3059312906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f89ec06c2b0 0x7f89ec148040 secure :-1 s=READY pgs=1485 cs=0 l=1 rev1=1 crypto rx=0x7f89d4009870 tx=0x7f89d402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3fee4fdf6def13e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:38.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.201+0000 7f89eb7fe640 1 -- 172.21.15.111:0/3059312906 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89d4037070 con 0x7f89ec06c2b0 2024-09-19T04:39:38.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.201+0000 7f89eb7fe640 1 -- 172.21.15.111:0/3059312906 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89d4032440 con 0x7f89ec06c2b0 2024-09-19T04:39:38.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.201+0000 7f89eb7fe640 1 -- 172.21.15.111:0/3059312906 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89d4032810 con 0x7f89ec06c2b0 2024-09-19T04:39:38.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.201+0000 7f89f2c45640 1 -- 172.21.15.111:0/3059312906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f89ec06c2b0 msgr2=0x7f89ec148040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:38.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.201+0000 7f89f2c45640 1 --2- 172.21.15.111:0/3059312906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f89ec06c2b0 0x7f89ec148040 secure :-1 s=READY pgs=1485 cs=0 l=1 rev1=1 crypto rx=0x7f89d4009870 tx=0x7f89d402a210 comp rx=0 tx=0).stop 2024-09-19T04:39:38.203 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.201+0000 7f89f2c45640 1 -- 172.21.15.111:0/3059312906 shutdown_connections 2024-09-19T04:39:38.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.201+0000 7f89f2c45640 1 --2- 172.21.15.111:0/3059312906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f89ec06c2b0 0x7f89ec148040 unknown :-1 s=CLOSED pgs=1485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.201+0000 7f89f2c45640 1 -- 172.21.15.111:0/3059312906 >> 172.21.15.111:0/3059312906 conn(0x7f89ec06ccb0 msgr2=0x7f89ec06d0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:38.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.201+0000 7f89f2c45640 1 -- 172.21.15.111:0/3059312906 shutdown_connections 2024-09-19T04:39:38.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.201+0000 7f89f2c45640 1 -- 172.21.15.111:0/3059312906 wait complete. 2024-09-19T04:39:38.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.202+0000 7f89f2c45640 1 Processor -- start 2024-09-19T04:39:38.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.202+0000 7f89f2c45640 1 -- start start 2024-09-19T04:39:38.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.203+0000 7f89f2c45640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f89ec06c2b0 0x7f89ec160ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:38.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.203+0000 7f89f2c45640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f89ec06d980 0x7f89ec15dd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:38.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.203+0000 7f89f2c45640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f89ec147970 0x7f89ec143010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:38.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.203+0000 7f89f2c45640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f89ec0b6780 con 0x7f89ec147970 2024-09-19T04:39:38.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.203+0000 7f89f2c45640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f89ec0b5c90 con 0x7f89ec06c2b0 2024-09-19T04:39:38.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.203+0000 7f89f2c45640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f89ec147d50 con 0x7f89ec06d980 2024-09-19T04:39:38.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.203+0000 7f89f11e2640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f89ec147970 0x7f89ec143010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:38.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.203+0000 7f89f11e2640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f89ec147970 0x7f89ec143010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60098/0 (socket says 172.21.15.111:60098) 2024-09-19T04:39:38.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.203+0000 7f89f11e2640 1 -- 172.21.15.111:0/3269206179 learned_addr learned my addr 172.21.15.111:0/3269206179 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:38.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.204+0000 7f89f09e1640 1 --2- 172.21.15.111:0/3269206179 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f89ec06c2b0 0x7f89ec160ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:38.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.204+0000 7f89ebfff640 1 --2- 172.21.15.111:0/3269206179 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f89ec06d980 0x7f89ec15dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:38.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.204+0000 7f89f11e2640 1 -- 172.21.15.111:0/3269206179 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f89ec06d980 msgr2=0x7f89ec15dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:38.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.204+0000 7f89f11e2640 1 --2- 172.21.15.111:0/3269206179 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f89ec06d980 0x7f89ec15dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.204+0000 7f89f11e2640 1 -- 172.21.15.111:0/3269206179 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f89ec06c2b0 msgr2=0x7f89ec160ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:38.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.204+0000 7f89f11e2640 1 --2- 172.21.15.111:0/3269206179 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f89ec06c2b0 0x7f89ec160ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.204+0000 7f89f11e2640 1 -- 172.21.15.111:0/3269206179 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89ec15e2d0 con 0x7f89ec147970 2024-09-19T04:39:38.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.204+0000 7f89f11e2640 1 --2- 172.21.15.111:0/3269206179 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f89ec147970 0x7f89ec143010 secure :-1 s=READY pgs=1486 cs=0 l=1 rev1=1 crypto rx=0x7f89e400c390 tx=0x7f89e400c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:38.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.204+0000 7f89e97fa640 1 -- 172.21.15.111:0/3269206179 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89e4017070 con 0x7f89ec147970 2024-09-19T04:39:38.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.204+0000 7f89e97fa640 1 -- 172.21.15.111:0/3269206179 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89e40035f0 con 0x7f89ec147970 2024-09-19T04:39:38.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.204+0000 7f89e97fa640 1 -- 172.21.15.111:0/3269206179 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89e40039e0 con 0x7f89ec147970 2024-09-19T04:39:38.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.204+0000 7f89f2c45640 1 -- 172.21.15.111:0/3269206179 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89ec143550 con 0x7f89ec147970 2024-09-19T04:39:38.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.204+0000 7f89f2c45640 1 -- 172.21.15.111:0/3269206179 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89ec1437f0 con 0x7f89ec147970 2024-09-19T04:39:38.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.205+0000 7f89f2c45640 1 -- 172.21.15.111:0/3269206179 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89ec142250 con 0x7f89ec147970 2024-09-19T04:39:38.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.206+0000 7f89e97fa640 1 -- 172.21.15.111:0/3269206179 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f89e4003b80 con 0x7f89ec147970 2024-09-19T04:39:38.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.206+0000 7f89e97fa640 1 --2- 172.21.15.111:0/3269206179 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f89cc06c8e0 0x7f89cc06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:38.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.206+0000 7f89e97fa640 1 -- 172.21.15.111:0/3269206179 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7f89e408b3b0 con 0x7f89ec147970 2024-09-19T04:39:38.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.206+0000 7f89f09e1640 1 --2- 172.21.15.111:0/3269206179 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f89cc06c8e0 0x7f89cc06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:38.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.207+0000 7f89f09e1640 1 --2- 172.21.15.111:0/3269206179 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f89cc06c8e0 0x7f89cc06eda0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f89ec160900 tx=0x7f89dc005b70 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:38.211 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.210+0000 7f89e97fa640 1 -- 172.21.15.111:0/3269206179 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f89ec15e2d0 con 0x7f89ec147970 2024-09-19T04:39:38.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.405+0000 7f89f2c45640 1 -- 172.21.15.111:0/3269206179 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol14431", "group_name": "subvol_grp71610", "target": ["mon-mgr", ""]}) -- 0x7f89ec0b1d80 con 0x7f89cc06c8e0 2024-09-19T04:39:38.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.411+0000 7f89e97fa640 1 -- 172.21.15.111:0/3269206179 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f89ec0b1d80 con 0x7f89cc06c8e0 2024-09-19T04:39:38.412 INFO:teuthology.orchestra.run.smithi111.stdout:/volumes/subvol_grp71610/subvol14431 2024-09-19T04:39:38.414 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.413+0000 7f89f2c45640 1 -- 172.21.15.111:0/3269206179 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f89cc06c8e0 msgr2=0x7f89cc06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:38.414 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.413+0000 7f89f2c45640 1 --2- 172.21.15.111:0/3269206179 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f89cc06c8e0 0x7f89cc06eda0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f89ec160900 tx=0x7f89dc005b70 comp rx=0 tx=0).stop 2024-09-19T04:39:38.414 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.413+0000 7f89f2c45640 1 -- 172.21.15.111:0/3269206179 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f89ec147970 msgr2=0x7f89ec143010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:38.414 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.413+0000 7f89f2c45640 1 --2- 172.21.15.111:0/3269206179 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f89ec147970 0x7f89ec143010 secure :-1 s=READY pgs=1486 cs=0 l=1 rev1=1 crypto rx=0x7f89e400c390 tx=0x7f89e400c850 comp rx=0 tx=0).stop 2024-09-19T04:39:38.414 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.413+0000 7f89f2c45640 1 -- 172.21.15.111:0/3269206179 shutdown_connections 2024-09-19T04:39:38.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.413+0000 7f89f2c45640 1 --2- 172.21.15.111:0/3269206179 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f89cc06c8e0 0x7f89cc06eda0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.413+0000 7f89f2c45640 1 --2- 172.21.15.111:0/3269206179 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f89ec147970 0x7f89ec143010 unknown :-1 s=CLOSED pgs=1486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.413+0000 7f89f2c45640 1 --2- 172.21.15.111:0/3269206179 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f89ec06d980 0x7f89ec15dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.413+0000 7f89f2c45640 1 --2- 172.21.15.111:0/3269206179 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f89ec06c2b0 0x7f89ec160ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.413+0000 7f89f2c45640 1 -- 172.21.15.111:0/3269206179 >> 172.21.15.111:0/3269206179 conn(0x7f89ec06ccb0 msgr2=0x7f89ec070090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:38.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.413+0000 7f89f2c45640 1 -- 172.21.15.111:0/3269206179 shutdown_connections 2024-09-19T04:39:38.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.413+0000 7f89f2c45640 1 -- 172.21.15.111:0/3269206179 wait complete. 2024-09-19T04:39:38.425 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:38.425 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_legacy/003dc5d18a7be2d63f83f2cfc3d40265.meta) 2024-09-19T04:39:38.453 INFO:teuthology.orchestra.run.smithi111.stdout:[GLOBAL] 2024-09-19T04:39:38.453 INFO:teuthology.orchestra.run.smithi111.stdout:version = 1 2024-09-19T04:39:38.453 INFO:teuthology.orchestra.run.smithi111.stdout:type = subvolume 2024-09-19T04:39:38.454 INFO:teuthology.orchestra.run.smithi111.stdout:path = /volumes/subvol_grp71610/subvol14431 2024-09-19T04:39:38.454 INFO:teuthology.orchestra.run.smithi111.stdout:state = complete 2024-09-19T04:39:38.454 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:38.455 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol39680 2024-09-19T04:39:38.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.595+0000 7fa31d045640 1 Processor -- start 2024-09-19T04:39:38.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.595+0000 7fa31d045640 1 -- start start 2024-09-19T04:39:38.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.596+0000 7fa31d045640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa318161cc0 0x7fa3180aebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:38.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.596+0000 7fa31d045640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa3180b57d0 0x7fa3180b5c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:38.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.596+0000 7fa31d045640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa31806dc40 con 0x7fa318072290 2024-09-19T04:39:38.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.596+0000 7fa31d045640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fa31806e570 con 0x7fa3180b57d0 2024-09-19T04:39:38.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.596+0000 7fa31d045640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa31806df20 con 0x7fa318161cc0 2024-09-19T04:39:38.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.596+0000 7fa31659c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa3180b57d0 0x7fa3180b5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:38.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.596+0000 7fa31659c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa3180b57d0 0x7fa3180b5c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60112/0 (socket says 172.21.15.111:60112) 2024-09-19T04:39:38.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.596+0000 7fa31659c640 1 -- 172.21.15.111:0/1004143498 learned_addr learned my addr 172.21.15.111:0/1004143498 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:38.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.596+0000 7fa316d9d640 1 --2- 172.21.15.111:0/1004143498 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa318161cc0 0x7fa3180aebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:38.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.596+0000 7fa31659c640 1 -- 172.21.15.111:0/1004143498 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa318161cc0 msgr2=0x7fa3180aebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:38.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.596+0000 7fa31659c640 1 --2- 172.21.15.111:0/1004143498 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa318161cc0 0x7fa3180aebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.596+0000 7fa31659c640 1 -- 172.21.15.111:0/1004143498 >> v1:172.21.15.114:6789/0 conn(0x7fa318072290 legacy=0x7fa31806ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:38.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.596+0000 7fa31659c640 1 -- 172.21.15.111:0/1004143498 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa31806e200 con 0x7fa3180b57d0 2024-09-19T04:39:38.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.597+0000 7fa31659c640 1 --2- 172.21.15.111:0/1004143498 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3180b57d0 0x7fa3180b5c10 secure :-1 s=READY pgs=1487 cs=0 l=1 rev1=1 crypto rx=0x7fa30c009870 tx=0x7fa30c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69ec3984ffb96457 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:38.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.597+0000 7fa315d9b640 1 -- 172.21.15.111:0/1004143498 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa30c037070 con 0x7fa3180b57d0 2024-09-19T04:39:38.599 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.597+0000 7fa315d9b640 1 -- 172.21.15.111:0/1004143498 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa30c032440 con 0x7fa3180b57d0 2024-09-19T04:39:38.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.597+0000 7fa315d9b640 1 -- 172.21.15.111:0/1004143498 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa30c032810 con 0x7fa3180b57d0 2024-09-19T04:39:38.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.598+0000 7fa31d045640 1 -- 172.21.15.111:0/1004143498 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3180b57d0 msgr2=0x7fa3180b5c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:38.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.598+0000 7fa31d045640 1 --2- 172.21.15.111:0/1004143498 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3180b57d0 0x7fa3180b5c10 secure :-1 s=READY pgs=1487 cs=0 l=1 rev1=1 crypto rx=0x7fa30c009870 tx=0x7fa30c02a210 comp rx=0 tx=0).stop 2024-09-19T04:39:38.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.598+0000 7fa31d045640 1 -- 172.21.15.111:0/1004143498 shutdown_connections 2024-09-19T04:39:38.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.598+0000 7fa31d045640 1 --2- 172.21.15.111:0/1004143498 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3180b57d0 0x7fa3180b5c10 unknown :-1 s=CLOSED pgs=1487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.598+0000 7fa31d045640 1 --2- 172.21.15.111:0/1004143498 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa318161cc0 0x7fa3180aebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.598+0000 7fa31d045640 1 -- 172.21.15.111:0/1004143498 >> 172.21.15.111:0/1004143498 conn(0x7fa31806bba0 msgr2=0x7fa31806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:38.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.598+0000 7fa31d045640 1 -- 172.21.15.111:0/1004143498 shutdown_connections 2024-09-19T04:39:38.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.598+0000 7fa31d045640 1 -- 172.21.15.111:0/1004143498 wait complete. 2024-09-19T04:39:38.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.599+0000 7fa31d045640 1 Processor -- start 2024-09-19T04:39:38.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.599+0000 7fa31d045640 1 -- start start 2024-09-19T04:39:38.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.600+0000 7fa31d045640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa318072290 0x7fa3180cf7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:38.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.600+0000 7fa31d045640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3180b57d0 0x7fa3180aff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:38.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.600+0000 7fa31d045640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa318161cc0 0x7fa3181475f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:38.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.600+0000 7fa31d045640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa3180b4be0 con 0x7fa3180b57d0 2024-09-19T04:39:38.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.600+0000 7fa31d045640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa3180b4a60 con 0x7fa318161cc0 2024-09-19T04:39:38.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.600+0000 7fa31d045640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa31806f110 con 0x7fa318072290 2024-09-19T04:39:38.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.600+0000 7fa31659c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3180b57d0 0x7fa3180aff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:38.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.600+0000 7fa31659c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3180b57d0 0x7fa3180aff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60120/0 (socket says 172.21.15.111:60120) 2024-09-19T04:39:38.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.600+0000 7fa31659c640 1 -- 172.21.15.111:0/3346447597 learned_addr learned my addr 172.21.15.111:0/3346447597 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:38.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.600+0000 7fa316d9d640 1 --2- 172.21.15.111:0/3346447597 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa318072290 0x7fa3180cf7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:38.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.600+0000 7fa31759e640 1 --2- 172.21.15.111:0/3346447597 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa318161cc0 0x7fa3181475f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:38.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.600+0000 7fa31659c640 1 -- 172.21.15.111:0/3346447597 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa318072290 msgr2=0x7fa3180cf7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:38.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.600+0000 7fa31659c640 1 --2- 172.21.15.111:0/3346447597 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa318072290 0x7fa3180cf7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.600+0000 7fa31659c640 1 -- 172.21.15.111:0/3346447597 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa318161cc0 msgr2=0x7fa3181475f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:38.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.600+0000 7fa31659c640 1 --2- 172.21.15.111:0/3346447597 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa318161cc0 0x7fa3181475f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.600+0000 7fa31659c640 1 -- 172.21.15.111:0/3346447597 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3180ce720 con 0x7fa3180b57d0 2024-09-19T04:39:38.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.601+0000 7fa31659c640 1 --2- 172.21.15.111:0/3346447597 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3180b57d0 0x7fa3180aff80 secure :-1 s=READY pgs=1488 cs=0 l=1 rev1=1 crypto rx=0x7fa30c000c00 tx=0x7fa30c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:38.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.601+0000 7fa2ff7fe640 1 -- 172.21.15.111:0/3346447597 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa30c041020 con 0x7fa3180b57d0 2024-09-19T04:39:38.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.601+0000 7fa2ff7fe640 1 -- 172.21.15.111:0/3346447597 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa30c0306c0 con 0x7fa3180b57d0 2024-09-19T04:39:38.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.601+0000 7fa2ff7fe640 1 -- 172.21.15.111:0/3346447597 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa30c037040 con 0x7fa3180b57d0 2024-09-19T04:39:38.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.601+0000 7fa31d045640 1 -- 172.21.15.111:0/3346447597 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3180cea00 con 0x7fa3180b57d0 2024-09-19T04:39:38.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.601+0000 7fa31d045640 1 -- 172.21.15.111:0/3346447597 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3180cefc0 con 0x7fa3180b57d0 2024-09-19T04:39:38.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.602+0000 7fa31d045640 1 -- 172.21.15.111:0/3346447597 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3180b5c10 con 0x7fa3180b57d0 2024-09-19T04:39:38.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.602+0000 7fa2ff7fe640 1 -- 172.21.15.111:0/3346447597 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7fa30c044020 con 0x7fa3180b57d0 2024-09-19T04:39:38.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.603+0000 7fa2ff7fe640 1 --2- 172.21.15.111:0/3346447597 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa30406c8e0 0x7fa30406eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:38.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.603+0000 7fa2ff7fe640 1 -- 172.21.15.111:0/3346447597 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7fa30c0ac600 con 0x7fa3180b57d0 2024-09-19T04:39:38.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.603+0000 7fa316d9d640 1 --2- 172.21.15.111:0/3346447597 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa30406c8e0 0x7fa30406eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:38.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.603+0000 7fa316d9d640 1 --2- 172.21.15.111:0/3346447597 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa30406c8e0 0x7fa30406eda0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fa3080079a0 tx=0x7fa308008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:38.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.607+0000 7fa2ff7fe640 1 -- 172.21.15.111:0/3346447597 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa30c04b030 con 0x7fa3180b57d0 2024-09-19T04:39:38.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.797+0000 7fa31d045640 1 -- 172.21.15.111:0/3346447597 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol39680", "target": ["mon-mgr", ""]}) -- 0x7fa318161100 con 0x7fa30406c8e0 2024-09-19T04:39:38.813 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.812+0000 7fa2ff7fe640 1 -- 172.21.15.111:0/3346447597 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fa318161100 con 0x7fa30406c8e0 2024-09-19T04:39:38.815 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.814+0000 7fa31d045640 1 -- 172.21.15.111:0/3346447597 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa30406c8e0 msgr2=0x7fa30406eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:38.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.814+0000 7fa31d045640 1 --2- 172.21.15.111:0/3346447597 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa30406c8e0 0x7fa30406eda0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fa3080079a0 tx=0x7fa308008040 comp rx=0 tx=0).stop 2024-09-19T04:39:38.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.814+0000 7fa31d045640 1 -- 172.21.15.111:0/3346447597 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3180b57d0 msgr2=0x7fa3180aff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:38.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.814+0000 7fa31d045640 1 --2- 172.21.15.111:0/3346447597 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3180b57d0 0x7fa3180aff80 secure :-1 s=READY pgs=1488 cs=0 l=1 rev1=1 crypto rx=0x7fa30c000c00 tx=0x7fa30c0046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.814+0000 7fa31d045640 1 -- 172.21.15.111:0/3346447597 shutdown_connections 2024-09-19T04:39:38.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.814+0000 7fa31d045640 1 --2- 172.21.15.111:0/3346447597 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa30406c8e0 0x7fa30406eda0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.814+0000 7fa31d045640 1 --2- 172.21.15.111:0/3346447597 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa318161cc0 0x7fa3181475f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.814+0000 7fa31d045640 1 --2- 172.21.15.111:0/3346447597 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3180b57d0 0x7fa3180aff80 unknown :-1 s=CLOSED pgs=1488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.814+0000 7fa31d045640 1 --2- 172.21.15.111:0/3346447597 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa318072290 0x7fa3180cf7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.814+0000 7fa31d045640 1 -- 172.21.15.111:0/3346447597 >> 172.21.15.111:0/3346447597 conn(0x7fa31806bba0 msgr2=0x7fa3180ae9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:38.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.814+0000 7fa31d045640 1 -- 172.21.15.111:0/3346447597 shutdown_connections 2024-09-19T04:39:38.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.814+0000 7fa31d045640 1 -- 172.21.15.111:0/3346447597 wait complete. 2024-09-19T04:39:38.819 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:38.818+0000 7f0d69669640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:39:38.819 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:38.818+0000 7f0d69669640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:39:38.820 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:38.818+0000 7f0d69669640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:39:38.820 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:38.818+0000 7f0d69669640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:39:38.820 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:38.818+0000 7f0d69669640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:39:38.826 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol14431 subvol_grp71610 2024-09-19T04:39:38.833 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:38.832+0000 7f0d68e68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:39:38.834 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:38.832+0000 7f0d68e68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:39:38.834 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:38.832+0000 7f0d68e68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:39:38.834 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:38.832+0000 7f0d68e68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:39:38.834 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:39:38.832+0000 7f0d68e68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:39:38.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.926+0000 7f426bb6d640 1 Processor -- start 2024-09-19T04:39:38.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.926+0000 7f426bb6d640 1 -- start start 2024-09-19T04:39:38.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.927+0000 7f426bb6d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f42640b6ff0 0x7f4264073b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:38.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.927+0000 7f426bb6d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f426415fc80 0x7f42640d0760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:38.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.927+0000 7f426bb6d640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42640b5600 con 0x7f42640b73d0 2024-09-19T04:39:38.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.927+0000 7f426bb6d640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f4264073530 con 0x7f426415fc80 2024-09-19T04:39:38.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.927+0000 7f426bb6d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f42640b58e0 con 0x7f42640b6ff0 2024-09-19T04:39:38.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.927+0000 7f426a10a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f426415fc80 0x7f42640d0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:38.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.927+0000 7f426a10a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f426415fc80 0x7f42640d0760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60128/0 (socket says 172.21.15.111:60128) 2024-09-19T04:39:38.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.928+0000 7f426a10a640 1 -- 172.21.15.111:0/1923417300 learned_addr learned my addr 172.21.15.111:0/1923417300 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:38.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.928+0000 7f4269909640 1 --2- 172.21.15.111:0/1923417300 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f42640b6ff0 0x7f4264073b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:38.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.928+0000 7f426a10a640 1 -- 172.21.15.111:0/1923417300 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f42640b6ff0 msgr2=0x7f4264073b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:38.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.928+0000 7f426a10a640 1 --2- 172.21.15.111:0/1923417300 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f42640b6ff0 0x7f4264073b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.928+0000 7f426a10a640 1 -- 172.21.15.111:0/1923417300 >> v1:172.21.15.114:6789/0 conn(0x7f42640b73d0 legacy=0x7f426415f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:38.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.928+0000 7f426a10a640 1 -- 172.21.15.111:0/1923417300 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42640b5bc0 con 0x7f426415fc80 2024-09-19T04:39:38.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.928+0000 7f426a10a640 1 --2- 172.21.15.111:0/1923417300 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f426415fc80 0x7f42640d0760 secure :-1 s=READY pgs=1489 cs=0 l=1 rev1=1 crypto rx=0x7f425c009870 tx=0x7f425c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=879b70303d595484 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:38.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.929+0000 7f4268907640 1 -- 172.21.15.111:0/1923417300 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f425c037070 con 0x7f426415fc80 2024-09-19T04:39:38.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.929+0000 7f4268907640 1 -- 172.21.15.111:0/1923417300 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f425c032440 con 0x7f426415fc80 2024-09-19T04:39:38.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.929+0000 7f4268907640 1 -- 172.21.15.111:0/1923417300 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f425c032810 con 0x7f426415fc80 2024-09-19T04:39:38.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.929+0000 7f426bb6d640 1 -- 172.21.15.111:0/1923417300 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f426415fc80 msgr2=0x7f42640d0760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:38.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.929+0000 7f426bb6d640 1 --2- 172.21.15.111:0/1923417300 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f426415fc80 0x7f42640d0760 secure :-1 s=READY pgs=1489 cs=0 l=1 rev1=1 crypto rx=0x7f425c009870 tx=0x7f425c02a210 comp rx=0 tx=0).stop 2024-09-19T04:39:38.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.929+0000 7f426bb6d640 1 -- 172.21.15.111:0/1923417300 shutdown_connections 2024-09-19T04:39:38.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.929+0000 7f426bb6d640 1 --2- 172.21.15.111:0/1923417300 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f426415fc80 0x7f42640d0760 unknown :-1 s=CLOSED pgs=1489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.929+0000 7f426bb6d640 1 --2- 172.21.15.111:0/1923417300 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f42640b6ff0 0x7f4264073b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.929+0000 7f426bb6d640 1 -- 172.21.15.111:0/1923417300 >> 172.21.15.111:0/1923417300 conn(0x7f4264062630 msgr2=0x7f4264062a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:38.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.929+0000 7f426bb6d640 1 -- 172.21.15.111:0/1923417300 shutdown_connections 2024-09-19T04:39:38.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.929+0000 7f426bb6d640 1 -- 172.21.15.111:0/1923417300 wait complete. 2024-09-19T04:39:38.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.930+0000 7f426bb6d640 1 Processor -- start 2024-09-19T04:39:38.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.930+0000 7f426bb6d640 1 -- start start 2024-09-19T04:39:38.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.931+0000 7f426bb6d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f42640b6ff0 0x7f426406e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:38.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.931+0000 7f426bb6d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f42640b73d0 0x7f426414e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:38.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.931+0000 7f426bb6d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f426415fc80 0x7f426414ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:38.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.931+0000 7f426bb6d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f42640b6460 con 0x7f42640b73d0 2024-09-19T04:39:38.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.931+0000 7f426bb6d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f42640b6180 con 0x7f426415fc80 2024-09-19T04:39:38.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.931+0000 7f426bb6d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f42640740b0 con 0x7f42640b6ff0 2024-09-19T04:39:38.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.931+0000 7f4269108640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f42640b73d0 0x7f426414e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:38.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.931+0000 7f4269108640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f42640b73d0 0x7f426414e180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60132/0 (socket says 172.21.15.111:60132) 2024-09-19T04:39:38.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.931+0000 7f4269108640 1 -- 172.21.15.111:0/2942787775 learned_addr learned my addr 172.21.15.111:0/2942787775 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:38.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.932+0000 7f426a10a640 1 --2- 172.21.15.111:0/2942787775 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f426415fc80 0x7f426414ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:38.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.932+0000 7f4269909640 1 --2- 172.21.15.111:0/2942787775 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f42640b6ff0 0x7f426406e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:38.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.932+0000 7f4269108640 1 -- 172.21.15.111:0/2942787775 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f42640b6ff0 msgr2=0x7f426406e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:38.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.932+0000 7f4269108640 1 --2- 172.21.15.111:0/2942787775 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f42640b6ff0 0x7f426406e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.932+0000 7f4269108640 1 -- 172.21.15.111:0/2942787775 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f426415fc80 msgr2=0x7f426414ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:38.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.932+0000 7f4269108640 1 --2- 172.21.15.111:0/2942787775 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f426415fc80 0x7f426414ea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:38.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.932+0000 7f4269108640 1 -- 172.21.15.111:0/2942787775 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4264151930 con 0x7f42640b73d0 2024-09-19T04:39:38.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.932+0000 7f4269108640 1 --2- 172.21.15.111:0/2942787775 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f42640b73d0 0x7f426414e180 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f425800c430 tx=0x7f425800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:38.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.932+0000 7f42627fc640 1 -- 172.21.15.111:0/2942787775 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4258011790 con 0x7f42640b73d0 2024-09-19T04:39:38.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.932+0000 7f42627fc640 1 -- 172.21.15.111:0/2942787775 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4258017070 con 0x7f42640b73d0 2024-09-19T04:39:38.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.932+0000 7f42627fc640 1 -- 172.21.15.111:0/2942787775 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4258011bb0 con 0x7f42640b73d0 2024-09-19T04:39:38.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.932+0000 7f426bb6d640 1 -- 172.21.15.111:0/2942787775 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f426406de40 con 0x7f42640b73d0 2024-09-19T04:39:38.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.932+0000 7f426bb6d640 1 -- 172.21.15.111:0/2942787775 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f426414ef60 con 0x7f42640b73d0 2024-09-19T04:39:38.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.933+0000 7f426bb6d640 1 -- 172.21.15.111:0/2942787775 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f426415cb90 con 0x7f42640b73d0 2024-09-19T04:39:38.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.933+0000 7f42627fc640 1 -- 172.21.15.111:0/2942787775 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f425801c460 con 0x7f42640b73d0 2024-09-19T04:39:38.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.934+0000 7f42627fc640 1 --2- 172.21.15.111:0/2942787775 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f425006c8e0 0x7f425006eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:38.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.934+0000 7f42627fc640 1 -- 172.21.15.111:0/2942787775 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7f425808bec0 con 0x7f42640b73d0 2024-09-19T04:39:38.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.934+0000 7f4269909640 1 --2- 172.21.15.111:0/2942787775 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f425006c8e0 0x7f425006eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:38.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.935+0000 7f4269909640 1 --2- 172.21.15.111:0/2942787775 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f425006c8e0 0x7f425006eda0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f4254008ef0 tx=0x7f4254008440 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:38.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:38.938+0000 7f42627fc640 1 -- 172.21.15.111:0/2942787775 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4258059cb0 con 0x7f42640b73d0 2024-09-19T04:39:39.129 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.128+0000 7f426bb6d640 1 -- 172.21.15.111:0/2942787775 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol14431", "group_name": "subvol_grp71610", "target": ["mon-mgr", ""]}) -- 0x7f42640aaa70 con 0x7f425006c8e0 2024-09-19T04:39:39.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.143+0000 7f42627fc640 1 -- 172.21.15.111:0/2942787775 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f42640aaa70 con 0x7f425006c8e0 2024-09-19T04:39:39.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.145+0000 7f426bb6d640 1 -- 172.21.15.111:0/2942787775 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f425006c8e0 msgr2=0x7f425006eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:39.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.145+0000 7f426bb6d640 1 --2- 172.21.15.111:0/2942787775 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f425006c8e0 0x7f425006eda0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f4254008ef0 tx=0x7f4254008440 comp rx=0 tx=0).stop 2024-09-19T04:39:39.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.145+0000 7f426bb6d640 1 -- 172.21.15.111:0/2942787775 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f42640b73d0 msgr2=0x7f426414e180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:39.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.145+0000 7f426bb6d640 1 --2- 172.21.15.111:0/2942787775 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f42640b73d0 0x7f426414e180 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f425800c430 tx=0x7f425800c8f0 comp rx=0 tx=0).stop 2024-09-19T04:39:39.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.145+0000 7f426bb6d640 1 -- 172.21.15.111:0/2942787775 shutdown_connections 2024-09-19T04:39:39.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.145+0000 7f426bb6d640 1 --2- 172.21.15.111:0/2942787775 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f425006c8e0 0x7f425006eda0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:39.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.145+0000 7f426bb6d640 1 --2- 172.21.15.111:0/2942787775 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f426415fc80 0x7f426414ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:39.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.145+0000 7f426bb6d640 1 --2- 172.21.15.111:0/2942787775 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f42640b73d0 0x7f426414e180 unknown :-1 s=CLOSED pgs=1490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:39.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.145+0000 7f426bb6d640 1 --2- 172.21.15.111:0/2942787775 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f42640b6ff0 0x7f426406e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:39.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.145+0000 7f426bb6d640 1 -- 172.21.15.111:0/2942787775 >> 172.21.15.111:0/2942787775 conn(0x7f4264062630 msgr2=0x7f4264062a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:39.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.145+0000 7f426bb6d640 1 -- 172.21.15.111:0/2942787775 shutdown_connections 2024-09-19T04:39:39.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.145+0000 7f426bb6d640 1 -- 172.21.15.111:0/2942787775 wait complete. 2024-09-19T04:39:39.157 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'stat -c %h /home/ubuntu/cephtest/mnt.0/./volumes/_deleting') 2024-09-19T04:39:39.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:39:39.210 INFO:teuthology.orchestra.run.smithi111.stdout:2 2024-09-19T04:39:39.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:39:39.216 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup rm cephfs subvol_grp71610 2024-09-19T04:39:39.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.318+0000 7fca53f4b640 1 Processor -- start 2024-09-19T04:39:39.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.318+0000 7fca53f4b640 1 -- start start 2024-09-19T04:39:39.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.319+0000 7fca53f4b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fca4c06ea00 0x7fca4c0b5420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:39.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.319+0000 7fca53f4b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fca4c15b470 0x7fca4c15b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:39.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.319+0000 7fca53f4b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca4c071de0 con 0x7fca4c15b090 2024-09-19T04:39:39.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.319+0000 7fca53f4b640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fca4c0720c0 con 0x7fca4c06ea00 2024-09-19T04:39:39.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.319+0000 7fca53f4b640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fca4c0723a0 con 0x7fca4c15b470 2024-09-19T04:39:39.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.319+0000 7fca51ce7640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fca4c15b090 0x7fca4c0715b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:51556/0 (socket says 172.21.15.111:51556) 2024-09-19T04:39:39.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.319+0000 7fca51ce7640 1 -- 172.21.15.111:0/1451172899 learned_addr learned my addr 172.21.15.111:0/1451172899 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:39.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.319+0000 7fca514e6640 1 --2- 172.21.15.111:0/1451172899 >> v2:172.21.15.111:3300/0 conn(0x7fca4c06ea00 0x7fca4c0b5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:39.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.319+0000 7fca50ce5640 1 -- 172.21.15.111:0/1451172899 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2216121132 0 0) 0x7fca4c071de0 con 0x7fca4c15b090 2024-09-19T04:39:39.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.319+0000 7fca50ce5640 1 -- 172.21.15.111:0/1451172899 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fca38003520 con 0x7fca4c15b090 2024-09-19T04:39:39.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.319+0000 7fca524e8640 1 --2- 172.21.15.111:0/1451172899 >> v2:172.21.15.114:3300/0 conn(0x7fca4c15b470 0x7fca4c15b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:39.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.319+0000 7fca514e6640 1 -- 172.21.15.111:0/1451172899 >> v2:172.21.15.114:3300/0 conn(0x7fca4c15b470 msgr2=0x7fca4c15b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:39.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.319+0000 7fca514e6640 1 --2- 172.21.15.111:0/1451172899 >> v2:172.21.15.114:3300/0 conn(0x7fca4c15b470 0x7fca4c15b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:39.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.319+0000 7fca514e6640 1 -- 172.21.15.111:0/1451172899 >> v1:172.21.15.111:6789/0 conn(0x7fca4c15b090 legacy=0x7fca4c0715b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:39.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.319+0000 7fca514e6640 1 -- 172.21.15.111:0/1451172899 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca4c072680 con 0x7fca4c06ea00 2024-09-19T04:39:39.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.319+0000 7fca524e8640 1 --2- 172.21.15.111:0/1451172899 >> v2:172.21.15.114:3300/0 conn(0x7fca4c15b470 0x7fca4c15b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:39.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.320+0000 7fca514e6640 1 --2- 172.21.15.111:0/1451172899 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca4c06ea00 0x7fca4c0b5420 secure :-1 s=READY pgs=1492 cs=0 l=1 rev1=1 crypto rx=0x7fca4c06cb80 tx=0x7fca3c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f29e1a5d0958a61 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:39.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.320+0000 7fca50ce5640 1 -- 172.21.15.111:0/1451172899 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca3c037070 con 0x7fca4c06ea00 2024-09-19T04:39:39.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.320+0000 7fca50ce5640 1 -- 172.21.15.111:0/1451172899 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca3c032440 con 0x7fca4c06ea00 2024-09-19T04:39:39.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.320+0000 7fca50ce5640 1 -- 172.21.15.111:0/1451172899 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca3c032810 con 0x7fca4c06ea00 2024-09-19T04:39:39.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.321+0000 7fca53f4b640 1 -- 172.21.15.111:0/1451172899 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca4c06ea00 msgr2=0x7fca4c0b5420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:39.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.321+0000 7fca53f4b640 1 --2- 172.21.15.111:0/1451172899 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca4c06ea00 0x7fca4c0b5420 secure :-1 s=READY pgs=1492 cs=0 l=1 rev1=1 crypto rx=0x7fca4c06cb80 tx=0x7fca3c02a1a0 comp rx=0 tx=0).stop 2024-09-19T04:39:39.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.321+0000 7fca53f4b640 1 -- 172.21.15.111:0/1451172899 shutdown_connections 2024-09-19T04:39:39.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.321+0000 7fca53f4b640 1 --2- 172.21.15.111:0/1451172899 >> v2:172.21.15.114:3300/0 conn(0x7fca4c15b470 0x7fca4c15b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:39.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.321+0000 7fca53f4b640 1 --2- 172.21.15.111:0/1451172899 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca4c06ea00 0x7fca4c0b5420 unknown :-1 s=CLOSED pgs=1492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:39.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.321+0000 7fca53f4b640 1 -- 172.21.15.111:0/1451172899 >> 172.21.15.111:0/1451172899 conn(0x7fca4c06bba0 msgr2=0x7fca4c06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:39.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.321+0000 7fca53f4b640 1 -- 172.21.15.111:0/1451172899 shutdown_connections 2024-09-19T04:39:39.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.321+0000 7fca53f4b640 1 -- 172.21.15.111:0/1451172899 wait complete. 2024-09-19T04:39:39.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.322+0000 7fca53f4b640 1 Processor -- start 2024-09-19T04:39:39.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.322+0000 7fca53f4b640 1 -- start start 2024-09-19T04:39:39.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.323+0000 7fca53f4b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fca4c06ea00 0x7fca4c156360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:39.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.323+0000 7fca53f4b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fca4c15b090 0x7fca4c143c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:39.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.323+0000 7fca53f4b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca4c15b470 0x7fca4c0cf1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:39.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.323+0000 7fca53f4b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fca4c06d080 con 0x7fca4c15b470 2024-09-19T04:39:39.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.323+0000 7fca53f4b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fca4c15be00 con 0x7fca4c15b090 2024-09-19T04:39:39.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.323+0000 7fca53f4b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fca4c06d200 con 0x7fca4c06ea00 2024-09-19T04:39:39.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.323+0000 7fca524e8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca4c15b470 0x7fca4c0cf1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:39.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.323+0000 7fca524e8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca4c15b470 0x7fca4c0cf1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60156/0 (socket says 172.21.15.111:60156) 2024-09-19T04:39:39.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.323+0000 7fca524e8640 1 -- 172.21.15.111:0/1235910308 learned_addr learned my addr 172.21.15.111:0/1235910308 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:39.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.323+0000 7fca514e6640 1 --2- 172.21.15.111:0/1235910308 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fca4c15b090 0x7fca4c143c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:39.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.323+0000 7fca51ce7640 1 --2- 172.21.15.111:0/1235910308 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fca4c06ea00 0x7fca4c156360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:39.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.323+0000 7fca524e8640 1 -- 172.21.15.111:0/1235910308 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fca4c06ea00 msgr2=0x7fca4c156360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:39.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.323+0000 7fca524e8640 1 --2- 172.21.15.111:0/1235910308 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fca4c06ea00 0x7fca4c156360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:39.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.323+0000 7fca524e8640 1 -- 172.21.15.111:0/1235910308 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fca4c15b090 msgr2=0x7fca4c143c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:39.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.323+0000 7fca524e8640 1 --2- 172.21.15.111:0/1235910308 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fca4c15b090 0x7fca4c143c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:39.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.323+0000 7fca524e8640 1 -- 172.21.15.111:0/1235910308 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca4c0cfc70 con 0x7fca4c15b470 2024-09-19T04:39:39.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.323+0000 7fca51ce7640 1 --2- 172.21.15.111:0/1235910308 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fca4c06ea00 0x7fca4c156360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:39.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.323+0000 7fca524e8640 1 --2- 172.21.15.111:0/1235910308 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca4c15b470 0x7fca4c0cf1b0 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7fca4400cd50 tx=0x7fca4400a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:39.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.323+0000 7fca427fc640 1 -- 172.21.15.111:0/1235910308 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca4400f680 con 0x7fca4c15b470 2024-09-19T04:39:39.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.323+0000 7fca427fc640 1 -- 172.21.15.111:0/1235910308 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca4400f840 con 0x7fca4c15b470 2024-09-19T04:39:39.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.323+0000 7fca427fc640 1 -- 172.21.15.111:0/1235910308 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca4400fc30 con 0x7fca4c15b470 2024-09-19T04:39:39.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.323+0000 7fca53f4b640 1 -- 172.21.15.111:0/1235910308 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca4c155880 con 0x7fca4c15b470 2024-09-19T04:39:39.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.323+0000 7fca53f4b640 1 -- 172.21.15.111:0/1235910308 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca4c1441b0 con 0x7fca4c15b470 2024-09-19T04:39:39.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.324+0000 7fca53f4b640 1 -- 172.21.15.111:0/1235910308 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca4c06d5c0 con 0x7fca4c15b470 2024-09-19T04:39:39.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.325+0000 7fca427fc640 1 -- 172.21.15.111:0/1235910308 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 23) ==== 91458+0+0 (secure 0 0 0) 0x7fca440213f0 con 0x7fca4c15b470 2024-09-19T04:39:39.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.325+0000 7fca427fc640 1 --2- 172.21.15.111:0/1235910308 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fca3006c970 0x7fca3006ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:39.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.325+0000 7fca427fc640 1 -- 172.21.15.111:0/1235910308 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7fca4408cf70 con 0x7fca4c15b470 2024-09-19T04:39:39.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.325+0000 7fca51ce7640 1 --2- 172.21.15.111:0/1235910308 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fca3006c970 0x7fca3006ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:39.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.326+0000 7fca51ce7640 1 --2- 172.21.15.111:0/1235910308 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fca3006c970 0x7fca3006ee30 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fca48007fd0 tx=0x7fca48009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:39.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.330+0000 7fca427fc640 1 -- 172.21.15.111:0/1235910308 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fca44014030 con 0x7fca4c15b470 2024-09-19T04:39:39.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.517+0000 7fca53f4b640 1 -- 172.21.15.111:0/1235910308 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup rm", "vol_name": "cephfs", "group_name": "subvol_grp71610", "target": ["mon-mgr", ""]}) -- 0x7fca4c1556a0 con 0x7fca3006c970 2024-09-19T04:39:39.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.522+0000 7fca427fc640 1 -- 172.21.15.111:0/1235910308 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fca4c1556a0 con 0x7fca3006c970 2024-09-19T04:39:39.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.524+0000 7fca53f4b640 1 -- 172.21.15.111:0/1235910308 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fca3006c970 msgr2=0x7fca3006ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:39.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.524+0000 7fca53f4b640 1 --2- 172.21.15.111:0/1235910308 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fca3006c970 0x7fca3006ee30 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fca48007fd0 tx=0x7fca48009040 comp rx=0 tx=0).stop 2024-09-19T04:39:39.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.524+0000 7fca53f4b640 1 -- 172.21.15.111:0/1235910308 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca4c15b470 msgr2=0x7fca4c0cf1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:39.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.524+0000 7fca53f4b640 1 --2- 172.21.15.111:0/1235910308 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca4c15b470 0x7fca4c0cf1b0 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7fca4400cd50 tx=0x7fca4400a650 comp rx=0 tx=0).stop 2024-09-19T04:39:39.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.524+0000 7fca53f4b640 1 -- 172.21.15.111:0/1235910308 shutdown_connections 2024-09-19T04:39:39.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.524+0000 7fca53f4b640 1 --2- 172.21.15.111:0/1235910308 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fca3006c970 0x7fca3006ee30 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:39.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.524+0000 7fca53f4b640 1 --2- 172.21.15.111:0/1235910308 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca4c15b470 0x7fca4c0cf1b0 unknown :-1 s=CLOSED pgs=1493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:39.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.524+0000 7fca53f4b640 1 --2- 172.21.15.111:0/1235910308 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fca4c15b090 0x7fca4c143c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:39.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.524+0000 7fca53f4b640 1 --2- 172.21.15.111:0/1235910308 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fca4c06ea00 0x7fca4c156360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:39.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.524+0000 7fca53f4b640 1 -- 172.21.15.111:0/1235910308 >> 172.21.15.111:0/1235910308 conn(0x7fca4c06bba0 msgr2=0x7fca4c06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:39.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.524+0000 7fca53f4b640 1 -- 172.21.15.111:0/1235910308 shutdown_connections 2024-09-19T04:39:39.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.524+0000 7fca53f4b640 1 -- 172.21.15.111:0/1235910308 wait complete. 2024-09-19T04:39:39.536 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:39:39.536 DEBUG:teuthology.orchestra.run.smithi111:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:39:39.573 DEBUG:teuthology.orchestra.run.smithi114:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:39:39.620 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:39:39.620 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:39:39.621 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:39:39.621 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:39:39.636 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:39:39.636 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:39:39.692 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:39:39.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.830+0000 7f314235f640 1 Processor -- start 2024-09-19T04:39:39.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.830+0000 7f314235f640 1 -- start start 2024-09-19T04:39:39.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.831+0000 7f314235f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f313c0d02a0 0x7f313c0d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:39.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.831+0000 7f314235f640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f313c0d0bc0 con 0x7f313c15ce80 2024-09-19T04:39:39.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.831+0000 7f314235f640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f313c15d390 con 0x7f313c15ca40 2024-09-19T04:39:39.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.831+0000 7f314235f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f313c15d670 con 0x7f313c0d02a0 2024-09-19T04:39:39.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.831+0000 7f31408fc640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f313c15ce80 0x7f313c1594c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:51560/0 (socket says 172.21.15.111:51560) 2024-09-19T04:39:39.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.831+0000 7f31408fc640 1 -- 172.21.15.111:0/4234225480 learned_addr learned my addr 172.21.15.111:0/4234225480 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:39.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.831+0000 7f313affd640 1 -- 172.21.15.111:0/4234225480 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1327687703 0 0) 0x7f313c0d0bc0 con 0x7f313c15ce80 2024-09-19T04:39:39.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.831+0000 7f313affd640 1 -- 172.21.15.111:0/4234225480 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3124003520 con 0x7f313c15ce80 2024-09-19T04:39:39.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.831+0000 7f313bfff640 1 --2- 172.21.15.111:0/4234225480 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f313c0d02a0 0x7f313c0d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:39.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.831+0000 7f313affd640 1 -- 172.21.15.111:0/4234225480 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3889997273 0 0) 0x7f3124003520 con 0x7f313c15ce80 2024-09-19T04:39:39.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.831+0000 7f313affd640 1 -- 172.21.15.111:0/4234225480 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f313c0d02a0 msgr2=0x7f313c0d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:39.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.831+0000 7f313affd640 1 --2- 172.21.15.111:0/4234225480 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f313c0d02a0 0x7f313c0d0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:39.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.831+0000 7f313affd640 1 -- 172.21.15.111:0/4234225480 >> v1:172.21.15.114:6789/0 conn(0x7f313c15ca40 legacy=0x7f313c15e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:39.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.831+0000 7f313affd640 1 -- 172.21.15.111:0/4234225480 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f313c15d950 con 0x7f313c15ce80 2024-09-19T04:39:39.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.831+0000 7f313affd640 1 -- 172.21.15.111:0/4234225480 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f31340019f0 con 0x7f313c15ce80 2024-09-19T04:39:39.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.831+0000 7f313affd640 1 -- 172.21.15.111:0/4234225480 >> v1:172.21.15.111:6789/0 conn(0x7f313c15ce80 legacy=0x7f313c1594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:39.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.832+0000 7f313affd640 1 --2- 172.21.15.111:0/4234225480 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f313c0d02a0 0x7f31240039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:39.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.832+0000 7f313affd640 1 --2- 172.21.15.111:0/4234225480 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3124003f60 0x7f3124004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:39.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.832+0000 7f313affd640 1 --2- 172.21.15.111:0/4234225480 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3124004d40 0x7f31240051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:39.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.832+0000 7f313affd640 1 -- 172.21.15.111:0/4234225480 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f313c15d670 con 0x7f3124003f60 2024-09-19T04:39:39.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.832+0000 7f313affd640 1 -- 172.21.15.111:0/4234225480 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f312400bb50 con 0x7f3124004d40 2024-09-19T04:39:39.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.832+0000 7f313affd640 1 -- 172.21.15.111:0/4234225480 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f312400df60 con 0x7f313c0d02a0 2024-09-19T04:39:39.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.832+0000 7f313b7fe640 1 --2- 172.21.15.111:0/4234225480 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3124003f60 0x7f3124004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:39.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.832+0000 7f313bfff640 1 --2- 172.21.15.111:0/4234225480 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f313c0d02a0 0x7f31240039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:39.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.832+0000 7f31408fc640 1 --2- 172.21.15.111:0/4234225480 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3124004d40 0x7f31240051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:39.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.832+0000 7f313b7fe640 1 -- 172.21.15.111:0/4234225480 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f313c0d02a0 msgr2=0x7f31240039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:39.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.832+0000 7f313b7fe640 1 --2- 172.21.15.111:0/4234225480 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f313c0d02a0 0x7f31240039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:39.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.832+0000 7f313b7fe640 1 -- 172.21.15.111:0/4234225480 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3124004d40 msgr2=0x7f31240051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:39.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.832+0000 7f313b7fe640 1 --2- 172.21.15.111:0/4234225480 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3124004d40 0x7f31240051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:39.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.832+0000 7f313b7fe640 1 -- 172.21.15.111:0/4234225480 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3124003520 con 0x7f3124003f60 2024-09-19T04:39:39.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.832+0000 7f31408fc640 1 --2- 172.21.15.111:0/4234225480 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3124004d40 0x7f31240051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:39.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.833+0000 7f313b7fe640 1 --2- 172.21.15.111:0/4234225480 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3124003f60 0x7f3124004800 secure :-1 s=READY pgs=1495 cs=0 l=1 rev1=1 crypto rx=0x7f3130001720 tx=0x7f3124005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed74460ba377e787 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:39.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.833+0000 7f313affd640 1 -- 172.21.15.111:0/4234225480 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3130001370 con 0x7f3124003f60 2024-09-19T04:39:39.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.833+0000 7f313affd640 1 -- 172.21.15.111:0/4234225480 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31300052d0 con 0x7f3124003f60 2024-09-19T04:39:39.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.833+0000 7f313affd640 1 -- 172.21.15.111:0/4234225480 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f313002abc0 con 0x7f3124003f60 2024-09-19T04:39:39.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.833+0000 7f314235f640 1 -- 172.21.15.111:0/4234225480 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3124003f60 msgr2=0x7f3124004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:39.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.833+0000 7f314235f640 1 --2- 172.21.15.111:0/4234225480 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3124003f60 0x7f3124004800 secure :-1 s=READY pgs=1495 cs=0 l=1 rev1=1 crypto rx=0x7f3130001720 tx=0x7f3124005830 comp rx=0 tx=0).stop 2024-09-19T04:39:39.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.833+0000 7f31408fc640 1 -- 172.21.15.111:0/4234225480 reap_dead start 2024-09-19T04:39:39.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.833+0000 7f314235f640 1 -- 172.21.15.111:0/4234225480 shutdown_connections 2024-09-19T04:39:39.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.833+0000 7f314235f640 1 -- 172.21.15.111:0/4234225480 >> 172.21.15.111:0/4234225480 conn(0x7f313c062cc0 msgr2=0x7f313c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:39.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.833+0000 7f314235f640 1 -- 172.21.15.111:0/4234225480 shutdown_connections 2024-09-19T04:39:39.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.833+0000 7f314235f640 1 -- 172.21.15.111:0/4234225480 wait complete. 2024-09-19T04:39:39.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.834+0000 7f314235f640 1 Processor -- start 2024-09-19T04:39:39.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.835+0000 7f314235f640 1 -- start start 2024-09-19T04:39:39.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.835+0000 7f314235f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3124003f60 0x7f313c154c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:39.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.835+0000 7f314235f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f313c155160 0x7f313c15a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:39.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.835+0000 7f314235f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f313c15a9e0 0x7f313c071070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:39.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.835+0000 7f314235f640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f313c15eb40 con 0x7f313c155160 2024-09-19T04:39:39.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.835+0000 7f314235f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f313c15df10 con 0x7f3124003f60 2024-09-19T04:39:39.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.835+0000 7f314235f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f313c155b90 con 0x7f313c15a9e0 2024-09-19T04:39:39.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.835+0000 7f313b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f313c155160 0x7f313c15a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:39.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.835+0000 7f313b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f313c155160 0x7f313c15a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60184/0 (socket says 172.21.15.111:60184) 2024-09-19T04:39:39.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.835+0000 7f313b7fe640 1 -- 172.21.15.111:0/2232090063 learned_addr learned my addr 172.21.15.111:0/2232090063 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:39.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.836+0000 7f31408fc640 1 --2- 172.21.15.111:0/2232090063 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f313c15a9e0 0x7f313c071070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:39.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.836+0000 7f313bfff640 1 --2- 172.21.15.111:0/2232090063 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3124003f60 0x7f313c154c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:39.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.836+0000 7f313b7fe640 1 -- 172.21.15.111:0/2232090063 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f313c15a9e0 msgr2=0x7f313c071070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:39.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.836+0000 7f313b7fe640 1 --2- 172.21.15.111:0/2232090063 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f313c15a9e0 0x7f313c071070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:39.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.836+0000 7f313b7fe640 1 -- 172.21.15.111:0/2232090063 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3124003f60 msgr2=0x7f313c154c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:39.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.836+0000 7f313b7fe640 1 --2- 172.21.15.111:0/2232090063 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3124003f60 0x7f313c154c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:39.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.836+0000 7f313b7fe640 1 -- 172.21.15.111:0/2232090063 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f313c153b80 con 0x7f313c155160 2024-09-19T04:39:39.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.836+0000 7f313bfff640 1 --2- 172.21.15.111:0/2232090063 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3124003f60 0x7f313c154c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:39.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.836+0000 7f313b7fe640 1 --2- 172.21.15.111:0/2232090063 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f313c155160 0x7f313c15a4a0 secure :-1 s=READY pgs=1496 cs=0 l=1 rev1=1 crypto rx=0x7f3130001840 tx=0x7f3130001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:39.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.836+0000 7f3138ff9640 1 -- 172.21.15.111:0/2232090063 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3130040020 con 0x7f313c155160 2024-09-19T04:39:39.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.836+0000 7f3138ff9640 1 -- 172.21.15.111:0/2232090063 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f313002be50 con 0x7f313c155160 2024-09-19T04:39:39.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.836+0000 7f314235f640 1 -- 172.21.15.111:0/2232090063 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f313c153e60 con 0x7f313c155160 2024-09-19T04:39:39.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.836+0000 7f3138ff9640 1 -- 172.21.15.111:0/2232090063 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3130001370 con 0x7f313c155160 2024-09-19T04:39:39.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.836+0000 7f314235f640 1 -- 172.21.15.111:0/2232090063 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f313c154420 con 0x7f313c155160 2024-09-19T04:39:39.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.837+0000 7f314235f640 1 -- 172.21.15.111:0/2232090063 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f313c0b4790 con 0x7f313c155160 2024-09-19T04:39:39.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.837+0000 7f3138ff9640 1 -- 172.21.15.111:0/2232090063 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 23) ==== 91458+0+0 (secure 0 0 0) 0x7f3130043020 con 0x7f313c155160 2024-09-19T04:39:39.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.838+0000 7f3138ff9640 1 --2- 172.21.15.111:0/2232090063 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f312806c970 0x7f312806ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:39.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.838+0000 7f3138ff9640 1 -- 172.21.15.111:0/2232090063 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7f31300abf60 con 0x7f313c155160 2024-09-19T04:39:39.844 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.838+0000 7f313bfff640 1 --2- 172.21.15.111:0/2232090063 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f312806c970 0x7f312806ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:39.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.839+0000 7f313bfff640 1 --2- 172.21.15.111:0/2232090063 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f312806c970 0x7f312806ee30 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f312c009ab0 tx=0x7f312c008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:39.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:39.842+0000 7f3138ff9640 1 -- 172.21.15.111:0/2232090063 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f313004a030 con 0x7f313c155160 2024-09-19T04:39:40.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.022+0000 7f314235f640 1 -- 172.21.15.111:0/2232090063 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f313c06d440 con 0x7f313c155160 2024-09-19T04:39:40.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.023+0000 7f3138ff9640 1 -- 172.21.15.111:0/2232090063 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v143) ==== 80+0+0 (secure 0 0 0) 0x7f3130079e00 con 0x7f313c155160 2024-09-19T04:39:40.024 INFO:teuthology.orchestra.run.smithi111.stderr:listed 0 entries 2024-09-19T04:39:40.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.025+0000 7f314235f640 1 -- 172.21.15.111:0/2232090063 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f312806c970 msgr2=0x7f312806ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:40.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.025+0000 7f314235f640 1 --2- 172.21.15.111:0/2232090063 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f312806c970 0x7f312806ee30 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f312c009ab0 tx=0x7f312c008040 comp rx=0 tx=0).stop 2024-09-19T04:39:40.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.025+0000 7f314235f640 1 -- 172.21.15.111:0/2232090063 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f313c155160 msgr2=0x7f313c15a4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:40.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.025+0000 7f314235f640 1 --2- 172.21.15.111:0/2232090063 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f313c155160 0x7f313c15a4a0 secure :-1 s=READY pgs=1496 cs=0 l=1 rev1=1 crypto rx=0x7f3130001840 tx=0x7f3130001120 comp rx=0 tx=0).stop 2024-09-19T04:39:40.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.025+0000 7f314235f640 1 -- 172.21.15.111:0/2232090063 shutdown_connections 2024-09-19T04:39:40.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.025+0000 7f314235f640 1 --2- 172.21.15.111:0/2232090063 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f312806c970 0x7f312806ee30 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:40.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.025+0000 7f314235f640 1 --2- 172.21.15.111:0/2232090063 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f313c15a9e0 0x7f313c071070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:40.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.025+0000 7f314235f640 1 --2- 172.21.15.111:0/2232090063 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f313c155160 0x7f313c15a4a0 unknown :-1 s=CLOSED pgs=1496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:40.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.025+0000 7f314235f640 1 --2- 172.21.15.111:0/2232090063 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3124003f60 0x7f313c154c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:40.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.025+0000 7f314235f640 1 -- 172.21.15.111:0/2232090063 >> 172.21.15.111:0/2232090063 conn(0x7f313c062cc0 msgr2=0x7f313c0d0680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:40.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.025+0000 7f314235f640 1 -- 172.21.15.111:0/2232090063 shutdown_connections 2024-09-19T04:39:40.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.025+0000 7f314235f640 1 -- 172.21.15.111:0/2232090063 wait complete. 2024-09-19T04:39:40.037 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T04:39:40.037 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:40.037 DEBUG:teuthology.orchestra.run.smithi111:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T04:39:40.067 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi111.front.sepia.ceph.com 2024-09-19T04:39:40.067 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:40.067 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T04:39:40.122 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:39:40.123 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:39:40.123 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:39:40.142 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:39:40.142 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:39:40.202 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:39:40.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.301+0000 7f2b2d274640 1 Processor -- start 2024-09-19T04:39:40.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.301+0000 7f2b2d274640 1 -- start start 2024-09-19T04:39:40.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.302+0000 7f2b2d274640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b2815e940 0x7f2b280d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:40.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.302+0000 7f2b2d274640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2b280cef90 0x7f2b280d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:40.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.302+0000 7f2b2d274640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b280b7170 con 0x7f2b2815ed20 2024-09-19T04:39:40.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.302+0000 7f2b2d274640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f2b280d1ae0 con 0x7f2b280cef90 2024-09-19T04:39:40.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.302+0000 7f2b2d274640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2b280b7aa0 con 0x7f2b2815e940 2024-09-19T04:39:40.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.302+0000 7f2b277fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2b280cef90 0x7f2b280d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:40.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.302+0000 7f2b277fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2b280cef90 0x7f2b280d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60192/0 (socket says 172.21.15.111:60192) 2024-09-19T04:39:40.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.302+0000 7f2b277fe640 1 -- 172.21.15.111:0/730945470 learned_addr learned my addr 172.21.15.111:0/730945470 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:40.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.303+0000 7f2b26ffd640 1 --2- 172.21.15.111:0/730945470 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b2815e940 0x7f2b280d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:40.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.303+0000 7f2b277fe640 1 -- 172.21.15.111:0/730945470 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b2815e940 msgr2=0x7f2b280d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:40.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.303+0000 7f2b277fe640 1 --2- 172.21.15.111:0/730945470 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b2815e940 0x7f2b280d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:40.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.303+0000 7f2b277fe640 1 -- 172.21.15.111:0/730945470 >> v1:172.21.15.114:6789/0 conn(0x7f2b2815ed20 legacy=0x7f2b280b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:40.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.303+0000 7f2b277fe640 1 -- 172.21.15.111:0/730945470 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b280d3660 con 0x7f2b280cef90 2024-09-19T04:39:40.305 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.303+0000 7f2b25ffb640 1 -- 172.21.15.111:0/730945470 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2525104199 0 0) 0x7f2b10001110 con 0x7f2b2815ed20 2024-09-19T04:39:40.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.303+0000 7f2b277fe640 1 --2- 172.21.15.111:0/730945470 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b280cef90 0x7f2b280d15a0 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7f2b20009e50 tx=0x7f2b2002a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c43ea4e4487fafb1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:40.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.304+0000 7f2b25ffb640 1 -- 172.21.15.111:0/730945470 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b20036070 con 0x7f2b280cef90 2024-09-19T04:39:40.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.304+0000 7f2b25ffb640 1 -- 172.21.15.111:0/730945470 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b20031600 con 0x7f2b280cef90 2024-09-19T04:39:40.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.304+0000 7f2b25ffb640 1 -- 172.21.15.111:0/730945470 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b200319d0 con 0x7f2b280cef90 2024-09-19T04:39:40.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.304+0000 7f2b2d274640 1 -- 172.21.15.111:0/730945470 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b280cef90 msgr2=0x7f2b280d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:40.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.304+0000 7f2b2d274640 1 --2- 172.21.15.111:0/730945470 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b280cef90 0x7f2b280d15a0 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7f2b20009e50 tx=0x7f2b2002a7a0 comp rx=0 tx=0).stop 2024-09-19T04:39:40.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.304+0000 7f2b2d274640 1 -- 172.21.15.111:0/730945470 shutdown_connections 2024-09-19T04:39:40.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.304+0000 7f2b2d274640 1 --2- 172.21.15.111:0/730945470 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b280cef90 0x7f2b280d15a0 unknown :-1 s=CLOSED pgs=1497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:40.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.304+0000 7f2b2d274640 1 --2- 172.21.15.111:0/730945470 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b2815e940 0x7f2b280d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:40.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.304+0000 7f2b2d274640 1 -- 172.21.15.111:0/730945470 >> 172.21.15.111:0/730945470 conn(0x7f2b280b6240 msgr2=0x7f2b280b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:40.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.304+0000 7f2b2d274640 1 -- 172.21.15.111:0/730945470 shutdown_connections 2024-09-19T04:39:40.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.304+0000 7f2b2d274640 1 -- 172.21.15.111:0/730945470 wait complete. 2024-09-19T04:39:40.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.306+0000 7f2b2d274640 1 Processor -- start 2024-09-19T04:39:40.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.306+0000 7f2b2d274640 1 -- start start 2024-09-19T04:39:40.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.306+0000 7f2b2d274640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2b280cef90 0x7f2b2815a510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:40.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.306+0000 7f2b2d274640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b2815e940 0x7f2b2814eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:40.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.306+0000 7f2b2d274640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b2815ed20 0x7f2b2815b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:40.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.306+0000 7f2b2d274640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2b280d3f00 con 0x7f2b2815e940 2024-09-19T04:39:40.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.306+0000 7f2b2d274640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2b280d3c20 con 0x7f2b280cef90 2024-09-19T04:39:40.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.306+0000 7f2b2d274640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2b280d3310 con 0x7f2b2815ed20 2024-09-19T04:39:40.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.306+0000 7f2b267fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b2815e940 0x7f2b2814eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:40.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.306+0000 7f2b267fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b2815e940 0x7f2b2814eb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60196/0 (socket says 172.21.15.111:60196) 2024-09-19T04:39:40.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.306+0000 7f2b267fc640 1 -- 172.21.15.111:0/3459047845 learned_addr learned my addr 172.21.15.111:0/3459047845 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:40.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.307+0000 7f2b26ffd640 1 --2- 172.21.15.111:0/3459047845 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2b280cef90 0x7f2b2815a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:40.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.307+0000 7f2b277fe640 1 --2- 172.21.15.111:0/3459047845 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b2815ed20 0x7f2b2815b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:40.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.307+0000 7f2b267fc640 1 -- 172.21.15.111:0/3459047845 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b2815ed20 msgr2=0x7f2b2815b190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:40.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.307+0000 7f2b267fc640 1 --2- 172.21.15.111:0/3459047845 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b2815ed20 0x7f2b2815b190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:40.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.307+0000 7f2b267fc640 1 -- 172.21.15.111:0/3459047845 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2b280cef90 msgr2=0x7f2b2815a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:40.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.307+0000 7f2b267fc640 1 --2- 172.21.15.111:0/3459047845 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2b280cef90 0x7f2b2815a510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:40.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.307+0000 7f2b267fc640 1 -- 172.21.15.111:0/3459047845 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b28159470 con 0x7f2b2815e940 2024-09-19T04:39:40.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.307+0000 7f2b267fc640 1 --2- 172.21.15.111:0/3459047845 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b2815e940 0x7f2b2814eb00 secure :-1 s=READY pgs=1498 cs=0 l=1 rev1=1 crypto rx=0x7f2b1000c780 tx=0x7f2b1000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:40.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.307+0000 7f2b1f7fe640 1 -- 172.21.15.111:0/3459047845 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b10005070 con 0x7f2b2815e940 2024-09-19T04:39:40.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.307+0000 7f2b1f7fe640 1 -- 172.21.15.111:0/3459047845 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b10005230 con 0x7f2b2815e940 2024-09-19T04:39:40.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.307+0000 7f2b2d274640 1 -- 172.21.15.111:0/3459047845 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b28159750 con 0x7f2b2815e940 2024-09-19T04:39:40.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.307+0000 7f2b1f7fe640 1 -- 172.21.15.111:0/3459047845 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b100035f0 con 0x7f2b2815e940 2024-09-19T04:39:40.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.307+0000 7f2b2d274640 1 -- 172.21.15.111:0/3459047845 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b28159d10 con 0x7f2b2815e940 2024-09-19T04:39:40.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.308+0000 7f2b2d274640 1 -- 172.21.15.111:0/3459047845 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b280d1f80 con 0x7f2b2815e940 2024-09-19T04:39:40.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.308+0000 7f2b1f7fe640 1 -- 172.21.15.111:0/3459047845 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 23) ==== 91458+0+0 (secure 0 0 0) 0x7f2b10003790 con 0x7f2b2815e940 2024-09-19T04:39:40.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.309+0000 7f2b1f7fe640 1 --2- 172.21.15.111:0/3459047845 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2b0806c970 0x7f2b0806ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:40.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.309+0000 7f2b1f7fe640 1 -- 172.21.15.111:0/3459047845 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7f2b1008bc20 con 0x7f2b2815e940 2024-09-19T04:39:40.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.309+0000 7f2b26ffd640 1 --2- 172.21.15.111:0/3459047845 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2b0806c970 0x7f2b0806ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:40.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.310+0000 7f2b26ffd640 1 --2- 172.21.15.111:0/3459047845 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2b0806c970 0x7f2b0806ee30 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f2b18009a10 tx=0x7f2b18008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:40.314 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.313+0000 7f2b1f7fe640 1 -- 172.21.15.111:0/3459047845 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2b280b7170 con 0x7f2b2815e940 2024-09-19T04:39:40.492 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.490+0000 7f2b2d274640 1 -- 172.21.15.111:0/3459047845 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f2b280ba6b0 con 0x7f2b2815e940 2024-09-19T04:39:40.492 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.491+0000 7f2b1f7fe640 1 -- 172.21.15.111:0/3459047845 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v143) ==== 80+0+0 (secure 0 0 0) 0x7f2b10059ac0 con 0x7f2b2815e940 2024-09-19T04:39:40.492 INFO:teuthology.orchestra.run.smithi111.stderr:listed 0 entries 2024-09-19T04:39:40.494 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.493+0000 7f2b2d274640 1 -- 172.21.15.111:0/3459047845 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2b0806c970 msgr2=0x7f2b0806ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:40.494 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.493+0000 7f2b2d274640 1 --2- 172.21.15.111:0/3459047845 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2b0806c970 0x7f2b0806ee30 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f2b18009a10 tx=0x7f2b18008040 comp rx=0 tx=0).stop 2024-09-19T04:39:40.494 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.493+0000 7f2b2d274640 1 -- 172.21.15.111:0/3459047845 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b2815e940 msgr2=0x7f2b2814eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:40.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.493+0000 7f2b2d274640 1 --2- 172.21.15.111:0/3459047845 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b2815e940 0x7f2b2814eb00 secure :-1 s=READY pgs=1498 cs=0 l=1 rev1=1 crypto rx=0x7f2b1000c780 tx=0x7f2b1000cc40 comp rx=0 tx=0).stop 2024-09-19T04:39:40.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.493+0000 7f2b2d274640 1 -- 172.21.15.111:0/3459047845 shutdown_connections 2024-09-19T04:39:40.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.493+0000 7f2b2d274640 1 --2- 172.21.15.111:0/3459047845 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2b0806c970 0x7f2b0806ee30 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:40.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.493+0000 7f2b2d274640 1 --2- 172.21.15.111:0/3459047845 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b2815ed20 0x7f2b2815b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:40.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.493+0000 7f2b2d274640 1 --2- 172.21.15.111:0/3459047845 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b2815e940 0x7f2b2814eb00 unknown :-1 s=CLOSED pgs=1498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:40.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.493+0000 7f2b2d274640 1 --2- 172.21.15.111:0/3459047845 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2b280cef90 0x7f2b2815a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:40.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.493+0000 7f2b2d274640 1 -- 172.21.15.111:0/3459047845 >> 172.21.15.111:0/3459047845 conn(0x7f2b280b6240 msgr2=0x7f2b280b81a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:40.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.493+0000 7f2b2d274640 1 -- 172.21.15.111:0/3459047845 shutdown_connections 2024-09-19T04:39:40.495 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.493+0000 7f2b2d274640 1 -- 172.21.15.111:0/3459047845 wait complete. 2024-09-19T04:39:40.505 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T04:39:40.505 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:40.506 DEBUG:teuthology.orchestra.run.smithi114:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T04:39:40.539 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi114.front.sepia.ceph.com 2024-09-19T04:39:40.541 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:40.541 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T04:39:40.597 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:39:40.597 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:39:40.597 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:39:40.613 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:39:40.613 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:39:40.614 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:39:40.614 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:39:40.654 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:39:40.654 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:39:40.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.750+0000 7fef8bf18640 1 Processor -- start 2024-09-19T04:39:40.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.750+0000 7fef8bf18640 1 -- start start 2024-09-19T04:39:40.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.751+0000 7fef8bf18640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fef840cdae0 0x7fef840b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:40.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.751+0000 7fef8bf18640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef840aff30 0x7fef840b0340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:40.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.751+0000 7fef8bf18640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef840b0880 con 0x7fef84156880 2024-09-19T04:39:40.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.751+0000 7fef8bf18640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fef840b6b00 con 0x7fef840cdae0 2024-09-19T04:39:40.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.751+0000 7fef8bf18640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fef840ce150 con 0x7fef840aff30 2024-09-19T04:39:40.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.751+0000 7fef894b3640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fef840cdae0 0x7fef840b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:40.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.751+0000 7fef89cb4640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fef84156880 0x7fef84160730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:51568/0 (socket says 172.21.15.111:51568) 2024-09-19T04:39:40.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.751+0000 7fef894b3640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fef840cdae0 0x7fef840b65c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60198/0 (socket says 172.21.15.111:60198) 2024-09-19T04:39:40.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.751+0000 7fef89cb4640 1 -- 172.21.15.111:0/3794003994 learned_addr learned my addr 172.21.15.111:0/3794003994 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:40.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.752+0000 7fef8a4b5640 1 --2- 172.21.15.111:0/3794003994 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef840aff30 0x7fef840b0340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:40.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.752+0000 7fef894b3640 1 -- 172.21.15.111:0/3794003994 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef840aff30 msgr2=0x7fef840b0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:40.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.752+0000 7fef894b3640 1 --2- 172.21.15.111:0/3794003994 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef840aff30 0x7fef840b0340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:40.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.752+0000 7fef894b3640 1 -- 172.21.15.111:0/3794003994 >> v1:172.21.15.111:6789/0 conn(0x7fef84156880 legacy=0x7fef84160730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:40.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.752+0000 7fef894b3640 1 -- 172.21.15.111:0/3794003994 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef840ce430 con 0x7fef840cdae0 2024-09-19T04:39:40.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.752+0000 7fef894b3640 1 --2- 172.21.15.111:0/3794003994 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef840cdae0 0x7fef840b65c0 secure :-1 s=READY pgs=1500 cs=0 l=1 rev1=1 crypto rx=0x7fef740097a0 tx=0x7fef7402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=110026cb7de5ac6a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:40.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.752+0000 7fef88cb2640 1 -- 172.21.15.111:0/3794003994 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef74037070 con 0x7fef840cdae0 2024-09-19T04:39:40.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.753+0000 7fef88cb2640 1 -- 172.21.15.111:0/3794003994 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef74032440 con 0x7fef840cdae0 2024-09-19T04:39:40.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.753+0000 7fef88cb2640 1 -- 172.21.15.111:0/3794003994 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef74032810 con 0x7fef840cdae0 2024-09-19T04:39:40.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.753+0000 7fef8bf18640 1 -- 172.21.15.111:0/3794003994 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef840cdae0 msgr2=0x7fef840b65c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:40.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.753+0000 7fef8bf18640 1 --2- 172.21.15.111:0/3794003994 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef840cdae0 0x7fef840b65c0 secure :-1 s=READY pgs=1500 cs=0 l=1 rev1=1 crypto rx=0x7fef740097a0 tx=0x7fef7402a180 comp rx=0 tx=0).stop 2024-09-19T04:39:40.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.753+0000 7fef8bf18640 1 -- 172.21.15.111:0/3794003994 shutdown_connections 2024-09-19T04:39:40.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.753+0000 7fef8bf18640 1 --2- 172.21.15.111:0/3794003994 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef840aff30 0x7fef840b0340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:40.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.753+0000 7fef8bf18640 1 --2- 172.21.15.111:0/3794003994 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef840cdae0 0x7fef840b65c0 unknown :-1 s=CLOSED pgs=1500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:40.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.753+0000 7fef8bf18640 1 -- 172.21.15.111:0/3794003994 >> 172.21.15.111:0/3794003994 conn(0x7fef8406cae0 msgr2=0x7fef8406cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:40.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.753+0000 7fef8bf18640 1 -- 172.21.15.111:0/3794003994 shutdown_connections 2024-09-19T04:39:40.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.753+0000 7fef8bf18640 1 -- 172.21.15.111:0/3794003994 wait complete. 2024-09-19T04:39:40.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.754+0000 7fef8bf18640 1 Processor -- start 2024-09-19T04:39:40.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.754+0000 7fef8bf18640 1 -- start start 2024-09-19T04:39:40.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.755+0000 7fef8bf18640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef840aff30 0x7fef8415b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:40.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.755+0000 7fef8bf18640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef840cdae0 0x7fef840b45f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:40.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.755+0000 7fef8bf18640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef84156880 0x7fef840b4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:40.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.755+0000 7fef8bf18640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fef84156c60 con 0x7fef840cdae0 2024-09-19T04:39:40.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.755+0000 7fef8bf18640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fef84160210 con 0x7fef84156880 2024-09-19T04:39:40.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.755+0000 7fef8bf18640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fef840ce710 con 0x7fef840aff30 2024-09-19T04:39:40.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.755+0000 7fef894b3640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef840cdae0 0x7fef840b45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:40.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.755+0000 7fef894b3640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef840cdae0 0x7fef840b45f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60210/0 (socket says 172.21.15.111:60210) 2024-09-19T04:39:40.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.755+0000 7fef894b3640 1 -- 172.21.15.111:0/4212360212 learned_addr learned my addr 172.21.15.111:0/4212360212 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:40.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.755+0000 7fef89cb4640 1 --2- 172.21.15.111:0/4212360212 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef840aff30 0x7fef8415b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:40.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.755+0000 7fef8a4b5640 1 --2- 172.21.15.111:0/4212360212 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef84156880 0x7fef840b4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:40.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.756+0000 7fef894b3640 1 -- 172.21.15.111:0/4212360212 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef840aff30 msgr2=0x7fef8415b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:40.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.756+0000 7fef894b3640 1 --2- 172.21.15.111:0/4212360212 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef840aff30 0x7fef8415b460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:40.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.756+0000 7fef894b3640 1 -- 172.21.15.111:0/4212360212 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef84156880 msgr2=0x7fef840b4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:40.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.756+0000 7fef894b3640 1 --2- 172.21.15.111:0/4212360212 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef84156880 0x7fef840b4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:40.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.756+0000 7fef894b3640 1 -- 172.21.15.111:0/4212360212 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef840b5070 con 0x7fef840cdae0 2024-09-19T04:39:40.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.756+0000 7fef894b3640 1 --2- 172.21.15.111:0/4212360212 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef840cdae0 0x7fef840b45f0 secure :-1 s=READY pgs=1501 cs=0 l=1 rev1=1 crypto rx=0x7fef74035040 tx=0x7fef740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:40.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.756+0000 7fef7a7fc640 1 -- 172.21.15.111:0/4212360212 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef74037040 con 0x7fef840cdae0 2024-09-19T04:39:40.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.756+0000 7fef7a7fc640 1 -- 172.21.15.111:0/4212360212 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef74030770 con 0x7fef840cdae0 2024-09-19T04:39:40.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.756+0000 7fef8bf18640 1 -- 172.21.15.111:0/4212360212 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef840b5320 con 0x7fef840cdae0 2024-09-19T04:39:40.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.756+0000 7fef7a7fc640 1 -- 172.21.15.111:0/4212360212 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef74030b80 con 0x7fef840cdae0 2024-09-19T04:39:40.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.756+0000 7fef8bf18640 1 -- 172.21.15.111:0/4212360212 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef840b58e0 con 0x7fef840cdae0 2024-09-19T04:39:40.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.757+0000 7fef8bf18640 1 -- 172.21.15.111:0/4212360212 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef840b5c80 con 0x7fef840cdae0 2024-09-19T04:39:40.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.757+0000 7fef7a7fc640 1 -- 172.21.15.111:0/4212360212 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 23) ==== 91458+0+0 (secure 0 0 0) 0x7fef74044020 con 0x7fef840cdae0 2024-09-19T04:39:40.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.758+0000 7fef7a7fc640 1 --2- 172.21.15.111:0/4212360212 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fef6806c970 0x7fef6806ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:40.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.758+0000 7fef7a7fc640 1 -- 172.21.15.111:0/4212360212 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7fef740ac320 con 0x7fef840cdae0 2024-09-19T04:39:40.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.758+0000 7fef89cb4640 1 --2- 172.21.15.111:0/4212360212 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fef6806c970 0x7fef6806ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:40.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.759+0000 7fef89cb4640 1 --2- 172.21.15.111:0/4212360212 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fef6806c970 0x7fef6806ee30 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fef80007fd0 tx=0x7fef80007e80 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:40.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.762+0000 7fef7a7fc640 1 -- 172.21.15.111:0/4212360212 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fef74032e20 con 0x7fef840cdae0 2024-09-19T04:39:40.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.962+0000 7fef8bf18640 1 -- 172.21.15.111:0/4212360212 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fef840b1420 con 0x7fef840cdae0 2024-09-19T04:39:40.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.963+0000 7fef7a7fc640 1 -- 172.21.15.111:0/4212360212 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 77 v77) ==== 94+0+5236 (secure 0 0 0) 0x7fef74079c00 con 0x7fef840cdae0 2024-09-19T04:39:40.964 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:40.965 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":77,"btime":"2024-09-19T04:39:36:241716+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6659,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1511938113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":1511938113},{"type":"v1","addr":"172.21.15.111:6835","nonce":1511938113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":7444,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3445382526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3445382526},{"type":"v1","addr":"172.21.15.114:6834","nonce":3445382526}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":8229,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/3753459584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3753459584},{"type":"v1","addr":"172.21.15.111:6834","nonce":3753459584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72}],"filesystems":[{"mdsmap":{"epoch":76,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:39:27.274991+0000","modified":"2024-09-19T04:39:29.552352+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8244},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8244":{"gid":8244,"name":"b","rank":0,"incarnation":73,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/169965022","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":169965022},{"type":"v1","addr":"172.21.15.114:6835","nonce":169965022}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8244,"qdb_cluster":[8244]},"id":11}]} 2024-09-19T04:39:40.965 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 77 2024-09-19T04:39:40.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.965+0000 7fef8bf18640 1 -- 172.21.15.111:0/4212360212 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fef6806c970 msgr2=0x7fef6806ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:40.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.965+0000 7fef8bf18640 1 --2- 172.21.15.111:0/4212360212 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fef6806c970 0x7fef6806ee30 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fef80007fd0 tx=0x7fef80007e80 comp rx=0 tx=0).stop 2024-09-19T04:39:40.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.965+0000 7fef8bf18640 1 -- 172.21.15.111:0/4212360212 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef840cdae0 msgr2=0x7fef840b45f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:40.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.965+0000 7fef8bf18640 1 --2- 172.21.15.111:0/4212360212 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef840cdae0 0x7fef840b45f0 secure :-1 s=READY pgs=1501 cs=0 l=1 rev1=1 crypto rx=0x7fef74035040 tx=0x7fef740046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:40.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.965+0000 7fef8bf18640 1 -- 172.21.15.111:0/4212360212 shutdown_connections 2024-09-19T04:39:40.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.965+0000 7fef8bf18640 1 --2- 172.21.15.111:0/4212360212 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fef6806c970 0x7fef6806ee30 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:40.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.965+0000 7fef8bf18640 1 --2- 172.21.15.111:0/4212360212 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fef84156880 0x7fef840b4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:40.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.965+0000 7fef8bf18640 1 --2- 172.21.15.111:0/4212360212 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fef840cdae0 0x7fef840b45f0 unknown :-1 s=CLOSED pgs=1501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:40.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.965+0000 7fef8bf18640 1 --2- 172.21.15.111:0/4212360212 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fef840aff30 0x7fef8415b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:40.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.965+0000 7fef8bf18640 1 -- 172.21.15.111:0/4212360212 >> 172.21.15.111:0/4212360212 conn(0x7fef8406cae0 msgr2=0x7fef8415ed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:40.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.965+0000 7fef8bf18640 1 -- 172.21.15.111:0/4212360212 shutdown_connections 2024-09-19T04:39:40.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:40.965+0000 7fef8bf18640 1 -- 172.21.15.111:0/4212360212 wait complete. 2024-09-19T04:39:40.977 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:39:41.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.073+0000 7f8c89053640 1 Processor -- start 2024-09-19T04:39:41.075 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.073+0000 7f8c89053640 1 -- start start 2024-09-19T04:39:41.076 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.074+0000 7f8c89053640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8c8415c510 0x7f8c840cfc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:41.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.074+0000 7f8c89053640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c840d0d10 0x7f8c8406eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:41.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.074+0000 7f8c89053640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c84161090 con 0x7f8c840cf3c0 2024-09-19T04:39:41.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.074+0000 7f8c89053640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f8c840afb20 con 0x7f8c8415c510 2024-09-19T04:39:41.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.074+0000 7f8c89053640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8c8406e140 con 0x7f8c840d0d10 2024-09-19T04:39:41.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.074+0000 7f8c82d9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8c8415c510 0x7f8c840cfc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:41.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.074+0000 7f8c82d9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8c8415c510 0x7f8c840cfc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60220/0 (socket says 172.21.15.111:60220) 2024-09-19T04:39:41.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.074+0000 7f8c82d9d640 1 -- 172.21.15.111:0/3981650980 learned_addr learned my addr 172.21.15.111:0/3981650980 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:41.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.074+0000 7f8c8359e640 1 --2- 172.21.15.111:0/3981650980 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c840d0d10 0x7f8c8406eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:41.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.074+0000 7f8c82d9d640 1 -- 172.21.15.111:0/3981650980 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c840d0d10 msgr2=0x7f8c8406eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:41.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.074+0000 7f8c82d9d640 1 --2- 172.21.15.111:0/3981650980 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c840d0d10 0x7f8c8406eb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.074+0000 7f8c82d9d640 1 -- 172.21.15.111:0/3981650980 >> v1:172.21.15.114:6789/0 conn(0x7f8c840cf3c0 legacy=0x7f8c840d0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:41.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.074+0000 7f8c82d9d640 1 -- 172.21.15.111:0/3981650980 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c8406e370 con 0x7f8c8415c510 2024-09-19T04:39:41.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.075+0000 7f8c82d9d640 1 --2- 172.21.15.111:0/3981650980 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c8415c510 0x7f8c840cfc20 secure :-1 s=READY pgs=1502 cs=0 l=1 rev1=1 crypto rx=0x7f8c740098a0 tx=0x7f8c7402a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdd64d188969eabd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:41.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.075+0000 7f8c8259c640 1 -- 172.21.15.111:0/3981650980 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c74037070 con 0x7f8c8415c510 2024-09-19T04:39:41.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.075+0000 7f8c8259c640 1 -- 172.21.15.111:0/3981650980 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c74032440 con 0x7f8c8415c510 2024-09-19T04:39:41.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.075+0000 7f8c8259c640 1 -- 172.21.15.111:0/3981650980 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c74032810 con 0x7f8c8415c510 2024-09-19T04:39:41.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.076+0000 7f8c89053640 1 -- 172.21.15.111:0/3981650980 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c8415c510 msgr2=0x7f8c840cfc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:41.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.076+0000 7f8c89053640 1 --2- 172.21.15.111:0/3981650980 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c8415c510 0x7f8c840cfc20 secure :-1 s=READY pgs=1502 cs=0 l=1 rev1=1 crypto rx=0x7f8c740098a0 tx=0x7f8c7402a250 comp rx=0 tx=0).stop 2024-09-19T04:39:41.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.076+0000 7f8c89053640 1 -- 172.21.15.111:0/3981650980 shutdown_connections 2024-09-19T04:39:41.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.076+0000 7f8c89053640 1 --2- 172.21.15.111:0/3981650980 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c840d0d10 0x7f8c8406eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.076+0000 7f8c89053640 1 --2- 172.21.15.111:0/3981650980 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c8415c510 0x7f8c840cfc20 unknown :-1 s=CLOSED pgs=1502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.076+0000 7f8c89053640 1 -- 172.21.15.111:0/3981650980 >> 172.21.15.111:0/3981650980 conn(0x7f8c840b2480 msgr2=0x7f8c840b2860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:41.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.076+0000 7f8c89053640 1 -- 172.21.15.111:0/3981650980 shutdown_connections 2024-09-19T04:39:41.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.076+0000 7f8c89053640 1 -- 172.21.15.111:0/3981650980 wait complete. 2024-09-19T04:39:41.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.077+0000 7f8c89053640 1 Processor -- start 2024-09-19T04:39:41.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.077+0000 7f8c89053640 1 -- start start 2024-09-19T04:39:41.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.078+0000 7f8c89053640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c840cf3c0 0x7f8c84148240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:41.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.078+0000 7f8c89053640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c840d0d10 0x7f8c8415ca10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:41.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.078+0000 7f8c89053640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c8415c510 0x7f8c840b47c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:41.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.078+0000 7f8c89053640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8c840cf800 con 0x7f8c840cf3c0 2024-09-19T04:39:41.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.078+0000 7f8c89053640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8c84160b60 con 0x7f8c840d0d10 2024-09-19T04:39:41.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.078+0000 7f8c89053640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8c8406e610 con 0x7f8c8415c510 2024-09-19T04:39:41.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.078+0000 7f8c82d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c840cf3c0 0x7f8c84148240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:41.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.078+0000 7f8c82d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c840cf3c0 0x7f8c84148240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60224/0 (socket says 172.21.15.111:60224) 2024-09-19T04:39:41.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.078+0000 7f8c82d9d640 1 -- 172.21.15.111:0/594831431 learned_addr learned my addr 172.21.15.111:0/594831431 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:41.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.078+0000 7f8c82d9d640 1 -- 172.21.15.111:0/594831431 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c8415c510 msgr2=0x7f8c840b47c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:41.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.078+0000 7f8c82d9d640 1 --2- 172.21.15.111:0/594831431 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c8415c510 0x7f8c840b47c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.078+0000 7f8c82d9d640 1 -- 172.21.15.111:0/594831431 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c840d0d10 msgr2=0x7f8c8415ca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:41.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.078+0000 7f8c82d9d640 1 --2- 172.21.15.111:0/594831431 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c840d0d10 0x7f8c8415ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.078+0000 7f8c82d9d640 1 -- 172.21.15.111:0/594831431 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c84148e70 con 0x7f8c840cf3c0 2024-09-19T04:39:41.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.079+0000 7f8c82d9d640 1 --2- 172.21.15.111:0/594831431 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c840cf3c0 0x7f8c84148240 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7f8c74000c00 tx=0x7f8c740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:41.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.079+0000 7f8c7bfff640 1 -- 172.21.15.111:0/594831431 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c74037040 con 0x7f8c840cf3c0 2024-09-19T04:39:41.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.079+0000 7f8c7bfff640 1 -- 172.21.15.111:0/594831431 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c74004230 con 0x7f8c840cf3c0 2024-09-19T04:39:41.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.079+0000 7f8c7bfff640 1 -- 172.21.15.111:0/594831431 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c7403c730 con 0x7f8c840cf3c0 2024-09-19T04:39:41.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.079+0000 7f8c89053640 1 -- 172.21.15.111:0/594831431 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c8415d3f0 con 0x7f8c840cf3c0 2024-09-19T04:39:41.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.079+0000 7f8c89053640 1 -- 172.21.15.111:0/594831431 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c8415d9b0 con 0x7f8c840cf3c0 2024-09-19T04:39:41.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.080+0000 7f8c89053640 1 -- 172.21.15.111:0/594831431 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c84149040 con 0x7f8c840cf3c0 2024-09-19T04:39:41.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.080+0000 7f8c7bfff640 1 -- 172.21.15.111:0/594831431 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 23) ==== 91458+0+0 (secure 0 0 0) 0x7f8c7403a070 con 0x7f8c840cf3c0 2024-09-19T04:39:41.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.081+0000 7f8c7bfff640 1 --2- 172.21.15.111:0/594831431 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8c6406c970 0x7f8c6406ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:41.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.081+0000 7f8c7bfff640 1 -- 172.21.15.111:0/594831431 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7f8c740ac990 con 0x7f8c840cf3c0 2024-09-19T04:39:41.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.081+0000 7f8c7a59c640 1 --2- 172.21.15.111:0/594831431 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8c6406c970 0x7f8c6406ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:41.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.081+0000 7f8c7a59c640 1 --2- 172.21.15.111:0/594831431 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8c6406c970 0x7f8c6406ee30 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f8c8415b150 tx=0x7f8c6c007990 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:41.086 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.085+0000 7f8c7bfff640 1 -- 172.21.15.111:0/594831431 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8c74041020 con 0x7f8c840cf3c0 2024-09-19T04:39:41.275 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.274+0000 7f8c7bfff640 1 -- 172.21.15.111:0/594831431 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f8c740767a0 con 0x7f8c840cf3c0 2024-09-19T04:39:41.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.287+0000 7f8c89053640 1 -- 172.21.15.111:0/594831431 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8c84069c70 con 0x7f8c840cf3c0 2024-09-19T04:39:41.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.287+0000 7f8c7bfff640 1 -- 172.21.15.111:0/594831431 <== mon.0 v2:172.21.15.111:3300/0 8 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 77 v77) ==== 94+0+5236 (secure 0 0 0) 0x7f8c7407a830 con 0x7f8c840cf3c0 2024-09-19T04:39:41.289 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:41.289 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":77,"btime":"2024-09-19T04:39:36:241716+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6659,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1511938113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":1511938113},{"type":"v1","addr":"172.21.15.111:6835","nonce":1511938113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":7444,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3445382526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3445382526},{"type":"v1","addr":"172.21.15.114:6834","nonce":3445382526}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":8229,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/3753459584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3753459584},{"type":"v1","addr":"172.21.15.111:6834","nonce":3753459584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72}],"filesystems":[{"mdsmap":{"epoch":76,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:39:27.274991+0000","modified":"2024-09-19T04:39:29.552352+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8244},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8244":{"gid":8244,"name":"b","rank":0,"incarnation":73,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/169965022","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":169965022},{"type":"v1","addr":"172.21.15.114:6835","nonce":169965022}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8244,"qdb_cluster":[8244]},"id":11}]} 2024-09-19T04:39:41.289 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 77 2024-09-19T04:39:41.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.289+0000 7f8c89053640 1 -- 172.21.15.111:0/594831431 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8c6406c970 msgr2=0x7f8c6406ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:41.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.289+0000 7f8c89053640 1 --2- 172.21.15.111:0/594831431 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8c6406c970 0x7f8c6406ee30 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f8c8415b150 tx=0x7f8c6c007990 comp rx=0 tx=0).stop 2024-09-19T04:39:41.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.289+0000 7f8c89053640 1 -- 172.21.15.111:0/594831431 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c840cf3c0 msgr2=0x7f8c84148240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:41.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.289+0000 7f8c89053640 1 --2- 172.21.15.111:0/594831431 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c840cf3c0 0x7f8c84148240 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7f8c74000c00 tx=0x7f8c740046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.289+0000 7f8c89053640 1 -- 172.21.15.111:0/594831431 shutdown_connections 2024-09-19T04:39:41.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.289+0000 7f8c89053640 1 --2- 172.21.15.111:0/594831431 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8c6406c970 0x7f8c6406ee30 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.289+0000 7f8c89053640 1 --2- 172.21.15.111:0/594831431 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8c8415c510 0x7f8c840b47c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.289+0000 7f8c89053640 1 --2- 172.21.15.111:0/594831431 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c840d0d10 0x7f8c8415ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.289+0000 7f8c89053640 1 --2- 172.21.15.111:0/594831431 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c840cf3c0 0x7f8c84148240 unknown :-1 s=CLOSED pgs=1503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.289+0000 7f8c89053640 1 -- 172.21.15.111:0/594831431 >> 172.21.15.111:0/594831431 conn(0x7f8c840b2480 msgr2=0x7f8c840b0940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:41.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.289+0000 7f8c89053640 1 -- 172.21.15.111:0/594831431 shutdown_connections 2024-09-19T04:39:41.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.289+0000 7f8c89053640 1 -- 172.21.15.111:0/594831431 wait complete. 2024-09-19T04:39:41.302 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:39:41.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.399+0000 7f1c59db9640 1 Processor -- start 2024-09-19T04:39:41.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.399+0000 7f1c59db9640 1 -- start start 2024-09-19T04:39:41.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.400+0000 7f1c59db9640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1c5415e940 0x7f1c540d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:41.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.400+0000 7f1c59db9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c5415ed20 0x7f1c540d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:41.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.400+0000 7f1c59db9640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c540b7170 con 0x7f1c540cef90 2024-09-19T04:39:41.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.400+0000 7f1c59db9640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f1c540d1ae0 con 0x7f1c5415e940 2024-09-19T04:39:41.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.400+0000 7f1c59db9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1c540b7aa0 con 0x7f1c5415ed20 2024-09-19T04:39:41.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.400+0000 7f1c537fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1c5415e940 0x7f1c540d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:41.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.400+0000 7f1c537fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1c5415e940 0x7f1c540d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:54548/0 (socket says 172.21.15.111:54548) 2024-09-19T04:39:41.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.400+0000 7f1c53fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f1c540cef90 0x7f1c540b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:58262/0 (socket says 172.21.15.111:58262) 2024-09-19T04:39:41.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.400+0000 7f1c537fe640 1 -- 172.21.15.111:0/817530545 learned_addr learned my addr 172.21.15.111:0/817530545 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:41.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.400+0000 7f1c4bfff640 1 --2- 172.21.15.111:0/817530545 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c5415ed20 0x7f1c540d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:41.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.400+0000 7f1c537fe640 1 -- 172.21.15.111:0/817530545 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c5415ed20 msgr2=0x7f1c540d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:41.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.400+0000 7f1c537fe640 1 --2- 172.21.15.111:0/817530545 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c5415ed20 0x7f1c540d15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.400+0000 7f1c537fe640 1 -- 172.21.15.111:0/817530545 >> v1:172.21.15.111:6789/0 conn(0x7f1c540cef90 legacy=0x7f1c540b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:41.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.400+0000 7f1c52ffd640 1 -- 172.21.15.111:0/817530545 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2375055606 0 0) 0x7f1c4c001490 con 0x7f1c540cef90 2024-09-19T04:39:41.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.400+0000 7f1c537fe640 1 -- 172.21.15.111:0/817530545 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c540d3660 con 0x7f1c5415e940 2024-09-19T04:39:41.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.401+0000 7f1c537fe640 1 --2- 172.21.15.111:0/817530545 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c5415e940 0x7f1c540d1060 secure :-1 s=READY pgs=1505 cs=0 l=1 rev1=1 crypto rx=0x7f1c44009870 tx=0x7f1c4402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b00ec498f2e1e102 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:41.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.401+0000 7f1c52ffd640 1 -- 172.21.15.111:0/817530545 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c44037070 con 0x7f1c5415e940 2024-09-19T04:39:41.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.401+0000 7f1c52ffd640 1 -- 172.21.15.111:0/817530545 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c4402ae50 con 0x7f1c5415e940 2024-09-19T04:39:41.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.401+0000 7f1c52ffd640 1 -- 172.21.15.111:0/817530545 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c44032860 con 0x7f1c5415e940 2024-09-19T04:39:41.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.402+0000 7f1c59db9640 1 -- 172.21.15.111:0/817530545 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c5415e940 msgr2=0x7f1c540d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:41.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.402+0000 7f1c59db9640 1 --2- 172.21.15.111:0/817530545 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c5415e940 0x7f1c540d1060 secure :-1 s=READY pgs=1505 cs=0 l=1 rev1=1 crypto rx=0x7f1c44009870 tx=0x7f1c4402a300 comp rx=0 tx=0).stop 2024-09-19T04:39:41.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.402+0000 7f1c59db9640 1 -- 172.21.15.111:0/817530545 shutdown_connections 2024-09-19T04:39:41.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.402+0000 7f1c59db9640 1 --2- 172.21.15.111:0/817530545 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c5415ed20 0x7f1c540d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.402+0000 7f1c59db9640 1 --2- 172.21.15.111:0/817530545 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c5415e940 0x7f1c540d1060 unknown :-1 s=CLOSED pgs=1505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.402+0000 7f1c59db9640 1 -- 172.21.15.111:0/817530545 >> 172.21.15.111:0/817530545 conn(0x7f1c540b6240 msgr2=0x7f1c540b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:41.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.402+0000 7f1c59db9640 1 -- 172.21.15.111:0/817530545 shutdown_connections 2024-09-19T04:39:41.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.402+0000 7f1c59db9640 1 -- 172.21.15.111:0/817530545 wait complete. 2024-09-19T04:39:41.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.403+0000 7f1c59db9640 1 Processor -- start 2024-09-19T04:39:41.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.403+0000 7f1c59db9640 1 -- start start 2024-09-19T04:39:41.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.404+0000 7f1c59db9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c540cef90 0x7f1c54144aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:41.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.404+0000 7f1c59db9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c5415e940 0x7f1c541f3c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:41.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.404+0000 7f1c59db9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c5415ed20 0x7f1c541f4150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:41.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.404+0000 7f1c59db9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1c540d3f00 con 0x7f1c540cef90 2024-09-19T04:39:41.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.404+0000 7f1c59db9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1c540d3c20 con 0x7f1c5415ed20 2024-09-19T04:39:41.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.404+0000 7f1c59db9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1c540d3310 con 0x7f1c5415e940 2024-09-19T04:39:41.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.404+0000 7f1c537fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c540cef90 0x7f1c54144aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:41.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.404+0000 7f1c537fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c540cef90 0x7f1c54144aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:54562/0 (socket says 172.21.15.111:54562) 2024-09-19T04:39:41.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.404+0000 7f1c537fe640 1 -- 172.21.15.111:0/222051512 learned_addr learned my addr 172.21.15.111:0/222051512 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:41.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.404+0000 7f1c4bfff640 1 --2- 172.21.15.111:0/222051512 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c5415e940 0x7f1c541f3c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:41.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.404+0000 7f1c53fff640 1 --2- 172.21.15.111:0/222051512 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c5415ed20 0x7f1c541f4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:41.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.404+0000 7f1c537fe640 1 -- 172.21.15.111:0/222051512 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c5415e940 msgr2=0x7f1c541f3c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:41.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.404+0000 7f1c537fe640 1 --2- 172.21.15.111:0/222051512 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c5415e940 0x7f1c541f3c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.404+0000 7f1c537fe640 1 -- 172.21.15.111:0/222051512 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c5415ed20 msgr2=0x7f1c541f4150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:41.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.404+0000 7f1c537fe640 1 --2- 172.21.15.111:0/222051512 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c5415ed20 0x7f1c541f4150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.404+0000 7f1c537fe640 1 -- 172.21.15.111:0/222051512 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c540ccdf0 con 0x7f1c540cef90 2024-09-19T04:39:41.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.404+0000 7f1c53fff640 1 --2- 172.21.15.111:0/222051512 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c5415ed20 0x7f1c541f4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:41.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.404+0000 7f1c537fe640 1 --2- 172.21.15.111:0/222051512 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c540cef90 0x7f1c54144aa0 secure :-1 s=READY pgs=1506 cs=0 l=1 rev1=1 crypto rx=0x7f1c44000c00 tx=0x7f1c440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:41.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.404+0000 7f1c50ff9640 1 -- 172.21.15.111:0/222051512 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c44041070 con 0x7f1c540cef90 2024-09-19T04:39:41.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.404+0000 7f1c50ff9640 1 -- 172.21.15.111:0/222051512 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c4403c670 con 0x7f1c540cef90 2024-09-19T04:39:41.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.404+0000 7f1c59db9640 1 -- 172.21.15.111:0/222051512 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c540cd0d0 con 0x7f1c540cef90 2024-09-19T04:39:41.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.404+0000 7f1c50ff9640 1 -- 172.21.15.111:0/222051512 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c44037040 con 0x7f1c540cef90 2024-09-19T04:39:41.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.404+0000 7f1c59db9640 1 -- 172.21.15.111:0/222051512 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c540cd690 con 0x7f1c540cef90 2024-09-19T04:39:41.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.405+0000 7f1c59db9640 1 -- 172.21.15.111:0/222051512 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c540d1f80 con 0x7f1c540cef90 2024-09-19T04:39:41.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.406+0000 7f1c50ff9640 1 -- 172.21.15.111:0/222051512 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f1c44044070 con 0x7f1c540cef90 2024-09-19T04:39:41.410 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.406+0000 7f1c50ff9640 1 --2- 172.21.15.111:0/222051512 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1c3406ca90 0x7f1c3406ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:41.410 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.406+0000 7f1c50ff9640 1 -- 172.21.15.111:0/222051512 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7f1c440aa8e0 con 0x7f1c540cef90 2024-09-19T04:39:41.410 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.407+0000 7f1c4bfff640 1 --2- 172.21.15.111:0/222051512 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1c3406ca90 0x7f1c3406ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:41.410 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.407+0000 7f1c4bfff640 1 --2- 172.21.15.111:0/222051512 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1c3406ca90 0x7f1c3406ef50 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f1c541552e0 tx=0x7f1c3c008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:41.411 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.410+0000 7f1c50ff9640 1 -- 172.21.15.111:0/222051512 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1c4407a410 con 0x7f1c540cef90 2024-09-19T04:39:41.579 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.578+0000 7f1c59db9640 1 -- 172.21.15.111:0/222051512 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1c540ba6b0 con 0x7f1c540cef90 2024-09-19T04:39:41.580 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.579+0000 7f1c50ff9640 1 -- 172.21.15.111:0/222051512 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v143) ==== 74+0+16868 (secure 0 0 0) 0x7f1c4407e710 con 0x7f1c540cef90 2024-09-19T04:39:41.580 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:41.581 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":143,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:39:28.943253+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:39:25.612463+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"142","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-19T04:39:26.243952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"143","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:39:41.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.581+0000 7f1c59db9640 1 -- 172.21.15.111:0/222051512 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1c3406ca90 msgr2=0x7f1c3406ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:41.582 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.581+0000 7f1c59db9640 1 --2- 172.21.15.111:0/222051512 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1c3406ca90 0x7f1c3406ef50 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f1c541552e0 tx=0x7f1c3c008040 comp rx=0 tx=0).stop 2024-09-19T04:39:41.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.581+0000 7f1c59db9640 1 -- 172.21.15.111:0/222051512 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c540cef90 msgr2=0x7f1c54144aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:41.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.581+0000 7f1c59db9640 1 --2- 172.21.15.111:0/222051512 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c540cef90 0x7f1c54144aa0 secure :-1 s=READY pgs=1506 cs=0 l=1 rev1=1 crypto rx=0x7f1c44000c00 tx=0x7f1c440046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.581+0000 7f1c59db9640 1 -- 172.21.15.111:0/222051512 shutdown_connections 2024-09-19T04:39:41.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.581+0000 7f1c59db9640 1 --2- 172.21.15.111:0/222051512 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1c3406ca90 0x7f1c3406ef50 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.581+0000 7f1c59db9640 1 --2- 172.21.15.111:0/222051512 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c5415ed20 0x7f1c541f4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.581+0000 7f1c59db9640 1 --2- 172.21.15.111:0/222051512 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c5415e940 0x7f1c541f3c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.581+0000 7f1c59db9640 1 --2- 172.21.15.111:0/222051512 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c540cef90 0x7f1c54144aa0 unknown :-1 s=CLOSED pgs=1506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.581+0000 7f1c59db9640 1 -- 172.21.15.111:0/222051512 >> 172.21.15.111:0/222051512 conn(0x7f1c540b6240 msgr2=0x7f1c5415fb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:41.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.581+0000 7f1c59db9640 1 -- 172.21.15.111:0/222051512 shutdown_connections 2024-09-19T04:39:41.583 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.581+0000 7f1c59db9640 1 -- 172.21.15.111:0/222051512 wait complete. 2024-09-19T04:39:41.594 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T04:39:41.594 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:39:41.691 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.690+0000 7f5f80850640 1 Processor -- start 2024-09-19T04:39:41.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.690+0000 7f5f80850640 1 -- start start 2024-09-19T04:39:41.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.691+0000 7f5f80850640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5f7c0d02a0 0x7f5f7c0d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:41.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.691+0000 7f5f80850640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5f7c15ceb0 0x7f5f7c1594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:41.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.691+0000 7f5f80850640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5f7c0d0bc0 con 0x7f5f7c15ca40 2024-09-19T04:39:41.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.691+0000 7f5f80850640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f5f7c15d390 con 0x7f5f7c0d02a0 2024-09-19T04:39:41.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.691+0000 7f5f80850640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5f7c15d670 con 0x7f5f7c15ceb0 2024-09-19T04:39:41.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.691+0000 7f5f7a59c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5f7c0d02a0 0x7f5f7c0d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:41.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.691+0000 7f5f7a59c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5f7c0d02a0 0x7f5f7c0d0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:54576/0 (socket says 172.21.15.111:54576) 2024-09-19T04:39:41.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.691+0000 7f5f7a59c640 1 -- 172.21.15.111:0/1649766851 learned_addr learned my addr 172.21.15.111:0/1649766851 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:41.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.691+0000 7f5f7ad9d640 1 --2- 172.21.15.111:0/1649766851 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5f7c15ceb0 0x7f5f7c1594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:41.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.691+0000 7f5f7a59c640 1 -- 172.21.15.111:0/1649766851 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5f7c15ceb0 msgr2=0x7f5f7c1594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:41.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.691+0000 7f5f7a59c640 1 --2- 172.21.15.111:0/1649766851 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5f7c15ceb0 0x7f5f7c1594c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.691+0000 7f5f7a59c640 1 -- 172.21.15.111:0/1649766851 >> v1:172.21.15.114:6789/0 conn(0x7f5f7c15ca40 legacy=0x7f5f7c15e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:41.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.691+0000 7f5f7a59c640 1 -- 172.21.15.111:0/1649766851 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f7c15d950 con 0x7f5f7c0d02a0 2024-09-19T04:39:41.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.692+0000 7f5f7a59c640 1 --2- 172.21.15.111:0/1649766851 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5f7c0d02a0 0x7f5f7c0d0680 secure :-1 s=READY pgs=1507 cs=0 l=1 rev1=1 crypto rx=0x7f5f6c00bb10 tx=0x7f5f6c02c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=649d9121b6d3d4e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:41.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.692+0000 7f5f79d9b640 1 -- 172.21.15.111:0/1649766851 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f6c032790 con 0x7f5f7c0d02a0 2024-09-19T04:39:41.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.692+0000 7f5f79d9b640 1 -- 172.21.15.111:0/1649766851 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f6c038070 con 0x7f5f7c0d02a0 2024-09-19T04:39:41.695 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.692+0000 7f5f79d9b640 1 -- 172.21.15.111:0/1649766851 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f6c032b50 con 0x7f5f7c0d02a0 2024-09-19T04:39:41.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.693+0000 7f5f80850640 1 -- 172.21.15.111:0/1649766851 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5f7c0d02a0 msgr2=0x7f5f7c0d0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:41.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.693+0000 7f5f80850640 1 --2- 172.21.15.111:0/1649766851 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5f7c0d02a0 0x7f5f7c0d0680 secure :-1 s=READY pgs=1507 cs=0 l=1 rev1=1 crypto rx=0x7f5f6c00bb10 tx=0x7f5f6c02c890 comp rx=0 tx=0).stop 2024-09-19T04:39:41.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.693+0000 7f5f80850640 1 -- 172.21.15.111:0/1649766851 shutdown_connections 2024-09-19T04:39:41.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.693+0000 7f5f80850640 1 --2- 172.21.15.111:0/1649766851 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5f7c15ceb0 0x7f5f7c1594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.693+0000 7f5f80850640 1 --2- 172.21.15.111:0/1649766851 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5f7c0d02a0 0x7f5f7c0d0680 unknown :-1 s=CLOSED pgs=1507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.693+0000 7f5f80850640 1 -- 172.21.15.111:0/1649766851 >> 172.21.15.111:0/1649766851 conn(0x7f5f7c062cc0 msgr2=0x7f5f7c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:41.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.693+0000 7f5f80850640 1 -- 172.21.15.111:0/1649766851 shutdown_connections 2024-09-19T04:39:41.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.693+0000 7f5f80850640 1 -- 172.21.15.111:0/1649766851 wait complete. 2024-09-19T04:39:41.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.694+0000 7f5f80850640 1 Processor -- start 2024-09-19T04:39:41.696 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.694+0000 7f5f80850640 1 -- start start 2024-09-19T04:39:41.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.695+0000 7f5f80850640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5f7c0d02a0 0x7f5f7c155f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:41.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.695+0000 7f5f80850640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5f7c15ca40 0x7f5f7c156480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:41.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.695+0000 7f5f80850640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5f7c15ceb0 0x7f5f7c0b3340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:41.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.695+0000 7f5f80850640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5f7c15eb40 con 0x7f5f7c15ca40 2024-09-19T04:39:41.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.695+0000 7f5f80850640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5f7c15df10 con 0x7f5f7c15ceb0 2024-09-19T04:39:41.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.695+0000 7f5f80850640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5f7c155b90 con 0x7f5f7c0d02a0 2024-09-19T04:39:41.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.695+0000 7f5f71d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5f7c15ca40 0x7f5f7c156480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:41.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.695+0000 7f5f71d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5f7c15ca40 0x7f5f7c156480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:54586/0 (socket says 172.21.15.111:54586) 2024-09-19T04:39:41.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.695+0000 7f5f71d9b640 1 -- 172.21.15.111:0/469254741 learned_addr learned my addr 172.21.15.111:0/469254741 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:41.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.695+0000 7f5f7ad9d640 1 --2- 172.21.15.111:0/469254741 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5f7c15ceb0 0x7f5f7c0b3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:41.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.695+0000 7f5f7a59c640 1 --2- 172.21.15.111:0/469254741 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5f7c0d02a0 0x7f5f7c155f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:41.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.695+0000 7f5f71d9b640 1 -- 172.21.15.111:0/469254741 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5f7c0d02a0 msgr2=0x7f5f7c155f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:41.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.695+0000 7f5f71d9b640 1 --2- 172.21.15.111:0/469254741 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5f7c0d02a0 0x7f5f7c155f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.695+0000 7f5f71d9b640 1 -- 172.21.15.111:0/469254741 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5f7c15ceb0 msgr2=0x7f5f7c0b3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:41.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.695+0000 7f5f71d9b640 1 --2- 172.21.15.111:0/469254741 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5f7c15ceb0 0x7f5f7c0b3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.695+0000 7f5f71d9b640 1 -- 172.21.15.111:0/469254741 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f7c139a10 con 0x7f5f7c15ca40 2024-09-19T04:39:41.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.696+0000 7f5f71d9b640 1 --2- 172.21.15.111:0/469254741 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5f7c15ca40 0x7f5f7c156480 secure :-1 s=READY pgs=1508 cs=0 l=1 rev1=1 crypto rx=0x7f5f6400c3c0 tx=0x7f5f6400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:41.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.696+0000 7f5f737fe640 1 -- 172.21.15.111:0/469254741 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f640052d0 con 0x7f5f7c15ca40 2024-09-19T04:39:41.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.696+0000 7f5f737fe640 1 -- 172.21.15.111:0/469254741 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f64005490 con 0x7f5f7c15ca40 2024-09-19T04:39:41.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.696+0000 7f5f80850640 1 -- 172.21.15.111:0/469254741 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f7c1f02b0 con 0x7f5f7c15ca40 2024-09-19T04:39:41.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.696+0000 7f5f737fe640 1 -- 172.21.15.111:0/469254741 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f64007260 con 0x7f5f7c15ca40 2024-09-19T04:39:41.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.696+0000 7f5f80850640 1 -- 172.21.15.111:0/469254741 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f7c1f0870 con 0x7f5f7c15ca40 2024-09-19T04:39:41.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.697+0000 7f5f80850640 1 -- 172.21.15.111:0/469254741 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f7c0b4790 con 0x7f5f7c15ca40 2024-09-19T04:39:41.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.697+0000 7f5f737fe640 1 -- 172.21.15.111:0/469254741 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f5f64007400 con 0x7f5f7c15ca40 2024-09-19T04:39:41.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.698+0000 7f5f737fe640 1 --2- 172.21.15.111:0/469254741 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5f5c06cac0 0x7f5f5c06ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:41.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.698+0000 7f5f737fe640 1 -- 172.21.15.111:0/469254741 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7f5f64089210 con 0x7f5f7c15ca40 2024-09-19T04:39:41.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.698+0000 7f5f7a59c640 1 --2- 172.21.15.111:0/469254741 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5f5c06cac0 0x7f5f5c06ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:41.701 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.698+0000 7f5f7a59c640 1 --2- 172.21.15.111:0/469254741 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5f5c06cac0 0x7f5f5c06ef80 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f5f6c037000 tx=0x7f5f6c03e040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:41.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.702+0000 7f5f737fe640 1 -- 172.21.15.111:0/469254741 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5f64058c20 con 0x7f5f7c15ca40 2024-09-19T04:39:41.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.900+0000 7f5f80850640 1 -- 172.21.15.111:0/469254741 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5f7c0afa50 con 0x7f5f7c15ca40 2024-09-19T04:39:41.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.900+0000 7f5f737fe640 1 -- 172.21.15.111:0/469254741 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 77 v77) ==== 94+0+5236 (secure 0 0 0) 0x7f5f6405cf20 con 0x7f5f7c15ca40 2024-09-19T04:39:41.902 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:41.902 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":77,"btime":"2024-09-19T04:39:36:241716+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6659,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1511938113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":1511938113},{"type":"v1","addr":"172.21.15.111:6835","nonce":1511938113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":7444,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3445382526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3445382526},{"type":"v1","addr":"172.21.15.114:6834","nonce":3445382526}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":8229,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/3753459584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3753459584},{"type":"v1","addr":"172.21.15.111:6834","nonce":3753459584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72}],"filesystems":[{"mdsmap":{"epoch":76,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:39:27.274991+0000","modified":"2024-09-19T04:39:29.552352+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8244},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8244":{"gid":8244,"name":"b","rank":0,"incarnation":73,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/169965022","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":169965022},{"type":"v1","addr":"172.21.15.114:6835","nonce":169965022}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8244,"qdb_cluster":[8244]},"id":11}]} 2024-09-19T04:39:41.902 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 77 2024-09-19T04:39:41.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.902+0000 7f5f80850640 1 -- 172.21.15.111:0/469254741 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5f5c06cac0 msgr2=0x7f5f5c06ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:41.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.902+0000 7f5f80850640 1 --2- 172.21.15.111:0/469254741 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5f5c06cac0 0x7f5f5c06ef80 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f5f6c037000 tx=0x7f5f6c03e040 comp rx=0 tx=0).stop 2024-09-19T04:39:41.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.902+0000 7f5f80850640 1 -- 172.21.15.111:0/469254741 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5f7c15ca40 msgr2=0x7f5f7c156480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:41.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.902+0000 7f5f80850640 1 --2- 172.21.15.111:0/469254741 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5f7c15ca40 0x7f5f7c156480 secure :-1 s=READY pgs=1508 cs=0 l=1 rev1=1 crypto rx=0x7f5f6400c3c0 tx=0x7f5f6400c880 comp rx=0 tx=0).stop 2024-09-19T04:39:41.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.903+0000 7f5f80850640 1 -- 172.21.15.111:0/469254741 shutdown_connections 2024-09-19T04:39:41.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.903+0000 7f5f80850640 1 --2- 172.21.15.111:0/469254741 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5f5c06cac0 0x7f5f5c06ef80 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.903+0000 7f5f80850640 1 --2- 172.21.15.111:0/469254741 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5f7c15ceb0 0x7f5f7c0b3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.903+0000 7f5f80850640 1 --2- 172.21.15.111:0/469254741 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5f7c15ca40 0x7f5f7c156480 unknown :-1 s=CLOSED pgs=1508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.903+0000 7f5f80850640 1 --2- 172.21.15.111:0/469254741 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5f7c0d02a0 0x7f5f7c155f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:41.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.903+0000 7f5f80850640 1 -- 172.21.15.111:0/469254741 >> 172.21.15.111:0/469254741 conn(0x7f5f7c062cc0 msgr2=0x7f5f7c1e39d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:41.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.903+0000 7f5f80850640 1 -- 172.21.15.111:0/469254741 shutdown_connections 2024-09-19T04:39:41.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:41.903+0000 7f5f80850640 1 -- 172.21.15.111:0/469254741 wait complete. 2024-09-19T04:39:41.915 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:39:42.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.013+0000 7f7a08d13640 1 Processor -- start 2024-09-19T04:39:42.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.013+0000 7f7a08d13640 1 -- start start 2024-09-19T04:39:42.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.013+0000 7f7a08d13640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7a0415eac0 0x7f7a040cfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.014+0000 7f7a08d13640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f7a040b68d0 0x7f7a040b79b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.014+0000 7f7a08d13640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7a040d26f0 con 0x7f7a040ced90 2024-09-19T04:39:42.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.014+0000 7f7a08d13640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f7a040d29d0 con 0x7f7a0415eac0 2024-09-19T04:39:42.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.014+0000 7f7a08d13640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f7a040d2cb0 con 0x7f7a040b68d0 2024-09-19T04:39:42.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.014+0000 7f7a0259c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7a0415eac0 0x7f7a040cfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.014+0000 7f7a0259c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7a0415eac0 0x7f7a040cfc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:54592/0 (socket says 172.21.15.111:54592) 2024-09-19T04:39:42.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.014+0000 7f7a0259c640 1 -- 172.21.15.111:0/1518074718 learned_addr learned my addr 172.21.15.111:0/1518074718 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:42.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.014+0000 7f7a02d9d640 1 --2- 172.21.15.111:0/1518074718 >> v2:172.21.15.114:3300/0 conn(0x7f7a040b68d0 0x7f7a040b79b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.014+0000 7f7a0259c640 1 -- 172.21.15.111:0/1518074718 >> v2:172.21.15.114:3300/0 conn(0x7f7a040b68d0 msgr2=0x7f7a040b79b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:42.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.014+0000 7f7a0259c640 1 --2- 172.21.15.111:0/1518074718 >> v2:172.21.15.114:3300/0 conn(0x7f7a040b68d0 0x7f7a040b79b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.014+0000 7f7a0259c640 1 -- 172.21.15.111:0/1518074718 >> v1:172.21.15.114:6789/0 conn(0x7f7a040ced90 legacy=0x7f7a040b61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:42.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.014+0000 7f7a0259c640 1 -- 172.21.15.111:0/1518074718 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a040d2f90 con 0x7f7a0415eac0 2024-09-19T04:39:42.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.015+0000 7f7a0259c640 1 --2- 172.21.15.111:0/1518074718 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7a0415eac0 0x7f7a040cfc80 secure :-1 s=READY pgs=1509 cs=0 l=1 rev1=1 crypto rx=0x7f7a04069f80 tx=0x7f79ec02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41cd73e427b27600 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:42.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.015+0000 7f7a0159a640 1 -- 172.21.15.111:0/1518074718 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79ec037070 con 0x7f7a0415eac0 2024-09-19T04:39:42.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.015+0000 7f7a0159a640 1 -- 172.21.15.111:0/1518074718 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f79ec032440 con 0x7f7a0415eac0 2024-09-19T04:39:42.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.015+0000 7f7a0159a640 1 -- 172.21.15.111:0/1518074718 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79ec032810 con 0x7f7a0415eac0 2024-09-19T04:39:42.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.015+0000 7f7a08d13640 1 -- 172.21.15.111:0/1518074718 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7a0415eac0 msgr2=0x7f7a040cfc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.015+0000 7f7a08d13640 1 --2- 172.21.15.111:0/1518074718 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7a0415eac0 0x7f7a040cfc80 secure :-1 s=READY pgs=1509 cs=0 l=1 rev1=1 crypto rx=0x7f7a04069f80 tx=0x7f79ec02a230 comp rx=0 tx=0).stop 2024-09-19T04:39:42.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.015+0000 7f7a08d13640 1 -- 172.21.15.111:0/1518074718 shutdown_connections 2024-09-19T04:39:42.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.015+0000 7f7a08d13640 1 --2- 172.21.15.111:0/1518074718 >> v2:172.21.15.114:3300/0 conn(0x7f7a040b68d0 0x7f7a040b79b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.015+0000 7f7a08d13640 1 --2- 172.21.15.111:0/1518074718 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7a0415eac0 0x7f7a040cfc80 unknown :-1 s=CLOSED pgs=1509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.015+0000 7f7a08d13640 1 -- 172.21.15.111:0/1518074718 >> 172.21.15.111:0/1518074718 conn(0x7f7a040d11c0 msgr2=0x7f7a040d15d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:42.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.015+0000 7f7a08d13640 1 -- 172.21.15.111:0/1518074718 shutdown_connections 2024-09-19T04:39:42.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.015+0000 7f7a08d13640 1 -- 172.21.15.111:0/1518074718 wait complete. 2024-09-19T04:39:42.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.017+0000 7f7a08d13640 1 Processor -- start 2024-09-19T04:39:42.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.017+0000 7f7a08d13640 1 -- start start 2024-09-19T04:39:42.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.017+0000 7f7a08d13640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7a040b68d0 0x7f7a041576a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.017+0000 7f7a08d13640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7a040ced90 0x7f7a040c8b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.017+0000 7f7a08d13640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7a0415eac0 0x7f7a040ca860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.017+0000 7f7a08d13640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7a040d2490 con 0x7f7a040b68d0 2024-09-19T04:39:42.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.017+0000 7f7a08d13640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7a040d2310 con 0x7f7a040ced90 2024-09-19T04:39:42.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.017+0000 7f7a08d13640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7a040d3790 con 0x7f7a0415eac0 2024-09-19T04:39:42.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.018+0000 7f7a0259c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7a040b68d0 0x7f7a041576a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.018+0000 7f7a0259c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7a040b68d0 0x7f7a041576a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:54598/0 (socket says 172.21.15.111:54598) 2024-09-19T04:39:42.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.018+0000 7f7a0259c640 1 -- 172.21.15.111:0/3934296771 learned_addr learned my addr 172.21.15.111:0/3934296771 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:42.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.018+0000 7f7a01d9b640 1 --2- 172.21.15.111:0/3934296771 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7a040ced90 0x7f7a040c8b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.018+0000 7f7a02d9d640 1 --2- 172.21.15.111:0/3934296771 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7a0415eac0 0x7f7a040ca860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.018+0000 7f7a0259c640 1 -- 172.21.15.111:0/3934296771 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7a0415eac0 msgr2=0x7f7a040ca860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.018+0000 7f7a0259c640 1 --2- 172.21.15.111:0/3934296771 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7a0415eac0 0x7f7a040ca860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.018+0000 7f7a0259c640 1 -- 172.21.15.111:0/3934296771 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7a040ced90 msgr2=0x7f7a040c8b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.018+0000 7f7a0259c640 1 --2- 172.21.15.111:0/3934296771 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7a040ced90 0x7f7a040c8b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.018+0000 7f7a0259c640 1 -- 172.21.15.111:0/3934296771 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a0415fea0 con 0x7f7a040b68d0 2024-09-19T04:39:42.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.018+0000 7f7a01d9b640 1 --2- 172.21.15.111:0/3934296771 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7a040ced90 0x7f7a040c8b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:42.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.018+0000 7f7a0259c640 1 --2- 172.21.15.111:0/3934296771 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7a040b68d0 0x7f7a041576a0 secure :-1 s=READY pgs=1510 cs=0 l=1 rev1=1 crypto rx=0x7f79ec02a270 tx=0x7f79ec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:42.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.018+0000 7f79faffd640 1 -- 172.21.15.111:0/3934296771 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79ec037040 con 0x7f7a040b68d0 2024-09-19T04:39:42.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.018+0000 7f79faffd640 1 -- 172.21.15.111:0/3934296771 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f79ec042070 con 0x7f7a040b68d0 2024-09-19T04:39:42.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.018+0000 7f7a08d13640 1 -- 172.21.15.111:0/3934296771 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a04160180 con 0x7f7a040b68d0 2024-09-19T04:39:42.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.018+0000 7f79faffd640 1 -- 172.21.15.111:0/3934296771 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79ec030bb0 con 0x7f7a040b68d0 2024-09-19T04:39:42.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.018+0000 7f7a08d13640 1 -- 172.21.15.111:0/3934296771 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a040c9080 con 0x7f7a040b68d0 2024-09-19T04:39:42.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.019+0000 7f7a08d13640 1 -- 172.21.15.111:0/3934296771 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a040b4510 con 0x7f7a040b68d0 2024-09-19T04:39:42.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.020+0000 7f79faffd640 1 -- 172.21.15.111:0/3934296771 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f79ec047460 con 0x7f7a040b68d0 2024-09-19T04:39:42.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.020+0000 7f79faffd640 1 --2- 172.21.15.111:0/3934296771 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f79e406ca90 0x7f79e406ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.020+0000 7f79faffd640 1 -- 172.21.15.111:0/3934296771 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7f79ec0aaaa0 con 0x7f7a040b68d0 2024-09-19T04:39:42.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.020+0000 7f7a01d9b640 1 --2- 172.21.15.111:0/3934296771 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f79e406ca90 0x7f79e406ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.021+0000 7f7a01d9b640 1 --2- 172.21.15.111:0/3934296771 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f79e406ca90 0x7f79e406ef50 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f7a0415f2e0 tx=0x7f79f4009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:42.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.025+0000 7f79faffd640 1 -- 172.21.15.111:0/3934296771 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7a040b4510 con 0x7f7a040b68d0 2024-09-19T04:39:42.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.222+0000 7f7a08d13640 1 -- 172.21.15.111:0/3934296771 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7a040cfc80 con 0x7f7a040b68d0 2024-09-19T04:39:42.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.222+0000 7f79faffd640 1 -- 172.21.15.111:0/3934296771 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 77 v77) ==== 94+0+5236 (secure 0 0 0) 0x7f79ec045360 con 0x7f7a040b68d0 2024-09-19T04:39:42.224 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:42.224 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":77,"btime":"2024-09-19T04:39:36:241716+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6659,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1511938113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":1511938113},{"type":"v1","addr":"172.21.15.111:6835","nonce":1511938113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":7444,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3445382526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3445382526},{"type":"v1","addr":"172.21.15.114:6834","nonce":3445382526}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":8229,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/3753459584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3753459584},{"type":"v1","addr":"172.21.15.111:6834","nonce":3753459584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72}],"filesystems":[{"mdsmap":{"epoch":76,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:39:27.274991+0000","modified":"2024-09-19T04:39:29.552352+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8244},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8244":{"gid":8244,"name":"b","rank":0,"incarnation":73,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6835/169965022","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":169965022},{"type":"v1","addr":"172.21.15.114:6835","nonce":169965022}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8244,"qdb_cluster":[8244]},"id":11}]} 2024-09-19T04:39:42.225 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 77 2024-09-19T04:39:42.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.224+0000 7f7a08d13640 1 -- 172.21.15.111:0/3934296771 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f79e406ca90 msgr2=0x7f79e406ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.224+0000 7f7a08d13640 1 --2- 172.21.15.111:0/3934296771 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f79e406ca90 0x7f79e406ef50 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f7a0415f2e0 tx=0x7f79f4009040 comp rx=0 tx=0).stop 2024-09-19T04:39:42.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.224+0000 7f7a08d13640 1 -- 172.21.15.111:0/3934296771 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7a040b68d0 msgr2=0x7f7a041576a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.224+0000 7f7a08d13640 1 --2- 172.21.15.111:0/3934296771 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7a040b68d0 0x7f7a041576a0 secure :-1 s=READY pgs=1510 cs=0 l=1 rev1=1 crypto rx=0x7f79ec02a270 tx=0x7f79ec0046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.224+0000 7f7a08d13640 1 -- 172.21.15.111:0/3934296771 shutdown_connections 2024-09-19T04:39:42.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.225+0000 7f7a08d13640 1 --2- 172.21.15.111:0/3934296771 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f79e406ca90 0x7f79e406ef50 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.225+0000 7f7a08d13640 1 --2- 172.21.15.111:0/3934296771 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7a0415eac0 0x7f7a040ca860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.225+0000 7f7a08d13640 1 --2- 172.21.15.111:0/3934296771 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7a040ced90 0x7f7a040c8b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.225+0000 7f7a08d13640 1 --2- 172.21.15.111:0/3934296771 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7a040b68d0 0x7f7a041576a0 unknown :-1 s=CLOSED pgs=1510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.225+0000 7f7a08d13640 1 -- 172.21.15.111:0/3934296771 >> 172.21.15.111:0/3934296771 conn(0x7f7a040d11c0 msgr2=0x7f7a040b9c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:42.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.225+0000 7f7a08d13640 1 -- 172.21.15.111:0/3934296771 shutdown_connections 2024-09-19T04:39:42.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.225+0000 7f7a08d13640 1 -- 172.21.15.111:0/3934296771 wait complete. 2024-09-19T04:39:42.237 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:39:42.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.336+0000 7fba8c559640 1 Processor -- start 2024-09-19T04:39:42.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.336+0000 7fba8c559640 1 -- start start 2024-09-19T04:39:42.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba8c559640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba8415ca40 0x7fba8415e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba8c559640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba8415d390 con 0x7fba840d02a0 2024-09-19T04:39:42.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba8c559640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba8415d670 con 0x7fba8415ce80 2024-09-19T04:39:42.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba8c559640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fba8415d950 con 0x7fba8415ca40 2024-09-19T04:39:42.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba8a2f5640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fba840d02a0 0x7fba840d0680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:58270/0 (socket says 172.21.15.111:58270) 2024-09-19T04:39:42.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba8a2f5640 1 -- 172.21.15.111:0/2291723823 learned_addr learned my addr 172.21.15.111:0/2291723823 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:42.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba89af4640 1 --2- 172.21.15.111:0/2291723823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba8415ca40 0x7fba8415e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba892f3640 1 -- 172.21.15.111:0/2291723823 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2640060653 0 0) 0x7fba8415d390 con 0x7fba840d02a0 2024-09-19T04:39:42.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba892f3640 1 -- 172.21.15.111:0/2291723823 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fba70003520 con 0x7fba840d02a0 2024-09-19T04:39:42.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba892f3640 1 -- 172.21.15.111:0/2291723823 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1994743417 0 0) 0x7fba8415d670 con 0x7fba8415ce80 2024-09-19T04:39:42.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba892f3640 1 -- 172.21.15.111:0/2291723823 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fba8415d390 con 0x7fba8415ce80 2024-09-19T04:39:42.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba892f3640 1 -- 172.21.15.111:0/2291723823 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 940082942 0 0) 0x7fba70003520 con 0x7fba840d02a0 2024-09-19T04:39:42.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba892f3640 1 -- 172.21.15.111:0/2291723823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba8415ca40 msgr2=0x7fba8415e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:42.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba892f3640 1 --2- 172.21.15.111:0/2291723823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba8415ca40 0x7fba8415e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba892f3640 1 -- 172.21.15.111:0/2291723823 >> v1:172.21.15.114:6789/0 conn(0x7fba8415ce80 legacy=0x7fba841594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba892f3640 1 -- 172.21.15.111:0/2291723823 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba8415dc30 con 0x7fba840d02a0 2024-09-19T04:39:42.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba892f3640 1 -- 172.21.15.111:0/2291723823 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fba80001670 con 0x7fba840d02a0 2024-09-19T04:39:42.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba892f3640 1 -- 172.21.15.111:0/2291723823 >> v1:172.21.15.111:6789/0 conn(0x7fba840d02a0 legacy=0x7fba840d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba892f3640 1 --2- 172.21.15.111:0/2291723823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba8415ca40 0x7fba70003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba892f3640 1 --2- 172.21.15.111:0/2291723823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba70004120 0x7fba70004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba892f3640 1 --2- 172.21.15.111:0/2291723823 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fba70004d40 0x7fba700051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba892f3640 1 -- 172.21.15.111:0/2291723823 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fba8415d950 con 0x7fba70004120 2024-09-19T04:39:42.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba892f3640 1 -- 172.21.15.111:0/2291723823 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fba7000bb80 con 0x7fba70004d40 2024-09-19T04:39:42.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba892f3640 1 -- 172.21.15.111:0/2291723823 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fba7000bd80 con 0x7fba8415ca40 2024-09-19T04:39:42.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.337+0000 7fba89af4640 1 --2- 172.21.15.111:0/2291723823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba70004120 0x7fba70004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.338+0000 7fba8a2f5640 1 --2- 172.21.15.111:0/2291723823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba8415ca40 0x7fba70003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.338+0000 7fba8aaf6640 1 --2- 172.21.15.111:0/2291723823 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fba70004d40 0x7fba700051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.338+0000 7fba89af4640 1 -- 172.21.15.111:0/2291723823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba8415ca40 msgr2=0x7fba70003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:42.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.338+0000 7fba89af4640 1 --2- 172.21.15.111:0/2291723823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba8415ca40 0x7fba70003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.338+0000 7fba89af4640 1 -- 172.21.15.111:0/2291723823 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fba70004d40 msgr2=0x7fba700051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:42.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.338+0000 7fba89af4640 1 --2- 172.21.15.111:0/2291723823 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fba70004d40 0x7fba700051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.338+0000 7fba89af4640 1 -- 172.21.15.111:0/2291723823 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba70003520 con 0x7fba70004120 2024-09-19T04:39:42.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.338+0000 7fba8aaf6640 1 --2- 172.21.15.111:0/2291723823 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fba70004d40 0x7fba700051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:42.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.338+0000 7fba89af4640 1 --2- 172.21.15.111:0/2291723823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba70004120 0x7fba70004800 secure :-1 s=READY pgs=1512 cs=0 l=1 rev1=1 crypto rx=0x7fba74009ac0 tx=0x7fba70005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6ca3143adab86e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:42.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.339+0000 7fba892f3640 1 -- 172.21.15.111:0/2291723823 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba74036070 con 0x7fba70004120 2024-09-19T04:39:42.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.339+0000 7fba892f3640 1 -- 172.21.15.111:0/2291723823 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba74031400 con 0x7fba70004120 2024-09-19T04:39:42.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.339+0000 7fba892f3640 1 -- 172.21.15.111:0/2291723823 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba74009690 con 0x7fba70004120 2024-09-19T04:39:42.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.339+0000 7fba8c559640 1 -- 172.21.15.111:0/2291723823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba70004120 msgr2=0x7fba70004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.339+0000 7fba8c559640 1 --2- 172.21.15.111:0/2291723823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba70004120 0x7fba70004800 secure :-1 s=READY pgs=1512 cs=0 l=1 rev1=1 crypto rx=0x7fba74009ac0 tx=0x7fba70005830 comp rx=0 tx=0).stop 2024-09-19T04:39:42.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.339+0000 7fba8aaf6640 1 -- 172.21.15.111:0/2291723823 reap_dead start 2024-09-19T04:39:42.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.339+0000 7fba8c559640 1 -- 172.21.15.111:0/2291723823 shutdown_connections 2024-09-19T04:39:42.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.339+0000 7fba8c559640 1 -- 172.21.15.111:0/2291723823 >> 172.21.15.111:0/2291723823 conn(0x7fba84062cc0 msgr2=0x7fba8406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:42.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.339+0000 7fba8c559640 1 -- 172.21.15.111:0/2291723823 shutdown_connections 2024-09-19T04:39:42.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.339+0000 7fba8c559640 1 -- 172.21.15.111:0/2291723823 wait complete. 2024-09-19T04:39:42.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.340+0000 7fba8c559640 1 Processor -- start 2024-09-19T04:39:42.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.340+0000 7fba8c559640 1 -- start start 2024-09-19T04:39:42.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.341+0000 7fba8c559640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fba70004120 0x7fba84071280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.341+0000 7fba8c559640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba8414bba0 0x7fba84073b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.341+0000 7fba8c559640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba8415b980 0x7fba8415be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.341+0000 7fba8c559640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fba84155d10 con 0x7fba8414bba0 2024-09-19T04:39:42.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.341+0000 7fba8c559640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fba84155b90 con 0x7fba70004120 2024-09-19T04:39:42.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.341+0000 7fba8c559640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fba840b4790 con 0x7fba8415b980 2024-09-19T04:39:42.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.341+0000 7fba89af4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba8414bba0 0x7fba84073b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.341+0000 7fba89af4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba8414bba0 0x7fba84073b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:54626/0 (socket says 172.21.15.111:54626) 2024-09-19T04:39:42.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.341+0000 7fba89af4640 1 -- 172.21.15.111:0/699797204 learned_addr learned my addr 172.21.15.111:0/699797204 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:42.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.341+0000 7fba8aaf6640 1 --2- 172.21.15.111:0/699797204 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba8415b980 0x7fba8415be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.341+0000 7fba8a2f5640 1 --2- 172.21.15.111:0/699797204 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fba70004120 0x7fba84071280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.341+0000 7fba89af4640 1 -- 172.21.15.111:0/699797204 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba8415b980 msgr2=0x7fba8415be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.341+0000 7fba89af4640 1 --2- 172.21.15.111:0/699797204 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba8415b980 0x7fba8415be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.341+0000 7fba89af4640 1 -- 172.21.15.111:0/699797204 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fba70004120 msgr2=0x7fba84071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.341+0000 7fba89af4640 1 --2- 172.21.15.111:0/699797204 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fba70004120 0x7fba84071280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.341+0000 7fba89af4640 1 -- 172.21.15.111:0/699797204 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba84074060 con 0x7fba8414bba0 2024-09-19T04:39:42.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.341+0000 7fba8aaf6640 1 --2- 172.21.15.111:0/699797204 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba8415b980 0x7fba8415be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:42.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.341+0000 7fba8a2f5640 1 --2- 172.21.15.111:0/699797204 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fba70004120 0x7fba84071280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:42.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.342+0000 7fba89af4640 1 --2- 172.21.15.111:0/699797204 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba8414bba0 0x7fba84073b20 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7fba74000c00 tx=0x7fba74004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:42.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.342+0000 7fba7affd640 1 -- 172.21.15.111:0/699797204 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba74040020 con 0x7fba8414bba0 2024-09-19T04:39:42.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.342+0000 7fba7affd640 1 -- 172.21.15.111:0/699797204 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba74003c60 con 0x7fba8414bba0 2024-09-19T04:39:42.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.342+0000 7fba7affd640 1 -- 172.21.15.111:0/699797204 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba74036040 con 0x7fba8414bba0 2024-09-19T04:39:42.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.342+0000 7fba8c559640 1 -- 172.21.15.111:0/699797204 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba84156030 con 0x7fba8414bba0 2024-09-19T04:39:42.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.342+0000 7fba8c559640 1 -- 172.21.15.111:0/699797204 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba841565f0 con 0x7fba8414bba0 2024-09-19T04:39:42.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.343+0000 7fba8c559640 1 -- 172.21.15.111:0/699797204 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba8415c340 con 0x7fba8414bba0 2024-09-19T04:39:42.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.343+0000 7fba7affd640 1 -- 172.21.15.111:0/699797204 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fba74043020 con 0x7fba8414bba0 2024-09-19T04:39:42.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.344+0000 7fba7affd640 1 --2- 172.21.15.111:0/699797204 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fba6806ca90 0x7fba6806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.344+0000 7fba7affd640 1 -- 172.21.15.111:0/699797204 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7fba740a9f30 con 0x7fba8414bba0 2024-09-19T04:39:42.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.344+0000 7fba8a2f5640 1 --2- 172.21.15.111:0/699797204 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fba6806ca90 0x7fba6806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.344+0000 7fba8a2f5640 1 --2- 172.21.15.111:0/699797204 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fba6806ca90 0x7fba6806ef50 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fba80001eb0 tx=0x7fba80009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:42.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.348+0000 7fba7affd640 1 -- 172.21.15.111:0/699797204 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fba7404a070 con 0x7fba8414bba0 2024-09-19T04:39:42.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.514+0000 7fba8c559640 1 -- 172.21.15.111:0/699797204 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fba840d0680 con 0x7fba8414bba0 2024-09-19T04:39:42.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.516+0000 7fba7affd640 1 -- 172.21.15.111:0/699797204 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v143) ==== 74+0+16868 (secure 0 0 0) 0x7fba84074060 con 0x7fba8414bba0 2024-09-19T04:39:42.517 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:42.517 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":143,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:39:28.943253+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:39:25.612463+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"142","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-19T04:39:26.243952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"143","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:39:42.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.517+0000 7fba8c559640 1 -- 172.21.15.111:0/699797204 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fba6806ca90 msgr2=0x7fba6806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.517+0000 7fba8c559640 1 --2- 172.21.15.111:0/699797204 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fba6806ca90 0x7fba6806ef50 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fba80001eb0 tx=0x7fba80009040 comp rx=0 tx=0).stop 2024-09-19T04:39:42.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.518+0000 7fba8c559640 1 -- 172.21.15.111:0/699797204 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba8414bba0 msgr2=0x7fba84073b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.518+0000 7fba8c559640 1 --2- 172.21.15.111:0/699797204 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba8414bba0 0x7fba84073b20 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7fba74000c00 tx=0x7fba74004730 comp rx=0 tx=0).stop 2024-09-19T04:39:42.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.518+0000 7fba8c559640 1 -- 172.21.15.111:0/699797204 shutdown_connections 2024-09-19T04:39:42.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.518+0000 7fba8c559640 1 --2- 172.21.15.111:0/699797204 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fba6806ca90 0x7fba6806ef50 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.518+0000 7fba8c559640 1 --2- 172.21.15.111:0/699797204 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fba8415b980 0x7fba8415be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.518+0000 7fba8c559640 1 --2- 172.21.15.111:0/699797204 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba8414bba0 0x7fba84073b20 unknown :-1 s=CLOSED pgs=1513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.518+0000 7fba8c559640 1 --2- 172.21.15.111:0/699797204 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fba70004120 0x7fba84071280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.518+0000 7fba8c559640 1 -- 172.21.15.111:0/699797204 >> 172.21.15.111:0/699797204 conn(0x7fba84062cc0 msgr2=0x7fba840cd230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:42.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.518+0000 7fba8c559640 1 -- 172.21.15.111:0/699797204 shutdown_connections 2024-09-19T04:39:42.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.518+0000 7fba8c559640 1 -- 172.21.15.111:0/699797204 wait complete. 2024-09-19T04:39:42.530 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T04:39:42.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.628+0000 7fc62f442640 1 Processor -- start 2024-09-19T04:39:42.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.628+0000 7fc62f442640 1 -- start start 2024-09-19T04:39:42.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.629+0000 7fc62f442640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc6280d02a0 0x7fc6280d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.629+0000 7fc62f442640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc62815ceb0 0x7fc6281594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.629+0000 7fc62f442640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6280d0bc0 con 0x7fc62815ca40 2024-09-19T04:39:42.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.629+0000 7fc62f442640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fc62815d390 con 0x7fc6280d02a0 2024-09-19T04:39:42.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.629+0000 7fc62f442640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fc62815d670 con 0x7fc62815ceb0 2024-09-19T04:39:42.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.629+0000 7fc62d1de640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc6280d02a0 0x7fc6280d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.629+0000 7fc62d1de640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc6280d02a0 0x7fc6280d0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:54632/0 (socket says 172.21.15.111:54632) 2024-09-19T04:39:42.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.629+0000 7fc62d1de640 1 -- 172.21.15.111:0/3479843732 learned_addr learned my addr 172.21.15.111:0/3479843732 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:42.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.629+0000 7fc62d9df640 1 --2- 172.21.15.111:0/3479843732 >> v2:172.21.15.114:3300/0 conn(0x7fc62815ceb0 0x7fc6281594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.629+0000 7fc62d1de640 1 -- 172.21.15.111:0/3479843732 >> v2:172.21.15.114:3300/0 conn(0x7fc62815ceb0 msgr2=0x7fc6281594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:42.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.629+0000 7fc62d1de640 1 --2- 172.21.15.111:0/3479843732 >> v2:172.21.15.114:3300/0 conn(0x7fc62815ceb0 0x7fc6281594c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.629+0000 7fc62d1de640 1 -- 172.21.15.111:0/3479843732 >> v1:172.21.15.114:6789/0 conn(0x7fc62815ca40 legacy=0x7fc62815e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.629+0000 7fc62d1de640 1 -- 172.21.15.111:0/3479843732 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc62815d950 con 0x7fc6280d02a0 2024-09-19T04:39:42.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.629+0000 7fc62d9df640 1 --2- 172.21.15.111:0/3479843732 >> v2:172.21.15.114:3300/0 conn(0x7fc62815ceb0 0x7fc6281594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:42.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.630+0000 7fc62d1de640 1 --2- 172.21.15.111:0/3479843732 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6280d02a0 0x7fc6280d0680 secure :-1 s=READY pgs=1514 cs=0 l=1 rev1=1 crypto rx=0x7fc6280b52b0 tx=0x7fc62002c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7912f25ab18063be server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:42.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.630+0000 7fc627fff640 1 -- 172.21.15.111:0/3479843732 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc620033640 con 0x7fc6280d02a0 2024-09-19T04:39:42.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.630+0000 7fc627fff640 1 -- 172.21.15.111:0/3479843732 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc620038070 con 0x7fc6280d02a0 2024-09-19T04:39:42.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.630+0000 7fc627fff640 1 -- 172.21.15.111:0/3479843732 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc620033a00 con 0x7fc6280d02a0 2024-09-19T04:39:42.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.631+0000 7fc62f442640 1 -- 172.21.15.111:0/3479843732 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6280d02a0 msgr2=0x7fc6280d0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.631+0000 7fc62f442640 1 --2- 172.21.15.111:0/3479843732 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6280d02a0 0x7fc6280d0680 secure :-1 s=READY pgs=1514 cs=0 l=1 rev1=1 crypto rx=0x7fc6280b52b0 tx=0x7fc62002c8b0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.631+0000 7fc62f442640 1 -- 172.21.15.111:0/3479843732 shutdown_connections 2024-09-19T04:39:42.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.631+0000 7fc62f442640 1 --2- 172.21.15.111:0/3479843732 >> v2:172.21.15.114:3300/0 conn(0x7fc62815ceb0 0x7fc6281594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.631+0000 7fc62f442640 1 --2- 172.21.15.111:0/3479843732 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6280d02a0 0x7fc6280d0680 unknown :-1 s=CLOSED pgs=1514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.631+0000 7fc62f442640 1 -- 172.21.15.111:0/3479843732 >> 172.21.15.111:0/3479843732 conn(0x7fc628062cc0 msgr2=0x7fc62806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:42.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.631+0000 7fc62f442640 1 -- 172.21.15.111:0/3479843732 shutdown_connections 2024-09-19T04:39:42.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.631+0000 7fc62f442640 1 -- 172.21.15.111:0/3479843732 wait complete. 2024-09-19T04:39:42.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.632+0000 7fc62f442640 1 Processor -- start 2024-09-19T04:39:42.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.632+0000 7fc62f442640 1 -- start start 2024-09-19T04:39:42.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.633+0000 7fc62f442640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6280d02a0 0x7fc6281f51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.633+0000 7fc62f442640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc62815ca40 0x7fc6280aeb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.633+0000 7fc62f442640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc62815ceb0 0x7fc628145c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.633+0000 7fc62f442640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc62815eb40 con 0x7fc62815ca40 2024-09-19T04:39:42.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.633+0000 7fc62f442640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc62815df10 con 0x7fc62815ceb0 2024-09-19T04:39:42.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.633+0000 7fc62f442640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc628155b90 con 0x7fc6280d02a0 2024-09-19T04:39:42.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.633+0000 7fc62c9dd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc62815ca40 0x7fc6280aeb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.633+0000 7fc62c9dd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc62815ca40 0x7fc6280aeb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:54640/0 (socket says 172.21.15.111:54640) 2024-09-19T04:39:42.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.633+0000 7fc62c9dd640 1 -- 172.21.15.111:0/2756951471 learned_addr learned my addr 172.21.15.111:0/2756951471 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:42.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.633+0000 7fc62d1de640 1 --2- 172.21.15.111:0/2756951471 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6280d02a0 0x7fc6281f51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.633+0000 7fc62d9df640 1 --2- 172.21.15.111:0/2756951471 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc62815ceb0 0x7fc628145c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.633+0000 7fc62c9dd640 1 -- 172.21.15.111:0/2756951471 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6280d02a0 msgr2=0x7fc6281f51c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.633+0000 7fc62c9dd640 1 --2- 172.21.15.111:0/2756951471 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6280d02a0 0x7fc6281f51c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.633+0000 7fc62c9dd640 1 -- 172.21.15.111:0/2756951471 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc62815ceb0 msgr2=0x7fc628145c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.633+0000 7fc62c9dd640 1 --2- 172.21.15.111:0/2756951471 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc62815ceb0 0x7fc628145c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.633+0000 7fc62c9dd640 1 -- 172.21.15.111:0/2756951471 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6281f5700 con 0x7fc62815ca40 2024-09-19T04:39:42.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.634+0000 7fc62c9dd640 1 --2- 172.21.15.111:0/2756951471 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc62815ca40 0x7fc6280aeb50 secure :-1 s=READY pgs=1515 cs=0 l=1 rev1=1 crypto rx=0x7fc61c00c400 tx=0x7fc61c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:42.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.634+0000 7fc625ffb640 1 -- 172.21.15.111:0/2756951471 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc61c0052d0 con 0x7fc62815ca40 2024-09-19T04:39:42.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.634+0000 7fc625ffb640 1 -- 172.21.15.111:0/2756951471 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc61c005490 con 0x7fc62815ca40 2024-09-19T04:39:42.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.634+0000 7fc62f442640 1 -- 172.21.15.111:0/2756951471 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6280b2d00 con 0x7fc62815ca40 2024-09-19T04:39:42.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.634+0000 7fc625ffb640 1 -- 172.21.15.111:0/2756951471 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc61c007260 con 0x7fc62815ca40 2024-09-19T04:39:42.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.634+0000 7fc62f442640 1 -- 172.21.15.111:0/2756951471 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6281f8540 con 0x7fc62815ca40 2024-09-19T04:39:42.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.635+0000 7fc62f442640 1 -- 172.21.15.111:0/2756951471 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6281f8740 con 0x7fc62815ca40 2024-09-19T04:39:42.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.635+0000 7fc625ffb640 1 -- 172.21.15.111:0/2756951471 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fc61c007400 con 0x7fc62815ca40 2024-09-19T04:39:42.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.636+0000 7fc625ffb640 1 --2- 172.21.15.111:0/2756951471 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc61406ca90 0x7fc61406ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.636+0000 7fc625ffb640 1 -- 172.21.15.111:0/2756951471 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5765+0+0 (secure 0 0 0) 0x7fc61c08bb40 con 0x7fc62815ca40 2024-09-19T04:39:42.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.636+0000 7fc62d1de640 1 --2- 172.21.15.111:0/2756951471 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc61406ca90 0x7fc61406ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.636+0000 7fc62d1de640 1 --2- 172.21.15.111:0/2756951471 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc61406ca90 0x7fc61406ef50 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fc620037000 tx=0x7fc620032000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:42.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.640+0000 7fc625ffb640 1 -- 172.21.15.111:0/2756951471 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc6281f8740 con 0x7fc62815ca40 2024-09-19T04:39:42.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.839+0000 7fc62f442640 1 -- 172.21.15.111:0/2756951471 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fc6281f7e70 con 0x7fc62815ca40 2024-09-19T04:39:42.841 INFO:tasks.ceph.mon.a.smithi111.stderr:2024-09-19T04:39:42.840+0000 7fab606dd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T04:39:42.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.841+0000 7fc625ffb640 1 -- 172.21.15.111:0/2756951471 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v78) ==== 161+0+0 (secure 0 0 0) 0x7fc6281f5700 con 0x7fc62815ca40 2024-09-19T04:39:42.842 INFO:teuthology.orchestra.run.smithi111.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T04:39:42.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.843+0000 7fc62f442640 1 -- 172.21.15.111:0/2756951471 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc61406ca90 msgr2=0x7fc61406ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.843+0000 7fc62f442640 1 --2- 172.21.15.111:0/2756951471 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc61406ca90 0x7fc61406ef50 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fc620037000 tx=0x7fc620032000 comp rx=0 tx=0).stop 2024-09-19T04:39:42.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.843+0000 7fc62f442640 1 -- 172.21.15.111:0/2756951471 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc62815ca40 msgr2=0x7fc6280aeb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.843+0000 7fc62f442640 1 --2- 172.21.15.111:0/2756951471 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc62815ca40 0x7fc6280aeb50 secure :-1 s=READY pgs=1515 cs=0 l=1 rev1=1 crypto rx=0x7fc61c00c400 tx=0x7fc61c00c8c0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.843+0000 7fc62f442640 1 -- 172.21.15.111:0/2756951471 shutdown_connections 2024-09-19T04:39:42.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.843+0000 7fc62f442640 1 --2- 172.21.15.111:0/2756951471 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc61406ca90 0x7fc61406ef50 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.843+0000 7fc62f442640 1 --2- 172.21.15.111:0/2756951471 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc62815ceb0 0x7fc628145c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.843+0000 7fc62f442640 1 --2- 172.21.15.111:0/2756951471 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc62815ca40 0x7fc6280aeb50 unknown :-1 s=CLOSED pgs=1515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.843+0000 7fc62f442640 1 --2- 172.21.15.111:0/2756951471 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc6280d02a0 0x7fc6281f51c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.843+0000 7fc62f442640 1 -- 172.21.15.111:0/2756951471 >> 172.21.15.111:0/2756951471 conn(0x7fc628062cc0 msgr2=0x7fc62806c480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:42.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.843+0000 7fc62f442640 1 -- 172.21.15.111:0/2756951471 shutdown_connections 2024-09-19T04:39:42.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.843+0000 7fc62f442640 1 -- 172.21.15.111:0/2756951471 wait complete. 2024-09-19T04:39:42.855 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T04:39:42.885 INFO:tasks.ceph.mds.b.smithi114.stdout:starting mds.b at 2024-09-19T04:39:42.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.955+0000 7f48e97bd640 1 Processor -- start 2024-09-19T04:39:42.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.955+0000 7f48e97bd640 1 -- start start 2024-09-19T04:39:42.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.956+0000 7f48e97bd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f48e4148020 0x7f48e40b0b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.956+0000 7f48e97bd640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f48e40b4b90 0x7f48e40b6480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.956+0000 7f48e97bd640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f48e4148400 con 0x7f48e40ae8e0 2024-09-19T04:39:42.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.956+0000 7f48e97bd640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f48e40b5ff0 con 0x7f48e4148020 2024-09-19T04:39:42.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.956+0000 7f48e97bd640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f48e40b53e0 con 0x7f48e40b4b90 2024-09-19T04:39:42.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.956+0000 7f48e2ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f48e4148020 0x7f48e40b0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.956+0000 7f48e2ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f48e4148020 0x7f48e40b0b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:54656/0 (socket says 172.21.15.111:54656) 2024-09-19T04:39:42.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.956+0000 7f48e2ffd640 1 -- 172.21.15.111:0/1768127594 learned_addr learned my addr 172.21.15.111:0/1768127594 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:42.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.956+0000 7f48e2ffd640 1 -- 172.21.15.111:0/1768127594 >> v2:172.21.15.114:3300/0 conn(0x7f48e40b4b90 msgr2=0x7f48e40b6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:42.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.956+0000 7f48e2ffd640 1 --2- 172.21.15.111:0/1768127594 >> v2:172.21.15.114:3300/0 conn(0x7f48e40b4b90 0x7f48e40b6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.956+0000 7f48e2ffd640 1 -- 172.21.15.111:0/1768127594 >> v1:172.21.15.114:6789/0 conn(0x7f48e40ae8e0 legacy=0x7f48e40aecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:42.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.956+0000 7f48e2ffd640 1 -- 172.21.15.111:0/1768127594 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48e40b56c0 con 0x7f48e4148020 2024-09-19T04:39:42.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.957+0000 7f48e2ffd640 1 --2- 172.21.15.111:0/1768127594 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f48e4148020 0x7f48e40b0b30 secure :-1 s=READY pgs=1517 cs=0 l=1 rev1=1 crypto rx=0x7f48e40b6170 tx=0x7f48d402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7beb36092ea6429a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:42.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.957+0000 7f48e1ffb640 1 -- 172.21.15.111:0/1768127594 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48d4037070 con 0x7f48e4148020 2024-09-19T04:39:42.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.957+0000 7f48e1ffb640 1 -- 172.21.15.111:0/1768127594 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f48d4032440 con 0x7f48e4148020 2024-09-19T04:39:42.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.957+0000 7f48e1ffb640 1 -- 172.21.15.111:0/1768127594 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48d4032810 con 0x7f48e4148020 2024-09-19T04:39:42.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.958+0000 7f48e97bd640 1 -- 172.21.15.111:0/1768127594 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f48e4148020 msgr2=0x7f48e40b0b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.958+0000 7f48e97bd640 1 --2- 172.21.15.111:0/1768127594 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f48e4148020 0x7f48e40b0b30 secure :-1 s=READY pgs=1517 cs=0 l=1 rev1=1 crypto rx=0x7f48e40b6170 tx=0x7f48d402a210 comp rx=0 tx=0).stop 2024-09-19T04:39:42.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.958+0000 7f48e97bd640 1 -- 172.21.15.111:0/1768127594 shutdown_connections 2024-09-19T04:39:42.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.958+0000 7f48e97bd640 1 --2- 172.21.15.111:0/1768127594 >> v2:172.21.15.114:3300/0 conn(0x7f48e40b4b90 0x7f48e40b6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.958+0000 7f48e97bd640 1 --2- 172.21.15.111:0/1768127594 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f48e4148020 0x7f48e40b0b30 unknown :-1 s=CLOSED pgs=1517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.962 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.958+0000 7f48e97bd640 1 -- 172.21.15.111:0/1768127594 >> 172.21.15.111:0/1768127594 conn(0x7f48e406d0d0 msgr2=0x7f48e406d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:42.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.958+0000 7f48e97bd640 1 -- 172.21.15.111:0/1768127594 shutdown_connections 2024-09-19T04:39:42.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.958+0000 7f48e97bd640 1 -- 172.21.15.111:0/1768127594 wait complete. 2024-09-19T04:39:42.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.959+0000 7f48e97bd640 1 Processor -- start 2024-09-19T04:39:42.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.959+0000 7f48e97bd640 1 -- start start 2024-09-19T04:39:42.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.960+0000 7f48e97bd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f48e40ae8e0 0x7f48e415e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.960+0000 7f48e97bd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f48e40b4b90 0x7f48e4141a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.960+0000 7f48e97bd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f48e4148020 0x7f48e41e6f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.960+0000 7f48e97bd640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f48e40b69c0 con 0x7f48e40ae8e0 2024-09-19T04:39:42.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.960+0000 7f48e97bd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f48e40b5c80 con 0x7f48e4148020 2024-09-19T04:39:42.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.960+0000 7f48e97bd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f48e40b5000 con 0x7f48e40b4b90 2024-09-19T04:39:42.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.960+0000 7f48e2ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f48e40ae8e0 0x7f48e415e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.960+0000 7f48e2ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f48e40ae8e0 0x7f48e415e0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:54670/0 (socket says 172.21.15.111:54670) 2024-09-19T04:39:42.963 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.960+0000 7f48e2ffd640 1 -- 172.21.15.111:0/2318171947 learned_addr learned my addr 172.21.15.111:0/2318171947 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:42.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.960+0000 7f48e37fe640 1 --2- 172.21.15.111:0/2318171947 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f48e4148020 0x7f48e41e6f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.960+0000 7f48e27fc640 1 --2- 172.21.15.111:0/2318171947 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f48e40b4b90 0x7f48e4141a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.960+0000 7f48e2ffd640 1 -- 172.21.15.111:0/2318171947 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f48e40b4b90 msgr2=0x7f48e4141a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.960+0000 7f48e2ffd640 1 --2- 172.21.15.111:0/2318171947 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f48e40b4b90 0x7f48e4141a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.960+0000 7f48e2ffd640 1 -- 172.21.15.111:0/2318171947 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f48e4148020 msgr2=0x7f48e41e6f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.960+0000 7f48e2ffd640 1 --2- 172.21.15.111:0/2318171947 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f48e4148020 0x7f48e41e6f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.960+0000 7f48e2ffd640 1 -- 172.21.15.111:0/2318171947 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48e41424a0 con 0x7f48e40ae8e0 2024-09-19T04:39:42.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.960+0000 7f48e2ffd640 1 --2- 172.21.15.111:0/2318171947 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f48e40ae8e0 0x7f48e415e0a0 secure :-1 s=READY pgs=1518 cs=0 l=1 rev1=1 crypto rx=0x7f48d402a250 tx=0x7f48d40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:42.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.960+0000 7f48cb7fe640 1 -- 172.21.15.111:0/2318171947 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48d4041070 con 0x7f48e40ae8e0 2024-09-19T04:39:42.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.960+0000 7f48cb7fe640 1 -- 172.21.15.111:0/2318171947 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f48d403c870 con 0x7f48e40ae8e0 2024-09-19T04:39:42.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.960+0000 7f48e97bd640 1 -- 172.21.15.111:0/2318171947 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48e4142780 con 0x7f48e40ae8e0 2024-09-19T04:39:42.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.960+0000 7f48cb7fe640 1 -- 172.21.15.111:0/2318171947 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48d4037040 con 0x7f48e40ae8e0 2024-09-19T04:39:42.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.960+0000 7f48e97bd640 1 -- 172.21.15.111:0/2318171947 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48e4143450 con 0x7f48e40ae8e0 2024-09-19T04:39:42.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.962+0000 7f48e97bd640 1 -- 172.21.15.111:0/2318171947 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48e406fcc0 con 0x7f48e40ae8e0 2024-09-19T04:39:42.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.962+0000 7f48cb7fe640 1 -- 172.21.15.111:0/2318171947 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f48d4044070 con 0x7f48e40ae8e0 2024-09-19T04:39:42.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.962+0000 7f48cb7fe640 1 --2- 172.21.15.111:0/2318171947 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f48d006ca90 0x7f48d006ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.962+0000 7f48cb7fe640 1 -- 172.21.15.111:0/2318171947 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(144..144 src has 1..144) ==== 5851+0+0 (secure 0 0 0) 0x7f48d40aa880 con 0x7f48e40ae8e0 2024-09-19T04:39:42.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.962+0000 7f48e27fc640 1 --2- 172.21.15.111:0/2318171947 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f48d006ca90 0x7f48d006ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.963+0000 7f48e27fc640 1 --2- 172.21.15.111:0/2318171947 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f48d006ca90 0x7f48d006ef50 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f48e41613d0 tx=0x7f48d8009110 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:42.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:42.966+0000 7f48cb7fe640 1 -- 172.21.15.111:0/2318171947 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f48e406fcc0 con 0x7f48e40ae8e0 2024-09-19T04:39:43.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.167+0000 7f48e97bd640 1 -- 172.21.15.111:0/2318171947 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f48e40b1b00 con 0x7f48e40ae8e0 2024-09-19T04:39:43.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.842+0000 7f48cb7fe640 1 -- 172.21.15.111:0/2318171947 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v79) ==== 104+0+0 (secure 0 0 0) 0x7f48d407a3b0 con 0x7f48e40ae8e0 2024-09-19T04:39:43.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.845+0000 7f48e97bd640 1 -- 172.21.15.111:0/2318171947 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f48d006ca90 msgr2=0x7f48d006ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:43.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.845+0000 7f48e97bd640 1 --2- 172.21.15.111:0/2318171947 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f48d006ca90 0x7f48d006ef50 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f48e41613d0 tx=0x7f48d8009110 comp rx=0 tx=0).stop 2024-09-19T04:39:43.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.845+0000 7f48e97bd640 1 -- 172.21.15.111:0/2318171947 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f48e40ae8e0 msgr2=0x7f48e415e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:43.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.845+0000 7f48e97bd640 1 --2- 172.21.15.111:0/2318171947 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f48e40ae8e0 0x7f48e415e0a0 secure :-1 s=READY pgs=1518 cs=0 l=1 rev1=1 crypto rx=0x7f48d402a250 tx=0x7f48d40046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:43.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.845+0000 7f48e97bd640 1 -- 172.21.15.111:0/2318171947 shutdown_connections 2024-09-19T04:39:43.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.845+0000 7f48e97bd640 1 --2- 172.21.15.111:0/2318171947 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f48d006ca90 0x7f48d006ef50 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:43.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.845+0000 7f48e97bd640 1 --2- 172.21.15.111:0/2318171947 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f48e4148020 0x7f48e41e6f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:43.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.845+0000 7f48e97bd640 1 --2- 172.21.15.111:0/2318171947 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f48e40b4b90 0x7f48e4141a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:43.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.845+0000 7f48e97bd640 1 --2- 172.21.15.111:0/2318171947 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f48e40ae8e0 0x7f48e415e0a0 unknown :-1 s=CLOSED pgs=1518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:43.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.845+0000 7f48e97bd640 1 -- 172.21.15.111:0/2318171947 >> 172.21.15.111:0/2318171947 conn(0x7f48e406d0d0 msgr2=0x7f48e406f5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:43.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.845+0000 7f48e97bd640 1 -- 172.21.15.111:0/2318171947 shutdown_connections 2024-09-19T04:39:43.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.845+0000 7f48e97bd640 1 -- 172.21.15.111:0/2318171947 wait complete. 2024-09-19T04:39:43.858 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T04:39:43.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.963+0000 7f513f247640 1 Processor -- start 2024-09-19T04:39:43.964 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.963+0000 7f513f247640 1 -- start start 2024-09-19T04:39:43.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.963+0000 7f513f247640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f51380b61e0 0x7f51380b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:43.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.963+0000 7f513f247640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f51380d3990 0x7f5138162ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:43.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.964+0000 7f513f247640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51380b6b00 con 0x7f51380b3b00 2024-09-19T04:39:43.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.964+0000 7f513f247640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f51380d24f0 con 0x7f51380d3990 2024-09-19T04:39:43.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.964+0000 7f513f247640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f51380d20e0 con 0x7f51380b61e0 2024-09-19T04:39:43.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.964+0000 7f513d7e4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f51380d3990 0x7f5138162ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:43.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.964+0000 7f5137fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f51380b3b00 0x7f51381625d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:58284/0 (socket says 172.21.15.111:58284) 2024-09-19T04:39:43.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.964+0000 7f5137fff640 1 -- 172.21.15.111:0/245022384 learned_addr learned my addr 172.21.15.111:0/245022384 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:43.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.964+0000 7f513cfe3640 1 --2- 172.21.15.111:0/245022384 >> v2:172.21.15.114:3300/0 conn(0x7f51380b61e0 0x7f51380b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:43.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.964+0000 7f513d7e4640 1 -- 172.21.15.111:0/245022384 >> v2:172.21.15.114:3300/0 conn(0x7f51380b61e0 msgr2=0x7f51380b65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:43.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.964+0000 7f513d7e4640 1 --2- 172.21.15.111:0/245022384 >> v2:172.21.15.114:3300/0 conn(0x7f51380b61e0 0x7f51380b65c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:43.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.964+0000 7f513d7e4640 1 -- 172.21.15.111:0/245022384 >> v1:172.21.15.111:6789/0 conn(0x7f51380b3b00 legacy=0x7f51381625d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:43.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.964+0000 7f513d7e4640 1 -- 172.21.15.111:0/245022384 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51380cfa70 con 0x7f51380d3990 2024-09-19T04:39:43.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.964+0000 7f51377fe640 1 -- 172.21.15.111:0/245022384 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4194645780 0 0) 0x7f51380b6b00 con 0x7f51380b3b00 2024-09-19T04:39:43.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.965+0000 7f513d7e4640 1 --2- 172.21.15.111:0/245022384 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51380d3990 0x7f5138162ce0 secure :-1 s=READY pgs=1520 cs=0 l=1 rev1=1 crypto rx=0x7f513806be00 tx=0x7f513002a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e2877e7ed0fc83e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:43.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.965+0000 7f51377fe640 1 -- 172.21.15.111:0/245022384 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5130007740 con 0x7f51380d3990 2024-09-19T04:39:43.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.965+0000 7f51377fe640 1 -- 172.21.15.111:0/245022384 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51300078e0 con 0x7f51380d3990 2024-09-19T04:39:43.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.965+0000 7f51377fe640 1 -- 172.21.15.111:0/245022384 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5130007cb0 con 0x7f51380d3990 2024-09-19T04:39:43.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.965+0000 7f513f247640 1 -- 172.21.15.111:0/245022384 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51380d3990 msgr2=0x7f5138162ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:43.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.965+0000 7f513f247640 1 --2- 172.21.15.111:0/245022384 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51380d3990 0x7f5138162ce0 secure :-1 s=READY pgs=1520 cs=0 l=1 rev1=1 crypto rx=0x7f513806be00 tx=0x7f513002a560 comp rx=0 tx=0).stop 2024-09-19T04:39:43.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.966+0000 7f513f247640 1 -- 172.21.15.111:0/245022384 shutdown_connections 2024-09-19T04:39:43.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.966+0000 7f513f247640 1 --2- 172.21.15.111:0/245022384 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51380d3990 0x7f5138162ce0 unknown :-1 s=CLOSED pgs=1520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:43.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.966+0000 7f513f247640 1 --2- 172.21.15.111:0/245022384 >> v2:172.21.15.114:3300/0 conn(0x7f51380b61e0 0x7f51380b65c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:43.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.966+0000 7f513f247640 1 -- 172.21.15.111:0/245022384 >> 172.21.15.111:0/245022384 conn(0x7f51380d11e0 msgr2=0x7f51380d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:43.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.966+0000 7f513f247640 1 -- 172.21.15.111:0/245022384 shutdown_connections 2024-09-19T04:39:43.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.966+0000 7f513f247640 1 -- 172.21.15.111:0/245022384 wait complete. 2024-09-19T04:39:43.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.967+0000 7f513f247640 1 Processor -- start 2024-09-19T04:39:43.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.967+0000 7f513f247640 1 -- start start 2024-09-19T04:39:43.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.968+0000 7f513f247640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f51380b3b00 0x7f5138147cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:43.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.968+0000 7f513f247640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51380b61e0 0x7f51381e9080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:43.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.968+0000 7f513f247640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51380d3990 0x7f5138160120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:43.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.968+0000 7f513f247640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f513815edc0 con 0x7f51380b61e0 2024-09-19T04:39:43.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.968+0000 7f513f247640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f51380d0030 con 0x7f51380b3b00 2024-09-19T04:39:43.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.968+0000 7f513f247640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f51380ce320 con 0x7f51380d3990 2024-09-19T04:39:43.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.968+0000 7f5137fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51380b61e0 0x7f51381e9080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:43.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.968+0000 7f5137fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51380b61e0 0x7f51381e9080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:54684/0 (socket says 172.21.15.111:54684) 2024-09-19T04:39:43.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.968+0000 7f5137fff640 1 -- 172.21.15.111:0/1779921742 learned_addr learned my addr 172.21.15.111:0/1779921742 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:43.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.968+0000 7f513cfe3640 1 --2- 172.21.15.111:0/1779921742 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f51380b3b00 0x7f5138147cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:43.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.968+0000 7f513d7e4640 1 --2- 172.21.15.111:0/1779921742 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51380d3990 0x7f5138160120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:43.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.968+0000 7f5137fff640 1 -- 172.21.15.111:0/1779921742 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51380d3990 msgr2=0x7f5138160120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:43.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.968+0000 7f5137fff640 1 --2- 172.21.15.111:0/1779921742 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51380d3990 0x7f5138160120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:43.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.968+0000 7f5137fff640 1 -- 172.21.15.111:0/1779921742 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f51380b3b00 msgr2=0x7f5138147cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:43.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.968+0000 7f5137fff640 1 --2- 172.21.15.111:0/1779921742 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f51380b3b00 0x7f5138147cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:43.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.968+0000 7f5137fff640 1 -- 172.21.15.111:0/1779921742 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51380cd710 con 0x7f51380b61e0 2024-09-19T04:39:43.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.968+0000 7f5137fff640 1 --2- 172.21.15.111:0/1779921742 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51380b61e0 0x7f51381e9080 secure :-1 s=READY pgs=1521 cs=0 l=1 rev1=1 crypto rx=0x7f512400c430 tx=0x7f512400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:43.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.968+0000 7f51357fa640 1 -- 172.21.15.111:0/1779921742 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51240074e0 con 0x7f51380b61e0 2024-09-19T04:39:43.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.968+0000 7f51357fa640 1 -- 172.21.15.111:0/1779921742 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51240047e0 con 0x7f51380b61e0 2024-09-19T04:39:43.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.968+0000 7f513f247640 1 -- 172.21.15.111:0/1779921742 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51380cd9f0 con 0x7f51380b61e0 2024-09-19T04:39:43.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.968+0000 7f51357fa640 1 -- 172.21.15.111:0/1779921742 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5124004bd0 con 0x7f51380b61e0 2024-09-19T04:39:43.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.968+0000 7f513f247640 1 -- 172.21.15.111:0/1779921742 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51380cdfb0 con 0x7f51380b61e0 2024-09-19T04:39:43.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.969+0000 7f513f247640 1 -- 172.21.15.111:0/1779921742 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51380d1d00 con 0x7f51380b61e0 2024-09-19T04:39:43.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.970+0000 7f51357fa640 1 -- 172.21.15.111:0/1779921742 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f5124011070 con 0x7f51380b61e0 2024-09-19T04:39:43.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.970+0000 7f51357fa640 1 --2- 172.21.15.111:0/1779921742 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f511c06ca90 0x7f511c06ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:43.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.970+0000 7f51357fa640 1 -- 172.21.15.111:0/1779921742 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(144..144 src has 1..144) ==== 5851+0+0 (secure 0 0 0) 0x7f5124089aa0 con 0x7f51380b61e0 2024-09-19T04:39:43.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.970+0000 7f513cfe3640 1 --2- 172.21.15.111:0/1779921742 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f511c06ca90 0x7f511c06ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:43.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.971+0000 7f513cfe3640 1 --2- 172.21.15.111:0/1779921742 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f511c06ca90 0x7f511c06ef50 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f51381f8360 tx=0x7f512c008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:43.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:43.975+0000 7f51357fa640 1 -- 172.21.15.111:0/1779921742 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5124059b00 con 0x7f51380b61e0 2024-09-19T04:39:44.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.141+0000 7f513f247640 1 -- 172.21.15.111:0/1779921742 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f51380ba6e0 con 0x7f51380b61e0 2024-09-19T04:39:44.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.846+0000 7f51357fa640 1 -- 172.21.15.111:0/1779921742 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v145) ==== 181+0+0 (secure 0 0 0) 0x7f5124059400 con 0x7f51380b61e0 2024-09-19T04:39:44.848 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' removed 2024-09-19T04:39:44.852 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.850+0000 7f513f247640 1 -- 172.21.15.111:0/1779921742 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f511c06ca90 msgr2=0x7f511c06ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:44.852 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.850+0000 7f513f247640 1 --2- 172.21.15.111:0/1779921742 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f511c06ca90 0x7f511c06ef50 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f51381f8360 tx=0x7f512c008040 comp rx=0 tx=0).stop 2024-09-19T04:39:44.852 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.850+0000 7f513f247640 1 -- 172.21.15.111:0/1779921742 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51380b61e0 msgr2=0x7f51381e9080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:44.852 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.850+0000 7f513f247640 1 --2- 172.21.15.111:0/1779921742 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51380b61e0 0x7f51381e9080 secure :-1 s=READY pgs=1521 cs=0 l=1 rev1=1 crypto rx=0x7f512400c430 tx=0x7f512400c8f0 comp rx=0 tx=0).stop 2024-09-19T04:39:44.852 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.850+0000 7f513f247640 1 -- 172.21.15.111:0/1779921742 shutdown_connections 2024-09-19T04:39:44.852 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.850+0000 7f513f247640 1 --2- 172.21.15.111:0/1779921742 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f511c06ca90 0x7f511c06ef50 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:44.852 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.850+0000 7f513f247640 1 --2- 172.21.15.111:0/1779921742 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f51380d3990 0x7f5138160120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:44.852 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.850+0000 7f513f247640 1 --2- 172.21.15.111:0/1779921742 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51380b61e0 0x7f51381e9080 unknown :-1 s=CLOSED pgs=1521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:44.852 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.850+0000 7f513f247640 1 --2- 172.21.15.111:0/1779921742 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f51380b3b00 0x7f5138147cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:44.852 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.850+0000 7f513f247640 1 -- 172.21.15.111:0/1779921742 >> 172.21.15.111:0/1779921742 conn(0x7f51380d11e0 msgr2=0x7f51380b8bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:44.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.850+0000 7f513f247640 1 -- 172.21.15.111:0/1779921742 shutdown_connections 2024-09-19T04:39:44.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.850+0000 7f513f247640 1 -- 172.21.15.111:0/1779921742 wait complete. 2024-09-19T04:39:44.865 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T04:39:44.971 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.969+0000 7f7f66a47640 1 Processor -- start 2024-09-19T04:39:44.971 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.969+0000 7f7f66a47640 1 -- start start 2024-09-19T04:39:44.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.970+0000 7f7f66a47640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f7f600b5630 0x7f7f6015f640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:44.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.970+0000 7f7f66a47640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7f600ae8e0 0x7f7f60072a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:44.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.970+0000 7f7f66a47640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7f600af050 con 0x7f7f601554d0 2024-09-19T04:39:44.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.970+0000 7f7f66a47640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f7f600af330 con 0x7f7f600ae8e0 2024-09-19T04:39:44.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.970+0000 7f7f66a47640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f7f600af610 con 0x7f7f600b5630 2024-09-19T04:39:44.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.970+0000 7f7f5ffff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f7f601554d0 0x7f7f600b4f20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:58294/0 (socket says 172.21.15.111:58294) 2024-09-19T04:39:44.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.970+0000 7f7f64fe4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7f600ae8e0 0x7f7f60072a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:44.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.970+0000 7f7f5ffff640 1 -- 172.21.15.111:0/1341935645 learned_addr learned my addr 172.21.15.111:0/1341935645 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:44.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.971+0000 7f7f5f7fe640 1 --2- 172.21.15.111:0/1341935645 >> v2:172.21.15.114:3300/0 conn(0x7f7f600b5630 0x7f7f6015f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:44.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.971+0000 7f7f64fe4640 1 -- 172.21.15.111:0/1341935645 >> v2:172.21.15.114:3300/0 conn(0x7f7f600b5630 msgr2=0x7f7f6015f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:44.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.971+0000 7f7f64fe4640 1 --2- 172.21.15.111:0/1341935645 >> v2:172.21.15.114:3300/0 conn(0x7f7f600b5630 0x7f7f6015f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:44.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.971+0000 7f7f5effd640 1 -- 172.21.15.111:0/1341935645 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 240775817 0 0) 0x7f7f600af050 con 0x7f7f601554d0 2024-09-19T04:39:44.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.971+0000 7f7f64fe4640 1 -- 172.21.15.111:0/1341935645 >> v1:172.21.15.111:6789/0 conn(0x7f7f601554d0 legacy=0x7f7f600b4f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:44.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.971+0000 7f7f64fe4640 1 -- 172.21.15.111:0/1341935645 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f600af8f0 con 0x7f7f600ae8e0 2024-09-19T04:39:44.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.971+0000 7f7f5f7fe640 1 --2- 172.21.15.111:0/1341935645 >> v2:172.21.15.114:3300/0 conn(0x7f7f600b5630 0x7f7f6015f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:44.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.971+0000 7f7f64fe4640 1 --2- 172.21.15.111:0/1341935645 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f600ae8e0 0x7f7f60072a20 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7f7f6015eba0 tx=0x7f7f5802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8aeb28f3fdf10c92 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:44.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.971+0000 7f7f5effd640 1 -- 172.21.15.111:0/1341935645 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f58007740 con 0x7f7f600ae8e0 2024-09-19T04:39:44.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.972+0000 7f7f5effd640 1 -- 172.21.15.111:0/1341935645 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f580078e0 con 0x7f7f600ae8e0 2024-09-19T04:39:44.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.972+0000 7f7f5effd640 1 -- 172.21.15.111:0/1341935645 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f58007cb0 con 0x7f7f600ae8e0 2024-09-19T04:39:44.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.972+0000 7f7f66a47640 1 -- 172.21.15.111:0/1341935645 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f600ae8e0 msgr2=0x7f7f60072a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:44.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.972+0000 7f7f66a47640 1 --2- 172.21.15.111:0/1341935645 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f600ae8e0 0x7f7f60072a20 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7f7f6015eba0 tx=0x7f7f5802a680 comp rx=0 tx=0).stop 2024-09-19T04:39:44.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.972+0000 7f7f66a47640 1 -- 172.21.15.111:0/1341935645 shutdown_connections 2024-09-19T04:39:44.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.972+0000 7f7f66a47640 1 --2- 172.21.15.111:0/1341935645 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f600ae8e0 0x7f7f60072a20 unknown :-1 s=CLOSED pgs=1523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:44.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.972+0000 7f7f66a47640 1 --2- 172.21.15.111:0/1341935645 >> v2:172.21.15.114:3300/0 conn(0x7f7f600b5630 0x7f7f6015f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:44.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.972+0000 7f7f66a47640 1 -- 172.21.15.111:0/1341935645 >> 172.21.15.111:0/1341935645 conn(0x7f7f6006c9f0 msgr2=0x7f7f6006cdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:44.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.972+0000 7f7f66a47640 1 -- 172.21.15.111:0/1341935645 shutdown_connections 2024-09-19T04:39:44.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.972+0000 7f7f66a47640 1 -- 172.21.15.111:0/1341935645 wait complete. 2024-09-19T04:39:44.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.973+0000 7f7f66a47640 1 Processor -- start 2024-09-19T04:39:44.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.973+0000 7f7f66a47640 1 -- start start 2024-09-19T04:39:44.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.974+0000 7f7f66a47640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7f600ae8e0 0x7f7f60156b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:44.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.974+0000 7f7f66a47640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f600b5630 0x7f7f601f47d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:44.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.974+0000 7f7f66a47640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7f601554d0 0x7f7f60157170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:44.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.974+0000 7f7f66a47640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7f601558b0 con 0x7f7f600b5630 2024-09-19T04:39:44.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.974+0000 7f7f66a47640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7f600aed50 con 0x7f7f601554d0 2024-09-19T04:39:44.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.974+0000 7f7f66a47640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7f60155a30 con 0x7f7f600ae8e0 2024-09-19T04:39:44.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.974+0000 7f7f5f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f600b5630 0x7f7f601f47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:44.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.974+0000 7f7f5f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f600b5630 0x7f7f601f47d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:54706/0 (socket says 172.21.15.111:54706) 2024-09-19T04:39:44.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.974+0000 7f7f5f7fe640 1 -- 172.21.15.111:0/1395047069 learned_addr learned my addr 172.21.15.111:0/1395047069 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:44.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.974+0000 7f7f64fe4640 1 --2- 172.21.15.111:0/1395047069 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7f601554d0 0x7f7f60157170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:44.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.975+0000 7f7f5f7fe640 1 -- 172.21.15.111:0/1395047069 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7f600ae8e0 msgr2=0x7f7f60156b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:44.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.975+0000 7f7f5f7fe640 1 --2- 172.21.15.111:0/1395047069 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7f600ae8e0 0x7f7f60156b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:44.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.975+0000 7f7f5f7fe640 1 -- 172.21.15.111:0/1395047069 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7f601554d0 msgr2=0x7f7f60157170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:44.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.975+0000 7f7f5f7fe640 1 --2- 172.21.15.111:0/1395047069 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7f601554d0 0x7f7f60157170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:44.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.975+0000 7f7f5f7fe640 1 -- 172.21.15.111:0/1395047069 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f60157ca0 con 0x7f7f600b5630 2024-09-19T04:39:44.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.975+0000 7f7f5f7fe640 1 --2- 172.21.15.111:0/1395047069 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f600b5630 0x7f7f601f47d0 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7f7f5400c7f0 tx=0x7f7f5400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:44.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.975+0000 7f7f5cff9640 1 -- 172.21.15.111:0/1395047069 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f54015070 con 0x7f7f600b5630 2024-09-19T04:39:44.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.975+0000 7f7f5cff9640 1 -- 172.21.15.111:0/1395047069 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f54007a30 con 0x7f7f600b5630 2024-09-19T04:39:44.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.975+0000 7f7f66a47640 1 -- 172.21.15.111:0/1395047069 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f60155d80 con 0x7f7f600b5630 2024-09-19T04:39:44.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.975+0000 7f7f5cff9640 1 -- 172.21.15.111:0/1395047069 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f54007e00 con 0x7f7f600b5630 2024-09-19T04:39:44.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.975+0000 7f7f66a47640 1 -- 172.21.15.111:0/1395047069 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f60156340 con 0x7f7f600b5630 2024-09-19T04:39:44.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.976+0000 7f7f66a47640 1 -- 172.21.15.111:0/1395047069 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f6015f640 con 0x7f7f600b5630 2024-09-19T04:39:44.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.976+0000 7f7f5cff9640 1 -- 172.21.15.111:0/1395047069 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f7f54018070 con 0x7f7f600b5630 2024-09-19T04:39:44.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.977+0000 7f7f5cff9640 1 --2- 172.21.15.111:0/1395047069 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7f4c06cac0 0x7f7f4c06ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:44.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.977+0000 7f7f5cff9640 1 -- 172.21.15.111:0/1395047069 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(145..145 src has 1..145) ==== 5413+0+0 (secure 0 0 0) 0x7f7f54089e00 con 0x7f7f600b5630 2024-09-19T04:39:44.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.977+0000 7f7f5ffff640 1 --2- 172.21.15.111:0/1395047069 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7f4c06cac0 0x7f7f4c06ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:44.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.977+0000 7f7f5ffff640 1 --2- 172.21.15.111:0/1395047069 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7f4c06cac0 0x7f7f4c06ef80 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f7f50007fd0 tx=0x7f7f50007960 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:44.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:44.981+0000 7f7f5cff9640 1 -- 172.21.15.111:0/1395047069 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7f54059e60 con 0x7f7f600b5630 2024-09-19T04:39:45.147 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.146+0000 7f7f66a47640 1 -- 172.21.15.111:0/1395047069 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f7f6015c1e0 con 0x7f7f600b5630 2024-09-19T04:39:45.849 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.848+0000 7f7f5cff9640 1 -- 172.21.15.111:0/1395047069 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v146) ==== 169+0+0 (secure 0 0 0) 0x7f7f54059760 con 0x7f7f600b5630 2024-09-19T04:39:45.849 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' removed 2024-09-19T04:39:45.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.851+0000 7f7f66a47640 1 -- 172.21.15.111:0/1395047069 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7f4c06cac0 msgr2=0x7f7f4c06ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:45.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.851+0000 7f7f66a47640 1 --2- 172.21.15.111:0/1395047069 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7f4c06cac0 0x7f7f4c06ef80 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f7f50007fd0 tx=0x7f7f50007960 comp rx=0 tx=0).stop 2024-09-19T04:39:45.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.851+0000 7f7f66a47640 1 -- 172.21.15.111:0/1395047069 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f600b5630 msgr2=0x7f7f601f47d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:45.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.851+0000 7f7f66a47640 1 --2- 172.21.15.111:0/1395047069 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f600b5630 0x7f7f601f47d0 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7f7f5400c7f0 tx=0x7f7f5400cbf0 comp rx=0 tx=0).stop 2024-09-19T04:39:45.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.851+0000 7f7f66a47640 1 -- 172.21.15.111:0/1395047069 shutdown_connections 2024-09-19T04:39:45.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.851+0000 7f7f66a47640 1 --2- 172.21.15.111:0/1395047069 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7f4c06cac0 0x7f7f4c06ef80 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:45.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.851+0000 7f7f66a47640 1 --2- 172.21.15.111:0/1395047069 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7f601554d0 0x7f7f60157170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:45.853 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.851+0000 7f7f66a47640 1 --2- 172.21.15.111:0/1395047069 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f600b5630 0x7f7f601f47d0 secure :-1 s=CLOSED pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7f7f5400c7f0 tx=0x7f7f5400cbf0 comp rx=0 tx=0).stop 2024-09-19T04:39:45.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.851+0000 7f7f66a47640 1 --2- 172.21.15.111:0/1395047069 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7f600ae8e0 0x7f7f60156b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:45.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.851+0000 7f7f66a47640 1 -- 172.21.15.111:0/1395047069 >> 172.21.15.111:0/1395047069 conn(0x7f7f6006c9f0 msgr2=0x7f7f6015dd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:45.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.852+0000 7f7f66a47640 1 -- 172.21.15.111:0/1395047069 shutdown_connections 2024-09-19T04:39:45.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.852+0000 7f7f66a47640 1 -- 172.21.15.111:0/1395047069 wait complete. 2024-09-19T04:39:45.866 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T04:39:45.971 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.969+0000 7f255b2ac640 1 Processor -- start 2024-09-19T04:39:45.971 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.970+0000 7f255b2ac640 1 -- start start 2024-09-19T04:39:45.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.971+0000 7f255b2ac640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f255415a760 0x7f25540cd680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:45.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.971+0000 7f255b2ac640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f25540b45a0 0x7f25540b49f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:45.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.971+0000 7f255b2ac640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f255406d120 con 0x7f2554072980 2024-09-19T04:39:45.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.971+0000 7f255b2ac640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f25540cdbc0 con 0x7f25540b45a0 2024-09-19T04:39:45.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.972+0000 7f255b2ac640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f25540b4f30 con 0x7f255415a760 2024-09-19T04:39:45.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.972+0000 7f2559849640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f25540b45a0 0x7f25540b49f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:45.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.972+0000 7f2559849640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f25540b45a0 0x7f25540b49f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:54720/0 (socket says 172.21.15.111:54720) 2024-09-19T04:39:45.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.972+0000 7f2559048640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f255415a760 0x7f25540cd680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:45.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.972+0000 7f2559849640 1 -- 172.21.15.111:0/734026792 learned_addr learned my addr 172.21.15.111:0/734026792 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:45.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.972+0000 7f2559849640 1 -- 172.21.15.111:0/734026792 >> v2:172.21.15.114:3300/0 conn(0x7f255415a760 msgr2=0x7f25540cd680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:45.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.972+0000 7f2559849640 1 --2- 172.21.15.111:0/734026792 >> v2:172.21.15.114:3300/0 conn(0x7f255415a760 0x7f25540cd680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:45.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.972+0000 7f2559849640 1 -- 172.21.15.111:0/734026792 >> v1:172.21.15.114:6789/0 conn(0x7f2554072980 legacy=0x7f2554071a90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T04:39:45.977 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.972+0000 7f2559849640 1 -- 172.21.15.111:0/734026792 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f255406d400 con 0x7f25540b45a0 2024-09-19T04:39:45.978 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.974+0000 7f2559849640 1 --2- 172.21.15.111:0/734026792 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25540b45a0 0x7f25540b49f0 secure :-1 s=READY pgs=1525 cs=0 l=1 rev1=1 crypto rx=0x7f25540691c0 tx=0x7f254c02bb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4bb93917ac04c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:45.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.975+0000 7f254bfff640 1 -- 172.21.15.111:0/734026792 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f254c033070 con 0x7f25540b45a0 2024-09-19T04:39:45.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.975+0000 7f254bfff640 1 -- 172.21.15.111:0/734026792 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f254c02d840 con 0x7f25540b45a0 2024-09-19T04:39:45.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.975+0000 7f254bfff640 1 -- 172.21.15.111:0/734026792 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f254c02dc10 con 0x7f25540b45a0 2024-09-19T04:39:45.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.976+0000 7f255b2ac640 1 -- 172.21.15.111:0/734026792 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25540b45a0 msgr2=0x7f25540b49f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:45.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.976+0000 7f255b2ac640 1 --2- 172.21.15.111:0/734026792 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25540b45a0 0x7f25540b49f0 secure :-1 s=READY pgs=1525 cs=0 l=1 rev1=1 crypto rx=0x7f25540691c0 tx=0x7f254c02bb20 comp rx=0 tx=0).stop 2024-09-19T04:39:45.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.976+0000 7f255b2ac640 1 -- 172.21.15.111:0/734026792 shutdown_connections 2024-09-19T04:39:45.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.976+0000 7f255b2ac640 1 --2- 172.21.15.111:0/734026792 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25540b45a0 0x7f25540b49f0 unknown :-1 s=CLOSED pgs=1525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:45.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.976+0000 7f255b2ac640 1 --2- 172.21.15.111:0/734026792 >> v2:172.21.15.114:3300/0 conn(0x7f255415a760 0x7f25540cd680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:45.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.976+0000 7f255b2ac640 1 -- 172.21.15.111:0/734026792 >> 172.21.15.111:0/734026792 conn(0x7f25540b2190 msgr2=0x7f25540b25a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:45.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.976+0000 7f255b2ac640 1 -- 172.21.15.111:0/734026792 shutdown_connections 2024-09-19T04:39:45.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.976+0000 7f255b2ac640 1 -- 172.21.15.111:0/734026792 wait complete. 2024-09-19T04:39:45.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.977+0000 7f255b2ac640 1 Processor -- start 2024-09-19T04:39:45.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.978+0000 7f255b2ac640 1 -- start start 2024-09-19T04:39:45.981 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.978+0000 7f255b2ac640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2554072980 0x7f2554157d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:45.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.978+0000 7f255b2ac640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25540b45a0 0x7f25541ead80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:45.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.978+0000 7f255b2ac640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f255415a760 0x7f2554159480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:45.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.978+0000 7f255b2ac640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f255406dca0 con 0x7f25540b45a0 2024-09-19T04:39:45.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.978+0000 7f255b2ac640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f255406d9c0 con 0x7f2554072980 2024-09-19T04:39:45.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.978+0000 7f255b2ac640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f255415ab40 con 0x7f255415a760 2024-09-19T04:39:45.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.978+0000 7f2559048640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2554072980 0x7f2554157d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:45.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.978+0000 7f2559048640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2554072980 0x7f2554157d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:54116/0 (socket says 172.21.15.111:54116) 2024-09-19T04:39:45.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.978+0000 7f2559048640 1 -- 172.21.15.111:0/1816937489 learned_addr learned my addr 172.21.15.111:0/1816937489 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:45.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.979+0000 7f2559849640 1 --2- 172.21.15.111:0/1816937489 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f255415a760 0x7f2554159480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:45.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.979+0000 7f2558847640 1 --2- 172.21.15.111:0/1816937489 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25540b45a0 0x7f25541ead80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:45.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.979+0000 7f2559048640 1 -- 172.21.15.111:0/1816937489 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f255415a760 msgr2=0x7f2554159480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:45.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.979+0000 7f2559048640 1 --2- 172.21.15.111:0/1816937489 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f255415a760 0x7f2554159480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:45.982 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.979+0000 7f2559048640 1 -- 172.21.15.111:0/1816937489 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25540b45a0 msgr2=0x7f25541ead80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:45.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.979+0000 7f2559048640 1 --2- 172.21.15.111:0/1816937489 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25540b45a0 0x7f25541ead80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:45.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.979+0000 7f2559048640 1 -- 172.21.15.111:0/1816937489 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25541583e0 con 0x7f2554072980 2024-09-19T04:39:45.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.979+0000 7f2558847640 1 --2- 172.21.15.111:0/1816937489 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25540b45a0 0x7f25541ead80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:45.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.979+0000 7f2559048640 1 --2- 172.21.15.111:0/1816937489 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2554072980 0x7f2554157d50 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f255000e9b0 tx=0x7f255000ee70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:45.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.979+0000 7f2549ffb640 1 -- 172.21.15.111:0/1816937489 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2550017070 con 0x7f2554072980 2024-09-19T04:39:45.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.979+0000 7f2549ffb640 1 -- 172.21.15.111:0/1816937489 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f255000c920 con 0x7f2554072980 2024-09-19T04:39:45.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.979+0000 7f255b2ac640 1 -- 172.21.15.111:0/1816937489 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25541586c0 con 0x7f2554072980 2024-09-19T04:39:45.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.979+0000 7f2549ffb640 1 -- 172.21.15.111:0/1816937489 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f255000cd10 con 0x7f2554072980 2024-09-19T04:39:45.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.980+0000 7f255b2ac640 1 -- 172.21.15.111:0/1816937489 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2554158c80 con 0x7f2554072980 2024-09-19T04:39:45.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.980+0000 7f255b2ac640 1 -- 172.21.15.111:0/1816937489 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25540b2cb0 con 0x7f2554072980 2024-09-19T04:39:45.984 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.981+0000 7f2549ffb640 1 -- 172.21.15.111:0/1816937489 <== mon.1 v2:172.21.15.114:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f255001a070 con 0x7f2554072980 2024-09-19T04:39:45.984 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.982+0000 7f2549ffb640 1 --2- 172.21.15.111:0/1816937489 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f253806cac0 0x7f253806ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:45.984 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.982+0000 7f2549ffb640 1 -- 172.21.15.111:0/1816937489 <== mon.1 v2:172.21.15.114:3300/0 5 ==== osd_map(146..146 src has 1..146) ==== 4999+0+0 (secure 0 0 0) 0x7f255008c740 con 0x7f2554072980 2024-09-19T04:39:45.984 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.982+0000 7f2558847640 1 --2- 172.21.15.111:0/1816937489 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f253806cac0 0x7f253806ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:45.984 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.982+0000 7f2558847640 1 --2- 172.21.15.111:0/1816937489 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f253806cac0 0x7f253806ef80 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f255414f840 tx=0x7f2544009060 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:45.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:45.986+0000 7f2549ffb640 1 -- 172.21.15.111:0/1816937489 <== mon.1 v2:172.21.15.114:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2550059b00 con 0x7f2554072980 2024-09-19T04:39:46.154 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.152+0000 7f255b2ac640 1 -- 172.21.15.111:0/1816937489 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f2554154370 con 0x7f2554072980 2024-09-19T04:39:46.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.160+0000 7f2549ffb640 1 -- 172.21.15.111:0/1816937489 <== mon.1 v2:172.21.15.114:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v27) ==== 104+0+0 (secure 0 0 0) 0x7f255005de00 con 0x7f2554072980 2024-09-19T04:39:46.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.162+0000 7f255b2ac640 1 -- 172.21.15.111:0/1816937489 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f253806cac0 msgr2=0x7f253806ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.162+0000 7f255b2ac640 1 --2- 172.21.15.111:0/1816937489 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f253806cac0 0x7f253806ef80 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f255414f840 tx=0x7f2544009060 comp rx=0 tx=0).stop 2024-09-19T04:39:46.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.162+0000 7f255b2ac640 1 -- 172.21.15.111:0/1816937489 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2554072980 msgr2=0x7f2554157d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.162+0000 7f255b2ac640 1 --2- 172.21.15.111:0/1816937489 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2554072980 0x7f2554157d50 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f255000e9b0 tx=0x7f255000ee70 comp rx=0 tx=0).stop 2024-09-19T04:39:46.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.162+0000 7f255b2ac640 1 -- 172.21.15.111:0/1816937489 shutdown_connections 2024-09-19T04:39:46.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.162+0000 7f255b2ac640 1 --2- 172.21.15.111:0/1816937489 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f253806cac0 0x7f253806ef80 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.162+0000 7f255b2ac640 1 --2- 172.21.15.111:0/1816937489 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f255415a760 0x7f2554159480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.162+0000 7f255b2ac640 1 --2- 172.21.15.111:0/1816937489 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25540b45a0 0x7f25541ead80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.162+0000 7f255b2ac640 1 --2- 172.21.15.111:0/1816937489 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2554072980 0x7f2554157d50 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.162+0000 7f255b2ac640 1 -- 172.21.15.111:0/1816937489 >> 172.21.15.111:0/1816937489 conn(0x7f25540b2190 msgr2=0x7f25540b11a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:46.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.162+0000 7f255b2ac640 1 -- 172.21.15.111:0/1816937489 shutdown_connections 2024-09-19T04:39:46.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.162+0000 7f255b2ac640 1 -- 172.21.15.111:0/1816937489 wait complete. 2024-09-19T04:39:46.175 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_legacy_to_v1' 2024-09-19T04:39:46.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.272+0000 7f7784865640 1 Processor -- start 2024-09-19T04:39:46.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.272+0000 7f7784865640 1 -- start start 2024-09-19T04:39:46.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.273+0000 7f7784865640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f778015c3d0 0x7f77800b67e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:46.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.273+0000 7f7784865640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f77800b5a60 con 0x7f77800ce910 2024-09-19T04:39:46.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.273+0000 7f7784865640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f77800b5d00 con 0x7f77800b3550 2024-09-19T04:39:46.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.273+0000 7f7784865640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f77800b5fe0 con 0x7f778015c3d0 2024-09-19T04:39:46.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.273+0000 7f777ed9d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f77800ce910 0x7f778015c7b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:58300/0 (socket says 172.21.15.111:58300) 2024-09-19T04:39:46.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.273+0000 7f777ed9d640 1 -- 172.21.15.111:0/266385877 learned_addr learned my addr 172.21.15.111:0/266385877 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:46.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.273+0000 7f777e59c640 1 --2- 172.21.15.111:0/266385877 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f778015c3d0 0x7f77800b67e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:46.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.273+0000 7f777dd9b640 1 -- 172.21.15.111:0/266385877 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1000563887 0 0) 0x7f77800b5a60 con 0x7f77800ce910 2024-09-19T04:39:46.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.273+0000 7f777dd9b640 1 -- 172.21.15.111:0/266385877 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f776c003520 con 0x7f77800ce910 2024-09-19T04:39:46.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.273+0000 7f777dd9b640 1 -- 172.21.15.111:0/266385877 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3294409977 0 0) 0x7f776c003520 con 0x7f77800ce910 2024-09-19T04:39:46.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.273+0000 7f777dd9b640 1 -- 172.21.15.111:0/266385877 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f778015c3d0 msgr2=0x7f77800b67e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:46.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.273+0000 7f777dd9b640 1 --2- 172.21.15.111:0/266385877 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f778015c3d0 0x7f77800b67e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.273+0000 7f777dd9b640 1 -- 172.21.15.111:0/266385877 >> v1:172.21.15.114:6789/0 conn(0x7f77800b3550 legacy=0x7f77800ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.273+0000 7f777dd9b640 1 -- 172.21.15.111:0/266385877 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77800b62c0 con 0x7f77800ce910 2024-09-19T04:39:46.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.273+0000 7f777dd9b640 1 -- 172.21.15.111:0/266385877 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f77780019f0 con 0x7f77800ce910 2024-09-19T04:39:46.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.273+0000 7f777dd9b640 1 -- 172.21.15.111:0/266385877 >> v1:172.21.15.111:6789/0 conn(0x7f77800ce910 legacy=0x7f778015c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.273+0000 7f777dd9b640 1 --2- 172.21.15.111:0/266385877 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f778015c3d0 0x7f776c0039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:46.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.273+0000 7f777dd9b640 1 --2- 172.21.15.111:0/266385877 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f776c003f20 0x7f776c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:46.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.273+0000 7f777dd9b640 1 --2- 172.21.15.111:0/266385877 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f776c004d40 0x7f776c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:46.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.273+0000 7f777dd9b640 1 -- 172.21.15.111:0/266385877 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f77800b5fe0 con 0x7f776c003f20 2024-09-19T04:39:46.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.273+0000 7f777dd9b640 1 -- 172.21.15.111:0/266385877 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f776c00ba20 con 0x7f776c004d40 2024-09-19T04:39:46.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.273+0000 7f777dd9b640 1 -- 172.21.15.111:0/266385877 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f776c00bc20 con 0x7f778015c3d0 2024-09-19T04:39:46.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.274+0000 7f7775d9b640 1 --2- 172.21.15.111:0/266385877 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f776c003f20 0x7f776c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:46.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.274+0000 7f777e59c640 1 --2- 172.21.15.111:0/266385877 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f778015c3d0 0x7f776c0039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:46.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.274+0000 7f777ed9d640 1 --2- 172.21.15.111:0/266385877 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f776c004d40 0x7f776c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:46.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.274+0000 7f7775d9b640 1 -- 172.21.15.111:0/266385877 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f778015c3d0 msgr2=0x7f776c0039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:46.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.274+0000 7f7775d9b640 1 --2- 172.21.15.111:0/266385877 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f778015c3d0 0x7f776c0039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.274+0000 7f7775d9b640 1 -- 172.21.15.111:0/266385877 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f776c004d40 msgr2=0x7f776c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:46.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.274+0000 7f7775d9b640 1 --2- 172.21.15.111:0/266385877 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f776c004d40 0x7f776c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.274+0000 7f7775d9b640 1 -- 172.21.15.111:0/266385877 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f776c003520 con 0x7f776c003f20 2024-09-19T04:39:46.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.274+0000 7f777ed9d640 1 --2- 172.21.15.111:0/266385877 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f776c004d40 0x7f776c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:46.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.274+0000 7f7775d9b640 1 --2- 172.21.15.111:0/266385877 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f776c003f20 0x7f776c004800 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7f7768001830 tx=0x7f776c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5cce6d7875e5c2d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:46.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.275+0000 7f777dd9b640 1 -- 172.21.15.111:0/266385877 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7768037070 con 0x7f776c003f20 2024-09-19T04:39:46.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.275+0000 7f777dd9b640 1 -- 172.21.15.111:0/266385877 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f776802ab00 con 0x7f776c003f20 2024-09-19T04:39:46.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.275+0000 7f777dd9b640 1 -- 172.21.15.111:0/266385877 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7768001430 con 0x7f776c003f20 2024-09-19T04:39:46.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.275+0000 7f7784865640 1 -- 172.21.15.111:0/266385877 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f776c003f20 msgr2=0x7f776c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.275+0000 7f7784865640 1 --2- 172.21.15.111:0/266385877 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f776c003f20 0x7f776c004800 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7f7768001830 tx=0x7f776c005830 comp rx=0 tx=0).stop 2024-09-19T04:39:46.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.275+0000 7f777ed9d640 1 -- 172.21.15.111:0/266385877 reap_dead start 2024-09-19T04:39:46.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.275+0000 7f7784865640 1 -- 172.21.15.111:0/266385877 shutdown_connections 2024-09-19T04:39:46.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.275+0000 7f7784865640 1 -- 172.21.15.111:0/266385877 >> 172.21.15.111:0/266385877 conn(0x7f778006ce90 msgr2=0x7f778006d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:46.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.275+0000 7f7784865640 1 -- 172.21.15.111:0/266385877 shutdown_connections 2024-09-19T04:39:46.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.275+0000 7f7784865640 1 -- 172.21.15.111:0/266385877 wait complete. 2024-09-19T04:39:46.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.277+0000 7f7784865640 1 Processor -- start 2024-09-19T04:39:46.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.277+0000 7f7784865640 1 -- start start 2024-09-19T04:39:46.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.277+0000 7f7784865640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f776c003f20 0x7f77800aa4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:46.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.277+0000 7f7784865640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77801f5a80 0x7f77801f5f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:46.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.277+0000 7f7784865640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7780148620 0x7f7780148a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:46.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.277+0000 7f7784865640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f77800b3b10 con 0x7f776c003f20 2024-09-19T04:39:46.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.277+0000 7f7784865640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f77800b3990 con 0x7f77801f5a80 2024-09-19T04:39:46.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.277+0000 7f7784865640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f77800b3c90 con 0x7f7780148620 2024-09-19T04:39:46.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.277+0000 7f777e59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f776c003f20 0x7f77800aa4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:46.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.278+0000 7f777e59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f776c003f20 0x7f77800aa4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:54748/0 (socket says 172.21.15.111:54748) 2024-09-19T04:39:46.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.278+0000 7f777e59c640 1 -- 172.21.15.111:0/2826446227 learned_addr learned my addr 172.21.15.111:0/2826446227 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:46.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.278+0000 7f7775d9b640 1 --2- 172.21.15.111:0/2826446227 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77801f5a80 0x7f77801f5f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:46.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.278+0000 7f777ed9d640 1 --2- 172.21.15.111:0/2826446227 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7780148620 0x7f7780148a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:46.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.278+0000 7f777e59c640 1 -- 172.21.15.111:0/2826446227 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7780148620 msgr2=0x7f7780148a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.278+0000 7f777e59c640 1 --2- 172.21.15.111:0/2826446227 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7780148620 0x7f7780148a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.278+0000 7f777e59c640 1 -- 172.21.15.111:0/2826446227 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77801f5a80 msgr2=0x7f77801f5f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.278+0000 7f777e59c640 1 --2- 172.21.15.111:0/2826446227 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77801f5a80 0x7f77801f5f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.278+0000 7f777e59c640 1 -- 172.21.15.111:0/2826446227 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7780157ca0 con 0x7f776c003f20 2024-09-19T04:39:46.284 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.278+0000 7f777ed9d640 1 --2- 172.21.15.111:0/2826446227 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7780148620 0x7f7780148a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:46.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.278+0000 7f7775d9b640 1 --2- 172.21.15.111:0/2826446227 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77801f5a80 0x7f77801f5f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:46.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.278+0000 7f777e59c640 1 --2- 172.21.15.111:0/2826446227 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f776c003f20 0x7f77800aa4d0 secure :-1 s=READY pgs=1528 cs=0 l=1 rev1=1 crypto rx=0x7f77700119a0 tx=0x7f7770011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:46.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.278+0000 7f77777fe640 1 -- 172.21.15.111:0/2826446227 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f777000faf0 con 0x7f776c003f20 2024-09-19T04:39:46.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.278+0000 7f77777fe640 1 -- 172.21.15.111:0/2826446227 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f777000fc90 con 0x7f776c003f20 2024-09-19T04:39:46.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.278+0000 7f77777fe640 1 -- 172.21.15.111:0/2826446227 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7770014440 con 0x7f776c003f20 2024-09-19T04:39:46.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.278+0000 7f7784865640 1 -- 172.21.15.111:0/2826446227 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7780158a40 con 0x7f776c003f20 2024-09-19T04:39:46.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.278+0000 7f7784865640 1 -- 172.21.15.111:0/2826446227 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7780158240 con 0x7f776c003f20 2024-09-19T04:39:46.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.279+0000 7f7784865640 1 -- 172.21.15.111:0/2826446227 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77800ce200 con 0x7f776c003f20 2024-09-19T04:39:46.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.280+0000 7f77777fe640 1 -- 172.21.15.111:0/2826446227 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f7770012040 con 0x7f776c003f20 2024-09-19T04:39:46.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.280+0000 7f77777fe640 1 --2- 172.21.15.111:0/2826446227 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f776006cac0 0x7f776006ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:46.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.280+0000 7f77777fe640 1 -- 172.21.15.111:0/2826446227 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(146..146 src has 1..146) ==== 4999+0+0 (secure 0 0 0) 0x7f777008a530 con 0x7f776c003f20 2024-09-19T04:39:46.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.280+0000 7f7775d9b640 1 --2- 172.21.15.111:0/2826446227 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f776006cac0 0x7f776006ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:46.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.281+0000 7f7775d9b640 1 --2- 172.21.15.111:0/2826446227 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f776006cac0 0x7f776006ef80 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f7768034000 tx=0x7f7768009030 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:46.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.284+0000 7f77777fe640 1 -- 172.21.15.111:0/2826446227 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7770019030 con 0x7f776c003f20 2024-09-19T04:39:46.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.514+0000 7f7784865640 1 -- 172.21.15.111:0/2826446227 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_legacy_to_v1"]} v 0) -- 0x7f7780159610 con 0x7f776c003f20 2024-09-19T04:39:46.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.850+0000 7f77777fe640 1 -- 172.21.15.111:0/2826446227 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_legacy_to_v1"]}]=0 v375) ==== 149+0+0 (secure 0 0 0) 0x7f777005a590 con 0x7f776c003f20 2024-09-19T04:39:46.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.853+0000 7f7784865640 1 -- 172.21.15.111:0/2826446227 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f776006cac0 msgr2=0x7f776006ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.853+0000 7f7784865640 1 --2- 172.21.15.111:0/2826446227 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f776006cac0 0x7f776006ef80 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f7768034000 tx=0x7f7768009030 comp rx=0 tx=0).stop 2024-09-19T04:39:46.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.853+0000 7f7784865640 1 -- 172.21.15.111:0/2826446227 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f776c003f20 msgr2=0x7f77800aa4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.853+0000 7f7784865640 1 --2- 172.21.15.111:0/2826446227 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f776c003f20 0x7f77800aa4d0 secure :-1 s=READY pgs=1528 cs=0 l=1 rev1=1 crypto rx=0x7f77700119a0 tx=0x7f7770011e60 comp rx=0 tx=0).stop 2024-09-19T04:39:46.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.853+0000 7f7784865640 1 -- 172.21.15.111:0/2826446227 shutdown_connections 2024-09-19T04:39:46.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.853+0000 7f7784865640 1 --2- 172.21.15.111:0/2826446227 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f776006cac0 0x7f776006ef80 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.853+0000 7f7784865640 1 --2- 172.21.15.111:0/2826446227 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7780148620 0x7f7780148a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.853+0000 7f7784865640 1 --2- 172.21.15.111:0/2826446227 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77801f5a80 0x7f77801f5f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.853+0000 7f7784865640 1 --2- 172.21.15.111:0/2826446227 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f776c003f20 0x7f77800aa4d0 unknown :-1 s=CLOSED pgs=1528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.853+0000 7f7784865640 1 -- 172.21.15.111:0/2826446227 >> 172.21.15.111:0/2826446227 conn(0x7f778006ce90 msgr2=0x7f778015ef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:46.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.853+0000 7f7784865640 1 -- 172.21.15.111:0/2826446227 shutdown_connections 2024-09-19T04:39:46.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.853+0000 7f7784865640 1 -- 172.21.15.111:0/2826446227 wait complete. 2024-09-19T04:39:46.865 INFO:tasks.cephfs_test_runner:poor man's upgrade test -- rather than going through a full upgrade cycle, ... ok 2024-09-19T04:39:46.866 INFO:tasks.cephfs_test_runner:Starting test: test_subvolume_upgrade_v1_to_v2 (tasks.cephfs.test_volumes.TestMisc) poor man's upgrade test -- theme continues... 2024-09-19T04:39:46.866 INFO:tasks.cephfs_test_runner:test_subvolume_upgrade_v1_to_v2 (tasks.cephfs.test_volumes.TestMisc) 2024-09-19T04:39:46.866 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:39:46.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.963+0000 7f95e2154640 1 Processor -- start 2024-09-19T04:39:46.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.963+0000 7f95e2154640 1 -- start start 2024-09-19T04:39:46.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.964+0000 7f95e2154640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f95dc15c300 0x7f95dc0affc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:46.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.964+0000 7f95e2154640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95dc15ecf0 con 0x7f95dc0cd300 2024-09-19T04:39:46.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.964+0000 7f95e2154640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95dc15c6e0 con 0x7f95dc06f1e0 2024-09-19T04:39:46.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.964+0000 7f95e2154640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f95dc15efb0 con 0x7f95dc15c300 2024-09-19T04:39:46.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.964+0000 7f95db7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f95dc15c300 0x7f95dc0affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:46.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.964+0000 7f95daffd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f95dc0cd300 0x7f95dc06ead0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:58314/0 (socket says 172.21.15.111:58314) 2024-09-19T04:39:46.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.964+0000 7f95daffd640 1 -- 172.21.15.111:0/630514911 learned_addr learned my addr 172.21.15.111:0/630514911 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:46.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.965+0000 7f95db7fe640 1 -- 172.21.15.111:0/630514911 >> v1:172.21.15.114:6789/0 conn(0x7f95dc06f1e0 legacy=0x7f95dc0ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:46.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.965+0000 7f95db7fe640 1 -- 172.21.15.111:0/630514911 >> v1:172.21.15.111:6789/0 conn(0x7f95dc0cd300 legacy=0x7f95dc06ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.967 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.965+0000 7f95db7fe640 1 -- 172.21.15.111:0/630514911 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95dc15f290 con 0x7f95dc15c300 2024-09-19T04:39:46.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.965+0000 7f95db7fe640 1 --2- 172.21.15.111:0/630514911 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f95dc15c300 0x7f95dc0affc0 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7f95cc009d90 tx=0x7f95cc02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=763f5faf9c4a38c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:46.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.966+0000 7f95da7fc640 1 -- 172.21.15.111:0/630514911 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95cc031600 con 0x7f95dc15c300 2024-09-19T04:39:46.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.966+0000 7f95da7fc640 1 -- 172.21.15.111:0/630514911 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95cc0317a0 con 0x7f95dc15c300 2024-09-19T04:39:46.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.966+0000 7f95da7fc640 1 -- 172.21.15.111:0/630514911 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95cc031b70 con 0x7f95dc15c300 2024-09-19T04:39:46.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.966+0000 7f95e2154640 1 -- 172.21.15.111:0/630514911 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f95dc15c300 msgr2=0x7f95dc0affc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.966+0000 7f95e2154640 1 --2- 172.21.15.111:0/630514911 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f95dc15c300 0x7f95dc0affc0 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7f95cc009d90 tx=0x7f95cc02a610 comp rx=0 tx=0).stop 2024-09-19T04:39:46.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.966+0000 7f95e2154640 1 -- 172.21.15.111:0/630514911 shutdown_connections 2024-09-19T04:39:46.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.966+0000 7f95e2154640 1 --2- 172.21.15.111:0/630514911 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f95dc15c300 0x7f95dc0affc0 unknown :-1 s=CLOSED pgs=1530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.966+0000 7f95e2154640 1 -- 172.21.15.111:0/630514911 >> 172.21.15.111:0/630514911 conn(0x7f95dc06cae0 msgr2=0x7f95dc06cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:46.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.966+0000 7f95e2154640 1 -- 172.21.15.111:0/630514911 shutdown_connections 2024-09-19T04:39:46.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.966+0000 7f95e2154640 1 -- 172.21.15.111:0/630514911 wait complete. 2024-09-19T04:39:46.972 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.967+0000 7f95e2154640 1 Processor -- start 2024-09-19T04:39:46.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.968+0000 7f95e2154640 1 -- start start 2024-09-19T04:39:46.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.968+0000 7f95e2154640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f95dc06f1e0 0x7f95dc1548f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:46.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.968+0000 7f95e2154640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f95dc0cd300 0x7f95dc06e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:46.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.968+0000 7f95e2154640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f95dc15c300 0x7f95dc156790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:46.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.968+0000 7f95e2154640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f95dc071880 con 0x7f95dc0cd300 2024-09-19T04:39:46.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.968+0000 7f95e2154640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f95dc15f850 con 0x7f95dc15c300 2024-09-19T04:39:46.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.968+0000 7f95e2154640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f95dc0b0500 con 0x7f95dc06f1e0 2024-09-19T04:39:46.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.968+0000 7f95daffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f95dc0cd300 0x7f95dc06e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:46.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.968+0000 7f95daffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f95dc0cd300 0x7f95dc06e090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:54760/0 (socket says 172.21.15.111:54760) 2024-09-19T04:39:46.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.968+0000 7f95daffd640 1 -- 172.21.15.111:0/461956537 learned_addr learned my addr 172.21.15.111:0/461956537 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:46.973 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.969+0000 7f95daffd640 1 -- 172.21.15.111:0/461956537 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f95dc06f1e0 msgr2=0x7f95dc1548f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.969+0000 7f95daffd640 1 --2- 172.21.15.111:0/461956537 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f95dc06f1e0 0x7f95dc1548f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.969+0000 7f95daffd640 1 -- 172.21.15.111:0/461956537 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f95dc15c300 msgr2=0x7f95dc156790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.969+0000 7f95daffd640 1 --2- 172.21.15.111:0/461956537 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f95dc15c300 0x7f95dc156790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.969+0000 7f95daffd640 1 -- 172.21.15.111:0/461956537 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95dc154e30 con 0x7f95dc0cd300 2024-09-19T04:39:46.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.969+0000 7f95daffd640 1 --2- 172.21.15.111:0/461956537 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f95dc0cd300 0x7f95dc06e090 secure :-1 s=READY pgs=1531 cs=0 l=1 rev1=1 crypto rx=0x7f95d000c400 tx=0x7f95d000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:46.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.969+0000 7f95c3fff640 1 -- 172.21.15.111:0/461956537 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95d0017070 con 0x7f95dc0cd300 2024-09-19T04:39:46.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.969+0000 7f95c3fff640 1 -- 172.21.15.111:0/461956537 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95d0005ce0 con 0x7f95dc0cd300 2024-09-19T04:39:46.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.969+0000 7f95c3fff640 1 -- 172.21.15.111:0/461956537 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95d00072f0 con 0x7f95dc0cd300 2024-09-19T04:39:46.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.969+0000 7f95e2154640 1 -- 172.21.15.111:0/461956537 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95dc0b1980 con 0x7f95dc0cd300 2024-09-19T04:39:46.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.969+0000 7f95e2154640 1 -- 172.21.15.111:0/461956537 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95dc0b1f40 con 0x7f95dc0cd300 2024-09-19T04:39:46.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.970+0000 7f95e2154640 1 -- 172.21.15.111:0/461956537 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95dc0affc0 con 0x7f95dc0cd300 2024-09-19T04:39:46.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.970+0000 7f95c3fff640 1 -- 172.21.15.111:0/461956537 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f95d001a070 con 0x7f95dc0cd300 2024-09-19T04:39:46.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.971+0000 7f95c3fff640 1 --2- 172.21.15.111:0/461956537 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f95c806ca90 0x7f95c806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:46.974 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.971+0000 7f95c3fff640 1 -- 172.21.15.111:0/461956537 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(146..146 src has 1..146) ==== 4999+0+0 (secure 0 0 0) 0x7f95d0089210 con 0x7f95dc0cd300 2024-09-19T04:39:46.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.971+0000 7f95db7fe640 1 --2- 172.21.15.111:0/461956537 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f95c806ca90 0x7f95c806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:46.975 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.971+0000 7f95db7fe640 1 --2- 172.21.15.111:0/461956537 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f95c806ca90 0x7f95c806ef50 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f95cc034000 tx=0x7f95cc02e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:46.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:46.975+0000 7f95c3fff640 1 -- 172.21.15.111:0/461956537 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f95d0059270 con 0x7f95dc0cd300 2024-09-19T04:39:47.122 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:39:47.126 DEBUG:teuthology.orchestra.run.smithi114:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:39:47.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.144+0000 7f95e2154640 1 -- 172.21.15.111:0/461956537 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f95dc073880 con 0x7f95dc0cd300 2024-09-19T04:39:47.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.145+0000 7f95c3fff640 1 -- 172.21.15.111:0/461956537 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v146) ==== 74+0+13179 (secure 0 0 0) 0x7f95d0058b70 con 0x7f95dc0cd300 2024-09-19T04:39:47.146 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:47.146 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":146,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:39:45.847568+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":141,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.114:6835/169965022":"2024-09-20T04:39:42.840644+0000","172.21.15.114:6833/169965022":"2024-09-20T04:39:42.840644+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:39:47.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.147+0000 7f95e2154640 1 -- 172.21.15.111:0/461956537 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f95c806ca90 msgr2=0x7f95c806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:47.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.147+0000 7f95e2154640 1 --2- 172.21.15.111:0/461956537 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f95c806ca90 0x7f95c806ef50 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f95cc034000 tx=0x7f95cc02e000 comp rx=0 tx=0).stop 2024-09-19T04:39:47.149 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.147+0000 7f95e2154640 1 -- 172.21.15.111:0/461956537 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f95dc0cd300 msgr2=0x7f95dc06e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:47.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.147+0000 7f95e2154640 1 --2- 172.21.15.111:0/461956537 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f95dc0cd300 0x7f95dc06e090 secure :-1 s=READY pgs=1531 cs=0 l=1 rev1=1 crypto rx=0x7f95d000c400 tx=0x7f95d000c8c0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.147+0000 7f95e2154640 1 -- 172.21.15.111:0/461956537 shutdown_connections 2024-09-19T04:39:47.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.147+0000 7f95e2154640 1 --2- 172.21.15.111:0/461956537 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f95c806ca90 0x7f95c806ef50 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.147+0000 7f95e2154640 1 --2- 172.21.15.111:0/461956537 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f95dc15c300 0x7f95dc156790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.147+0000 7f95e2154640 1 --2- 172.21.15.111:0/461956537 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f95dc0cd300 0x7f95dc06e090 unknown :-1 s=CLOSED pgs=1531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.147+0000 7f95e2154640 1 --2- 172.21.15.111:0/461956537 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f95dc06f1e0 0x7f95dc1548f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.147+0000 7f95e2154640 1 -- 172.21.15.111:0/461956537 >> 172.21.15.111:0/461956537 conn(0x7f95dc06cae0 msgr2=0x7f95dc071a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:47.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.147+0000 7f95e2154640 1 -- 172.21.15.111:0/461956537 shutdown_connections 2024-09-19T04:39:47.150 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.147+0000 7f95e2154640 1 -- 172.21.15.111:0/461956537 wait complete. 2024-09-19T04:39:47.160 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T04:32:40.437094+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T04:39:47.160 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T04:39:47.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.322+0000 7f7ce123c640 1 Processor -- start 2024-09-19T04:39:47.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.322+0000 7f7ce123c640 1 -- start start 2024-09-19T04:39:47.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.323+0000 7f7ce123c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7cdc160910 0x7f7cdc071b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:47.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.323+0000 7f7ce123c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f7cdc072070 0x7f7cdc0b3490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:47.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.323+0000 7f7ce123c640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7cdc072980 con 0x7f7cdc160530 2024-09-19T04:39:47.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.323+0000 7f7ce123c640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f7cdc0731c0 con 0x7f7cdc072070 2024-09-19T04:39:47.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.323+0000 7f7ce123c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7cdc1633c0 con 0x7f7cdc160910 2024-09-19T04:39:47.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.323+0000 7f7cdad9d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f7cdc160530 0x7f7cdc06d080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:58320/0 (socket says 172.21.15.111:58320) 2024-09-19T04:39:47.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.323+0000 7f7cdad9d640 1 -- 172.21.15.111:0/882181383 learned_addr learned my addr 172.21.15.111:0/882181383 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:47.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.323+0000 7f7cda59c640 1 --2- 172.21.15.111:0/882181383 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7cdc160910 0x7f7cdc071b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:47.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.323+0000 7f7cdb59e640 1 --2- 172.21.15.111:0/882181383 >> v2:172.21.15.114:3300/0 conn(0x7f7cdc072070 0x7f7cdc0b3490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:47.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.323+0000 7f7cd9d9b640 1 -- 172.21.15.111:0/882181383 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4107320948 0 0) 0x7f7cdc072980 con 0x7f7cdc160530 2024-09-19T04:39:47.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.323+0000 7f7cd9d9b640 1 -- 172.21.15.111:0/882181383 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7cc4003520 con 0x7f7cdc160530 2024-09-19T04:39:47.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.323+0000 7f7cd9d9b640 1 -- 172.21.15.111:0/882181383 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4019793078 0 0) 0x7f7cc4003520 con 0x7f7cdc160530 2024-09-19T04:39:47.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.323+0000 7f7cd9d9b640 1 -- 172.21.15.111:0/882181383 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7cdc160910 msgr2=0x7f7cdc071b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:47.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.323+0000 7f7cd9d9b640 1 --2- 172.21.15.111:0/882181383 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7cdc160910 0x7f7cdc071b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.323+0000 7f7cd9d9b640 1 -- 172.21.15.111:0/882181383 >> v2:172.21.15.114:3300/0 conn(0x7f7cdc072070 msgr2=0x7f7cdc0b3490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:47.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.323+0000 7f7cd9d9b640 1 --2- 172.21.15.111:0/882181383 >> v2:172.21.15.114:3300/0 conn(0x7f7cdc072070 0x7f7cdc0b3490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.323+0000 7f7cd9d9b640 1 -- 172.21.15.111:0/882181383 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cdc1636a0 con 0x7f7cdc160530 2024-09-19T04:39:47.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.323+0000 7f7cd9d9b640 1 -- 172.21.15.111:0/882181383 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f7ccc001670 con 0x7f7cdc160530 2024-09-19T04:39:47.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.323+0000 7f7cd9d9b640 1 -- 172.21.15.111:0/882181383 >> v1:172.21.15.111:6789/0 conn(0x7f7cdc160530 legacy=0x7f7cdc06d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:47.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.324+0000 7f7cd9d9b640 1 --2- 172.21.15.111:0/882181383 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7cdc160910 0x7f7cc40039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:47.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.324+0000 7f7cd9d9b640 1 --2- 172.21.15.111:0/882181383 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7cc4003f30 0x7f7cc4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:47.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.324+0000 7f7cd9d9b640 1 --2- 172.21.15.111:0/882181383 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7cc4004d40 0x7f7cc40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:47.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.324+0000 7f7cd9d9b640 1 -- 172.21.15.111:0/882181383 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7cdc0731c0 con 0x7f7cc4004d40 2024-09-19T04:39:47.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.324+0000 7f7cd9d9b640 1 -- 172.21.15.111:0/882181383 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7cdc1633c0 con 0x7f7cc4003f30 2024-09-19T04:39:47.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.324+0000 7f7cd9d9b640 1 -- 172.21.15.111:0/882181383 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7cc400b9c0 con 0x7f7cdc160910 2024-09-19T04:39:47.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.324+0000 7f7cdb59e640 1 --2- 172.21.15.111:0/882181383 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7cc4004d40 0x7f7cc40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:47.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.324+0000 7f7cdad9d640 1 --2- 172.21.15.111:0/882181383 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7cdc160910 0x7f7cc40039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:47.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.324+0000 7f7cda59c640 1 --2- 172.21.15.111:0/882181383 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7cc4003f30 0x7f7cc4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:47.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.324+0000 7f7cdb59e640 1 -- 172.21.15.111:0/882181383 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7cdc160910 msgr2=0x7f7cc40039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:47.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.324+0000 7f7cdb59e640 1 --2- 172.21.15.111:0/882181383 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7cdc160910 0x7f7cc40039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.324+0000 7f7cdb59e640 1 -- 172.21.15.111:0/882181383 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7cc4003f30 msgr2=0x7f7cc4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:47.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.324+0000 7f7cdb59e640 1 --2- 172.21.15.111:0/882181383 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7cc4003f30 0x7f7cc4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.324+0000 7f7cdb59e640 1 -- 172.21.15.111:0/882181383 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cc4003520 con 0x7f7cc4004d40 2024-09-19T04:39:47.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.325+0000 7f7cdb59e640 1 --2- 172.21.15.111:0/882181383 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7cc4004d40 0x7f7cc40051c0 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7f7cd4009fc0 tx=0x7f7cc4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a4e9ab4f3e54e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:47.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.325+0000 7f7cd9d9b640 1 -- 172.21.15.111:0/882181383 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cd4009c10 con 0x7f7cc4004d40 2024-09-19T04:39:47.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.325+0000 7f7cd9d9b640 1 -- 172.21.15.111:0/882181383 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7cd4036070 con 0x7f7cc4004d40 2024-09-19T04:39:47.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.325+0000 7f7cd9d9b640 1 -- 172.21.15.111:0/882181383 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cd402d070 con 0x7f7cc4004d40 2024-09-19T04:39:47.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.325+0000 7f7ce123c640 1 -- 172.21.15.111:0/882181383 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7cc4004d40 msgr2=0x7f7cc40051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:47.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.325+0000 7f7ce123c640 1 --2- 172.21.15.111:0/882181383 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7cc4004d40 0x7f7cc40051c0 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7f7cd4009fc0 tx=0x7f7cc4005830 comp rx=0 tx=0).stop 2024-09-19T04:39:47.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.325+0000 7f7cdb59e640 1 -- 172.21.15.111:0/882181383 reap_dead start 2024-09-19T04:39:47.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.325+0000 7f7ce123c640 1 -- 172.21.15.111:0/882181383 shutdown_connections 2024-09-19T04:39:47.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.325+0000 7f7ce123c640 1 -- 172.21.15.111:0/882181383 >> 172.21.15.111:0/882181383 conn(0x7f7cdc06bba0 msgr2=0x7f7cdc06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:47.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.325+0000 7f7ce123c640 1 -- 172.21.15.111:0/882181383 shutdown_connections 2024-09-19T04:39:47.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.325+0000 7f7ce123c640 1 -- 172.21.15.111:0/882181383 wait complete. 2024-09-19T04:39:47.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.327+0000 7f7ce123c640 1 Processor -- start 2024-09-19T04:39:47.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.327+0000 7f7ce123c640 1 -- start start 2024-09-19T04:39:47.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.327+0000 7f7ce123c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7cdc1567d0 0x7f7cdc1fc6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:47.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.327+0000 7f7ce123c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7cdc0ab500 0x7f7cdc15e490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:47.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.327+0000 7f7ce123c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7cdc15e9d0 0x7f7cdc0cd080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:47.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.327+0000 7f7ce123c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7cdc072d90 con 0x7f7cdc0ab500 2024-09-19T04:39:47.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.327+0000 7f7ce123c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7cdc1630b0 con 0x7f7cdc1567d0 2024-09-19T04:39:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.327+0000 7f7ce123c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7cdc072f10 con 0x7f7cdc15e9d0 2024-09-19T04:39:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.328+0000 7f7cda59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7cdc0ab500 0x7f7cdc15e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.328+0000 7f7cda59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7cdc0ab500 0x7f7cdc15e490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:54790/0 (socket says 172.21.15.111:54790) 2024-09-19T04:39:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.328+0000 7f7cda59c640 1 -- 172.21.15.111:0/1245802062 learned_addr learned my addr 172.21.15.111:0/1245802062 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.328+0000 7f7cdb59e640 1 --2- 172.21.15.111:0/1245802062 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7cdc15e9d0 0x7f7cdc0cd080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.328+0000 7f7cdad9d640 1 --2- 172.21.15.111:0/1245802062 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7cdc1567d0 0x7f7cdc1fc6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.328+0000 7f7cda59c640 1 -- 172.21.15.111:0/1245802062 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7cdc15e9d0 msgr2=0x7f7cdc0cd080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.328+0000 7f7cda59c640 1 --2- 172.21.15.111:0/1245802062 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7cdc15e9d0 0x7f7cdc0cd080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.328+0000 7f7cda59c640 1 -- 172.21.15.111:0/1245802062 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7cdc1567d0 msgr2=0x7f7cdc1fc6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.328+0000 7f7cda59c640 1 --2- 172.21.15.111:0/1245802062 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7cdc1567d0 0x7f7cdc1fc6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.328+0000 7f7cda59c640 1 -- 172.21.15.111:0/1245802062 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cdc1fcc30 con 0x7f7cdc0ab500 2024-09-19T04:39:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.328+0000 7f7cdb59e640 1 --2- 172.21.15.111:0/1245802062 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7cdc15e9d0 0x7f7cdc0cd080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.328+0000 7f7cdad9d640 1 --2- 172.21.15.111:0/1245802062 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7cdc1567d0 0x7f7cdc1fc6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:47.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.328+0000 7f7cda59c640 1 --2- 172.21.15.111:0/1245802062 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7cdc0ab500 0x7f7cdc15e490 secure :-1 s=READY pgs=1534 cs=0 l=1 rev1=1 crypto rx=0x7f7cd0011970 tx=0x7f7cd0011e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:47.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.328+0000 7f7cc37fe640 1 -- 172.21.15.111:0/1245802062 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cd000fa90 con 0x7f7cdc0ab500 2024-09-19T04:39:47.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.328+0000 7f7cc37fe640 1 -- 172.21.15.111:0/1245802062 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7cd000fc30 con 0x7f7cdc0ab500 2024-09-19T04:39:47.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.328+0000 7f7ce123c640 1 -- 172.21.15.111:0/1245802062 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7cdc1f8900 con 0x7f7cdc0ab500 2024-09-19T04:39:47.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.328+0000 7f7cc37fe640 1 -- 172.21.15.111:0/1245802062 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cd0005990 con 0x7f7cdc0ab500 2024-09-19T04:39:47.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.328+0000 7f7ce123c640 1 -- 172.21.15.111:0/1245802062 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7cdc1f8ec0 con 0x7f7cdc0ab500 2024-09-19T04:39:47.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.329+0000 7f7ce123c640 1 -- 172.21.15.111:0/1245802062 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7cdc163ea0 con 0x7f7cdc0ab500 2024-09-19T04:39:47.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.330+0000 7f7cc37fe640 1 -- 172.21.15.111:0/1245802062 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f7cd0012040 con 0x7f7cdc0ab500 2024-09-19T04:39:47.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.330+0000 7f7cc37fe640 1 --2- 172.21.15.111:0/1245802062 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7cc806cac0 0x7f7cc806ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:47.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.330+0000 7f7cc37fe640 1 -- 172.21.15.111:0/1245802062 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(146..146 src has 1..146) ==== 4999+0+0 (secure 0 0 0) 0x7f7cd008a130 con 0x7f7cdc0ab500 2024-09-19T04:39:47.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.330+0000 7f7cdad9d640 1 --2- 172.21.15.111:0/1245802062 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7cc806cac0 0x7f7cc806ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:47.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.331+0000 7f7cdad9d640 1 --2- 172.21.15.111:0/1245802062 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7cc806cac0 0x7f7cc806ef80 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f7ccc007fd0 tx=0x7f7ccc009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:47.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.334+0000 7f7cc37fe640 1 -- 172.21.15.111:0/1245802062 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7cdc1fcc30 con 0x7f7cdc0ab500 2024-09-19T04:39:47.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.499+0000 7f7ce123c640 1 -- 172.21.15.111:0/1245802062 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f7cdc15edb0 con 0x7f7cdc0ab500 2024-09-19T04:39:47.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.499+0000 7f7cc37fe640 1 -- 172.21.15.111:0/1245802062 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v146) ==== 93+0+10 (secure 0 0 0) 0x7f7cd0019030 con 0x7f7cdc0ab500 2024-09-19T04:39:47.500 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 1 2024-09-19T04:39:47.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.501+0000 7f7ce123c640 1 -- 172.21.15.111:0/1245802062 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7cc806cac0 msgr2=0x7f7cc806ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:47.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.501+0000 7f7ce123c640 1 --2- 172.21.15.111:0/1245802062 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7cc806cac0 0x7f7cc806ef80 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f7ccc007fd0 tx=0x7f7ccc009040 comp rx=0 tx=0).stop 2024-09-19T04:39:47.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.501+0000 7f7ce123c640 1 -- 172.21.15.111:0/1245802062 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7cdc0ab500 msgr2=0x7f7cdc15e490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:47.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.501+0000 7f7ce123c640 1 --2- 172.21.15.111:0/1245802062 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7cdc0ab500 0x7f7cdc15e490 secure :-1 s=READY pgs=1534 cs=0 l=1 rev1=1 crypto rx=0x7f7cd0011970 tx=0x7f7cd0011e30 comp rx=0 tx=0).stop 2024-09-19T04:39:47.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.501+0000 7f7ce123c640 1 -- 172.21.15.111:0/1245802062 shutdown_connections 2024-09-19T04:39:47.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.501+0000 7f7ce123c640 1 --2- 172.21.15.111:0/1245802062 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7cc806cac0 0x7f7cc806ef80 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.501+0000 7f7ce123c640 1 --2- 172.21.15.111:0/1245802062 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7cdc15e9d0 0x7f7cdc0cd080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.501+0000 7f7ce123c640 1 --2- 172.21.15.111:0/1245802062 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7cdc0ab500 0x7f7cdc15e490 unknown :-1 s=CLOSED pgs=1534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.501+0000 7f7ce123c640 1 --2- 172.21.15.111:0/1245802062 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7cdc1567d0 0x7f7cdc1fc6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.501+0000 7f7ce123c640 1 -- 172.21.15.111:0/1245802062 >> 172.21.15.111:0/1245802062 conn(0x7f7cdc06bba0 msgr2=0x7f7cdc1625f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:47.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.501+0000 7f7ce123c640 1 -- 172.21.15.111:0/1245802062 shutdown_connections 2024-09-19T04:39:47.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.501+0000 7f7ce123c640 1 -- 172.21.15.111:0/1245802062 wait complete. 2024-09-19T04:39:47.514 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_v1_to_v2' 2024-09-19T04:39:47.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.612+0000 7f41d005c640 1 Processor -- start 2024-09-19T04:39:47.613 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.612+0000 7f41d005c640 1 -- start start 2024-09-19T04:39:47.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.613+0000 7f41d005c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f41c815ed20 0x7f41c80b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:47.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.613+0000 7f41d005c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f41c80cef90 0x7f41c80b3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:47.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.613+0000 7f41d005c640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f41c80b7170 con 0x7f41c815e940 2024-09-19T04:39:47.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.613+0000 7f41d005c640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f41c80b7aa0 con 0x7f41c80cef90 2024-09-19T04:39:47.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.613+0000 7f41d005c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f41c80d3660 con 0x7f41c815ed20 2024-09-19T04:39:47.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.613+0000 7f41ce5f9640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f41c80cef90 0x7f41c80b3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:47.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.613+0000 7f41cd5f7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f41c815ed20 0x7f41c80b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:47.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.613+0000 7f41cddf8640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f41c815e940 0x7f41c80d1060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:39390/0 (socket says 172.21.15.111:39390) 2024-09-19T04:39:47.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.613+0000 7f41cddf8640 1 -- 172.21.15.111:0/732419840 learned_addr learned my addr 172.21.15.111:0/732419840 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:47.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.613+0000 7f41ce5f9640 1 -- 172.21.15.111:0/732419840 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f41c815ed20 msgr2=0x7f41c80b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:47.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.613+0000 7f41ce5f9640 1 --2- 172.21.15.111:0/732419840 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f41c815ed20 0x7f41c80b3220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.613+0000 7f41ce5f9640 1 -- 172.21.15.111:0/732419840 >> v1:172.21.15.114:6789/0 conn(0x7f41c815e940 legacy=0x7f41c80d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:47.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.613+0000 7f41ce5f9640 1 -- 172.21.15.111:0/732419840 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41c80d3940 con 0x7f41c80cef90 2024-09-19T04:39:47.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.614+0000 7f41ce5f9640 1 --2- 172.21.15.111:0/732419840 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41c80cef90 0x7f41c80b3760 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f41c0009d90 tx=0x7f41c002a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9941acf668808b80 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:47.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.614+0000 7f41ccdf6640 1 -- 172.21.15.111:0/732419840 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c0007740 con 0x7f41c80cef90 2024-09-19T04:39:47.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.614+0000 7f41ccdf6640 1 -- 172.21.15.111:0/732419840 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41c00078e0 con 0x7f41c80cef90 2024-09-19T04:39:47.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.614+0000 7f41ccdf6640 1 -- 172.21.15.111:0/732419840 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c0007cb0 con 0x7f41c80cef90 2024-09-19T04:39:47.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.615+0000 7f41d005c640 1 -- 172.21.15.111:0/732419840 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41c80cef90 msgr2=0x7f41c80b3760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:47.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.615+0000 7f41d005c640 1 --2- 172.21.15.111:0/732419840 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41c80cef90 0x7f41c80b3760 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f41c0009d90 tx=0x7f41c002a6f0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.615+0000 7f41d005c640 1 -- 172.21.15.111:0/732419840 shutdown_connections 2024-09-19T04:39:47.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.615+0000 7f41d005c640 1 --2- 172.21.15.111:0/732419840 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41c80cef90 0x7f41c80b3760 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.615+0000 7f41d005c640 1 --2- 172.21.15.111:0/732419840 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f41c815ed20 0x7f41c80b3220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.615+0000 7f41d005c640 1 -- 172.21.15.111:0/732419840 >> 172.21.15.111:0/732419840 conn(0x7f41c80b6240 msgr2=0x7f41c80b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:47.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.615+0000 7f41d005c640 1 -- 172.21.15.111:0/732419840 shutdown_connections 2024-09-19T04:39:47.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.615+0000 7f41d005c640 1 -- 172.21.15.111:0/732419840 wait complete. 2024-09-19T04:39:47.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.616+0000 7f41d005c640 1 Processor -- start 2024-09-19T04:39:47.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.616+0000 7f41d005c640 1 -- start start 2024-09-19T04:39:47.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.617+0000 7f41d005c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f41c80cef90 0x7f41c81f4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:47.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.617+0000 7f41d005c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f41c815e940 0x7f41c80cc850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:47.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.617+0000 7f41d005c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41c815ed20 0x7f41c80ccd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:47.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.617+0000 7f41d005c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f41c80d3310 con 0x7f41c815e940 2024-09-19T04:39:47.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.617+0000 7f41d005c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f41c80d3f00 con 0x7f41c815ed20 2024-09-19T04:39:47.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.617+0000 7f41d005c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f41c80d1ef0 con 0x7f41c80cef90 2024-09-19T04:39:47.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.617+0000 7f41cd5f7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f41c815e940 0x7f41c80cc850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:47.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.617+0000 7f41cd5f7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f41c815e940 0x7f41c80cc850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:54806/0 (socket says 172.21.15.111:54806) 2024-09-19T04:39:47.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.617+0000 7f41cd5f7640 1 -- 172.21.15.111:0/2973806992 learned_addr learned my addr 172.21.15.111:0/2973806992 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:47.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.617+0000 7f41ce5f9640 1 --2- 172.21.15.111:0/2973806992 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41c815ed20 0x7f41c80ccd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:47.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.617+0000 7f41cddf8640 1 --2- 172.21.15.111:0/2973806992 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f41c80cef90 0x7f41c81f4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:47.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.617+0000 7f41cd5f7640 1 -- 172.21.15.111:0/2973806992 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f41c80cef90 msgr2=0x7f41c81f4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:47.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.617+0000 7f41cd5f7640 1 --2- 172.21.15.111:0/2973806992 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f41c80cef90 0x7f41c81f4360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.617+0000 7f41cd5f7640 1 -- 172.21.15.111:0/2973806992 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41c815ed20 msgr2=0x7f41c80ccd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:47.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.617+0000 7f41cd5f7640 1 --2- 172.21.15.111:0/2973806992 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41c815ed20 0x7f41c80ccd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.617+0000 7f41cd5f7640 1 -- 172.21.15.111:0/2973806992 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41c815b4c0 con 0x7f41c815e940 2024-09-19T04:39:47.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.618+0000 7f41cd5f7640 1 --2- 172.21.15.111:0/2973806992 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f41c815e940 0x7f41c80cc850 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7f41bc00e8a0 tx=0x7f41bc00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:47.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.618+0000 7f41ba7fc640 1 -- 172.21.15.111:0/2973806992 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41bc017070 con 0x7f41c815e940 2024-09-19T04:39:47.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.618+0000 7f41ba7fc640 1 -- 172.21.15.111:0/2973806992 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41bc00c8e0 con 0x7f41c815e940 2024-09-19T04:39:47.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.618+0000 7f41d005c640 1 -- 172.21.15.111:0/2973806992 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41c81e77e0 con 0x7f41c815e940 2024-09-19T04:39:47.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.618+0000 7f41ba7fc640 1 -- 172.21.15.111:0/2973806992 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41bc00ccd0 con 0x7f41c815e940 2024-09-19T04:39:47.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.618+0000 7f41d005c640 1 -- 172.21.15.111:0/2973806992 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41c8158d40 con 0x7f41c815e940 2024-09-19T04:39:47.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.619+0000 7f41d005c640 1 -- 172.21.15.111:0/2973806992 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41c80d1060 con 0x7f41c815e940 2024-09-19T04:39:47.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.619+0000 7f41ba7fc640 1 -- 172.21.15.111:0/2973806992 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f41bc01a070 con 0x7f41c815e940 2024-09-19T04:39:47.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.620+0000 7f41ba7fc640 1 --2- 172.21.15.111:0/2973806992 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f41ac06ca90 0x7f41ac06ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:47.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.620+0000 7f41ba7fc640 1 -- 172.21.15.111:0/2973806992 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(146..146 src has 1..146) ==== 4999+0+0 (secure 0 0 0) 0x7f41bc089cf0 con 0x7f41c815e940 2024-09-19T04:39:47.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.620+0000 7f41cddf8640 1 --2- 172.21.15.111:0/2973806992 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f41ac06ca90 0x7f41ac06ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:47.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.620+0000 7f41cddf8640 1 --2- 172.21.15.111:0/2973806992 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f41ac06ca90 0x7f41ac06ef50 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f41c4000f60 tx=0x7f41c4009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:47.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.624+0000 7f41ba7fc640 1 -- 172.21.15.111:0/2973806992 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f41bc059cd0 con 0x7f41c815e940 2024-09-19T04:39:47.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:47.854+0000 7f41d005c640 1 -- 172.21.15.111:0/2973806992 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_v1_to_v2"]} v 0) -- 0x7f41c8076240 con 0x7f41c815e940 2024-09-19T04:39:48.860 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.858+0000 7f41ba7fc640 1 -- 172.21.15.111:0/2973806992 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_v1_to_v2"]}]=0 v377) ==== 148+0+0 (secure 0 0 0) 0x7f41bc0595d0 con 0x7f41c815e940 2024-09-19T04:39:48.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.861+0000 7f41d005c640 1 -- 172.21.15.111:0/2973806992 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f41ac06ca90 msgr2=0x7f41ac06ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:48.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.861+0000 7f41d005c640 1 --2- 172.21.15.111:0/2973806992 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f41ac06ca90 0x7f41ac06ef50 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f41c4000f60 tx=0x7f41c4009040 comp rx=0 tx=0).stop 2024-09-19T04:39:48.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.861+0000 7f41d005c640 1 -- 172.21.15.111:0/2973806992 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f41c815e940 msgr2=0x7f41c80cc850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:48.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.861+0000 7f41d005c640 1 --2- 172.21.15.111:0/2973806992 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f41c815e940 0x7f41c80cc850 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7f41bc00e8a0 tx=0x7f41bc00ed60 comp rx=0 tx=0).stop 2024-09-19T04:39:48.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.861+0000 7f41d005c640 1 -- 172.21.15.111:0/2973806992 shutdown_connections 2024-09-19T04:39:48.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.861+0000 7f41d005c640 1 --2- 172.21.15.111:0/2973806992 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f41ac06ca90 0x7f41ac06ef50 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:48.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.861+0000 7f41d005c640 1 --2- 172.21.15.111:0/2973806992 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41c815ed20 0x7f41c80ccd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:48.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.861+0000 7f41d005c640 1 --2- 172.21.15.111:0/2973806992 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f41c815e940 0x7f41c80cc850 unknown :-1 s=CLOSED pgs=1535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:48.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.861+0000 7f41d005c640 1 --2- 172.21.15.111:0/2973806992 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f41c80cef90 0x7f41c81f4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:48.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.861+0000 7f41d005c640 1 -- 172.21.15.111:0/2973806992 >> 172.21.15.111:0/2973806992 conn(0x7f41c80b6240 msgr2=0x7f41c80cf630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:48.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.861+0000 7f41d005c640 1 -- 172.21.15.111:0/2973806992 shutdown_connections 2024-09-19T04:39:48.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.861+0000 7f41d005c640 1 -- 172.21.15.111:0/2973806992 wait complete. 2024-09-19T04:39:48.876 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T04:39:48.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.982+0000 7ff6f125e640 1 Processor -- start 2024-09-19T04:39:48.983 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.982+0000 7ff6f125e640 1 -- start start 2024-09-19T04:39:48.984 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.983+0000 7ff6f125e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff6ec0cf320 0x7ff6ec0cf790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:48.984 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.983+0000 7ff6f125e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff6ec06d700 con 0x7ff6ec15d790 2024-09-19T04:39:48.985 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.983+0000 7ff6f125e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff6ec0cde80 con 0x7ff6ec15d3b0 2024-09-19T04:39:48.985 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.983+0000 7ff6f125e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7ff6ec06da30 con 0x7ff6ec0cf320 2024-09-19T04:39:48.985 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.983+0000 7ff6eb59e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff6ec0cf320 0x7ff6ec0cf790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:48.985 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.983+0000 7ff6e259c640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7ff6ec15d790 0x7ff6ec0cce70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:58326/0 (socket says 172.21.15.111:58326) 2024-09-19T04:39:48.985 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.983+0000 7ff6e259c640 1 -- 172.21.15.111:0/2971279802 learned_addr learned my addr 172.21.15.111:0/2971279802 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:48.985 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.983+0000 7ff6eb59e640 1 -- 172.21.15.111:0/2971279802 >> v1:172.21.15.114:6789/0 conn(0x7ff6ec15d3b0 legacy=0x7ff6ec071080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:48.985 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.983+0000 7ff6eb59e640 1 -- 172.21.15.111:0/2971279802 >> v1:172.21.15.111:6789/0 conn(0x7ff6ec15d790 legacy=0x7ff6ec0cce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:48.985 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.983+0000 7ff6eb59e640 1 -- 172.21.15.111:0/2971279802 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6ec0cd8c0 con 0x7ff6ec0cf320 2024-09-19T04:39:48.985 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.983+0000 7ff6ea59c640 1 -- 172.21.15.111:0/2971279802 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3267003884 0 0) 0x7ff6ec06d700 con 0x7ff6ec15d790 2024-09-19T04:39:48.986 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.984+0000 7ff6eb59e640 1 --2- 172.21.15.111:0/2971279802 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff6ec0cf320 0x7ff6ec0cf790 secure :-1 s=READY pgs=1537 cs=0 l=1 rev1=1 crypto rx=0x7ff6e4009d90 tx=0x7ff6e402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7dfca277b22c282a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:48.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.984+0000 7ff6ea59c640 1 -- 172.21.15.111:0/2971279802 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6e4007740 con 0x7ff6ec0cf320 2024-09-19T04:39:48.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.984+0000 7ff6ea59c640 1 -- 172.21.15.111:0/2971279802 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6e40078e0 con 0x7ff6ec0cf320 2024-09-19T04:39:48.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.984+0000 7ff6ea59c640 1 -- 172.21.15.111:0/2971279802 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6e4007cb0 con 0x7ff6ec0cf320 2024-09-19T04:39:48.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.984+0000 7ff6f125e640 1 -- 172.21.15.111:0/2971279802 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff6ec0cf320 msgr2=0x7ff6ec0cf790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:48.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.984+0000 7ff6f125e640 1 --2- 172.21.15.111:0/2971279802 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff6ec0cf320 0x7ff6ec0cf790 secure :-1 s=READY pgs=1537 cs=0 l=1 rev1=1 crypto rx=0x7ff6e4009d90 tx=0x7ff6e402a6a0 comp rx=0 tx=0).stop 2024-09-19T04:39:48.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.984+0000 7ff6f125e640 1 -- 172.21.15.111:0/2971279802 shutdown_connections 2024-09-19T04:39:48.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.984+0000 7ff6f125e640 1 --2- 172.21.15.111:0/2971279802 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff6ec0cf320 0x7ff6ec0cf790 unknown :-1 s=CLOSED pgs=1537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:48.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.984+0000 7ff6f125e640 1 -- 172.21.15.111:0/2971279802 >> 172.21.15.111:0/2971279802 conn(0x7ff6ec06bba0 msgr2=0x7ff6ec06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:48.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.984+0000 7ff6f125e640 1 -- 172.21.15.111:0/2971279802 shutdown_connections 2024-09-19T04:39:48.987 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.984+0000 7ff6f125e640 1 -- 172.21.15.111:0/2971279802 wait complete. 2024-09-19T04:39:48.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.986+0000 7ff6f125e640 1 Processor -- start 2024-09-19T04:39:48.991 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.986+0000 7ff6f125e640 1 -- start start 2024-09-19T04:39:48.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.987+0000 7ff6f125e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6ec0cf320 0x7ff6ec1529a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:48.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.987+0000 7ff6f125e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff6ec15d3b0 0x7ff6ec155cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:48.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.987+0000 7ff6f125e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff6ec1561f0 0x7ff6ec1f2030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:48.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.987+0000 7ff6f125e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff6ec0cd580 con 0x7ff6ec15d3b0 2024-09-19T04:39:48.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.987+0000 7ff6f125e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff6ec0cfcd0 con 0x7ff6ec0cf320 2024-09-19T04:39:48.992 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.987+0000 7ff6f125e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff6ec15cbf0 con 0x7ff6ec1561f0 2024-09-19T04:39:48.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.987+0000 7ff6e259c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff6ec15d3b0 0x7ff6ec155cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:48.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.987+0000 7ff6e259c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff6ec15d3b0 0x7ff6ec155cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:54830/0 (socket says 172.21.15.111:54830) 2024-09-19T04:39:48.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.987+0000 7ff6e259c640 1 -- 172.21.15.111:0/165274550 learned_addr learned my addr 172.21.15.111:0/165274550 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:48.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.987+0000 7ff6ead9d640 1 --2- 172.21.15.111:0/165274550 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6ec0cf320 0x7ff6ec1529a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:48.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.987+0000 7ff6eb59e640 1 --2- 172.21.15.111:0/165274550 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff6ec1561f0 0x7ff6ec1f2030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:48.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.987+0000 7ff6e259c640 1 -- 172.21.15.111:0/165274550 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff6ec1561f0 msgr2=0x7ff6ec1f2030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:48.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.987+0000 7ff6e259c640 1 --2- 172.21.15.111:0/165274550 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff6ec1561f0 0x7ff6ec1f2030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:48.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.987+0000 7ff6e259c640 1 -- 172.21.15.111:0/165274550 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6ec0cf320 msgr2=0x7ff6ec1529a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:48.993 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.987+0000 7ff6e259c640 1 --2- 172.21.15.111:0/165274550 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6ec0cf320 0x7ff6ec1529a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:48.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.987+0000 7ff6e259c640 1 -- 172.21.15.111:0/165274550 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6ec15bca0 con 0x7ff6ec15d3b0 2024-09-19T04:39:48.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.987+0000 7ff6ead9d640 1 --2- 172.21.15.111:0/165274550 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6ec0cf320 0x7ff6ec1529a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:48.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.987+0000 7ff6e259c640 1 --2- 172.21.15.111:0/165274550 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff6ec15d3b0 0x7ff6ec155cb0 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7ff6d400c400 tx=0x7ff6d400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:48.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.987+0000 7ff6e3fff640 1 -- 172.21.15.111:0/165274550 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6d4017070 con 0x7ff6ec15d3b0 2024-09-19T04:39:48.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.987+0000 7ff6e3fff640 1 -- 172.21.15.111:0/165274550 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6d40074e0 con 0x7ff6ec15d3b0 2024-09-19T04:39:48.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.987+0000 7ff6f125e640 1 -- 172.21.15.111:0/165274550 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6ec1f2c80 con 0x7ff6ec15d3b0 2024-09-19T04:39:48.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.987+0000 7ff6e3fff640 1 -- 172.21.15.111:0/165274550 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6d40059e0 con 0x7ff6ec15d3b0 2024-09-19T04:39:48.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.988+0000 7ff6f125e640 1 -- 172.21.15.111:0/165274550 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6ec1f3290 con 0x7ff6ec15d3b0 2024-09-19T04:39:48.994 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.989+0000 7ff6f125e640 1 -- 172.21.15.111:0/165274550 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6ec0afa50 con 0x7ff6ec15d3b0 2024-09-19T04:39:48.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.989+0000 7ff6e3fff640 1 -- 172.21.15.111:0/165274550 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7ff6d401a070 con 0x7ff6ec15d3b0 2024-09-19T04:39:48.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.989+0000 7ff6e3fff640 1 --2- 172.21.15.111:0/165274550 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff6cc06ca90 0x7ff6cc06ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:48.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.989+0000 7ff6e3fff640 1 -- 172.21.15.111:0/165274550 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(146..146 src has 1..146) ==== 4999+0+0 (secure 0 0 0) 0x7ff6d40891b0 con 0x7ff6ec15d3b0 2024-09-19T04:39:48.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.990+0000 7ff6ead9d640 1 --2- 172.21.15.111:0/165274550 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff6cc06ca90 0x7ff6cc06ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:48.995 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.990+0000 7ff6ead9d640 1 --2- 172.21.15.111:0/165274550 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff6cc06ca90 0x7ff6cc06ef50 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7ff6dc003eb0 tx=0x7ff6dc009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:48.996 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:48.994+0000 7ff6e3fff640 1 -- 172.21.15.111:0/165274550 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff6ec0afa50 con 0x7ff6ec15d3b0 2024-09-19T04:39:49.160 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.159+0000 7ff6f125e640 1 -- 172.21.15.111:0/165274550 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7ff6ec0cf790 con 0x7ff6ec15d3b0 2024-09-19T04:39:49.163 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.162+0000 7ff6e3fff640 1 -- 172.21.15.111:0/165274550 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v28)=0 v28) ==== 122+0+0 (secure 0 0 0) 0x7ff6ec15bca0 con 0x7ff6ec15d3b0 2024-09-19T04:39:49.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.164+0000 7ff6f125e640 1 -- 172.21.15.111:0/165274550 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff6cc06ca90 msgr2=0x7ff6cc06ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:49.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.164+0000 7ff6f125e640 1 --2- 172.21.15.111:0/165274550 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff6cc06ca90 0x7ff6cc06ef50 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7ff6dc003eb0 tx=0x7ff6dc009040 comp rx=0 tx=0).stop 2024-09-19T04:39:49.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.164+0000 7ff6f125e640 1 -- 172.21.15.111:0/165274550 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff6ec15d3b0 msgr2=0x7ff6ec155cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:49.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.164+0000 7ff6f125e640 1 --2- 172.21.15.111:0/165274550 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff6ec15d3b0 0x7ff6ec155cb0 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7ff6d400c400 tx=0x7ff6d400c8c0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.164+0000 7ff6f125e640 1 -- 172.21.15.111:0/165274550 shutdown_connections 2024-09-19T04:39:49.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.164+0000 7ff6f125e640 1 --2- 172.21.15.111:0/165274550 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff6cc06ca90 0x7ff6cc06ef50 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.164+0000 7ff6f125e640 1 --2- 172.21.15.111:0/165274550 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff6ec1561f0 0x7ff6ec1f2030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.164+0000 7ff6f125e640 1 --2- 172.21.15.111:0/165274550 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff6ec15d3b0 0x7ff6ec155cb0 unknown :-1 s=CLOSED pgs=1538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.164+0000 7ff6f125e640 1 --2- 172.21.15.111:0/165274550 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6ec0cf320 0x7ff6ec1529a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.164+0000 7ff6f125e640 1 -- 172.21.15.111:0/165274550 >> 172.21.15.111:0/165274550 conn(0x7ff6ec06bba0 msgr2=0x7ff6ec06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:49.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.164+0000 7ff6f125e640 1 -- 172.21.15.111:0/165274550 shutdown_connections 2024-09-19T04:39:49.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.164+0000 7ff6f125e640 1 -- 172.21.15.111:0/165274550 wait complete. 2024-09-19T04:39:49.177 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:39:49.177 DEBUG:teuthology.orchestra.run.smithi111:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:39:49.219 DEBUG:teuthology.orchestra.run.smithi114:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:39:49.258 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:39:49.258 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:39:49.258 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:39:49.274 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:39:49.275 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:39:49.275 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:39:49.316 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:39:49.316 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:39:49.316 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:39:49.331 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:39:49.331 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:39:49.331 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:39:49.373 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:39:49.373 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T04:39:49.373 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:39:49.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.470+0000 7ff3b283c640 1 Processor -- start 2024-09-19T04:39:49.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.470+0000 7ff3b283c640 1 -- start start 2024-09-19T04:39:49.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3b283c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3ac162110 0x7ff3ac15f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:49.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3b283c640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff3ac162660 con 0x7ff3ac15e3f0 2024-09-19T04:39:49.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3b283c640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff3ac162940 con 0x7ff3ac06c2b0 2024-09-19T04:39:49.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3b283c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff3ac0b30d0 con 0x7ff3ac162110 2024-09-19T04:39:49.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3abfff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7ff3ac15e3f0 0x7ff3ac06bba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:58334/0 (socket says 172.21.15.111:58334) 2024-09-19T04:39:49.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3abfff640 1 -- 172.21.15.111:0/4203242882 learned_addr learned my addr 172.21.15.111:0/4203242882 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:49.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3b0dd9640 1 --2- 172.21.15.111:0/4203242882 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3ac162110 0x7ff3ac15f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:49.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3aaffd640 1 -- 172.21.15.111:0/4203242882 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 21768577 0 0) 0x7ff3ac162660 con 0x7ff3ac15e3f0 2024-09-19T04:39:49.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3aaffd640 1 -- 172.21.15.111:0/4203242882 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff394003520 con 0x7ff3ac15e3f0 2024-09-19T04:39:49.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3aaffd640 1 -- 172.21.15.111:0/4203242882 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3721515189 0 0) 0x7ff3ac162940 con 0x7ff3ac06c2b0 2024-09-19T04:39:49.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3aaffd640 1 -- 172.21.15.111:0/4203242882 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff3ac162660 con 0x7ff3ac06c2b0 2024-09-19T04:39:49.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3aaffd640 1 -- 172.21.15.111:0/4203242882 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3211298395 0 0) 0x7ff394003520 con 0x7ff3ac15e3f0 2024-09-19T04:39:49.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3aaffd640 1 -- 172.21.15.111:0/4203242882 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3ac162110 msgr2=0x7ff3ac15f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:49.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3aaffd640 1 --2- 172.21.15.111:0/4203242882 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3ac162110 0x7ff3ac15f550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3aaffd640 1 -- 172.21.15.111:0/4203242882 >> v1:172.21.15.114:6789/0 conn(0x7ff3ac06c2b0 legacy=0x7ff3ac0b08a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:49.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3aaffd640 1 -- 172.21.15.111:0/4203242882 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3ac162c20 con 0x7ff3ac15e3f0 2024-09-19T04:39:49.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3aaffd640 1 -- 172.21.15.111:0/4203242882 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7ff39c001670 con 0x7ff3ac15e3f0 2024-09-19T04:39:49.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3aaffd640 1 -- 172.21.15.111:0/4203242882 >> v1:172.21.15.111:6789/0 conn(0x7ff3ac15e3f0 legacy=0x7ff3ac06bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:49.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3aaffd640 1 --2- 172.21.15.111:0/4203242882 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff394003b70 0x7ff394003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:49.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3aaffd640 1 --2- 172.21.15.111:0/4203242882 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff394004800 0x7ff394004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:49.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3aaffd640 1 --2- 172.21.15.111:0/4203242882 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3ac162110 0x7ff3940051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:49.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3aaffd640 1 -- 172.21.15.111:0/4203242882 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff39400ba70 con 0x7ff394004800 2024-09-19T04:39:49.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3aaffd640 1 -- 172.21.15.111:0/4203242882 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff39400bbf0 con 0x7ff394003b70 2024-09-19T04:39:49.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3aaffd640 1 -- 172.21.15.111:0/4203242882 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff39400bdf0 con 0x7ff3ac162110 2024-09-19T04:39:49.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.471+0000 7ff3ab7fe640 1 --2- 172.21.15.111:0/4203242882 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff394004800 0x7ff394004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:49.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.472+0000 7ff3abfff640 1 --2- 172.21.15.111:0/4203242882 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff394003b70 0x7ff394003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:49.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.472+0000 7ff3b0dd9640 1 --2- 172.21.15.111:0/4203242882 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3ac162110 0x7ff3940051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:49.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.472+0000 7ff3ab7fe640 1 -- 172.21.15.111:0/4203242882 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3ac162110 msgr2=0x7ff3940051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:49.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.472+0000 7ff3ab7fe640 1 --2- 172.21.15.111:0/4203242882 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff3ac162110 0x7ff3940051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.472+0000 7ff3ab7fe640 1 -- 172.21.15.111:0/4203242882 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff394003b70 msgr2=0x7ff394003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:49.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.472+0000 7ff3ab7fe640 1 --2- 172.21.15.111:0/4203242882 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff394003b70 0x7ff394003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.472+0000 7ff3ab7fe640 1 -- 172.21.15.111:0/4203242882 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff394003520 con 0x7ff394004800 2024-09-19T04:39:49.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.472+0000 7ff3ab7fe640 1 --2- 172.21.15.111:0/4203242882 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff394004800 0x7ff394004c80 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7ff3a00018a0 tx=0x7ff394005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49dfcf7561dc6ad7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:49.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.473+0000 7ff3aaffd640 1 -- 172.21.15.111:0/4203242882 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3a00014f0 con 0x7ff394004800 2024-09-19T04:39:49.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.473+0000 7ff3aaffd640 1 -- 172.21.15.111:0/4203242882 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3a00052d0 con 0x7ff394004800 2024-09-19T04:39:49.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.473+0000 7ff3aaffd640 1 -- 172.21.15.111:0/4203242882 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3a002ac40 con 0x7ff394004800 2024-09-19T04:39:49.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.473+0000 7ff3b283c640 1 -- 172.21.15.111:0/4203242882 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff394004800 msgr2=0x7ff394004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:49.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.473+0000 7ff3b283c640 1 --2- 172.21.15.111:0/4203242882 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff394004800 0x7ff394004c80 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7ff3a00018a0 tx=0x7ff394005830 comp rx=0 tx=0).stop 2024-09-19T04:39:49.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.473+0000 7ff3b0dd9640 1 -- 172.21.15.111:0/4203242882 reap_dead start 2024-09-19T04:39:49.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.473+0000 7ff3b283c640 1 -- 172.21.15.111:0/4203242882 shutdown_connections 2024-09-19T04:39:49.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.473+0000 7ff3b283c640 1 -- 172.21.15.111:0/4203242882 >> 172.21.15.111:0/4203242882 conn(0x7ff3ac06ce90 msgr2=0x7ff3ac06d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:49.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.473+0000 7ff3b283c640 1 -- 172.21.15.111:0/4203242882 shutdown_connections 2024-09-19T04:39:49.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.473+0000 7ff3b283c640 1 -- 172.21.15.111:0/4203242882 wait complete. 2024-09-19T04:39:49.480 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.474+0000 7ff3b283c640 1 Processor -- start 2024-09-19T04:39:49.480 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.475+0000 7ff3b283c640 1 -- start start 2024-09-19T04:39:49.480 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.475+0000 7ff3b283c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff394004800 0x7ff3ac14af10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:49.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.475+0000 7ff3b283c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff3ac0c7300 0x7ff3ac15cb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:49.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.475+0000 7ff3b283c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3ac15d0a0 0x7ff3ac160cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:49.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.475+0000 7ff3b283c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff3ac15e7d0 con 0x7ff3ac15d0a0 2024-09-19T04:39:49.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.475+0000 7ff3b283c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff3ac0b0380 con 0x7ff3ac0c7300 2024-09-19T04:39:49.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.475+0000 7ff3b283c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff3ac15e950 con 0x7ff394004800 2024-09-19T04:39:49.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.475+0000 7ff3b0dd9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3ac15d0a0 0x7ff3ac160cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:49.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.475+0000 7ff3b0dd9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3ac15d0a0 0x7ff3ac160cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:54846/0 (socket says 172.21.15.111:54846) 2024-09-19T04:39:49.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.475+0000 7ff3b0dd9640 1 -- 172.21.15.111:0/156223965 learned_addr learned my addr 172.21.15.111:0/156223965 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:49.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.475+0000 7ff3ab7fe640 1 --2- 172.21.15.111:0/156223965 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff3ac0c7300 0x7ff3ac15cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:49.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.475+0000 7ff3abfff640 1 --2- 172.21.15.111:0/156223965 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff394004800 0x7ff3ac14af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:49.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.476+0000 7ff3b0dd9640 1 -- 172.21.15.111:0/156223965 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff394004800 msgr2=0x7ff3ac14af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:49.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.476+0000 7ff3b0dd9640 1 --2- 172.21.15.111:0/156223965 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff394004800 0x7ff3ac14af10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.476+0000 7ff3b0dd9640 1 -- 172.21.15.111:0/156223965 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff3ac0c7300 msgr2=0x7ff3ac15cb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:49.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.476+0000 7ff3b0dd9640 1 --2- 172.21.15.111:0/156223965 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff3ac0c7300 0x7ff3ac15cb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.476+0000 7ff3b0dd9640 1 -- 172.21.15.111:0/156223965 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3ac14b450 con 0x7ff3ac15d0a0 2024-09-19T04:39:49.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.476+0000 7ff3b0dd9640 1 --2- 172.21.15.111:0/156223965 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3ac15d0a0 0x7ff3ac160cf0 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x7ff3ac0b3e80 tx=0x7ff3a400f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:49.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.476+0000 7ff3a8ff9640 1 -- 172.21.15.111:0/156223965 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3a4011e60 con 0x7ff3ac15d0a0 2024-09-19T04:39:49.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.476+0000 7ff3a8ff9640 1 -- 172.21.15.111:0/156223965 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3a401d070 con 0x7ff3ac15d0a0 2024-09-19T04:39:49.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.476+0000 7ff3a8ff9640 1 -- 172.21.15.111:0/156223965 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3a4015650 con 0x7ff3ac15d0a0 2024-09-19T04:39:49.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.476+0000 7ff3b283c640 1 -- 172.21.15.111:0/156223965 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3ac161a20 con 0x7ff3ac15d0a0 2024-09-19T04:39:49.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.476+0000 7ff3b283c640 1 -- 172.21.15.111:0/156223965 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3ac0c6b00 con 0x7ff3ac15d0a0 2024-09-19T04:39:49.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.477+0000 7ff3b283c640 1 -- 172.21.15.111:0/156223965 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3ac1595f0 con 0x7ff3ac15d0a0 2024-09-19T04:39:49.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.478+0000 7ff3a8ff9640 1 -- 172.21.15.111:0/156223965 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7ff3a40157f0 con 0x7ff3ac15d0a0 2024-09-19T04:39:49.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.478+0000 7ff3a8ff9640 1 --2- 172.21.15.111:0/156223965 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff39806cac0 0x7ff39806ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:49.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.478+0000 7ff3a8ff9640 1 -- 172.21.15.111:0/156223965 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(146..146 src has 1..146) ==== 4999+0+0 (secure 0 0 0) 0x7ff3a408a590 con 0x7ff3ac15d0a0 2024-09-19T04:39:49.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.478+0000 7ff3abfff640 1 --2- 172.21.15.111:0/156223965 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff39806cac0 0x7ff39806ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:49.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.479+0000 7ff3abfff640 1 --2- 172.21.15.111:0/156223965 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff39806cac0 0x7ff39806ef80 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7ff39c001050 tx=0x7ff39c001e20 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:49.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.482+0000 7ff3a8ff9640 1 -- 172.21.15.111:0/156223965 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff3a4010040 con 0x7ff3ac15d0a0 2024-09-19T04:39:49.685 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.684+0000 7ff3b283c640 1 -- 172.21.15.111:0/156223965 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff3ac159310 con 0x7ff3ac15d0a0 2024-09-19T04:39:49.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.685+0000 7ff3a8ff9640 1 -- 172.21.15.111:0/156223965 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 79 v79) ==== 94+0+3923 (secure 0 0 0) 0x7ff3a405a5f0 con 0x7ff3ac15d0a0 2024-09-19T04:39:49.686 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:49.686 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":79,"btime":"2024-09-19T04:39:43:842164+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6659,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1511938113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":1511938113},{"type":"v1","addr":"172.21.15.111:6835","nonce":1511938113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":7444,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3445382526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3445382526},{"type":"v1","addr":"172.21.15.114:6834","nonce":3445382526}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":7636,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/1432616890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":1432616890},{"type":"v1","addr":"172.21.15.114:6835","nonce":1432616890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":79},{"gid":8229,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/3753459584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3753459584},{"type":"v1","addr":"172.21.15.111:6834","nonce":3753459584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72}],"filesystems":[]} 2024-09-19T04:39:49.687 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 79 2024-09-19T04:39:49.688 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.687+0000 7ff3b283c640 1 -- 172.21.15.111:0/156223965 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff39806cac0 msgr2=0x7ff39806ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:49.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.687+0000 7ff3b283c640 1 --2- 172.21.15.111:0/156223965 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff39806cac0 0x7ff39806ef80 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7ff39c001050 tx=0x7ff39c001e20 comp rx=0 tx=0).stop 2024-09-19T04:39:49.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.687+0000 7ff3b283c640 1 -- 172.21.15.111:0/156223965 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3ac15d0a0 msgr2=0x7ff3ac160cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:49.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.687+0000 7ff3b283c640 1 --2- 172.21.15.111:0/156223965 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3ac15d0a0 0x7ff3ac160cf0 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x7ff3ac0b3e80 tx=0x7ff3a400f580 comp rx=0 tx=0).stop 2024-09-19T04:39:49.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.687+0000 7ff3b283c640 1 -- 172.21.15.111:0/156223965 shutdown_connections 2024-09-19T04:39:49.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.687+0000 7ff3b283c640 1 --2- 172.21.15.111:0/156223965 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff39806cac0 0x7ff39806ef80 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.687+0000 7ff3b283c640 1 --2- 172.21.15.111:0/156223965 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3ac15d0a0 0x7ff3ac160cf0 unknown :-1 s=CLOSED pgs=1541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.687+0000 7ff3b283c640 1 --2- 172.21.15.111:0/156223965 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff3ac0c7300 0x7ff3ac15cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.687+0000 7ff3b283c640 1 --2- 172.21.15.111:0/156223965 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff394004800 0x7ff3ac14af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.687+0000 7ff3b283c640 1 -- 172.21.15.111:0/156223965 >> 172.21.15.111:0/156223965 conn(0x7ff3ac06ce90 msgr2=0x7ff3ac159b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:49.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.687+0000 7ff3b283c640 1 -- 172.21.15.111:0/156223965 shutdown_connections 2024-09-19T04:39:49.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.687+0000 7ff3b283c640 1 -- 172.21.15.111:0/156223965 wait complete. 2024-09-19T04:39:49.699 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T04:39:49.700 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T04:39:49.700 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T04:39:49.700 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:39:49.700 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T04:39:49.700 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T04:39:49.700 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T04:39:49.701 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:39:49.701 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T04:39:49.701 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T04:39:49.701 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T04:39:49.701 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:39:49.701 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T04:39:49.701 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T04:39:49.702 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T04:39:49.702 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:39:49.709 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T04:39:49.709 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T04:39:49.710 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T04:39:49.710 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T04:39:49.713 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T04:39:49.713 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T04:39:49.714 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T04:39:49.714 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T04:39:49.751 INFO:tasks.ceph.mds.a:Started 2024-09-19T04:39:49.752 DEBUG:teuthology.parallel:result is None 2024-09-19T04:39:49.752 INFO:tasks.ceph.mds.c:Started 2024-09-19T04:39:49.752 DEBUG:teuthology.parallel:result is None 2024-09-19T04:39:49.755 INFO:tasks.ceph.mds.b:Started 2024-09-19T04:39:49.756 DEBUG:teuthology.parallel:result is None 2024-09-19T04:39:49.756 INFO:tasks.ceph.mds.d:Started 2024-09-19T04:39:49.756 DEBUG:teuthology.parallel:result is None 2024-09-19T04:39:49.757 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T04:39:49.826 INFO:tasks.ceph.mds.c.smithi111.stdout:starting mds.c at 2024-09-19T04:39:49.827 INFO:tasks.ceph.mds.a.smithi111.stdout:starting mds.a at 2024-09-19T04:39:49.838 INFO:tasks.ceph.mds.b.smithi114.stdout:starting mds.b at 2024-09-19T04:39:49.838 INFO:tasks.ceph.mds.d.smithi114.stdout:starting mds.d at 2024-09-19T04:39:49.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.859+0000 7f36eb65e640 1 Processor -- start 2024-09-19T04:39:49.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.859+0000 7f36eb65e640 1 -- start start 2024-09-19T04:39:49.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.860+0000 7f36eb65e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f36e415e940 0x7f36e40d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:49.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.860+0000 7f36eb65e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f36e40cef90 0x7f36e40d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:49.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.860+0000 7f36eb65e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f36e40b7170 con 0x7f36e415ed20 2024-09-19T04:39:49.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.860+0000 7f36eb65e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f36e40d1ae0 con 0x7f36e415e940 2024-09-19T04:39:49.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.860+0000 7f36eb65e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f36e40b7aa0 con 0x7f36e40cef90 2024-09-19T04:39:49.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.860+0000 7f36e93fa640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f36e415e940 0x7f36e40d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:49.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.860+0000 7f36e8bf9640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f36e415ed20 0x7f36e40b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:39434/0 (socket says 172.21.15.111:39434) 2024-09-19T04:39:49.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.860+0000 7f36e8bf9640 1 -- 172.21.15.111:0/942974586 learned_addr learned my addr 172.21.15.111:0/942974586 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:49.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.860+0000 7f36e9bfb640 1 --2- 172.21.15.111:0/942974586 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f36e40cef90 0x7f36e40d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:49.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.860+0000 7f36e93fa640 1 -- 172.21.15.111:0/942974586 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f36e40cef90 msgr2=0x7f36e40d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:49.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.860+0000 7f36e93fa640 1 --2- 172.21.15.111:0/942974586 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f36e40cef90 0x7f36e40d15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.860+0000 7f36e93fa640 1 -- 172.21.15.111:0/942974586 >> v1:172.21.15.114:6789/0 conn(0x7f36e415ed20 legacy=0x7f36e40b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:49.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.860+0000 7f36e93fa640 1 -- 172.21.15.111:0/942974586 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36e40d3660 con 0x7f36e415e940 2024-09-19T04:39:49.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.861+0000 7f36e93fa640 1 --2- 172.21.15.111:0/942974586 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f36e415e940 0x7f36e40d1060 secure :-1 s=READY pgs=1545 cs=0 l=1 rev1=1 crypto rx=0x7f36dc0097a0 tx=0x7f36dc02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccbbe1df52e80b9a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:49.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.867+0000 7f36e3fff640 1 -- 172.21.15.111:0/942974586 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36dc037070 con 0x7f36e415e940 2024-09-19T04:39:49.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.867+0000 7f36e3fff640 1 -- 172.21.15.111:0/942974586 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36dc032440 con 0x7f36e415e940 2024-09-19T04:39:49.868 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.867+0000 7f36e3fff640 1 -- 172.21.15.111:0/942974586 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36dc032810 con 0x7f36e415e940 2024-09-19T04:39:49.869 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.868+0000 7f36eb65e640 1 -- 172.21.15.111:0/942974586 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f36e415e940 msgr2=0x7f36e40d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:49.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.868+0000 7f36eb65e640 1 --2- 172.21.15.111:0/942974586 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f36e415e940 0x7f36e40d1060 secure :-1 s=READY pgs=1545 cs=0 l=1 rev1=1 crypto rx=0x7f36dc0097a0 tx=0x7f36dc02a210 comp rx=0 tx=0).stop 2024-09-19T04:39:49.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.868+0000 7f36eb65e640 1 -- 172.21.15.111:0/942974586 shutdown_connections 2024-09-19T04:39:49.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.868+0000 7f36eb65e640 1 --2- 172.21.15.111:0/942974586 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f36e40cef90 0x7f36e40d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.868+0000 7f36eb65e640 1 --2- 172.21.15.111:0/942974586 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f36e415e940 0x7f36e40d1060 unknown :-1 s=CLOSED pgs=1545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.868+0000 7f36eb65e640 1 -- 172.21.15.111:0/942974586 >> 172.21.15.111:0/942974586 conn(0x7f36e40b6240 msgr2=0x7f36e40b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:49.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.868+0000 7f36eb65e640 1 -- 172.21.15.111:0/942974586 shutdown_connections 2024-09-19T04:39:49.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.868+0000 7f36eb65e640 1 -- 172.21.15.111:0/942974586 wait complete. 2024-09-19T04:39:49.870 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.869+0000 7f36eb65e640 1 Processor -- start 2024-09-19T04:39:49.871 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.869+0000 7f36eb65e640 1 -- start start 2024-09-19T04:39:49.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.870+0000 7f36eb65e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f36e40cef90 0x7f36e41e7ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:49.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.870+0000 7f36eb65e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f36e415e940 0x7f36e414c720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:49.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.870+0000 7f36eb65e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f36e415ed20 0x7f36e414cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:49.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.870+0000 7f36eb65e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f36e40d3f00 con 0x7f36e40cef90 2024-09-19T04:39:49.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.870+0000 7f36eb65e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f36e40d3c20 con 0x7f36e415ed20 2024-09-19T04:39:49.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.870+0000 7f36eb65e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f36e40d3310 con 0x7f36e415e940 2024-09-19T04:39:49.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.870+0000 7f36e93fa640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f36e40cef90 0x7f36e41e7ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:49.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.870+0000 7f36e93fa640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f36e40cef90 0x7f36e41e7ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:54870/0 (socket says 172.21.15.111:54870) 2024-09-19T04:39:49.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.870+0000 7f36e93fa640 1 -- 172.21.15.111:0/639485335 learned_addr learned my addr 172.21.15.111:0/639485335 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:49.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.870+0000 7f36e8bf9640 1 --2- 172.21.15.111:0/639485335 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f36e415e940 0x7f36e414c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:49.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.870+0000 7f36e9bfb640 1 --2- 172.21.15.111:0/639485335 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f36e415ed20 0x7f36e414cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:49.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.870+0000 7f36e93fa640 1 -- 172.21.15.111:0/639485335 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f36e415e940 msgr2=0x7f36e414c720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:49.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.870+0000 7f36e93fa640 1 --2- 172.21.15.111:0/639485335 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f36e415e940 0x7f36e414c720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.870+0000 7f36e93fa640 1 -- 172.21.15.111:0/639485335 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f36e415ed20 msgr2=0x7f36e414cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:49.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.870+0000 7f36e93fa640 1 --2- 172.21.15.111:0/639485335 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f36e415ed20 0x7f36e414cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.870+0000 7f36e93fa640 1 -- 172.21.15.111:0/639485335 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36e414a730 con 0x7f36e40cef90 2024-09-19T04:39:49.873 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.871+0000 7f36e93fa640 1 --2- 172.21.15.111:0/639485335 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f36e40cef90 0x7f36e41e7ae0 secure :-1 s=READY pgs=1546 cs=0 l=1 rev1=1 crypto rx=0x7f36dc035040 tx=0x7f36dc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:49.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.875+0000 7f36e1ffb640 1 -- 172.21.15.111:0/639485335 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36dc041020 con 0x7f36e40cef90 2024-09-19T04:39:49.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.875+0000 7f36eb65e640 1 -- 172.21.15.111:0/639485335 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36e41e83f0 con 0x7f36e40cef90 2024-09-19T04:39:49.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.875+0000 7f36e1ffb640 1 -- 172.21.15.111:0/639485335 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36dc030700 con 0x7f36e40cef90 2024-09-19T04:39:49.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.875+0000 7f36e1ffb640 1 -- 172.21.15.111:0/639485335 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36dc037040 con 0x7f36e40cef90 2024-09-19T04:39:49.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.876+0000 7f36eb65e640 1 -- 172.21.15.111:0/639485335 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36e414a9d0 con 0x7f36e40cef90 2024-09-19T04:39:49.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.877+0000 7f36eb65e640 1 -- 172.21.15.111:0/639485335 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36e40d1ef0 con 0x7f36e40cef90 2024-09-19T04:39:49.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.877+0000 7f36e1ffb640 1 -- 172.21.15.111:0/639485335 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f36dc044020 con 0x7f36e40cef90 2024-09-19T04:39:49.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.877+0000 7f36e1ffb640 1 --2- 172.21.15.111:0/639485335 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f36d006ca90 0x7f36d006ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:49.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.878+0000 7f36e1ffb640 1 -- 172.21.15.111:0/639485335 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(148..148 src has 1..148) ==== 4999+0+0 (secure 0 0 0) 0x7f36dc0aa560 con 0x7f36e40cef90 2024-09-19T04:39:49.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.878+0000 7f36e8bf9640 1 --2- 172.21.15.111:0/639485335 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f36d006ca90 0x7f36d006ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:49.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.878+0000 7f36e8bf9640 1 --2- 172.21.15.111:0/639485335 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f36d006ca90 0x7f36d006ef50 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f36e4150da0 tx=0x7f36d8009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:49.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:49.882+0000 7f36e1ffb640 1 -- 172.21.15.111:0/639485335 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f36dc04b030 con 0x7f36e40cef90 2024-09-19T04:39:50.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:50.061+0000 7f36eb65e640 1 -- 172.21.15.111:0/639485335 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f36e40ba6b0 con 0x7f36e40cef90 2024-09-19T04:39:50.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:50.889+0000 7f36e1ffb640 1 -- 172.21.15.111:0/639485335 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v151) ==== 97+0+0 (secure 0 0 0) 0x7f36dc079ef0 con 0x7f36e40cef90 2024-09-19T04:39:50.890 INFO:teuthology.orchestra.run.smithi111.stderr: removed all blocklist entries 2024-09-19T04:39:50.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:50.891+0000 7f36eb65e640 1 -- 172.21.15.111:0/639485335 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f36d006ca90 msgr2=0x7f36d006ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:50.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:50.891+0000 7f36eb65e640 1 --2- 172.21.15.111:0/639485335 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f36d006ca90 0x7f36d006ef50 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f36e4150da0 tx=0x7f36d8009040 comp rx=0 tx=0).stop 2024-09-19T04:39:50.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:50.891+0000 7f36eb65e640 1 -- 172.21.15.111:0/639485335 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f36e40cef90 msgr2=0x7f36e41e7ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:50.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:50.891+0000 7f36eb65e640 1 --2- 172.21.15.111:0/639485335 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f36e40cef90 0x7f36e41e7ae0 secure :-1 s=READY pgs=1546 cs=0 l=1 rev1=1 crypto rx=0x7f36dc035040 tx=0x7f36dc0046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:50.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:50.891+0000 7f36eb65e640 1 -- 172.21.15.111:0/639485335 shutdown_connections 2024-09-19T04:39:50.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:50.892+0000 7f36eb65e640 1 --2- 172.21.15.111:0/639485335 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f36d006ca90 0x7f36d006ef50 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:50.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:50.892+0000 7f36eb65e640 1 --2- 172.21.15.111:0/639485335 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f36e415ed20 0x7f36e414cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:50.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:50.892+0000 7f36eb65e640 1 --2- 172.21.15.111:0/639485335 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f36e415e940 0x7f36e414c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:50.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:50.892+0000 7f36eb65e640 1 --2- 172.21.15.111:0/639485335 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f36e40cef90 0x7f36e41e7ae0 unknown :-1 s=CLOSED pgs=1546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:50.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:50.892+0000 7f36eb65e640 1 -- 172.21.15.111:0/639485335 >> 172.21.15.111:0/639485335 conn(0x7f36e40b6240 msgr2=0x7f36e40d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:50.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:50.892+0000 7f36eb65e640 1 -- 172.21.15.111:0/639485335 shutdown_connections 2024-09-19T04:39:50.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:50.892+0000 7f36eb65e640 1 -- 172.21.15.111:0/639485335 wait complete. 2024-09-19T04:39:50.907 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T04:39:51.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.009+0000 7ffb21fe4640 1 Processor -- start 2024-09-19T04:39:51.010 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.009+0000 7ffb21fe4640 1 -- start start 2024-09-19T04:39:51.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.010+0000 7ffb21fe4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb1c0cf070 0x7ffb1c0cf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:51.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.010+0000 7ffb21fe4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ffb1c073120 0x7ffb1c073590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:51.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.010+0000 7ffb21fe4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffb1c0ce740 con 0x7ffb1c15c180 2024-09-19T04:39:51.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.010+0000 7ffb21fe4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ffb1c072640 con 0x7ffb1c073120 2024-09-19T04:39:51.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.010+0000 7ffb21fe4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ffb1c072920 con 0x7ffb1c0cf070 2024-09-19T04:39:51.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.010+0000 7ffb1affd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb1c0cf070 0x7ffb1c0cf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:51.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.010+0000 7ffb1bfff640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ffb1c073120 0x7ffb1c073590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:51.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.010+0000 7ffb1b7fe640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7ffb1c15c180 0x7ffb1c0cdcf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:39444/0 (socket says 172.21.15.111:39444) 2024-09-19T04:39:51.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.010+0000 7ffb1b7fe640 1 -- 172.21.15.111:0/1227692652 learned_addr learned my addr 172.21.15.111:0/1227692652 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:51.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.010+0000 7ffb1affd640 1 --2- 172.21.15.111:0/1227692652 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb1c0cf070 0x7ffb1c0cf4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:60616/0 (socket says 172.21.15.111:60616) 2024-09-19T04:39:51.013 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.011+0000 7ffb1affd640 1 -- 172.21.15.111:0/1227692652 >> v2:172.21.15.114:3300/0 conn(0x7ffb1c073120 msgr2=0x7ffb1c073590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:51.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.011+0000 7ffb1affd640 1 --2- 172.21.15.111:0/1227692652 >> v2:172.21.15.114:3300/0 conn(0x7ffb1c073120 0x7ffb1c073590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:51.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.011+0000 7ffb1affd640 1 -- 172.21.15.111:0/1227692652 >> v1:172.21.15.114:6789/0 conn(0x7ffb1c15c180 legacy=0x7ffb1c0cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:51.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.011+0000 7ffb1affd640 1 -- 172.21.15.111:0/1227692652 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb1c072c00 con 0x7ffb1c0cf070 2024-09-19T04:39:51.014 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.011+0000 7ffb1bfff640 1 --2- 172.21.15.111:0/1227692652 >> v2:172.21.15.114:3300/0 conn(0x7ffb1c073120 0x7ffb1c073590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:51.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.011+0000 7ffb1affd640 1 --2- 172.21.15.111:0/1227692652 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb1c0cf070 0x7ffb1c0cf4b0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7ffb100097a0 tx=0x7ffb1002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=480571af1ac0ba0f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:51.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.012+0000 7ffb1a7fc640 1 -- 172.21.15.111:0/1227692652 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb10037070 con 0x7ffb1c0cf070 2024-09-19T04:39:51.018 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.012+0000 7ffb1a7fc640 1 -- 172.21.15.111:0/1227692652 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb1002ae50 con 0x7ffb1c0cf070 2024-09-19T04:39:51.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.012+0000 7ffb1a7fc640 1 -- 172.21.15.111:0/1227692652 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb10032660 con 0x7ffb1c0cf070 2024-09-19T04:39:51.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.012+0000 7ffb21fe4640 1 -- 172.21.15.111:0/1227692652 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb1c0cf070 msgr2=0x7ffb1c0cf4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:51.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.012+0000 7ffb21fe4640 1 --2- 172.21.15.111:0/1227692652 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb1c0cf070 0x7ffb1c0cf4b0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7ffb100097a0 tx=0x7ffb1002a100 comp rx=0 tx=0).stop 2024-09-19T04:39:51.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.012+0000 7ffb21fe4640 1 -- 172.21.15.111:0/1227692652 shutdown_connections 2024-09-19T04:39:51.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.012+0000 7ffb21fe4640 1 --2- 172.21.15.111:0/1227692652 >> v2:172.21.15.114:3300/0 conn(0x7ffb1c073120 0x7ffb1c073590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:51.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.012+0000 7ffb21fe4640 1 --2- 172.21.15.111:0/1227692652 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb1c0cf070 0x7ffb1c0cf4b0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:51.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.012+0000 7ffb21fe4640 1 -- 172.21.15.111:0/1227692652 >> 172.21.15.111:0/1227692652 conn(0x7ffb1c062cc0 msgr2=0x7ffb1c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:51.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.012+0000 7ffb21fe4640 1 -- 172.21.15.111:0/1227692652 shutdown_connections 2024-09-19T04:39:51.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.012+0000 7ffb21fe4640 1 -- 172.21.15.111:0/1227692652 wait complete. 2024-09-19T04:39:51.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.013+0000 7ffb21fe4640 1 Processor -- start 2024-09-19T04:39:51.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.013+0000 7ffb21fe4640 1 -- start start 2024-09-19T04:39:51.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.014+0000 7ffb21fe4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb1c073120 0x7ffb1c159210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:51.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.014+0000 7ffb21fe4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb1c0cf070 0x7ffb1c15dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:51.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.014+0000 7ffb21fe4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb1c15c180 0x7ffb1c150c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:51.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.014+0000 7ffb21fe4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ffb1c0722f0 con 0x7ffb1c073120 2024-09-19T04:39:51.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.014+0000 7ffb21fe4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ffb1c0ced00 con 0x7ffb1c15c180 2024-09-19T04:39:51.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.014+0000 7ffb21fe4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ffb1c15c560 con 0x7ffb1c0cf070 2024-09-19T04:39:51.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.014+0000 7ffb1b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb1c073120 0x7ffb1c159210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:51.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.014+0000 7ffb1b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb1c073120 0x7ffb1c159210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:54880/0 (socket says 172.21.15.111:54880) 2024-09-19T04:39:51.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.014+0000 7ffb1b7fe640 1 -- 172.21.15.111:0/772501760 learned_addr learned my addr 172.21.15.111:0/772501760 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:51.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.015+0000 7ffb1affd640 1 --2- 172.21.15.111:0/772501760 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb1c0cf070 0x7ffb1c15dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:51.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.015+0000 7ffb1bfff640 1 --2- 172.21.15.111:0/772501760 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb1c15c180 0x7ffb1c150c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:51.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.015+0000 7ffb1b7fe640 1 -- 172.21.15.111:0/772501760 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb1c0cf070 msgr2=0x7ffb1c15dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:51.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.015+0000 7ffb1b7fe640 1 --2- 172.21.15.111:0/772501760 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb1c0cf070 0x7ffb1c15dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:51.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.015+0000 7ffb1b7fe640 1 -- 172.21.15.111:0/772501760 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb1c15c180 msgr2=0x7ffb1c150c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:51.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.015+0000 7ffb1b7fe640 1 --2- 172.21.15.111:0/772501760 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb1c15c180 0x7ffb1c150c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:51.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.015+0000 7ffb1b7fe640 1 -- 172.21.15.111:0/772501760 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb1c15e460 con 0x7ffb1c073120 2024-09-19T04:39:51.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.015+0000 7ffb1bfff640 1 --2- 172.21.15.111:0/772501760 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb1c15c180 0x7ffb1c150c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:51.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.015+0000 7ffb1b7fe640 1 --2- 172.21.15.111:0/772501760 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb1c073120 0x7ffb1c159210 secure :-1 s=READY pgs=1547 cs=0 l=1 rev1=1 crypto rx=0x7ffb0c00cb10 tx=0x7ffb0c00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:51.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.015+0000 7ffb03fff640 1 -- 172.21.15.111:0/772501760 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb0c017070 con 0x7ffb1c073120 2024-09-19T04:39:51.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.015+0000 7ffb03fff640 1 -- 172.21.15.111:0/772501760 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb0c00ac90 con 0x7ffb1c073120 2024-09-19T04:39:51.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.015+0000 7ffb21fe4640 1 -- 172.21.15.111:0/772501760 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb1c15e740 con 0x7ffb1c073120 2024-09-19T04:39:51.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.015+0000 7ffb03fff640 1 -- 172.21.15.111:0/772501760 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb0c012640 con 0x7ffb1c073120 2024-09-19T04:39:51.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.015+0000 7ffb21fe4640 1 -- 172.21.15.111:0/772501760 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb1c0b39f0 con 0x7ffb1c073120 2024-09-19T04:39:51.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.016+0000 7ffb21fe4640 1 -- 172.21.15.111:0/772501760 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb1c0cf4b0 con 0x7ffb1c073120 2024-09-19T04:39:51.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.017+0000 7ffb03fff640 1 -- 172.21.15.111:0/772501760 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7ffb0c01a070 con 0x7ffb1c073120 2024-09-19T04:39:51.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.017+0000 7ffb03fff640 1 --2- 172.21.15.111:0/772501760 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffb0806ca90 0x7ffb0806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:51.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.017+0000 7ffb03fff640 1 -- 172.21.15.111:0/772501760 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 4913+0+0 (secure 0 0 0) 0x7ffb0c089c50 con 0x7ffb1c073120 2024-09-19T04:39:51.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.017+0000 7ffb1affd640 1 --2- 172.21.15.111:0/772501760 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffb0806ca90 0x7ffb0806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:51.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.018+0000 7ffb1affd640 1 --2- 172.21.15.111:0/772501760 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffb0806ca90 0x7ffb0806ef50 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7ffb10034000 tx=0x7ffb1002e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:51.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.022+0000 7ffb03fff640 1 -- 172.21.15.111:0/772501760 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffb0c059c30 con 0x7ffb1c073120 2024-09-19T04:39:51.251 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.250+0000 7ffb21fe4640 1 -- 172.21.15.111:0/772501760 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7ffb1c156b60 con 0x7ffb1c073120 2024-09-19T04:39:51.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.250+0000 7ffb03fff640 1 -- 172.21.15.111:0/772501760 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v21) ==== 80+0+5304 (secure 0 0 0) 0x7ffb0c059530 con 0x7ffb1c073120 2024-09-19T04:39:51.252 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:51.252 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:39:51.252 INFO:teuthology.orchestra.run.smithi111.stdout: "auth_dump": [ 2024-09-19T04:39:51.252 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:51.253 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.a", 2024-09-19T04:39:51.253 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmCnXHLRAAedEy+KfNFU7YOhRhgLYdMA==", 2024-09-19T04:39:51.253 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:51.253 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:39:51.253 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:39:51.253 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:39:51.254 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:51.254 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:51.254 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:51.254 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:51.254 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.b", 2024-09-19T04:39:51.254 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmj2hsORAAjwXo3DZ4XRGCsUOxqI9CjA==", 2024-09-19T04:39:51.254 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:51.255 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:39:51.255 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:39:51.255 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:39:51.255 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:51.255 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:51.255 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:51.255 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:51.256 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.c", 2024-09-19T04:39:51.256 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmNXLHNBAAmsO18sf+jcsAfzbE1mj2oA==", 2024-09-19T04:39:51.256 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:51.256 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:39:51.256 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:39:51.256 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:39:51.256 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:51.256 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:51.257 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:51.257 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:51.257 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.d", 2024-09-19T04:39:51.257 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmNfTNBBAAj7NZf67zeYo/yvhfnAxkww==", 2024-09-19T04:39:51.257 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:51.257 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:39:51.257 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:39:51.258 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:39:51.258 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:51.258 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:51.258 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:51.258 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:51.258 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.0", 2024-09-19T04:39:51.258 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA3qetmXK2QIBAAR75oRgwzgVuLQhvMlJa4CA==", 2024-09-19T04:39:51.258 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:51.259 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:39:51.259 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:39:51.259 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:51.259 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:51.259 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:51.259 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:51.259 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.1", 2024-09-19T04:39:51.259 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA7qetmkWR6ExAA0lWBxpiPAGZCLmu4h7iPMg==", 2024-09-19T04:39:51.259 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:51.260 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:39:51.260 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:39:51.260 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:51.260 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:51.261 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:51.261 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:51.261 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.2", 2024-09-19T04:39:51.261 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA/qetmgxH4FBAAdBD58YlH15hiLasWSnbxgQ==", 2024-09-19T04:39:51.261 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:51.261 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:39:51.261 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:39:51.261 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:51.261 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:51.261 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:51.262 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:51.262 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.3", 2024-09-19T04:39:51.262 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBDqetmvScfFhAAjBKwn49kZcL8j+xfBzuAXQ==", 2024-09-19T04:39:51.262 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:51.262 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:39:51.262 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:39:51.262 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:51.262 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:51.262 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:51.262 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:51.262 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.4", 2024-09-19T04:39:51.262 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBKqetms9roERAALAlOKQm99bEbtaMUdCEfCQ==", 2024-09-19T04:39:51.262 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:39:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:39:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.5", 2024-09-19T04:39:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBOqetmmoAIBBAA0fKuVAffYGZnFsgCXtti2Q==", 2024-09-19T04:39:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:39:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:39:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:51.263 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:51.264 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:51.264 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:51.264 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.6", 2024-09-19T04:39:51.264 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBRqetm6XavKhAAIL2OCxOxpUEc8vXFj6gN7A==", 2024-09-19T04:39:51.264 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:51.264 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:39:51.264 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:39:51.264 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:51.264 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:51.264 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:51.264 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:51.264 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.7", 2024-09-19T04:39:51.265 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBVqetmhUn4KxAA7yNGTx+mbKjnHNUg8hxx+w==", 2024-09-19T04:39:51.265 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:51.265 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:39:51.265 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:39:51.265 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:51.265 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:51.265 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:51.265 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:51.265 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.0", 2024-09-19T04:39:51.265 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmdEXYCBAAQK+0F5ouJPJAqZqCQHrMdQ==", 2024-09-19T04:39:51.265 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:51.265 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:39:51.265 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow r", 2024-09-19T04:39:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T04:39:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.1", 2024-09-19T04:39:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmsJubERAAw8fZEkmvI5BUEFNZBk1MLg==", 2024-09-19T04:39:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:39:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:39:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:39:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:39:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:51.266 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.2", 2024-09-19T04:39:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmMCNpDhAAAOVbb+49iDsZc+49qDrLTw==", 2024-09-19T04:39:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:39:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:39:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:39:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:39:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.3", 2024-09-19T04:39:51.267 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetm4QAqFxAAod68YP3hsE1q4q0VXSLlnQ==", 2024-09-19T04:39:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:39:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:39:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:39:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:39:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.admin", 2024-09-19T04:39:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmrRVMEhAAHd1CNriXFbfJyf4GC8hYMQ==", 2024-09-19T04:39:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:39:51.268 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:39:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:39:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mgr.x", 2024-09-19T04:39:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmCAiOKhAA2pudSPuE+yJMoNgHi4eu4A==", 2024-09-19T04:39:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:39:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile mgr", 2024-09-19T04:39:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:51.269 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:39:51.270 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:51.270 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mgr.y", 2024-09-19T04:39:51.270 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetm8NjVJhAAOyZKidS0VOLEDBwUteHNGw==", 2024-09-19T04:39:51.270 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:39:51.270 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:39:51.270 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile mgr", 2024-09-19T04:39:51.270 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:39:51.270 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:51.270 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:51.270 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:39:51.270 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:39:51.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.252+0000 7ffb21fe4640 1 -- 172.21.15.111:0/772501760 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffb0806ca90 msgr2=0x7ffb0806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:51.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.252+0000 7ffb21fe4640 1 --2- 172.21.15.111:0/772501760 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffb0806ca90 0x7ffb0806ef50 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7ffb10034000 tx=0x7ffb1002e000 comp rx=0 tx=0).stop 2024-09-19T04:39:51.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.252+0000 7ffb21fe4640 1 -- 172.21.15.111:0/772501760 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb1c073120 msgr2=0x7ffb1c159210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:51.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.252+0000 7ffb21fe4640 1 --2- 172.21.15.111:0/772501760 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb1c073120 0x7ffb1c159210 secure :-1 s=READY pgs=1547 cs=0 l=1 rev1=1 crypto rx=0x7ffb0c00cb10 tx=0x7ffb0c00a060 comp rx=0 tx=0).stop 2024-09-19T04:39:51.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.252+0000 7ffb21fe4640 1 -- 172.21.15.111:0/772501760 shutdown_connections 2024-09-19T04:39:51.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.252+0000 7ffb21fe4640 1 --2- 172.21.15.111:0/772501760 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffb0806ca90 0x7ffb0806ef50 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:51.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.252+0000 7ffb21fe4640 1 --2- 172.21.15.111:0/772501760 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb1c15c180 0x7ffb1c150c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:51.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.252+0000 7ffb21fe4640 1 --2- 172.21.15.111:0/772501760 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb1c0cf070 0x7ffb1c15dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:51.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.252+0000 7ffb21fe4640 1 --2- 172.21.15.111:0/772501760 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb1c073120 0x7ffb1c159210 unknown :-1 s=CLOSED pgs=1547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:51.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.252+0000 7ffb21fe4640 1 -- 172.21.15.111:0/772501760 >> 172.21.15.111:0/772501760 conn(0x7ffb1c062cc0 msgr2=0x7ffb1c0b2120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:51.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.252+0000 7ffb21fe4640 1 -- 172.21.15.111:0/772501760 shutdown_connections 2024-09-19T04:39:51.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.252+0000 7ffb21fe4640 1 -- 172.21.15.111:0/772501760 wait complete. 2024-09-19T04:39:51.273 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T04:39:51.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.370+0000 7fab588a5640 1 Processor -- start 2024-09-19T04:39:51.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.370+0000 7fab588a5640 1 -- start start 2024-09-19T04:39:51.372 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.370+0000 7fab588a5640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab5415c3d0 0x7fab540b67e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:51.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.370+0000 7fab588a5640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fab540ce910 0x7fab540b3990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:51.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.370+0000 7fab588a5640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab540b5a60 con 0x7fab540b3550 2024-09-19T04:39:51.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.370+0000 7fab588a5640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fab540b3ed0 con 0x7fab540ce910 2024-09-19T04:39:51.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.371+0000 7fab588a5640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fab540b5d00 con 0x7fab5415c3d0 2024-09-19T04:39:51.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.371+0000 7fab52d9d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fab540ce910 0x7fab540b3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:51.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.371+0000 7fab49d9b640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7fab540b3550 0x7fab540ce200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:37130/0 (socket says 172.21.15.111:37130) 2024-09-19T04:39:51.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.371+0000 7fab52d9d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fab540ce910 0x7fab540b3990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:50610/0 (socket says 172.21.15.111:50610) 2024-09-19T04:39:51.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.371+0000 7fab49d9b640 1 -- 172.21.15.111:0/3976577011 learned_addr learned my addr 172.21.15.111:0/3976577011 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:51.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.371+0000 7fab5259c640 1 --2- 172.21.15.111:0/3976577011 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab5415c3d0 0x7fab540b67e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:51.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.371+0000 7fab5259c640 1 -- 172.21.15.111:0/3976577011 >> v2:172.21.15.114:3300/0 conn(0x7fab540ce910 msgr2=0x7fab540b3990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:51.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.371+0000 7fab5259c640 1 --2- 172.21.15.111:0/3976577011 >> v2:172.21.15.114:3300/0 conn(0x7fab540ce910 0x7fab540b3990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:51.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.371+0000 7fab5259c640 1 -- 172.21.15.111:0/3976577011 >> v1:172.21.15.114:6789/0 conn(0x7fab540b3550 legacy=0x7fab540ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:51.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.371+0000 7fab5259c640 1 -- 172.21.15.111:0/3976577011 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab540b5fe0 con 0x7fab5415c3d0 2024-09-19T04:39:51.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.371+0000 7fab51d9b640 1 -- 172.21.15.111:0/3976577011 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1983167893 0 0) 0x7fab540b5a60 con 0x7fab540b3550 2024-09-19T04:39:51.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.371+0000 7fab52d9d640 1 --2- 172.21.15.111:0/3976577011 >> v2:172.21.15.114:3300/0 conn(0x7fab540ce910 0x7fab540b3990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:51.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.372+0000 7fab5259c640 1 --2- 172.21.15.111:0/3976577011 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab5415c3d0 0x7fab540b67e0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fab440097a0 tx=0x7fab4402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=85e9b303cc2ade6a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:51.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.372+0000 7fab51d9b640 1 -- 172.21.15.111:0/3976577011 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab44037070 con 0x7fab5415c3d0 2024-09-19T04:39:51.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.372+0000 7fab51d9b640 1 -- 172.21.15.111:0/3976577011 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab44032440 con 0x7fab5415c3d0 2024-09-19T04:39:51.375 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.372+0000 7fab51d9b640 1 -- 172.21.15.111:0/3976577011 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab44032810 con 0x7fab5415c3d0 2024-09-19T04:39:51.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.373+0000 7fab588a5640 1 -- 172.21.15.111:0/3976577011 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab5415c3d0 msgr2=0x7fab540b67e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:51.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.373+0000 7fab588a5640 1 --2- 172.21.15.111:0/3976577011 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab5415c3d0 0x7fab540b67e0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fab440097a0 tx=0x7fab4402a180 comp rx=0 tx=0).stop 2024-09-19T04:39:51.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.373+0000 7fab588a5640 1 -- 172.21.15.111:0/3976577011 shutdown_connections 2024-09-19T04:39:51.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.373+0000 7fab588a5640 1 --2- 172.21.15.111:0/3976577011 >> v2:172.21.15.114:3300/0 conn(0x7fab540ce910 0x7fab540b3990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:51.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.373+0000 7fab588a5640 1 --2- 172.21.15.111:0/3976577011 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab5415c3d0 0x7fab540b67e0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:51.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.373+0000 7fab588a5640 1 -- 172.21.15.111:0/3976577011 >> 172.21.15.111:0/3976577011 conn(0x7fab5406ce90 msgr2=0x7fab5406d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:51.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.373+0000 7fab588a5640 1 -- 172.21.15.111:0/3976577011 shutdown_connections 2024-09-19T04:39:51.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.373+0000 7fab588a5640 1 -- 172.21.15.111:0/3976577011 wait complete. 2024-09-19T04:39:51.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.374+0000 7fab588a5640 1 Processor -- start 2024-09-19T04:39:51.376 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.374+0000 7fab588a5640 1 -- start start 2024-09-19T04:39:51.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.375+0000 7fab588a5640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab540b3550 0x7fab54158a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:51.378 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.375+0000 7fab588a5640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab540ce910 0x7fab540aea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:51.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.375+0000 7fab588a5640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab5415c3d0 0x7fab540aca10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:51.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.375+0000 7fab588a5640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fab540cef70 con 0x7fab540ce910 2024-09-19T04:39:51.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.375+0000 7fab588a5640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fab540b6d20 con 0x7fab540b3550 2024-09-19T04:39:51.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.375+0000 7fab588a5640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fab540cf0f0 con 0x7fab5415c3d0 2024-09-19T04:39:51.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.375+0000 7fab49d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab540ce910 0x7fab540aea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:51.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.375+0000 7fab49d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab540ce910 0x7fab540aea30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51150/0 (socket says 172.21.15.111:51150) 2024-09-19T04:39:51.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.375+0000 7fab49d9b640 1 -- 172.21.15.111:0/3536415189 learned_addr learned my addr 172.21.15.111:0/3536415189 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:51.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.375+0000 7fab52d9d640 1 --2- 172.21.15.111:0/3536415189 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab5415c3d0 0x7fab540aca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:51.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.375+0000 7fab5259c640 1 --2- 172.21.15.111:0/3536415189 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab540b3550 0x7fab54158a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:51.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.375+0000 7fab49d9b640 1 -- 172.21.15.111:0/3536415189 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab5415c3d0 msgr2=0x7fab540aca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:51.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.375+0000 7fab49d9b640 1 --2- 172.21.15.111:0/3536415189 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab5415c3d0 0x7fab540aca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:51.379 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.375+0000 7fab49d9b640 1 -- 172.21.15.111:0/3536415189 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab540b3550 msgr2=0x7fab54158a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:51.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.375+0000 7fab49d9b640 1 --2- 172.21.15.111:0/3536415189 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab540b3550 0x7fab54158a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:51.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.375+0000 7fab49d9b640 1 -- 172.21.15.111:0/3536415189 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab540aa570 con 0x7fab540ce910 2024-09-19T04:39:51.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.375+0000 7fab5259c640 1 --2- 172.21.15.111:0/3536415189 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab540b3550 0x7fab54158a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:51.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.376+0000 7fab49d9b640 1 --2- 172.21.15.111:0/3536415189 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab540ce910 0x7fab540aea30 secure :-1 s=READY pgs=1548 cs=0 l=1 rev1=1 crypto rx=0x7fab3c00c4b0 tx=0x7fab3c00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:51.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.376+0000 7fab4b7fe640 1 -- 172.21.15.111:0/3536415189 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab3c0074e0 con 0x7fab540ce910 2024-09-19T04:39:51.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.376+0000 7fab4b7fe640 1 -- 172.21.15.111:0/3536415189 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab3c0047e0 con 0x7fab540ce910 2024-09-19T04:39:51.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.376+0000 7fab4b7fe640 1 -- 172.21.15.111:0/3536415189 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab3c004bd0 con 0x7fab540ce910 2024-09-19T04:39:51.380 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.376+0000 7fab588a5640 1 -- 172.21.15.111:0/3536415189 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab540aa810 con 0x7fab540ce910 2024-09-19T04:39:51.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.376+0000 7fab588a5640 1 -- 172.21.15.111:0/3536415189 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab540ad4b0 con 0x7fab540ce910 2024-09-19T04:39:51.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.377+0000 7fab588a5640 1 -- 172.21.15.111:0/3536415189 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab540b3990 con 0x7fab540ce910 2024-09-19T04:39:51.381 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.377+0000 7fab4b7fe640 1 -- 172.21.15.111:0/3536415189 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fab3c011070 con 0x7fab540ce910 2024-09-19T04:39:51.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.378+0000 7fab4b7fe640 1 --2- 172.21.15.111:0/3536415189 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fab3406ca90 0x7fab3406ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:51.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.378+0000 7fab4b7fe640 1 -- 172.21.15.111:0/3536415189 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 4913+0+0 (secure 0 0 0) 0x7fab3c089af0 con 0x7fab540ce910 2024-09-19T04:39:51.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.378+0000 7fab5259c640 1 --2- 172.21.15.111:0/3536415189 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fab3406ca90 0x7fab3406ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:51.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.379+0000 7fab5259c640 1 --2- 172.21.15.111:0/3536415189 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fab3406ca90 0x7fab3406ef50 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fab44034000 tx=0x7fab4402e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:51.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.382+0000 7fab4b7fe640 1 -- 172.21.15.111:0/3536415189 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fab3c00e280 con 0x7fab540ce910 2024-09-19T04:39:51.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.548+0000 7fab588a5640 1 -- 172.21.15.111:0/3536415189 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fab5406d4c0 con 0x7fab540ce910 2024-09-19T04:39:51.550 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.548+0000 7fab4b7fe640 1 -- 172.21.15.111:0/3536415189 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v151) ==== 84+0+65 (secure 0 0 0) 0x7fab3c059b90 con 0x7fab540ce910 2024-09-19T04:39:51.550 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:51.550 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:39:51.550 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:39:51.550 INFO:teuthology.orchestra.run.smithi111.stdout: "poolnum": 1, 2024-09-19T04:39:51.550 INFO:teuthology.orchestra.run.smithi111.stdout: "poolname": ".mgr" 2024-09-19T04:39:51.550 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:39:51.551 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:39:51.552 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.550+0000 7fab588a5640 1 -- 172.21.15.111:0/3536415189 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fab3406ca90 msgr2=0x7fab3406ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:51.552 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.550+0000 7fab588a5640 1 --2- 172.21.15.111:0/3536415189 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fab3406ca90 0x7fab3406ef50 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fab44034000 tx=0x7fab4402e000 comp rx=0 tx=0).stop 2024-09-19T04:39:51.552 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.550+0000 7fab588a5640 1 -- 172.21.15.111:0/3536415189 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab540ce910 msgr2=0x7fab540aea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:51.552 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.550+0000 7fab588a5640 1 --2- 172.21.15.111:0/3536415189 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab540ce910 0x7fab540aea30 secure :-1 s=READY pgs=1548 cs=0 l=1 rev1=1 crypto rx=0x7fab3c00c4b0 tx=0x7fab3c00c8b0 comp rx=0 tx=0).stop 2024-09-19T04:39:51.553 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.550+0000 7fab588a5640 1 -- 172.21.15.111:0/3536415189 shutdown_connections 2024-09-19T04:39:51.553 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.550+0000 7fab588a5640 1 --2- 172.21.15.111:0/3536415189 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fab3406ca90 0x7fab3406ef50 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:51.553 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.550+0000 7fab588a5640 1 --2- 172.21.15.111:0/3536415189 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab5415c3d0 0x7fab540aca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:51.553 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.550+0000 7fab588a5640 1 --2- 172.21.15.111:0/3536415189 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab540ce910 0x7fab540aea30 unknown :-1 s=CLOSED pgs=1548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:51.553 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.550+0000 7fab588a5640 1 --2- 172.21.15.111:0/3536415189 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab540b3550 0x7fab54158a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:51.553 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.550+0000 7fab588a5640 1 -- 172.21.15.111:0/3536415189 >> 172.21.15.111:0/3536415189 conn(0x7fab5406ce90 msgr2=0x7fab54071fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:51.553 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.551+0000 7fab588a5640 1 -- 172.21.15.111:0/3536415189 shutdown_connections 2024-09-19T04:39:51.553 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.551+0000 7fab588a5640 1 -- 172.21.15.111:0/3536415189 wait complete. 2024-09-19T04:39:51.562 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T04:39:51.563 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T04:39:51.664 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.663+0000 7fb93c32c640 1 Processor -- start 2024-09-19T04:39:51.665 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.663+0000 7fb93c32c640 1 -- start start 2024-09-19T04:39:51.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.664+0000 7fb93c32c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb93406f130 0x7fb934072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:51.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.664+0000 7fb93c32c640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb93415c970 con 0x7fb93415f9f0 2024-09-19T04:39:51.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.664+0000 7fb93c32c640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb93415bbb0 con 0x7fb93415b370 2024-09-19T04:39:51.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.664+0000 7fb93c32c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb93415fef0 con 0x7fb93406f130 2024-09-19T04:39:51.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.664+0000 7fb93a8c9640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fb93415f9f0 0x7fb9340ce490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:43682/0 (socket says 172.21.15.111:43682) 2024-09-19T04:39:51.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.664+0000 7fb93a8c9640 1 -- 172.21.15.111:0/3355993821 learned_addr learned my addr 172.21.15.111:0/3355993821 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:51.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.664+0000 7fb9398c7640 1 --2- 172.21.15.111:0/3355993821 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb93406f130 0x7fb934072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:51.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb9390c6640 1 -- 172.21.15.111:0/3355993821 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1114590636 0 0) 0x7fb93415c970 con 0x7fb93415f9f0 2024-09-19T04:39:51.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb9390c6640 1 -- 172.21.15.111:0/3355993821 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb920003520 con 0x7fb93415f9f0 2024-09-19T04:39:51.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb9390c6640 1 -- 172.21.15.111:0/3355993821 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1992881164 0 0) 0x7fb93415bbb0 con 0x7fb93415b370 2024-09-19T04:39:51.669 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb9390c6640 1 -- 172.21.15.111:0/3355993821 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb93415c970 con 0x7fb93415b370 2024-09-19T04:39:51.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb9390c6640 1 -- 172.21.15.111:0/3355993821 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 352613743 0 0) 0x7fb920003520 con 0x7fb93415f9f0 2024-09-19T04:39:51.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb9390c6640 1 -- 172.21.15.111:0/3355993821 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb93406f130 msgr2=0x7fb934072560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:51.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb9390c6640 1 --2- 172.21.15.111:0/3355993821 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb93406f130 0x7fb934072560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:51.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb9390c6640 1 -- 172.21.15.111:0/3355993821 >> v1:172.21.15.114:6789/0 conn(0x7fb93415b370 legacy=0x7fb93406ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:51.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb9390c6640 1 -- 172.21.15.111:0/3355993821 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb93415be90 con 0x7fb93415f9f0 2024-09-19T04:39:51.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb9398c7640 1 --2- 172.21.15.111:0/3355993821 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb93406f130 0x7fb934072560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:51.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb9390c6640 1 -- 172.21.15.111:0/3355993821 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fb92c001670 con 0x7fb93415f9f0 2024-09-19T04:39:51.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb9390c6640 1 -- 172.21.15.111:0/3355993821 >> v1:172.21.15.111:6789/0 conn(0x7fb93415f9f0 legacy=0x7fb9340ce490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:51.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb9390c6640 1 --2- 172.21.15.111:0/3355993821 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb920003b70 0x7fb920003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:51.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb9390c6640 1 --2- 172.21.15.111:0/3355993821 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb93406f130 0x7fb920004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:51.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb9390c6640 1 --2- 172.21.15.111:0/3355993821 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb920004d40 0x7fb9200051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:51.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb9390c6640 1 -- 172.21.15.111:0/3355993821 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb93415fef0 con 0x7fb920003b70 2024-09-19T04:39:51.670 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb9390c6640 1 -- 172.21.15.111:0/3355993821 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb92000dce0 con 0x7fb920004d40 2024-09-19T04:39:51.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb9390c6640 1 -- 172.21.15.111:0/3355993821 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb92000dee0 con 0x7fb93406f130 2024-09-19T04:39:51.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb93a0c8640 1 --2- 172.21.15.111:0/3355993821 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb920003b70 0x7fb920003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:51.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb9398c7640 1 --2- 172.21.15.111:0/3355993821 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb93406f130 0x7fb920004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:51.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb93a8c9640 1 --2- 172.21.15.111:0/3355993821 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb920004d40 0x7fb9200051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:51.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb93a0c8640 1 -- 172.21.15.111:0/3355993821 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb93406f130 msgr2=0x7fb920004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:51.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb93a0c8640 1 --2- 172.21.15.111:0/3355993821 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb93406f130 0x7fb920004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:51.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb93a0c8640 1 -- 172.21.15.111:0/3355993821 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb920004d40 msgr2=0x7fb9200051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:51.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb93a0c8640 1 --2- 172.21.15.111:0/3355993821 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb920004d40 0x7fb9200051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:51.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb93a0c8640 1 -- 172.21.15.111:0/3355993821 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb920003520 con 0x7fb920003b70 2024-09-19T04:39:51.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.665+0000 7fb93a8c9640 1 --2- 172.21.15.111:0/3355993821 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb920004d40 0x7fb9200051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:51.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.666+0000 7fb93a0c8640 1 --2- 172.21.15.111:0/3355993821 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb920003b70 0x7fb920003f70 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7fb930001fd0 tx=0x7fb920005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bc44ecc9b13a6c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:51.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.666+0000 7fb9390c6640 1 -- 172.21.15.111:0/3355993821 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb930001bf0 con 0x7fb920003b70 2024-09-19T04:39:51.671 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.666+0000 7fb9390c6640 1 -- 172.21.15.111:0/3355993821 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb930003b70 con 0x7fb920003b70 2024-09-19T04:39:51.672 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.666+0000 7fb9390c6640 1 -- 172.21.15.111:0/3355993821 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9300050d0 con 0x7fb920003b70 2024-09-19T04:39:51.672 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.667+0000 7fb93c32c640 1 -- 172.21.15.111:0/3355993821 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb920003b70 msgr2=0x7fb920003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:51.672 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.667+0000 7fb93c32c640 1 --2- 172.21.15.111:0/3355993821 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb920003b70 0x7fb920003f70 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7fb930001fd0 tx=0x7fb920005830 comp rx=0 tx=0).stop 2024-09-19T04:39:51.672 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.667+0000 7fb93a8c9640 1 -- 172.21.15.111:0/3355993821 reap_dead start 2024-09-19T04:39:51.672 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.667+0000 7fb93c32c640 1 -- 172.21.15.111:0/3355993821 shutdown_connections 2024-09-19T04:39:51.672 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.667+0000 7fb93c32c640 1 -- 172.21.15.111:0/3355993821 >> 172.21.15.111:0/3355993821 conn(0x7fb93406bba0 msgr2=0x7fb93406bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:51.672 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.667+0000 7fb93c32c640 1 -- 172.21.15.111:0/3355993821 shutdown_connections 2024-09-19T04:39:51.672 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.667+0000 7fb93c32c640 1 -- 172.21.15.111:0/3355993821 wait complete. 2024-09-19T04:39:51.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.668+0000 7fb93c32c640 1 Processor -- start 2024-09-19T04:39:51.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.668+0000 7fb93c32c640 1 -- start start 2024-09-19T04:39:51.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.669+0000 7fb93c32c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb920003b70 0x7fb93414e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:51.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.669+0000 7fb93c32c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb93414d910 0x7fb93414adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:51.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.669+0000 7fb93c32c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb9340ae910 0x7fb9340aedc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:51.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.669+0000 7fb93c32c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb9340731b0 con 0x7fb9340ae910 2024-09-19T04:39:51.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.669+0000 7fb93c32c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb93415c450 con 0x7fb93414d910 2024-09-19T04:39:51.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.669+0000 7fb93c32c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb93415b750 con 0x7fb920003b70 2024-09-19T04:39:51.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.669+0000 7fb93a8c9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb9340ae910 0x7fb9340aedc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:51.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.669+0000 7fb93a8c9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb9340ae910 0x7fb9340aedc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51172/0 (socket says 172.21.15.111:51172) 2024-09-19T04:39:51.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.669+0000 7fb93a8c9640 1 -- 172.21.15.111:0/1988656456 learned_addr learned my addr 172.21.15.111:0/1988656456 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.669+0000 7fb93a8c9640 1 -- 172.21.15.111:0/1988656456 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb920003b70 msgr2=0x7fb93414e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.669+0000 7fb9398c7640 1 --2- 172.21.15.111:0/1988656456 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb93414d910 0x7fb93414adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.669+0000 7fb93a0c8640 1 --2- 172.21.15.111:0/1988656456 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb920003b70 0x7fb93414e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.669+0000 7fb93a8c9640 1 --2- 172.21.15.111:0/1988656456 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb920003b70 0x7fb93414e790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.669+0000 7fb93a8c9640 1 -- 172.21.15.111:0/1988656456 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb93414d910 msgr2=0x7fb93414adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.669+0000 7fb93a8c9640 1 --2- 172.21.15.111:0/1988656456 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb93414d910 0x7fb93414adc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.669+0000 7fb93a8c9640 1 -- 172.21.15.111:0/1988656456 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9340b0530 con 0x7fb9340ae910 2024-09-19T04:39:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.669+0000 7fb93a8c9640 1 --2- 172.21.15.111:0/1988656456 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb9340ae910 0x7fb9340aedc0 secure :-1 s=READY pgs=1551 cs=0 l=1 rev1=1 crypto rx=0x7fb92c000fb0 tx=0x7fb92c00e960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.669+0000 7fb92affd640 1 -- 172.21.15.111:0/1988656456 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb92c019070 con 0x7fb9340ae910 2024-09-19T04:39:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.669+0000 7fb92affd640 1 -- 172.21.15.111:0/1988656456 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb92c0114f0 con 0x7fb9340ae910 2024-09-19T04:39:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.669+0000 7fb92affd640 1 -- 172.21.15.111:0/1988656456 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb92c0118c0 con 0x7fb9340ae910 2024-09-19T04:39:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.669+0000 7fb93c32c640 1 -- 172.21.15.111:0/1988656456 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9340b0810 con 0x7fb9340ae910 2024-09-19T04:39:51.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.670+0000 7fb93c32c640 1 -- 172.21.15.111:0/1988656456 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9340b0dd0 con 0x7fb9340ae910 2024-09-19T04:39:51.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.670+0000 7fb93c32c640 1 -- 172.21.15.111:0/1988656456 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb934072560 con 0x7fb9340ae910 2024-09-19T04:39:51.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.671+0000 7fb92affd640 1 -- 172.21.15.111:0/1988656456 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fb92c01c070 con 0x7fb9340ae910 2024-09-19T04:39:51.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.671+0000 7fb92affd640 1 --2- 172.21.15.111:0/1988656456 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb91806ca90 0x7fb91806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:51.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.671+0000 7fb92affd640 1 -- 172.21.15.111:0/1988656456 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 4913+0+0 (secure 0 0 0) 0x7fb92c08b2f0 con 0x7fb9340ae910 2024-09-19T04:39:51.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.672+0000 7fb93a0c8640 1 --2- 172.21.15.111:0/1988656456 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb91806ca90 0x7fb91806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:51.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.672+0000 7fb93a0c8640 1 --2- 172.21.15.111:0/1988656456 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb91806ca90 0x7fb91806ef50 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fb930032000 tx=0x7fb93002f000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:51.677 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.675+0000 7fb92affd640 1 -- 172.21.15.111:0/1988656456 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb92c059330 con 0x7fb9340ae910 2024-09-19T04:39:51.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:51.840+0000 7fb93c32c640 1 -- 172.21.15.111:0/1988656456 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fb93406e4c0 con 0x7fb9340ae910 2024-09-19T04:39:52.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.165+0000 7fb92affd640 1 -- 172.21.15.111:0/1988656456 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v152) ==== 138+0+0 (secure 0 0 0) 0x7fb92c058c30 con 0x7fb9340ae910 2024-09-19T04:39:52.166 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' created 2024-09-19T04:39:52.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.167+0000 7fb93c32c640 1 -- 172.21.15.111:0/1988656456 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb91806ca90 msgr2=0x7fb91806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:52.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.167+0000 7fb93c32c640 1 --2- 172.21.15.111:0/1988656456 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb91806ca90 0x7fb91806ef50 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fb930032000 tx=0x7fb93002f000 comp rx=0 tx=0).stop 2024-09-19T04:39:52.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.167+0000 7fb93c32c640 1 -- 172.21.15.111:0/1988656456 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb9340ae910 msgr2=0x7fb9340aedc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:52.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.167+0000 7fb93c32c640 1 --2- 172.21.15.111:0/1988656456 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb9340ae910 0x7fb9340aedc0 secure :-1 s=READY pgs=1551 cs=0 l=1 rev1=1 crypto rx=0x7fb92c000fb0 tx=0x7fb92c00e960 comp rx=0 tx=0).stop 2024-09-19T04:39:52.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.167+0000 7fb93c32c640 1 -- 172.21.15.111:0/1988656456 shutdown_connections 2024-09-19T04:39:52.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.167+0000 7fb93c32c640 1 --2- 172.21.15.111:0/1988656456 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb91806ca90 0x7fb91806ef50 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:52.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.167+0000 7fb93c32c640 1 --2- 172.21.15.111:0/1988656456 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb9340ae910 0x7fb9340aedc0 unknown :-1 s=CLOSED pgs=1551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:52.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.167+0000 7fb93c32c640 1 --2- 172.21.15.111:0/1988656456 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb93414d910 0x7fb93414adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:52.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.167+0000 7fb93c32c640 1 --2- 172.21.15.111:0/1988656456 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb920003b70 0x7fb93414e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:52.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.167+0000 7fb93c32c640 1 -- 172.21.15.111:0/1988656456 >> 172.21.15.111:0/1988656456 conn(0x7fb93406bba0 msgr2=0x7fb93406d410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:52.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.167+0000 7fb93c32c640 1 -- 172.21.15.111:0/1988656456 shutdown_connections 2024-09-19T04:39:52.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.167+0000 7fb93c32c640 1 -- 172.21.15.111:0/1988656456 wait complete. 2024-09-19T04:39:52.183 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T04:39:52.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.287+0000 7fbc79ff6640 1 Processor -- start 2024-09-19T04:39:52.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.287+0000 7fbc79ff6640 1 -- start start 2024-09-19T04:39:52.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.288+0000 7fbc79ff6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbc7415b370 0x7fbc74072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:52.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.288+0000 7fbc79ff6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc7415c970 con 0x7fbc7406f130 2024-09-19T04:39:52.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.288+0000 7fbc79ff6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc7415bbb0 con 0x7fbc7415f9f0 2024-09-19T04:39:52.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.288+0000 7fbc79ff6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fbc7415fef0 con 0x7fbc7415b370 2024-09-19T04:39:52.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.288+0000 7fbc73fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fbc7406f130 0x7fbc740ce490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:43698/0 (socket says 172.21.15.111:43698) 2024-09-19T04:39:52.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.288+0000 7fbc73fff640 1 -- 172.21.15.111:0/431785670 learned_addr learned my addr 172.21.15.111:0/431785670 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:52.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.288+0000 7fbc737fe640 1 --2- 172.21.15.111:0/431785670 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbc7415b370 0x7fbc74072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:52.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.288+0000 7fbc72ffd640 1 -- 172.21.15.111:0/431785670 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2460073813 0 0) 0x7fbc7415c970 con 0x7fbc7406f130 2024-09-19T04:39:52.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.288+0000 7fbc72ffd640 1 -- 172.21.15.111:0/431785670 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbc60003520 con 0x7fbc7406f130 2024-09-19T04:39:52.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.289+0000 7fbc72ffd640 1 -- 172.21.15.111:0/431785670 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2820227159 0 0) 0x7fbc60003520 con 0x7fbc7406f130 2024-09-19T04:39:52.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.289+0000 7fbc72ffd640 1 -- 172.21.15.111:0/431785670 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbc7415b370 msgr2=0x7fbc74072560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:52.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.289+0000 7fbc72ffd640 1 --2- 172.21.15.111:0/431785670 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbc7415b370 0x7fbc74072560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:52.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.289+0000 7fbc72ffd640 1 -- 172.21.15.111:0/431785670 >> v1:172.21.15.114:6789/0 conn(0x7fbc7415f9f0 legacy=0x7fbc7406ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:52.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.289+0000 7fbc72ffd640 1 -- 172.21.15.111:0/431785670 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc7415be90 con 0x7fbc7406f130 2024-09-19T04:39:52.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.289+0000 7fbc72ffd640 1 -- 172.21.15.111:0/431785670 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fbc6c0019f0 con 0x7fbc7406f130 2024-09-19T04:39:52.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.289+0000 7fbc72ffd640 1 -- 172.21.15.111:0/431785670 >> v1:172.21.15.111:6789/0 conn(0x7fbc7406f130 legacy=0x7fbc740ce490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:52.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.289+0000 7fbc72ffd640 1 --2- 172.21.15.111:0/431785670 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc600039e0 0x7fbc60003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:52.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.289+0000 7fbc72ffd640 1 --2- 172.21.15.111:0/431785670 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbc7415b370 0x7fbc60004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:52.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.289+0000 7fbc72ffd640 1 --2- 172.21.15.111:0/431785670 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbc60004d40 0x7fbc600051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:52.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.289+0000 7fbc72ffd640 1 -- 172.21.15.111:0/431785670 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fbc7415fef0 con 0x7fbc600039e0 2024-09-19T04:39:52.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.289+0000 7fbc72ffd640 1 -- 172.21.15.111:0/431785670 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fbc6000ba70 con 0x7fbc60004d40 2024-09-19T04:39:52.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.289+0000 7fbc72ffd640 1 -- 172.21.15.111:0/431785670 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fbc6000bc70 con 0x7fbc7415b370 2024-09-19T04:39:52.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.289+0000 7fbc737fe640 1 --2- 172.21.15.111:0/431785670 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc600039e0 0x7fbc60003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:52.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.289+0000 7fbc6bfff640 1 --2- 172.21.15.111:0/431785670 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbc7415b370 0x7fbc60004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:52.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.289+0000 7fbc73fff640 1 --2- 172.21.15.111:0/431785670 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbc60004d40 0x7fbc600051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:52.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.289+0000 7fbc737fe640 1 -- 172.21.15.111:0/431785670 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbc7415b370 msgr2=0x7fbc60004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:52.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.289+0000 7fbc737fe640 1 --2- 172.21.15.111:0/431785670 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbc7415b370 0x7fbc60004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:52.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.289+0000 7fbc737fe640 1 -- 172.21.15.111:0/431785670 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbc60004d40 msgr2=0x7fbc600051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:52.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.289+0000 7fbc737fe640 1 --2- 172.21.15.111:0/431785670 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbc60004d40 0x7fbc600051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:52.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.289+0000 7fbc737fe640 1 -- 172.21.15.111:0/431785670 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc60003520 con 0x7fbc600039e0 2024-09-19T04:39:52.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.290+0000 7fbc737fe640 1 --2- 172.21.15.111:0/431785670 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc600039e0 0x7fbc60003dc0 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7fbc64009ac0 tx=0x7fbc60005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b880e55a4aa2661b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:52.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.290+0000 7fbc72ffd640 1 -- 172.21.15.111:0/431785670 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc64036070 con 0x7fbc600039e0 2024-09-19T04:39:52.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.290+0000 7fbc72ffd640 1 -- 172.21.15.111:0/431785670 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc64031400 con 0x7fbc600039e0 2024-09-19T04:39:52.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.290+0000 7fbc72ffd640 1 -- 172.21.15.111:0/431785670 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc64009690 con 0x7fbc600039e0 2024-09-19T04:39:52.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.290+0000 7fbc79ff6640 1 -- 172.21.15.111:0/431785670 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc600039e0 msgr2=0x7fbc60003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:52.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.290+0000 7fbc79ff6640 1 --2- 172.21.15.111:0/431785670 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc600039e0 0x7fbc60003dc0 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7fbc64009ac0 tx=0x7fbc60005830 comp rx=0 tx=0).stop 2024-09-19T04:39:52.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.290+0000 7fbc73fff640 1 -- 172.21.15.111:0/431785670 reap_dead start 2024-09-19T04:39:52.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.291+0000 7fbc79ff6640 1 -- 172.21.15.111:0/431785670 shutdown_connections 2024-09-19T04:39:52.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.291+0000 7fbc79ff6640 1 -- 172.21.15.111:0/431785670 >> 172.21.15.111:0/431785670 conn(0x7fbc7406bba0 msgr2=0x7fbc7406bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:52.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.291+0000 7fbc79ff6640 1 -- 172.21.15.111:0/431785670 shutdown_connections 2024-09-19T04:39:52.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.291+0000 7fbc79ff6640 1 -- 172.21.15.111:0/431785670 wait complete. 2024-09-19T04:39:52.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.292+0000 7fbc79ff6640 1 Processor -- start 2024-09-19T04:39:52.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.292+0000 7fbc79ff6640 1 -- start start 2024-09-19T04:39:52.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.292+0000 7fbc79ff6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc600039e0 0x7fbc74149ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:52.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.292+0000 7fbc79ff6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbc7406d910 0x7fbc7406dd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:52.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.292+0000 7fbc79ff6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbc740ab170 0x7fbc740ab5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:52.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.292+0000 7fbc79ff6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fbc740731b0 con 0x7fbc600039e0 2024-09-19T04:39:52.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.292+0000 7fbc79ff6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fbc7415c450 con 0x7fbc740ab170 2024-09-19T04:39:52.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.292+0000 7fbc79ff6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fbc7415b750 con 0x7fbc7406d910 2024-09-19T04:39:52.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.293+0000 7fbc737fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc600039e0 0x7fbc74149ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:52.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.293+0000 7fbc737fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc600039e0 0x7fbc74149ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51186/0 (socket says 172.21.15.111:51186) 2024-09-19T04:39:52.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.293+0000 7fbc737fe640 1 -- 172.21.15.111:0/1644792867 learned_addr learned my addr 172.21.15.111:0/1644792867 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:52.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.293+0000 7fbc6bfff640 1 --2- 172.21.15.111:0/1644792867 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbc7406d910 0x7fbc7406dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:52.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.293+0000 7fbc73fff640 1 --2- 172.21.15.111:0/1644792867 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbc740ab170 0x7fbc740ab5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:52.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.293+0000 7fbc737fe640 1 -- 172.21.15.111:0/1644792867 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbc7406d910 msgr2=0x7fbc7406dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:52.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.293+0000 7fbc737fe640 1 --2- 172.21.15.111:0/1644792867 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbc7406d910 0x7fbc7406dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:52.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.293+0000 7fbc737fe640 1 -- 172.21.15.111:0/1644792867 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbc740ab170 msgr2=0x7fbc740ab5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:52.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.293+0000 7fbc737fe640 1 --2- 172.21.15.111:0/1644792867 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbc740ab170 0x7fbc740ab5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:52.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.293+0000 7fbc737fe640 1 -- 172.21.15.111:0/1644792867 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc74159590 con 0x7fbc600039e0 2024-09-19T04:39:52.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.293+0000 7fbc737fe640 1 --2- 172.21.15.111:0/1644792867 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc600039e0 0x7fbc74149ed0 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7fbc64009be0 tx=0x7fbc64004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:52.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.293+0000 7fbc70ff9640 1 -- 172.21.15.111:0/1644792867 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc64040020 con 0x7fbc600039e0 2024-09-19T04:39:52.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.293+0000 7fbc70ff9640 1 -- 172.21.15.111:0/1644792867 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc64003940 con 0x7fbc600039e0 2024-09-19T04:39:52.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.293+0000 7fbc70ff9640 1 -- 172.21.15.111:0/1644792867 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc64036040 con 0x7fbc600039e0 2024-09-19T04:39:52.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.293+0000 7fbc79ff6640 1 -- 172.21.15.111:0/1644792867 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc74159870 con 0x7fbc600039e0 2024-09-19T04:39:52.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.293+0000 7fbc79ff6640 1 -- 172.21.15.111:0/1644792867 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc74159e30 con 0x7fbc600039e0 2024-09-19T04:39:52.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.294+0000 7fbc79ff6640 1 -- 172.21.15.111:0/1644792867 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc74072560 con 0x7fbc600039e0 2024-09-19T04:39:52.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.295+0000 7fbc70ff9640 1 -- 172.21.15.111:0/1644792867 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fbc64043020 con 0x7fbc600039e0 2024-09-19T04:39:52.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.295+0000 7fbc70ff9640 1 --2- 172.21.15.111:0/1644792867 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbc5406ca90 0x7fbc5406ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:52.299 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.296+0000 7fbc70ff9640 1 -- 172.21.15.111:0/1644792867 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5283+0+0 (secure 0 0 0) 0x7fbc640acbc0 con 0x7fbc600039e0 2024-09-19T04:39:52.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.296+0000 7fbc6bfff640 1 --2- 172.21.15.111:0/1644792867 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbc5406ca90 0x7fbc5406ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:52.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.296+0000 7fbc6bfff640 1 --2- 172.21.15.111:0/1644792867 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbc5406ca90 0x7fbc5406ef50 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fbc5c007fd0 tx=0x7fbc5c009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:52.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.299+0000 7fbc70ff9640 1 -- 172.21.15.111:0/1644792867 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbc6404a070 con 0x7fbc600039e0 2024-09-19T04:39:52.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:52.465+0000 7fbc79ff6640 1 -- 172.21.15.111:0/1644792867 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fbc7406c4a0 con 0x7fbc600039e0 2024-09-19T04:39:53.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.170+0000 7fbc70ff9640 1 -- 172.21.15.111:0/1644792867 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v153) ==== 170+0+0 (secure 0 0 0) 0x7fbc6407a030 con 0x7fbc600039e0 2024-09-19T04:39:53.172 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' created 2024-09-19T04:39:53.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.173+0000 7fbc79ff6640 1 -- 172.21.15.111:0/1644792867 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbc5406ca90 msgr2=0x7fbc5406ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:53.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.173+0000 7fbc79ff6640 1 --2- 172.21.15.111:0/1644792867 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbc5406ca90 0x7fbc5406ef50 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fbc5c007fd0 tx=0x7fbc5c009040 comp rx=0 tx=0).stop 2024-09-19T04:39:53.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.173+0000 7fbc79ff6640 1 -- 172.21.15.111:0/1644792867 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc600039e0 msgr2=0x7fbc74149ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:53.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.173+0000 7fbc79ff6640 1 --2- 172.21.15.111:0/1644792867 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc600039e0 0x7fbc74149ed0 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7fbc64009be0 tx=0x7fbc64004730 comp rx=0 tx=0).stop 2024-09-19T04:39:53.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.173+0000 7fbc79ff6640 1 -- 172.21.15.111:0/1644792867 shutdown_connections 2024-09-19T04:39:53.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.173+0000 7fbc79ff6640 1 --2- 172.21.15.111:0/1644792867 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbc5406ca90 0x7fbc5406ef50 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:53.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.173+0000 7fbc79ff6640 1 --2- 172.21.15.111:0/1644792867 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbc740ab170 0x7fbc740ab5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:53.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.173+0000 7fbc79ff6640 1 --2- 172.21.15.111:0/1644792867 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbc7406d910 0x7fbc7406dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:53.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.173+0000 7fbc79ff6640 1 --2- 172.21.15.111:0/1644792867 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc600039e0 0x7fbc74149ed0 unknown :-1 s=CLOSED pgs=1554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:53.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.173+0000 7fbc79ff6640 1 -- 172.21.15.111:0/1644792867 >> 172.21.15.111:0/1644792867 conn(0x7fbc7406bba0 msgr2=0x7fbc740b13d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:53.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.173+0000 7fbc79ff6640 1 -- 172.21.15.111:0/1644792867 shutdown_connections 2024-09-19T04:39:53.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.173+0000 7fbc79ff6640 1 -- 172.21.15.111:0/1644792867 wait complete. 2024-09-19T04:39:53.200 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T04:39:53.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.306+0000 7fa3de8e6640 1 Processor -- start 2024-09-19T04:39:53.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.306+0000 7fa3de8e6640 1 -- start start 2024-09-19T04:39:53.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.306+0000 7fa3de8e6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa3d8161e30 0x7fa3d80d34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:53.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.306+0000 7fa3de8e6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa3d806dfd0 0x7fa3d80b78b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:53.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.306+0000 7fa3de8e6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa3d80cf9a0 con 0x7fa3d80b3d50 2024-09-19T04:39:53.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.306+0000 7fa3de8e6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fa3d80cfcf0 con 0x7fa3d806dfd0 2024-09-19T04:39:53.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.306+0000 7fa3de8e6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa3d8162210 con 0x7fa3d8161e30 2024-09-19T04:39:53.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.307+0000 7fa3d77fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fa3d80b3d50 0x7fa3d806d8c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:43708/0 (socket says 172.21.15.111:43708) 2024-09-19T04:39:53.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.307+0000 7fa3d77fe640 1 -- 172.21.15.111:0/591182754 learned_addr learned my addr 172.21.15.111:0/591182754 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:53.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.307+0000 7fa3d7fff640 1 --2- 172.21.15.111:0/591182754 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa3d8161e30 0x7fa3d80d34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:53.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.307+0000 7fa3dce83640 1 --2- 172.21.15.111:0/591182754 >> v2:172.21.15.114:3300/0 conn(0x7fa3d806dfd0 0x7fa3d80b78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:53.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.307+0000 7fa3d6ffd640 1 -- 172.21.15.111:0/591182754 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1522290955 0 0) 0x7fa3d80cf9a0 con 0x7fa3d80b3d50 2024-09-19T04:39:53.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.307+0000 7fa3d6ffd640 1 -- 172.21.15.111:0/591182754 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa3c0003520 con 0x7fa3d80b3d50 2024-09-19T04:39:53.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.307+0000 7fa3d7fff640 1 -- 172.21.15.111:0/591182754 >> v2:172.21.15.114:3300/0 conn(0x7fa3d806dfd0 msgr2=0x7fa3d80b78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:53.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.307+0000 7fa3d7fff640 1 --2- 172.21.15.111:0/591182754 >> v2:172.21.15.114:3300/0 conn(0x7fa3d806dfd0 0x7fa3d80b78b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:53.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.307+0000 7fa3d7fff640 1 -- 172.21.15.111:0/591182754 >> v1:172.21.15.111:6789/0 conn(0x7fa3d80b3d50 legacy=0x7fa3d806d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:53.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.307+0000 7fa3d7fff640 1 -- 172.21.15.111:0/591182754 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3d80d5210 con 0x7fa3d8161e30 2024-09-19T04:39:53.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.308+0000 7fa3d7fff640 1 --2- 172.21.15.111:0/591182754 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa3d8161e30 0x7fa3d80d34a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa3c80097a0 tx=0x7fa3c802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fb21e5aef058c552 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:53.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.308+0000 7fa3d6ffd640 1 -- 172.21.15.111:0/591182754 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3c8037070 con 0x7fa3d8161e30 2024-09-19T04:39:53.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.308+0000 7fa3d6ffd640 1 -- 172.21.15.111:0/591182754 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3c8032440 con 0x7fa3d8161e30 2024-09-19T04:39:53.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.308+0000 7fa3d6ffd640 1 -- 172.21.15.111:0/591182754 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3c80327f0 con 0x7fa3d8161e30 2024-09-19T04:39:53.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.309+0000 7fa3de8e6640 1 -- 172.21.15.111:0/591182754 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa3d8161e30 msgr2=0x7fa3d80d34a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:53.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.309+0000 7fa3de8e6640 1 --2- 172.21.15.111:0/591182754 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa3d8161e30 0x7fa3d80d34a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa3c80097a0 tx=0x7fa3c802a180 comp rx=0 tx=0).stop 2024-09-19T04:39:53.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.309+0000 7fa3de8e6640 1 -- 172.21.15.111:0/591182754 shutdown_connections 2024-09-19T04:39:53.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.309+0000 7fa3de8e6640 1 --2- 172.21.15.111:0/591182754 >> v2:172.21.15.114:3300/0 conn(0x7fa3d806dfd0 0x7fa3d80b78b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:53.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.309+0000 7fa3de8e6640 1 --2- 172.21.15.111:0/591182754 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa3d8161e30 0x7fa3d80d34a0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:53.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.309+0000 7fa3de8e6640 1 -- 172.21.15.111:0/591182754 >> 172.21.15.111:0/591182754 conn(0x7fa3d80d1870 msgr2=0x7fa3d80d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:53.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.309+0000 7fa3de8e6640 1 -- 172.21.15.111:0/591182754 shutdown_connections 2024-09-19T04:39:53.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.309+0000 7fa3de8e6640 1 -- 172.21.15.111:0/591182754 wait complete. 2024-09-19T04:39:53.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.310+0000 7fa3de8e6640 1 Processor -- start 2024-09-19T04:39:53.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.310+0000 7fa3de8e6640 1 -- start start 2024-09-19T04:39:53.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.311+0000 7fa3de8e6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa3d806dfd0 0x7fa3d814c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:53.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.311+0000 7fa3de8e6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3d80b3d50 0x7fa3d814f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:53.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.311+0000 7fa3de8e6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa3d8161e30 0x7fa3d80b5fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:53.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.311+0000 7fa3de8e6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa3d80d39e0 con 0x7fa3d80b3d50 2024-09-19T04:39:53.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.311+0000 7fa3de8e6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa3d80b3950 con 0x7fa3d8161e30 2024-09-19T04:39:53.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.311+0000 7fa3de8e6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa3d80ca310 con 0x7fa3d806dfd0 2024-09-19T04:39:53.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.311+0000 7fa3d77fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3d80b3d50 0x7fa3d814f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:53.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.311+0000 7fa3d77fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3d80b3d50 0x7fa3d814f100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51196/0 (socket says 172.21.15.111:51196) 2024-09-19T04:39:53.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.311+0000 7fa3d77fe640 1 -- 172.21.15.111:0/2803526281 learned_addr learned my addr 172.21.15.111:0/2803526281 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:53.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.311+0000 7fa3d7fff640 1 --2- 172.21.15.111:0/2803526281 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa3d806dfd0 0x7fa3d814c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:53.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.311+0000 7fa3dce83640 1 --2- 172.21.15.111:0/2803526281 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa3d8161e30 0x7fa3d80b5fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:53.315 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.311+0000 7fa3d77fe640 1 -- 172.21.15.111:0/2803526281 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa3d806dfd0 msgr2=0x7fa3d814c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:53.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.311+0000 7fa3d77fe640 1 --2- 172.21.15.111:0/2803526281 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa3d806dfd0 0x7fa3d814c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:53.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.311+0000 7fa3d77fe640 1 -- 172.21.15.111:0/2803526281 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa3d8161e30 msgr2=0x7fa3d80b5fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:53.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.311+0000 7fa3d77fe640 1 --2- 172.21.15.111:0/2803526281 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa3d8161e30 0x7fa3d80b5fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:53.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.311+0000 7fa3d77fe640 1 -- 172.21.15.111:0/2803526281 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3d80ca5f0 con 0x7fa3d80b3d50 2024-09-19T04:39:53.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.311+0000 7fa3d77fe640 1 --2- 172.21.15.111:0/2803526281 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3d80b3d50 0x7fa3d814f100 secure :-1 s=READY pgs=1556 cs=0 l=1 rev1=1 crypto rx=0x7fa3cc00c410 tx=0x7fa3cc00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:53.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.311+0000 7fa3d4ff9640 1 -- 172.21.15.111:0/2803526281 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3cc017070 con 0x7fa3d80b3d50 2024-09-19T04:39:53.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.311+0000 7fa3d4ff9640 1 -- 172.21.15.111:0/2803526281 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3cc005ce0 con 0x7fa3d80b3d50 2024-09-19T04:39:53.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.311+0000 7fa3de8e6640 1 -- 172.21.15.111:0/2803526281 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3d80ca8d0 con 0x7fa3d80b3d50 2024-09-19T04:39:53.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.311+0000 7fa3d4ff9640 1 -- 172.21.15.111:0/2803526281 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3cc0072f0 con 0x7fa3d80b3d50 2024-09-19T04:39:53.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.311+0000 7fa3de8e6640 1 -- 172.21.15.111:0/2803526281 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3d80cb3b0 con 0x7fa3d80b3d50 2024-09-19T04:39:53.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.312+0000 7fa3de8e6640 1 -- 172.21.15.111:0/2803526281 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3d80b3290 con 0x7fa3d80b3d50 2024-09-19T04:39:53.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.313+0000 7fa3d4ff9640 1 -- 172.21.15.111:0/2803526281 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fa3cc01a070 con 0x7fa3d80b3d50 2024-09-19T04:39:53.316 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.313+0000 7fa3d4ff9640 1 --2- 172.21.15.111:0/2803526281 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa3c406ca90 0x7fa3c406ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:53.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.314+0000 7fa3d4ff9640 1 -- 172.21.15.111:0/2803526281 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(153..153 src has 1..153) ==== 5665+0+0 (secure 0 0 0) 0x7fa3cc0891a0 con 0x7fa3d80b3d50 2024-09-19T04:39:53.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.314+0000 7fa3d7fff640 1 --2- 172.21.15.111:0/2803526281 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa3c406ca90 0x7fa3c406ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:53.317 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.314+0000 7fa3d7fff640 1 --2- 172.21.15.111:0/2803526281 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa3c406ca90 0x7fa3c406ef50 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fa3c8034000 tx=0x7fa3c802e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:53.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.318+0000 7fa3d4ff9640 1 -- 172.21.15.111:0/2803526281 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa3cc058bb0 con 0x7fa3d80b3d50 2024-09-19T04:39:53.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:53.519+0000 7fa3de8e6640 1 -- 172.21.15.111:0/2803526281 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fa3d80d0a40 con 0x7fa3d80b3d50 2024-09-19T04:39:54.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.171+0000 7fa3d4ff9640 1 -- 172.21.15.111:0/2803526281 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 24 and data pool 25 v81) ==== 174+0+0 (secure 0 0 0) 0x7fa3cc05ceb0 con 0x7fa3d80b3d50 2024-09-19T04:39:54.173 INFO:teuthology.orchestra.run.smithi111.stderr:new fs with metadata pool 24 and data pool 25 2024-09-19T04:39:54.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.176+0000 7fa3de8e6640 1 -- 172.21.15.111:0/2803526281 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa3c406ca90 msgr2=0x7fa3c406ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.176+0000 7fa3de8e6640 1 --2- 172.21.15.111:0/2803526281 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa3c406ca90 0x7fa3c406ef50 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fa3c8034000 tx=0x7fa3c802e000 comp rx=0 tx=0).stop 2024-09-19T04:39:54.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.176+0000 7fa3de8e6640 1 -- 172.21.15.111:0/2803526281 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3d80b3d50 msgr2=0x7fa3d814f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.176+0000 7fa3de8e6640 1 --2- 172.21.15.111:0/2803526281 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3d80b3d50 0x7fa3d814f100 secure :-1 s=READY pgs=1556 cs=0 l=1 rev1=1 crypto rx=0x7fa3cc00c410 tx=0x7fa3cc00c8d0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.177+0000 7fa3de8e6640 1 -- 172.21.15.111:0/2803526281 shutdown_connections 2024-09-19T04:39:54.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.177+0000 7fa3de8e6640 1 --2- 172.21.15.111:0/2803526281 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa3c406ca90 0x7fa3c406ef50 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.177+0000 7fa3de8e6640 1 --2- 172.21.15.111:0/2803526281 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa3d8161e30 0x7fa3d80b5fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.177+0000 7fa3de8e6640 1 --2- 172.21.15.111:0/2803526281 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa3d80b3d50 0x7fa3d814f100 unknown :-1 s=CLOSED pgs=1556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.177+0000 7fa3de8e6640 1 --2- 172.21.15.111:0/2803526281 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa3d806dfd0 0x7fa3d814c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.177+0000 7fa3de8e6640 1 -- 172.21.15.111:0/2803526281 >> 172.21.15.111:0/2803526281 conn(0x7fa3d80d1870 msgr2=0x7fa3d80b9e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:54.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.177+0000 7fa3de8e6640 1 -- 172.21.15.111:0/2803526281 shutdown_connections 2024-09-19T04:39:54.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.177+0000 7fa3de8e6640 1 -- 172.21.15.111:0/2803526281 wait complete. 2024-09-19T04:39:54.205 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:39:54.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.344+0000 7f4b37566640 1 Processor -- start 2024-09-19T04:39:54.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.344+0000 7f4b37566640 1 -- start start 2024-09-19T04:39:54.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.345+0000 7f4b37566640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f4b300b4ed0 0x7f4b3015ba50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.345+0000 7f4b37566640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4b300cd130 0x7f4b3006bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.345+0000 7f4b37566640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4b300cd5c0 con 0x7f4b3006c0e0 2024-09-19T04:39:54.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.345+0000 7f4b37566640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f4b300b52b0 con 0x7f4b300cd130 2024-09-19T04:39:54.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.345+0000 7f4b37566640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f4b3015bf90 con 0x7f4b300b4ed0 2024-09-19T04:39:54.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.345+0000 7f4b34b01640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4b300cd130 0x7f4b3006bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.345+0000 7f4b35b03640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f4b3006c0e0 0x7f4b3015e610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:43712/0 (socket says 172.21.15.111:43712) 2024-09-19T04:39:54.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.346+0000 7f4b35b03640 1 -- 172.21.15.111:0/1279548943 learned_addr learned my addr 172.21.15.111:0/1279548943 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:54.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.346+0000 7f4b34b01640 1 -- 172.21.15.111:0/1279548943 >> v2:172.21.15.114:3300/0 conn(0x7f4b300b4ed0 msgr2=0x7f4b3015ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:54.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.346+0000 7f4b35302640 1 --2- 172.21.15.111:0/1279548943 >> v2:172.21.15.114:3300/0 conn(0x7f4b300b4ed0 0x7f4b3015ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.346+0000 7f4b34b01640 1 --2- 172.21.15.111:0/1279548943 >> v2:172.21.15.114:3300/0 conn(0x7f4b300b4ed0 0x7f4b3015ba50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.346+0000 7f4b34b01640 1 -- 172.21.15.111:0/1279548943 >> v1:172.21.15.111:6789/0 conn(0x7f4b3006c0e0 legacy=0x7f4b3015e610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.346+0000 7f4b27fff640 1 -- 172.21.15.111:0/1279548943 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1339377810 0 0) 0x7f4b300cd5c0 con 0x7f4b3006c0e0 2024-09-19T04:39:54.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.346+0000 7f4b34b01640 1 -- 172.21.15.111:0/1279548943 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b300cd8a0 con 0x7f4b300cd130 2024-09-19T04:39:54.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.346+0000 7f4b34b01640 1 --2- 172.21.15.111:0/1279548943 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b300cd130 0x7f4b3006bba0 secure :-1 s=READY pgs=1558 cs=0 l=1 rev1=1 crypto rx=0x7f4b3006c8d0 tx=0x7f4b2002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e12d0695a16620d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:54.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.347+0000 7f4b27fff640 1 -- 172.21.15.111:0/1279548943 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b20037070 con 0x7f4b300cd130 2024-09-19T04:39:54.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.347+0000 7f4b27fff640 1 -- 172.21.15.111:0/1279548943 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b20032440 con 0x7f4b300cd130 2024-09-19T04:39:54.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.347+0000 7f4b27fff640 1 -- 172.21.15.111:0/1279548943 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b2002ae60 con 0x7f4b300cd130 2024-09-19T04:39:54.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.347+0000 7f4b37566640 1 -- 172.21.15.111:0/1279548943 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b300cd130 msgr2=0x7f4b3006bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.347+0000 7f4b37566640 1 --2- 172.21.15.111:0/1279548943 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b300cd130 0x7f4b3006bba0 secure :-1 s=READY pgs=1558 cs=0 l=1 rev1=1 crypto rx=0x7f4b3006c8d0 tx=0x7f4b2002a110 comp rx=0 tx=0).stop 2024-09-19T04:39:54.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.347+0000 7f4b37566640 1 -- 172.21.15.111:0/1279548943 shutdown_connections 2024-09-19T04:39:54.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.347+0000 7f4b37566640 1 --2- 172.21.15.111:0/1279548943 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b300cd130 0x7f4b3006bba0 unknown :-1 s=CLOSED pgs=1558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.347+0000 7f4b37566640 1 --2- 172.21.15.111:0/1279548943 >> v2:172.21.15.114:3300/0 conn(0x7f4b300b4ed0 0x7f4b3015ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.347+0000 7f4b37566640 1 -- 172.21.15.111:0/1279548943 >> 172.21.15.111:0/1279548943 conn(0x7f4b30062cc0 msgr2=0x7f4b3006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:54.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.347+0000 7f4b37566640 1 -- 172.21.15.111:0/1279548943 shutdown_connections 2024-09-19T04:39:54.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.347+0000 7f4b37566640 1 -- 172.21.15.111:0/1279548943 wait complete. 2024-09-19T04:39:54.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.348+0000 7f4b37566640 1 Processor -- start 2024-09-19T04:39:54.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.349+0000 7f4b37566640 1 -- start start 2024-09-19T04:39:54.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.349+0000 7f4b37566640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4b3006c0e0 0x7f4b30153140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.349+0000 7f4b37566640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b300b4ed0 0x7f4b301576e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.349+0000 7f4b37566640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b30155970 0x7f4b3015c110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.353 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.349+0000 7f4b37566640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4b300ce140 con 0x7f4b300b4ed0 2024-09-19T04:39:54.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.349+0000 7f4b37566640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4b300cde60 con 0x7f4b30155970 2024-09-19T04:39:54.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.349+0000 7f4b37566640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4b300b4350 con 0x7f4b3006c0e0 2024-09-19T04:39:54.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.349+0000 7f4b34b01640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b300b4ed0 0x7f4b301576e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.349+0000 7f4b34b01640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b300b4ed0 0x7f4b301576e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51218/0 (socket says 172.21.15.111:51218) 2024-09-19T04:39:54.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.349+0000 7f4b34b01640 1 -- 172.21.15.111:0/2789941524 learned_addr learned my addr 172.21.15.111:0/2789941524 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:54.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.350+0000 7f4b35302640 1 --2- 172.21.15.111:0/2789941524 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4b3006c0e0 0x7f4b30153140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.350+0000 7f4b35b03640 1 --2- 172.21.15.111:0/2789941524 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b30155970 0x7f4b3015c110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.350+0000 7f4b34b01640 1 -- 172.21.15.111:0/2789941524 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4b3006c0e0 msgr2=0x7f4b30153140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.350+0000 7f4b34b01640 1 --2- 172.21.15.111:0/2789941524 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4b3006c0e0 0x7f4b30153140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.350+0000 7f4b34b01640 1 -- 172.21.15.111:0/2789941524 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b30155970 msgr2=0x7f4b3015c110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.350+0000 7f4b34b01640 1 --2- 172.21.15.111:0/2789941524 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b30155970 0x7f4b3015c110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.350+0000 7f4b34b01640 1 -- 172.21.15.111:0/2789941524 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b30153680 con 0x7f4b300b4ed0 2024-09-19T04:39:54.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.350+0000 7f4b34b01640 1 --2- 172.21.15.111:0/2789941524 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b300b4ed0 0x7f4b301576e0 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7f4b20009890 tx=0x7f4b200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:54.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.350+0000 7f4b25ffb640 1 -- 172.21.15.111:0/2789941524 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b20037040 con 0x7f4b300b4ed0 2024-09-19T04:39:54.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.350+0000 7f4b25ffb640 1 -- 172.21.15.111:0/2789941524 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b20042070 con 0x7f4b300b4ed0 2024-09-19T04:39:54.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.350+0000 7f4b37566640 1 -- 172.21.15.111:0/2789941524 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b300aca80 con 0x7f4b300b4ed0 2024-09-19T04:39:54.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.350+0000 7f4b25ffb640 1 -- 172.21.15.111:0/2789941524 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b20030a50 con 0x7f4b300b4ed0 2024-09-19T04:39:54.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.350+0000 7f4b37566640 1 -- 172.21.15.111:0/2789941524 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b300ad040 con 0x7f4b300b4ed0 2024-09-19T04:39:54.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.351+0000 7f4b37566640 1 -- 172.21.15.111:0/2789941524 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b300ce660 con 0x7f4b300b4ed0 2024-09-19T04:39:54.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.352+0000 7f4b25ffb640 1 -- 172.21.15.111:0/2789941524 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f4b20030bf0 con 0x7f4b300b4ed0 2024-09-19T04:39:54.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.352+0000 7f4b25ffb640 1 --2- 172.21.15.111:0/2789941524 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4b1406ca90 0x7f4b1406ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.353+0000 7f4b25ffb640 1 -- 172.21.15.111:0/2789941524 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(154..154 src has 1..154) ==== 5765+0+0 (secure 0 0 0) 0x7f4b200aa870 con 0x7f4b300b4ed0 2024-09-19T04:39:54.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.353+0000 7f4b35302640 1 --2- 172.21.15.111:0/2789941524 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4b1406ca90 0x7f4b1406ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.353+0000 7f4b35302640 1 --2- 172.21.15.111:0/2789941524 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4b1406ca90 0x7f4b1406ef50 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f4b30154640 tx=0x7f4b2c008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:54.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.357+0000 7f4b25ffb640 1 -- 172.21.15.111:0/2789941524 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4b20045360 con 0x7f4b300b4ed0 2024-09-19T04:39:54.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.525+0000 7f4b37566640 1 -- 172.21.15.111:0/2789941524 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4b3006bc40 con 0x7f4b300b4ed0 2024-09-19T04:39:54.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.526+0000 7f4b25ffb640 1 -- 172.21.15.111:0/2789941524 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v154) ==== 74+0+16889 (secure 0 0 0) 0x7f4b2007a8d0 con 0x7f4b300b4ed0 2024-09-19T04:39:54.527 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:54.528 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":154,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:39:53.520880+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:39:51.859028+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"154","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-09-19T04:39:52.484503+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"154","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:39:54.529 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.528+0000 7f4b37566640 1 -- 172.21.15.111:0/2789941524 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4b1406ca90 msgr2=0x7f4b1406ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.529 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.528+0000 7f4b37566640 1 --2- 172.21.15.111:0/2789941524 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4b1406ca90 0x7f4b1406ef50 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f4b30154640 tx=0x7f4b2c008040 comp rx=0 tx=0).stop 2024-09-19T04:39:54.529 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.528+0000 7f4b37566640 1 -- 172.21.15.111:0/2789941524 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b300b4ed0 msgr2=0x7f4b301576e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.529 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.528+0000 7f4b37566640 1 --2- 172.21.15.111:0/2789941524 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b300b4ed0 0x7f4b301576e0 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7f4b20009890 tx=0x7f4b200046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.529 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.528+0000 7f4b37566640 1 -- 172.21.15.111:0/2789941524 shutdown_connections 2024-09-19T04:39:54.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.528+0000 7f4b37566640 1 --2- 172.21.15.111:0/2789941524 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4b1406ca90 0x7f4b1406ef50 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.528+0000 7f4b37566640 1 --2- 172.21.15.111:0/2789941524 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b30155970 0x7f4b3015c110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.528+0000 7f4b37566640 1 --2- 172.21.15.111:0/2789941524 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b300b4ed0 0x7f4b301576e0 unknown :-1 s=CLOSED pgs=1559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.528+0000 7f4b37566640 1 --2- 172.21.15.111:0/2789941524 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4b3006c0e0 0x7f4b30153140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.528+0000 7f4b37566640 1 -- 172.21.15.111:0/2789941524 >> 172.21.15.111:0/2789941524 conn(0x7f4b30062cc0 msgr2=0x7f4b30072f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:54.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.528+0000 7f4b37566640 1 -- 172.21.15.111:0/2789941524 shutdown_connections 2024-09-19T04:39:54.530 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.528+0000 7f4b37566640 1 -- 172.21.15.111:0/2789941524 wait complete. 2024-09-19T04:39:54.541 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:39:54.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.637+0000 7f50f3017640 1 Processor -- start 2024-09-19T04:39:54.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.637+0000 7f50f3017640 1 -- start start 2024-09-19T04:39:54.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.638+0000 7f50f3017640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f50ec15ed20 0x7f50ec0b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.638+0000 7f50f3017640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50ec0cef90 0x7f50ec0b3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.638+0000 7f50f3017640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f50ec0b7170 con 0x7f50ec15e940 2024-09-19T04:39:54.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.638+0000 7f50f3017640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f50ec0b7aa0 con 0x7f50ec15ed20 2024-09-19T04:39:54.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.638+0000 7f50f3017640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f50ec0d3660 con 0x7f50ec0cef90 2024-09-19T04:39:54.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.639+0000 7f50f15b4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50ec0cef90 0x7f50ec0b3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.639+0000 7f50ebfff640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f50ec15ed20 0x7f50ec0b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.639+0000 7f50f15b4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50ec0cef90 0x7f50ec0b3760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:38418/0 (socket says 172.21.15.111:38418) 2024-09-19T04:39:54.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.639+0000 7f50f15b4640 1 -- 172.21.15.111:0/3283051258 learned_addr learned my addr 172.21.15.111:0/3283051258 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:54.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.639+0000 7f50f15b4640 1 -- 172.21.15.111:0/3283051258 >> v2:172.21.15.114:3300/0 conn(0x7f50ec15ed20 msgr2=0x7f50ec0b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:54.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.639+0000 7f50f15b4640 1 --2- 172.21.15.111:0/3283051258 >> v2:172.21.15.114:3300/0 conn(0x7f50ec15ed20 0x7f50ec0b3220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.639+0000 7f50f15b4640 1 -- 172.21.15.111:0/3283051258 >> v1:172.21.15.114:6789/0 conn(0x7f50ec15e940 legacy=0x7f50ec0d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.639+0000 7f50f15b4640 1 -- 172.21.15.111:0/3283051258 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50ec0d3940 con 0x7f50ec0cef90 2024-09-19T04:39:54.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.639+0000 7f50ebfff640 1 --2- 172.21.15.111:0/3283051258 >> v2:172.21.15.114:3300/0 conn(0x7f50ec15ed20 0x7f50ec0b3220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:54.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.640+0000 7f50f15b4640 1 --2- 172.21.15.111:0/3283051258 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50ec0cef90 0x7f50ec0b3760 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f50e4009870 tx=0x7f50e402a300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=81092868fc55b941 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:54.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.640+0000 7f50eb7fe640 1 -- 172.21.15.111:0/3283051258 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50e4037070 con 0x7f50ec0cef90 2024-09-19T04:39:54.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.640+0000 7f50eb7fe640 1 -- 172.21.15.111:0/3283051258 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50e402ae50 con 0x7f50ec0cef90 2024-09-19T04:39:54.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.640+0000 7f50eb7fe640 1 -- 172.21.15.111:0/3283051258 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50e4032860 con 0x7f50ec0cef90 2024-09-19T04:39:54.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.640+0000 7f50f3017640 1 -- 172.21.15.111:0/3283051258 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50ec0cef90 msgr2=0x7f50ec0b3760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.640+0000 7f50f3017640 1 --2- 172.21.15.111:0/3283051258 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50ec0cef90 0x7f50ec0b3760 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f50e4009870 tx=0x7f50e402a300 comp rx=0 tx=0).stop 2024-09-19T04:39:54.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.640+0000 7f50f3017640 1 -- 172.21.15.111:0/3283051258 shutdown_connections 2024-09-19T04:39:54.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.640+0000 7f50f3017640 1 --2- 172.21.15.111:0/3283051258 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50ec0cef90 0x7f50ec0b3760 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.640+0000 7f50f3017640 1 --2- 172.21.15.111:0/3283051258 >> v2:172.21.15.114:3300/0 conn(0x7f50ec15ed20 0x7f50ec0b3220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.640+0000 7f50f3017640 1 -- 172.21.15.111:0/3283051258 >> 172.21.15.111:0/3283051258 conn(0x7f50ec0b6240 msgr2=0x7f50ec0b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:54.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.640+0000 7f50f3017640 1 -- 172.21.15.111:0/3283051258 shutdown_connections 2024-09-19T04:39:54.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.640+0000 7f50f3017640 1 -- 172.21.15.111:0/3283051258 wait complete. 2024-09-19T04:39:54.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.642+0000 7f50f3017640 1 Processor -- start 2024-09-19T04:39:54.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.642+0000 7f50f3017640 1 -- start start 2024-09-19T04:39:54.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.642+0000 7f50f3017640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50ec0cef90 0x7f50ec0ab1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.642+0000 7f50f3017640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50ec15e940 0x7f50ec0ab6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.642+0000 7f50f3017640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50ec15ed20 0x7f50ec1f8510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.642+0000 7f50f3017640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f50ec0d3310 con 0x7f50ec15e940 2024-09-19T04:39:54.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.642+0000 7f50f3017640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f50ec0d3f00 con 0x7f50ec15ed20 2024-09-19T04:39:54.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.642+0000 7f50f3017640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f50ec0d1ef0 con 0x7f50ec0cef90 2024-09-19T04:39:54.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.643+0000 7f50ebfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50ec15e940 0x7f50ec0ab6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.643+0000 7f50ebfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50ec15e940 0x7f50ec0ab6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51224/0 (socket says 172.21.15.111:51224) 2024-09-19T04:39:54.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.643+0000 7f50ebfff640 1 -- 172.21.15.111:0/536482928 learned_addr learned my addr 172.21.15.111:0/536482928 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:54.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.643+0000 7f50f0db3640 1 --2- 172.21.15.111:0/536482928 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50ec0cef90 0x7f50ec0ab1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.643+0000 7f50f15b4640 1 --2- 172.21.15.111:0/536482928 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50ec15ed20 0x7f50ec1f8510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.643+0000 7f50ebfff640 1 -- 172.21.15.111:0/536482928 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50ec0cef90 msgr2=0x7f50ec0ab1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.643+0000 7f50ebfff640 1 --2- 172.21.15.111:0/536482928 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50ec0cef90 0x7f50ec0ab1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.643+0000 7f50ebfff640 1 -- 172.21.15.111:0/536482928 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50ec15ed20 msgr2=0x7f50ec1f8510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.643+0000 7f50ebfff640 1 --2- 172.21.15.111:0/536482928 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50ec15ed20 0x7f50ec1f8510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.643+0000 7f50ebfff640 1 -- 172.21.15.111:0/536482928 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50ec0ce1c0 con 0x7f50ec15e940 2024-09-19T04:39:54.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.643+0000 7f50ebfff640 1 --2- 172.21.15.111:0/536482928 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50ec15e940 0x7f50ec0ab6e0 secure :-1 s=READY pgs=1560 cs=0 l=1 rev1=1 crypto rx=0x7f50e000efc0 tx=0x7f50e000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:54.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.643+0000 7f50e97fa640 1 -- 172.21.15.111:0/536482928 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50e0018020 con 0x7f50ec15e940 2024-09-19T04:39:54.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.643+0000 7f50e97fa640 1 -- 172.21.15.111:0/536482928 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50e0014680 con 0x7f50ec15e940 2024-09-19T04:39:54.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.643+0000 7f50f3017640 1 -- 172.21.15.111:0/536482928 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50ec159090 con 0x7f50ec15e940 2024-09-19T04:39:54.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.643+0000 7f50e97fa640 1 -- 172.21.15.111:0/536482928 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50e0014a70 con 0x7f50ec15e940 2024-09-19T04:39:54.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.643+0000 7f50f3017640 1 -- 172.21.15.111:0/536482928 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50ec159650 con 0x7f50ec15e940 2024-09-19T04:39:54.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.644+0000 7f50f3017640 1 -- 172.21.15.111:0/536482928 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50ec0d1060 con 0x7f50ec15e940 2024-09-19T04:39:54.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.645+0000 7f50e97fa640 1 -- 172.21.15.111:0/536482928 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f50e0005d10 con 0x7f50ec15e940 2024-09-19T04:39:54.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.645+0000 7f50e97fa640 1 --2- 172.21.15.111:0/536482928 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f50d806ca90 0x7f50d806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.645+0000 7f50e97fa640 1 -- 172.21.15.111:0/536482928 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(154..154 src has 1..154) ==== 5765+0+0 (secure 0 0 0) 0x7f50e008a6c0 con 0x7f50ec15e940 2024-09-19T04:39:54.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.645+0000 7f50f0db3640 1 --2- 172.21.15.111:0/536482928 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f50d806ca90 0x7f50d806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.646+0000 7f50f0db3640 1 --2- 172.21.15.111:0/536482928 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f50d806ca90 0x7f50d806ef50 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f50dc001780 tx=0x7f50dc009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:54.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.650+0000 7f50e97fa640 1 -- 172.21.15.111:0/536482928 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f50e0022070 con 0x7f50ec15e940 2024-09-19T04:39:54.816 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.815+0000 7f50f3017640 1 -- 172.21.15.111:0/536482928 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f50ec0ba6b0 con 0x7f50ec15e940 2024-09-19T04:39:54.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.816+0000 7f50e97fa640 1 -- 172.21.15.111:0/536482928 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v154) ==== 74+0+16889 (secure 0 0 0) 0x7f50e0010040 con 0x7f50ec15e940 2024-09-19T04:39:54.818 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:54.818 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":154,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:39:53.520880+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:39:51.859028+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"154","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-09-19T04:39:52.484503+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"154","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:39:54.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.819+0000 7f50f3017640 1 -- 172.21.15.111:0/536482928 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f50d806ca90 msgr2=0x7f50d806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.820 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.819+0000 7f50f3017640 1 --2- 172.21.15.111:0/536482928 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f50d806ca90 0x7f50d806ef50 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f50dc001780 tx=0x7f50dc009040 comp rx=0 tx=0).stop 2024-09-19T04:39:54.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.819+0000 7f50f3017640 1 -- 172.21.15.111:0/536482928 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50ec15e940 msgr2=0x7f50ec0ab6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.819+0000 7f50f3017640 1 --2- 172.21.15.111:0/536482928 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50ec15e940 0x7f50ec0ab6e0 secure :-1 s=READY pgs=1560 cs=0 l=1 rev1=1 crypto rx=0x7f50e000efc0 tx=0x7f50e000c490 comp rx=0 tx=0).stop 2024-09-19T04:39:54.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.819+0000 7f50f3017640 1 -- 172.21.15.111:0/536482928 shutdown_connections 2024-09-19T04:39:54.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.819+0000 7f50f3017640 1 --2- 172.21.15.111:0/536482928 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f50d806ca90 0x7f50d806ef50 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.819+0000 7f50f3017640 1 --2- 172.21.15.111:0/536482928 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50ec15ed20 0x7f50ec1f8510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.819+0000 7f50f3017640 1 --2- 172.21.15.111:0/536482928 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50ec15e940 0x7f50ec0ab6e0 unknown :-1 s=CLOSED pgs=1560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.819+0000 7f50f3017640 1 --2- 172.21.15.111:0/536482928 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50ec0cef90 0x7f50ec0ab1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.819+0000 7f50f3017640 1 -- 172.21.15.111:0/536482928 >> 172.21.15.111:0/536482928 conn(0x7f50ec0b6240 msgr2=0x7f50ec15f180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:54.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.819+0000 7f50f3017640 1 -- 172.21.15.111:0/536482928 shutdown_connections 2024-09-19T04:39:54.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.819+0000 7f50f3017640 1 -- 172.21.15.111:0/536482928 wait complete. 2024-09-19T04:39:54.832 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T04:39:54.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.931+0000 7ff4250d0640 1 Processor -- start 2024-09-19T04:39:54.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.931+0000 7ff4250d0640 1 -- start start 2024-09-19T04:39:54.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.932+0000 7ff4250d0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff42015d3b0 0x7ff420071080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.932+0000 7ff4250d0640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4200715c0 con 0x7ff4200cf320 2024-09-19T04:39:54.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.932+0000 7ff4250d0640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff42006d700 con 0x7ff42015d790 2024-09-19T04:39:54.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.932+0000 7ff4250d0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff42006da30 con 0x7ff42015d3b0 2024-09-19T04:39:54.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.932+0000 7ff41f59e640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7ff4200cf320 0x7ff4200cf730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:43718/0 (socket says 172.21.15.111:43718) 2024-09-19T04:39:54.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.932+0000 7ff41f59e640 1 -- 172.21.15.111:0/3589176311 learned_addr learned my addr 172.21.15.111:0/3589176311 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:54.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.932+0000 7ff41ed9d640 1 --2- 172.21.15.111:0/3589176311 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff42015d3b0 0x7ff420071080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.932+0000 7ff41e59c640 1 -- 172.21.15.111:0/3589176311 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1477220621 0 0) 0x7ff4200715c0 con 0x7ff4200cf320 2024-09-19T04:39:54.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.933+0000 7ff41e59c640 1 -- 172.21.15.111:0/3589176311 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff40c003520 con 0x7ff4200cf320 2024-09-19T04:39:54.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.933+0000 7ff41ed9d640 1 -- 172.21.15.111:0/3589176311 >> v1:172.21.15.114:6789/0 conn(0x7ff42015d790 legacy=0x7ff4200cce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.933+0000 7ff41ed9d640 1 -- 172.21.15.111:0/3589176311 >> v1:172.21.15.111:6789/0 conn(0x7ff4200cf320 legacy=0x7ff4200cf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.933+0000 7ff41ed9d640 1 -- 172.21.15.111:0/3589176311 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4200cde80 con 0x7ff42015d3b0 2024-09-19T04:39:54.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.934+0000 7ff41ed9d640 1 --2- 172.21.15.111:0/3589176311 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff42015d3b0 0x7ff420071080 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff42006dbb0 tx=0x7ff41002a200 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2e85097a864f1fed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:54.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.934+0000 7ff41e59c640 1 -- 172.21.15.111:0/3589176311 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff410037070 con 0x7ff42015d3b0 2024-09-19T04:39:54.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.934+0000 7ff41e59c640 1 -- 172.21.15.111:0/3589176311 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff410032440 con 0x7ff42015d3b0 2024-09-19T04:39:54.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.934+0000 7ff41e59c640 1 -- 172.21.15.111:0/3589176311 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff410032810 con 0x7ff42015d3b0 2024-09-19T04:39:54.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.934+0000 7ff4250d0640 1 -- 172.21.15.111:0/3589176311 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff42015d3b0 msgr2=0x7ff420071080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.934+0000 7ff4250d0640 1 --2- 172.21.15.111:0/3589176311 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff42015d3b0 0x7ff420071080 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff42006dbb0 tx=0x7ff41002a200 comp rx=0 tx=0).stop 2024-09-19T04:39:54.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.934+0000 7ff4250d0640 1 -- 172.21.15.111:0/3589176311 shutdown_connections 2024-09-19T04:39:54.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.934+0000 7ff4250d0640 1 --2- 172.21.15.111:0/3589176311 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff42015d3b0 0x7ff420071080 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.934+0000 7ff4250d0640 1 -- 172.21.15.111:0/3589176311 >> 172.21.15.111:0/3589176311 conn(0x7ff42006bba0 msgr2=0x7ff42006bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:54.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.934+0000 7ff4250d0640 1 -- 172.21.15.111:0/3589176311 shutdown_connections 2024-09-19T04:39:54.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.934+0000 7ff4250d0640 1 -- 172.21.15.111:0/3589176311 wait complete. 2024-09-19T04:39:54.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.936+0000 7ff4250d0640 1 Processor -- start 2024-09-19T04:39:54.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.936+0000 7ff4250d0640 1 -- start start 2024-09-19T04:39:54.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.936+0000 7ff4250d0640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4200cf320 0x7ff420158fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.936+0000 7ff4250d0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff42015d3b0 0x7ff420155bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.936+0000 7ff4250d0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff42015bef0 0x7ff420151b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.936+0000 7ff4250d0640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff4200cd580 con 0x7ff42015d3b0 2024-09-19T04:39:54.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.936+0000 7ff4250d0640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff4200cdba0 con 0x7ff4200cf320 2024-09-19T04:39:54.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.936+0000 7ff4250d0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff42015cbf0 con 0x7ff42015bef0 2024-09-19T04:39:54.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.937+0000 7ff41659c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff42015d3b0 0x7ff420155bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.937+0000 7ff41659c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff42015d3b0 0x7ff420155bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51240/0 (socket says 172.21.15.111:51240) 2024-09-19T04:39:54.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.937+0000 7ff41659c640 1 -- 172.21.15.111:0/1189396598 learned_addr learned my addr 172.21.15.111:0/1189396598 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:54.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.937+0000 7ff41ed9d640 1 --2- 172.21.15.111:0/1189396598 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4200cf320 0x7ff420158fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.937+0000 7ff41f59e640 1 --2- 172.21.15.111:0/1189396598 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff42015bef0 0x7ff420151b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.937+0000 7ff41659c640 1 -- 172.21.15.111:0/1189396598 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff42015bef0 msgr2=0x7ff420151b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.937+0000 7ff41659c640 1 --2- 172.21.15.111:0/1189396598 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff42015bef0 0x7ff420151b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.937+0000 7ff41659c640 1 -- 172.21.15.111:0/1189396598 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4200cf320 msgr2=0x7ff420158fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.937+0000 7ff41659c640 1 --2- 172.21.15.111:0/1189396598 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4200cf320 0x7ff420158fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.937+0000 7ff41659c640 1 -- 172.21.15.111:0/1189396598 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff42015ae50 con 0x7ff42015d3b0 2024-09-19T04:39:54.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.937+0000 7ff41f59e640 1 --2- 172.21.15.111:0/1189396598 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff42015bef0 0x7ff420151b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:54.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.937+0000 7ff41659c640 1 --2- 172.21.15.111:0/1189396598 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff42015d3b0 0x7ff420155bb0 secure :-1 s=READY pgs=1562 cs=0 l=1 rev1=1 crypto rx=0x7ff40800c3f0 tx=0x7ff40800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:54.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.937+0000 7ff417fff640 1 -- 172.21.15.111:0/1189396598 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4080052d0 con 0x7ff42015d3b0 2024-09-19T04:39:54.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.937+0000 7ff417fff640 1 -- 172.21.15.111:0/1189396598 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4080054b0 con 0x7ff42015d3b0 2024-09-19T04:39:54.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.937+0000 7ff4250d0640 1 -- 172.21.15.111:0/1189396598 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff42015b130 con 0x7ff42015d3b0 2024-09-19T04:39:54.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.937+0000 7ff417fff640 1 -- 172.21.15.111:0/1189396598 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff408006a60 con 0x7ff42015d3b0 2024-09-19T04:39:54.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.937+0000 7ff4250d0640 1 -- 172.21.15.111:0/1189396598 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff42015b6f0 con 0x7ff42015d3b0 2024-09-19T04:39:54.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.938+0000 7ff4250d0640 1 -- 172.21.15.111:0/1189396598 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4200cf730 con 0x7ff42015d3b0 2024-09-19T04:39:54.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.939+0000 7ff417fff640 1 -- 172.21.15.111:0/1189396598 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7ff408006c00 con 0x7ff42015d3b0 2024-09-19T04:39:54.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.939+0000 7ff417fff640 1 --2- 172.21.15.111:0/1189396598 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff40006ca90 0x7ff40006ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.939+0000 7ff417fff640 1 -- 172.21.15.111:0/1189396598 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(154..154 src has 1..154) ==== 5765+0+0 (secure 0 0 0) 0x7ff408089220 con 0x7ff42015d3b0 2024-09-19T04:39:54.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.939+0000 7ff41ed9d640 1 --2- 172.21.15.111:0/1189396598 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff40006ca90 0x7ff40006ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.940+0000 7ff41ed9d640 1 --2- 172.21.15.111:0/1189396598 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff40006ca90 0x7ff40006ef50 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7ff410034000 tx=0x7ff41002e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:54.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:54.944+0000 7ff417fff640 1 -- 172.21.15.111:0/1189396598 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff408059280 con 0x7ff42015d3b0 2024-09-19T04:39:55.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.143+0000 7ff4250d0640 1 -- 172.21.15.111:0/1189396598 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7ff42006e8a0 con 0x7ff42015d3b0 2024-09-19T04:39:55.185 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.183+0000 7ff417fff640 1 -- 172.21.15.111:0/1189396598 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v82) ==== 118+0+0 (secure 0 0 0) 0x7ff408058b80 con 0x7ff42015d3b0 2024-09-19T04:39:55.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.186+0000 7ff4250d0640 1 -- 172.21.15.111:0/1189396598 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff40006ca90 msgr2=0x7ff40006ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:55.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.186+0000 7ff4250d0640 1 --2- 172.21.15.111:0/1189396598 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff40006ca90 0x7ff40006ef50 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7ff410034000 tx=0x7ff41002e000 comp rx=0 tx=0).stop 2024-09-19T04:39:55.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.186+0000 7ff4250d0640 1 -- 172.21.15.111:0/1189396598 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff42015d3b0 msgr2=0x7ff420155bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:55.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.186+0000 7ff4250d0640 1 --2- 172.21.15.111:0/1189396598 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff42015d3b0 0x7ff420155bb0 secure :-1 s=READY pgs=1562 cs=0 l=1 rev1=1 crypto rx=0x7ff40800c3f0 tx=0x7ff40800c8b0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.186+0000 7ff4250d0640 1 -- 172.21.15.111:0/1189396598 shutdown_connections 2024-09-19T04:39:55.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.186+0000 7ff4250d0640 1 --2- 172.21.15.111:0/1189396598 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff40006ca90 0x7ff40006ef50 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.186+0000 7ff4250d0640 1 --2- 172.21.15.111:0/1189396598 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff42015bef0 0x7ff420151b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.186+0000 7ff4250d0640 1 --2- 172.21.15.111:0/1189396598 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff42015d3b0 0x7ff420155bb0 unknown :-1 s=CLOSED pgs=1562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.186+0000 7ff4250d0640 1 --2- 172.21.15.111:0/1189396598 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4200cf320 0x7ff420158fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.186+0000 7ff4250d0640 1 -- 172.21.15.111:0/1189396598 >> 172.21.15.111:0/1189396598 conn(0x7ff42006bba0 msgr2=0x7ff42015ef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:55.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.186+0000 7ff4250d0640 1 -- 172.21.15.111:0/1189396598 shutdown_connections 2024-09-19T04:39:55.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.186+0000 7ff4250d0640 1 -- 172.21.15.111:0/1189396598 wait complete. 2024-09-19T04:39:55.199 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T04:39:55.199 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T04:39:55.300 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.299+0000 7f7f295d6640 1 Processor -- start 2024-09-19T04:39:55.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.299+0000 7f7f295d6640 1 -- start start 2024-09-19T04:39:55.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.300+0000 7f7f295d6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7f240b3d50 0x7f7f2406d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:55.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.300+0000 7f7f295d6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f7f240b3290 0x7f7f2406de00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:55.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.300+0000 7f7f295d6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7f240cf9a0 con 0x7f7f24161e30 2024-09-19T04:39:55.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.300+0000 7f7f295d6640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f7f240cfcf0 con 0x7f7f240b3d50 2024-09-19T04:39:55.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.300+0000 7f7f295d6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f7f24162210 con 0x7f7f240b3290 2024-09-19T04:39:55.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.300+0000 7f7f227fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7f240b3d50 0x7f7f2406d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:55.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.300+0000 7f7f22ffd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f7f24161e30 0x7f7f240d34a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:43720/0 (socket says 172.21.15.111:43720) 2024-09-19T04:39:55.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.300+0000 7f7f22ffd640 1 -- 172.21.15.111:0/2602566708 learned_addr learned my addr 172.21.15.111:0/2602566708 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:55.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.300+0000 7f7f237fe640 1 --2- 172.21.15.111:0/2602566708 >> v2:172.21.15.114:3300/0 conn(0x7f7f240b3290 0x7f7f2406de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:55.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.300+0000 7f7f227fc640 1 -- 172.21.15.111:0/2602566708 >> v2:172.21.15.114:3300/0 conn(0x7f7f240b3290 msgr2=0x7f7f2406de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:55.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.300+0000 7f7f227fc640 1 --2- 172.21.15.111:0/2602566708 >> v2:172.21.15.114:3300/0 conn(0x7f7f240b3290 0x7f7f2406de00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.300+0000 7f7f227fc640 1 -- 172.21.15.111:0/2602566708 >> v1:172.21.15.111:6789/0 conn(0x7f7f24161e30 legacy=0x7f7f240d34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:55.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.300+0000 7f7f21ffb640 1 -- 172.21.15.111:0/2602566708 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3328148254 0 0) 0x7f7f240cf9a0 con 0x7f7f24161e30 2024-09-19T04:39:55.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.300+0000 7f7f227fc640 1 -- 172.21.15.111:0/2602566708 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f240d5210 con 0x7f7f240b3d50 2024-09-19T04:39:55.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.301+0000 7f7f227fc640 1 --2- 172.21.15.111:0/2602566708 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f240b3d50 0x7f7f2406d8c0 secure :-1 s=READY pgs=1564 cs=0 l=1 rev1=1 crypto rx=0x7f7f240b3ce0 tx=0x7f7f1802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df762c1690bbf95b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:55.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.301+0000 7f7f21ffb640 1 -- 172.21.15.111:0/2602566708 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f18037070 con 0x7f7f240b3d50 2024-09-19T04:39:55.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.301+0000 7f7f21ffb640 1 -- 172.21.15.111:0/2602566708 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f18032440 con 0x7f7f240b3d50 2024-09-19T04:39:55.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.301+0000 7f7f21ffb640 1 -- 172.21.15.111:0/2602566708 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f18032810 con 0x7f7f240b3d50 2024-09-19T04:39:55.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.302+0000 7f7f295d6640 1 -- 172.21.15.111:0/2602566708 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f240b3d50 msgr2=0x7f7f2406d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:55.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.302+0000 7f7f295d6640 1 --2- 172.21.15.111:0/2602566708 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f240b3d50 0x7f7f2406d8c0 secure :-1 s=READY pgs=1564 cs=0 l=1 rev1=1 crypto rx=0x7f7f240b3ce0 tx=0x7f7f1802a1a0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.302+0000 7f7f295d6640 1 -- 172.21.15.111:0/2602566708 shutdown_connections 2024-09-19T04:39:55.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.302+0000 7f7f295d6640 1 --2- 172.21.15.111:0/2602566708 >> v2:172.21.15.114:3300/0 conn(0x7f7f240b3290 0x7f7f2406de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.302+0000 7f7f295d6640 1 --2- 172.21.15.111:0/2602566708 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f240b3d50 0x7f7f2406d8c0 unknown :-1 s=CLOSED pgs=1564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.302+0000 7f7f295d6640 1 -- 172.21.15.111:0/2602566708 >> 172.21.15.111:0/2602566708 conn(0x7f7f240d1870 msgr2=0x7f7f240d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:55.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.302+0000 7f7f295d6640 1 -- 172.21.15.111:0/2602566708 shutdown_connections 2024-09-19T04:39:55.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.302+0000 7f7f295d6640 1 -- 172.21.15.111:0/2602566708 wait complete. 2024-09-19T04:39:55.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.303+0000 7f7f295d6640 1 Processor -- start 2024-09-19T04:39:55.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.303+0000 7f7f295d6640 1 -- start start 2024-09-19T04:39:55.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.304+0000 7f7f295d6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f240b3290 0x7f7f24158b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:55.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.304+0000 7f7f295d6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7f240b3d50 0x7f7f24154e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:55.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.304+0000 7f7f295d6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7f24161e30 0x7f7f241607a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:55.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.304+0000 7f7f295d6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7f240b78b0 con 0x7f7f240b3290 2024-09-19T04:39:55.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.304+0000 7f7f295d6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7f240b3950 con 0x7f7f24161e30 2024-09-19T04:39:55.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.304+0000 7f7f295d6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7f240b7a30 con 0x7f7f240b3d50 2024-09-19T04:39:55.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.304+0000 7f7f22ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f240b3290 0x7f7f24158b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:55.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.304+0000 7f7f22ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f240b3290 0x7f7f24158b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51258/0 (socket says 172.21.15.111:51258) 2024-09-19T04:39:55.308 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.304+0000 7f7f22ffd640 1 -- 172.21.15.111:0/828763729 learned_addr learned my addr 172.21.15.111:0/828763729 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:55.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.304+0000 7f7f227fc640 1 --2- 172.21.15.111:0/828763729 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7f240b3d50 0x7f7f24154e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:55.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.304+0000 7f7f237fe640 1 --2- 172.21.15.111:0/828763729 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7f24161e30 0x7f7f241607a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:55.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.304+0000 7f7f22ffd640 1 -- 172.21.15.111:0/828763729 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7f240b3d50 msgr2=0x7f7f24154e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:55.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.304+0000 7f7f22ffd640 1 --2- 172.21.15.111:0/828763729 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7f240b3d50 0x7f7f24154e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.304+0000 7f7f22ffd640 1 -- 172.21.15.111:0/828763729 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7f24161e30 msgr2=0x7f7f241607a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:55.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.304+0000 7f7f22ffd640 1 --2- 172.21.15.111:0/828763729 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7f24161e30 0x7f7f241607a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.304+0000 7f7f22ffd640 1 -- 172.21.15.111:0/828763729 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f240cd9a0 con 0x7f7f240b3290 2024-09-19T04:39:55.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.304+0000 7f7f22ffd640 1 --2- 172.21.15.111:0/828763729 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f240b3290 0x7f7f24158b70 secure :-1 s=READY pgs=1565 cs=0 l=1 rev1=1 crypto rx=0x7f7f1400c460 tx=0x7f7f1400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:55.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.305+0000 7f7f0b7fe640 1 -- 172.21.15.111:0/828763729 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f14018070 con 0x7f7f240b3290 2024-09-19T04:39:55.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.305+0000 7f7f0b7fe640 1 -- 172.21.15.111:0/828763729 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f14007500 con 0x7f7f240b3290 2024-09-19T04:39:55.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.305+0000 7f7f295d6640 1 -- 172.21.15.111:0/828763729 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f240cdc80 con 0x7f7f240b3290 2024-09-19T04:39:55.309 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.305+0000 7f7f0b7fe640 1 -- 172.21.15.111:0/828763729 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f14004a20 con 0x7f7f240b3290 2024-09-19T04:39:55.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.305+0000 7f7f295d6640 1 -- 172.21.15.111:0/828763729 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f240ce520 con 0x7f7f240b3290 2024-09-19T04:39:55.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.306+0000 7f7f295d6640 1 -- 172.21.15.111:0/828763729 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f240ce070 con 0x7f7f240b3290 2024-09-19T04:39:55.310 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.306+0000 7f7f0b7fe640 1 -- 172.21.15.111:0/828763729 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f7f1401b070 con 0x7f7f240b3290 2024-09-19T04:39:55.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.306+0000 7f7f0b7fe640 1 --2- 172.21.15.111:0/828763729 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7f1006ca90 0x7f7f1006ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:55.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.307+0000 7f7f0b7fe640 1 -- 172.21.15.111:0/828763729 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7f7f14089050 con 0x7f7f240b3290 2024-09-19T04:39:55.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.307+0000 7f7f227fc640 1 --2- 172.21.15.111:0/828763729 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7f1006ca90 0x7f7f1006ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:55.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.307+0000 7f7f227fc640 1 --2- 172.21.15.111:0/828763729 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7f1006ca90 0x7f7f1006ef50 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f7f18034000 tx=0x7f7f1802e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:55.312 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.311+0000 7f7f0b7fe640 1 -- 172.21.15.111:0/828763729 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7f14058a60 con 0x7f7f240b3290 2024-09-19T04:39:55.510 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:55.509+0000 7f7f295d6640 1 -- 172.21.15.111:0/828763729 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f7f240ce760 con 0x7f7f240b3290 2024-09-19T04:39:56.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.197+0000 7f7f0b7fe640 1 -- 172.21.15.111:0/828763729 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v83) ==== 122+0+0 (secure 0 0 0) 0x7f7f240ce760 con 0x7f7f240b3290 2024-09-19T04:39:56.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.200+0000 7f7f295d6640 1 -- 172.21.15.111:0/828763729 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7f1006ca90 msgr2=0x7f7f1006ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.200+0000 7f7f295d6640 1 --2- 172.21.15.111:0/828763729 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7f1006ca90 0x7f7f1006ef50 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f7f18034000 tx=0x7f7f1802e000 comp rx=0 tx=0).stop 2024-09-19T04:39:56.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.200+0000 7f7f295d6640 1 -- 172.21.15.111:0/828763729 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f240b3290 msgr2=0x7f7f24158b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.200+0000 7f7f295d6640 1 --2- 172.21.15.111:0/828763729 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f240b3290 0x7f7f24158b70 secure :-1 s=READY pgs=1565 cs=0 l=1 rev1=1 crypto rx=0x7f7f1400c460 tx=0x7f7f1400c920 comp rx=0 tx=0).stop 2024-09-19T04:39:56.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.200+0000 7f7f295d6640 1 -- 172.21.15.111:0/828763729 shutdown_connections 2024-09-19T04:39:56.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.200+0000 7f7f295d6640 1 --2- 172.21.15.111:0/828763729 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7f1006ca90 0x7f7f1006ef50 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.200+0000 7f7f295d6640 1 --2- 172.21.15.111:0/828763729 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7f24161e30 0x7f7f241607a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.200+0000 7f7f295d6640 1 --2- 172.21.15.111:0/828763729 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7f240b3d50 0x7f7f24154e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.200+0000 7f7f295d6640 1 --2- 172.21.15.111:0/828763729 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f240b3290 0x7f7f24158b70 unknown :-1 s=CLOSED pgs=1565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.200+0000 7f7f295d6640 1 -- 172.21.15.111:0/828763729 >> 172.21.15.111:0/828763729 conn(0x7f7f240d1870 msgr2=0x7f7f240b9a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:56.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.200+0000 7f7f295d6640 1 -- 172.21.15.111:0/828763729 shutdown_connections 2024-09-19T04:39:56.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.200+0000 7f7f295d6640 1 -- 172.21.15.111:0/828763729 wait complete. 2024-09-19T04:39:56.214 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T04:39:56.215 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:39:56.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.316+0000 7f406d274640 1 Processor -- start 2024-09-19T04:39:56.318 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.316+0000 7f406d274640 1 -- start start 2024-09-19T04:39:56.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.317+0000 7f406d274640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4068148330 0x7f406806bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.317+0000 7f406d274640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f406806c0e0 0x7f406815eec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.317+0000 7f406d274640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f406815fbf0 con 0x7f406815f400 2024-09-19T04:39:56.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.317+0000 7f406d274640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f406806c520 con 0x7f4068148330 2024-09-19T04:39:56.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.317+0000 7f406d274640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f40680b4f80 con 0x7f406806c0e0 2024-09-19T04:39:56.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.317+0000 7f4066ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4068148330 0x7f406806bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.317+0000 7f4066ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4068148330 0x7f406806bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51264/0 (socket says 172.21.15.111:51264) 2024-09-19T04:39:56.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.317+0000 7f4066ffd640 1 -- 172.21.15.111:0/1166184106 learned_addr learned my addr 172.21.15.111:0/1166184106 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:56.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.317+0000 7f40667fc640 1 --2- 172.21.15.111:0/1166184106 >> v2:172.21.15.114:3300/0 conn(0x7f406806c0e0 0x7f406815eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.318+0000 7f4066ffd640 1 -- 172.21.15.111:0/1166184106 >> v2:172.21.15.114:3300/0 conn(0x7f406806c0e0 msgr2=0x7f406815eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:56.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.318+0000 7f4066ffd640 1 --2- 172.21.15.111:0/1166184106 >> v2:172.21.15.114:3300/0 conn(0x7f406806c0e0 0x7f406815eec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.318+0000 7f4066ffd640 1 -- 172.21.15.111:0/1166184106 >> v1:172.21.15.114:6789/0 conn(0x7f406815f400 legacy=0x7f40680720c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:56.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.318+0000 7f4066ffd640 1 -- 172.21.15.111:0/1166184106 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40680b5260 con 0x7f4068148330 2024-09-19T04:39:56.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.318+0000 7f4066ffd640 1 --2- 172.21.15.111:0/1166184106 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4068148330 0x7f406806bba0 secure :-1 s=READY pgs=1566 cs=0 l=1 rev1=1 crypto rx=0x7f4068073230 tx=0x7f405802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=547cbc02c0453f21 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:56.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.318+0000 7f4065ffb640 1 -- 172.21.15.111:0/1166184106 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4058036070 con 0x7f4068148330 2024-09-19T04:39:56.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.318+0000 7f4065ffb640 1 -- 172.21.15.111:0/1166184106 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4058031600 con 0x7f4068148330 2024-09-19T04:39:56.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.318+0000 7f4065ffb640 1 -- 172.21.15.111:0/1166184106 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40580319d0 con 0x7f4068148330 2024-09-19T04:39:56.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.319+0000 7f406d274640 1 -- 172.21.15.111:0/1166184106 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4068148330 msgr2=0x7f406806bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.319+0000 7f406d274640 1 --2- 172.21.15.111:0/1166184106 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4068148330 0x7f406806bba0 secure :-1 s=READY pgs=1566 cs=0 l=1 rev1=1 crypto rx=0x7f4068073230 tx=0x7f405802a660 comp rx=0 tx=0).stop 2024-09-19T04:39:56.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.319+0000 7f406d274640 1 -- 172.21.15.111:0/1166184106 shutdown_connections 2024-09-19T04:39:56.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.319+0000 7f406d274640 1 --2- 172.21.15.111:0/1166184106 >> v2:172.21.15.114:3300/0 conn(0x7f406806c0e0 0x7f406815eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.319+0000 7f406d274640 1 --2- 172.21.15.111:0/1166184106 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4068148330 0x7f406806bba0 unknown :-1 s=CLOSED pgs=1566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.319+0000 7f406d274640 1 -- 172.21.15.111:0/1166184106 >> 172.21.15.111:0/1166184106 conn(0x7f4068062a80 msgr2=0x7f406806ccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:56.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.319+0000 7f406d274640 1 -- 172.21.15.111:0/1166184106 shutdown_connections 2024-09-19T04:39:56.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.319+0000 7f406d274640 1 -- 172.21.15.111:0/1166184106 wait complete. 2024-09-19T04:39:56.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.320+0000 7f406d274640 1 Processor -- start 2024-09-19T04:39:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.320+0000 7f406d274640 1 -- start start 2024-09-19T04:39:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.321+0000 7f406d274640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f406806c0e0 0x7f406815a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.321+0000 7f406d274640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4068148330 0x7f4068140220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.321+0000 7f406d274640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f406815f400 0x7f4068157f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.321+0000 7f406d274640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f406815f890 con 0x7f4068148330 2024-09-19T04:39:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.321+0000 7f406d274640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f40680b5820 con 0x7f406815f400 2024-09-19T04:39:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.321+0000 7f406d274640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f406815fe50 con 0x7f406806c0e0 2024-09-19T04:39:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.321+0000 7f40667fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4068148330 0x7f4068140220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.321+0000 7f40667fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4068148330 0x7f4068140220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51276/0 (socket says 172.21.15.111:51276) 2024-09-19T04:39:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.321+0000 7f40667fc640 1 -- 172.21.15.111:0/4050241812 learned_addr learned my addr 172.21.15.111:0/4050241812 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.321+0000 7f4066ffd640 1 --2- 172.21.15.111:0/4050241812 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f406806c0e0 0x7f406815a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.321+0000 7f40677fe640 1 --2- 172.21.15.111:0/4050241812 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f406815f400 0x7f4068157f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.321+0000 7f40667fc640 1 -- 172.21.15.111:0/4050241812 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f406806c0e0 msgr2=0x7f406815a3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.321+0000 7f40667fc640 1 --2- 172.21.15.111:0/4050241812 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f406806c0e0 0x7f406815a3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.321+0000 7f40667fc640 1 -- 172.21.15.111:0/4050241812 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f406815f400 msgr2=0x7f4068157f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.321+0000 7f40667fc640 1 --2- 172.21.15.111:0/4050241812 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f406815f400 0x7f4068157f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.321+0000 7f40667fc640 1 -- 172.21.15.111:0/4050241812 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4068157590 con 0x7f4068148330 2024-09-19T04:39:56.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.322+0000 7f40667fc640 1 --2- 172.21.15.111:0/4050241812 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4068148330 0x7f4068140220 secure :-1 s=READY pgs=1567 cs=0 l=1 rev1=1 crypto rx=0x7f405000c820 tx=0x7f405000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:56.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.322+0000 7f405f7fe640 1 -- 172.21.15.111:0/4050241812 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4050015070 con 0x7f4068148330 2024-09-19T04:39:56.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.322+0000 7f405f7fe640 1 -- 172.21.15.111:0/4050241812 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4050004240 con 0x7f4068148330 2024-09-19T04:39:56.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.322+0000 7f406d274640 1 -- 172.21.15.111:0/4050241812 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4068143620 con 0x7f4068148330 2024-09-19T04:39:56.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.322+0000 7f405f7fe640 1 -- 172.21.15.111:0/4050241812 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f405000ce10 con 0x7f4068148330 2024-09-19T04:39:56.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.322+0000 7f406d274640 1 -- 172.21.15.111:0/4050241812 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f406815a8e0 con 0x7f4068148330 2024-09-19T04:39:56.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.323+0000 7f406d274640 1 -- 172.21.15.111:0/4050241812 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f406815eec0 con 0x7f4068148330 2024-09-19T04:39:56.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.323+0000 7f405f7fe640 1 -- 172.21.15.111:0/4050241812 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f4050007830 con 0x7f4068148330 2024-09-19T04:39:56.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.324+0000 7f405f7fe640 1 --2- 172.21.15.111:0/4050241812 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f404806ca90 0x7f404806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.324+0000 7f405f7fe640 1 -- 172.21.15.111:0/4050241812 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7f4050089ca0 con 0x7f4068148330 2024-09-19T04:39:56.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.324+0000 7f4066ffd640 1 --2- 172.21.15.111:0/4050241812 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f404806ca90 0x7f404806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.325+0000 7f4066ffd640 1 --2- 172.21.15.111:0/4050241812 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f404806ca90 0x7f404806ef50 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f4058033000 tx=0x7f4058009000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:56.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.328+0000 7f405f7fe640 1 -- 172.21.15.111:0/4050241812 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f40500596b0 con 0x7f4068148330 2024-09-19T04:39:56.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.527+0000 7f406d274640 1 -- 172.21.15.111:0/4050241812 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f40681439b0 con 0x7f4068148330 2024-09-19T04:39:56.529 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.528+0000 7f405f7fe640 1 -- 172.21.15.111:0/4050241812 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 83 v83) ==== 94+0+5233 (secure 0 0 0) 0x7f405005d9b0 con 0x7f4068148330 2024-09-19T04:39:56.529 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:56.529 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":83,"btime":"2024-09-19T04:39:56:190285+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6878,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3373352182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3373352182},{"type":"v1","addr":"172.21.15.114:6834","nonce":3373352182}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":6881,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/772132505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":772132505},{"type":"v1","addr":"172.21.15.114:6835","nonce":772132505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":7693,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/2739498817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2739498817},{"type":"v1","addr":"172.21.15.111:6834","nonce":2739498817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80}],"filesystems":[{"mdsmap":{"epoch":83,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:39:53.521204+0000","modified":"2024-09-19T04:39:55.510316+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8601},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8601":{"gid":8601,"name":"a","rank":0,"incarnation":81,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6835/456560240","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":456560240},{"type":"v1","addr":"172.21.15.111:6835","nonce":456560240}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8601,"qdb_cluster":[8601]},"id":12}]} 2024-09-19T04:39:56.530 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 83 2024-09-19T04:39:56.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.530+0000 7f406d274640 1 -- 172.21.15.111:0/4050241812 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f404806ca90 msgr2=0x7f404806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.530+0000 7f406d274640 1 --2- 172.21.15.111:0/4050241812 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f404806ca90 0x7f404806ef50 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f4058033000 tx=0x7f4058009000 comp rx=0 tx=0).stop 2024-09-19T04:39:56.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.530+0000 7f406d274640 1 -- 172.21.15.111:0/4050241812 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4068148330 msgr2=0x7f4068140220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.530+0000 7f406d274640 1 --2- 172.21.15.111:0/4050241812 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4068148330 0x7f4068140220 secure :-1 s=READY pgs=1567 cs=0 l=1 rev1=1 crypto rx=0x7f405000c820 tx=0x7f405000cce0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.530+0000 7f406d274640 1 -- 172.21.15.111:0/4050241812 shutdown_connections 2024-09-19T04:39:56.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.530+0000 7f406d274640 1 --2- 172.21.15.111:0/4050241812 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f404806ca90 0x7f404806ef50 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.530+0000 7f406d274640 1 --2- 172.21.15.111:0/4050241812 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f406815f400 0x7f4068157f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.530+0000 7f406d274640 1 --2- 172.21.15.111:0/4050241812 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4068148330 0x7f4068140220 unknown :-1 s=CLOSED pgs=1567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.530+0000 7f406d274640 1 --2- 172.21.15.111:0/4050241812 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f406806c0e0 0x7f406815a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.530+0000 7f406d274640 1 -- 172.21.15.111:0/4050241812 >> 172.21.15.111:0/4050241812 conn(0x7f4068062a80 msgr2=0x7f4068140c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:56.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.530+0000 7f406d274640 1 -- 172.21.15.111:0/4050241812 shutdown_connections 2024-09-19T04:39:56.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.530+0000 7f406d274640 1 -- 172.21.15.111:0/4050241812 wait complete. 2024-09-19T04:39:56.543 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:39:56.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.639+0000 7f460fde4640 1 Processor -- start 2024-09-19T04:39:56.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.639+0000 7f460fde4640 1 -- start start 2024-09-19T04:39:56.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.640+0000 7f460fde4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f460815c510 0x7f46080cfc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.640+0000 7f460fde4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f46080cf3c0 0x7f46080d0600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.640+0000 7f460fde4640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4608161090 con 0x7f46080d0b40 2024-09-19T04:39:56.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.640+0000 7f460fde4640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f46080afb20 con 0x7f46080cf3c0 2024-09-19T04:39:56.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.640+0000 7f460fde4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f460806e140 con 0x7f460815c510 2024-09-19T04:39:56.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.640+0000 7f460d37f640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f46080cf3c0 0x7f46080d0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.640+0000 7f460e381640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f46080d0b40 0x7f46080ce300 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:43726/0 (socket says 172.21.15.111:43726) 2024-09-19T04:39:56.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.640+0000 7f460e381640 1 -- 172.21.15.111:0/4035278668 learned_addr learned my addr 172.21.15.111:0/4035278668 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:56.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.640+0000 7f460d37f640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f46080cf3c0 0x7f46080d0600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51278/0 (socket says 172.21.15.111:51278) 2024-09-19T04:39:56.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.640+0000 7f460db80640 1 --2- 172.21.15.111:0/4035278668 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f460815c510 0x7f46080cfc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.640+0000 7f460d37f640 1 -- 172.21.15.111:0/4035278668 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f460815c510 msgr2=0x7f46080cfc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:56.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.640+0000 7f460d37f640 1 --2- 172.21.15.111:0/4035278668 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f460815c510 0x7f46080cfc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.640+0000 7f460d37f640 1 -- 172.21.15.111:0/4035278668 >> v1:172.21.15.111:6789/0 conn(0x7f46080d0b40 legacy=0x7f46080ce300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.640+0000 7f460d37f640 1 -- 172.21.15.111:0/4035278668 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f460806e370 con 0x7f46080cf3c0 2024-09-19T04:39:56.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.640+0000 7f460cb7e640 1 -- 172.21.15.111:0/4035278668 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1500331820 0 0) 0x7f4608161090 con 0x7f46080d0b40 2024-09-19T04:39:56.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.641+0000 7f460d37f640 1 --2- 172.21.15.111:0/4035278668 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46080cf3c0 0x7f46080d0600 secure :-1 s=READY pgs=1569 cs=0 l=1 rev1=1 crypto rx=0x7f45f80097d0 tx=0x7f45f802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efc1808452b6bbde server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:56.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.641+0000 7f460cb7e640 1 -- 172.21.15.111:0/4035278668 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f8037070 con 0x7f46080cf3c0 2024-09-19T04:39:56.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.641+0000 7f460cb7e640 1 -- 172.21.15.111:0/4035278668 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45f8032440 con 0x7f46080cf3c0 2024-09-19T04:39:56.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.641+0000 7f460cb7e640 1 -- 172.21.15.111:0/4035278668 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f8032810 con 0x7f46080cf3c0 2024-09-19T04:39:56.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.642+0000 7f460fde4640 1 -- 172.21.15.111:0/4035278668 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46080cf3c0 msgr2=0x7f46080d0600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.642+0000 7f460fde4640 1 --2- 172.21.15.111:0/4035278668 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46080cf3c0 0x7f46080d0600 secure :-1 s=READY pgs=1569 cs=0 l=1 rev1=1 crypto rx=0x7f45f80097d0 tx=0x7f45f802a1c0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.642+0000 7f460fde4640 1 -- 172.21.15.111:0/4035278668 shutdown_connections 2024-09-19T04:39:56.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.642+0000 7f460fde4640 1 --2- 172.21.15.111:0/4035278668 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46080cf3c0 0x7f46080d0600 unknown :-1 s=CLOSED pgs=1569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.642+0000 7f460fde4640 1 --2- 172.21.15.111:0/4035278668 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f460815c510 0x7f46080cfc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.642+0000 7f460fde4640 1 -- 172.21.15.111:0/4035278668 >> 172.21.15.111:0/4035278668 conn(0x7f46080b2480 msgr2=0x7f46080b2860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:56.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.642+0000 7f460fde4640 1 -- 172.21.15.111:0/4035278668 shutdown_connections 2024-09-19T04:39:56.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.642+0000 7f460fde4640 1 -- 172.21.15.111:0/4035278668 wait complete. 2024-09-19T04:39:56.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.643+0000 7f460fde4640 1 Processor -- start 2024-09-19T04:39:56.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.643+0000 7f460fde4640 1 -- start start 2024-09-19T04:39:56.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.644+0000 7f460fde4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f46080cf3c0 0x7f46081483f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.644+0000 7f460fde4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46080d0b40 0x7f46080b5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.644+0000 7f460fde4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f460815c510 0x7f460815ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.644+0000 7f460fde4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f46080cf800 con 0x7f46080d0b40 2024-09-19T04:39:56.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.644+0000 7f460fde4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4608160b60 con 0x7f46080cf3c0 2024-09-19T04:39:56.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.644+0000 7f460fde4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f460806e610 con 0x7f460815c510 2024-09-19T04:39:56.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.644+0000 7f460d37f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46080d0b40 0x7f46080b5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.644+0000 7f460d37f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46080d0b40 0x7f46080b5170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51284/0 (socket says 172.21.15.111:51284) 2024-09-19T04:39:56.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.644+0000 7f460d37f640 1 -- 172.21.15.111:0/4276068072 learned_addr learned my addr 172.21.15.111:0/4276068072 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:56.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.644+0000 7f460d37f640 1 -- 172.21.15.111:0/4276068072 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f460815c510 msgr2=0x7f460815ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.647 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.644+0000 7f460d37f640 1 --2- 172.21.15.111:0/4276068072 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f460815c510 0x7f460815ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.644+0000 7f460d37f640 1 -- 172.21.15.111:0/4276068072 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f46080cf3c0 msgr2=0x7f46081483f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.644+0000 7f460d37f640 1 --2- 172.21.15.111:0/4276068072 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f46080cf3c0 0x7f46081483f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.644+0000 7f460d37f640 1 -- 172.21.15.111:0/4276068072 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4608072830 con 0x7f46080d0b40 2024-09-19T04:39:56.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.644+0000 7f460d37f640 1 --2- 172.21.15.111:0/4276068072 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46080d0b40 0x7f46080b5170 secure :-1 s=READY pgs=1570 cs=0 l=1 rev1=1 crypto rx=0x7f45f8035040 tx=0x7f45f80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:56.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.644+0000 7f45fe7fc640 1 -- 172.21.15.111:0/4276068072 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f8037040 con 0x7f46080d0b40 2024-09-19T04:39:56.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.644+0000 7f45fe7fc640 1 -- 172.21.15.111:0/4276068072 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45f8030500 con 0x7f46080d0b40 2024-09-19T04:39:56.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.644+0000 7f45fe7fc640 1 -- 172.21.15.111:0/4276068072 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f80308d0 con 0x7f46080d0b40 2024-09-19T04:39:56.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.644+0000 7f460fde4640 1 -- 172.21.15.111:0/4276068072 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4608072b10 con 0x7f46080d0b40 2024-09-19T04:39:56.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.644+0000 7f460fde4640 1 -- 172.21.15.111:0/4276068072 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f460814fa80 con 0x7f46080d0b40 2024-09-19T04:39:56.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.645+0000 7f460fde4640 1 -- 172.21.15.111:0/4276068072 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f460815c8f0 con 0x7f46080d0b40 2024-09-19T04:39:56.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.646+0000 7f45fe7fc640 1 -- 172.21.15.111:0/4276068072 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f45f8044020 con 0x7f46080d0b40 2024-09-19T04:39:56.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.646+0000 7f45fe7fc640 1 --2- 172.21.15.111:0/4276068072 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f45ec06ca90 0x7f45ec06ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.646+0000 7f45fe7fc640 1 -- 172.21.15.111:0/4276068072 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7f45f80aa0a0 con 0x7f46080d0b40 2024-09-19T04:39:56.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.646+0000 7f460db80640 1 --2- 172.21.15.111:0/4276068072 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f45ec06ca90 0x7f45ec06ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.649 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.647+0000 7f460db80640 1 --2- 172.21.15.111:0/4276068072 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f45ec06ca90 0x7f45ec06ef50 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f4604006a90 tx=0x7f4604006a20 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:56.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.650+0000 7f45fe7fc640 1 -- 172.21.15.111:0/4276068072 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f45f807a100 con 0x7f46080d0b40 2024-09-19T04:39:56.817 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.816+0000 7f460fde4640 1 -- 172.21.15.111:0/4276068072 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f460806fd80 con 0x7f46080d0b40 2024-09-19T04:39:56.818 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.817+0000 7f45fe7fc640 1 -- 172.21.15.111:0/4276068072 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v155) ==== 74+0+16876 (secure 0 0 0) 0x7f45f8079a00 con 0x7f46080d0b40 2024-09-19T04:39:56.819 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:56.819 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":155,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:39:55.172585+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:39:51.859028+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"154","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-09-19T04:39:52.484503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"155","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:39:56.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.819+0000 7f460fde4640 1 -- 172.21.15.111:0/4276068072 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f45ec06ca90 msgr2=0x7f45ec06ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.819+0000 7f460fde4640 1 --2- 172.21.15.111:0/4276068072 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f45ec06ca90 0x7f45ec06ef50 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f4604006a90 tx=0x7f4604006a20 comp rx=0 tx=0).stop 2024-09-19T04:39:56.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.819+0000 7f460fde4640 1 -- 172.21.15.111:0/4276068072 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46080d0b40 msgr2=0x7f46080b5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.819+0000 7f460fde4640 1 --2- 172.21.15.111:0/4276068072 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46080d0b40 0x7f46080b5170 secure :-1 s=READY pgs=1570 cs=0 l=1 rev1=1 crypto rx=0x7f45f8035040 tx=0x7f45f80046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.819+0000 7f460fde4640 1 -- 172.21.15.111:0/4276068072 shutdown_connections 2024-09-19T04:39:56.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.819+0000 7f460fde4640 1 --2- 172.21.15.111:0/4276068072 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f45ec06ca90 0x7f45ec06ef50 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.819+0000 7f460fde4640 1 --2- 172.21.15.111:0/4276068072 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f460815c510 0x7f460815ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.819+0000 7f460fde4640 1 --2- 172.21.15.111:0/4276068072 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46080d0b40 0x7f46080b5170 unknown :-1 s=CLOSED pgs=1570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.819+0000 7f460fde4640 1 --2- 172.21.15.111:0/4276068072 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f46080cf3c0 0x7f46081483f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.821 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.819+0000 7f460fde4640 1 -- 172.21.15.111:0/4276068072 >> 172.21.15.111:0/4276068072 conn(0x7f46080b2480 msgr2=0x7f460806e980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:56.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.819+0000 7f460fde4640 1 -- 172.21.15.111:0/4276068072 shutdown_connections 2024-09-19T04:39:56.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.819+0000 7f460fde4640 1 -- 172.21.15.111:0/4276068072 wait complete. 2024-09-19T04:39:56.831 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T04:39:56.832 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:39:56.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.929+0000 7fcd559b7640 1 Processor -- start 2024-09-19T04:39:56.931 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.929+0000 7fcd559b7640 1 -- start start 2024-09-19T04:39:56.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.930+0000 7fcd559b7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcd5015e940 0x7fcd500d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.930+0000 7fcd559b7640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fcd500cef90 0x7fcd500d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.930+0000 7fcd559b7640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcd500b7170 con 0x7fcd5015ed20 2024-09-19T04:39:56.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.930+0000 7fcd559b7640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fcd500d1ae0 con 0x7fcd500cef90 2024-09-19T04:39:56.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.930+0000 7fcd559b7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcd500b7aa0 con 0x7fcd5015e940 2024-09-19T04:39:56.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.930+0000 7fcd4f7fe640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fcd500cef90 0x7fcd500d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.930+0000 7fcd4effd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcd5015e940 0x7fcd500d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.930+0000 7fcd4f7fe640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fcd500cef90 0x7fcd500d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:50746/0 (socket says 172.21.15.111:50746) 2024-09-19T04:39:56.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.930+0000 7fcd4effd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcd5015e940 0x7fcd500d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:38474/0 (socket says 172.21.15.111:38474) 2024-09-19T04:39:56.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.930+0000 7fcd467fc640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7fcd5015ed20 0x7fcd500b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:37192/0 (socket says 172.21.15.111:37192) 2024-09-19T04:39:56.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.930+0000 7fcd4f7fe640 1 -- 172.21.15.111:0/244291239 learned_addr learned my addr 172.21.15.111:0/244291239 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:56.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.931+0000 7fcd4effd640 1 -- 172.21.15.111:0/244291239 >> v2:172.21.15.114:3300/0 conn(0x7fcd500cef90 msgr2=0x7fcd500d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:56.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.931+0000 7fcd4effd640 1 --2- 172.21.15.111:0/244291239 >> v2:172.21.15.114:3300/0 conn(0x7fcd500cef90 0x7fcd500d15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.931+0000 7fcd4effd640 1 -- 172.21.15.111:0/244291239 >> v1:172.21.15.114:6789/0 conn(0x7fcd5015ed20 legacy=0x7fcd500b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.931+0000 7fcd4effd640 1 -- 172.21.15.111:0/244291239 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd500d3660 con 0x7fcd5015e940 2024-09-19T04:39:56.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.931+0000 7fcd4f7fe640 1 --2- 172.21.15.111:0/244291239 >> v2:172.21.15.114:3300/0 conn(0x7fcd500cef90 0x7fcd500d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:56.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.931+0000 7fcd4effd640 1 --2- 172.21.15.111:0/244291239 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcd5015e940 0x7fcd500d1060 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fcd400097a0 tx=0x7fcd4002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=63269891693bfadc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:56.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.932+0000 7fcd4e7fc640 1 -- 172.21.15.111:0/244291239 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd40037070 con 0x7fcd5015e940 2024-09-19T04:39:56.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.932+0000 7fcd4e7fc640 1 -- 172.21.15.111:0/244291239 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd40032440 con 0x7fcd5015e940 2024-09-19T04:39:56.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.932+0000 7fcd4e7fc640 1 -- 172.21.15.111:0/244291239 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd40032810 con 0x7fcd5015e940 2024-09-19T04:39:56.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.932+0000 7fcd559b7640 1 -- 172.21.15.111:0/244291239 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcd5015e940 msgr2=0x7fcd500d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.932+0000 7fcd559b7640 1 --2- 172.21.15.111:0/244291239 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcd5015e940 0x7fcd500d1060 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fcd400097a0 tx=0x7fcd4002a210 comp rx=0 tx=0).stop 2024-09-19T04:39:56.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.932+0000 7fcd559b7640 1 -- 172.21.15.111:0/244291239 shutdown_connections 2024-09-19T04:39:56.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.932+0000 7fcd559b7640 1 --2- 172.21.15.111:0/244291239 >> v2:172.21.15.114:3300/0 conn(0x7fcd500cef90 0x7fcd500d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.932+0000 7fcd559b7640 1 --2- 172.21.15.111:0/244291239 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcd5015e940 0x7fcd500d1060 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.932+0000 7fcd559b7640 1 -- 172.21.15.111:0/244291239 >> 172.21.15.111:0/244291239 conn(0x7fcd500b6240 msgr2=0x7fcd500b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:56.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.932+0000 7fcd559b7640 1 -- 172.21.15.111:0/244291239 shutdown_connections 2024-09-19T04:39:56.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.932+0000 7fcd559b7640 1 -- 172.21.15.111:0/244291239 wait complete. 2024-09-19T04:39:56.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.933+0000 7fcd559b7640 1 Processor -- start 2024-09-19T04:39:56.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.934+0000 7fcd559b7640 1 -- start start 2024-09-19T04:39:56.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.934+0000 7fcd559b7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcd500cef90 0x7fcd50154f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.934+0000 7fcd559b7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcd5015e940 0x7fcd500cc000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.934+0000 7fcd559b7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcd5015ed20 0x7fcd50158800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.934+0000 7fcd559b7640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fcd500d3f00 con 0x7fcd5015ed20 2024-09-19T04:39:56.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.934+0000 7fcd559b7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fcd500d3c20 con 0x7fcd5015e940 2024-09-19T04:39:56.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.934+0000 7fcd559b7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcd500d3310 con 0x7fcd500cef90 2024-09-19T04:39:56.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.934+0000 7fcd4f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcd5015ed20 0x7fcd50158800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.934+0000 7fcd4effd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcd500cef90 0x7fcd50154f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.934+0000 7fcd4effd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcd500cef90 0x7fcd50154f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:38486/0 (socket says 172.21.15.111:38486) 2024-09-19T04:39:56.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.934+0000 7fcd4effd640 1 -- 172.21.15.111:0/1188784601 learned_addr learned my addr 172.21.15.111:0/1188784601 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:56.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.934+0000 7fcd467fc640 1 --2- 172.21.15.111:0/1188784601 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcd5015e940 0x7fcd500cc000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.935+0000 7fcd4f7fe640 1 -- 172.21.15.111:0/1188784601 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcd500cef90 msgr2=0x7fcd50154f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.935+0000 7fcd4f7fe640 1 --2- 172.21.15.111:0/1188784601 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcd500cef90 0x7fcd50154f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.935+0000 7fcd4f7fe640 1 -- 172.21.15.111:0/1188784601 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcd5015e940 msgr2=0x7fcd500cc000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.935+0000 7fcd4f7fe640 1 --2- 172.21.15.111:0/1188784601 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcd5015e940 0x7fcd500cc000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.935+0000 7fcd4f7fe640 1 -- 172.21.15.111:0/1188784601 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd500cd850 con 0x7fcd5015ed20 2024-09-19T04:39:56.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.935+0000 7fcd4f7fe640 1 --2- 172.21.15.111:0/1188784601 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcd5015ed20 0x7fcd50158800 secure :-1 s=READY pgs=1571 cs=0 l=1 rev1=1 crypto rx=0x7fcd4800efc0 tx=0x7fcd4800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:56.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.935+0000 7fcd4cff9640 1 -- 172.21.15.111:0/1188784601 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd4800cb20 con 0x7fcd5015ed20 2024-09-19T04:39:56.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.935+0000 7fcd4cff9640 1 -- 172.21.15.111:0/1188784601 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd4800cce0 con 0x7fcd5015ed20 2024-09-19T04:39:56.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.935+0000 7fcd559b7640 1 -- 172.21.15.111:0/1188784601 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd500cdb30 con 0x7fcd5015ed20 2024-09-19T04:39:56.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.935+0000 7fcd4cff9640 1 -- 172.21.15.111:0/1188784601 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd48003bd0 con 0x7fcd5015ed20 2024-09-19T04:39:56.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.935+0000 7fcd559b7640 1 -- 172.21.15.111:0/1188784601 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd500cb800 con 0x7fcd5015ed20 2024-09-19T04:39:56.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.936+0000 7fcd559b7640 1 -- 172.21.15.111:0/1188784601 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd500d1ef0 con 0x7fcd5015ed20 2024-09-19T04:39:56.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.937+0000 7fcd4cff9640 1 -- 172.21.15.111:0/1188784601 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fcd4801b030 con 0x7fcd5015ed20 2024-09-19T04:39:56.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.937+0000 7fcd4cff9640 1 --2- 172.21.15.111:0/1188784601 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcd3006ca90 0x7fcd3006ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.937+0000 7fcd4cff9640 1 -- 172.21.15.111:0/1188784601 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7fcd48089fd0 con 0x7fcd5015ed20 2024-09-19T04:39:56.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.938+0000 7fcd4effd640 1 --2- 172.21.15.111:0/1188784601 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcd3006ca90 0x7fcd3006ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.938+0000 7fcd4effd640 1 --2- 172.21.15.111:0/1188784601 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcd3006ca90 0x7fcd3006ef50 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fcd400097a0 tx=0x7fcd4002e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:56.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:56.942+0000 7fcd4cff9640 1 -- 172.21.15.111:0/1188784601 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcd48022020 con 0x7fcd5015ed20 2024-09-19T04:39:57.104 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.103+0000 7fcd559b7640 1 -- 172.21.15.111:0/1188784601 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fcd500ba6b0 con 0x7fcd3006ca90 2024-09-19T04:39:57.111 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.110+0000 7fcd4cff9640 1 -- 172.21.15.111:0/1188784601 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247091 (secure 0 0 0) 0x7fcd500ba6b0 con 0x7fcd3006ca90 2024-09-19T04:39:57.114 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:57.115 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:39:57.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.112+0000 7fcd559b7640 1 -- 172.21.15.111:0/1188784601 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcd3006ca90 msgr2=0x7fcd3006ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.112+0000 7fcd559b7640 1 --2- 172.21.15.111:0/1188784601 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcd3006ca90 0x7fcd3006ef50 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fcd400097a0 tx=0x7fcd4002e000 comp rx=0 tx=0).stop 2024-09-19T04:39:57.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.112+0000 7fcd559b7640 1 -- 172.21.15.111:0/1188784601 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcd5015ed20 msgr2=0x7fcd50158800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.112+0000 7fcd559b7640 1 --2- 172.21.15.111:0/1188784601 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcd5015ed20 0x7fcd50158800 secure :-1 s=READY pgs=1571 cs=0 l=1 rev1=1 crypto rx=0x7fcd4800efc0 tx=0x7fcd4800c490 comp rx=0 tx=0).stop 2024-09-19T04:39:57.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.112+0000 7fcd559b7640 1 -- 172.21.15.111:0/1188784601 shutdown_connections 2024-09-19T04:39:57.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.112+0000 7fcd559b7640 1 --2- 172.21.15.111:0/1188784601 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcd3006ca90 0x7fcd3006ef50 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.112+0000 7fcd559b7640 1 --2- 172.21.15.111:0/1188784601 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcd5015ed20 0x7fcd50158800 unknown :-1 s=CLOSED pgs=1571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.112+0000 7fcd559b7640 1 --2- 172.21.15.111:0/1188784601 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcd5015e940 0x7fcd500cc000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.112+0000 7fcd559b7640 1 --2- 172.21.15.111:0/1188784601 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcd500cef90 0x7fcd50154f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.112+0000 7fcd559b7640 1 -- 172.21.15.111:0/1188784601 >> 172.21.15.111:0/1188784601 conn(0x7fcd500b6240 msgr2=0x7fcd50161050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:57.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.113+0000 7fcd559b7640 1 -- 172.21.15.111:0/1188784601 shutdown_connections 2024-09-19T04:39:57.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.113+0000 7fcd559b7640 1 -- 172.21.15.111:0/1188784601 wait complete. 2024-09-19T04:39:57.125 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":182,"stamp":"2024-09-19T04:39:56.206484+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":55,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":265704,"kb_used_data":16168,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754709016,"statfs":{"total":773094113280,"available":772822032384,"internally_reserved":0,"allocated":16556032,"data_stored":7950896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.039096"},"pg_stats":[{"pgid":"25.3f","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177806+0000","last_change":"2024-09-19T04:39:53.177806+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177806+0000","last_undegraded":"2024-09-19T04:39:53.177806+0000","last_fullsized":"2024-09-19T04:39:53.177806+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.3e","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.182106+0000","last_change":"2024-09-19T04:39:53.182106+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.182106+0000","last_undegraded":"2024-09-19T04:39:53.182106+0000","last_fullsized":"2024-09-19T04:39:53.182106+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3d","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.181603+0000","last_change":"2024-09-19T04:39:53.181603+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.181603+0000","last_undegraded":"2024-09-19T04:39:53.181603+0000","last_fullsized":"2024-09-19T04:39:53.181603+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.3c","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.184228+0000","last_change":"2024-09-19T04:39:53.184228+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.184228+0000","last_undegraded":"2024-09-19T04:39:53.184228+0000","last_fullsized":"2024-09-19T04:39:53.184228+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3b","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.185577+0000","last_change":"2024-09-19T04:39:53.185577+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.185577+0000","last_undegraded":"2024-09-19T04:39:53.185577+0000","last_fullsized":"2024-09-19T04:39:53.185577+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.3a","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.181243+0000","last_change":"2024-09-19T04:39:53.181243+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.181243+0000","last_undegraded":"2024-09-19T04:39:53.181243+0000","last_fullsized":"2024-09-19T04:39:53.181243+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.39","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.175759+0000","last_change":"2024-09-19T04:39:53.175759+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.175759+0000","last_undegraded":"2024-09-19T04:39:53.175759+0000","last_fullsized":"2024-09-19T04:39:53.175759+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.38","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.180022+0000","last_change":"2024-09-19T04:39:53.180022+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.180022+0000","last_undegraded":"2024-09-19T04:39:53.180022+0000","last_fullsized":"2024-09-19T04:39:53.180022+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.37","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.176775+0000","last_change":"2024-09-19T04:39:53.176775+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.176775+0000","last_undegraded":"2024-09-19T04:39:53.176775+0000","last_fullsized":"2024-09-19T04:39:53.176775+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.36","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183218+0000","last_change":"2024-09-19T04:39:53.183218+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183218+0000","last_undegraded":"2024-09-19T04:39:53.183218+0000","last_fullsized":"2024-09-19T04:39:53.183218+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.35","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.174676+0000","last_change":"2024-09-19T04:39:53.174676+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.174676+0000","last_undegraded":"2024-09-19T04:39:53.174676+0000","last_fullsized":"2024-09-19T04:39:53.174676+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.34","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183101+0000","last_change":"2024-09-19T04:39:53.183101+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183101+0000","last_undegraded":"2024-09-19T04:39:53.183101+0000","last_fullsized":"2024-09-19T04:39:53.183101+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.33","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.182153+0000","last_change":"2024-09-19T04:39:53.182153+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.182153+0000","last_undegraded":"2024-09-19T04:39:53.182153+0000","last_fullsized":"2024-09-19T04:39:53.182153+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.32","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177466+0000","last_change":"2024-09-19T04:39:53.177466+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177466+0000","last_undegraded":"2024-09-19T04:39:53.177466+0000","last_fullsized":"2024-09-19T04:39:53.177466+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.31","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183693+0000","last_change":"2024-09-19T04:39:53.183693+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183693+0000","last_undegraded":"2024-09-19T04:39:53.183693+0000","last_fullsized":"2024-09-19T04:39:53.183693+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.30","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.179650+0000","last_change":"2024-09-19T04:39:53.179650+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.179650+0000","last_undegraded":"2024-09-19T04:39:53.179650+0000","last_fullsized":"2024-09-19T04:39:53.179650+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.2f","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.184603+0000","last_change":"2024-09-19T04:39:53.184603+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.184603+0000","last_undegraded":"2024-09-19T04:39:53.184603+0000","last_fullsized":"2024-09-19T04:39:53.184603+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2e","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178272+0000","last_change":"2024-09-19T04:39:53.178272+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178272+0000","last_undegraded":"2024-09-19T04:39:53.178272+0000","last_fullsized":"2024-09-19T04:39:53.178272+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.2d","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.179199+0000","last_change":"2024-09-19T04:39:53.179199+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.179199+0000","last_undegraded":"2024-09-19T04:39:53.179199+0000","last_fullsized":"2024-09-19T04:39:53.179199+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.2c","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183501+0000","last_change":"2024-09-19T04:39:53.183501+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183501+0000","last_undegraded":"2024-09-19T04:39:53.183501+0000","last_fullsized":"2024-09-19T04:39:53.183501+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2b","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183024+0000","last_change":"2024-09-19T04:39:53.183024+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183024+0000","last_undegraded":"2024-09-19T04:39:53.183024+0000","last_fullsized":"2024-09-19T04:39:53.183024+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2a","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178870+0000","last_change":"2024-09-19T04:39:53.178870+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178870+0000","last_undegraded":"2024-09-19T04:39:53.178870+0000","last_fullsized":"2024-09-19T04:39:53.178870+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.29","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.181554+0000","last_change":"2024-09-19T04:39:53.181554+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.181554+0000","last_undegraded":"2024-09-19T04:39:53.181554+0000","last_fullsized":"2024-09-19T04:39:53.181554+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.28","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.179236+0000","last_change":"2024-09-19T04:39:53.179236+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.179236+0000","last_undegraded":"2024-09-19T04:39:53.179236+0000","last_fullsized":"2024-09-19T04:39:53.179236+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.27","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.182567+0000","last_change":"2024-09-19T04:39:53.182567+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.182567+0000","last_undegraded":"2024-09-19T04:39:53.182567+0000","last_fullsized":"2024-09-19T04:39:53.182567+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.26","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.175614+0000","last_change":"2024-09-19T04:39:53.175614+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.175614+0000","last_undegraded":"2024-09-19T04:39:53.175614+0000","last_fullsized":"2024-09-19T04:39:53.175614+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.25","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.180838+0000","last_change":"2024-09-19T04:39:53.180838+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.180838+0000","last_undegraded":"2024-09-19T04:39:53.180838+0000","last_fullsized":"2024-09-19T04:39:53.180838+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.24","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.179993+0000","last_change":"2024-09-19T04:39:53.179993+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.179993+0000","last_undegraded":"2024-09-19T04:39:53.179993+0000","last_fullsized":"2024-09-19T04:39:53.179993+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.23","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.181676+0000","last_change":"2024-09-19T04:39:53.181676+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.181676+0000","last_undegraded":"2024-09-19T04:39:53.181676+0000","last_fullsized":"2024-09-19T04:39:53.181676+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.22","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.176187+0000","last_change":"2024-09-19T04:39:53.176187+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.176187+0000","last_undegraded":"2024-09-19T04:39:53.176187+0000","last_fullsized":"2024-09-19T04:39:53.176187+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.21","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.181145+0000","last_change":"2024-09-19T04:39:53.181145+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.181145+0000","last_undegraded":"2024-09-19T04:39:53.181145+0000","last_fullsized":"2024-09-19T04:39:53.181145+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.20","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178269+0000","last_change":"2024-09-19T04:39:53.178269+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178269+0000","last_undegraded":"2024-09-19T04:39:53.178269+0000","last_fullsized":"2024-09-19T04:39:53.178269+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1e","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.180742+0000","last_change":"2024-09-19T04:39:53.180742+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.180742+0000","last_undegraded":"2024-09-19T04:39:53.180742+0000","last_fullsized":"2024-09-19T04:39:53.180742+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1f","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191222+0000","last_change":"2024-09-19T04:39:53.190268+0000","last_active":"2024-09-19T04:39:53.191222+0000","last_peered":"2024-09-19T04:39:53.191222+0000","last_clean":"2024-09-19T04:39:53.191222+0000","last_became_active":"2024-09-19T04:39:53.189976+0000","last_became_peered":"2024-09-19T04:39:53.189976+0000","last_unstale":"2024-09-19T04:39:53.191222+0000","last_undegraded":"2024-09-19T04:39:53.191222+0000","last_fullsized":"2024-09-19T04:39:53.191222+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:15:52.749295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1f","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177692+0000","last_change":"2024-09-19T04:39:53.177692+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177692+0000","last_undegraded":"2024-09-19T04:39:53.177692+0000","last_fullsized":"2024-09-19T04:39:53.177692+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1e","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.181646+0000","last_change":"2024-09-19T04:39:53.180337+0000","last_active":"2024-09-19T04:39:53.181646+0000","last_peered":"2024-09-19T04:39:53.181646+0000","last_clean":"2024-09-19T04:39:53.181646+0000","last_became_active":"2024-09-19T04:39:53.180036+0000","last_became_peered":"2024-09-19T04:39:53.180036+0000","last_unstale":"2024-09-19T04:39:53.181646+0000","last_undegraded":"2024-09-19T04:39:53.181646+0000","last_fullsized":"2024-09-19T04:39:53.181646+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:53:10.501050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.1c","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177128+0000","last_change":"2024-09-19T04:39:53.177128+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177128+0000","last_undegraded":"2024-09-19T04:39:53.177128+0000","last_fullsized":"2024-09-19T04:39:53.177128+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.1d","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.189977+0000","last_change":"2024-09-19T04:39:53.188956+0000","last_active":"2024-09-19T04:39:53.189977+0000","last_peered":"2024-09-19T04:39:53.189977+0000","last_clean":"2024-09-19T04:39:53.189977+0000","last_became_active":"2024-09-19T04:39:53.188671+0000","last_became_peered":"2024-09-19T04:39:53.188671+0000","last_unstale":"2024-09-19T04:39:53.189977+0000","last_undegraded":"2024-09-19T04:39:53.189977+0000","last_fullsized":"2024-09-19T04:39:53.189977+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:48:26.017394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1d","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.174200+0000","last_change":"2024-09-19T04:39:53.174200+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.174200+0000","last_undegraded":"2024-09-19T04:39:53.174200+0000","last_fullsized":"2024-09-19T04:39:53.174200+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.1c","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194015+0000","last_change":"2024-09-19T04:39:53.189951+0000","last_active":"2024-09-19T04:39:53.194015+0000","last_peered":"2024-09-19T04:39:53.194015+0000","last_clean":"2024-09-19T04:39:53.194015+0000","last_became_active":"2024-09-19T04:39:53.189549+0000","last_became_peered":"2024-09-19T04:39:53.189549+0000","last_unstale":"2024-09-19T04:39:53.194015+0000","last_undegraded":"2024-09-19T04:39:53.194015+0000","last_fullsized":"2024-09-19T04:39:53.194015+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:54:47.436827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1a","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177398+0000","last_change":"2024-09-19T04:39:53.177398+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177398+0000","last_undegraded":"2024-09-19T04:39:53.177398+0000","last_fullsized":"2024-09-19T04:39:53.177398+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1b","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194626+0000","last_change":"2024-09-19T04:39:53.193704+0000","last_active":"2024-09-19T04:39:53.194626+0000","last_peered":"2024-09-19T04:39:53.194626+0000","last_clean":"2024-09-19T04:39:53.194626+0000","last_became_active":"2024-09-19T04:39:53.193449+0000","last_became_peered":"2024-09-19T04:39:53.193449+0000","last_unstale":"2024-09-19T04:39:53.194626+0000","last_undegraded":"2024-09-19T04:39:53.194626+0000","last_fullsized":"2024-09-19T04:39:53.194626+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:21:20.759886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1b","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178567+0000","last_change":"2024-09-19T04:39:53.178567+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178567+0000","last_undegraded":"2024-09-19T04:39:53.178567+0000","last_fullsized":"2024-09-19T04:39:53.178567+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1a","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.193959+0000","last_change":"2024-09-19T04:39:53.191704+0000","last_active":"2024-09-19T04:39:53.193959+0000","last_peered":"2024-09-19T04:39:53.193959+0000","last_clean":"2024-09-19T04:39:53.193959+0000","last_became_active":"2024-09-19T04:39:53.191432+0000","last_became_peered":"2024-09-19T04:39:53.191432+0000","last_unstale":"2024-09-19T04:39:53.193959+0000","last_undegraded":"2024-09-19T04:39:53.193959+0000","last_fullsized":"2024-09-19T04:39:53.193959+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:34:37.699458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.19","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.175289+0000","last_change":"2024-09-19T04:39:53.175289+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.175289+0000","last_undegraded":"2024-09-19T04:39:53.175289+0000","last_fullsized":"2024-09-19T04:39:53.175289+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.18","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191339+0000","last_change":"2024-09-19T04:39:53.186770+0000","last_active":"2024-09-19T04:39:53.191339+0000","last_peered":"2024-09-19T04:39:53.191339+0000","last_clean":"2024-09-19T04:39:53.191339+0000","last_became_active":"2024-09-19T04:39:53.186453+0000","last_became_peered":"2024-09-19T04:39:53.186453+0000","last_unstale":"2024-09-19T04:39:53.191339+0000","last_undegraded":"2024-09-19T04:39:53.191339+0000","last_fullsized":"2024-09-19T04:39:53.191339+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:23:44.248268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.16","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.180575+0000","last_change":"2024-09-19T04:39:53.180575+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.180575+0000","last_undegraded":"2024-09-19T04:39:53.180575+0000","last_fullsized":"2024-09-19T04:39:53.180575+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.17","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.188567+0000","last_change":"2024-09-19T04:39:53.182794+0000","last_active":"2024-09-19T04:39:53.188567+0000","last_peered":"2024-09-19T04:39:53.188567+0000","last_clean":"2024-09-19T04:39:53.188567+0000","last_became_active":"2024-09-19T04:39:53.182543+0000","last_became_peered":"2024-09-19T04:39:53.182543+0000","last_unstale":"2024-09-19T04:39:53.188567+0000","last_undegraded":"2024-09-19T04:39:53.188567+0000","last_fullsized":"2024-09-19T04:39:53.188567+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:55.511849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.17","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.180035+0000","last_change":"2024-09-19T04:39:53.180035+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.180035+0000","last_undegraded":"2024-09-19T04:39:53.180035+0000","last_fullsized":"2024-09-19T04:39:53.180035+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.16","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194742+0000","last_change":"2024-09-19T04:39:53.193467+0000","last_active":"2024-09-19T04:39:53.194742+0000","last_peered":"2024-09-19T04:39:53.194742+0000","last_clean":"2024-09-19T04:39:53.194742+0000","last_became_active":"2024-09-19T04:39:53.193193+0000","last_became_peered":"2024-09-19T04:39:53.193193+0000","last_unstale":"2024-09-19T04:39:53.194742+0000","last_undegraded":"2024-09-19T04:39:53.194742+0000","last_fullsized":"2024-09-19T04:39:53.194742+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:32.592984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.14","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.175308+0000","last_change":"2024-09-19T04:39:53.175308+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.175308+0000","last_undegraded":"2024-09-19T04:39:53.175308+0000","last_fullsized":"2024-09-19T04:39:53.175308+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.15","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.190418+0000","last_change":"2024-09-19T04:39:53.187626+0000","last_active":"2024-09-19T04:39:53.190418+0000","last_peered":"2024-09-19T04:39:53.190418+0000","last_clean":"2024-09-19T04:39:53.190418+0000","last_became_active":"2024-09-19T04:39:53.187336+0000","last_became_peered":"2024-09-19T04:39:53.187336+0000","last_unstale":"2024-09-19T04:39:53.190418+0000","last_undegraded":"2024-09-19T04:39:53.190418+0000","last_fullsized":"2024-09-19T04:39:53.190418+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:50.788902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.15","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177559+0000","last_change":"2024-09-19T04:39:53.177559+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177559+0000","last_undegraded":"2024-09-19T04:39:53.177559+0000","last_fullsized":"2024-09-19T04:39:53.177559+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.14","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.190110+0000","last_change":"2024-09-19T04:39:53.189319+0000","last_active":"2024-09-19T04:39:53.190110+0000","last_peered":"2024-09-19T04:39:53.190110+0000","last_clean":"2024-09-19T04:39:53.190110+0000","last_became_active":"2024-09-19T04:39:53.189054+0000","last_became_peered":"2024-09-19T04:39:53.189054+0000","last_unstale":"2024-09-19T04:39:53.190110+0000","last_undegraded":"2024-09-19T04:39:53.190110+0000","last_fullsized":"2024-09-19T04:39:53.190110+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:47:49.859751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.12","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.180169+0000","last_change":"2024-09-19T04:39:53.180169+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.180169+0000","last_undegraded":"2024-09-19T04:39:53.180169+0000","last_fullsized":"2024-09-19T04:39:53.180169+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.13","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191392+0000","last_change":"2024-09-19T04:39:53.187014+0000","last_active":"2024-09-19T04:39:53.191392+0000","last_peered":"2024-09-19T04:39:53.191392+0000","last_clean":"2024-09-19T04:39:53.191392+0000","last_became_active":"2024-09-19T04:39:53.186750+0000","last_became_peered":"2024-09-19T04:39:53.186750+0000","last_unstale":"2024-09-19T04:39:53.191392+0000","last_undegraded":"2024-09-19T04:39:53.191392+0000","last_fullsized":"2024-09-19T04:39:53.191392+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:50:13.591417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.13","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.176562+0000","last_change":"2024-09-19T04:39:53.176562+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.176562+0000","last_undegraded":"2024-09-19T04:39:53.176562+0000","last_fullsized":"2024-09-19T04:39:53.176562+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.12","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191880+0000","last_change":"2024-09-19T04:39:53.189529+0000","last_active":"2024-09-19T04:39:53.191880+0000","last_peered":"2024-09-19T04:39:53.191880+0000","last_clean":"2024-09-19T04:39:53.191880+0000","last_became_active":"2024-09-19T04:39:53.189135+0000","last_became_peered":"2024-09-19T04:39:53.189135+0000","last_unstale":"2024-09-19T04:39:53.191880+0000","last_undegraded":"2024-09-19T04:39:53.191880+0000","last_fullsized":"2024-09-19T04:39:53.191880+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:08:10.887748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.10","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.174133+0000","last_change":"2024-09-19T04:39:53.174133+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.174133+0000","last_undegraded":"2024-09-19T04:39:53.174133+0000","last_fullsized":"2024-09-19T04:39:53.174133+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.11","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194680+0000","last_change":"2024-09-19T04:39:53.192817+0000","last_active":"2024-09-19T04:39:53.194680+0000","last_peered":"2024-09-19T04:39:53.194680+0000","last_clean":"2024-09-19T04:39:53.194680+0000","last_became_active":"2024-09-19T04:39:53.192568+0000","last_became_peered":"2024-09-19T04:39:53.192568+0000","last_unstale":"2024-09-19T04:39:53.194680+0000","last_undegraded":"2024-09-19T04:39:53.194680+0000","last_fullsized":"2024-09-19T04:39:53.194680+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:23:44.248268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.11","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177622+0000","last_change":"2024-09-19T04:39:53.177622+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177622+0000","last_undegraded":"2024-09-19T04:39:53.177622+0000","last_fullsized":"2024-09-19T04:39:53.177622+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.10","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191409+0000","last_change":"2024-09-19T04:39:53.187135+0000","last_active":"2024-09-19T04:39:53.191409+0000","last_peered":"2024-09-19T04:39:53.191409+0000","last_clean":"2024-09-19T04:39:53.191409+0000","last_became_active":"2024-09-19T04:39:53.186855+0000","last_became_peered":"2024-09-19T04:39:53.186855+0000","last_unstale":"2024-09-19T04:39:53.191409+0000","last_undegraded":"2024-09-19T04:39:53.191409+0000","last_fullsized":"2024-09-19T04:39:53.191409+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:28.807404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.e","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177345+0000","last_change":"2024-09-19T04:39:53.177345+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177345+0000","last_undegraded":"2024-09-19T04:39:53.177345+0000","last_fullsized":"2024-09-19T04:39:53.177345+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.f","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194579+0000","last_change":"2024-09-19T04:39:53.193971+0000","last_active":"2024-09-19T04:39:53.194579+0000","last_peered":"2024-09-19T04:39:53.194579+0000","last_clean":"2024-09-19T04:39:53.194579+0000","last_became_active":"2024-09-19T04:39:53.193688+0000","last_became_peered":"2024-09-19T04:39:53.193688+0000","last_unstale":"2024-09-19T04:39:53.194579+0000","last_undegraded":"2024-09-19T04:39:53.194579+0000","last_fullsized":"2024-09-19T04:39:53.194579+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:07:37.376795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.f","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.174400+0000","last_change":"2024-09-19T04:39:53.174400+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.174400+0000","last_undegraded":"2024-09-19T04:39:53.174400+0000","last_fullsized":"2024-09-19T04:39:53.174400+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.e","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194410+0000","last_change":"2024-09-19T04:39:53.192013+0000","last_active":"2024-09-19T04:39:53.194410+0000","last_peered":"2024-09-19T04:39:53.194410+0000","last_clean":"2024-09-19T04:39:53.194410+0000","last_became_active":"2024-09-19T04:39:53.191749+0000","last_became_peered":"2024-09-19T04:39:53.191749+0000","last_unstale":"2024-09-19T04:39:53.194410+0000","last_undegraded":"2024-09-19T04:39:53.194410+0000","last_fullsized":"2024-09-19T04:39:53.194410+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:05:25.460009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.c","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.174127+0000","last_change":"2024-09-19T04:39:53.174127+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.174127+0000","last_undegraded":"2024-09-19T04:39:53.174127+0000","last_fullsized":"2024-09-19T04:39:53.174127+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.d","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191422+0000","last_change":"2024-09-19T04:39:53.187248+0000","last_active":"2024-09-19T04:39:53.191422+0000","last_peered":"2024-09-19T04:39:53.191422+0000","last_clean":"2024-09-19T04:39:53.191422+0000","last_became_active":"2024-09-19T04:39:53.186964+0000","last_became_peered":"2024-09-19T04:39:53.186964+0000","last_unstale":"2024-09-19T04:39:53.191422+0000","last_undegraded":"2024-09-19T04:39:53.191422+0000","last_fullsized":"2024-09-19T04:39:53.191422+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:00.790758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.d","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.181162+0000","last_change":"2024-09-19T04:39:53.181162+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.181162+0000","last_undegraded":"2024-09-19T04:39:53.181162+0000","last_fullsized":"2024-09-19T04:39:53.181162+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.c","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.182692+0000","last_change":"2024-09-19T04:39:53.179534+0000","last_active":"2024-09-19T04:39:53.182692+0000","last_peered":"2024-09-19T04:39:53.182692+0000","last_clean":"2024-09-19T04:39:53.182692+0000","last_became_active":"2024-09-19T04:39:53.179248+0000","last_became_peered":"2024-09-19T04:39:53.179248+0000","last_unstale":"2024-09-19T04:39:53.182692+0000","last_undegraded":"2024-09-19T04:39:53.182692+0000","last_fullsized":"2024-09-19T04:39:53.182692+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:28.056433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.a","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.176808+0000","last_change":"2024-09-19T04:39:53.176808+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.176808+0000","last_undegraded":"2024-09-19T04:39:53.176808+0000","last_fullsized":"2024-09-19T04:39:53.176808+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.b","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191555+0000","last_change":"2024-09-19T04:39:53.190356+0000","last_active":"2024-09-19T04:39:53.191555+0000","last_peered":"2024-09-19T04:39:53.191555+0000","last_clean":"2024-09-19T04:39:53.191555+0000","last_became_active":"2024-09-19T04:39:53.190065+0000","last_became_peered":"2024-09-19T04:39:53.190065+0000","last_unstale":"2024-09-19T04:39:53.191555+0000","last_undegraded":"2024-09-19T04:39:53.191555+0000","last_fullsized":"2024-09-19T04:39:53.191555+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:36.535861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.b","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.176089+0000","last_change":"2024-09-19T04:39:53.176089+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.176089+0000","last_undegraded":"2024-09-19T04:39:53.176089+0000","last_fullsized":"2024-09-19T04:39:53.176089+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.a","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194607+0000","last_change":"2024-09-19T04:39:53.192598+0000","last_active":"2024-09-19T04:39:53.194607+0000","last_peered":"2024-09-19T04:39:53.194607+0000","last_clean":"2024-09-19T04:39:53.194607+0000","last_became_active":"2024-09-19T04:39:53.192316+0000","last_became_peered":"2024-09-19T04:39:53.192316+0000","last_unstale":"2024-09-19T04:39:53.194607+0000","last_undegraded":"2024-09-19T04:39:53.194607+0000","last_fullsized":"2024-09-19T04:39:53.194607+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:31:45.253260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.8","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183630+0000","last_change":"2024-09-19T04:39:53.183630+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183630+0000","last_undegraded":"2024-09-19T04:39:53.183630+0000","last_fullsized":"2024-09-19T04:39:53.183630+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.9","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.189838+0000","last_change":"2024-09-19T04:39:53.188606+0000","last_active":"2024-09-19T04:39:53.189838+0000","last_peered":"2024-09-19T04:39:53.189838+0000","last_clean":"2024-09-19T04:39:53.189838+0000","last_became_active":"2024-09-19T04:39:53.188315+0000","last_became_peered":"2024-09-19T04:39:53.188315+0000","last_unstale":"2024-09-19T04:39:53.189838+0000","last_undegraded":"2024-09-19T04:39:53.189838+0000","last_fullsized":"2024-09-19T04:39:53.189838+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:31.802914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.9","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178527+0000","last_change":"2024-09-19T04:39:53.178527+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178527+0000","last_undegraded":"2024-09-19T04:39:53.178527+0000","last_fullsized":"2024-09-19T04:39:53.178527+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.8","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.193881+0000","last_change":"2024-09-19T04:39:53.189349+0000","last_active":"2024-09-19T04:39:53.193881+0000","last_peered":"2024-09-19T04:39:53.193881+0000","last_clean":"2024-09-19T04:39:53.193881+0000","last_became_active":"2024-09-19T04:39:53.189072+0000","last_became_peered":"2024-09-19T04:39:53.189072+0000","last_unstale":"2024-09-19T04:39:53.193881+0000","last_undegraded":"2024-09-19T04:39:53.193881+0000","last_fullsized":"2024-09-19T04:39:53.193881+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:13:18.945103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.6","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.182294+0000","last_change":"2024-09-19T04:39:53.182294+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.182294+0000","last_undegraded":"2024-09-19T04:39:53.182294+0000","last_fullsized":"2024-09-19T04:39:53.182294+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.7","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191433+0000","last_change":"2024-09-19T04:39:53.187708+0000","last_active":"2024-09-19T04:39:53.191433+0000","last_peered":"2024-09-19T04:39:53.191433+0000","last_clean":"2024-09-19T04:39:53.191433+0000","last_became_active":"2024-09-19T04:39:53.187465+0000","last_became_peered":"2024-09-19T04:39:53.187465+0000","last_unstale":"2024-09-19T04:39:53.191433+0000","last_undegraded":"2024-09-19T04:39:53.191433+0000","last_fullsized":"2024-09-19T04:39:53.191433+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:15:52.981832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.7","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.176837+0000","last_change":"2024-09-19T04:39:53.176837+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.176837+0000","last_undegraded":"2024-09-19T04:39:53.176837+0000","last_fullsized":"2024-09-19T04:39:53.176837+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.6","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.192052+0000","last_change":"2024-09-19T04:39:53.190335+0000","last_active":"2024-09-19T04:39:53.192052+0000","last_peered":"2024-09-19T04:39:53.192052+0000","last_clean":"2024-09-19T04:39:53.192052+0000","last_became_active":"2024-09-19T04:39:53.190089+0000","last_became_peered":"2024-09-19T04:39:53.190089+0000","last_unstale":"2024-09-19T04:39:53.192052+0000","last_undegraded":"2024-09-19T04:39:53.192052+0000","last_fullsized":"2024-09-19T04:39:53.192052+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:53.130577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.4","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.179969+0000","last_change":"2024-09-19T04:39:53.179969+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.179969+0000","last_undegraded":"2024-09-19T04:39:53.179969+0000","last_fullsized":"2024-09-19T04:39:53.179969+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.5","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.193776+0000","last_change":"2024-09-19T04:39:53.191411+0000","last_active":"2024-09-19T04:39:53.193776+0000","last_peered":"2024-09-19T04:39:53.193776+0000","last_clean":"2024-09-19T04:39:53.193776+0000","last_became_active":"2024-09-19T04:39:53.191086+0000","last_became_peered":"2024-09-19T04:39:53.191086+0000","last_unstale":"2024-09-19T04:39:53.193776+0000","last_undegraded":"2024-09-19T04:39:53.193776+0000","last_fullsized":"2024-09-19T04:39:53.193776+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:03.081685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.5","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.179532+0000","last_change":"2024-09-19T04:39:53.179532+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.179532+0000","last_undegraded":"2024-09-19T04:39:53.179532+0000","last_fullsized":"2024-09-19T04:39:53.179532+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.4","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.192300+0000","last_change":"2024-09-19T04:39:53.191297+0000","last_active":"2024-09-19T04:39:53.192300+0000","last_peered":"2024-09-19T04:39:53.192300+0000","last_clean":"2024-09-19T04:39:53.192300+0000","last_became_active":"2024-09-19T04:39:53.191027+0000","last_became_peered":"2024-09-19T04:39:53.191027+0000","last_unstale":"2024-09-19T04:39:53.192300+0000","last_undegraded":"2024-09-19T04:39:53.192300+0000","last_fullsized":"2024-09-19T04:39:53.192300+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:26.082155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.2","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178135+0000","last_change":"2024-09-19T04:39:53.178135+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178135+0000","last_undegraded":"2024-09-19T04:39:53.178135+0000","last_fullsized":"2024-09-19T04:39:53.178135+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.3","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.181660+0000","last_change":"2024-09-19T04:39:53.180282+0000","last_active":"2024-09-19T04:39:53.181660+0000","last_peered":"2024-09-19T04:39:53.181660+0000","last_clean":"2024-09-19T04:39:53.181660+0000","last_became_active":"2024-09-19T04:39:53.179992+0000","last_became_peered":"2024-09-19T04:39:53.179992+0000","last_unstale":"2024-09-19T04:39:53.181660+0000","last_undegraded":"2024-09-19T04:39:53.181660+0000","last_fullsized":"2024-09-19T04:39:53.181660+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:35:58.289166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.3","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178787+0000","last_change":"2024-09-19T04:39:53.178787+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178787+0000","last_undegraded":"2024-09-19T04:39:53.178787+0000","last_fullsized":"2024-09-19T04:39:53.178787+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.2","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.181677+0000","last_change":"2024-09-19T04:39:53.180420+0000","last_active":"2024-09-19T04:39:53.181677+0000","last_peered":"2024-09-19T04:39:53.181677+0000","last_clean":"2024-09-19T04:39:53.181677+0000","last_became_active":"2024-09-19T04:39:53.180056+0000","last_became_peered":"2024-09-19T04:39:53.180056+0000","last_unstale":"2024-09-19T04:39:53.181677+0000","last_undegraded":"2024-09-19T04:39:53.181677+0000","last_fullsized":"2024-09-19T04:39:53.181677+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:54:05.987203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.0","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183193+0000","last_change":"2024-09-19T04:39:53.183193+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183193+0000","last_undegraded":"2024-09-19T04:39:53.183193+0000","last_fullsized":"2024-09-19T04:39:53.183193+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.1","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.193948+0000","last_change":"2024-09-19T04:39:53.188904+0000","last_active":"2024-09-19T04:39:53.193948+0000","last_peered":"2024-09-19T04:39:53.193948+0000","last_clean":"2024-09-19T04:39:53.193948+0000","last_became_active":"2024-09-19T04:39:53.188602+0000","last_became_peered":"2024-09-19T04:39:53.188602+0000","last_unstale":"2024-09-19T04:39:53.193948+0000","last_undegraded":"2024-09-19T04:39:53.193948+0000","last_fullsized":"2024-09-19T04:39:53.193948+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:49:02.743134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178026+0000","last_change":"2024-09-19T04:39:53.178026+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178026+0000","last_undegraded":"2024-09-19T04:39:53.178026+0000","last_fullsized":"2024-09-19T04:39:53.178026+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.0","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.189898+0000","last_change":"2024-09-19T04:39:53.187925+0000","last_active":"2024-09-19T04:39:53.189898+0000","last_peered":"2024-09-19T04:39:53.189898+0000","last_clean":"2024-09-19T04:39:53.189898+0000","last_became_active":"2024-09-19T04:39:53.187664+0000","last_became_peered":"2024-09-19T04:39:53.187664+0000","last_unstale":"2024-09-19T04:39:53.189898+0000","last_undegraded":"2024-09-19T04:39:53.189898+0000","last_fullsized":"2024-09-19T04:39:53.189898+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:31.554890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.18","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177506+0000","last_change":"2024-09-19T04:39:53.177506+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177506+0000","last_undegraded":"2024-09-19T04:39:53.177506+0000","last_fullsized":"2024-09-19T04:39:53.177506+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.19","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.193995+0000","last_change":"2024-09-19T04:39:53.189577+0000","last_active":"2024-09-19T04:39:53.193995+0000","last_peered":"2024-09-19T04:39:53.193995+0000","last_clean":"2024-09-19T04:39:53.193995+0000","last_became_active":"2024-09-19T04:39:53.189259+0000","last_became_peered":"2024-09-19T04:39:53.189259+0000","last_unstale":"2024-09-19T04:39:53.193995+0000","last_undegraded":"2024-09-19T04:39:53.193995+0000","last_fullsized":"2024-09-19T04:39:53.193995+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:08.445863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":452,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.180618+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:39:53.180618+0000","last_peered":"2024-09-19T04:39:53.180618+0000","last_clean":"2024-09-19T04:39:53.180618+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:39:53.180618+0000","last_undegraded":"2024-09-19T04:39:53.180618+0000","last_fullsized":"2024-09-19T04:39:53.180618+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":25,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":24,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509530,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33644,"kb_used_data":2456,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338196,"statfs":{"total":96636764160,"available":96602312704,"internally_reserved":0,"allocated":2514944,"data_stored":1436638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509530,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33064,"kb_used_data":1876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338776,"statfs":{"total":96636764160,"available":96602906624,"internally_reserved":0,"allocated":1921024,"data_stored":846270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509530,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33064,"kb_used_data":1876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338776,"statfs":{"total":96636764160,"available":96602906624,"internally_reserved":0,"allocated":1921024,"data_stored":846270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509531,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33068,"kb_used_data":1876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338772,"statfs":{"total":96636764160,"available":96602902528,"internally_reserved":0,"allocated":1921024,"data_stored":846270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542235,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33068,"kb_used_data":1876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338772,"statfs":{"total":96636764160,"available":96602902528,"internally_reserved":0,"allocated":1921024,"data_stored":846270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542234,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33072,"kb_used_data":1876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338768,"statfs":{"total":96636764160,"available":96602898432,"internally_reserved":0,"allocated":1921024,"data_stored":846270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542234,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33068,"kb_used_data":1876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338772,"statfs":{"total":96636764160,"available":96602902528,"internally_reserved":0,"allocated":1921024,"data_stored":846270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542235,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33656,"kb_used_data":2456,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338184,"statfs":{"total":96636764160,"available":96602300416,"internally_reserved":0,"allocated":2514944,"data_stored":1436638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:39:57.130 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:39:57.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.264+0000 7fd5be8e6640 1 Processor -- start 2024-09-19T04:39:57.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.264+0000 7fd5be8e6640 1 -- start start 2024-09-19T04:39:57.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.265+0000 7fd5be8e6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd5b806c1f0 0x7fd5b80cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.265+0000 7fd5be8e6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5b80cd5f0 con 0x7fd5b806be10 2024-09-19T04:39:57.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.265+0000 7fd5be8e6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5b80cd8d0 con 0x7fd5b8151c50 2024-09-19T04:39:57.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.265+0000 7fd5be8e6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd5b80cdbb0 con 0x7fd5b806c1f0 2024-09-19T04:39:57.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.265+0000 7fd5b7fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fd5b806be10 0x7fd5b8151540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:43740/0 (socket says 172.21.15.111:43740) 2024-09-19T04:39:57.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.265+0000 7fd5b7fff640 1 -- 172.21.15.111:0/3659115023 learned_addr learned my addr 172.21.15.111:0/3659115023 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:57.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.265+0000 7fd5bce83640 1 --2- 172.21.15.111:0/3659115023 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd5b806c1f0 0x7fd5b80cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.265+0000 7fd5b6ffd640 1 -- 172.21.15.111:0/3659115023 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2633553108 0 0) 0x7fd5b80cd5f0 con 0x7fd5b806be10 2024-09-19T04:39:57.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.265+0000 7fd5b6ffd640 1 -- 172.21.15.111:0/3659115023 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd5a0003520 con 0x7fd5b806be10 2024-09-19T04:39:57.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.265+0000 7fd5b6ffd640 1 -- 172.21.15.111:0/3659115023 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 230367294 0 0) 0x7fd5a0003520 con 0x7fd5b806be10 2024-09-19T04:39:57.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.265+0000 7fd5b6ffd640 1 -- 172.21.15.111:0/3659115023 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd5b806c1f0 msgr2=0x7fd5b80cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:57.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.265+0000 7fd5b6ffd640 1 --2- 172.21.15.111:0/3659115023 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd5b806c1f0 0x7fd5b80cd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.265+0000 7fd5b6ffd640 1 -- 172.21.15.111:0/3659115023 >> v1:172.21.15.114:6789/0 conn(0x7fd5b8151c50 legacy=0x7fd5b8162740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.265+0000 7fd5b6ffd640 1 -- 172.21.15.111:0/3659115023 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5b80cde90 con 0x7fd5b806be10 2024-09-19T04:39:57.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.265+0000 7fd5b6ffd640 1 -- 172.21.15.111:0/3659115023 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fd5a8001670 con 0x7fd5b806be10 2024-09-19T04:39:57.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.265+0000 7fd5b6ffd640 1 -- 172.21.15.111:0/3659115023 >> v1:172.21.15.111:6789/0 conn(0x7fd5b806be10 legacy=0x7fd5b8151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.265+0000 7fd5b6ffd640 1 --2- 172.21.15.111:0/3659115023 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd5a00039e0 0x7fd5a0003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.265+0000 7fd5b6ffd640 1 --2- 172.21.15.111:0/3659115023 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd5b806c1f0 0x7fd5a0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.265+0000 7fd5b6ffd640 1 --2- 172.21.15.111:0/3659115023 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd5a0004d40 0x7fd5a00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.265+0000 7fd5b6ffd640 1 -- 172.21.15.111:0/3659115023 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b80cdbb0 con 0x7fd5a0004d40 2024-09-19T04:39:57.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.265+0000 7fd5b6ffd640 1 -- 172.21.15.111:0/3659115023 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd5a000baa0 con 0x7fd5a00039e0 2024-09-19T04:39:57.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.265+0000 7fd5b6ffd640 1 -- 172.21.15.111:0/3659115023 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd5a000deb0 con 0x7fd5b806c1f0 2024-09-19T04:39:57.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.266+0000 7fd5bce83640 1 --2- 172.21.15.111:0/3659115023 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd5a0004d40 0x7fd5a00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.266+0000 7fd5b77fe640 1 --2- 172.21.15.111:0/3659115023 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd5b806c1f0 0x7fd5a0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.266+0000 7fd5b7fff640 1 --2- 172.21.15.111:0/3659115023 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd5a00039e0 0x7fd5a0003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.266+0000 7fd5bce83640 1 -- 172.21.15.111:0/3659115023 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd5b806c1f0 msgr2=0x7fd5a0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:57.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.266+0000 7fd5bce83640 1 --2- 172.21.15.111:0/3659115023 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd5b806c1f0 0x7fd5a0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.266+0000 7fd5bce83640 1 -- 172.21.15.111:0/3659115023 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd5a00039e0 msgr2=0x7fd5a0003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:57.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.266+0000 7fd5bce83640 1 --2- 172.21.15.111:0/3659115023 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd5a00039e0 0x7fd5a0003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.266+0000 7fd5bce83640 1 -- 172.21.15.111:0/3659115023 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5a0003520 con 0x7fd5a0004d40 2024-09-19T04:39:57.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.266+0000 7fd5bce83640 1 --2- 172.21.15.111:0/3659115023 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd5a0004d40 0x7fd5a00051c0 secure :-1 s=READY pgs=1573 cs=0 l=1 rev1=1 crypto rx=0x7fd5b0009f90 tx=0x7fd5a0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76e425829d26616b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:57.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.267+0000 7fd5b6ffd640 1 -- 172.21.15.111:0/3659115023 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5b0009c10 con 0x7fd5a0004d40 2024-09-19T04:39:57.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.267+0000 7fd5b6ffd640 1 -- 172.21.15.111:0/3659115023 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5b0036070 con 0x7fd5a0004d40 2024-09-19T04:39:57.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.267+0000 7fd5b6ffd640 1 -- 172.21.15.111:0/3659115023 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5b0031850 con 0x7fd5a0004d40 2024-09-19T04:39:57.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.267+0000 7fd5be8e6640 1 -- 172.21.15.111:0/3659115023 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd5a0004d40 msgr2=0x7fd5a00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.267+0000 7fd5be8e6640 1 --2- 172.21.15.111:0/3659115023 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd5a0004d40 0x7fd5a00051c0 secure :-1 s=READY pgs=1573 cs=0 l=1 rev1=1 crypto rx=0x7fd5b0009f90 tx=0x7fd5a0005830 comp rx=0 tx=0).stop 2024-09-19T04:39:57.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.267+0000 7fd5bce83640 1 -- 172.21.15.111:0/3659115023 reap_dead start 2024-09-19T04:39:57.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.267+0000 7fd5be8e6640 1 -- 172.21.15.111:0/3659115023 shutdown_connections 2024-09-19T04:39:57.272 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.267+0000 7fd5be8e6640 1 -- 172.21.15.111:0/3659115023 >> 172.21.15.111:0/3659115023 conn(0x7fd5b8062cc0 msgr2=0x7fd5b806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:57.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.267+0000 7fd5be8e6640 1 -- 172.21.15.111:0/3659115023 shutdown_connections 2024-09-19T04:39:57.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.267+0000 7fd5be8e6640 1 -- 172.21.15.111:0/3659115023 wait complete. 2024-09-19T04:39:57.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.268+0000 7fd5be8e6640 1 Processor -- start 2024-09-19T04:39:57.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.269+0000 7fd5be8e6640 1 -- start start 2024-09-19T04:39:57.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.269+0000 7fd5be8e6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd5a0004d40 0x7fd5b815bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.269+0000 7fd5be8e6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd5b815ce50 0x7fd5b814ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.269+0000 7fd5be8e6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd5b80acbc0 0x7fd5b80b0fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.269+0000 7fd5be8e6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b80cd010 con 0x7fd5b815ce50 2024-09-19T04:39:57.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.269+0000 7fd5be8e6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b80ce690 con 0x7fd5a0004d40 2024-09-19T04:39:57.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.269+0000 7fd5be8e6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd5b80cd190 con 0x7fd5b80acbc0 2024-09-19T04:39:57.276 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.269+0000 7fd5b77fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd5b815ce50 0x7fd5b814ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.269+0000 7fd5b77fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd5b815ce50 0x7fd5b814ce50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51300/0 (socket says 172.21.15.111:51300) 2024-09-19T04:39:57.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.269+0000 7fd5b77fe640 1 -- 172.21.15.111:0/3462566691 learned_addr learned my addr 172.21.15.111:0/3462566691 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:57.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.269+0000 7fd5bce83640 1 --2- 172.21.15.111:0/3462566691 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd5b80acbc0 0x7fd5b80b0fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.269+0000 7fd5b7fff640 1 --2- 172.21.15.111:0/3462566691 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd5a0004d40 0x7fd5b815bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.270+0000 7fd5b77fe640 1 -- 172.21.15.111:0/3462566691 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd5b80acbc0 msgr2=0x7fd5b80b0fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.270+0000 7fd5b77fe640 1 --2- 172.21.15.111:0/3462566691 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd5b80acbc0 0x7fd5b80b0fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.270+0000 7fd5b77fe640 1 -- 172.21.15.111:0/3462566691 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd5a0004d40 msgr2=0x7fd5b815bcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.270+0000 7fd5b77fe640 1 --2- 172.21.15.111:0/3462566691 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd5a0004d40 0x7fd5b815bcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.270+0000 7fd5b77fe640 1 -- 172.21.15.111:0/3462566691 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5b815c500 con 0x7fd5b815ce50 2024-09-19T04:39:57.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.270+0000 7fd5b7fff640 1 --2- 172.21.15.111:0/3462566691 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd5a0004d40 0x7fd5b815bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:57.277 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.270+0000 7fd5b77fe640 1 --2- 172.21.15.111:0/3462566691 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd5b815ce50 0x7fd5b814ce50 secure :-1 s=READY pgs=1574 cs=0 l=1 rev1=1 crypto rx=0x7fd5ac00f820 tx=0x7fd5ac00fce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:57.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.270+0000 7fd5b4ff9640 1 -- 172.21.15.111:0/3462566691 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5ac0050d0 con 0x7fd5b815ce50 2024-09-19T04:39:57.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.270+0000 7fd5b4ff9640 1 -- 172.21.15.111:0/3462566691 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5ac018070 con 0x7fd5b815ce50 2024-09-19T04:39:57.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.270+0000 7fd5be8e6640 1 -- 172.21.15.111:0/3462566691 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5b815c7e0 con 0x7fd5b815ce50 2024-09-19T04:39:57.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.270+0000 7fd5b4ff9640 1 -- 172.21.15.111:0/3462566691 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5ac005490 con 0x7fd5b815ce50 2024-09-19T04:39:57.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.270+0000 7fd5be8e6640 1 -- 172.21.15.111:0/3462566691 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5b815d710 con 0x7fd5b815ce50 2024-09-19T04:39:57.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.271+0000 7fd5be8e6640 1 -- 172.21.15.111:0/3462566691 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5b8151150 con 0x7fd5b815ce50 2024-09-19T04:39:57.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.272+0000 7fd5b4ff9640 1 -- 172.21.15.111:0/3462566691 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fd5ac00d6d0 con 0x7fd5b815ce50 2024-09-19T04:39:57.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.272+0000 7fd5b4ff9640 1 --2- 172.21.15.111:0/3462566691 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd5a406ca90 0x7fd5a406ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.272+0000 7fd5b4ff9640 1 -- 172.21.15.111:0/3462566691 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7fd5ac089b60 con 0x7fd5b815ce50 2024-09-19T04:39:57.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.272+0000 7fd5b7fff640 1 --2- 172.21.15.111:0/3462566691 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd5a406ca90 0x7fd5a406ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.273+0000 7fd5b7fff640 1 --2- 172.21.15.111:0/3462566691 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd5a406ca90 0x7fd5a406ef50 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fd5a8000ff0 tx=0x7fd5a8009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:57.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.276+0000 7fd5b4ff9640 1 -- 172.21.15.111:0/3462566691 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd5b8151150 con 0x7fd5b815ce50 2024-09-19T04:39:57.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.438+0000 7fd5be8e6640 1 -- 172.21.15.111:0/3462566691 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd5b815baa0 con 0x7fd5a406ca90 2024-09-19T04:39:57.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.444+0000 7fd5b4ff9640 1 -- 172.21.15.111:0/3462566691 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247091 (secure 0 0 0) 0x7fd5b815baa0 con 0x7fd5a406ca90 2024-09-19T04:39:57.448 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:57.449 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:39:57.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.447+0000 7fd5be8e6640 1 -- 172.21.15.111:0/3462566691 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd5a406ca90 msgr2=0x7fd5a406ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.447+0000 7fd5be8e6640 1 --2- 172.21.15.111:0/3462566691 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd5a406ca90 0x7fd5a406ef50 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fd5a8000ff0 tx=0x7fd5a8009040 comp rx=0 tx=0).stop 2024-09-19T04:39:57.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.447+0000 7fd5be8e6640 1 -- 172.21.15.111:0/3462566691 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd5b815ce50 msgr2=0x7fd5b814ce50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.447+0000 7fd5be8e6640 1 --2- 172.21.15.111:0/3462566691 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd5b815ce50 0x7fd5b814ce50 secure :-1 s=READY pgs=1574 cs=0 l=1 rev1=1 crypto rx=0x7fd5ac00f820 tx=0x7fd5ac00fce0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.447+0000 7fd5be8e6640 1 -- 172.21.15.111:0/3462566691 shutdown_connections 2024-09-19T04:39:57.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.447+0000 7fd5be8e6640 1 --2- 172.21.15.111:0/3462566691 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd5a406ca90 0x7fd5a406ef50 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.447+0000 7fd5be8e6640 1 --2- 172.21.15.111:0/3462566691 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd5b80acbc0 0x7fd5b80b0fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.447+0000 7fd5be8e6640 1 --2- 172.21.15.111:0/3462566691 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd5b815ce50 0x7fd5b814ce50 unknown :-1 s=CLOSED pgs=1574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.447+0000 7fd5be8e6640 1 --2- 172.21.15.111:0/3462566691 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd5a0004d40 0x7fd5b815bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.447+0000 7fd5be8e6640 1 -- 172.21.15.111:0/3462566691 >> 172.21.15.111:0/3462566691 conn(0x7fd5b8062cc0 msgr2=0x7fd5b80b28a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:57.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.448+0000 7fd5be8e6640 1 -- 172.21.15.111:0/3462566691 shutdown_connections 2024-09-19T04:39:57.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.448+0000 7fd5be8e6640 1 -- 172.21.15.111:0/3462566691 wait complete. 2024-09-19T04:39:57.460 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":182,"stamp":"2024-09-19T04:39:56.206484+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":55,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":265704,"kb_used_data":16168,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754709016,"statfs":{"total":773094113280,"available":772822032384,"internally_reserved":0,"allocated":16556032,"data_stored":7950896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.039096"},"pg_stats":[{"pgid":"25.3f","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177806+0000","last_change":"2024-09-19T04:39:53.177806+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177806+0000","last_undegraded":"2024-09-19T04:39:53.177806+0000","last_fullsized":"2024-09-19T04:39:53.177806+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.3e","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.182106+0000","last_change":"2024-09-19T04:39:53.182106+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.182106+0000","last_undegraded":"2024-09-19T04:39:53.182106+0000","last_fullsized":"2024-09-19T04:39:53.182106+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3d","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.181603+0000","last_change":"2024-09-19T04:39:53.181603+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.181603+0000","last_undegraded":"2024-09-19T04:39:53.181603+0000","last_fullsized":"2024-09-19T04:39:53.181603+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.3c","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.184228+0000","last_change":"2024-09-19T04:39:53.184228+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.184228+0000","last_undegraded":"2024-09-19T04:39:53.184228+0000","last_fullsized":"2024-09-19T04:39:53.184228+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3b","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.185577+0000","last_change":"2024-09-19T04:39:53.185577+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.185577+0000","last_undegraded":"2024-09-19T04:39:53.185577+0000","last_fullsized":"2024-09-19T04:39:53.185577+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.3a","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.181243+0000","last_change":"2024-09-19T04:39:53.181243+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.181243+0000","last_undegraded":"2024-09-19T04:39:53.181243+0000","last_fullsized":"2024-09-19T04:39:53.181243+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.39","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.175759+0000","last_change":"2024-09-19T04:39:53.175759+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.175759+0000","last_undegraded":"2024-09-19T04:39:53.175759+0000","last_fullsized":"2024-09-19T04:39:53.175759+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.38","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.180022+0000","last_change":"2024-09-19T04:39:53.180022+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.180022+0000","last_undegraded":"2024-09-19T04:39:53.180022+0000","last_fullsized":"2024-09-19T04:39:53.180022+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.37","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.176775+0000","last_change":"2024-09-19T04:39:53.176775+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.176775+0000","last_undegraded":"2024-09-19T04:39:53.176775+0000","last_fullsized":"2024-09-19T04:39:53.176775+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.36","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183218+0000","last_change":"2024-09-19T04:39:53.183218+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183218+0000","last_undegraded":"2024-09-19T04:39:53.183218+0000","last_fullsized":"2024-09-19T04:39:53.183218+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.35","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.174676+0000","last_change":"2024-09-19T04:39:53.174676+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.174676+0000","last_undegraded":"2024-09-19T04:39:53.174676+0000","last_fullsized":"2024-09-19T04:39:53.174676+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.34","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183101+0000","last_change":"2024-09-19T04:39:53.183101+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183101+0000","last_undegraded":"2024-09-19T04:39:53.183101+0000","last_fullsized":"2024-09-19T04:39:53.183101+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.33","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.182153+0000","last_change":"2024-09-19T04:39:53.182153+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.182153+0000","last_undegraded":"2024-09-19T04:39:53.182153+0000","last_fullsized":"2024-09-19T04:39:53.182153+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.32","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177466+0000","last_change":"2024-09-19T04:39:53.177466+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177466+0000","last_undegraded":"2024-09-19T04:39:53.177466+0000","last_fullsized":"2024-09-19T04:39:53.177466+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.31","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183693+0000","last_change":"2024-09-19T04:39:53.183693+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183693+0000","last_undegraded":"2024-09-19T04:39:53.183693+0000","last_fullsized":"2024-09-19T04:39:53.183693+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.30","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.179650+0000","last_change":"2024-09-19T04:39:53.179650+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.179650+0000","last_undegraded":"2024-09-19T04:39:53.179650+0000","last_fullsized":"2024-09-19T04:39:53.179650+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.2f","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.184603+0000","last_change":"2024-09-19T04:39:53.184603+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.184603+0000","last_undegraded":"2024-09-19T04:39:53.184603+0000","last_fullsized":"2024-09-19T04:39:53.184603+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2e","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178272+0000","last_change":"2024-09-19T04:39:53.178272+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178272+0000","last_undegraded":"2024-09-19T04:39:53.178272+0000","last_fullsized":"2024-09-19T04:39:53.178272+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.2d","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.179199+0000","last_change":"2024-09-19T04:39:53.179199+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.179199+0000","last_undegraded":"2024-09-19T04:39:53.179199+0000","last_fullsized":"2024-09-19T04:39:53.179199+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.2c","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183501+0000","last_change":"2024-09-19T04:39:53.183501+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183501+0000","last_undegraded":"2024-09-19T04:39:53.183501+0000","last_fullsized":"2024-09-19T04:39:53.183501+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2b","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183024+0000","last_change":"2024-09-19T04:39:53.183024+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183024+0000","last_undegraded":"2024-09-19T04:39:53.183024+0000","last_fullsized":"2024-09-19T04:39:53.183024+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2a","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178870+0000","last_change":"2024-09-19T04:39:53.178870+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178870+0000","last_undegraded":"2024-09-19T04:39:53.178870+0000","last_fullsized":"2024-09-19T04:39:53.178870+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.29","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.181554+0000","last_change":"2024-09-19T04:39:53.181554+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.181554+0000","last_undegraded":"2024-09-19T04:39:53.181554+0000","last_fullsized":"2024-09-19T04:39:53.181554+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.28","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.179236+0000","last_change":"2024-09-19T04:39:53.179236+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.179236+0000","last_undegraded":"2024-09-19T04:39:53.179236+0000","last_fullsized":"2024-09-19T04:39:53.179236+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.27","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.182567+0000","last_change":"2024-09-19T04:39:53.182567+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.182567+0000","last_undegraded":"2024-09-19T04:39:53.182567+0000","last_fullsized":"2024-09-19T04:39:53.182567+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.26","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.175614+0000","last_change":"2024-09-19T04:39:53.175614+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.175614+0000","last_undegraded":"2024-09-19T04:39:53.175614+0000","last_fullsized":"2024-09-19T04:39:53.175614+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.25","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.180838+0000","last_change":"2024-09-19T04:39:53.180838+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.180838+0000","last_undegraded":"2024-09-19T04:39:53.180838+0000","last_fullsized":"2024-09-19T04:39:53.180838+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.24","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.179993+0000","last_change":"2024-09-19T04:39:53.179993+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.179993+0000","last_undegraded":"2024-09-19T04:39:53.179993+0000","last_fullsized":"2024-09-19T04:39:53.179993+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.23","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.181676+0000","last_change":"2024-09-19T04:39:53.181676+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.181676+0000","last_undegraded":"2024-09-19T04:39:53.181676+0000","last_fullsized":"2024-09-19T04:39:53.181676+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.22","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.176187+0000","last_change":"2024-09-19T04:39:53.176187+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.176187+0000","last_undegraded":"2024-09-19T04:39:53.176187+0000","last_fullsized":"2024-09-19T04:39:53.176187+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.21","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.181145+0000","last_change":"2024-09-19T04:39:53.181145+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.181145+0000","last_undegraded":"2024-09-19T04:39:53.181145+0000","last_fullsized":"2024-09-19T04:39:53.181145+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.20","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178269+0000","last_change":"2024-09-19T04:39:53.178269+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178269+0000","last_undegraded":"2024-09-19T04:39:53.178269+0000","last_fullsized":"2024-09-19T04:39:53.178269+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1e","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.180742+0000","last_change":"2024-09-19T04:39:53.180742+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.180742+0000","last_undegraded":"2024-09-19T04:39:53.180742+0000","last_fullsized":"2024-09-19T04:39:53.180742+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1f","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191222+0000","last_change":"2024-09-19T04:39:53.190268+0000","last_active":"2024-09-19T04:39:53.191222+0000","last_peered":"2024-09-19T04:39:53.191222+0000","last_clean":"2024-09-19T04:39:53.191222+0000","last_became_active":"2024-09-19T04:39:53.189976+0000","last_became_peered":"2024-09-19T04:39:53.189976+0000","last_unstale":"2024-09-19T04:39:53.191222+0000","last_undegraded":"2024-09-19T04:39:53.191222+0000","last_fullsized":"2024-09-19T04:39:53.191222+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:15:52.749295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1f","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177692+0000","last_change":"2024-09-19T04:39:53.177692+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177692+0000","last_undegraded":"2024-09-19T04:39:53.177692+0000","last_fullsized":"2024-09-19T04:39:53.177692+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1e","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.181646+0000","last_change":"2024-09-19T04:39:53.180337+0000","last_active":"2024-09-19T04:39:53.181646+0000","last_peered":"2024-09-19T04:39:53.181646+0000","last_clean":"2024-09-19T04:39:53.181646+0000","last_became_active":"2024-09-19T04:39:53.180036+0000","last_became_peered":"2024-09-19T04:39:53.180036+0000","last_unstale":"2024-09-19T04:39:53.181646+0000","last_undegraded":"2024-09-19T04:39:53.181646+0000","last_fullsized":"2024-09-19T04:39:53.181646+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:53:10.501050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.1c","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177128+0000","last_change":"2024-09-19T04:39:53.177128+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177128+0000","last_undegraded":"2024-09-19T04:39:53.177128+0000","last_fullsized":"2024-09-19T04:39:53.177128+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.1d","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.189977+0000","last_change":"2024-09-19T04:39:53.188956+0000","last_active":"2024-09-19T04:39:53.189977+0000","last_peered":"2024-09-19T04:39:53.189977+0000","last_clean":"2024-09-19T04:39:53.189977+0000","last_became_active":"2024-09-19T04:39:53.188671+0000","last_became_peered":"2024-09-19T04:39:53.188671+0000","last_unstale":"2024-09-19T04:39:53.189977+0000","last_undegraded":"2024-09-19T04:39:53.189977+0000","last_fullsized":"2024-09-19T04:39:53.189977+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:48:26.017394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1d","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.174200+0000","last_change":"2024-09-19T04:39:53.174200+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.174200+0000","last_undegraded":"2024-09-19T04:39:53.174200+0000","last_fullsized":"2024-09-19T04:39:53.174200+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.1c","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194015+0000","last_change":"2024-09-19T04:39:53.189951+0000","last_active":"2024-09-19T04:39:53.194015+0000","last_peered":"2024-09-19T04:39:53.194015+0000","last_clean":"2024-09-19T04:39:53.194015+0000","last_became_active":"2024-09-19T04:39:53.189549+0000","last_became_peered":"2024-09-19T04:39:53.189549+0000","last_unstale":"2024-09-19T04:39:53.194015+0000","last_undegraded":"2024-09-19T04:39:53.194015+0000","last_fullsized":"2024-09-19T04:39:53.194015+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:54:47.436827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1a","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177398+0000","last_change":"2024-09-19T04:39:53.177398+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177398+0000","last_undegraded":"2024-09-19T04:39:53.177398+0000","last_fullsized":"2024-09-19T04:39:53.177398+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1b","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194626+0000","last_change":"2024-09-19T04:39:53.193704+0000","last_active":"2024-09-19T04:39:53.194626+0000","last_peered":"2024-09-19T04:39:53.194626+0000","last_clean":"2024-09-19T04:39:53.194626+0000","last_became_active":"2024-09-19T04:39:53.193449+0000","last_became_peered":"2024-09-19T04:39:53.193449+0000","last_unstale":"2024-09-19T04:39:53.194626+0000","last_undegraded":"2024-09-19T04:39:53.194626+0000","last_fullsized":"2024-09-19T04:39:53.194626+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:21:20.759886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1b","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178567+0000","last_change":"2024-09-19T04:39:53.178567+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178567+0000","last_undegraded":"2024-09-19T04:39:53.178567+0000","last_fullsized":"2024-09-19T04:39:53.178567+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1a","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.193959+0000","last_change":"2024-09-19T04:39:53.191704+0000","last_active":"2024-09-19T04:39:53.193959+0000","last_peered":"2024-09-19T04:39:53.193959+0000","last_clean":"2024-09-19T04:39:53.193959+0000","last_became_active":"2024-09-19T04:39:53.191432+0000","last_became_peered":"2024-09-19T04:39:53.191432+0000","last_unstale":"2024-09-19T04:39:53.193959+0000","last_undegraded":"2024-09-19T04:39:53.193959+0000","last_fullsized":"2024-09-19T04:39:53.193959+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:34:37.699458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.19","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.175289+0000","last_change":"2024-09-19T04:39:53.175289+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.175289+0000","last_undegraded":"2024-09-19T04:39:53.175289+0000","last_fullsized":"2024-09-19T04:39:53.175289+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.18","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191339+0000","last_change":"2024-09-19T04:39:53.186770+0000","last_active":"2024-09-19T04:39:53.191339+0000","last_peered":"2024-09-19T04:39:53.191339+0000","last_clean":"2024-09-19T04:39:53.191339+0000","last_became_active":"2024-09-19T04:39:53.186453+0000","last_became_peered":"2024-09-19T04:39:53.186453+0000","last_unstale":"2024-09-19T04:39:53.191339+0000","last_undegraded":"2024-09-19T04:39:53.191339+0000","last_fullsized":"2024-09-19T04:39:53.191339+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:23:44.248268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.16","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.180575+0000","last_change":"2024-09-19T04:39:53.180575+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.180575+0000","last_undegraded":"2024-09-19T04:39:53.180575+0000","last_fullsized":"2024-09-19T04:39:53.180575+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.17","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.188567+0000","last_change":"2024-09-19T04:39:53.182794+0000","last_active":"2024-09-19T04:39:53.188567+0000","last_peered":"2024-09-19T04:39:53.188567+0000","last_clean":"2024-09-19T04:39:53.188567+0000","last_became_active":"2024-09-19T04:39:53.182543+0000","last_became_peered":"2024-09-19T04:39:53.182543+0000","last_unstale":"2024-09-19T04:39:53.188567+0000","last_undegraded":"2024-09-19T04:39:53.188567+0000","last_fullsized":"2024-09-19T04:39:53.188567+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:55.511849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.17","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.180035+0000","last_change":"2024-09-19T04:39:53.180035+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.180035+0000","last_undegraded":"2024-09-19T04:39:53.180035+0000","last_fullsized":"2024-09-19T04:39:53.180035+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.16","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194742+0000","last_change":"2024-09-19T04:39:53.193467+0000","last_active":"2024-09-19T04:39:53.194742+0000","last_peered":"2024-09-19T04:39:53.194742+0000","last_clean":"2024-09-19T04:39:53.194742+0000","last_became_active":"2024-09-19T04:39:53.193193+0000","last_became_peered":"2024-09-19T04:39:53.193193+0000","last_unstale":"2024-09-19T04:39:53.194742+0000","last_undegraded":"2024-09-19T04:39:53.194742+0000","last_fullsized":"2024-09-19T04:39:53.194742+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:32.592984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.14","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.175308+0000","last_change":"2024-09-19T04:39:53.175308+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.175308+0000","last_undegraded":"2024-09-19T04:39:53.175308+0000","last_fullsized":"2024-09-19T04:39:53.175308+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.15","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.190418+0000","last_change":"2024-09-19T04:39:53.187626+0000","last_active":"2024-09-19T04:39:53.190418+0000","last_peered":"2024-09-19T04:39:53.190418+0000","last_clean":"2024-09-19T04:39:53.190418+0000","last_became_active":"2024-09-19T04:39:53.187336+0000","last_became_peered":"2024-09-19T04:39:53.187336+0000","last_unstale":"2024-09-19T04:39:53.190418+0000","last_undegraded":"2024-09-19T04:39:53.190418+0000","last_fullsized":"2024-09-19T04:39:53.190418+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:50.788902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.15","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177559+0000","last_change":"2024-09-19T04:39:53.177559+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177559+0000","last_undegraded":"2024-09-19T04:39:53.177559+0000","last_fullsized":"2024-09-19T04:39:53.177559+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.14","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.190110+0000","last_change":"2024-09-19T04:39:53.189319+0000","last_active":"2024-09-19T04:39:53.190110+0000","last_peered":"2024-09-19T04:39:53.190110+0000","last_clean":"2024-09-19T04:39:53.190110+0000","last_became_active":"2024-09-19T04:39:53.189054+0000","last_became_peered":"2024-09-19T04:39:53.189054+0000","last_unstale":"2024-09-19T04:39:53.190110+0000","last_undegraded":"2024-09-19T04:39:53.190110+0000","last_fullsized":"2024-09-19T04:39:53.190110+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:47:49.859751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.12","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.180169+0000","last_change":"2024-09-19T04:39:53.180169+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.180169+0000","last_undegraded":"2024-09-19T04:39:53.180169+0000","last_fullsized":"2024-09-19T04:39:53.180169+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.13","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191392+0000","last_change":"2024-09-19T04:39:53.187014+0000","last_active":"2024-09-19T04:39:53.191392+0000","last_peered":"2024-09-19T04:39:53.191392+0000","last_clean":"2024-09-19T04:39:53.191392+0000","last_became_active":"2024-09-19T04:39:53.186750+0000","last_became_peered":"2024-09-19T04:39:53.186750+0000","last_unstale":"2024-09-19T04:39:53.191392+0000","last_undegraded":"2024-09-19T04:39:53.191392+0000","last_fullsized":"2024-09-19T04:39:53.191392+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:50:13.591417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.13","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.176562+0000","last_change":"2024-09-19T04:39:53.176562+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.176562+0000","last_undegraded":"2024-09-19T04:39:53.176562+0000","last_fullsized":"2024-09-19T04:39:53.176562+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.12","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191880+0000","last_change":"2024-09-19T04:39:53.189529+0000","last_active":"2024-09-19T04:39:53.191880+0000","last_peered":"2024-09-19T04:39:53.191880+0000","last_clean":"2024-09-19T04:39:53.191880+0000","last_became_active":"2024-09-19T04:39:53.189135+0000","last_became_peered":"2024-09-19T04:39:53.189135+0000","last_unstale":"2024-09-19T04:39:53.191880+0000","last_undegraded":"2024-09-19T04:39:53.191880+0000","last_fullsized":"2024-09-19T04:39:53.191880+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:08:10.887748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.10","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.174133+0000","last_change":"2024-09-19T04:39:53.174133+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.174133+0000","last_undegraded":"2024-09-19T04:39:53.174133+0000","last_fullsized":"2024-09-19T04:39:53.174133+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.11","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194680+0000","last_change":"2024-09-19T04:39:53.192817+0000","last_active":"2024-09-19T04:39:53.194680+0000","last_peered":"2024-09-19T04:39:53.194680+0000","last_clean":"2024-09-19T04:39:53.194680+0000","last_became_active":"2024-09-19T04:39:53.192568+0000","last_became_peered":"2024-09-19T04:39:53.192568+0000","last_unstale":"2024-09-19T04:39:53.194680+0000","last_undegraded":"2024-09-19T04:39:53.194680+0000","last_fullsized":"2024-09-19T04:39:53.194680+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:23:44.248268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.11","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177622+0000","last_change":"2024-09-19T04:39:53.177622+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177622+0000","last_undegraded":"2024-09-19T04:39:53.177622+0000","last_fullsized":"2024-09-19T04:39:53.177622+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.10","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191409+0000","last_change":"2024-09-19T04:39:53.187135+0000","last_active":"2024-09-19T04:39:53.191409+0000","last_peered":"2024-09-19T04:39:53.191409+0000","last_clean":"2024-09-19T04:39:53.191409+0000","last_became_active":"2024-09-19T04:39:53.186855+0000","last_became_peered":"2024-09-19T04:39:53.186855+0000","last_unstale":"2024-09-19T04:39:53.191409+0000","last_undegraded":"2024-09-19T04:39:53.191409+0000","last_fullsized":"2024-09-19T04:39:53.191409+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:28.807404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.e","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177345+0000","last_change":"2024-09-19T04:39:53.177345+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177345+0000","last_undegraded":"2024-09-19T04:39:53.177345+0000","last_fullsized":"2024-09-19T04:39:53.177345+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.f","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194579+0000","last_change":"2024-09-19T04:39:53.193971+0000","last_active":"2024-09-19T04:39:53.194579+0000","last_peered":"2024-09-19T04:39:53.194579+0000","last_clean":"2024-09-19T04:39:53.194579+0000","last_became_active":"2024-09-19T04:39:53.193688+0000","last_became_peered":"2024-09-19T04:39:53.193688+0000","last_unstale":"2024-09-19T04:39:53.194579+0000","last_undegraded":"2024-09-19T04:39:53.194579+0000","last_fullsized":"2024-09-19T04:39:53.194579+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:07:37.376795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.f","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.174400+0000","last_change":"2024-09-19T04:39:53.174400+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.174400+0000","last_undegraded":"2024-09-19T04:39:53.174400+0000","last_fullsized":"2024-09-19T04:39:53.174400+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.e","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194410+0000","last_change":"2024-09-19T04:39:53.192013+0000","last_active":"2024-09-19T04:39:53.194410+0000","last_peered":"2024-09-19T04:39:53.194410+0000","last_clean":"2024-09-19T04:39:53.194410+0000","last_became_active":"2024-09-19T04:39:53.191749+0000","last_became_peered":"2024-09-19T04:39:53.191749+0000","last_unstale":"2024-09-19T04:39:53.194410+0000","last_undegraded":"2024-09-19T04:39:53.194410+0000","last_fullsized":"2024-09-19T04:39:53.194410+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:05:25.460009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.c","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.174127+0000","last_change":"2024-09-19T04:39:53.174127+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.174127+0000","last_undegraded":"2024-09-19T04:39:53.174127+0000","last_fullsized":"2024-09-19T04:39:53.174127+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.d","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191422+0000","last_change":"2024-09-19T04:39:53.187248+0000","last_active":"2024-09-19T04:39:53.191422+0000","last_peered":"2024-09-19T04:39:53.191422+0000","last_clean":"2024-09-19T04:39:53.191422+0000","last_became_active":"2024-09-19T04:39:53.186964+0000","last_became_peered":"2024-09-19T04:39:53.186964+0000","last_unstale":"2024-09-19T04:39:53.191422+0000","last_undegraded":"2024-09-19T04:39:53.191422+0000","last_fullsized":"2024-09-19T04:39:53.191422+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:00.790758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.d","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.181162+0000","last_change":"2024-09-19T04:39:53.181162+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.181162+0000","last_undegraded":"2024-09-19T04:39:53.181162+0000","last_fullsized":"2024-09-19T04:39:53.181162+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.c","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.182692+0000","last_change":"2024-09-19T04:39:53.179534+0000","last_active":"2024-09-19T04:39:53.182692+0000","last_peered":"2024-09-19T04:39:53.182692+0000","last_clean":"2024-09-19T04:39:53.182692+0000","last_became_active":"2024-09-19T04:39:53.179248+0000","last_became_peered":"2024-09-19T04:39:53.179248+0000","last_unstale":"2024-09-19T04:39:53.182692+0000","last_undegraded":"2024-09-19T04:39:53.182692+0000","last_fullsized":"2024-09-19T04:39:53.182692+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:28.056433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.a","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.176808+0000","last_change":"2024-09-19T04:39:53.176808+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.176808+0000","last_undegraded":"2024-09-19T04:39:53.176808+0000","last_fullsized":"2024-09-19T04:39:53.176808+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.b","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191555+0000","last_change":"2024-09-19T04:39:53.190356+0000","last_active":"2024-09-19T04:39:53.191555+0000","last_peered":"2024-09-19T04:39:53.191555+0000","last_clean":"2024-09-19T04:39:53.191555+0000","last_became_active":"2024-09-19T04:39:53.190065+0000","last_became_peered":"2024-09-19T04:39:53.190065+0000","last_unstale":"2024-09-19T04:39:53.191555+0000","last_undegraded":"2024-09-19T04:39:53.191555+0000","last_fullsized":"2024-09-19T04:39:53.191555+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:36.535861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.b","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.176089+0000","last_change":"2024-09-19T04:39:53.176089+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.176089+0000","last_undegraded":"2024-09-19T04:39:53.176089+0000","last_fullsized":"2024-09-19T04:39:53.176089+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.a","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194607+0000","last_change":"2024-09-19T04:39:53.192598+0000","last_active":"2024-09-19T04:39:53.194607+0000","last_peered":"2024-09-19T04:39:53.194607+0000","last_clean":"2024-09-19T04:39:53.194607+0000","last_became_active":"2024-09-19T04:39:53.192316+0000","last_became_peered":"2024-09-19T04:39:53.192316+0000","last_unstale":"2024-09-19T04:39:53.194607+0000","last_undegraded":"2024-09-19T04:39:53.194607+0000","last_fullsized":"2024-09-19T04:39:53.194607+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:31:45.253260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.8","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183630+0000","last_change":"2024-09-19T04:39:53.183630+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183630+0000","last_undegraded":"2024-09-19T04:39:53.183630+0000","last_fullsized":"2024-09-19T04:39:53.183630+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.9","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.189838+0000","last_change":"2024-09-19T04:39:53.188606+0000","last_active":"2024-09-19T04:39:53.189838+0000","last_peered":"2024-09-19T04:39:53.189838+0000","last_clean":"2024-09-19T04:39:53.189838+0000","last_became_active":"2024-09-19T04:39:53.188315+0000","last_became_peered":"2024-09-19T04:39:53.188315+0000","last_unstale":"2024-09-19T04:39:53.189838+0000","last_undegraded":"2024-09-19T04:39:53.189838+0000","last_fullsized":"2024-09-19T04:39:53.189838+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:31.802914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.9","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178527+0000","last_change":"2024-09-19T04:39:53.178527+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178527+0000","last_undegraded":"2024-09-19T04:39:53.178527+0000","last_fullsized":"2024-09-19T04:39:53.178527+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.8","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.193881+0000","last_change":"2024-09-19T04:39:53.189349+0000","last_active":"2024-09-19T04:39:53.193881+0000","last_peered":"2024-09-19T04:39:53.193881+0000","last_clean":"2024-09-19T04:39:53.193881+0000","last_became_active":"2024-09-19T04:39:53.189072+0000","last_became_peered":"2024-09-19T04:39:53.189072+0000","last_unstale":"2024-09-19T04:39:53.193881+0000","last_undegraded":"2024-09-19T04:39:53.193881+0000","last_fullsized":"2024-09-19T04:39:53.193881+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:13:18.945103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.6","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.182294+0000","last_change":"2024-09-19T04:39:53.182294+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.182294+0000","last_undegraded":"2024-09-19T04:39:53.182294+0000","last_fullsized":"2024-09-19T04:39:53.182294+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.7","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191433+0000","last_change":"2024-09-19T04:39:53.187708+0000","last_active":"2024-09-19T04:39:53.191433+0000","last_peered":"2024-09-19T04:39:53.191433+0000","last_clean":"2024-09-19T04:39:53.191433+0000","last_became_active":"2024-09-19T04:39:53.187465+0000","last_became_peered":"2024-09-19T04:39:53.187465+0000","last_unstale":"2024-09-19T04:39:53.191433+0000","last_undegraded":"2024-09-19T04:39:53.191433+0000","last_fullsized":"2024-09-19T04:39:53.191433+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:15:52.981832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.7","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.176837+0000","last_change":"2024-09-19T04:39:53.176837+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.176837+0000","last_undegraded":"2024-09-19T04:39:53.176837+0000","last_fullsized":"2024-09-19T04:39:53.176837+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.6","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.192052+0000","last_change":"2024-09-19T04:39:53.190335+0000","last_active":"2024-09-19T04:39:53.192052+0000","last_peered":"2024-09-19T04:39:53.192052+0000","last_clean":"2024-09-19T04:39:53.192052+0000","last_became_active":"2024-09-19T04:39:53.190089+0000","last_became_peered":"2024-09-19T04:39:53.190089+0000","last_unstale":"2024-09-19T04:39:53.192052+0000","last_undegraded":"2024-09-19T04:39:53.192052+0000","last_fullsized":"2024-09-19T04:39:53.192052+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:53.130577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.4","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.179969+0000","last_change":"2024-09-19T04:39:53.179969+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.179969+0000","last_undegraded":"2024-09-19T04:39:53.179969+0000","last_fullsized":"2024-09-19T04:39:53.179969+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.5","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.193776+0000","last_change":"2024-09-19T04:39:53.191411+0000","last_active":"2024-09-19T04:39:53.193776+0000","last_peered":"2024-09-19T04:39:53.193776+0000","last_clean":"2024-09-19T04:39:53.193776+0000","last_became_active":"2024-09-19T04:39:53.191086+0000","last_became_peered":"2024-09-19T04:39:53.191086+0000","last_unstale":"2024-09-19T04:39:53.193776+0000","last_undegraded":"2024-09-19T04:39:53.193776+0000","last_fullsized":"2024-09-19T04:39:53.193776+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:03.081685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.5","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.179532+0000","last_change":"2024-09-19T04:39:53.179532+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.179532+0000","last_undegraded":"2024-09-19T04:39:53.179532+0000","last_fullsized":"2024-09-19T04:39:53.179532+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.4","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.192300+0000","last_change":"2024-09-19T04:39:53.191297+0000","last_active":"2024-09-19T04:39:53.192300+0000","last_peered":"2024-09-19T04:39:53.192300+0000","last_clean":"2024-09-19T04:39:53.192300+0000","last_became_active":"2024-09-19T04:39:53.191027+0000","last_became_peered":"2024-09-19T04:39:53.191027+0000","last_unstale":"2024-09-19T04:39:53.192300+0000","last_undegraded":"2024-09-19T04:39:53.192300+0000","last_fullsized":"2024-09-19T04:39:53.192300+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:26.082155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.2","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178135+0000","last_change":"2024-09-19T04:39:53.178135+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178135+0000","last_undegraded":"2024-09-19T04:39:53.178135+0000","last_fullsized":"2024-09-19T04:39:53.178135+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.3","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.181660+0000","last_change":"2024-09-19T04:39:53.180282+0000","last_active":"2024-09-19T04:39:53.181660+0000","last_peered":"2024-09-19T04:39:53.181660+0000","last_clean":"2024-09-19T04:39:53.181660+0000","last_became_active":"2024-09-19T04:39:53.179992+0000","last_became_peered":"2024-09-19T04:39:53.179992+0000","last_unstale":"2024-09-19T04:39:53.181660+0000","last_undegraded":"2024-09-19T04:39:53.181660+0000","last_fullsized":"2024-09-19T04:39:53.181660+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:35:58.289166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.3","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178787+0000","last_change":"2024-09-19T04:39:53.178787+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178787+0000","last_undegraded":"2024-09-19T04:39:53.178787+0000","last_fullsized":"2024-09-19T04:39:53.178787+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.2","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.181677+0000","last_change":"2024-09-19T04:39:53.180420+0000","last_active":"2024-09-19T04:39:53.181677+0000","last_peered":"2024-09-19T04:39:53.181677+0000","last_clean":"2024-09-19T04:39:53.181677+0000","last_became_active":"2024-09-19T04:39:53.180056+0000","last_became_peered":"2024-09-19T04:39:53.180056+0000","last_unstale":"2024-09-19T04:39:53.181677+0000","last_undegraded":"2024-09-19T04:39:53.181677+0000","last_fullsized":"2024-09-19T04:39:53.181677+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:54:05.987203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.0","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183193+0000","last_change":"2024-09-19T04:39:53.183193+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183193+0000","last_undegraded":"2024-09-19T04:39:53.183193+0000","last_fullsized":"2024-09-19T04:39:53.183193+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.1","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.193948+0000","last_change":"2024-09-19T04:39:53.188904+0000","last_active":"2024-09-19T04:39:53.193948+0000","last_peered":"2024-09-19T04:39:53.193948+0000","last_clean":"2024-09-19T04:39:53.193948+0000","last_became_active":"2024-09-19T04:39:53.188602+0000","last_became_peered":"2024-09-19T04:39:53.188602+0000","last_unstale":"2024-09-19T04:39:53.193948+0000","last_undegraded":"2024-09-19T04:39:53.193948+0000","last_fullsized":"2024-09-19T04:39:53.193948+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:49:02.743134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178026+0000","last_change":"2024-09-19T04:39:53.178026+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178026+0000","last_undegraded":"2024-09-19T04:39:53.178026+0000","last_fullsized":"2024-09-19T04:39:53.178026+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.0","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.189898+0000","last_change":"2024-09-19T04:39:53.187925+0000","last_active":"2024-09-19T04:39:53.189898+0000","last_peered":"2024-09-19T04:39:53.189898+0000","last_clean":"2024-09-19T04:39:53.189898+0000","last_became_active":"2024-09-19T04:39:53.187664+0000","last_became_peered":"2024-09-19T04:39:53.187664+0000","last_unstale":"2024-09-19T04:39:53.189898+0000","last_undegraded":"2024-09-19T04:39:53.189898+0000","last_fullsized":"2024-09-19T04:39:53.189898+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:31.554890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.18","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177506+0000","last_change":"2024-09-19T04:39:53.177506+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177506+0000","last_undegraded":"2024-09-19T04:39:53.177506+0000","last_fullsized":"2024-09-19T04:39:53.177506+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.19","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.193995+0000","last_change":"2024-09-19T04:39:53.189577+0000","last_active":"2024-09-19T04:39:53.193995+0000","last_peered":"2024-09-19T04:39:53.193995+0000","last_clean":"2024-09-19T04:39:53.193995+0000","last_became_active":"2024-09-19T04:39:53.189259+0000","last_became_peered":"2024-09-19T04:39:53.189259+0000","last_unstale":"2024-09-19T04:39:53.193995+0000","last_undegraded":"2024-09-19T04:39:53.193995+0000","last_fullsized":"2024-09-19T04:39:53.193995+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:08.445863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":452,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.180618+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:39:53.180618+0000","last_peered":"2024-09-19T04:39:53.180618+0000","last_clean":"2024-09-19T04:39:53.180618+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:39:53.180618+0000","last_undegraded":"2024-09-19T04:39:53.180618+0000","last_fullsized":"2024-09-19T04:39:53.180618+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":25,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":24,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509530,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33644,"kb_used_data":2456,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338196,"statfs":{"total":96636764160,"available":96602312704,"internally_reserved":0,"allocated":2514944,"data_stored":1436638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509530,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33064,"kb_used_data":1876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338776,"statfs":{"total":96636764160,"available":96602906624,"internally_reserved":0,"allocated":1921024,"data_stored":846270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509530,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33064,"kb_used_data":1876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338776,"statfs":{"total":96636764160,"available":96602906624,"internally_reserved":0,"allocated":1921024,"data_stored":846270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509531,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33068,"kb_used_data":1876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338772,"statfs":{"total":96636764160,"available":96602902528,"internally_reserved":0,"allocated":1921024,"data_stored":846270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542235,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33068,"kb_used_data":1876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338772,"statfs":{"total":96636764160,"available":96602902528,"internally_reserved":0,"allocated":1921024,"data_stored":846270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542234,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33072,"kb_used_data":1876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338768,"statfs":{"total":96636764160,"available":96602898432,"internally_reserved":0,"allocated":1921024,"data_stored":846270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542234,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33068,"kb_used_data":1876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338772,"statfs":{"total":96636764160,"available":96602902528,"internally_reserved":0,"allocated":1921024,"data_stored":846270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542235,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33656,"kb_used_data":2456,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338184,"statfs":{"total":96636764160,"available":96602300416,"internally_reserved":0,"allocated":2514944,"data_stored":1436638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:39:57.464 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:39:57.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.597+0000 7fc865677640 1 Processor -- start 2024-09-19T04:39:57.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.597+0000 7fc865677640 1 -- start start 2024-09-19T04:39:57.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.597+0000 7fc865677640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc86015eac0 0x7fc8600cfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.597+0000 7fc865677640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc8600b68d0 0x7fc8600b79b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.597+0000 7fc865677640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc8600d26f0 con 0x7fc8600ced90 2024-09-19T04:39:57.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.597+0000 7fc865677640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fc8600d29d0 con 0x7fc8600b68d0 2024-09-19T04:39:57.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.597+0000 7fc865677640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc8600d2cb0 con 0x7fc86015eac0 2024-09-19T04:39:57.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.598+0000 7fc85f7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc8600b68d0 0x7fc8600b79b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.598+0000 7fc85f7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc8600b68d0 0x7fc8600b79b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51306/0 (socket says 172.21.15.111:51306) 2024-09-19T04:39:57.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.598+0000 7fc85f7fe640 1 -- 172.21.15.111:0/4196031906 learned_addr learned my addr 172.21.15.111:0/4196031906 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:57.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.598+0000 7fc85effd640 1 --2- 172.21.15.111:0/4196031906 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc86015eac0 0x7fc8600cfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.598+0000 7fc85f7fe640 1 -- 172.21.15.111:0/4196031906 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc86015eac0 msgr2=0x7fc8600cfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:57.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.598+0000 7fc85f7fe640 1 --2- 172.21.15.111:0/4196031906 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc86015eac0 0x7fc8600cfc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.598+0000 7fc85f7fe640 1 -- 172.21.15.111:0/4196031906 >> v1:172.21.15.114:6789/0 conn(0x7fc8600ced90 legacy=0x7fc8600b61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.598+0000 7fc85f7fe640 1 -- 172.21.15.111:0/4196031906 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8600d2f90 con 0x7fc8600b68d0 2024-09-19T04:39:57.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.598+0000 7fc85effd640 1 --2- 172.21.15.111:0/4196031906 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc86015eac0 0x7fc8600cfc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:57.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.599+0000 7fc85f7fe640 1 --2- 172.21.15.111:0/4196031906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8600b68d0 0x7fc8600b79b0 secure :-1 s=READY pgs=1575 cs=0 l=1 rev1=1 crypto rx=0x7fc858009e50 tx=0x7fc85802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f947eff6de9a943c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:57.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.599+0000 7fc85dffb640 1 -- 172.21.15.111:0/4196031906 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc858036070 con 0x7fc8600b68d0 2024-09-19T04:39:57.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.599+0000 7fc85dffb640 1 -- 172.21.15.111:0/4196031906 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc858031600 con 0x7fc8600b68d0 2024-09-19T04:39:57.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.599+0000 7fc85dffb640 1 -- 172.21.15.111:0/4196031906 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8580319d0 con 0x7fc8600b68d0 2024-09-19T04:39:57.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.599+0000 7fc865677640 1 -- 172.21.15.111:0/4196031906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8600b68d0 msgr2=0x7fc8600b79b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.599+0000 7fc865677640 1 --2- 172.21.15.111:0/4196031906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8600b68d0 0x7fc8600b79b0 secure :-1 s=READY pgs=1575 cs=0 l=1 rev1=1 crypto rx=0x7fc858009e50 tx=0x7fc85802a710 comp rx=0 tx=0).stop 2024-09-19T04:39:57.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.599+0000 7fc865677640 1 -- 172.21.15.111:0/4196031906 shutdown_connections 2024-09-19T04:39:57.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.599+0000 7fc865677640 1 --2- 172.21.15.111:0/4196031906 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8600b68d0 0x7fc8600b79b0 unknown :-1 s=CLOSED pgs=1575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.599+0000 7fc865677640 1 --2- 172.21.15.111:0/4196031906 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc86015eac0 0x7fc8600cfc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.599+0000 7fc865677640 1 -- 172.21.15.111:0/4196031906 >> 172.21.15.111:0/4196031906 conn(0x7fc8600d11c0 msgr2=0x7fc8600d15d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:57.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.599+0000 7fc865677640 1 -- 172.21.15.111:0/4196031906 shutdown_connections 2024-09-19T04:39:57.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.599+0000 7fc865677640 1 -- 172.21.15.111:0/4196031906 wait complete. 2024-09-19T04:39:57.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.601+0000 7fc865677640 1 Processor -- start 2024-09-19T04:39:57.606 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.601+0000 7fc865677640 1 -- start start 2024-09-19T04:39:57.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.601+0000 7fc865677640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8600b68d0 0x7fc8601f4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.601+0000 7fc865677640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8600ced90 0x7fc8601f7da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.601+0000 7fc865677640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc86015eac0 0x7fc86015f520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.601+0000 7fc865677640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc8600d2490 con 0x7fc86015eac0 2024-09-19T04:39:57.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.601+0000 7fc865677640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc8600d2310 con 0x7fc8600ced90 2024-09-19T04:39:57.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.601+0000 7fc865677640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc8600d3790 con 0x7fc8600b68d0 2024-09-19T04:39:57.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.602+0000 7fc85f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc86015eac0 0x7fc86015f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.602+0000 7fc85f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc86015eac0 0x7fc86015f520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51320/0 (socket says 172.21.15.111:51320) 2024-09-19T04:39:57.607 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.602+0000 7fc85f7fe640 1 -- 172.21.15.111:0/2687249557 learned_addr learned my addr 172.21.15.111:0/2687249557 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:57.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.602+0000 7fc85effd640 1 --2- 172.21.15.111:0/2687249557 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8600b68d0 0x7fc8601f4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.602+0000 7fc85e7fc640 1 --2- 172.21.15.111:0/2687249557 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8600ced90 0x7fc8601f7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.602+0000 7fc85f7fe640 1 -- 172.21.15.111:0/2687249557 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8600b68d0 msgr2=0x7fc8601f4e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.602+0000 7fc85f7fe640 1 --2- 172.21.15.111:0/2687249557 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8600b68d0 0x7fc8601f4e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.602+0000 7fc85f7fe640 1 -- 172.21.15.111:0/2687249557 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8600ced90 msgr2=0x7fc8601f7da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.602+0000 7fc85f7fe640 1 --2- 172.21.15.111:0/2687249557 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8600ced90 0x7fc8601f7da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.602+0000 7fc85f7fe640 1 -- 172.21.15.111:0/2687249557 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc860161b60 con 0x7fc86015eac0 2024-09-19T04:39:57.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.602+0000 7fc85e7fc640 1 --2- 172.21.15.111:0/2687249557 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8600ced90 0x7fc8601f7da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:57.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.602+0000 7fc85effd640 1 --2- 172.21.15.111:0/2687249557 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8600b68d0 0x7fc8601f4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:57.608 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.602+0000 7fc85f7fe640 1 --2- 172.21.15.111:0/2687249557 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc86015eac0 0x7fc86015f520 secure :-1 s=READY pgs=1576 cs=0 l=1 rev1=1 crypto rx=0x7fc858009e50 tx=0x7fc858004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:57.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.602+0000 7fc8477fe640 1 -- 172.21.15.111:0/2687249557 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc858036050 con 0x7fc86015eac0 2024-09-19T04:39:57.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.602+0000 7fc8477fe640 1 -- 172.21.15.111:0/2687249557 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc858042070 con 0x7fc86015eac0 2024-09-19T04:39:57.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.602+0000 7fc8477fe640 1 -- 172.21.15.111:0/2687249557 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc858009510 con 0x7fc86015eac0 2024-09-19T04:39:57.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.602+0000 7fc865677640 1 -- 172.21.15.111:0/2687249557 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc860161e40 con 0x7fc86015eac0 2024-09-19T04:39:57.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.602+0000 7fc865677640 1 -- 172.21.15.111:0/2687249557 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8600c9860 con 0x7fc86015eac0 2024-09-19T04:39:57.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.603+0000 7fc865677640 1 -- 172.21.15.111:0/2687249557 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc86015e130 con 0x7fc86015eac0 2024-09-19T04:39:57.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.604+0000 7fc8477fe640 1 -- 172.21.15.111:0/2687249557 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fc858007bd0 con 0x7fc86015eac0 2024-09-19T04:39:57.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.604+0000 7fc8477fe640 1 --2- 172.21.15.111:0/2687249557 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc84c06cac0 0x7fc84c06ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.604+0000 7fc8477fe640 1 -- 172.21.15.111:0/2687249557 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7fc8580aaca0 con 0x7fc86015eac0 2024-09-19T04:39:57.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.605+0000 7fc85effd640 1 --2- 172.21.15.111:0/2687249557 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc84c06cac0 0x7fc84c06ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.609 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.605+0000 7fc85effd640 1 --2- 172.21.15.111:0/2687249557 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc84c06cac0 0x7fc84c06ef80 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fc850006fd0 tx=0x7fc850008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:57.610 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.609+0000 7fc8477fe640 1 -- 172.21.15.111:0/2687249557 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc86015e130 con 0x7fc86015eac0 2024-09-19T04:39:57.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.771+0000 7fc865677640 1 -- 172.21.15.111:0/2687249557 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc8600ba450 con 0x7fc84c06cac0 2024-09-19T04:39:57.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.777+0000 7fc8477fe640 1 -- 172.21.15.111:0/2687249557 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247091 (secure 0 0 0) 0x7fc8600ba450 con 0x7fc84c06cac0 2024-09-19T04:39:57.781 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:57.783 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:39:57.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.781+0000 7fc865677640 1 -- 172.21.15.111:0/2687249557 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc84c06cac0 msgr2=0x7fc84c06ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.781+0000 7fc865677640 1 --2- 172.21.15.111:0/2687249557 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc84c06cac0 0x7fc84c06ef80 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fc850006fd0 tx=0x7fc850008040 comp rx=0 tx=0).stop 2024-09-19T04:39:57.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.781+0000 7fc865677640 1 -- 172.21.15.111:0/2687249557 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc86015eac0 msgr2=0x7fc86015f520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.781+0000 7fc865677640 1 --2- 172.21.15.111:0/2687249557 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc86015eac0 0x7fc86015f520 secure :-1 s=READY pgs=1576 cs=0 l=1 rev1=1 crypto rx=0x7fc858009e50 tx=0x7fc858004a40 comp rx=0 tx=0).stop 2024-09-19T04:39:57.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.781+0000 7fc865677640 1 -- 172.21.15.111:0/2687249557 shutdown_connections 2024-09-19T04:39:57.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.781+0000 7fc865677640 1 --2- 172.21.15.111:0/2687249557 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc84c06cac0 0x7fc84c06ef80 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.781+0000 7fc865677640 1 --2- 172.21.15.111:0/2687249557 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc86015eac0 0x7fc86015f520 unknown :-1 s=CLOSED pgs=1576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.781+0000 7fc865677640 1 --2- 172.21.15.111:0/2687249557 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8600ced90 0x7fc8601f7da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.781+0000 7fc865677640 1 --2- 172.21.15.111:0/2687249557 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc8600b68d0 0x7fc8601f4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.781+0000 7fc865677640 1 -- 172.21.15.111:0/2687249557 >> 172.21.15.111:0/2687249557 conn(0x7fc8600d11c0 msgr2=0x7fc86015da20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:57.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.781+0000 7fc865677640 1 -- 172.21.15.111:0/2687249557 shutdown_connections 2024-09-19T04:39:57.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.781+0000 7fc865677640 1 -- 172.21.15.111:0/2687249557 wait complete. 2024-09-19T04:39:57.793 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":182,"stamp":"2024-09-19T04:39:56.206484+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":55,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":265704,"kb_used_data":16168,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754709016,"statfs":{"total":773094113280,"available":772822032384,"internally_reserved":0,"allocated":16556032,"data_stored":7950896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.039096"},"pg_stats":[{"pgid":"25.3f","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177806+0000","last_change":"2024-09-19T04:39:53.177806+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177806+0000","last_undegraded":"2024-09-19T04:39:53.177806+0000","last_fullsized":"2024-09-19T04:39:53.177806+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.3e","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.182106+0000","last_change":"2024-09-19T04:39:53.182106+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.182106+0000","last_undegraded":"2024-09-19T04:39:53.182106+0000","last_fullsized":"2024-09-19T04:39:53.182106+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3d","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.181603+0000","last_change":"2024-09-19T04:39:53.181603+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.181603+0000","last_undegraded":"2024-09-19T04:39:53.181603+0000","last_fullsized":"2024-09-19T04:39:53.181603+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.3c","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.184228+0000","last_change":"2024-09-19T04:39:53.184228+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.184228+0000","last_undegraded":"2024-09-19T04:39:53.184228+0000","last_fullsized":"2024-09-19T04:39:53.184228+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3b","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.185577+0000","last_change":"2024-09-19T04:39:53.185577+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.185577+0000","last_undegraded":"2024-09-19T04:39:53.185577+0000","last_fullsized":"2024-09-19T04:39:53.185577+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.3a","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.181243+0000","last_change":"2024-09-19T04:39:53.181243+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.181243+0000","last_undegraded":"2024-09-19T04:39:53.181243+0000","last_fullsized":"2024-09-19T04:39:53.181243+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.39","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.175759+0000","last_change":"2024-09-19T04:39:53.175759+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.175759+0000","last_undegraded":"2024-09-19T04:39:53.175759+0000","last_fullsized":"2024-09-19T04:39:53.175759+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.38","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.180022+0000","last_change":"2024-09-19T04:39:53.180022+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.180022+0000","last_undegraded":"2024-09-19T04:39:53.180022+0000","last_fullsized":"2024-09-19T04:39:53.180022+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.37","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.176775+0000","last_change":"2024-09-19T04:39:53.176775+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.176775+0000","last_undegraded":"2024-09-19T04:39:53.176775+0000","last_fullsized":"2024-09-19T04:39:53.176775+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.36","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183218+0000","last_change":"2024-09-19T04:39:53.183218+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183218+0000","last_undegraded":"2024-09-19T04:39:53.183218+0000","last_fullsized":"2024-09-19T04:39:53.183218+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.35","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.174676+0000","last_change":"2024-09-19T04:39:53.174676+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.174676+0000","last_undegraded":"2024-09-19T04:39:53.174676+0000","last_fullsized":"2024-09-19T04:39:53.174676+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.34","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183101+0000","last_change":"2024-09-19T04:39:53.183101+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183101+0000","last_undegraded":"2024-09-19T04:39:53.183101+0000","last_fullsized":"2024-09-19T04:39:53.183101+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.33","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.182153+0000","last_change":"2024-09-19T04:39:53.182153+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.182153+0000","last_undegraded":"2024-09-19T04:39:53.182153+0000","last_fullsized":"2024-09-19T04:39:53.182153+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.32","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177466+0000","last_change":"2024-09-19T04:39:53.177466+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177466+0000","last_undegraded":"2024-09-19T04:39:53.177466+0000","last_fullsized":"2024-09-19T04:39:53.177466+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.31","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183693+0000","last_change":"2024-09-19T04:39:53.183693+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183693+0000","last_undegraded":"2024-09-19T04:39:53.183693+0000","last_fullsized":"2024-09-19T04:39:53.183693+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.30","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.179650+0000","last_change":"2024-09-19T04:39:53.179650+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.179650+0000","last_undegraded":"2024-09-19T04:39:53.179650+0000","last_fullsized":"2024-09-19T04:39:53.179650+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.2f","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.184603+0000","last_change":"2024-09-19T04:39:53.184603+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.184603+0000","last_undegraded":"2024-09-19T04:39:53.184603+0000","last_fullsized":"2024-09-19T04:39:53.184603+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2e","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178272+0000","last_change":"2024-09-19T04:39:53.178272+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178272+0000","last_undegraded":"2024-09-19T04:39:53.178272+0000","last_fullsized":"2024-09-19T04:39:53.178272+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.2d","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.179199+0000","last_change":"2024-09-19T04:39:53.179199+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.179199+0000","last_undegraded":"2024-09-19T04:39:53.179199+0000","last_fullsized":"2024-09-19T04:39:53.179199+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.2c","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183501+0000","last_change":"2024-09-19T04:39:53.183501+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183501+0000","last_undegraded":"2024-09-19T04:39:53.183501+0000","last_fullsized":"2024-09-19T04:39:53.183501+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2b","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183024+0000","last_change":"2024-09-19T04:39:53.183024+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183024+0000","last_undegraded":"2024-09-19T04:39:53.183024+0000","last_fullsized":"2024-09-19T04:39:53.183024+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2a","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178870+0000","last_change":"2024-09-19T04:39:53.178870+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178870+0000","last_undegraded":"2024-09-19T04:39:53.178870+0000","last_fullsized":"2024-09-19T04:39:53.178870+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.29","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.181554+0000","last_change":"2024-09-19T04:39:53.181554+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.181554+0000","last_undegraded":"2024-09-19T04:39:53.181554+0000","last_fullsized":"2024-09-19T04:39:53.181554+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.28","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.179236+0000","last_change":"2024-09-19T04:39:53.179236+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.179236+0000","last_undegraded":"2024-09-19T04:39:53.179236+0000","last_fullsized":"2024-09-19T04:39:53.179236+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.27","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.182567+0000","last_change":"2024-09-19T04:39:53.182567+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.182567+0000","last_undegraded":"2024-09-19T04:39:53.182567+0000","last_fullsized":"2024-09-19T04:39:53.182567+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.26","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.175614+0000","last_change":"2024-09-19T04:39:53.175614+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.175614+0000","last_undegraded":"2024-09-19T04:39:53.175614+0000","last_fullsized":"2024-09-19T04:39:53.175614+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.25","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.180838+0000","last_change":"2024-09-19T04:39:53.180838+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.180838+0000","last_undegraded":"2024-09-19T04:39:53.180838+0000","last_fullsized":"2024-09-19T04:39:53.180838+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.24","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.179993+0000","last_change":"2024-09-19T04:39:53.179993+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.179993+0000","last_undegraded":"2024-09-19T04:39:53.179993+0000","last_fullsized":"2024-09-19T04:39:53.179993+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.23","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.181676+0000","last_change":"2024-09-19T04:39:53.181676+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.181676+0000","last_undegraded":"2024-09-19T04:39:53.181676+0000","last_fullsized":"2024-09-19T04:39:53.181676+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.22","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.176187+0000","last_change":"2024-09-19T04:39:53.176187+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.176187+0000","last_undegraded":"2024-09-19T04:39:53.176187+0000","last_fullsized":"2024-09-19T04:39:53.176187+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.21","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.181145+0000","last_change":"2024-09-19T04:39:53.181145+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.181145+0000","last_undegraded":"2024-09-19T04:39:53.181145+0000","last_fullsized":"2024-09-19T04:39:53.181145+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.20","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178269+0000","last_change":"2024-09-19T04:39:53.178269+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178269+0000","last_undegraded":"2024-09-19T04:39:53.178269+0000","last_fullsized":"2024-09-19T04:39:53.178269+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1e","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.180742+0000","last_change":"2024-09-19T04:39:53.180742+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.180742+0000","last_undegraded":"2024-09-19T04:39:53.180742+0000","last_fullsized":"2024-09-19T04:39:53.180742+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1f","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191222+0000","last_change":"2024-09-19T04:39:53.190268+0000","last_active":"2024-09-19T04:39:53.191222+0000","last_peered":"2024-09-19T04:39:53.191222+0000","last_clean":"2024-09-19T04:39:53.191222+0000","last_became_active":"2024-09-19T04:39:53.189976+0000","last_became_peered":"2024-09-19T04:39:53.189976+0000","last_unstale":"2024-09-19T04:39:53.191222+0000","last_undegraded":"2024-09-19T04:39:53.191222+0000","last_fullsized":"2024-09-19T04:39:53.191222+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:15:52.749295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1f","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177692+0000","last_change":"2024-09-19T04:39:53.177692+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177692+0000","last_undegraded":"2024-09-19T04:39:53.177692+0000","last_fullsized":"2024-09-19T04:39:53.177692+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1e","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.181646+0000","last_change":"2024-09-19T04:39:53.180337+0000","last_active":"2024-09-19T04:39:53.181646+0000","last_peered":"2024-09-19T04:39:53.181646+0000","last_clean":"2024-09-19T04:39:53.181646+0000","last_became_active":"2024-09-19T04:39:53.180036+0000","last_became_peered":"2024-09-19T04:39:53.180036+0000","last_unstale":"2024-09-19T04:39:53.181646+0000","last_undegraded":"2024-09-19T04:39:53.181646+0000","last_fullsized":"2024-09-19T04:39:53.181646+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:53:10.501050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.1c","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177128+0000","last_change":"2024-09-19T04:39:53.177128+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177128+0000","last_undegraded":"2024-09-19T04:39:53.177128+0000","last_fullsized":"2024-09-19T04:39:53.177128+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.1d","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.189977+0000","last_change":"2024-09-19T04:39:53.188956+0000","last_active":"2024-09-19T04:39:53.189977+0000","last_peered":"2024-09-19T04:39:53.189977+0000","last_clean":"2024-09-19T04:39:53.189977+0000","last_became_active":"2024-09-19T04:39:53.188671+0000","last_became_peered":"2024-09-19T04:39:53.188671+0000","last_unstale":"2024-09-19T04:39:53.189977+0000","last_undegraded":"2024-09-19T04:39:53.189977+0000","last_fullsized":"2024-09-19T04:39:53.189977+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:48:26.017394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1d","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.174200+0000","last_change":"2024-09-19T04:39:53.174200+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.174200+0000","last_undegraded":"2024-09-19T04:39:53.174200+0000","last_fullsized":"2024-09-19T04:39:53.174200+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.1c","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194015+0000","last_change":"2024-09-19T04:39:53.189951+0000","last_active":"2024-09-19T04:39:53.194015+0000","last_peered":"2024-09-19T04:39:53.194015+0000","last_clean":"2024-09-19T04:39:53.194015+0000","last_became_active":"2024-09-19T04:39:53.189549+0000","last_became_peered":"2024-09-19T04:39:53.189549+0000","last_unstale":"2024-09-19T04:39:53.194015+0000","last_undegraded":"2024-09-19T04:39:53.194015+0000","last_fullsized":"2024-09-19T04:39:53.194015+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:54:47.436827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1a","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177398+0000","last_change":"2024-09-19T04:39:53.177398+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177398+0000","last_undegraded":"2024-09-19T04:39:53.177398+0000","last_fullsized":"2024-09-19T04:39:53.177398+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1b","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194626+0000","last_change":"2024-09-19T04:39:53.193704+0000","last_active":"2024-09-19T04:39:53.194626+0000","last_peered":"2024-09-19T04:39:53.194626+0000","last_clean":"2024-09-19T04:39:53.194626+0000","last_became_active":"2024-09-19T04:39:53.193449+0000","last_became_peered":"2024-09-19T04:39:53.193449+0000","last_unstale":"2024-09-19T04:39:53.194626+0000","last_undegraded":"2024-09-19T04:39:53.194626+0000","last_fullsized":"2024-09-19T04:39:53.194626+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:21:20.759886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1b","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178567+0000","last_change":"2024-09-19T04:39:53.178567+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178567+0000","last_undegraded":"2024-09-19T04:39:53.178567+0000","last_fullsized":"2024-09-19T04:39:53.178567+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1a","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.193959+0000","last_change":"2024-09-19T04:39:53.191704+0000","last_active":"2024-09-19T04:39:53.193959+0000","last_peered":"2024-09-19T04:39:53.193959+0000","last_clean":"2024-09-19T04:39:53.193959+0000","last_became_active":"2024-09-19T04:39:53.191432+0000","last_became_peered":"2024-09-19T04:39:53.191432+0000","last_unstale":"2024-09-19T04:39:53.193959+0000","last_undegraded":"2024-09-19T04:39:53.193959+0000","last_fullsized":"2024-09-19T04:39:53.193959+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:34:37.699458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.19","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.175289+0000","last_change":"2024-09-19T04:39:53.175289+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.175289+0000","last_undegraded":"2024-09-19T04:39:53.175289+0000","last_fullsized":"2024-09-19T04:39:53.175289+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.18","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191339+0000","last_change":"2024-09-19T04:39:53.186770+0000","last_active":"2024-09-19T04:39:53.191339+0000","last_peered":"2024-09-19T04:39:53.191339+0000","last_clean":"2024-09-19T04:39:53.191339+0000","last_became_active":"2024-09-19T04:39:53.186453+0000","last_became_peered":"2024-09-19T04:39:53.186453+0000","last_unstale":"2024-09-19T04:39:53.191339+0000","last_undegraded":"2024-09-19T04:39:53.191339+0000","last_fullsized":"2024-09-19T04:39:53.191339+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:23:44.248268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.16","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.180575+0000","last_change":"2024-09-19T04:39:53.180575+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.180575+0000","last_undegraded":"2024-09-19T04:39:53.180575+0000","last_fullsized":"2024-09-19T04:39:53.180575+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.17","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.188567+0000","last_change":"2024-09-19T04:39:53.182794+0000","last_active":"2024-09-19T04:39:53.188567+0000","last_peered":"2024-09-19T04:39:53.188567+0000","last_clean":"2024-09-19T04:39:53.188567+0000","last_became_active":"2024-09-19T04:39:53.182543+0000","last_became_peered":"2024-09-19T04:39:53.182543+0000","last_unstale":"2024-09-19T04:39:53.188567+0000","last_undegraded":"2024-09-19T04:39:53.188567+0000","last_fullsized":"2024-09-19T04:39:53.188567+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:55.511849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.17","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.180035+0000","last_change":"2024-09-19T04:39:53.180035+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.180035+0000","last_undegraded":"2024-09-19T04:39:53.180035+0000","last_fullsized":"2024-09-19T04:39:53.180035+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.16","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194742+0000","last_change":"2024-09-19T04:39:53.193467+0000","last_active":"2024-09-19T04:39:53.194742+0000","last_peered":"2024-09-19T04:39:53.194742+0000","last_clean":"2024-09-19T04:39:53.194742+0000","last_became_active":"2024-09-19T04:39:53.193193+0000","last_became_peered":"2024-09-19T04:39:53.193193+0000","last_unstale":"2024-09-19T04:39:53.194742+0000","last_undegraded":"2024-09-19T04:39:53.194742+0000","last_fullsized":"2024-09-19T04:39:53.194742+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:32.592984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.14","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.175308+0000","last_change":"2024-09-19T04:39:53.175308+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.175308+0000","last_undegraded":"2024-09-19T04:39:53.175308+0000","last_fullsized":"2024-09-19T04:39:53.175308+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.15","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.190418+0000","last_change":"2024-09-19T04:39:53.187626+0000","last_active":"2024-09-19T04:39:53.190418+0000","last_peered":"2024-09-19T04:39:53.190418+0000","last_clean":"2024-09-19T04:39:53.190418+0000","last_became_active":"2024-09-19T04:39:53.187336+0000","last_became_peered":"2024-09-19T04:39:53.187336+0000","last_unstale":"2024-09-19T04:39:53.190418+0000","last_undegraded":"2024-09-19T04:39:53.190418+0000","last_fullsized":"2024-09-19T04:39:53.190418+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:50.788902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.15","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177559+0000","last_change":"2024-09-19T04:39:53.177559+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177559+0000","last_undegraded":"2024-09-19T04:39:53.177559+0000","last_fullsized":"2024-09-19T04:39:53.177559+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.14","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.190110+0000","last_change":"2024-09-19T04:39:53.189319+0000","last_active":"2024-09-19T04:39:53.190110+0000","last_peered":"2024-09-19T04:39:53.190110+0000","last_clean":"2024-09-19T04:39:53.190110+0000","last_became_active":"2024-09-19T04:39:53.189054+0000","last_became_peered":"2024-09-19T04:39:53.189054+0000","last_unstale":"2024-09-19T04:39:53.190110+0000","last_undegraded":"2024-09-19T04:39:53.190110+0000","last_fullsized":"2024-09-19T04:39:53.190110+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:47:49.859751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.12","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.180169+0000","last_change":"2024-09-19T04:39:53.180169+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.180169+0000","last_undegraded":"2024-09-19T04:39:53.180169+0000","last_fullsized":"2024-09-19T04:39:53.180169+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.13","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191392+0000","last_change":"2024-09-19T04:39:53.187014+0000","last_active":"2024-09-19T04:39:53.191392+0000","last_peered":"2024-09-19T04:39:53.191392+0000","last_clean":"2024-09-19T04:39:53.191392+0000","last_became_active":"2024-09-19T04:39:53.186750+0000","last_became_peered":"2024-09-19T04:39:53.186750+0000","last_unstale":"2024-09-19T04:39:53.191392+0000","last_undegraded":"2024-09-19T04:39:53.191392+0000","last_fullsized":"2024-09-19T04:39:53.191392+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:50:13.591417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.13","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.176562+0000","last_change":"2024-09-19T04:39:53.176562+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.176562+0000","last_undegraded":"2024-09-19T04:39:53.176562+0000","last_fullsized":"2024-09-19T04:39:53.176562+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.12","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191880+0000","last_change":"2024-09-19T04:39:53.189529+0000","last_active":"2024-09-19T04:39:53.191880+0000","last_peered":"2024-09-19T04:39:53.191880+0000","last_clean":"2024-09-19T04:39:53.191880+0000","last_became_active":"2024-09-19T04:39:53.189135+0000","last_became_peered":"2024-09-19T04:39:53.189135+0000","last_unstale":"2024-09-19T04:39:53.191880+0000","last_undegraded":"2024-09-19T04:39:53.191880+0000","last_fullsized":"2024-09-19T04:39:53.191880+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:08:10.887748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.10","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.174133+0000","last_change":"2024-09-19T04:39:53.174133+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.174133+0000","last_undegraded":"2024-09-19T04:39:53.174133+0000","last_fullsized":"2024-09-19T04:39:53.174133+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.11","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194680+0000","last_change":"2024-09-19T04:39:53.192817+0000","last_active":"2024-09-19T04:39:53.194680+0000","last_peered":"2024-09-19T04:39:53.194680+0000","last_clean":"2024-09-19T04:39:53.194680+0000","last_became_active":"2024-09-19T04:39:53.192568+0000","last_became_peered":"2024-09-19T04:39:53.192568+0000","last_unstale":"2024-09-19T04:39:53.194680+0000","last_undegraded":"2024-09-19T04:39:53.194680+0000","last_fullsized":"2024-09-19T04:39:53.194680+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:23:44.248268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.11","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177622+0000","last_change":"2024-09-19T04:39:53.177622+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177622+0000","last_undegraded":"2024-09-19T04:39:53.177622+0000","last_fullsized":"2024-09-19T04:39:53.177622+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.10","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191409+0000","last_change":"2024-09-19T04:39:53.187135+0000","last_active":"2024-09-19T04:39:53.191409+0000","last_peered":"2024-09-19T04:39:53.191409+0000","last_clean":"2024-09-19T04:39:53.191409+0000","last_became_active":"2024-09-19T04:39:53.186855+0000","last_became_peered":"2024-09-19T04:39:53.186855+0000","last_unstale":"2024-09-19T04:39:53.191409+0000","last_undegraded":"2024-09-19T04:39:53.191409+0000","last_fullsized":"2024-09-19T04:39:53.191409+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:28.807404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.e","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177345+0000","last_change":"2024-09-19T04:39:53.177345+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177345+0000","last_undegraded":"2024-09-19T04:39:53.177345+0000","last_fullsized":"2024-09-19T04:39:53.177345+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.f","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194579+0000","last_change":"2024-09-19T04:39:53.193971+0000","last_active":"2024-09-19T04:39:53.194579+0000","last_peered":"2024-09-19T04:39:53.194579+0000","last_clean":"2024-09-19T04:39:53.194579+0000","last_became_active":"2024-09-19T04:39:53.193688+0000","last_became_peered":"2024-09-19T04:39:53.193688+0000","last_unstale":"2024-09-19T04:39:53.194579+0000","last_undegraded":"2024-09-19T04:39:53.194579+0000","last_fullsized":"2024-09-19T04:39:53.194579+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:07:37.376795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.f","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.174400+0000","last_change":"2024-09-19T04:39:53.174400+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.174400+0000","last_undegraded":"2024-09-19T04:39:53.174400+0000","last_fullsized":"2024-09-19T04:39:53.174400+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.e","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194410+0000","last_change":"2024-09-19T04:39:53.192013+0000","last_active":"2024-09-19T04:39:53.194410+0000","last_peered":"2024-09-19T04:39:53.194410+0000","last_clean":"2024-09-19T04:39:53.194410+0000","last_became_active":"2024-09-19T04:39:53.191749+0000","last_became_peered":"2024-09-19T04:39:53.191749+0000","last_unstale":"2024-09-19T04:39:53.194410+0000","last_undegraded":"2024-09-19T04:39:53.194410+0000","last_fullsized":"2024-09-19T04:39:53.194410+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:05:25.460009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.c","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.174127+0000","last_change":"2024-09-19T04:39:53.174127+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.174127+0000","last_undegraded":"2024-09-19T04:39:53.174127+0000","last_fullsized":"2024-09-19T04:39:53.174127+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.d","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191422+0000","last_change":"2024-09-19T04:39:53.187248+0000","last_active":"2024-09-19T04:39:53.191422+0000","last_peered":"2024-09-19T04:39:53.191422+0000","last_clean":"2024-09-19T04:39:53.191422+0000","last_became_active":"2024-09-19T04:39:53.186964+0000","last_became_peered":"2024-09-19T04:39:53.186964+0000","last_unstale":"2024-09-19T04:39:53.191422+0000","last_undegraded":"2024-09-19T04:39:53.191422+0000","last_fullsized":"2024-09-19T04:39:53.191422+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:00.790758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.d","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.181162+0000","last_change":"2024-09-19T04:39:53.181162+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.181162+0000","last_undegraded":"2024-09-19T04:39:53.181162+0000","last_fullsized":"2024-09-19T04:39:53.181162+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.c","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.182692+0000","last_change":"2024-09-19T04:39:53.179534+0000","last_active":"2024-09-19T04:39:53.182692+0000","last_peered":"2024-09-19T04:39:53.182692+0000","last_clean":"2024-09-19T04:39:53.182692+0000","last_became_active":"2024-09-19T04:39:53.179248+0000","last_became_peered":"2024-09-19T04:39:53.179248+0000","last_unstale":"2024-09-19T04:39:53.182692+0000","last_undegraded":"2024-09-19T04:39:53.182692+0000","last_fullsized":"2024-09-19T04:39:53.182692+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:28.056433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.a","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.176808+0000","last_change":"2024-09-19T04:39:53.176808+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.176808+0000","last_undegraded":"2024-09-19T04:39:53.176808+0000","last_fullsized":"2024-09-19T04:39:53.176808+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.b","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191555+0000","last_change":"2024-09-19T04:39:53.190356+0000","last_active":"2024-09-19T04:39:53.191555+0000","last_peered":"2024-09-19T04:39:53.191555+0000","last_clean":"2024-09-19T04:39:53.191555+0000","last_became_active":"2024-09-19T04:39:53.190065+0000","last_became_peered":"2024-09-19T04:39:53.190065+0000","last_unstale":"2024-09-19T04:39:53.191555+0000","last_undegraded":"2024-09-19T04:39:53.191555+0000","last_fullsized":"2024-09-19T04:39:53.191555+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:36.535861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.b","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.176089+0000","last_change":"2024-09-19T04:39:53.176089+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.176089+0000","last_undegraded":"2024-09-19T04:39:53.176089+0000","last_fullsized":"2024-09-19T04:39:53.176089+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.a","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194607+0000","last_change":"2024-09-19T04:39:53.192598+0000","last_active":"2024-09-19T04:39:53.194607+0000","last_peered":"2024-09-19T04:39:53.194607+0000","last_clean":"2024-09-19T04:39:53.194607+0000","last_became_active":"2024-09-19T04:39:53.192316+0000","last_became_peered":"2024-09-19T04:39:53.192316+0000","last_unstale":"2024-09-19T04:39:53.194607+0000","last_undegraded":"2024-09-19T04:39:53.194607+0000","last_fullsized":"2024-09-19T04:39:53.194607+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:31:45.253260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.8","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183630+0000","last_change":"2024-09-19T04:39:53.183630+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183630+0000","last_undegraded":"2024-09-19T04:39:53.183630+0000","last_fullsized":"2024-09-19T04:39:53.183630+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.9","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.189838+0000","last_change":"2024-09-19T04:39:53.188606+0000","last_active":"2024-09-19T04:39:53.189838+0000","last_peered":"2024-09-19T04:39:53.189838+0000","last_clean":"2024-09-19T04:39:53.189838+0000","last_became_active":"2024-09-19T04:39:53.188315+0000","last_became_peered":"2024-09-19T04:39:53.188315+0000","last_unstale":"2024-09-19T04:39:53.189838+0000","last_undegraded":"2024-09-19T04:39:53.189838+0000","last_fullsized":"2024-09-19T04:39:53.189838+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:31.802914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.9","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178527+0000","last_change":"2024-09-19T04:39:53.178527+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178527+0000","last_undegraded":"2024-09-19T04:39:53.178527+0000","last_fullsized":"2024-09-19T04:39:53.178527+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.8","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.193881+0000","last_change":"2024-09-19T04:39:53.189349+0000","last_active":"2024-09-19T04:39:53.193881+0000","last_peered":"2024-09-19T04:39:53.193881+0000","last_clean":"2024-09-19T04:39:53.193881+0000","last_became_active":"2024-09-19T04:39:53.189072+0000","last_became_peered":"2024-09-19T04:39:53.189072+0000","last_unstale":"2024-09-19T04:39:53.193881+0000","last_undegraded":"2024-09-19T04:39:53.193881+0000","last_fullsized":"2024-09-19T04:39:53.193881+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:13:18.945103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.6","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.182294+0000","last_change":"2024-09-19T04:39:53.182294+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.182294+0000","last_undegraded":"2024-09-19T04:39:53.182294+0000","last_fullsized":"2024-09-19T04:39:53.182294+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.7","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191433+0000","last_change":"2024-09-19T04:39:53.187708+0000","last_active":"2024-09-19T04:39:53.191433+0000","last_peered":"2024-09-19T04:39:53.191433+0000","last_clean":"2024-09-19T04:39:53.191433+0000","last_became_active":"2024-09-19T04:39:53.187465+0000","last_became_peered":"2024-09-19T04:39:53.187465+0000","last_unstale":"2024-09-19T04:39:53.191433+0000","last_undegraded":"2024-09-19T04:39:53.191433+0000","last_fullsized":"2024-09-19T04:39:53.191433+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:15:52.981832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.7","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.176837+0000","last_change":"2024-09-19T04:39:53.176837+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.176837+0000","last_undegraded":"2024-09-19T04:39:53.176837+0000","last_fullsized":"2024-09-19T04:39:53.176837+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.6","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.192052+0000","last_change":"2024-09-19T04:39:53.190335+0000","last_active":"2024-09-19T04:39:53.192052+0000","last_peered":"2024-09-19T04:39:53.192052+0000","last_clean":"2024-09-19T04:39:53.192052+0000","last_became_active":"2024-09-19T04:39:53.190089+0000","last_became_peered":"2024-09-19T04:39:53.190089+0000","last_unstale":"2024-09-19T04:39:53.192052+0000","last_undegraded":"2024-09-19T04:39:53.192052+0000","last_fullsized":"2024-09-19T04:39:53.192052+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:53.130577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.4","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.179969+0000","last_change":"2024-09-19T04:39:53.179969+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.179969+0000","last_undegraded":"2024-09-19T04:39:53.179969+0000","last_fullsized":"2024-09-19T04:39:53.179969+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.5","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.193776+0000","last_change":"2024-09-19T04:39:53.191411+0000","last_active":"2024-09-19T04:39:53.193776+0000","last_peered":"2024-09-19T04:39:53.193776+0000","last_clean":"2024-09-19T04:39:53.193776+0000","last_became_active":"2024-09-19T04:39:53.191086+0000","last_became_peered":"2024-09-19T04:39:53.191086+0000","last_unstale":"2024-09-19T04:39:53.193776+0000","last_undegraded":"2024-09-19T04:39:53.193776+0000","last_fullsized":"2024-09-19T04:39:53.193776+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:03.081685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.5","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.179532+0000","last_change":"2024-09-19T04:39:53.179532+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.179532+0000","last_undegraded":"2024-09-19T04:39:53.179532+0000","last_fullsized":"2024-09-19T04:39:53.179532+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.4","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.192300+0000","last_change":"2024-09-19T04:39:53.191297+0000","last_active":"2024-09-19T04:39:53.192300+0000","last_peered":"2024-09-19T04:39:53.192300+0000","last_clean":"2024-09-19T04:39:53.192300+0000","last_became_active":"2024-09-19T04:39:53.191027+0000","last_became_peered":"2024-09-19T04:39:53.191027+0000","last_unstale":"2024-09-19T04:39:53.192300+0000","last_undegraded":"2024-09-19T04:39:53.192300+0000","last_fullsized":"2024-09-19T04:39:53.192300+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:26.082155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.2","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178135+0000","last_change":"2024-09-19T04:39:53.178135+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178135+0000","last_undegraded":"2024-09-19T04:39:53.178135+0000","last_fullsized":"2024-09-19T04:39:53.178135+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.3","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.181660+0000","last_change":"2024-09-19T04:39:53.180282+0000","last_active":"2024-09-19T04:39:53.181660+0000","last_peered":"2024-09-19T04:39:53.181660+0000","last_clean":"2024-09-19T04:39:53.181660+0000","last_became_active":"2024-09-19T04:39:53.179992+0000","last_became_peered":"2024-09-19T04:39:53.179992+0000","last_unstale":"2024-09-19T04:39:53.181660+0000","last_undegraded":"2024-09-19T04:39:53.181660+0000","last_fullsized":"2024-09-19T04:39:53.181660+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:35:58.289166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.3","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178787+0000","last_change":"2024-09-19T04:39:53.178787+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178787+0000","last_undegraded":"2024-09-19T04:39:53.178787+0000","last_fullsized":"2024-09-19T04:39:53.178787+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.2","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.181677+0000","last_change":"2024-09-19T04:39:53.180420+0000","last_active":"2024-09-19T04:39:53.181677+0000","last_peered":"2024-09-19T04:39:53.181677+0000","last_clean":"2024-09-19T04:39:53.181677+0000","last_became_active":"2024-09-19T04:39:53.180056+0000","last_became_peered":"2024-09-19T04:39:53.180056+0000","last_unstale":"2024-09-19T04:39:53.181677+0000","last_undegraded":"2024-09-19T04:39:53.181677+0000","last_fullsized":"2024-09-19T04:39:53.181677+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:54:05.987203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.0","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183193+0000","last_change":"2024-09-19T04:39:53.183193+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183193+0000","last_undegraded":"2024-09-19T04:39:53.183193+0000","last_fullsized":"2024-09-19T04:39:53.183193+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.1","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.193948+0000","last_change":"2024-09-19T04:39:53.188904+0000","last_active":"2024-09-19T04:39:53.193948+0000","last_peered":"2024-09-19T04:39:53.193948+0000","last_clean":"2024-09-19T04:39:53.193948+0000","last_became_active":"2024-09-19T04:39:53.188602+0000","last_became_peered":"2024-09-19T04:39:53.188602+0000","last_unstale":"2024-09-19T04:39:53.193948+0000","last_undegraded":"2024-09-19T04:39:53.193948+0000","last_fullsized":"2024-09-19T04:39:53.193948+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:49:02.743134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178026+0000","last_change":"2024-09-19T04:39:53.178026+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178026+0000","last_undegraded":"2024-09-19T04:39:53.178026+0000","last_fullsized":"2024-09-19T04:39:53.178026+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.0","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.189898+0000","last_change":"2024-09-19T04:39:53.187925+0000","last_active":"2024-09-19T04:39:53.189898+0000","last_peered":"2024-09-19T04:39:53.189898+0000","last_clean":"2024-09-19T04:39:53.189898+0000","last_became_active":"2024-09-19T04:39:53.187664+0000","last_became_peered":"2024-09-19T04:39:53.187664+0000","last_unstale":"2024-09-19T04:39:53.189898+0000","last_undegraded":"2024-09-19T04:39:53.189898+0000","last_fullsized":"2024-09-19T04:39:53.189898+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:31.554890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.18","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177506+0000","last_change":"2024-09-19T04:39:53.177506+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177506+0000","last_undegraded":"2024-09-19T04:39:53.177506+0000","last_fullsized":"2024-09-19T04:39:53.177506+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.19","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.193995+0000","last_change":"2024-09-19T04:39:53.189577+0000","last_active":"2024-09-19T04:39:53.193995+0000","last_peered":"2024-09-19T04:39:53.193995+0000","last_clean":"2024-09-19T04:39:53.193995+0000","last_became_active":"2024-09-19T04:39:53.189259+0000","last_became_peered":"2024-09-19T04:39:53.189259+0000","last_unstale":"2024-09-19T04:39:53.193995+0000","last_undegraded":"2024-09-19T04:39:53.193995+0000","last_fullsized":"2024-09-19T04:39:53.193995+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:08.445863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":452,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.180618+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:39:53.180618+0000","last_peered":"2024-09-19T04:39:53.180618+0000","last_clean":"2024-09-19T04:39:53.180618+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:39:53.180618+0000","last_undegraded":"2024-09-19T04:39:53.180618+0000","last_fullsized":"2024-09-19T04:39:53.180618+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":25,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":24,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509530,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33644,"kb_used_data":2456,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338196,"statfs":{"total":96636764160,"available":96602312704,"internally_reserved":0,"allocated":2514944,"data_stored":1436638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509530,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33064,"kb_used_data":1876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338776,"statfs":{"total":96636764160,"available":96602906624,"internally_reserved":0,"allocated":1921024,"data_stored":846270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509530,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33064,"kb_used_data":1876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338776,"statfs":{"total":96636764160,"available":96602906624,"internally_reserved":0,"allocated":1921024,"data_stored":846270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509531,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33068,"kb_used_data":1876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338772,"statfs":{"total":96636764160,"available":96602902528,"internally_reserved":0,"allocated":1921024,"data_stored":846270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542235,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33068,"kb_used_data":1876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338772,"statfs":{"total":96636764160,"available":96602902528,"internally_reserved":0,"allocated":1921024,"data_stored":846270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542234,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33072,"kb_used_data":1876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338768,"statfs":{"total":96636764160,"available":96602898432,"internally_reserved":0,"allocated":1921024,"data_stored":846270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542234,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33068,"kb_used_data":1876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338772,"statfs":{"total":96636764160,"available":96602902528,"internally_reserved":0,"allocated":1921024,"data_stored":846270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542235,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33656,"kb_used_data":2456,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338184,"statfs":{"total":96636764160,"available":96602300416,"internally_reserved":0,"allocated":2514944,"data_stored":1436638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:39:57.797 INFO:tasks.ceph.ceph_manager.ceph:PG 25.3f is not active+clean 2024-09-19T04:39:57.797 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.177806+0000', 'last_change': '2024-09-19T04:39:53.177806+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.177806+0000', 'last_undegraded': '2024-09-19T04:39:53.177806+0000', 'last_fullsized': '2024-09-19T04:39:53.177806+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:39:57.797 INFO:tasks.ceph.ceph_manager.ceph:PG 25.3e is not active+clean 2024-09-19T04:39:57.797 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.182106+0000', 'last_change': '2024-09-19T04:39:53.182106+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.182106+0000', 'last_undegraded': '2024-09-19T04:39:53.182106+0000', 'last_fullsized': '2024-09-19T04:39:53.182106+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:39:57.797 INFO:tasks.ceph.ceph_manager.ceph:PG 25.3d is not active+clean 2024-09-19T04:39:57.798 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.181603+0000', 'last_change': '2024-09-19T04:39:53.181603+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.181603+0000', 'last_undegraded': '2024-09-19T04:39:53.181603+0000', 'last_fullsized': '2024-09-19T04:39:53.181603+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:39:57.798 INFO:tasks.ceph.ceph_manager.ceph:PG 25.3c is not active+clean 2024-09-19T04:39:57.798 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.184228+0000', 'last_change': '2024-09-19T04:39:53.184228+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.184228+0000', 'last_undegraded': '2024-09-19T04:39:53.184228+0000', 'last_fullsized': '2024-09-19T04:39:53.184228+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:39:57.798 INFO:tasks.ceph.ceph_manager.ceph:PG 25.3b is not active+clean 2024-09-19T04:39:57.798 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.185577+0000', 'last_change': '2024-09-19T04:39:53.185577+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.185577+0000', 'last_undegraded': '2024-09-19T04:39:53.185577+0000', 'last_fullsized': '2024-09-19T04:39:53.185577+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:39:57.798 INFO:tasks.ceph.ceph_manager.ceph:PG 25.3a is not active+clean 2024-09-19T04:39:57.798 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.181243+0000', 'last_change': '2024-09-19T04:39:53.181243+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.181243+0000', 'last_undegraded': '2024-09-19T04:39:53.181243+0000', 'last_fullsized': '2024-09-19T04:39:53.181243+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:39:57.798 INFO:tasks.ceph.ceph_manager.ceph:PG 25.39 is not active+clean 2024-09-19T04:39:57.798 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.175759+0000', 'last_change': '2024-09-19T04:39:53.175759+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.175759+0000', 'last_undegraded': '2024-09-19T04:39:53.175759+0000', 'last_fullsized': '2024-09-19T04:39:53.175759+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:39:57.798 INFO:tasks.ceph.ceph_manager.ceph:PG 25.38 is not active+clean 2024-09-19T04:39:57.798 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.180022+0000', 'last_change': '2024-09-19T04:39:53.180022+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.180022+0000', 'last_undegraded': '2024-09-19T04:39:53.180022+0000', 'last_fullsized': '2024-09-19T04:39:53.180022+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:39:57.799 INFO:tasks.ceph.ceph_manager.ceph:PG 25.37 is not active+clean 2024-09-19T04:39:57.799 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.176775+0000', 'last_change': '2024-09-19T04:39:53.176775+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.176775+0000', 'last_undegraded': '2024-09-19T04:39:53.176775+0000', 'last_fullsized': '2024-09-19T04:39:53.176775+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:39:57.799 INFO:tasks.ceph.ceph_manager.ceph:PG 25.36 is not active+clean 2024-09-19T04:39:57.799 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.183218+0000', 'last_change': '2024-09-19T04:39:53.183218+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.183218+0000', 'last_undegraded': '2024-09-19T04:39:53.183218+0000', 'last_fullsized': '2024-09-19T04:39:53.183218+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:39:57.799 INFO:tasks.ceph.ceph_manager.ceph:PG 25.35 is not active+clean 2024-09-19T04:39:57.799 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.174676+0000', 'last_change': '2024-09-19T04:39:53.174676+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.174676+0000', 'last_undegraded': '2024-09-19T04:39:53.174676+0000', 'last_fullsized': '2024-09-19T04:39:53.174676+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:39:57.799 INFO:tasks.ceph.ceph_manager.ceph:PG 25.34 is not active+clean 2024-09-19T04:39:57.799 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.183101+0000', 'last_change': '2024-09-19T04:39:53.183101+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.183101+0000', 'last_undegraded': '2024-09-19T04:39:53.183101+0000', 'last_fullsized': '2024-09-19T04:39:53.183101+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:39:57.799 INFO:tasks.ceph.ceph_manager.ceph:PG 25.33 is not active+clean 2024-09-19T04:39:57.799 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.182153+0000', 'last_change': '2024-09-19T04:39:53.182153+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.182153+0000', 'last_undegraded': '2024-09-19T04:39:53.182153+0000', 'last_fullsized': '2024-09-19T04:39:53.182153+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:39:57.800 INFO:tasks.ceph.ceph_manager.ceph:PG 25.32 is not active+clean 2024-09-19T04:39:57.800 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.177466+0000', 'last_change': '2024-09-19T04:39:53.177466+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.177466+0000', 'last_undegraded': '2024-09-19T04:39:53.177466+0000', 'last_fullsized': '2024-09-19T04:39:53.177466+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:39:57.800 INFO:tasks.ceph.ceph_manager.ceph:PG 25.31 is not active+clean 2024-09-19T04:39:57.800 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.183693+0000', 'last_change': '2024-09-19T04:39:53.183693+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.183693+0000', 'last_undegraded': '2024-09-19T04:39:53.183693+0000', 'last_fullsized': '2024-09-19T04:39:53.183693+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:39:57.800 INFO:tasks.ceph.ceph_manager.ceph:PG 25.30 is not active+clean 2024-09-19T04:39:57.800 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.179650+0000', 'last_change': '2024-09-19T04:39:53.179650+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.179650+0000', 'last_undegraded': '2024-09-19T04:39:53.179650+0000', 'last_fullsized': '2024-09-19T04:39:53.179650+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:39:57.800 INFO:tasks.ceph.ceph_manager.ceph:PG 25.2f is not active+clean 2024-09-19T04:39:57.800 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.184603+0000', 'last_change': '2024-09-19T04:39:53.184603+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.184603+0000', 'last_undegraded': '2024-09-19T04:39:53.184603+0000', 'last_fullsized': '2024-09-19T04:39:53.184603+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:39:57.800 INFO:tasks.ceph.ceph_manager.ceph:PG 25.2e is not active+clean 2024-09-19T04:39:57.800 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.178272+0000', 'last_change': '2024-09-19T04:39:53.178272+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.178272+0000', 'last_undegraded': '2024-09-19T04:39:53.178272+0000', 'last_fullsized': '2024-09-19T04:39:53.178272+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:39:57.801 INFO:tasks.ceph.ceph_manager.ceph:PG 25.2d is not active+clean 2024-09-19T04:39:57.801 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.179199+0000', 'last_change': '2024-09-19T04:39:53.179199+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.179199+0000', 'last_undegraded': '2024-09-19T04:39:53.179199+0000', 'last_fullsized': '2024-09-19T04:39:53.179199+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:39:57.801 INFO:tasks.ceph.ceph_manager.ceph:PG 25.2c is not active+clean 2024-09-19T04:39:57.801 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.183501+0000', 'last_change': '2024-09-19T04:39:53.183501+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.183501+0000', 'last_undegraded': '2024-09-19T04:39:53.183501+0000', 'last_fullsized': '2024-09-19T04:39:53.183501+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:39:57.801 INFO:tasks.ceph.ceph_manager.ceph:PG 25.2b is not active+clean 2024-09-19T04:39:57.801 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.183024+0000', 'last_change': '2024-09-19T04:39:53.183024+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.183024+0000', 'last_undegraded': '2024-09-19T04:39:53.183024+0000', 'last_fullsized': '2024-09-19T04:39:53.183024+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:39:57.801 INFO:tasks.ceph.ceph_manager.ceph:PG 25.2a is not active+clean 2024-09-19T04:39:57.801 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.178870+0000', 'last_change': '2024-09-19T04:39:53.178870+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.178870+0000', 'last_undegraded': '2024-09-19T04:39:53.178870+0000', 'last_fullsized': '2024-09-19T04:39:53.178870+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:39:57.801 INFO:tasks.ceph.ceph_manager.ceph:PG 25.29 is not active+clean 2024-09-19T04:39:57.801 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.181554+0000', 'last_change': '2024-09-19T04:39:53.181554+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.181554+0000', 'last_undegraded': '2024-09-19T04:39:53.181554+0000', 'last_fullsized': '2024-09-19T04:39:53.181554+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:39:57.801 INFO:tasks.ceph.ceph_manager.ceph:PG 25.28 is not active+clean 2024-09-19T04:39:57.802 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.179236+0000', 'last_change': '2024-09-19T04:39:53.179236+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.179236+0000', 'last_undegraded': '2024-09-19T04:39:53.179236+0000', 'last_fullsized': '2024-09-19T04:39:53.179236+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:39:57.802 INFO:tasks.ceph.ceph_manager.ceph:PG 25.27 is not active+clean 2024-09-19T04:39:57.802 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.182567+0000', 'last_change': '2024-09-19T04:39:53.182567+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.182567+0000', 'last_undegraded': '2024-09-19T04:39:53.182567+0000', 'last_fullsized': '2024-09-19T04:39:53.182567+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:39:57.802 INFO:tasks.ceph.ceph_manager.ceph:PG 25.26 is not active+clean 2024-09-19T04:39:57.802 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.175614+0000', 'last_change': '2024-09-19T04:39:53.175614+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.175614+0000', 'last_undegraded': '2024-09-19T04:39:53.175614+0000', 'last_fullsized': '2024-09-19T04:39:53.175614+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:39:57.802 INFO:tasks.ceph.ceph_manager.ceph:PG 25.25 is not active+clean 2024-09-19T04:39:57.802 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.180838+0000', 'last_change': '2024-09-19T04:39:53.180838+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.180838+0000', 'last_undegraded': '2024-09-19T04:39:53.180838+0000', 'last_fullsized': '2024-09-19T04:39:53.180838+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:39:57.802 INFO:tasks.ceph.ceph_manager.ceph:PG 25.24 is not active+clean 2024-09-19T04:39:57.802 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.179993+0000', 'last_change': '2024-09-19T04:39:53.179993+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.179993+0000', 'last_undegraded': '2024-09-19T04:39:53.179993+0000', 'last_fullsized': '2024-09-19T04:39:53.179993+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:39:57.802 INFO:tasks.ceph.ceph_manager.ceph:PG 25.23 is not active+clean 2024-09-19T04:39:57.802 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.181676+0000', 'last_change': '2024-09-19T04:39:53.181676+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.181676+0000', 'last_undegraded': '2024-09-19T04:39:53.181676+0000', 'last_fullsized': '2024-09-19T04:39:53.181676+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:39:57.803 INFO:tasks.ceph.ceph_manager.ceph:PG 25.22 is not active+clean 2024-09-19T04:39:57.803 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.176187+0000', 'last_change': '2024-09-19T04:39:53.176187+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.176187+0000', 'last_undegraded': '2024-09-19T04:39:53.176187+0000', 'last_fullsized': '2024-09-19T04:39:53.176187+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:39:57.803 INFO:tasks.ceph.ceph_manager.ceph:PG 25.21 is not active+clean 2024-09-19T04:39:57.803 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.181145+0000', 'last_change': '2024-09-19T04:39:53.181145+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.181145+0000', 'last_undegraded': '2024-09-19T04:39:53.181145+0000', 'last_fullsized': '2024-09-19T04:39:53.181145+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:39:57.803 INFO:tasks.ceph.ceph_manager.ceph:PG 25.20 is not active+clean 2024-09-19T04:39:57.803 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.178269+0000', 'last_change': '2024-09-19T04:39:53.178269+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.178269+0000', 'last_undegraded': '2024-09-19T04:39:53.178269+0000', 'last_fullsized': '2024-09-19T04:39:53.178269+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:39:57.803 INFO:tasks.ceph.ceph_manager.ceph:PG 25.1e is not active+clean 2024-09-19T04:39:57.803 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.180742+0000', 'last_change': '2024-09-19T04:39:53.180742+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.180742+0000', 'last_undegraded': '2024-09-19T04:39:53.180742+0000', 'last_fullsized': '2024-09-19T04:39:53.180742+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:39:57.803 INFO:tasks.ceph.ceph_manager.ceph:PG 25.1f is not active+clean 2024-09-19T04:39:57.804 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.177692+0000', 'last_change': '2024-09-19T04:39:53.177692+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.177692+0000', 'last_undegraded': '2024-09-19T04:39:53.177692+0000', 'last_fullsized': '2024-09-19T04:39:53.177692+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:39:57.804 INFO:tasks.ceph.ceph_manager.ceph:PG 25.1c is not active+clean 2024-09-19T04:39:57.804 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.177128+0000', 'last_change': '2024-09-19T04:39:53.177128+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.177128+0000', 'last_undegraded': '2024-09-19T04:39:53.177128+0000', 'last_fullsized': '2024-09-19T04:39:53.177128+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:39:57.804 INFO:tasks.ceph.ceph_manager.ceph:PG 25.1d is not active+clean 2024-09-19T04:39:57.804 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.174200+0000', 'last_change': '2024-09-19T04:39:53.174200+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.174200+0000', 'last_undegraded': '2024-09-19T04:39:53.174200+0000', 'last_fullsized': '2024-09-19T04:39:53.174200+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:39:57.804 INFO:tasks.ceph.ceph_manager.ceph:PG 25.1a is not active+clean 2024-09-19T04:39:57.804 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.177398+0000', 'last_change': '2024-09-19T04:39:53.177398+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.177398+0000', 'last_undegraded': '2024-09-19T04:39:53.177398+0000', 'last_fullsized': '2024-09-19T04:39:53.177398+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:39:57.804 INFO:tasks.ceph.ceph_manager.ceph:PG 25.1b is not active+clean 2024-09-19T04:39:57.804 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.178567+0000', 'last_change': '2024-09-19T04:39:53.178567+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.178567+0000', 'last_undegraded': '2024-09-19T04:39:53.178567+0000', 'last_fullsized': '2024-09-19T04:39:53.178567+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:39:57.804 INFO:tasks.ceph.ceph_manager.ceph:PG 25.19 is not active+clean 2024-09-19T04:39:57.804 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.175289+0000', 'last_change': '2024-09-19T04:39:53.175289+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.175289+0000', 'last_undegraded': '2024-09-19T04:39:53.175289+0000', 'last_fullsized': '2024-09-19T04:39:53.175289+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:39:57.805 INFO:tasks.ceph.ceph_manager.ceph:PG 25.16 is not active+clean 2024-09-19T04:39:57.805 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.180575+0000', 'last_change': '2024-09-19T04:39:53.180575+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.180575+0000', 'last_undegraded': '2024-09-19T04:39:53.180575+0000', 'last_fullsized': '2024-09-19T04:39:53.180575+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:39:57.805 INFO:tasks.ceph.ceph_manager.ceph:PG 25.17 is not active+clean 2024-09-19T04:39:57.805 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.180035+0000', 'last_change': '2024-09-19T04:39:53.180035+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.180035+0000', 'last_undegraded': '2024-09-19T04:39:53.180035+0000', 'last_fullsized': '2024-09-19T04:39:53.180035+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:39:57.805 INFO:tasks.ceph.ceph_manager.ceph:PG 25.14 is not active+clean 2024-09-19T04:39:57.805 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.175308+0000', 'last_change': '2024-09-19T04:39:53.175308+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.175308+0000', 'last_undegraded': '2024-09-19T04:39:53.175308+0000', 'last_fullsized': '2024-09-19T04:39:53.175308+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:39:57.805 INFO:tasks.ceph.ceph_manager.ceph:PG 25.15 is not active+clean 2024-09-19T04:39:57.805 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.177559+0000', 'last_change': '2024-09-19T04:39:53.177559+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.177559+0000', 'last_undegraded': '2024-09-19T04:39:53.177559+0000', 'last_fullsized': '2024-09-19T04:39:53.177559+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:39:57.805 INFO:tasks.ceph.ceph_manager.ceph:PG 25.12 is not active+clean 2024-09-19T04:39:57.805 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.180169+0000', 'last_change': '2024-09-19T04:39:53.180169+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.180169+0000', 'last_undegraded': '2024-09-19T04:39:53.180169+0000', 'last_fullsized': '2024-09-19T04:39:53.180169+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T04:39:57.806 INFO:tasks.ceph.ceph_manager.ceph:PG 25.13 is not active+clean 2024-09-19T04:39:57.806 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.176562+0000', 'last_change': '2024-09-19T04:39:53.176562+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.176562+0000', 'last_undegraded': '2024-09-19T04:39:53.176562+0000', 'last_fullsized': '2024-09-19T04:39:53.176562+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:39:57.806 INFO:tasks.ceph.ceph_manager.ceph:PG 25.10 is not active+clean 2024-09-19T04:39:57.806 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.174133+0000', 'last_change': '2024-09-19T04:39:53.174133+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.174133+0000', 'last_undegraded': '2024-09-19T04:39:53.174133+0000', 'last_fullsized': '2024-09-19T04:39:53.174133+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:39:57.806 INFO:tasks.ceph.ceph_manager.ceph:PG 25.11 is not active+clean 2024-09-19T04:39:57.806 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.177622+0000', 'last_change': '2024-09-19T04:39:53.177622+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.177622+0000', 'last_undegraded': '2024-09-19T04:39:53.177622+0000', 'last_fullsized': '2024-09-19T04:39:53.177622+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:39:57.806 INFO:tasks.ceph.ceph_manager.ceph:PG 25.e is not active+clean 2024-09-19T04:39:57.806 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.177345+0000', 'last_change': '2024-09-19T04:39:53.177345+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.177345+0000', 'last_undegraded': '2024-09-19T04:39:53.177345+0000', 'last_fullsized': '2024-09-19T04:39:53.177345+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:39:57.806 INFO:tasks.ceph.ceph_manager.ceph:PG 25.f is not active+clean 2024-09-19T04:39:57.806 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.174400+0000', 'last_change': '2024-09-19T04:39:53.174400+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.174400+0000', 'last_undegraded': '2024-09-19T04:39:53.174400+0000', 'last_fullsized': '2024-09-19T04:39:53.174400+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:39:57.806 INFO:tasks.ceph.ceph_manager.ceph:PG 25.c is not active+clean 2024-09-19T04:39:57.806 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.174127+0000', 'last_change': '2024-09-19T04:39:53.174127+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.174127+0000', 'last_undegraded': '2024-09-19T04:39:53.174127+0000', 'last_fullsized': '2024-09-19T04:39:53.174127+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T04:39:57.807 INFO:tasks.ceph.ceph_manager.ceph:PG 25.d is not active+clean 2024-09-19T04:39:57.807 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.181162+0000', 'last_change': '2024-09-19T04:39:53.181162+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.181162+0000', 'last_undegraded': '2024-09-19T04:39:53.181162+0000', 'last_fullsized': '2024-09-19T04:39:53.181162+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:39:57.807 INFO:tasks.ceph.ceph_manager.ceph:PG 25.a is not active+clean 2024-09-19T04:39:57.807 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.176808+0000', 'last_change': '2024-09-19T04:39:53.176808+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.176808+0000', 'last_undegraded': '2024-09-19T04:39:53.176808+0000', 'last_fullsized': '2024-09-19T04:39:53.176808+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:39:57.807 INFO:tasks.ceph.ceph_manager.ceph:PG 25.b is not active+clean 2024-09-19T04:39:57.807 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.176089+0000', 'last_change': '2024-09-19T04:39:53.176089+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.176089+0000', 'last_undegraded': '2024-09-19T04:39:53.176089+0000', 'last_fullsized': '2024-09-19T04:39:53.176089+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T04:39:57.807 INFO:tasks.ceph.ceph_manager.ceph:PG 25.8 is not active+clean 2024-09-19T04:39:57.807 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.183630+0000', 'last_change': '2024-09-19T04:39:53.183630+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.183630+0000', 'last_undegraded': '2024-09-19T04:39:53.183630+0000', 'last_fullsized': '2024-09-19T04:39:53.183630+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:39:57.807 INFO:tasks.ceph.ceph_manager.ceph:PG 25.9 is not active+clean 2024-09-19T04:39:57.807 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.178527+0000', 'last_change': '2024-09-19T04:39:53.178527+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.178527+0000', 'last_undegraded': '2024-09-19T04:39:53.178527+0000', 'last_fullsized': '2024-09-19T04:39:53.178527+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:39:57.807 INFO:tasks.ceph.ceph_manager.ceph:PG 25.6 is not active+clean 2024-09-19T04:39:57.808 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.182294+0000', 'last_change': '2024-09-19T04:39:53.182294+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.182294+0000', 'last_undegraded': '2024-09-19T04:39:53.182294+0000', 'last_fullsized': '2024-09-19T04:39:53.182294+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:39:57.808 INFO:tasks.ceph.ceph_manager.ceph:PG 25.7 is not active+clean 2024-09-19T04:39:57.808 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.176837+0000', 'last_change': '2024-09-19T04:39:53.176837+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.176837+0000', 'last_undegraded': '2024-09-19T04:39:53.176837+0000', 'last_fullsized': '2024-09-19T04:39:53.176837+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:39:57.808 INFO:tasks.ceph.ceph_manager.ceph:PG 25.4 is not active+clean 2024-09-19T04:39:57.808 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.179969+0000', 'last_change': '2024-09-19T04:39:53.179969+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.179969+0000', 'last_undegraded': '2024-09-19T04:39:53.179969+0000', 'last_fullsized': '2024-09-19T04:39:53.179969+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:39:57.808 INFO:tasks.ceph.ceph_manager.ceph:PG 25.5 is not active+clean 2024-09-19T04:39:57.808 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.179532+0000', 'last_change': '2024-09-19T04:39:53.179532+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.179532+0000', 'last_undegraded': '2024-09-19T04:39:53.179532+0000', 'last_fullsized': '2024-09-19T04:39:53.179532+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T04:39:57.808 INFO:tasks.ceph.ceph_manager.ceph:PG 25.2 is not active+clean 2024-09-19T04:39:57.808 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.178135+0000', 'last_change': '2024-09-19T04:39:53.178135+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.178135+0000', 'last_undegraded': '2024-09-19T04:39:53.178135+0000', 'last_fullsized': '2024-09-19T04:39:53.178135+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:39:57.808 INFO:tasks.ceph.ceph_manager.ceph:PG 25.3 is not active+clean 2024-09-19T04:39:57.808 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.178787+0000', 'last_change': '2024-09-19T04:39:53.178787+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.178787+0000', 'last_undegraded': '2024-09-19T04:39:53.178787+0000', 'last_fullsized': '2024-09-19T04:39:53.178787+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T04:39:57.809 INFO:tasks.ceph.ceph_manager.ceph:PG 25.0 is not active+clean 2024-09-19T04:39:57.809 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.183193+0000', 'last_change': '2024-09-19T04:39:53.183193+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.183193+0000', 'last_undegraded': '2024-09-19T04:39:53.183193+0000', 'last_fullsized': '2024-09-19T04:39:53.183193+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T04:39:57.809 INFO:tasks.ceph.ceph_manager.ceph:PG 25.1 is not active+clean 2024-09-19T04:39:57.809 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.178026+0000', 'last_change': '2024-09-19T04:39:53.178026+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.178026+0000', 'last_undegraded': '2024-09-19T04:39:53.178026+0000', 'last_fullsized': '2024-09-19T04:39:53.178026+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T04:39:57.809 INFO:tasks.ceph.ceph_manager.ceph:PG 25.18 is not active+clean 2024-09-19T04:39:57.809 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 153, 'state': 'creating+peering', 'last_fresh': '2024-09-19T04:39:53.177506+0000', 'last_change': '2024-09-19T04:39:53.177506+0000', 'last_active': '2024-09-19T04:39:53.166418+0000', 'last_peered': '2024-09-19T04:39:53.166418+0000', 'last_clean': '2024-09-19T04:39:53.166418+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T04:39:53.177506+0000', 'last_undegraded': '2024-09-19T04:39:53.177506+0000', 'last_fullsized': '2024-09-19T04:39:53.177506+0000', 'mapping_epoch': 153, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 153, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'last_clean_scrub_stamp': '2024-09-19T04:39:53.166418+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T04:39:57.810 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T04:39:57.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.929+0000 7f982a9cf640 1 Processor -- start 2024-09-19T04:39:57.930 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.929+0000 7f982a9cf640 1 -- start start 2024-09-19T04:39:57.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.929+0000 7f982a9cf640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f98240d02a0 0x7f98240d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.930+0000 7f982a9cf640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f98240d0bc0 con 0x7f982415ceb0 2024-09-19T04:39:57.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.930+0000 7f982a9cf640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f982415d390 con 0x7f982415ca40 2024-09-19T04:39:57.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.930+0000 7f982a9cf640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f982415d670 con 0x7f98240d02a0 2024-09-19T04:39:57.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.930+0000 7f9828f6c640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f982415ceb0 0x7f98241594c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:43742/0 (socket says 172.21.15.111:43742) 2024-09-19T04:39:57.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.930+0000 7f9828f6c640 1 -- 172.21.15.111:0/2297151109 learned_addr learned my addr 172.21.15.111:0/2297151109 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:57.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.930+0000 7f9823fff640 1 --2- 172.21.15.111:0/2297151109 >> v2:172.21.15.114:3300/0 conn(0x7f98240d02a0 0x7f98240d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.930+0000 7f9822ffd640 1 -- 172.21.15.111:0/2297151109 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3886829420 0 0) 0x7f98240d0bc0 con 0x7f982415ceb0 2024-09-19T04:39:57.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.930+0000 7f9822ffd640 1 -- 172.21.15.111:0/2297151109 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f980c003520 con 0x7f982415ceb0 2024-09-19T04:39:57.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.930+0000 7f9822ffd640 1 -- 172.21.15.111:0/2297151109 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 884773510 0 0) 0x7f980c003520 con 0x7f982415ceb0 2024-09-19T04:39:57.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.930+0000 7f9822ffd640 1 -- 172.21.15.111:0/2297151109 >> v2:172.21.15.114:3300/0 conn(0x7f98240d02a0 msgr2=0x7f98240d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:57.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.930+0000 7f9822ffd640 1 --2- 172.21.15.111:0/2297151109 >> v2:172.21.15.114:3300/0 conn(0x7f98240d02a0 0x7f98240d0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.930+0000 7f9822ffd640 1 -- 172.21.15.111:0/2297151109 >> v1:172.21.15.114:6789/0 conn(0x7f982415ca40 legacy=0x7f982415e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.930+0000 7f9822ffd640 1 -- 172.21.15.111:0/2297151109 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f982415d950 con 0x7f982415ceb0 2024-09-19T04:39:57.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.930+0000 7f9822ffd640 1 -- 172.21.15.111:0/2297151109 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f981c0019f0 con 0x7f982415ceb0 2024-09-19T04:39:57.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.930+0000 7f9822ffd640 1 -- 172.21.15.111:0/2297151109 >> v1:172.21.15.111:6789/0 conn(0x7f982415ceb0 legacy=0x7f98241594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.930+0000 7f9822ffd640 1 --2- 172.21.15.111:0/2297151109 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f980c0039b0 0x7f980c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.930+0000 7f9822ffd640 1 --2- 172.21.15.111:0/2297151109 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f980c004800 0x7f980c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.930+0000 7f9822ffd640 1 --2- 172.21.15.111:0/2297151109 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f980c0051c0 0x7f980c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.930+0000 7f9822ffd640 1 -- 172.21.15.111:0/2297151109 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f982415d670 con 0x7f980c0051c0 2024-09-19T04:39:57.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.930+0000 7f9822ffd640 1 -- 172.21.15.111:0/2297151109 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f980c00c160 con 0x7f980c0039b0 2024-09-19T04:39:57.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.930+0000 7f9822ffd640 1 -- 172.21.15.111:0/2297151109 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f980c00c360 con 0x7f980c004800 2024-09-19T04:39:57.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.930+0000 7f9828f6c640 1 --2- 172.21.15.111:0/2297151109 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f980c0051c0 0x7f980c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.930+0000 7f9823fff640 1 --2- 172.21.15.111:0/2297151109 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f980c0039b0 0x7f980c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.930+0000 7f98237fe640 1 --2- 172.21.15.111:0/2297151109 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f980c004800 0x7f980c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.931+0000 7f9828f6c640 1 -- 172.21.15.111:0/2297151109 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f980c004800 msgr2=0x7f980c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:57.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.931+0000 7f9828f6c640 1 --2- 172.21.15.111:0/2297151109 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f980c004800 0x7f980c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.931+0000 7f9828f6c640 1 -- 172.21.15.111:0/2297151109 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f980c0039b0 msgr2=0x7f980c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:57.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.931+0000 7f9828f6c640 1 --2- 172.21.15.111:0/2297151109 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f980c0039b0 0x7f980c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.931+0000 7f9828f6c640 1 -- 172.21.15.111:0/2297151109 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f980c003520 con 0x7f980c0051c0 2024-09-19T04:39:57.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.931+0000 7f9828f6c640 1 -- 172.21.15.111:0/2297151109 reap_dead start 2024-09-19T04:39:57.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.931+0000 7f9828f6c640 1 --2- 172.21.15.111:0/2297151109 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f980c0051c0 0x7f980c00b9c0 secure :-1 s=READY pgs=1578 cs=0 l=1 rev1=1 crypto rx=0x7f982415d2c0 tx=0x7f980c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c92ee5a1a7136409 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:57.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.931+0000 7f9822ffd640 1 -- 172.21.15.111:0/2297151109 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981c00a4a0 con 0x7f980c0051c0 2024-09-19T04:39:57.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.931+0000 7f9822ffd640 1 -- 172.21.15.111:0/2297151109 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f981c02f070 con 0x7f980c0051c0 2024-09-19T04:39:57.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.931+0000 7f9822ffd640 1 -- 172.21.15.111:0/2297151109 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981c02bcb0 con 0x7f980c0051c0 2024-09-19T04:39:57.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.932+0000 7f982a9cf640 1 -- 172.21.15.111:0/2297151109 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f980c0051c0 msgr2=0x7f980c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.936 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.932+0000 7f982a9cf640 1 --2- 172.21.15.111:0/2297151109 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f980c0051c0 0x7f980c00b9c0 secure :-1 s=READY pgs=1578 cs=0 l=1 rev1=1 crypto rx=0x7f982415d2c0 tx=0x7f980c005830 comp rx=0 tx=0).stop 2024-09-19T04:39:57.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.932+0000 7f982a9cf640 1 -- 172.21.15.111:0/2297151109 shutdown_connections 2024-09-19T04:39:57.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.932+0000 7f982a9cf640 1 --2- 172.21.15.111:0/2297151109 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f980c0051c0 0x7f980c00b9c0 unknown :-1 s=CLOSED pgs=1578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.932+0000 7f982a9cf640 1 -- 172.21.15.111:0/2297151109 >> 172.21.15.111:0/2297151109 conn(0x7f9824062cc0 msgr2=0x7f982406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:57.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.932+0000 7f982a9cf640 1 -- 172.21.15.111:0/2297151109 shutdown_connections 2024-09-19T04:39:57.937 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.932+0000 7f982a9cf640 1 -- 172.21.15.111:0/2297151109 wait complete. 2024-09-19T04:39:57.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.933+0000 7f982a9cf640 1 Processor -- start 2024-09-19T04:39:57.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.933+0000 7f982a9cf640 1 -- start start 2024-09-19T04:39:57.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.934+0000 7f982a9cf640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f980c0051c0 0x7f9824156160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.934+0000 7f982a9cf640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9824141cc0 0x7f9824154ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.934+0000 7f982a9cf640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f98241550e0 0x7f98240b2180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.934+0000 7f982a9cf640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9824155b90 con 0x7f98241550e0 2024-09-19T04:39:57.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.934+0000 7f982a9cf640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f982415df10 con 0x7f9824141cc0 2024-09-19T04:39:57.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.934+0000 7f982a9cf640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9824155d10 con 0x7f980c0051c0 2024-09-19T04:39:57.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.934+0000 7f9828f6c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f98241550e0 0x7f98240b2180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.934+0000 7f9828f6c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f98241550e0 0x7f98240b2180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51332/0 (socket says 172.21.15.111:51332) 2024-09-19T04:39:57.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.934+0000 7f9828f6c640 1 -- 172.21.15.111:0/4150137656 learned_addr learned my addr 172.21.15.111:0/4150137656 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:57.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.934+0000 7f9823fff640 1 --2- 172.21.15.111:0/4150137656 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f980c0051c0 0x7f9824156160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.934+0000 7f98237fe640 1 --2- 172.21.15.111:0/4150137656 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9824141cc0 0x7f9824154ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.940 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.935+0000 7f9828f6c640 1 -- 172.21.15.111:0/4150137656 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f980c0051c0 msgr2=0x7f9824156160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.935+0000 7f9828f6c640 1 --2- 172.21.15.111:0/4150137656 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f980c0051c0 0x7f9824156160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.935+0000 7f9828f6c640 1 -- 172.21.15.111:0/4150137656 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9824141cc0 msgr2=0x7f9824154ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.935+0000 7f9828f6c640 1 --2- 172.21.15.111:0/4150137656 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9824141cc0 0x7f9824154ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.935+0000 7f9828f6c640 1 -- 172.21.15.111:0/4150137656 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9824155670 con 0x7f98241550e0 2024-09-19T04:39:57.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.935+0000 7f9828f6c640 1 --2- 172.21.15.111:0/4150137656 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f98241550e0 0x7f98240b2180 secure :-1 s=READY pgs=1579 cs=0 l=1 rev1=1 crypto rx=0x7f981c00a940 tx=0x7f981c001dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:57.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.935+0000 7f9820ff9640 1 -- 172.21.15.111:0/4150137656 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981c02ba50 con 0x7f98241550e0 2024-09-19T04:39:57.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.935+0000 7f9820ff9640 1 -- 172.21.15.111:0/4150137656 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f981c02bbf0 con 0x7f98241550e0 2024-09-19T04:39:57.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.935+0000 7f982a9cf640 1 -- 172.21.15.111:0/4150137656 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98240711a0 con 0x7f98241550e0 2024-09-19T04:39:57.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.935+0000 7f9820ff9640 1 -- 172.21.15.111:0/4150137656 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981c00a480 con 0x7f98241550e0 2024-09-19T04:39:57.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.935+0000 7f982a9cf640 1 -- 172.21.15.111:0/4150137656 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9824071760 con 0x7f98241550e0 2024-09-19T04:39:57.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.936+0000 7f982a9cf640 1 -- 172.21.15.111:0/4150137656 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98240b4790 con 0x7f98241550e0 2024-09-19T04:39:57.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.936+0000 7f9820ff9640 1 -- 172.21.15.111:0/4150137656 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f981c03f470 con 0x7f98241550e0 2024-09-19T04:39:57.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.937+0000 7f9820ff9640 1 --2- 172.21.15.111:0/4150137656 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f981006cac0 0x7f981006ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.937+0000 7f9820ff9640 1 -- 172.21.15.111:0/4150137656 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7f981c0aa2d0 con 0x7f98241550e0 2024-09-19T04:39:57.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.937+0000 7f9823fff640 1 --2- 172.21.15.111:0/4150137656 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f981006cac0 0x7f981006ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.937+0000 7f9823fff640 1 --2- 172.21.15.111:0/4150137656 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f981006cac0 0x7f981006ef80 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f9814009b40 tx=0x7f9814009190 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:57.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:57.941+0000 7f9820ff9640 1 -- 172.21.15.111:0/4150137656 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f981c07a2a0 con 0x7f98241550e0 2024-09-19T04:39:58.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.168+0000 7f982a9cf640 1 -- 172.21.15.111:0/4150137656 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f98240cf830 con 0x7f98241550e0 2024-09-19T04:39:58.170 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.168+0000 7f9820ff9640 1 -- 172.21.15.111:0/4150137656 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1499 (secure 0 0 0) 0x7f981c079ba0 con 0x7f98241550e0 2024-09-19T04:39:58.170 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:58.170 INFO:teuthology.orchestra.run.smithi111.stdout:{"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":449,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":155,"num_osds":8,"num_up_osds":8,"osd_up_since":1726720360,"num_in_osds":8,"osd_in_since":1726720350,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":64},{"state_name":"active+clean","count":33}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":272080896,"bytes_avail":772822032384,"bytes_total":773094113280,"inactive_pgs_ratio":0.65979379415512085},"fsmap":{"epoch":83,"btime":"2024-09-19T04:39:56:190285+0000","id":12,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":12,"rank":0,"name":"a","status":"up:active","gid":8601}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":15,"modified":"2024-09-19T04:39:18.197547+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-19T04:39:58.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.170+0000 7f982a9cf640 1 -- 172.21.15.111:0/4150137656 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f981006cac0 msgr2=0x7f981006ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:58.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.170+0000 7f982a9cf640 1 --2- 172.21.15.111:0/4150137656 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f981006cac0 0x7f981006ef80 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f9814009b40 tx=0x7f9814009190 comp rx=0 tx=0).stop 2024-09-19T04:39:58.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.170+0000 7f982a9cf640 1 -- 172.21.15.111:0/4150137656 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f98241550e0 msgr2=0x7f98240b2180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:58.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.170+0000 7f982a9cf640 1 --2- 172.21.15.111:0/4150137656 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f98241550e0 0x7f98240b2180 secure :-1 s=READY pgs=1579 cs=0 l=1 rev1=1 crypto rx=0x7f981c00a940 tx=0x7f981c001dc0 comp rx=0 tx=0).stop 2024-09-19T04:39:58.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.170+0000 7f982a9cf640 1 -- 172.21.15.111:0/4150137656 shutdown_connections 2024-09-19T04:39:58.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.170+0000 7f982a9cf640 1 --2- 172.21.15.111:0/4150137656 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f981006cac0 0x7f981006ef80 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:58.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.170+0000 7f982a9cf640 1 --2- 172.21.15.111:0/4150137656 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f98241550e0 0x7f98240b2180 unknown :-1 s=CLOSED pgs=1579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:58.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.170+0000 7f982a9cf640 1 --2- 172.21.15.111:0/4150137656 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9824141cc0 0x7f9824154ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:58.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.170+0000 7f982a9cf640 1 --2- 172.21.15.111:0/4150137656 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f980c0051c0 0x7f9824156160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:58.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.170+0000 7f982a9cf640 1 -- 172.21.15.111:0/4150137656 >> 172.21.15.111:0/4150137656 conn(0x7f9824062cc0 msgr2=0x7f98240b5300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:58.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.170+0000 7f982a9cf640 1 -- 172.21.15.111:0/4150137656 shutdown_connections 2024-09-19T04:39:58.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.170+0000 7f982a9cf640 1 -- 172.21.15.111:0/4150137656 wait complete. 2024-09-19T04:39:58.183 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T04:39:58.183 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:39:58.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.281+0000 7fabe65cf640 1 Processor -- start 2024-09-19T04:39:58.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.281+0000 7fabe65cf640 1 -- start start 2024-09-19T04:39:58.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.282+0000 7fabe65cf640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fabe00cf070 0x7fabe00cf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:58.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.282+0000 7fabe65cf640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fabe00ce740 con 0x7fabe0073120 2024-09-19T04:39:58.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.282+0000 7fabe65cf640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fabe0072640 con 0x7fabe015c180 2024-09-19T04:39:58.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.282+0000 7fabe65cf640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fabe0072920 con 0x7fabe00cf070 2024-09-19T04:39:58.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.282+0000 7fabe4b6c640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fabe0073120 0x7fabe006bba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:43748/0 (socket says 172.21.15.111:43748) 2024-09-19T04:39:58.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.282+0000 7fabe4b6c640 1 -- 172.21.15.111:0/2845387998 learned_addr learned my addr 172.21.15.111:0/2845387998 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:39:58.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.282+0000 7fabdf7fe640 1 --2- 172.21.15.111:0/2845387998 >> v2:172.21.15.114:3300/0 conn(0x7fabe00cf070 0x7fabe00cf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:58.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.282+0000 7fabdeffd640 1 -- 172.21.15.111:0/2845387998 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1523090381 0 0) 0x7fabe00ce740 con 0x7fabe0073120 2024-09-19T04:39:58.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.282+0000 7fabdeffd640 1 -- 172.21.15.111:0/2845387998 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fabc8003520 con 0x7fabe0073120 2024-09-19T04:39:58.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.282+0000 7fabdeffd640 1 -- 172.21.15.111:0/2845387998 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1484866757 0 0) 0x7fabc8003520 con 0x7fabe0073120 2024-09-19T04:39:58.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.282+0000 7fabdeffd640 1 -- 172.21.15.111:0/2845387998 >> v2:172.21.15.114:3300/0 conn(0x7fabe00cf070 msgr2=0x7fabe00cf4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:58.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.282+0000 7fabdeffd640 1 --2- 172.21.15.111:0/2845387998 >> v2:172.21.15.114:3300/0 conn(0x7fabe00cf070 0x7fabe00cf4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:58.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.282+0000 7fabdeffd640 1 -- 172.21.15.111:0/2845387998 >> v1:172.21.15.114:6789/0 conn(0x7fabe015c180 legacy=0x7fabe00cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:58.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.282+0000 7fabdeffd640 1 -- 172.21.15.111:0/2845387998 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabe0072c00 con 0x7fabe0073120 2024-09-19T04:39:58.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.282+0000 7fabdeffd640 1 -- 172.21.15.111:0/2845387998 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fabd80019f0 con 0x7fabe0073120 2024-09-19T04:39:58.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.282+0000 7fabdeffd640 1 -- 172.21.15.111:0/2845387998 >> v1:172.21.15.111:6789/0 conn(0x7fabe0073120 legacy=0x7fabe006bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:58.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.282+0000 7fabdeffd640 1 --2- 172.21.15.111:0/2845387998 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fabc80039b0 0x7fabc8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:58.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.282+0000 7fabdeffd640 1 --2- 172.21.15.111:0/2845387998 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fabc8004800 0x7fabc8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:58.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.283+0000 7fabdeffd640 1 --2- 172.21.15.111:0/2845387998 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fabc80051c0 0x7fabc800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:58.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.283+0000 7fabdeffd640 1 -- 172.21.15.111:0/2845387998 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fabe0072920 con 0x7fabc80039b0 2024-09-19T04:39:58.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.283+0000 7fabdeffd640 1 -- 172.21.15.111:0/2845387998 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fabc800c160 con 0x7fabc8004800 2024-09-19T04:39:58.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.283+0000 7fabdeffd640 1 -- 172.21.15.111:0/2845387998 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fabc800c360 con 0x7fabc80051c0 2024-09-19T04:39:58.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.283+0000 7fabdffff640 1 --2- 172.21.15.111:0/2845387998 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fabc80039b0 0x7fabc8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:58.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.283+0000 7fabe4b6c640 1 --2- 172.21.15.111:0/2845387998 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fabc80051c0 0x7fabc800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:58.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.283+0000 7fabdf7fe640 1 --2- 172.21.15.111:0/2845387998 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fabc8004800 0x7fabc8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:58.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.283+0000 7fabdffff640 1 -- 172.21.15.111:0/2845387998 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fabc80051c0 msgr2=0x7fabc800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:58.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.283+0000 7fabdffff640 1 --2- 172.21.15.111:0/2845387998 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fabc80051c0 0x7fabc800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:58.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.283+0000 7fabdffff640 1 -- 172.21.15.111:0/2845387998 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fabc8004800 msgr2=0x7fabc8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:58.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.283+0000 7fabdffff640 1 --2- 172.21.15.111:0/2845387998 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fabc8004800 0x7fabc8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:58.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.283+0000 7fabdffff640 1 -- 172.21.15.111:0/2845387998 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabc8003520 con 0x7fabc80039b0 2024-09-19T04:39:58.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.283+0000 7fabdf7fe640 1 --2- 172.21.15.111:0/2845387998 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fabc8004800 0x7fabc8004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:58.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.283+0000 7fabe4b6c640 1 --2- 172.21.15.111:0/2845387998 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fabc80051c0 0x7fabc800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:58.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.283+0000 7fabe4b6c640 1 -- 172.21.15.111:0/2845387998 reap_dead start 2024-09-19T04:39:58.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.284+0000 7fabdffff640 1 --2- 172.21.15.111:0/2845387998 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fabc80039b0 0x7fabc8003dd0 secure :-1 s=READY pgs=1581 cs=0 l=1 rev1=1 crypto rx=0x7fabd0001750 tx=0x7fabc8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b0d84323c8e6b80 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:58.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.284+0000 7fabdeffd640 1 -- 172.21.15.111:0/2845387998 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd0001370 con 0x7fabc80039b0 2024-09-19T04:39:58.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.284+0000 7fabdeffd640 1 -- 172.21.15.111:0/2845387998 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fabd00052d0 con 0x7fabc80039b0 2024-09-19T04:39:58.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.284+0000 7fabdeffd640 1 -- 172.21.15.111:0/2845387998 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd002abc0 con 0x7fabc80039b0 2024-09-19T04:39:58.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.284+0000 7fabe65cf640 1 -- 172.21.15.111:0/2845387998 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fabc80039b0 msgr2=0x7fabc8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:58.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.284+0000 7fabe65cf640 1 --2- 172.21.15.111:0/2845387998 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fabc80039b0 0x7fabc8003dd0 secure :-1 s=READY pgs=1581 cs=0 l=1 rev1=1 crypto rx=0x7fabd0001750 tx=0x7fabc8005830 comp rx=0 tx=0).stop 2024-09-19T04:39:58.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.284+0000 7fabe65cf640 1 -- 172.21.15.111:0/2845387998 shutdown_connections 2024-09-19T04:39:58.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.284+0000 7fabe65cf640 1 --2- 172.21.15.111:0/2845387998 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fabc80039b0 0x7fabc8003dd0 unknown :-1 s=CLOSED pgs=1581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:58.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.284+0000 7fabe65cf640 1 -- 172.21.15.111:0/2845387998 >> 172.21.15.111:0/2845387998 conn(0x7fabe0062cc0 msgr2=0x7fabe006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:58.289 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.284+0000 7fabe65cf640 1 -- 172.21.15.111:0/2845387998 shutdown_connections 2024-09-19T04:39:58.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.284+0000 7fabe65cf640 1 -- 172.21.15.111:0/2845387998 wait complete. 2024-09-19T04:39:58.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.285+0000 7fabe65cf640 1 Processor -- start 2024-09-19T04:39:58.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.286+0000 7fabe65cf640 1 -- start start 2024-09-19T04:39:58.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.286+0000 7fabe65cf640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fabc80039b0 0x7fabe0155890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:58.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.286+0000 7fabe65cf640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fabe01e7de0 0x7fabe01e8260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:58.292 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.286+0000 7fabe65cf640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fabe015a060 0x7fabe015a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:58.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.286+0000 7fabe65cf640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fabe015c560 con 0x7fabc80039b0 2024-09-19T04:39:58.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.286+0000 7fabe65cf640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fabe00722f0 con 0x7fabe01e7de0 2024-09-19T04:39:58.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.286+0000 7fabe65cf640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fabe015c6e0 con 0x7fabe015a060 2024-09-19T04:39:58.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.286+0000 7fabdffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fabc80039b0 0x7fabe0155890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:58.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.286+0000 7fabdffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fabc80039b0 0x7fabe0155890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:51348/0 (socket says 172.21.15.111:51348) 2024-09-19T04:39:58.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.286+0000 7fabdffff640 1 -- 172.21.15.111:0/3146146500 learned_addr learned my addr 172.21.15.111:0/3146146500 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:39:58.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.287+0000 7fabe4b6c640 1 --2- 172.21.15.111:0/3146146500 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fabe015a060 0x7fabe015a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:58.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.287+0000 7fabdf7fe640 1 --2- 172.21.15.111:0/3146146500 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fabe01e7de0 0x7fabe01e8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:58.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.287+0000 7fabdffff640 1 -- 172.21.15.111:0/3146146500 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fabe015a060 msgr2=0x7fabe015a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:58.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.287+0000 7fabdffff640 1 --2- 172.21.15.111:0/3146146500 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fabe015a060 0x7fabe015a4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:58.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.287+0000 7fabdffff640 1 -- 172.21.15.111:0/3146146500 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fabe01e7de0 msgr2=0x7fabe01e8260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:58.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.287+0000 7fabdffff640 1 --2- 172.21.15.111:0/3146146500 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fabe01e7de0 0x7fabe01e8260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:58.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.287+0000 7fabdffff640 1 -- 172.21.15.111:0/3146146500 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabe015ad90 con 0x7fabc80039b0 2024-09-19T04:39:58.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.287+0000 7fabe4b6c640 1 --2- 172.21.15.111:0/3146146500 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fabe015a060 0x7fabe015a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:58.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.287+0000 7fabdf7fe640 1 --2- 172.21.15.111:0/3146146500 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fabe01e7de0 0x7fabe01e8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:58.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.287+0000 7fabdffff640 1 --2- 172.21.15.111:0/3146146500 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fabc80039b0 0x7fabe0155890 secure :-1 s=READY pgs=1582 cs=0 l=1 rev1=1 crypto rx=0x7fabd0005040 tx=0x7fabd0001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:58.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.287+0000 7fabdcff9640 1 -- 172.21.15.111:0/3146146500 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd003f020 con 0x7fabc80039b0 2024-09-19T04:39:58.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.287+0000 7fabdcff9640 1 -- 172.21.15.111:0/3146146500 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fabd0005480 con 0x7fabc80039b0 2024-09-19T04:39:58.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.287+0000 7fabe65cf640 1 -- 172.21.15.111:0/3146146500 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabe01e5670 con 0x7fabc80039b0 2024-09-19T04:39:58.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.287+0000 7fabdcff9640 1 -- 172.21.15.111:0/3146146500 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd0007a30 con 0x7fabc80039b0 2024-09-19T04:39:58.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.287+0000 7fabe65cf640 1 -- 172.21.15.111:0/3146146500 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabe015aa20 con 0x7fabc80039b0 2024-09-19T04:39:58.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.288+0000 7fabe65cf640 1 -- 172.21.15.111:0/3146146500 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabe01e5460 con 0x7fabc80039b0 2024-09-19T04:39:58.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.289+0000 7fabdcff9640 1 -- 172.21.15.111:0/3146146500 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fabd0042020 con 0x7fabc80039b0 2024-09-19T04:39:58.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.289+0000 7fabdcff9640 1 --2- 172.21.15.111:0/3146146500 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fabcc06cac0 0x7fabcc06ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:58.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.289+0000 7fabdcff9640 1 -- 172.21.15.111:0/3146146500 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7fabd00a99b0 con 0x7fabc80039b0 2024-09-19T04:39:58.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.289+0000 7fabdf7fe640 1 --2- 172.21.15.111:0/3146146500 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fabcc06cac0 0x7fabcc06ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:58.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.290+0000 7fabdf7fe640 1 --2- 172.21.15.111:0/3146146500 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fabcc06cac0 0x7fabcc06ef80 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fabe015b8a0 tx=0x7fabd4008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:58.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.294+0000 7fabdcff9640 1 -- 172.21.15.111:0/3146146500 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fabd0049030 con 0x7fabc80039b0 2024-09-19T04:39:58.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.455+0000 7fabe65cf640 1 -- 172.21.15.111:0/3146146500 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fabe00cf4e0 con 0x7fabcc06cac0 2024-09-19T04:39:58.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.461+0000 7fabdcff9640 1 -- 172.21.15.111:0/3146146500 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247091 (secure 0 0 0) 0x7fabe00cf4e0 con 0x7fabcc06cac0 2024-09-19T04:39:58.466 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:39:58.467 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:39:58.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.465+0000 7fabe65cf640 1 -- 172.21.15.111:0/3146146500 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fabcc06cac0 msgr2=0x7fabcc06ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:58.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.465+0000 7fabe65cf640 1 --2- 172.21.15.111:0/3146146500 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fabcc06cac0 0x7fabcc06ef80 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fabe015b8a0 tx=0x7fabd4008040 comp rx=0 tx=0).stop 2024-09-19T04:39:58.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.465+0000 7fabe65cf640 1 -- 172.21.15.111:0/3146146500 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fabc80039b0 msgr2=0x7fabe0155890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:58.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.465+0000 7fabe65cf640 1 --2- 172.21.15.111:0/3146146500 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fabc80039b0 0x7fabe0155890 secure :-1 s=READY pgs=1582 cs=0 l=1 rev1=1 crypto rx=0x7fabd0005040 tx=0x7fabd0001120 comp rx=0 tx=0).stop 2024-09-19T04:39:58.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.465+0000 7fabe65cf640 1 -- 172.21.15.111:0/3146146500 shutdown_connections 2024-09-19T04:39:58.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.465+0000 7fabe65cf640 1 --2- 172.21.15.111:0/3146146500 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fabcc06cac0 0x7fabcc06ef80 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:58.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.465+0000 7fabe65cf640 1 --2- 172.21.15.111:0/3146146500 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fabe015a060 0x7fabe015a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:58.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.465+0000 7fabe65cf640 1 --2- 172.21.15.111:0/3146146500 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fabe01e7de0 0x7fabe01e8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:58.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.465+0000 7fabe65cf640 1 --2- 172.21.15.111:0/3146146500 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fabc80039b0 0x7fabe0155890 unknown :-1 s=CLOSED pgs=1582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:58.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.465+0000 7fabe65cf640 1 -- 172.21.15.111:0/3146146500 >> 172.21.15.111:0/3146146500 conn(0x7fabe0062cc0 msgr2=0x7fabe00cd2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:58.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.465+0000 7fabe65cf640 1 -- 172.21.15.111:0/3146146500 shutdown_connections 2024-09-19T04:39:58.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:39:58.465+0000 7fabe65cf640 1 -- 172.21.15.111:0/3146146500 wait complete. 2024-09-19T04:39:58.477 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":183,"stamp":"2024-09-19T04:39:58.206865+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":55,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":265704,"kb_used_data":16168,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754709016,"statfs":{"total":773094113280,"available":772822032384,"internally_reserved":0,"allocated":16556032,"data_stored":7950896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001039"},"pg_stats":[{"pgid":"25.3f","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177806+0000","last_change":"2024-09-19T04:39:53.177806+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177806+0000","last_undegraded":"2024-09-19T04:39:53.177806+0000","last_fullsized":"2024-09-19T04:39:53.177806+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.3e","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.182106+0000","last_change":"2024-09-19T04:39:53.182106+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.182106+0000","last_undegraded":"2024-09-19T04:39:53.182106+0000","last_fullsized":"2024-09-19T04:39:53.182106+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3d","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.181603+0000","last_change":"2024-09-19T04:39:53.181603+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.181603+0000","last_undegraded":"2024-09-19T04:39:53.181603+0000","last_fullsized":"2024-09-19T04:39:53.181603+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.3c","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.184228+0000","last_change":"2024-09-19T04:39:53.184228+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.184228+0000","last_undegraded":"2024-09-19T04:39:53.184228+0000","last_fullsized":"2024-09-19T04:39:53.184228+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3b","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.185577+0000","last_change":"2024-09-19T04:39:53.185577+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.185577+0000","last_undegraded":"2024-09-19T04:39:53.185577+0000","last_fullsized":"2024-09-19T04:39:53.185577+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.3a","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.181243+0000","last_change":"2024-09-19T04:39:53.181243+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.181243+0000","last_undegraded":"2024-09-19T04:39:53.181243+0000","last_fullsized":"2024-09-19T04:39:53.181243+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.39","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.175759+0000","last_change":"2024-09-19T04:39:53.175759+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.175759+0000","last_undegraded":"2024-09-19T04:39:53.175759+0000","last_fullsized":"2024-09-19T04:39:53.175759+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.38","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.180022+0000","last_change":"2024-09-19T04:39:53.180022+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.180022+0000","last_undegraded":"2024-09-19T04:39:53.180022+0000","last_fullsized":"2024-09-19T04:39:53.180022+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.37","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.176775+0000","last_change":"2024-09-19T04:39:53.176775+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.176775+0000","last_undegraded":"2024-09-19T04:39:53.176775+0000","last_fullsized":"2024-09-19T04:39:53.176775+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.36","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183218+0000","last_change":"2024-09-19T04:39:53.183218+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183218+0000","last_undegraded":"2024-09-19T04:39:53.183218+0000","last_fullsized":"2024-09-19T04:39:53.183218+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.35","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.174676+0000","last_change":"2024-09-19T04:39:53.174676+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.174676+0000","last_undegraded":"2024-09-19T04:39:53.174676+0000","last_fullsized":"2024-09-19T04:39:53.174676+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.34","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183101+0000","last_change":"2024-09-19T04:39:53.183101+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183101+0000","last_undegraded":"2024-09-19T04:39:53.183101+0000","last_fullsized":"2024-09-19T04:39:53.183101+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.33","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.182153+0000","last_change":"2024-09-19T04:39:53.182153+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.182153+0000","last_undegraded":"2024-09-19T04:39:53.182153+0000","last_fullsized":"2024-09-19T04:39:53.182153+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.32","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177466+0000","last_change":"2024-09-19T04:39:53.177466+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177466+0000","last_undegraded":"2024-09-19T04:39:53.177466+0000","last_fullsized":"2024-09-19T04:39:53.177466+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.31","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183693+0000","last_change":"2024-09-19T04:39:53.183693+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183693+0000","last_undegraded":"2024-09-19T04:39:53.183693+0000","last_fullsized":"2024-09-19T04:39:53.183693+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.30","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.179650+0000","last_change":"2024-09-19T04:39:53.179650+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.179650+0000","last_undegraded":"2024-09-19T04:39:53.179650+0000","last_fullsized":"2024-09-19T04:39:53.179650+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.2f","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.184603+0000","last_change":"2024-09-19T04:39:53.184603+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.184603+0000","last_undegraded":"2024-09-19T04:39:53.184603+0000","last_fullsized":"2024-09-19T04:39:53.184603+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2e","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178272+0000","last_change":"2024-09-19T04:39:53.178272+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178272+0000","last_undegraded":"2024-09-19T04:39:53.178272+0000","last_fullsized":"2024-09-19T04:39:53.178272+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.2d","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.179199+0000","last_change":"2024-09-19T04:39:53.179199+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.179199+0000","last_undegraded":"2024-09-19T04:39:53.179199+0000","last_fullsized":"2024-09-19T04:39:53.179199+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.2c","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183501+0000","last_change":"2024-09-19T04:39:53.183501+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183501+0000","last_undegraded":"2024-09-19T04:39:53.183501+0000","last_fullsized":"2024-09-19T04:39:53.183501+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2b","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183024+0000","last_change":"2024-09-19T04:39:53.183024+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183024+0000","last_undegraded":"2024-09-19T04:39:53.183024+0000","last_fullsized":"2024-09-19T04:39:53.183024+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2a","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178870+0000","last_change":"2024-09-19T04:39:53.178870+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178870+0000","last_undegraded":"2024-09-19T04:39:53.178870+0000","last_fullsized":"2024-09-19T04:39:53.178870+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.29","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.181554+0000","last_change":"2024-09-19T04:39:53.181554+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.181554+0000","last_undegraded":"2024-09-19T04:39:53.181554+0000","last_fullsized":"2024-09-19T04:39:53.181554+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.28","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.179236+0000","last_change":"2024-09-19T04:39:53.179236+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.179236+0000","last_undegraded":"2024-09-19T04:39:53.179236+0000","last_fullsized":"2024-09-19T04:39:53.179236+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.27","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.182567+0000","last_change":"2024-09-19T04:39:53.182567+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.182567+0000","last_undegraded":"2024-09-19T04:39:53.182567+0000","last_fullsized":"2024-09-19T04:39:53.182567+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.26","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.175614+0000","last_change":"2024-09-19T04:39:53.175614+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.175614+0000","last_undegraded":"2024-09-19T04:39:53.175614+0000","last_fullsized":"2024-09-19T04:39:53.175614+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.25","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.180838+0000","last_change":"2024-09-19T04:39:53.180838+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.180838+0000","last_undegraded":"2024-09-19T04:39:53.180838+0000","last_fullsized":"2024-09-19T04:39:53.180838+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.24","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.179993+0000","last_change":"2024-09-19T04:39:53.179993+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.179993+0000","last_undegraded":"2024-09-19T04:39:53.179993+0000","last_fullsized":"2024-09-19T04:39:53.179993+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.23","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.181676+0000","last_change":"2024-09-19T04:39:53.181676+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.181676+0000","last_undegraded":"2024-09-19T04:39:53.181676+0000","last_fullsized":"2024-09-19T04:39:53.181676+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.22","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.176187+0000","last_change":"2024-09-19T04:39:53.176187+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.176187+0000","last_undegraded":"2024-09-19T04:39:53.176187+0000","last_fullsized":"2024-09-19T04:39:53.176187+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.21","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.181145+0000","last_change":"2024-09-19T04:39:53.181145+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.181145+0000","last_undegraded":"2024-09-19T04:39:53.181145+0000","last_fullsized":"2024-09-19T04:39:53.181145+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.20","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178269+0000","last_change":"2024-09-19T04:39:53.178269+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178269+0000","last_undegraded":"2024-09-19T04:39:53.178269+0000","last_fullsized":"2024-09-19T04:39:53.178269+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1e","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.180742+0000","last_change":"2024-09-19T04:39:53.180742+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.180742+0000","last_undegraded":"2024-09-19T04:39:53.180742+0000","last_fullsized":"2024-09-19T04:39:53.180742+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1f","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191222+0000","last_change":"2024-09-19T04:39:53.190268+0000","last_active":"2024-09-19T04:39:53.191222+0000","last_peered":"2024-09-19T04:39:53.191222+0000","last_clean":"2024-09-19T04:39:53.191222+0000","last_became_active":"2024-09-19T04:39:53.189976+0000","last_became_peered":"2024-09-19T04:39:53.189976+0000","last_unstale":"2024-09-19T04:39:53.191222+0000","last_undegraded":"2024-09-19T04:39:53.191222+0000","last_fullsized":"2024-09-19T04:39:53.191222+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:15:52.749295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1f","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177692+0000","last_change":"2024-09-19T04:39:53.177692+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177692+0000","last_undegraded":"2024-09-19T04:39:53.177692+0000","last_fullsized":"2024-09-19T04:39:53.177692+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1e","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.181646+0000","last_change":"2024-09-19T04:39:53.180337+0000","last_active":"2024-09-19T04:39:53.181646+0000","last_peered":"2024-09-19T04:39:53.181646+0000","last_clean":"2024-09-19T04:39:53.181646+0000","last_became_active":"2024-09-19T04:39:53.180036+0000","last_became_peered":"2024-09-19T04:39:53.180036+0000","last_unstale":"2024-09-19T04:39:53.181646+0000","last_undegraded":"2024-09-19T04:39:53.181646+0000","last_fullsized":"2024-09-19T04:39:53.181646+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:53:10.501050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.1c","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177128+0000","last_change":"2024-09-19T04:39:53.177128+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177128+0000","last_undegraded":"2024-09-19T04:39:53.177128+0000","last_fullsized":"2024-09-19T04:39:53.177128+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.1d","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.189977+0000","last_change":"2024-09-19T04:39:53.188956+0000","last_active":"2024-09-19T04:39:53.189977+0000","last_peered":"2024-09-19T04:39:53.189977+0000","last_clean":"2024-09-19T04:39:53.189977+0000","last_became_active":"2024-09-19T04:39:53.188671+0000","last_became_peered":"2024-09-19T04:39:53.188671+0000","last_unstale":"2024-09-19T04:39:53.189977+0000","last_undegraded":"2024-09-19T04:39:53.189977+0000","last_fullsized":"2024-09-19T04:39:53.189977+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:48:26.017394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1d","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.174200+0000","last_change":"2024-09-19T04:39:53.174200+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.174200+0000","last_undegraded":"2024-09-19T04:39:53.174200+0000","last_fullsized":"2024-09-19T04:39:53.174200+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.1c","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194015+0000","last_change":"2024-09-19T04:39:53.189951+0000","last_active":"2024-09-19T04:39:53.194015+0000","last_peered":"2024-09-19T04:39:53.194015+0000","last_clean":"2024-09-19T04:39:53.194015+0000","last_became_active":"2024-09-19T04:39:53.189549+0000","last_became_peered":"2024-09-19T04:39:53.189549+0000","last_unstale":"2024-09-19T04:39:53.194015+0000","last_undegraded":"2024-09-19T04:39:53.194015+0000","last_fullsized":"2024-09-19T04:39:53.194015+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:54:47.436827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1a","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177398+0000","last_change":"2024-09-19T04:39:53.177398+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177398+0000","last_undegraded":"2024-09-19T04:39:53.177398+0000","last_fullsized":"2024-09-19T04:39:53.177398+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1b","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194626+0000","last_change":"2024-09-19T04:39:53.193704+0000","last_active":"2024-09-19T04:39:53.194626+0000","last_peered":"2024-09-19T04:39:53.194626+0000","last_clean":"2024-09-19T04:39:53.194626+0000","last_became_active":"2024-09-19T04:39:53.193449+0000","last_became_peered":"2024-09-19T04:39:53.193449+0000","last_unstale":"2024-09-19T04:39:53.194626+0000","last_undegraded":"2024-09-19T04:39:53.194626+0000","last_fullsized":"2024-09-19T04:39:53.194626+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:21:20.759886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1b","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178567+0000","last_change":"2024-09-19T04:39:53.178567+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178567+0000","last_undegraded":"2024-09-19T04:39:53.178567+0000","last_fullsized":"2024-09-19T04:39:53.178567+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1a","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.193959+0000","last_change":"2024-09-19T04:39:53.191704+0000","last_active":"2024-09-19T04:39:53.193959+0000","last_peered":"2024-09-19T04:39:53.193959+0000","last_clean":"2024-09-19T04:39:53.193959+0000","last_became_active":"2024-09-19T04:39:53.191432+0000","last_became_peered":"2024-09-19T04:39:53.191432+0000","last_unstale":"2024-09-19T04:39:53.193959+0000","last_undegraded":"2024-09-19T04:39:53.193959+0000","last_fullsized":"2024-09-19T04:39:53.193959+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:34:37.699458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.19","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.175289+0000","last_change":"2024-09-19T04:39:53.175289+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.175289+0000","last_undegraded":"2024-09-19T04:39:53.175289+0000","last_fullsized":"2024-09-19T04:39:53.175289+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.18","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191339+0000","last_change":"2024-09-19T04:39:53.186770+0000","last_active":"2024-09-19T04:39:53.191339+0000","last_peered":"2024-09-19T04:39:53.191339+0000","last_clean":"2024-09-19T04:39:53.191339+0000","last_became_active":"2024-09-19T04:39:53.186453+0000","last_became_peered":"2024-09-19T04:39:53.186453+0000","last_unstale":"2024-09-19T04:39:53.191339+0000","last_undegraded":"2024-09-19T04:39:53.191339+0000","last_fullsized":"2024-09-19T04:39:53.191339+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:23:44.248268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.16","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.180575+0000","last_change":"2024-09-19T04:39:53.180575+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.180575+0000","last_undegraded":"2024-09-19T04:39:53.180575+0000","last_fullsized":"2024-09-19T04:39:53.180575+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.17","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.188567+0000","last_change":"2024-09-19T04:39:53.182794+0000","last_active":"2024-09-19T04:39:53.188567+0000","last_peered":"2024-09-19T04:39:53.188567+0000","last_clean":"2024-09-19T04:39:53.188567+0000","last_became_active":"2024-09-19T04:39:53.182543+0000","last_became_peered":"2024-09-19T04:39:53.182543+0000","last_unstale":"2024-09-19T04:39:53.188567+0000","last_undegraded":"2024-09-19T04:39:53.188567+0000","last_fullsized":"2024-09-19T04:39:53.188567+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:55.511849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.17","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.180035+0000","last_change":"2024-09-19T04:39:53.180035+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.180035+0000","last_undegraded":"2024-09-19T04:39:53.180035+0000","last_fullsized":"2024-09-19T04:39:53.180035+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.16","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194742+0000","last_change":"2024-09-19T04:39:53.193467+0000","last_active":"2024-09-19T04:39:53.194742+0000","last_peered":"2024-09-19T04:39:53.194742+0000","last_clean":"2024-09-19T04:39:53.194742+0000","last_became_active":"2024-09-19T04:39:53.193193+0000","last_became_peered":"2024-09-19T04:39:53.193193+0000","last_unstale":"2024-09-19T04:39:53.194742+0000","last_undegraded":"2024-09-19T04:39:53.194742+0000","last_fullsized":"2024-09-19T04:39:53.194742+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:32.592984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.14","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.175308+0000","last_change":"2024-09-19T04:39:53.175308+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.175308+0000","last_undegraded":"2024-09-19T04:39:53.175308+0000","last_fullsized":"2024-09-19T04:39:53.175308+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.15","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.190418+0000","last_change":"2024-09-19T04:39:53.187626+0000","last_active":"2024-09-19T04:39:53.190418+0000","last_peered":"2024-09-19T04:39:53.190418+0000","last_clean":"2024-09-19T04:39:53.190418+0000","last_became_active":"2024-09-19T04:39:53.187336+0000","last_became_peered":"2024-09-19T04:39:53.187336+0000","last_unstale":"2024-09-19T04:39:53.190418+0000","last_undegraded":"2024-09-19T04:39:53.190418+0000","last_fullsized":"2024-09-19T04:39:53.190418+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:50.788902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.15","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177559+0000","last_change":"2024-09-19T04:39:53.177559+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177559+0000","last_undegraded":"2024-09-19T04:39:53.177559+0000","last_fullsized":"2024-09-19T04:39:53.177559+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.14","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.190110+0000","last_change":"2024-09-19T04:39:53.189319+0000","last_active":"2024-09-19T04:39:53.190110+0000","last_peered":"2024-09-19T04:39:53.190110+0000","last_clean":"2024-09-19T04:39:53.190110+0000","last_became_active":"2024-09-19T04:39:53.189054+0000","last_became_peered":"2024-09-19T04:39:53.189054+0000","last_unstale":"2024-09-19T04:39:53.190110+0000","last_undegraded":"2024-09-19T04:39:53.190110+0000","last_fullsized":"2024-09-19T04:39:53.190110+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:47:49.859751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.12","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.180169+0000","last_change":"2024-09-19T04:39:53.180169+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.180169+0000","last_undegraded":"2024-09-19T04:39:53.180169+0000","last_fullsized":"2024-09-19T04:39:53.180169+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.13","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191392+0000","last_change":"2024-09-19T04:39:53.187014+0000","last_active":"2024-09-19T04:39:53.191392+0000","last_peered":"2024-09-19T04:39:53.191392+0000","last_clean":"2024-09-19T04:39:53.191392+0000","last_became_active":"2024-09-19T04:39:53.186750+0000","last_became_peered":"2024-09-19T04:39:53.186750+0000","last_unstale":"2024-09-19T04:39:53.191392+0000","last_undegraded":"2024-09-19T04:39:53.191392+0000","last_fullsized":"2024-09-19T04:39:53.191392+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:50:13.591417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.13","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.176562+0000","last_change":"2024-09-19T04:39:53.176562+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.176562+0000","last_undegraded":"2024-09-19T04:39:53.176562+0000","last_fullsized":"2024-09-19T04:39:53.176562+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.12","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191880+0000","last_change":"2024-09-19T04:39:53.189529+0000","last_active":"2024-09-19T04:39:53.191880+0000","last_peered":"2024-09-19T04:39:53.191880+0000","last_clean":"2024-09-19T04:39:53.191880+0000","last_became_active":"2024-09-19T04:39:53.189135+0000","last_became_peered":"2024-09-19T04:39:53.189135+0000","last_unstale":"2024-09-19T04:39:53.191880+0000","last_undegraded":"2024-09-19T04:39:53.191880+0000","last_fullsized":"2024-09-19T04:39:53.191880+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:08:10.887748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.10","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.174133+0000","last_change":"2024-09-19T04:39:53.174133+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.174133+0000","last_undegraded":"2024-09-19T04:39:53.174133+0000","last_fullsized":"2024-09-19T04:39:53.174133+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.11","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194680+0000","last_change":"2024-09-19T04:39:53.192817+0000","last_active":"2024-09-19T04:39:53.194680+0000","last_peered":"2024-09-19T04:39:53.194680+0000","last_clean":"2024-09-19T04:39:53.194680+0000","last_became_active":"2024-09-19T04:39:53.192568+0000","last_became_peered":"2024-09-19T04:39:53.192568+0000","last_unstale":"2024-09-19T04:39:53.194680+0000","last_undegraded":"2024-09-19T04:39:53.194680+0000","last_fullsized":"2024-09-19T04:39:53.194680+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:23:44.248268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.11","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177622+0000","last_change":"2024-09-19T04:39:53.177622+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177622+0000","last_undegraded":"2024-09-19T04:39:53.177622+0000","last_fullsized":"2024-09-19T04:39:53.177622+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.10","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191409+0000","last_change":"2024-09-19T04:39:53.187135+0000","last_active":"2024-09-19T04:39:53.191409+0000","last_peered":"2024-09-19T04:39:53.191409+0000","last_clean":"2024-09-19T04:39:53.191409+0000","last_became_active":"2024-09-19T04:39:53.186855+0000","last_became_peered":"2024-09-19T04:39:53.186855+0000","last_unstale":"2024-09-19T04:39:53.191409+0000","last_undegraded":"2024-09-19T04:39:53.191409+0000","last_fullsized":"2024-09-19T04:39:53.191409+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:28.807404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.e","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177345+0000","last_change":"2024-09-19T04:39:53.177345+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177345+0000","last_undegraded":"2024-09-19T04:39:53.177345+0000","last_fullsized":"2024-09-19T04:39:53.177345+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.f","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194579+0000","last_change":"2024-09-19T04:39:53.193971+0000","last_active":"2024-09-19T04:39:53.194579+0000","last_peered":"2024-09-19T04:39:53.194579+0000","last_clean":"2024-09-19T04:39:53.194579+0000","last_became_active":"2024-09-19T04:39:53.193688+0000","last_became_peered":"2024-09-19T04:39:53.193688+0000","last_unstale":"2024-09-19T04:39:53.194579+0000","last_undegraded":"2024-09-19T04:39:53.194579+0000","last_fullsized":"2024-09-19T04:39:53.194579+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:07:37.376795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.f","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.174400+0000","last_change":"2024-09-19T04:39:53.174400+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.174400+0000","last_undegraded":"2024-09-19T04:39:53.174400+0000","last_fullsized":"2024-09-19T04:39:53.174400+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.e","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194410+0000","last_change":"2024-09-19T04:39:53.192013+0000","last_active":"2024-09-19T04:39:53.194410+0000","last_peered":"2024-09-19T04:39:53.194410+0000","last_clean":"2024-09-19T04:39:53.194410+0000","last_became_active":"2024-09-19T04:39:53.191749+0000","last_became_peered":"2024-09-19T04:39:53.191749+0000","last_unstale":"2024-09-19T04:39:53.194410+0000","last_undegraded":"2024-09-19T04:39:53.194410+0000","last_fullsized":"2024-09-19T04:39:53.194410+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:05:25.460009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.c","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.174127+0000","last_change":"2024-09-19T04:39:53.174127+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.174127+0000","last_undegraded":"2024-09-19T04:39:53.174127+0000","last_fullsized":"2024-09-19T04:39:53.174127+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.d","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191422+0000","last_change":"2024-09-19T04:39:53.187248+0000","last_active":"2024-09-19T04:39:53.191422+0000","last_peered":"2024-09-19T04:39:53.191422+0000","last_clean":"2024-09-19T04:39:53.191422+0000","last_became_active":"2024-09-19T04:39:53.186964+0000","last_became_peered":"2024-09-19T04:39:53.186964+0000","last_unstale":"2024-09-19T04:39:53.191422+0000","last_undegraded":"2024-09-19T04:39:53.191422+0000","last_fullsized":"2024-09-19T04:39:53.191422+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:00.790758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.d","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.181162+0000","last_change":"2024-09-19T04:39:53.181162+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.181162+0000","last_undegraded":"2024-09-19T04:39:53.181162+0000","last_fullsized":"2024-09-19T04:39:53.181162+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.c","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.182692+0000","last_change":"2024-09-19T04:39:53.179534+0000","last_active":"2024-09-19T04:39:53.182692+0000","last_peered":"2024-09-19T04:39:53.182692+0000","last_clean":"2024-09-19T04:39:53.182692+0000","last_became_active":"2024-09-19T04:39:53.179248+0000","last_became_peered":"2024-09-19T04:39:53.179248+0000","last_unstale":"2024-09-19T04:39:53.182692+0000","last_undegraded":"2024-09-19T04:39:53.182692+0000","last_fullsized":"2024-09-19T04:39:53.182692+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:28.056433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.a","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.176808+0000","last_change":"2024-09-19T04:39:53.176808+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.176808+0000","last_undegraded":"2024-09-19T04:39:53.176808+0000","last_fullsized":"2024-09-19T04:39:53.176808+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.b","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191555+0000","last_change":"2024-09-19T04:39:53.190356+0000","last_active":"2024-09-19T04:39:53.191555+0000","last_peered":"2024-09-19T04:39:53.191555+0000","last_clean":"2024-09-19T04:39:53.191555+0000","last_became_active":"2024-09-19T04:39:53.190065+0000","last_became_peered":"2024-09-19T04:39:53.190065+0000","last_unstale":"2024-09-19T04:39:53.191555+0000","last_undegraded":"2024-09-19T04:39:53.191555+0000","last_fullsized":"2024-09-19T04:39:53.191555+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:36.535861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.b","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.176089+0000","last_change":"2024-09-19T04:39:53.176089+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.176089+0000","last_undegraded":"2024-09-19T04:39:53.176089+0000","last_fullsized":"2024-09-19T04:39:53.176089+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.a","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.194607+0000","last_change":"2024-09-19T04:39:53.192598+0000","last_active":"2024-09-19T04:39:53.194607+0000","last_peered":"2024-09-19T04:39:53.194607+0000","last_clean":"2024-09-19T04:39:53.194607+0000","last_became_active":"2024-09-19T04:39:53.192316+0000","last_became_peered":"2024-09-19T04:39:53.192316+0000","last_unstale":"2024-09-19T04:39:53.194607+0000","last_undegraded":"2024-09-19T04:39:53.194607+0000","last_fullsized":"2024-09-19T04:39:53.194607+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:31:45.253260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.8","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183630+0000","last_change":"2024-09-19T04:39:53.183630+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183630+0000","last_undegraded":"2024-09-19T04:39:53.183630+0000","last_fullsized":"2024-09-19T04:39:53.183630+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.9","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.189838+0000","last_change":"2024-09-19T04:39:53.188606+0000","last_active":"2024-09-19T04:39:53.189838+0000","last_peered":"2024-09-19T04:39:53.189838+0000","last_clean":"2024-09-19T04:39:53.189838+0000","last_became_active":"2024-09-19T04:39:53.188315+0000","last_became_peered":"2024-09-19T04:39:53.188315+0000","last_unstale":"2024-09-19T04:39:53.189838+0000","last_undegraded":"2024-09-19T04:39:53.189838+0000","last_fullsized":"2024-09-19T04:39:53.189838+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:31.802914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.9","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178527+0000","last_change":"2024-09-19T04:39:53.178527+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178527+0000","last_undegraded":"2024-09-19T04:39:53.178527+0000","last_fullsized":"2024-09-19T04:39:53.178527+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.8","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.193881+0000","last_change":"2024-09-19T04:39:53.189349+0000","last_active":"2024-09-19T04:39:53.193881+0000","last_peered":"2024-09-19T04:39:53.193881+0000","last_clean":"2024-09-19T04:39:53.193881+0000","last_became_active":"2024-09-19T04:39:53.189072+0000","last_became_peered":"2024-09-19T04:39:53.189072+0000","last_unstale":"2024-09-19T04:39:53.193881+0000","last_undegraded":"2024-09-19T04:39:53.193881+0000","last_fullsized":"2024-09-19T04:39:53.193881+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:13:18.945103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.6","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.182294+0000","last_change":"2024-09-19T04:39:53.182294+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.182294+0000","last_undegraded":"2024-09-19T04:39:53.182294+0000","last_fullsized":"2024-09-19T04:39:53.182294+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.7","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.191433+0000","last_change":"2024-09-19T04:39:53.187708+0000","last_active":"2024-09-19T04:39:53.191433+0000","last_peered":"2024-09-19T04:39:53.191433+0000","last_clean":"2024-09-19T04:39:53.191433+0000","last_became_active":"2024-09-19T04:39:53.187465+0000","last_became_peered":"2024-09-19T04:39:53.187465+0000","last_unstale":"2024-09-19T04:39:53.191433+0000","last_undegraded":"2024-09-19T04:39:53.191433+0000","last_fullsized":"2024-09-19T04:39:53.191433+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:15:52.981832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.7","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.176837+0000","last_change":"2024-09-19T04:39:53.176837+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.176837+0000","last_undegraded":"2024-09-19T04:39:53.176837+0000","last_fullsized":"2024-09-19T04:39:53.176837+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.6","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.192052+0000","last_change":"2024-09-19T04:39:53.190335+0000","last_active":"2024-09-19T04:39:53.192052+0000","last_peered":"2024-09-19T04:39:53.192052+0000","last_clean":"2024-09-19T04:39:53.192052+0000","last_became_active":"2024-09-19T04:39:53.190089+0000","last_became_peered":"2024-09-19T04:39:53.190089+0000","last_unstale":"2024-09-19T04:39:53.192052+0000","last_undegraded":"2024-09-19T04:39:53.192052+0000","last_fullsized":"2024-09-19T04:39:53.192052+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:53.130577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.4","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.179969+0000","last_change":"2024-09-19T04:39:53.179969+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.179969+0000","last_undegraded":"2024-09-19T04:39:53.179969+0000","last_fullsized":"2024-09-19T04:39:53.179969+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.5","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.193776+0000","last_change":"2024-09-19T04:39:53.191411+0000","last_active":"2024-09-19T04:39:53.193776+0000","last_peered":"2024-09-19T04:39:53.193776+0000","last_clean":"2024-09-19T04:39:53.193776+0000","last_became_active":"2024-09-19T04:39:53.191086+0000","last_became_peered":"2024-09-19T04:39:53.191086+0000","last_unstale":"2024-09-19T04:39:53.193776+0000","last_undegraded":"2024-09-19T04:39:53.193776+0000","last_fullsized":"2024-09-19T04:39:53.193776+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:03.081685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.5","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.179532+0000","last_change":"2024-09-19T04:39:53.179532+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.179532+0000","last_undegraded":"2024-09-19T04:39:53.179532+0000","last_fullsized":"2024-09-19T04:39:53.179532+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.4","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.192300+0000","last_change":"2024-09-19T04:39:53.191297+0000","last_active":"2024-09-19T04:39:53.192300+0000","last_peered":"2024-09-19T04:39:53.192300+0000","last_clean":"2024-09-19T04:39:53.192300+0000","last_became_active":"2024-09-19T04:39:53.191027+0000","last_became_peered":"2024-09-19T04:39:53.191027+0000","last_unstale":"2024-09-19T04:39:53.192300+0000","last_undegraded":"2024-09-19T04:39:53.192300+0000","last_fullsized":"2024-09-19T04:39:53.192300+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:26.082155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.2","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178135+0000","last_change":"2024-09-19T04:39:53.178135+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178135+0000","last_undegraded":"2024-09-19T04:39:53.178135+0000","last_fullsized":"2024-09-19T04:39:53.178135+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.3","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.181660+0000","last_change":"2024-09-19T04:39:53.180282+0000","last_active":"2024-09-19T04:39:53.181660+0000","last_peered":"2024-09-19T04:39:53.181660+0000","last_clean":"2024-09-19T04:39:53.181660+0000","last_became_active":"2024-09-19T04:39:53.179992+0000","last_became_peered":"2024-09-19T04:39:53.179992+0000","last_unstale":"2024-09-19T04:39:53.181660+0000","last_undegraded":"2024-09-19T04:39:53.181660+0000","last_fullsized":"2024-09-19T04:39:53.181660+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:35:58.289166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.3","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178787+0000","last_change":"2024-09-19T04:39:53.178787+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178787+0000","last_undegraded":"2024-09-19T04:39:53.178787+0000","last_fullsized":"2024-09-19T04:39:53.178787+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.2","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.181677+0000","last_change":"2024-09-19T04:39:53.180420+0000","last_active":"2024-09-19T04:39:53.181677+0000","last_peered":"2024-09-19T04:39:53.181677+0000","last_clean":"2024-09-19T04:39:53.181677+0000","last_became_active":"2024-09-19T04:39:53.180056+0000","last_became_peered":"2024-09-19T04:39:53.180056+0000","last_unstale":"2024-09-19T04:39:53.181677+0000","last_undegraded":"2024-09-19T04:39:53.181677+0000","last_fullsized":"2024-09-19T04:39:53.181677+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:54:05.987203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.0","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.183193+0000","last_change":"2024-09-19T04:39:53.183193+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.183193+0000","last_undegraded":"2024-09-19T04:39:53.183193+0000","last_fullsized":"2024-09-19T04:39:53.183193+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.1","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.193948+0000","last_change":"2024-09-19T04:39:53.188904+0000","last_active":"2024-09-19T04:39:53.193948+0000","last_peered":"2024-09-19T04:39:53.193948+0000","last_clean":"2024-09-19T04:39:53.193948+0000","last_became_active":"2024-09-19T04:39:53.188602+0000","last_became_peered":"2024-09-19T04:39:53.188602+0000","last_unstale":"2024-09-19T04:39:53.193948+0000","last_undegraded":"2024-09-19T04:39:53.193948+0000","last_fullsized":"2024-09-19T04:39:53.193948+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:49:02.743134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.178026+0000","last_change":"2024-09-19T04:39:53.178026+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.178026+0000","last_undegraded":"2024-09-19T04:39:53.178026+0000","last_fullsized":"2024-09-19T04:39:53.178026+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.0","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.189898+0000","last_change":"2024-09-19T04:39:53.187925+0000","last_active":"2024-09-19T04:39:53.189898+0000","last_peered":"2024-09-19T04:39:53.189898+0000","last_clean":"2024-09-19T04:39:53.189898+0000","last_became_active":"2024-09-19T04:39:53.187664+0000","last_became_peered":"2024-09-19T04:39:53.187664+0000","last_unstale":"2024-09-19T04:39:53.189898+0000","last_undegraded":"2024-09-19T04:39:53.189898+0000","last_fullsized":"2024-09-19T04:39:53.189898+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:31.554890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.18","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-19T04:39:53.177506+0000","last_change":"2024-09-19T04:39:53.177506+0000","last_active":"2024-09-19T04:39:53.166418+0000","last_peered":"2024-09-19T04:39:53.166418+0000","last_clean":"2024-09-19T04:39:53.166418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T04:39:53.177506+0000","last_undegraded":"2024-09-19T04:39:53.177506+0000","last_fullsized":"2024-09-19T04:39:53.177506+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.19","version":"0'0","reported_seq":9,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.193995+0000","last_change":"2024-09-19T04:39:53.189577+0000","last_active":"2024-09-19T04:39:53.193995+0000","last_peered":"2024-09-19T04:39:53.193995+0000","last_clean":"2024-09-19T04:39:53.193995+0000","last_became_active":"2024-09-19T04:39:53.189259+0000","last_became_peered":"2024-09-19T04:39:53.189259+0000","last_unstale":"2024-09-19T04:39:53.193995+0000","last_undegraded":"2024-09-19T04:39:53.193995+0000","last_fullsized":"2024-09-19T04:39:53.193995+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:08.445863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":452,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-19T04:39:53.180618+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:39:53.180618+0000","last_peered":"2024-09-19T04:39:53.180618+0000","last_clean":"2024-09-19T04:39:53.180618+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:39:53.180618+0000","last_undegraded":"2024-09-19T04:39:53.180618+0000","last_fullsized":"2024-09-19T04:39:53.180618+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":25,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":24,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509530,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33644,"kb_used_data":2456,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338196,"statfs":{"total":96636764160,"available":96602312704,"internally_reserved":0,"allocated":2514944,"data_stored":1436638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509530,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33064,"kb_used_data":1876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338776,"statfs":{"total":96636764160,"available":96602906624,"internally_reserved":0,"allocated":1921024,"data_stored":846270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509530,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33064,"kb_used_data":1876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338776,"statfs":{"total":96636764160,"available":96602906624,"internally_reserved":0,"allocated":1921024,"data_stored":846270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509531,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33068,"kb_used_data":1876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338772,"statfs":{"total":96636764160,"available":96602902528,"internally_reserved":0,"allocated":1921024,"data_stored":846270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542235,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33068,"kb_used_data":1876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338772,"statfs":{"total":96636764160,"available":96602902528,"internally_reserved":0,"allocated":1921024,"data_stored":846270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542234,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33072,"kb_used_data":1876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338768,"statfs":{"total":96636764160,"available":96602898432,"internally_reserved":0,"allocated":1921024,"data_stored":846270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542234,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33068,"kb_used_data":1876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338772,"statfs":{"total":96636764160,"available":96602902528,"internally_reserved":0,"allocated":1921024,"data_stored":846270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542235,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33656,"kb_used_data":2456,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338184,"statfs":{"total":96636764160,"available":96602300416,"internally_reserved":0,"allocated":2514944,"data_stored":1436638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:40:00.169 INFO:tasks.ceph.mds.a.smithi111.stderr:2024-09-19T04:40:00.168+0000 7fdde5630640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T04:40:01.481 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:40:01.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.592+0000 7fd4a4398640 1 Processor -- start 2024-09-19T04:40:01.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.592+0000 7fd4a4398640 1 -- start start 2024-09-19T04:40:01.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.593+0000 7fd4a4398640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fd49c15e940 0x7fd49c0d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:01.594 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.593+0000 7fd4a4398640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd49c15ed20 0x7fd49c0d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:01.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.593+0000 7fd4a4398640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd49c0cef90 0x7fd49c0b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:01.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.593+0000 7fd4a4398640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fd49c0d1ae0 con 0x7fd49c15ed20 2024-09-19T04:40:01.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.593+0000 7fd4a4398640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fd49c0b7170 con 0x7fd49c15e940 2024-09-19T04:40:01.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.593+0000 7fd4a4398640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd49c0b7aa0 con 0x7fd49c0cef90 2024-09-19T04:40:01.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.593+0000 7fd4a1933640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd49c15ed20 0x7fd49c0d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:01.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.593+0000 7fd4a1933640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd49c15ed20 0x7fd49c0d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47114/0 (socket says 172.21.15.111:47114) 2024-09-19T04:40:01.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.593+0000 7fd4a1933640 1 -- 172.21.15.111:0/3937402760 learned_addr learned my addr 172.21.15.111:0/3937402760 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:01.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.593+0000 7fd4a2935640 1 --2- 172.21.15.111:0/3937402760 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd49c0cef90 0x7fd49c0b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:01.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.593+0000 7fd4a1933640 1 -- 172.21.15.111:0/3937402760 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd49c0cef90 msgr2=0x7fd49c0b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:01.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.593+0000 7fd4a2134640 1 --2- 172.21.15.111:0/3937402760 >> v2:172.21.15.114:3300/0 conn(0x7fd49c15e940 0x7fd49c0d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:01.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.593+0000 7fd4a1933640 1 --2- 172.21.15.111:0/3937402760 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd49c0cef90 0x7fd49c0b3220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:01.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.593+0000 7fd4a1933640 1 -- 172.21.15.111:0/3937402760 >> v2:172.21.15.114:3300/0 conn(0x7fd49c15e940 msgr2=0x7fd49c0d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:01.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.593+0000 7fd4a1933640 1 --2- 172.21.15.111:0/3937402760 >> v2:172.21.15.114:3300/0 conn(0x7fd49c15e940 0x7fd49c0d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:01.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.593+0000 7fd4a1933640 1 -- 172.21.15.111:0/3937402760 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd49c0d3660 con 0x7fd49c15ed20 2024-09-19T04:40:01.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.594+0000 7fd4a1933640 1 --2- 172.21.15.111:0/3937402760 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd49c15ed20 0x7fd49c0d15a0 secure :-1 s=READY pgs=1583 cs=0 l=1 rev1=1 crypto rx=0x7fd49c0509d0 tx=0x7fd49002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=251d2c71a82d96ad server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:01.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.594+0000 7fd4a1132640 1 -- 172.21.15.111:0/3937402760 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd490036070 con 0x7fd49c15ed20 2024-09-19T04:40:01.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.594+0000 7fd4a1132640 1 -- 172.21.15.111:0/3937402760 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd490031600 con 0x7fd49c15ed20 2024-09-19T04:40:01.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.594+0000 7fd4a1132640 1 -- 172.21.15.111:0/3937402760 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4900319d0 con 0x7fd49c15ed20 2024-09-19T04:40:01.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.594+0000 7fd4a4398640 1 -- 172.21.15.111:0/3937402760 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd49c15ed20 msgr2=0x7fd49c0d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:01.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.594+0000 7fd4a4398640 1 --2- 172.21.15.111:0/3937402760 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd49c15ed20 0x7fd49c0d15a0 secure :-1 s=READY pgs=1583 cs=0 l=1 rev1=1 crypto rx=0x7fd49c0509d0 tx=0x7fd49002a730 comp rx=0 tx=0).stop 2024-09-19T04:40:01.597 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.595+0000 7fd4a4398640 1 -- 172.21.15.111:0/3937402760 shutdown_connections 2024-09-19T04:40:01.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.595+0000 7fd4a4398640 1 --2- 172.21.15.111:0/3937402760 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd49c0cef90 0x7fd49c0b3220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:01.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.595+0000 7fd4a4398640 1 --2- 172.21.15.111:0/3937402760 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd49c15ed20 0x7fd49c0d15a0 unknown :-1 s=CLOSED pgs=1583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:01.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.595+0000 7fd4a4398640 1 --2- 172.21.15.111:0/3937402760 >> v2:172.21.15.114:3300/0 conn(0x7fd49c15e940 0x7fd49c0d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:01.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.595+0000 7fd4a4398640 1 -- 172.21.15.111:0/3937402760 >> 172.21.15.111:0/3937402760 conn(0x7fd49c0b6240 msgr2=0x7fd49c0b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:01.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.595+0000 7fd4a4398640 1 -- 172.21.15.111:0/3937402760 shutdown_connections 2024-09-19T04:40:01.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.595+0000 7fd4a4398640 1 -- 172.21.15.111:0/3937402760 wait complete. 2024-09-19T04:40:01.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.596+0000 7fd4a4398640 1 Processor -- start 2024-09-19T04:40:01.598 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.596+0000 7fd4a4398640 1 -- start start 2024-09-19T04:40:01.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.597+0000 7fd4a4398640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd49c0cef90 0x7fd49c14b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:01.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.597+0000 7fd4a4398640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd49c15e940 0x7fd49c0cc850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:01.600 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.597+0000 7fd4a4398640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd49c15ed20 0x7fd49c0ccd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.597+0000 7fd4a4398640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd49c0d3f00 con 0x7fd49c15e940 2024-09-19T04:40:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.597+0000 7fd4a4398640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd49c0d3c20 con 0x7fd49c15ed20 2024-09-19T04:40:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.597+0000 7fd4a4398640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd49c0d1ef0 con 0x7fd49c0cef90 2024-09-19T04:40:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.597+0000 7fd4a1933640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd49c15e940 0x7fd49c0cc850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.597+0000 7fd4a1933640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd49c15e940 0x7fd49c0cc850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47116/0 (socket says 172.21.15.111:47116) 2024-09-19T04:40:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.597+0000 7fd4a1933640 1 -- 172.21.15.111:0/1636624021 learned_addr learned my addr 172.21.15.111:0/1636624021 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.597+0000 7fd4a2134640 1 --2- 172.21.15.111:0/1636624021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd49c0cef90 0x7fd49c14b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.597+0000 7fd4a2935640 1 --2- 172.21.15.111:0/1636624021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd49c15ed20 0x7fd49c0ccd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.597+0000 7fd4a1933640 1 -- 172.21.15.111:0/1636624021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd49c0cef90 msgr2=0x7fd49c14b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.597+0000 7fd4a1933640 1 --2- 172.21.15.111:0/1636624021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd49c0cef90 0x7fd49c14b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.597+0000 7fd4a1933640 1 -- 172.21.15.111:0/1636624021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd49c15ed20 msgr2=0x7fd49c0ccd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.597+0000 7fd4a1933640 1 --2- 172.21.15.111:0/1636624021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd49c15ed20 0x7fd49c0ccd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:01.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.597+0000 7fd4a1933640 1 -- 172.21.15.111:0/1636624021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd49c0cd3c0 con 0x7fd49c15e940 2024-09-19T04:40:01.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.597+0000 7fd4a1933640 1 --2- 172.21.15.111:0/1636624021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd49c15e940 0x7fd49c0cc850 secure :-1 s=READY pgs=1584 cs=0 l=1 rev1=1 crypto rx=0x7fd490034040 tx=0x7fd490004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:01.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.597+0000 7fd49affd640 1 -- 172.21.15.111:0/1636624021 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd490036050 con 0x7fd49c15e940 2024-09-19T04:40:01.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.597+0000 7fd49affd640 1 -- 172.21.15.111:0/1636624021 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd490042070 con 0x7fd49c15e940 2024-09-19T04:40:01.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.597+0000 7fd4a4398640 1 -- 172.21.15.111:0/1636624021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd49c0cd6a0 con 0x7fd49c15e940 2024-09-19T04:40:01.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.597+0000 7fd49affd640 1 -- 172.21.15.111:0/1636624021 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd490009510 con 0x7fd49c15e940 2024-09-19T04:40:01.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.597+0000 7fd4a4398640 1 -- 172.21.15.111:0/1636624021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd49c0cdc60 con 0x7fd49c15e940 2024-09-19T04:40:01.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.598+0000 7fd4a4398640 1 -- 172.21.15.111:0/1636624021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd49c0d1060 con 0x7fd49c15e940 2024-09-19T04:40:01.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.599+0000 7fd49affd640 1 -- 172.21.15.111:0/1636624021 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fd490007c50 con 0x7fd49c15e940 2024-09-19T04:40:01.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.600+0000 7fd49affd640 1 --2- 172.21.15.111:0/1636624021 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd48806ca90 0x7fd48806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:01.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.600+0000 7fd49affd640 1 -- 172.21.15.111:0/1636624021 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7fd4900aaf80 con 0x7fd49c15e940 2024-09-19T04:40:01.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.600+0000 7fd4a2134640 1 --2- 172.21.15.111:0/1636624021 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd48806ca90 0x7fd48806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:01.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.600+0000 7fd4a2134640 1 --2- 172.21.15.111:0/1636624021 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd48806ca90 0x7fd48806ef50 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fd49c148a00 tx=0x7fd494008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:01.605 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.604+0000 7fd49affd640 1 -- 172.21.15.111:0/1636624021 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd490045360 con 0x7fd49c15e940 2024-09-19T04:40:01.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.767+0000 7fd4a4398640 1 -- 172.21.15.111:0/1636624021 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd49c0ba6b0 con 0x7fd48806ca90 2024-09-19T04:40:01.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.773+0000 7fd49affd640 1 -- 172.21.15.111:0/1636624021 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252489 (secure 0 0 0) 0x7fd49c0ba6b0 con 0x7fd48806ca90 2024-09-19T04:40:01.777 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:01.779 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:40:01.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.776+0000 7fd4a4398640 1 -- 172.21.15.111:0/1636624021 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd48806ca90 msgr2=0x7fd48806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:01.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.776+0000 7fd4a4398640 1 --2- 172.21.15.111:0/1636624021 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd48806ca90 0x7fd48806ef50 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fd49c148a00 tx=0x7fd494008040 comp rx=0 tx=0).stop 2024-09-19T04:40:01.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.776+0000 7fd4a4398640 1 -- 172.21.15.111:0/1636624021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd49c15e940 msgr2=0x7fd49c0cc850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:01.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.776+0000 7fd4a4398640 1 --2- 172.21.15.111:0/1636624021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd49c15e940 0x7fd49c0cc850 secure :-1 s=READY pgs=1584 cs=0 l=1 rev1=1 crypto rx=0x7fd490034040 tx=0x7fd490004a40 comp rx=0 tx=0).stop 2024-09-19T04:40:01.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.776+0000 7fd4a4398640 1 -- 172.21.15.111:0/1636624021 shutdown_connections 2024-09-19T04:40:01.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.776+0000 7fd4a4398640 1 --2- 172.21.15.111:0/1636624021 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd48806ca90 0x7fd48806ef50 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:01.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.776+0000 7fd4a4398640 1 --2- 172.21.15.111:0/1636624021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd49c15ed20 0x7fd49c0ccd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:01.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.776+0000 7fd4a4398640 1 --2- 172.21.15.111:0/1636624021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd49c15e940 0x7fd49c0cc850 unknown :-1 s=CLOSED pgs=1584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:01.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.776+0000 7fd4a4398640 1 --2- 172.21.15.111:0/1636624021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd49c0cef90 0x7fd49c14b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:01.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.776+0000 7fd4a4398640 1 -- 172.21.15.111:0/1636624021 >> 172.21.15.111:0/1636624021 conn(0x7fd49c0b6240 msgr2=0x7fd49c15f130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:01.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.776+0000 7fd4a4398640 1 -- 172.21.15.111:0/1636624021 shutdown_connections 2024-09-19T04:40:01.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.776+0000 7fd4a4398640 1 -- 172.21.15.111:0/1636624021 wait complete. 2024-09-19T04:40:01.789 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":184,"stamp":"2024-09-19T04:40:00.207256+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":265960,"kb_used_data":16424,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754708760,"statfs":{"total":773094113280,"available":772821770240,"internally_reserved":0,"allocated":16818176,"data_stored":8061212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":33,"apply_latency_ms":33,"commit_latency_ns":33000000,"apply_latency_ns":33000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.035145"},"pg_stats":[{"pgid":"25.3f","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.870135+0000","last_change":"2024-09-19T04:39:54.191701+0000","last_active":"2024-09-19T04:39:55.870135+0000","last_peered":"2024-09-19T04:39:55.870135+0000","last_clean":"2024-09-19T04:39:55.870135+0000","last_became_active":"2024-09-19T04:39:54.191401+0000","last_became_peered":"2024-09-19T04:39:54.191401+0000","last_unstale":"2024-09-19T04:39:55.870135+0000","last_undegraded":"2024-09-19T04:39:55.870135+0000","last_fullsized":"2024-09-19T04:39:55.870135+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:32:32.498695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.3e","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869662+0000","last_change":"2024-09-19T04:39:54.200691+0000","last_active":"2024-09-19T04:39:55.869662+0000","last_peered":"2024-09-19T04:39:55.869662+0000","last_clean":"2024-09-19T04:39:55.869662+0000","last_became_active":"2024-09-19T04:39:54.200417+0000","last_became_peered":"2024-09-19T04:39:54.200417+0000","last_unstale":"2024-09-19T04:39:55.869662+0000","last_undegraded":"2024-09-19T04:39:55.869662+0000","last_fullsized":"2024-09-19T04:39:55.869662+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:14.799357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3d","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869845+0000","last_change":"2024-09-19T04:39:54.195197+0000","last_active":"2024-09-19T04:39:55.869845+0000","last_peered":"2024-09-19T04:39:55.869845+0000","last_clean":"2024-09-19T04:39:55.869845+0000","last_became_active":"2024-09-19T04:39:54.194955+0000","last_became_peered":"2024-09-19T04:39:54.194955+0000","last_unstale":"2024-09-19T04:39:55.869845+0000","last_undegraded":"2024-09-19T04:39:55.869845+0000","last_fullsized":"2024-09-19T04:39:55.869845+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:52.420857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.3c","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869460+0000","last_change":"2024-09-19T04:39:54.200678+0000","last_active":"2024-09-19T04:39:55.869460+0000","last_peered":"2024-09-19T04:39:55.869460+0000","last_clean":"2024-09-19T04:39:55.869460+0000","last_became_active":"2024-09-19T04:39:54.200406+0000","last_became_peered":"2024-09-19T04:39:54.200406+0000","last_unstale":"2024-09-19T04:39:55.869460+0000","last_undegraded":"2024-09-19T04:39:55.869460+0000","last_fullsized":"2024-09-19T04:39:55.869460+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:14.232029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3b","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869089+0000","last_change":"2024-09-19T04:39:54.204355+0000","last_active":"2024-09-19T04:39:55.869089+0000","last_peered":"2024-09-19T04:39:55.869089+0000","last_clean":"2024-09-19T04:39:55.869089+0000","last_became_active":"2024-09-19T04:39:54.204008+0000","last_became_peered":"2024-09-19T04:39:54.204008+0000","last_unstale":"2024-09-19T04:39:55.869089+0000","last_undegraded":"2024-09-19T04:39:55.869089+0000","last_fullsized":"2024-09-19T04:39:55.869089+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:01:46.679629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.3a","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869698+0000","last_change":"2024-09-19T04:39:54.197480+0000","last_active":"2024-09-19T04:39:55.869698+0000","last_peered":"2024-09-19T04:39:55.869698+0000","last_clean":"2024-09-19T04:39:55.869698+0000","last_became_active":"2024-09-19T04:39:54.197215+0000","last_became_peered":"2024-09-19T04:39:54.197215+0000","last_unstale":"2024-09-19T04:39:55.869698+0000","last_undegraded":"2024-09-19T04:39:55.869698+0000","last_fullsized":"2024-09-19T04:39:55.869698+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:52.693778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.39","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.177472+0000","last_change":"2024-09-19T04:39:54.205893+0000","last_active":"2024-09-19T04:39:55.177472+0000","last_peered":"2024-09-19T04:39:55.177472+0000","last_clean":"2024-09-19T04:39:55.177472+0000","last_became_active":"2024-09-19T04:39:54.205604+0000","last_became_peered":"2024-09-19T04:39:54.205604+0000","last_unstale":"2024-09-19T04:39:55.177472+0000","last_undegraded":"2024-09-19T04:39:55.177472+0000","last_fullsized":"2024-09-19T04:39:55.177472+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:26:06.935661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.38","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.870081+0000","last_change":"2024-09-19T04:39:54.182338+0000","last_active":"2024-09-19T04:39:55.870081+0000","last_peered":"2024-09-19T04:39:55.870081+0000","last_clean":"2024-09-19T04:39:55.870081+0000","last_became_active":"2024-09-19T04:39:54.182040+0000","last_became_peered":"2024-09-19T04:39:54.182040+0000","last_unstale":"2024-09-19T04:39:55.870081+0000","last_undegraded":"2024-09-19T04:39:55.870081+0000","last_fullsized":"2024-09-19T04:39:55.870081+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:22:52.922640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.37","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.177950+0000","last_change":"2024-09-19T04:39:54.193288+0000","last_active":"2024-09-19T04:39:55.177950+0000","last_peered":"2024-09-19T04:39:55.177950+0000","last_clean":"2024-09-19T04:39:55.177950+0000","last_became_active":"2024-09-19T04:39:54.193049+0000","last_became_peered":"2024-09-19T04:39:54.193049+0000","last_unstale":"2024-09-19T04:39:55.177950+0000","last_undegraded":"2024-09-19T04:39:55.177950+0000","last_fullsized":"2024-09-19T04:39:55.177950+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:32.556854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.36","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.178982+0000","last_change":"2024-09-19T04:39:54.201694+0000","last_active":"2024-09-19T04:39:55.178982+0000","last_peered":"2024-09-19T04:39:55.178982+0000","last_clean":"2024-09-19T04:39:55.178982+0000","last_became_active":"2024-09-19T04:39:54.201429+0000","last_became_peered":"2024-09-19T04:39:54.201429+0000","last_unstale":"2024-09-19T04:39:55.178982+0000","last_undegraded":"2024-09-19T04:39:55.178982+0000","last_fullsized":"2024-09-19T04:39:55.178982+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:20.909476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.35","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.178674+0000","last_change":"2024-09-19T04:39:54.183429+0000","last_active":"2024-09-19T04:39:55.178674+0000","last_peered":"2024-09-19T04:39:55.178674+0000","last_clean":"2024-09-19T04:39:55.178674+0000","last_became_active":"2024-09-19T04:39:54.183122+0000","last_became_peered":"2024-09-19T04:39:54.183122+0000","last_unstale":"2024-09-19T04:39:55.178674+0000","last_undegraded":"2024-09-19T04:39:55.178674+0000","last_fullsized":"2024-09-19T04:39:55.178674+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:47.137389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.34","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869573+0000","last_change":"2024-09-19T04:39:54.196334+0000","last_active":"2024-09-19T04:39:55.869573+0000","last_peered":"2024-09-19T04:39:55.869573+0000","last_clean":"2024-09-19T04:39:55.869573+0000","last_became_active":"2024-09-19T04:39:54.196047+0000","last_became_peered":"2024-09-19T04:39:54.196047+0000","last_unstale":"2024-09-19T04:39:55.869573+0000","last_undegraded":"2024-09-19T04:39:55.869573+0000","last_fullsized":"2024-09-19T04:39:55.869573+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:20.356740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.33","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869236+0000","last_change":"2024-09-19T04:39:54.199697+0000","last_active":"2024-09-19T04:39:55.869236+0000","last_peered":"2024-09-19T04:39:55.869236+0000","last_clean":"2024-09-19T04:39:55.869236+0000","last_became_active":"2024-09-19T04:39:54.199246+0000","last_became_peered":"2024-09-19T04:39:54.199246+0000","last_unstale":"2024-09-19T04:39:55.869236+0000","last_undegraded":"2024-09-19T04:39:55.869236+0000","last_fullsized":"2024-09-19T04:39:55.869236+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:16:29.033503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.32","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.177418+0000","last_change":"2024-09-19T04:39:54.201454+0000","last_active":"2024-09-19T04:39:55.177418+0000","last_peered":"2024-09-19T04:39:55.177418+0000","last_clean":"2024-09-19T04:39:55.177418+0000","last_became_active":"2024-09-19T04:39:54.201181+0000","last_became_peered":"2024-09-19T04:39:54.201181+0000","last_unstale":"2024-09-19T04:39:55.177418+0000","last_undegraded":"2024-09-19T04:39:55.177418+0000","last_fullsized":"2024-09-19T04:39:55.177418+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:29.058397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.31","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869968+0000","last_change":"2024-09-19T04:39:54.197810+0000","last_active":"2024-09-19T04:39:55.869968+0000","last_peered":"2024-09-19T04:39:55.869968+0000","last_clean":"2024-09-19T04:39:55.869968+0000","last_became_active":"2024-09-19T04:39:54.197547+0000","last_became_peered":"2024-09-19T04:39:54.197547+0000","last_unstale":"2024-09-19T04:39:55.869968+0000","last_undegraded":"2024-09-19T04:39:55.869968+0000","last_fullsized":"2024-09-19T04:39:55.869968+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:28.622125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.30","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.870080+0000","last_change":"2024-09-19T04:39:54.190875+0000","last_active":"2024-09-19T04:39:55.870080+0000","last_peered":"2024-09-19T04:39:55.870080+0000","last_clean":"2024-09-19T04:39:55.870080+0000","last_became_active":"2024-09-19T04:39:54.190607+0000","last_became_peered":"2024-09-19T04:39:54.190607+0000","last_unstale":"2024-09-19T04:39:55.870080+0000","last_undegraded":"2024-09-19T04:39:55.870080+0000","last_fullsized":"2024-09-19T04:39:55.870080+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:11.337402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.2f","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869384+0000","last_change":"2024-09-19T04:39:54.204434+0000","last_active":"2024-09-19T04:39:55.869384+0000","last_peered":"2024-09-19T04:39:55.869384+0000","last_clean":"2024-09-19T04:39:55.869384+0000","last_became_active":"2024-09-19T04:39:54.204078+0000","last_became_peered":"2024-09-19T04:39:54.204078+0000","last_unstale":"2024-09-19T04:39:55.869384+0000","last_undegraded":"2024-09-19T04:39:55.869384+0000","last_fullsized":"2024-09-19T04:39:55.869384+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:33.339384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2e","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869955+0000","last_change":"2024-09-19T04:39:54.192115+0000","last_active":"2024-09-19T04:39:55.869955+0000","last_peered":"2024-09-19T04:39:55.869955+0000","last_clean":"2024-09-19T04:39:55.869955+0000","last_became_active":"2024-09-19T04:39:54.191072+0000","last_became_peered":"2024-09-19T04:39:54.191072+0000","last_unstale":"2024-09-19T04:39:55.869955+0000","last_undegraded":"2024-09-19T04:39:55.869955+0000","last_fullsized":"2024-09-19T04:39:55.869955+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:33:21.778272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.2d","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.178542+0000","last_change":"2024-09-19T04:39:54.199689+0000","last_active":"2024-09-19T04:39:55.178542+0000","last_peered":"2024-09-19T04:39:55.178542+0000","last_clean":"2024-09-19T04:39:55.178542+0000","last_became_active":"2024-09-19T04:39:54.199415+0000","last_became_peered":"2024-09-19T04:39:54.199415+0000","last_unstale":"2024-09-19T04:39:55.178542+0000","last_undegraded":"2024-09-19T04:39:55.178542+0000","last_fullsized":"2024-09-19T04:39:55.178542+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:14:05.647952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.2c","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869262+0000","last_change":"2024-09-19T04:39:54.194348+0000","last_active":"2024-09-19T04:39:55.869262+0000","last_peered":"2024-09-19T04:39:55.869262+0000","last_clean":"2024-09-19T04:39:55.869262+0000","last_became_active":"2024-09-19T04:39:54.194078+0000","last_became_peered":"2024-09-19T04:39:54.194078+0000","last_unstale":"2024-09-19T04:39:55.869262+0000","last_undegraded":"2024-09-19T04:39:55.869262+0000","last_fullsized":"2024-09-19T04:39:55.869262+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:15:55.795413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2b","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869339+0000","last_change":"2024-09-19T04:39:54.204563+0000","last_active":"2024-09-19T04:39:55.869339+0000","last_peered":"2024-09-19T04:39:55.869339+0000","last_clean":"2024-09-19T04:39:55.869339+0000","last_became_active":"2024-09-19T04:39:54.203233+0000","last_became_peered":"2024-09-19T04:39:54.203233+0000","last_unstale":"2024-09-19T04:39:55.869339+0000","last_undegraded":"2024-09-19T04:39:55.869339+0000","last_fullsized":"2024-09-19T04:39:55.869339+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:33:46.707930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2a","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.178372+0000","last_change":"2024-09-19T04:39:54.206099+0000","last_active":"2024-09-19T04:39:55.178372+0000","last_peered":"2024-09-19T04:39:55.178372+0000","last_clean":"2024-09-19T04:39:55.178372+0000","last_became_active":"2024-09-19T04:39:54.205617+0000","last_became_peered":"2024-09-19T04:39:54.205617+0000","last_unstale":"2024-09-19T04:39:55.178372+0000","last_undegraded":"2024-09-19T04:39:55.178372+0000","last_fullsized":"2024-09-19T04:39:55.178372+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:24:41.793697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.29","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869590+0000","last_change":"2024-09-19T04:39:54.196150+0000","last_active":"2024-09-19T04:39:55.869590+0000","last_peered":"2024-09-19T04:39:55.869590+0000","last_clean":"2024-09-19T04:39:55.869590+0000","last_became_active":"2024-09-19T04:39:54.195881+0000","last_became_peered":"2024-09-19T04:39:54.195881+0000","last_unstale":"2024-09-19T04:39:55.869590+0000","last_undegraded":"2024-09-19T04:39:55.869590+0000","last_fullsized":"2024-09-19T04:39:55.869590+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:26.055805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.28","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.870243+0000","last_change":"2024-09-19T04:39:54.193674+0000","last_active":"2024-09-19T04:39:55.870243+0000","last_peered":"2024-09-19T04:39:55.870243+0000","last_clean":"2024-09-19T04:39:55.870243+0000","last_became_active":"2024-09-19T04:39:54.193368+0000","last_became_peered":"2024-09-19T04:39:54.193368+0000","last_unstale":"2024-09-19T04:39:55.870243+0000","last_undegraded":"2024-09-19T04:39:55.870243+0000","last_fullsized":"2024-09-19T04:39:55.870243+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:00:46.322565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.27","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869645+0000","last_change":"2024-09-19T04:39:54.204760+0000","last_active":"2024-09-19T04:39:55.869645+0000","last_peered":"2024-09-19T04:39:55.869645+0000","last_clean":"2024-09-19T04:39:55.869645+0000","last_became_active":"2024-09-19T04:39:54.204437+0000","last_became_peered":"2024-09-19T04:39:54.204437+0000","last_unstale":"2024-09-19T04:39:55.869645+0000","last_undegraded":"2024-09-19T04:39:55.869645+0000","last_fullsized":"2024-09-19T04:39:55.869645+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:26:06.935661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.26","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.178691+0000","last_change":"2024-09-19T04:39:54.190336+0000","last_active":"2024-09-19T04:39:55.178691+0000","last_peered":"2024-09-19T04:39:55.178691+0000","last_clean":"2024-09-19T04:39:55.178691+0000","last_became_active":"2024-09-19T04:39:54.190072+0000","last_became_peered":"2024-09-19T04:39:54.190072+0000","last_unstale":"2024-09-19T04:39:55.178691+0000","last_undegraded":"2024-09-19T04:39:55.178691+0000","last_fullsized":"2024-09-19T04:39:55.178691+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:05:35.293039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.25","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869881+0000","last_change":"2024-09-19T04:39:54.196710+0000","last_active":"2024-09-19T04:39:55.869881+0000","last_peered":"2024-09-19T04:39:55.869881+0000","last_clean":"2024-09-19T04:39:55.869881+0000","last_became_active":"2024-09-19T04:39:54.196035+0000","last_became_peered":"2024-09-19T04:39:54.196035+0000","last_unstale":"2024-09-19T04:39:55.869881+0000","last_undegraded":"2024-09-19T04:39:55.869881+0000","last_fullsized":"2024-09-19T04:39:55.869881+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:03:47.966170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.24","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869320+0000","last_change":"2024-09-19T04:39:54.193822+0000","last_active":"2024-09-19T04:39:55.869320+0000","last_peered":"2024-09-19T04:39:55.869320+0000","last_clean":"2024-09-19T04:39:55.869320+0000","last_became_active":"2024-09-19T04:39:54.193537+0000","last_became_peered":"2024-09-19T04:39:54.193537+0000","last_unstale":"2024-09-19T04:39:55.869320+0000","last_undegraded":"2024-09-19T04:39:55.869320+0000","last_fullsized":"2024-09-19T04:39:55.869320+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:52.211754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.23","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869396+0000","last_change":"2024-09-19T04:39:54.195840+0000","last_active":"2024-09-19T04:39:55.869396+0000","last_peered":"2024-09-19T04:39:55.869396+0000","last_clean":"2024-09-19T04:39:55.869396+0000","last_became_active":"2024-09-19T04:39:54.195542+0000","last_became_peered":"2024-09-19T04:39:54.195542+0000","last_unstale":"2024-09-19T04:39:55.869396+0000","last_undegraded":"2024-09-19T04:39:55.869396+0000","last_fullsized":"2024-09-19T04:39:55.869396+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:50:36.508716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.22","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.177577+0000","last_change":"2024-09-19T04:39:54.197499+0000","last_active":"2024-09-19T04:39:55.177577+0000","last_peered":"2024-09-19T04:39:55.177577+0000","last_clean":"2024-09-19T04:39:55.177577+0000","last_became_active":"2024-09-19T04:39:54.197212+0000","last_became_peered":"2024-09-19T04:39:54.197212+0000","last_unstale":"2024-09-19T04:39:55.177577+0000","last_undegraded":"2024-09-19T04:39:55.177577+0000","last_fullsized":"2024-09-19T04:39:55.177577+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:37:09.708887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.21","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869673+0000","last_change":"2024-09-19T04:39:54.192035+0000","last_active":"2024-09-19T04:39:55.869673+0000","last_peered":"2024-09-19T04:39:55.869673+0000","last_clean":"2024-09-19T04:39:55.869673+0000","last_became_active":"2024-09-19T04:39:54.191682+0000","last_became_peered":"2024-09-19T04:39:54.191682+0000","last_unstale":"2024-09-19T04:39:55.869673+0000","last_undegraded":"2024-09-19T04:39:55.869673+0000","last_fullsized":"2024-09-19T04:39:55.869673+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:19:41.842157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.20","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869010+0000","last_change":"2024-09-19T04:39:54.193002+0000","last_active":"2024-09-19T04:39:55.869010+0000","last_peered":"2024-09-19T04:39:55.869010+0000","last_clean":"2024-09-19T04:39:55.869010+0000","last_became_active":"2024-09-19T04:39:54.192697+0000","last_became_peered":"2024-09-19T04:39:54.192697+0000","last_unstale":"2024-09-19T04:39:55.869010+0000","last_undegraded":"2024-09-19T04:39:55.869010+0000","last_fullsized":"2024-09-19T04:39:55.869010+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:10.409228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1e","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.870636+0000","last_change":"2024-09-19T04:39:54.191736+0000","last_active":"2024-09-19T04:39:55.870636+0000","last_peered":"2024-09-19T04:39:55.870636+0000","last_clean":"2024-09-19T04:39:55.870636+0000","last_became_active":"2024-09-19T04:39:54.191425+0000","last_became_peered":"2024-09-19T04:39:54.191425+0000","last_unstale":"2024-09-19T04:39:55.870636+0000","last_undegraded":"2024-09-19T04:39:55.870636+0000","last_fullsized":"2024-09-19T04:39:55.870636+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:32:32.498695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1f","version":"154'4","reported_seq":18,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869476+0000","last_change":"2024-09-19T04:39:53.190268+0000","last_active":"2024-09-19T04:39:55.869476+0000","last_peered":"2024-09-19T04:39:55.869476+0000","last_clean":"2024-09-19T04:39:55.869476+0000","last_became_active":"2024-09-19T04:39:53.189976+0000","last_became_peered":"2024-09-19T04:39:53.189976+0000","last_unstale":"2024-09-19T04:39:55.869476+0000","last_undegraded":"2024-09-19T04:39:55.869476+0000","last_fullsized":"2024-09-19T04:39:55.869476+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:56.897310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1f","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.178816+0000","last_change":"2024-09-19T04:39:54.204960+0000","last_active":"2024-09-19T04:39:55.178816+0000","last_peered":"2024-09-19T04:39:55.178816+0000","last_clean":"2024-09-19T04:39:55.178816+0000","last_became_active":"2024-09-19T04:39:54.204634+0000","last_became_peered":"2024-09-19T04:39:54.204634+0000","last_unstale":"2024-09-19T04:39:55.178816+0000","last_undegraded":"2024-09-19T04:39:55.178816+0000","last_fullsized":"2024-09-19T04:39:55.178816+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:43:52.750080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1e","version":"154'1","reported_seq":15,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.177755+0000","last_change":"2024-09-19T04:39:53.180337+0000","last_active":"2024-09-19T04:39:55.177755+0000","last_peered":"2024-09-19T04:39:55.177755+0000","last_clean":"2024-09-19T04:39:55.177755+0000","last_became_active":"2024-09-19T04:39:53.180036+0000","last_became_peered":"2024-09-19T04:39:53.180036+0000","last_unstale":"2024-09-19T04:39:55.177755+0000","last_undegraded":"2024-09-19T04:39:55.177755+0000","last_fullsized":"2024-09-19T04:39:55.177755+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:02.185236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.1c","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.178521+0000","last_change":"2024-09-19T04:39:54.205768+0000","last_active":"2024-09-19T04:39:55.178521+0000","last_peered":"2024-09-19T04:39:55.178521+0000","last_clean":"2024-09-19T04:39:55.178521+0000","last_became_active":"2024-09-19T04:39:54.205391+0000","last_became_peered":"2024-09-19T04:39:54.205391+0000","last_unstale":"2024-09-19T04:39:55.178521+0000","last_undegraded":"2024-09-19T04:39:55.178521+0000","last_fullsized":"2024-09-19T04:39:55.178521+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:28.622125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.1d","version":"154'2","reported_seq":16,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869979+0000","last_change":"2024-09-19T04:39:53.188956+0000","last_active":"2024-09-19T04:39:55.869979+0000","last_peered":"2024-09-19T04:39:55.869979+0000","last_clean":"2024-09-19T04:39:55.869979+0000","last_became_active":"2024-09-19T04:39:53.188671+0000","last_became_peered":"2024-09-19T04:39:53.188671+0000","last_unstale":"2024-09-19T04:39:55.869979+0000","last_undegraded":"2024-09-19T04:39:55.869979+0000","last_fullsized":"2024-09-19T04:39:55.869979+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:13.230066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1d","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.177989+0000","last_change":"2024-09-19T04:39:54.190663+0000","last_active":"2024-09-19T04:39:55.177989+0000","last_peered":"2024-09-19T04:39:55.177989+0000","last_clean":"2024-09-19T04:39:55.177989+0000","last_became_active":"2024-09-19T04:39:54.190399+0000","last_became_peered":"2024-09-19T04:39:54.190399+0000","last_unstale":"2024-09-19T04:39:55.177989+0000","last_undegraded":"2024-09-19T04:39:55.177989+0000","last_fullsized":"2024-09-19T04:39:55.177989+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:32.804877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.1c","version":"154'2","reported_seq":16,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869561+0000","last_change":"2024-09-19T04:39:53.189951+0000","last_active":"2024-09-19T04:39:55.869561+0000","last_peered":"2024-09-19T04:39:55.869561+0000","last_clean":"2024-09-19T04:39:55.869561+0000","last_became_active":"2024-09-19T04:39:53.189549+0000","last_became_peered":"2024-09-19T04:39:53.189549+0000","last_unstale":"2024-09-19T04:39:55.869561+0000","last_undegraded":"2024-09-19T04:39:55.869561+0000","last_fullsized":"2024-09-19T04:39:55.869561+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:45:38.445040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1a","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.178444+0000","last_change":"2024-09-19T04:39:54.205892+0000","last_active":"2024-09-19T04:39:55.178444+0000","last_peered":"2024-09-19T04:39:55.178444+0000","last_clean":"2024-09-19T04:39:55.178444+0000","last_became_active":"2024-09-19T04:39:54.205415+0000","last_became_peered":"2024-09-19T04:39:54.205415+0000","last_unstale":"2024-09-19T04:39:55.178444+0000","last_undegraded":"2024-09-19T04:39:55.178444+0000","last_fullsized":"2024-09-19T04:39:55.178444+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:21:12.461102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1b","version":"154'1","reported_seq":15,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869315+0000","last_change":"2024-09-19T04:39:53.193704+0000","last_active":"2024-09-19T04:39:55.869315+0000","last_peered":"2024-09-19T04:39:55.869315+0000","last_clean":"2024-09-19T04:39:55.869315+0000","last_became_active":"2024-09-19T04:39:53.193449+0000","last_became_peered":"2024-09-19T04:39:53.193449+0000","last_unstale":"2024-09-19T04:39:55.869315+0000","last_undegraded":"2024-09-19T04:39:55.869315+0000","last_fullsized":"2024-09-19T04:39:55.869315+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:26:47.203492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1b","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.870369+0000","last_change":"2024-09-19T04:39:54.190214+0000","last_active":"2024-09-19T04:39:55.870369+0000","last_peered":"2024-09-19T04:39:55.870369+0000","last_clean":"2024-09-19T04:39:55.870369+0000","last_became_active":"2024-09-19T04:39:54.189937+0000","last_became_peered":"2024-09-19T04:39:54.189937+0000","last_unstale":"2024-09-19T04:39:55.870369+0000","last_undegraded":"2024-09-19T04:39:55.870369+0000","last_fullsized":"2024-09-19T04:39:55.870369+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:25.028460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1a","version":"154'1","reported_seq":15,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.870322+0000","last_change":"2024-09-19T04:39:53.191704+0000","last_active":"2024-09-19T04:39:55.870322+0000","last_peered":"2024-09-19T04:39:55.870322+0000","last_clean":"2024-09-19T04:39:55.870322+0000","last_became_active":"2024-09-19T04:39:53.191432+0000","last_became_peered":"2024-09-19T04:39:53.191432+0000","last_unstale":"2024-09-19T04:39:55.870322+0000","last_undegraded":"2024-09-19T04:39:55.870322+0000","last_fullsized":"2024-09-19T04:39:55.870322+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:00.790758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.19","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.177369+0000","last_change":"2024-09-19T04:39:54.181963+0000","last_active":"2024-09-19T04:39:55.177369+0000","last_peered":"2024-09-19T04:39:55.177369+0000","last_clean":"2024-09-19T04:39:55.177369+0000","last_became_active":"2024-09-19T04:39:54.181618+0000","last_became_peered":"2024-09-19T04:39:54.181618+0000","last_unstale":"2024-09-19T04:39:55.177369+0000","last_undegraded":"2024-09-19T04:39:55.177369+0000","last_fullsized":"2024-09-19T04:39:55.177369+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:14.232029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.18","version":"0'0","reported_seq":14,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.868945+0000","last_change":"2024-09-19T04:39:53.186770+0000","last_active":"2024-09-19T04:39:55.868945+0000","last_peered":"2024-09-19T04:39:55.868945+0000","last_clean":"2024-09-19T04:39:55.868945+0000","last_became_active":"2024-09-19T04:39:53.186453+0000","last_became_peered":"2024-09-19T04:39:53.186453+0000","last_unstale":"2024-09-19T04:39:55.868945+0000","last_undegraded":"2024-09-19T04:39:55.868945+0000","last_fullsized":"2024-09-19T04:39:55.868945+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:23:50.677149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.16","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.870028+0000","last_change":"2024-09-19T04:39:54.196141+0000","last_active":"2024-09-19T04:39:55.870028+0000","last_peered":"2024-09-19T04:39:55.870028+0000","last_clean":"2024-09-19T04:39:55.870028+0000","last_became_active":"2024-09-19T04:39:54.195834+0000","last_became_peered":"2024-09-19T04:39:54.195834+0000","last_unstale":"2024-09-19T04:39:55.870028+0000","last_undegraded":"2024-09-19T04:39:55.870028+0000","last_fullsized":"2024-09-19T04:39:55.870028+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:27.084119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.17","version":"0'0","reported_seq":14,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.178634+0000","last_change":"2024-09-19T04:39:53.182794+0000","last_active":"2024-09-19T04:39:55.178634+0000","last_peered":"2024-09-19T04:39:55.178634+0000","last_clean":"2024-09-19T04:39:55.178634+0000","last_became_active":"2024-09-19T04:39:53.182543+0000","last_became_peered":"2024-09-19T04:39:53.182543+0000","last_unstale":"2024-09-19T04:39:55.178634+0000","last_undegraded":"2024-09-19T04:39:55.178634+0000","last_fullsized":"2024-09-19T04:39:55.178634+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:31.554890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.17","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.870626+0000","last_change":"2024-09-19T04:39:54.189175+0000","last_active":"2024-09-19T04:39:55.870626+0000","last_peered":"2024-09-19T04:39:55.870626+0000","last_clean":"2024-09-19T04:39:55.870626+0000","last_became_active":"2024-09-19T04:39:54.188864+0000","last_became_peered":"2024-09-19T04:39:54.188864+0000","last_unstale":"2024-09-19T04:39:55.870626+0000","last_undegraded":"2024-09-19T04:39:55.870626+0000","last_fullsized":"2024-09-19T04:39:55.870626+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:33:21.778272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.16","version":"0'0","reported_seq":14,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869193+0000","last_change":"2024-09-19T04:39:53.193467+0000","last_active":"2024-09-19T04:39:55.869193+0000","last_peered":"2024-09-19T04:39:55.869193+0000","last_clean":"2024-09-19T04:39:55.869193+0000","last_became_active":"2024-09-19T04:39:53.193193+0000","last_became_peered":"2024-09-19T04:39:53.193193+0000","last_unstale":"2024-09-19T04:39:55.869193+0000","last_undegraded":"2024-09-19T04:39:55.869193+0000","last_fullsized":"2024-09-19T04:39:55.869193+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:38:48.821376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.14","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.178535+0000","last_change":"2024-09-19T04:39:54.192510+0000","last_active":"2024-09-19T04:39:55.178535+0000","last_peered":"2024-09-19T04:39:55.178535+0000","last_clean":"2024-09-19T04:39:55.178535+0000","last_became_active":"2024-09-19T04:39:54.191880+0000","last_became_peered":"2024-09-19T04:39:54.191880+0000","last_unstale":"2024-09-19T04:39:55.178535+0000","last_undegraded":"2024-09-19T04:39:55.178535+0000","last_fullsized":"2024-09-19T04:39:55.178535+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:39:25.272257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.15","version":"154'3","reported_seq":17,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869146+0000","last_change":"2024-09-19T04:39:53.187626+0000","last_active":"2024-09-19T04:39:55.869146+0000","last_peered":"2024-09-19T04:39:55.869146+0000","last_clean":"2024-09-19T04:39:55.869146+0000","last_became_active":"2024-09-19T04:39:53.187336+0000","last_became_peered":"2024-09-19T04:39:53.187336+0000","last_unstale":"2024-09-19T04:39:55.869146+0000","last_undegraded":"2024-09-19T04:39:55.869146+0000","last_fullsized":"2024-09-19T04:39:55.869146+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:37:12.193117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.15","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.178548+0000","last_change":"2024-09-19T04:39:54.205656+0000","last_active":"2024-09-19T04:39:55.178548+0000","last_peered":"2024-09-19T04:39:55.178548+0000","last_clean":"2024-09-19T04:39:55.178548+0000","last_became_active":"2024-09-19T04:39:54.205406+0000","last_became_peered":"2024-09-19T04:39:54.205406+0000","last_unstale":"2024-09-19T04:39:55.178548+0000","last_undegraded":"2024-09-19T04:39:55.178548+0000","last_fullsized":"2024-09-19T04:39:55.178548+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:14:35.917242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.14","version":"154'6","reported_seq":20,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869795+0000","last_change":"2024-09-19T04:39:53.189319+0000","last_active":"2024-09-19T04:39:55.869795+0000","last_peered":"2024-09-19T04:39:55.869795+0000","last_clean":"2024-09-19T04:39:55.869795+0000","last_became_active":"2024-09-19T04:39:53.189054+0000","last_became_peered":"2024-09-19T04:39:53.189054+0000","last_unstale":"2024-09-19T04:39:55.869795+0000","last_undegraded":"2024-09-19T04:39:55.869795+0000","last_fullsized":"2024-09-19T04:39:55.869795+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:50:35.506753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.12","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869812+0000","last_change":"2024-09-19T04:39:54.202948+0000","last_active":"2024-09-19T04:39:55.869812+0000","last_peered":"2024-09-19T04:39:55.869812+0000","last_clean":"2024-09-19T04:39:55.869812+0000","last_became_active":"2024-09-19T04:39:54.200876+0000","last_became_peered":"2024-09-19T04:39:54.200876+0000","last_unstale":"2024-09-19T04:39:55.869812+0000","last_undegraded":"2024-09-19T04:39:55.869812+0000","last_fullsized":"2024-09-19T04:39:55.869812+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:04:36.882008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.13","version":"154'2","reported_seq":16,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869654+0000","last_change":"2024-09-19T04:39:53.187014+0000","last_active":"2024-09-19T04:39:55.869654+0000","last_peered":"2024-09-19T04:39:55.869654+0000","last_clean":"2024-09-19T04:39:55.869654+0000","last_became_active":"2024-09-19T04:39:53.186750+0000","last_became_peered":"2024-09-19T04:39:53.186750+0000","last_unstale":"2024-09-19T04:39:55.869654+0000","last_undegraded":"2024-09-19T04:39:55.869654+0000","last_fullsized":"2024-09-19T04:39:55.869654+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:31:40.345344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.13","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.178136+0000","last_change":"2024-09-19T04:39:54.205829+0000","last_active":"2024-09-19T04:39:55.178136+0000","last_peered":"2024-09-19T04:39:55.178136+0000","last_clean":"2024-09-19T04:39:55.178136+0000","last_became_active":"2024-09-19T04:39:54.205547+0000","last_became_peered":"2024-09-19T04:39:54.205547+0000","last_unstale":"2024-09-19T04:39:55.178136+0000","last_undegraded":"2024-09-19T04:39:55.178136+0000","last_fullsized":"2024-09-19T04:39:55.178136+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:14.799357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.12","version":"0'0","reported_seq":14,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.178621+0000","last_change":"2024-09-19T04:39:53.189529+0000","last_active":"2024-09-19T04:39:55.178621+0000","last_peered":"2024-09-19T04:39:55.178621+0000","last_clean":"2024-09-19T04:39:55.178621+0000","last_became_active":"2024-09-19T04:39:53.189135+0000","last_became_peered":"2024-09-19T04:39:53.189135+0000","last_unstale":"2024-09-19T04:39:55.178621+0000","last_undegraded":"2024-09-19T04:39:55.178621+0000","last_fullsized":"2024-09-19T04:39:55.178621+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:30:19.984000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.10","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.178138+0000","last_change":"2024-09-19T04:39:54.201567+0000","last_active":"2024-09-19T04:39:55.178138+0000","last_peered":"2024-09-19T04:39:55.178138+0000","last_clean":"2024-09-19T04:39:55.178138+0000","last_became_active":"2024-09-19T04:39:54.201254+0000","last_became_peered":"2024-09-19T04:39:54.201254+0000","last_unstale":"2024-09-19T04:39:55.178138+0000","last_undegraded":"2024-09-19T04:39:55.178138+0000","last_fullsized":"2024-09-19T04:39:55.178138+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:47:50.861715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.11","version":"0'0","reported_seq":14,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.870156+0000","last_change":"2024-09-19T04:39:53.192817+0000","last_active":"2024-09-19T04:39:55.870156+0000","last_peered":"2024-09-19T04:39:55.870156+0000","last_clean":"2024-09-19T04:39:55.870156+0000","last_became_active":"2024-09-19T04:39:53.192568+0000","last_became_peered":"2024-09-19T04:39:53.192568+0000","last_unstale":"2024-09-19T04:39:55.870156+0000","last_undegraded":"2024-09-19T04:39:55.870156+0000","last_fullsized":"2024-09-19T04:39:55.870156+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:50:13.591417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.11","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.178342+0000","last_change":"2024-09-19T04:39:54.202912+0000","last_active":"2024-09-19T04:39:55.178342+0000","last_peered":"2024-09-19T04:39:55.178342+0000","last_clean":"2024-09-19T04:39:55.178342+0000","last_became_active":"2024-09-19T04:39:54.202669+0000","last_became_peered":"2024-09-19T04:39:54.202669+0000","last_unstale":"2024-09-19T04:39:55.178342+0000","last_undegraded":"2024-09-19T04:39:55.178342+0000","last_fullsized":"2024-09-19T04:39:55.178342+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:54:52.106995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.10","version":"154'8","reported_seq":22,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869042+0000","last_change":"2024-09-19T04:39:53.187135+0000","last_active":"2024-09-19T04:39:55.869042+0000","last_peered":"2024-09-19T04:39:55.869042+0000","last_clean":"2024-09-19T04:39:55.869042+0000","last_became_active":"2024-09-19T04:39:53.186855+0000","last_became_peered":"2024-09-19T04:39:53.186855+0000","last_unstale":"2024-09-19T04:39:55.869042+0000","last_undegraded":"2024-09-19T04:39:55.869042+0000","last_fullsized":"2024-09-19T04:39:55.869042+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:00:02.284348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.e","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.178696+0000","last_change":"2024-09-19T04:39:54.203675+0000","last_active":"2024-09-19T04:39:55.178696+0000","last_peered":"2024-09-19T04:39:55.178696+0000","last_clean":"2024-09-19T04:39:55.178696+0000","last_became_active":"2024-09-19T04:39:54.203423+0000","last_became_peered":"2024-09-19T04:39:54.203423+0000","last_unstale":"2024-09-19T04:39:55.178696+0000","last_undegraded":"2024-09-19T04:39:55.178696+0000","last_fullsized":"2024-09-19T04:39:55.178696+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:30.054254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.f","version":"154'1","reported_seq":15,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869545+0000","last_change":"2024-09-19T04:39:53.193971+0000","last_active":"2024-09-19T04:39:55.869545+0000","last_peered":"2024-09-19T04:39:55.869545+0000","last_clean":"2024-09-19T04:39:55.869545+0000","last_became_active":"2024-09-19T04:39:53.193688+0000","last_became_peered":"2024-09-19T04:39:53.193688+0000","last_unstale":"2024-09-19T04:39:55.869545+0000","last_undegraded":"2024-09-19T04:39:55.869545+0000","last_fullsized":"2024-09-19T04:39:55.869545+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:55.431538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.f","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.178054+0000","last_change":"2024-09-19T04:39:54.189689+0000","last_active":"2024-09-19T04:39:55.178054+0000","last_peered":"2024-09-19T04:39:55.178054+0000","last_clean":"2024-09-19T04:39:55.178054+0000","last_became_active":"2024-09-19T04:39:54.189350+0000","last_became_peered":"2024-09-19T04:39:54.189350+0000","last_unstale":"2024-09-19T04:39:55.178054+0000","last_undegraded":"2024-09-19T04:39:55.178054+0000","last_fullsized":"2024-09-19T04:39:55.178054+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:48:27.019358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.e","version":"154'2","reported_seq":16,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.870606+0000","last_change":"2024-09-19T04:39:53.192013+0000","last_active":"2024-09-19T04:39:55.870606+0000","last_peered":"2024-09-19T04:39:55.870606+0000","last_clean":"2024-09-19T04:39:55.870606+0000","last_became_active":"2024-09-19T04:39:53.191749+0000","last_became_peered":"2024-09-19T04:39:53.191749+0000","last_unstale":"2024-09-19T04:39:55.870606+0000","last_undegraded":"2024-09-19T04:39:55.870606+0000","last_fullsized":"2024-09-19T04:39:55.870606+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:15:52.981832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.c","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.177453+0000","last_change":"2024-09-19T04:39:54.192478+0000","last_active":"2024-09-19T04:39:55.177453+0000","last_peered":"2024-09-19T04:39:55.177453+0000","last_clean":"2024-09-19T04:39:55.177453+0000","last_became_active":"2024-09-19T04:39:54.191603+0000","last_became_peered":"2024-09-19T04:39:54.191603+0000","last_unstale":"2024-09-19T04:39:55.177453+0000","last_undegraded":"2024-09-19T04:39:55.177453+0000","last_fullsized":"2024-09-19T04:39:55.177453+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:56.513813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.d","version":"154'1","reported_seq":15,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869861+0000","last_change":"2024-09-19T04:39:53.187248+0000","last_active":"2024-09-19T04:39:55.869861+0000","last_peered":"2024-09-19T04:39:55.869861+0000","last_clean":"2024-09-19T04:39:55.869861+0000","last_became_active":"2024-09-19T04:39:53.186964+0000","last_became_peered":"2024-09-19T04:39:53.186964+0000","last_unstale":"2024-09-19T04:39:55.869861+0000","last_undegraded":"2024-09-19T04:39:55.869861+0000","last_fullsized":"2024-09-19T04:39:55.869861+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:34.643677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.d","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869307+0000","last_change":"2024-09-19T04:39:54.200037+0000","last_active":"2024-09-19T04:39:55.869307+0000","last_peered":"2024-09-19T04:39:55.869307+0000","last_clean":"2024-09-19T04:39:55.869307+0000","last_became_active":"2024-09-19T04:39:54.199775+0000","last_became_peered":"2024-09-19T04:39:54.199775+0000","last_unstale":"2024-09-19T04:39:55.869307+0000","last_undegraded":"2024-09-19T04:39:55.869307+0000","last_fullsized":"2024-09-19T04:39:55.869307+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:06:49.618995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.c","version":"0'0","reported_seq":14,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.178649+0000","last_change":"2024-09-19T04:39:53.179534+0000","last_active":"2024-09-19T04:39:55.178649+0000","last_peered":"2024-09-19T04:39:55.178649+0000","last_clean":"2024-09-19T04:39:55.178649+0000","last_became_active":"2024-09-19T04:39:53.179248+0000","last_became_peered":"2024-09-19T04:39:53.179248+0000","last_unstale":"2024-09-19T04:39:55.178649+0000","last_undegraded":"2024-09-19T04:39:55.178649+0000","last_fullsized":"2024-09-19T04:39:55.178649+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:31.802914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.a","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.178528+0000","last_change":"2024-09-19T04:39:54.206274+0000","last_active":"2024-09-19T04:39:55.178528+0000","last_peered":"2024-09-19T04:39:55.178528+0000","last_clean":"2024-09-19T04:39:55.178528+0000","last_became_active":"2024-09-19T04:39:54.205279+0000","last_became_peered":"2024-09-19T04:39:54.205279+0000","last_unstale":"2024-09-19T04:39:55.178528+0000","last_undegraded":"2024-09-19T04:39:55.178528+0000","last_fullsized":"2024-09-19T04:39:55.178528+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:52:51.483549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.b","version":"154'2","reported_seq":16,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869678+0000","last_change":"2024-09-19T04:39:53.190356+0000","last_active":"2024-09-19T04:39:55.869678+0000","last_peered":"2024-09-19T04:39:55.869678+0000","last_clean":"2024-09-19T04:39:55.869678+0000","last_became_active":"2024-09-19T04:39:53.190065+0000","last_became_peered":"2024-09-19T04:39:53.190065+0000","last_unstale":"2024-09-19T04:39:55.869678+0000","last_undegraded":"2024-09-19T04:39:55.869678+0000","last_fullsized":"2024-09-19T04:39:55.869678+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:06:48.617032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.b","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.178294+0000","last_change":"2024-09-19T04:39:54.195919+0000","last_active":"2024-09-19T04:39:55.178294+0000","last_peered":"2024-09-19T04:39:55.178294+0000","last_clean":"2024-09-19T04:39:55.178294+0000","last_became_active":"2024-09-19T04:39:54.195625+0000","last_became_peered":"2024-09-19T04:39:54.195625+0000","last_unstale":"2024-09-19T04:39:55.178294+0000","last_undegraded":"2024-09-19T04:39:55.178294+0000","last_fullsized":"2024-09-19T04:39:55.178294+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:20.356740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.a","version":"0'0","reported_seq":14,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869155+0000","last_change":"2024-09-19T04:39:53.192598+0000","last_active":"2024-09-19T04:39:55.869155+0000","last_peered":"2024-09-19T04:39:55.869155+0000","last_clean":"2024-09-19T04:39:55.869155+0000","last_became_active":"2024-09-19T04:39:53.192316+0000","last_became_peered":"2024-09-19T04:39:53.192316+0000","last_unstale":"2024-09-19T04:39:55.869155+0000","last_undegraded":"2024-09-19T04:39:55.869155+0000","last_fullsized":"2024-09-19T04:39:55.869155+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:06:25.254860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.8","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869060+0000","last_change":"2024-09-19T04:39:54.197199+0000","last_active":"2024-09-19T04:39:55.869060+0000","last_peered":"2024-09-19T04:39:55.869060+0000","last_clean":"2024-09-19T04:39:55.869060+0000","last_became_active":"2024-09-19T04:39:54.196810+0000","last_became_peered":"2024-09-19T04:39:54.196810+0000","last_unstale":"2024-09-19T04:39:55.869060+0000","last_undegraded":"2024-09-19T04:39:55.869060+0000","last_fullsized":"2024-09-19T04:39:55.869060+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:42.834633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.9","version":"0'0","reported_seq":14,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869685+0000","last_change":"2024-09-19T04:39:53.188606+0000","last_active":"2024-09-19T04:39:55.869685+0000","last_peered":"2024-09-19T04:39:55.869685+0000","last_clean":"2024-09-19T04:39:55.869685+0000","last_became_active":"2024-09-19T04:39:53.188315+0000","last_became_peered":"2024-09-19T04:39:53.188315+0000","last_unstale":"2024-09-19T04:39:55.869685+0000","last_undegraded":"2024-09-19T04:39:55.869685+0000","last_fullsized":"2024-09-19T04:39:55.869685+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:16:28.031540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.9","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869094+0000","last_change":"2024-09-19T04:39:54.194371+0000","last_active":"2024-09-19T04:39:55.869094+0000","last_peered":"2024-09-19T04:39:55.869094+0000","last_clean":"2024-09-19T04:39:55.869094+0000","last_became_active":"2024-09-19T04:39:54.193877+0000","last_became_peered":"2024-09-19T04:39:54.193877+0000","last_unstale":"2024-09-19T04:39:55.869094+0000","last_undegraded":"2024-09-19T04:39:55.869094+0000","last_fullsized":"2024-09-19T04:39:55.869094+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:53:24.664174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.8","version":"0'0","reported_seq":14,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.177909+0000","last_change":"2024-09-19T04:39:53.189349+0000","last_active":"2024-09-19T04:39:55.177909+0000","last_peered":"2024-09-19T04:39:55.177909+0000","last_clean":"2024-09-19T04:39:55.177909+0000","last_became_active":"2024-09-19T04:39:53.189072+0000","last_became_peered":"2024-09-19T04:39:53.189072+0000","last_unstale":"2024-09-19T04:39:55.177909+0000","last_undegraded":"2024-09-19T04:39:55.177909+0000","last_fullsized":"2024-09-19T04:39:55.177909+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:11:46.869243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.6","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869347+0000","last_change":"2024-09-19T04:39:54.193014+0000","last_active":"2024-09-19T04:39:55.869347+0000","last_peered":"2024-09-19T04:39:55.869347+0000","last_clean":"2024-09-19T04:39:55.869347+0000","last_became_active":"2024-09-19T04:39:54.192712+0000","last_became_peered":"2024-09-19T04:39:54.192712+0000","last_unstale":"2024-09-19T04:39:55.869347+0000","last_undegraded":"2024-09-19T04:39:55.869347+0000","last_fullsized":"2024-09-19T04:39:55.869347+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:15:52.194982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.7","version":"154'2","reported_seq":16,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.870066+0000","last_change":"2024-09-19T04:39:53.187708+0000","last_active":"2024-09-19T04:39:55.870066+0000","last_peered":"2024-09-19T04:39:55.870066+0000","last_clean":"2024-09-19T04:39:55.870066+0000","last_became_active":"2024-09-19T04:39:53.187465+0000","last_became_peered":"2024-09-19T04:39:53.187465+0000","last_unstale":"2024-09-19T04:39:55.870066+0000","last_undegraded":"2024-09-19T04:39:55.870066+0000","last_fullsized":"2024-09-19T04:39:55.870066+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:49.269847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.7","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.178862+0000","last_change":"2024-09-19T04:39:54.199994+0000","last_active":"2024-09-19T04:39:55.178862+0000","last_peered":"2024-09-19T04:39:55.178862+0000","last_clean":"2024-09-19T04:39:55.178862+0000","last_became_active":"2024-09-19T04:39:54.199696+0000","last_became_peered":"2024-09-19T04:39:54.199696+0000","last_unstale":"2024-09-19T04:39:55.178862+0000","last_undegraded":"2024-09-19T04:39:55.178862+0000","last_fullsized":"2024-09-19T04:39:55.178862+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:27.872983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.6","version":"155'1","reported_seq":15,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.178815+0000","last_change":"2024-09-19T04:39:53.190335+0000","last_active":"2024-09-19T04:39:55.178815+0000","last_peered":"2024-09-19T04:39:55.178815+0000","last_clean":"2024-09-19T04:39:55.178815+0000","last_became_active":"2024-09-19T04:39:53.190089+0000","last_became_peered":"2024-09-19T04:39:53.190089+0000","last_unstale":"2024-09-19T04:39:55.178815+0000","last_undegraded":"2024-09-19T04:39:55.178815+0000","last_fullsized":"2024-09-19T04:39:55.178815+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:18:46.520747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.4","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.870334+0000","last_change":"2024-09-19T04:39:54.192934+0000","last_active":"2024-09-19T04:39:55.870334+0000","last_peered":"2024-09-19T04:39:55.870334+0000","last_clean":"2024-09-19T04:39:55.870334+0000","last_became_active":"2024-09-19T04:39:54.192610+0000","last_became_peered":"2024-09-19T04:39:54.192610+0000","last_unstale":"2024-09-19T04:39:55.870334+0000","last_undegraded":"2024-09-19T04:39:55.870334+0000","last_fullsized":"2024-09-19T04:39:55.870334+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:24:38.527724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.5","version":"0'0","reported_seq":14,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.178652+0000","last_change":"2024-09-19T04:39:53.191411+0000","last_active":"2024-09-19T04:39:55.178652+0000","last_peered":"2024-09-19T04:39:55.178652+0000","last_clean":"2024-09-19T04:39:55.178652+0000","last_became_active":"2024-09-19T04:39:53.191086+0000","last_became_peered":"2024-09-19T04:39:53.191086+0000","last_unstale":"2024-09-19T04:39:55.178652+0000","last_undegraded":"2024-09-19T04:39:55.178652+0000","last_fullsized":"2024-09-19T04:39:55.178652+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:28:49.707728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.5","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.870631+0000","last_change":"2024-09-19T04:39:54.191416+0000","last_active":"2024-09-19T04:39:55.870631+0000","last_peered":"2024-09-19T04:39:55.870631+0000","last_clean":"2024-09-19T04:39:55.870631+0000","last_became_active":"2024-09-19T04:39:54.191155+0000","last_became_peered":"2024-09-19T04:39:54.191155+0000","last_unstale":"2024-09-19T04:39:55.870631+0000","last_undegraded":"2024-09-19T04:39:55.870631+0000","last_fullsized":"2024-09-19T04:39:55.870631+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:07.155080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.4","version":"0'0","reported_seq":14,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.870421+0000","last_change":"2024-09-19T04:39:53.191297+0000","last_active":"2024-09-19T04:39:55.870421+0000","last_peered":"2024-09-19T04:39:55.870421+0000","last_clean":"2024-09-19T04:39:55.870421+0000","last_became_active":"2024-09-19T04:39:53.191027+0000","last_became_peered":"2024-09-19T04:39:53.191027+0000","last_unstale":"2024-09-19T04:39:55.870421+0000","last_undegraded":"2024-09-19T04:39:55.870421+0000","last_fullsized":"2024-09-19T04:39:55.870421+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:28.807404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.2","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869632+0000","last_change":"2024-09-19T04:39:54.196215+0000","last_active":"2024-09-19T04:39:55.869632+0000","last_peered":"2024-09-19T04:39:55.869632+0000","last_clean":"2024-09-19T04:39:55.869632+0000","last_became_active":"2024-09-19T04:39:54.195929+0000","last_became_peered":"2024-09-19T04:39:54.195929+0000","last_unstale":"2024-09-19T04:39:55.869632+0000","last_undegraded":"2024-09-19T04:39:55.869632+0000","last_fullsized":"2024-09-19T04:39:55.869632+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:24:38.527724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.3","version":"0'0","reported_seq":14,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.177746+0000","last_change":"2024-09-19T04:39:53.180282+0000","last_active":"2024-09-19T04:39:55.177746+0000","last_peered":"2024-09-19T04:39:55.177746+0000","last_clean":"2024-09-19T04:39:55.177746+0000","last_became_active":"2024-09-19T04:39:53.179992+0000","last_became_peered":"2024-09-19T04:39:53.179992+0000","last_unstale":"2024-09-19T04:39:55.177746+0000","last_undegraded":"2024-09-19T04:39:55.177746+0000","last_fullsized":"2024-09-19T04:39:55.177746+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:23:09.565193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.3","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869651+0000","last_change":"2024-09-19T04:39:54.183540+0000","last_active":"2024-09-19T04:39:55.869651+0000","last_peered":"2024-09-19T04:39:55.869651+0000","last_clean":"2024-09-19T04:39:55.869651+0000","last_became_active":"2024-09-19T04:39:54.183251+0000","last_became_peered":"2024-09-19T04:39:54.183251+0000","last_unstale":"2024-09-19T04:39:55.869651+0000","last_undegraded":"2024-09-19T04:39:55.869651+0000","last_fullsized":"2024-09-19T04:39:55.869651+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:25.028460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.2","version":"0'0","reported_seq":14,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.177667+0000","last_change":"2024-09-19T04:39:53.180420+0000","last_active":"2024-09-19T04:39:55.177667+0000","last_peered":"2024-09-19T04:39:55.177667+0000","last_clean":"2024-09-19T04:39:55.177667+0000","last_became_active":"2024-09-19T04:39:53.180056+0000","last_became_peered":"2024-09-19T04:39:53.180056+0000","last_unstale":"2024-09-19T04:39:55.177667+0000","last_undegraded":"2024-09-19T04:39:55.177667+0000","last_fullsized":"2024-09-19T04:39:55.177667+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:49.598134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.0","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869312+0000","last_change":"2024-09-19T04:39:54.193372+0000","last_active":"2024-09-19T04:39:55.869312+0000","last_peered":"2024-09-19T04:39:55.869312+0000","last_clean":"2024-09-19T04:39:55.869312+0000","last_became_active":"2024-09-19T04:39:54.193124+0000","last_became_peered":"2024-09-19T04:39:54.193124+0000","last_unstale":"2024-09-19T04:39:55.869312+0000","last_undegraded":"2024-09-19T04:39:55.869312+0000","last_fullsized":"2024-09-19T04:39:55.869312+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:39:25.272257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.1","version":"0'0","reported_seq":14,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869898+0000","last_change":"2024-09-19T04:39:53.188904+0000","last_active":"2024-09-19T04:39:55.869898+0000","last_peered":"2024-09-19T04:39:55.869898+0000","last_clean":"2024-09-19T04:39:55.869898+0000","last_became_active":"2024-09-19T04:39:53.188602+0000","last_became_peered":"2024-09-19T04:39:53.188602+0000","last_unstale":"2024-09-19T04:39:55.869898+0000","last_undegraded":"2024-09-19T04:39:55.869898+0000","last_fullsized":"2024-09-19T04:39:55.869898+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:42.366565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869088+0000","last_change":"2024-09-19T04:39:54.194140+0000","last_active":"2024-09-19T04:39:55.869088+0000","last_peered":"2024-09-19T04:39:55.869088+0000","last_clean":"2024-09-19T04:39:55.869088+0000","last_became_active":"2024-09-19T04:39:54.193556+0000","last_became_peered":"2024-09-19T04:39:54.193556+0000","last_unstale":"2024-09-19T04:39:55.869088+0000","last_undegraded":"2024-09-19T04:39:55.869088+0000","last_fullsized":"2024-09-19T04:39:55.869088+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:00:34.714957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.0","version":"0'0","reported_seq":14,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869497+0000","last_change":"2024-09-19T04:39:53.187925+0000","last_active":"2024-09-19T04:39:55.869497+0000","last_peered":"2024-09-19T04:39:55.869497+0000","last_clean":"2024-09-19T04:39:55.869497+0000","last_became_active":"2024-09-19T04:39:53.187664+0000","last_became_peered":"2024-09-19T04:39:53.187664+0000","last_unstale":"2024-09-19T04:39:55.869497+0000","last_undegraded":"2024-09-19T04:39:55.869497+0000","last_fullsized":"2024-09-19T04:39:55.869497+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:41.832669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.18","version":"0'0","reported_seq":12,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.178214+0000","last_change":"2024-09-19T04:39:54.190932+0000","last_active":"2024-09-19T04:39:55.178214+0000","last_peered":"2024-09-19T04:39:55.178214+0000","last_clean":"2024-09-19T04:39:55.178214+0000","last_became_active":"2024-09-19T04:39:54.190655+0000","last_became_peered":"2024-09-19T04:39:54.190655+0000","last_unstale":"2024-09-19T04:39:55.178214+0000","last_undegraded":"2024-09-19T04:39:55.178214+0000","last_fullsized":"2024-09-19T04:39:55.178214+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:53.166418+0000","last_clean_scrub_stamp":"2024-09-19T04:39:53.166418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:41:20.847599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.19","version":"0'0","reported_seq":14,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869264+0000","last_change":"2024-09-19T04:39:53.189577+0000","last_active":"2024-09-19T04:39:55.869264+0000","last_peered":"2024-09-19T04:39:55.869264+0000","last_clean":"2024-09-19T04:39:55.869264+0000","last_became_active":"2024-09-19T04:39:53.189259+0000","last_became_peered":"2024-09-19T04:39:53.189259+0000","last_unstale":"2024-09-19T04:39:55.869264+0000","last_undegraded":"2024-09-19T04:39:55.869264+0000","last_fullsized":"2024-09-19T04:39:55.869264+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.164454+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.164454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:44:52.817250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":456,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.869047+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:39:55.869047+0000","last_peered":"2024-09-19T04:39:55.869047+0000","last_clean":"2024-09-19T04:39:55.869047+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:39:55.869047+0000","last_undegraded":"2024-09-19T04:39:55.869047+0000","last_fullsized":"2024-09-19T04:39:55.869047+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":25,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":24,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509531,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33676,"kb_used_data":2488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338164,"statfs":{"total":96636764160,"available":96602279936,"internally_reserved":0,"allocated":2547712,"data_stored":1449929,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509531,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33096,"kb_used_data":1900,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338744,"statfs":{"total":96636764160,"available":96602873856,"internally_reserved":0,"allocated":1945600,"data_stored":859457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509531,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33096,"kb_used_data":1900,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338744,"statfs":{"total":96636764160,"available":96602873856,"internally_reserved":0,"allocated":1945600,"data_stored":859457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509532,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33108,"kb_used_data":1916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338732,"statfs":{"total":96636764160,"available":96602861568,"internally_reserved":0,"allocated":1961984,"data_stored":861651,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542236,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33104,"kb_used_data":1912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338736,"statfs":{"total":96636764160,"available":96602865664,"internally_reserved":0,"allocated":1957888,"data_stored":859651,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542235,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33104,"kb_used_data":1912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338736,"statfs":{"total":96636764160,"available":96602865664,"internally_reserved":0,"allocated":1957888,"data_stored":860151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542235,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33100,"kb_used_data":1912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338740,"statfs":{"total":96636764160,"available":96602869760,"internally_reserved":0,"allocated":1957888,"data_stored":861069,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542236,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33676,"kb_used_data":2484,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338164,"statfs":{"total":96636764160,"available":96602279936,"internally_reserved":0,"allocated":2543616,"data_stored":1449847,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:40:01.793 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T04:40:01.793 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T04:40:01.941 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.934+0000 7fcd41b6d640 1 Processor -- start 2024-09-19T04:40:01.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.934+0000 7fcd41b6d640 1 -- start start 2024-09-19T04:40:01.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.935+0000 7fcd41b6d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fcd3c06dbb0 0x7fcd3c0cfd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:01.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.935+0000 7fcd41b6d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fcd3c071910 0x7fcd3c071d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:01.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.935+0000 7fcd41b6d640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcd3c072280 con 0x7fcd3c0d02d0 2024-09-19T04:40:01.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.935+0000 7fcd41b6d640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fcd3c15b860 con 0x7fcd3c071910 2024-09-19T04:40:01.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.935+0000 7fcd41b6d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fcd3c0cefd0 con 0x7fcd3c06dbb0 2024-09-19T04:40:01.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.935+0000 7fcd3bfff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fcd3c071910 0x7fcd3c071d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:01.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.935+0000 7fcd3bfff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fcd3c071910 0x7fcd3c071d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47126/0 (socket says 172.21.15.111:47126) 2024-09-19T04:40:01.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.935+0000 7fcd3bfff640 1 -- 172.21.15.111:0/1305668138 learned_addr learned my addr 172.21.15.111:0/1305668138 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:01.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.935+0000 7fcd3b7fe640 1 --2- 172.21.15.111:0/1305668138 >> v2:172.21.15.114:3300/0 conn(0x7fcd3c06dbb0 0x7fcd3c0cfd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:01.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.935+0000 7fcd3bfff640 1 -- 172.21.15.111:0/1305668138 >> v2:172.21.15.114:3300/0 conn(0x7fcd3c06dbb0 msgr2=0x7fcd3c0cfd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:01.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.935+0000 7fcd3bfff640 1 --2- 172.21.15.111:0/1305668138 >> v2:172.21.15.114:3300/0 conn(0x7fcd3c06dbb0 0x7fcd3c0cfd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:01.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.935+0000 7fcd3bfff640 1 -- 172.21.15.111:0/1305668138 >> v1:172.21.15.114:6789/0 conn(0x7fcd3c0d02d0 legacy=0x7fcd3c06f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:01.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.935+0000 7fcd3bfff640 1 -- 172.21.15.111:0/1305668138 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd3c0cf2b0 con 0x7fcd3c071910 2024-09-19T04:40:01.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.936+0000 7fcd3bfff640 1 --2- 172.21.15.111:0/1305668138 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcd3c071910 0x7fcd3c071d40 secure :-1 s=READY pgs=1585 cs=0 l=1 rev1=1 crypto rx=0x7fcd3c0b39b0 tx=0x7fcd3402c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1305479133263813 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:01.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.936+0000 7fcd3a7fc640 1 -- 172.21.15.111:0/1305668138 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd34009600 con 0x7fcd3c071910 2024-09-19T04:40:01.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.936+0000 7fcd3a7fc640 1 -- 172.21.15.111:0/1305668138 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd340097a0 con 0x7fcd3c071910 2024-09-19T04:40:01.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.936+0000 7fcd3a7fc640 1 -- 172.21.15.111:0/1305668138 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd34009b70 con 0x7fcd3c071910 2024-09-19T04:40:01.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.936+0000 7fcd41b6d640 1 -- 172.21.15.111:0/1305668138 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcd3c071910 msgr2=0x7fcd3c071d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:01.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.936+0000 7fcd41b6d640 1 --2- 172.21.15.111:0/1305668138 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcd3c071910 0x7fcd3c071d40 secure :-1 s=READY pgs=1585 cs=0 l=1 rev1=1 crypto rx=0x7fcd3c0b39b0 tx=0x7fcd3402c900 comp rx=0 tx=0).stop 2024-09-19T04:40:01.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.936+0000 7fcd41b6d640 1 -- 172.21.15.111:0/1305668138 shutdown_connections 2024-09-19T04:40:01.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.936+0000 7fcd41b6d640 1 --2- 172.21.15.111:0/1305668138 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcd3c071910 0x7fcd3c071d40 unknown :-1 s=CLOSED pgs=1585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:01.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.936+0000 7fcd41b6d640 1 --2- 172.21.15.111:0/1305668138 >> v2:172.21.15.114:3300/0 conn(0x7fcd3c06dbb0 0x7fcd3c0cfd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:01.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.936+0000 7fcd41b6d640 1 -- 172.21.15.111:0/1305668138 >> 172.21.15.111:0/1305668138 conn(0x7fcd3c06c9f0 msgr2=0x7fcd3c06cdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:01.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.937+0000 7fcd41b6d640 1 -- 172.21.15.111:0/1305668138 shutdown_connections 2024-09-19T04:40:01.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.937+0000 7fcd41b6d640 1 -- 172.21.15.111:0/1305668138 wait complete. 2024-09-19T04:40:01.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.938+0000 7fcd41b6d640 1 Processor -- start 2024-09-19T04:40:01.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.938+0000 7fcd41b6d640 1 -- start start 2024-09-19T04:40:01.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.939+0000 7fcd41b6d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcd3c06dbb0 0x7fcd3c15e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:01.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.939+0000 7fcd41b6d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcd3c071910 0x7fcd3c158480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:01.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.939+0000 7fcd41b6d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcd3c154f90 0x7fcd3c1e4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:01.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.939+0000 7fcd41b6d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fcd3c073840 con 0x7fcd3c06dbb0 2024-09-19T04:40:01.944 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.939+0000 7fcd41b6d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fcd3c0cf870 con 0x7fcd3c154f90 2024-09-19T04:40:01.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.939+0000 7fcd41b6d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fcd3c0cec80 con 0x7fcd3c071910 2024-09-19T04:40:01.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.939+0000 7fcd3b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcd3c06dbb0 0x7fcd3c15e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:01.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.939+0000 7fcd3b7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcd3c06dbb0 0x7fcd3c15e280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47134/0 (socket says 172.21.15.111:47134) 2024-09-19T04:40:01.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.939+0000 7fcd3b7fe640 1 -- 172.21.15.111:0/3301167465 learned_addr learned my addr 172.21.15.111:0/3301167465 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:01.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.939+0000 7fcd3affd640 1 --2- 172.21.15.111:0/3301167465 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcd3c071910 0x7fcd3c158480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:01.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.939+0000 7fcd3bfff640 1 --2- 172.21.15.111:0/3301167465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcd3c154f90 0x7fcd3c1e4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:01.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.939+0000 7fcd3b7fe640 1 -- 172.21.15.111:0/3301167465 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcd3c071910 msgr2=0x7fcd3c158480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:01.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.939+0000 7fcd3b7fe640 1 --2- 172.21.15.111:0/3301167465 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcd3c071910 0x7fcd3c158480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:01.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.939+0000 7fcd3b7fe640 1 -- 172.21.15.111:0/3301167465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcd3c154f90 msgr2=0x7fcd3c1e4ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:01.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.939+0000 7fcd3b7fe640 1 --2- 172.21.15.111:0/3301167465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcd3c154f90 0x7fcd3c1e4ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:01.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.939+0000 7fcd3b7fe640 1 -- 172.21.15.111:0/3301167465 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd3c1f3920 con 0x7fcd3c06dbb0 2024-09-19T04:40:01.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.939+0000 7fcd3bfff640 1 --2- 172.21.15.111:0/3301167465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcd3c154f90 0x7fcd3c1e4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:01.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.939+0000 7fcd3b7fe640 1 --2- 172.21.15.111:0/3301167465 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcd3c06dbb0 0x7fcd3c15e280 secure :-1 s=READY pgs=1586 cs=0 l=1 rev1=1 crypto rx=0x7fcd2c00d830 tx=0x7fcd2c00dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:01.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.939+0000 7fcd23fff640 1 -- 172.21.15.111:0/3301167465 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd2c00b6c0 con 0x7fcd3c06dbb0 2024-09-19T04:40:01.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.939+0000 7fcd23fff640 1 -- 172.21.15.111:0/3301167465 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd2c019070 con 0x7fcd3c06dbb0 2024-09-19T04:40:01.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.939+0000 7fcd41b6d640 1 -- 172.21.15.111:0/3301167465 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd3c1f3bc0 con 0x7fcd3c06dbb0 2024-09-19T04:40:01.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.939+0000 7fcd23fff640 1 -- 172.21.15.111:0/3301167465 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd2c00ba80 con 0x7fcd3c06dbb0 2024-09-19T04:40:01.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.939+0000 7fcd41b6d640 1 -- 172.21.15.111:0/3301167465 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd3c1f4180 con 0x7fcd3c06dbb0 2024-09-19T04:40:01.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.940+0000 7fcd41b6d640 1 -- 172.21.15.111:0/3301167465 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd3c0cfd90 con 0x7fcd3c06dbb0 2024-09-19T04:40:01.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.941+0000 7fcd23fff640 1 -- 172.21.15.111:0/3301167465 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fcd2c01e460 con 0x7fcd3c06dbb0 2024-09-19T04:40:01.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.941+0000 7fcd23fff640 1 --2- 172.21.15.111:0/3301167465 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcd2806ca90 0x7fcd2806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:01.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.941+0000 7fcd23fff640 1 -- 172.21.15.111:0/3301167465 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7fcd2c08a4a0 con 0x7fcd3c06dbb0 2024-09-19T04:40:01.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.942+0000 7fcd3affd640 1 --2- 172.21.15.111:0/3301167465 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcd2806ca90 0x7fcd2806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:01.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.942+0000 7fcd3affd640 1 --2- 172.21.15.111:0/3301167465 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcd2806ca90 0x7fcd2806ef50 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fcd3c1e5720 tx=0x7fcd30009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:01.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:01.946+0000 7fcd23fff640 1 -- 172.21.15.111:0/3301167465 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcd2c05a480 con 0x7fcd3c06dbb0 2024-09-19T04:40:02.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.175+0000 7fcd41b6d640 1 -- 172.21.15.111:0/3301167465 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fcd3c06ed90 con 0x7fcd3c06dbb0 2024-09-19T04:40:02.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.177+0000 7fcd23fff640 1 -- 172.21.15.111:0/3301167465 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v22) ==== 190+0+147 (secure 0 0 0) 0x7fcd2c059d80 con 0x7fcd3c06dbb0 2024-09-19T04:40:02.179 INFO:teuthology.orchestra.run.smithi111.stdout:[client.0] 2024-09-19T04:40:02.179 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQA0qetmdEXYCBAAQK+0F5ouJPJAqZqCQHrMdQ== 2024-09-19T04:40:02.179 INFO:teuthology.orchestra.run.smithi111.stdout: caps mds = "allow" 2024-09-19T04:40:02.179 INFO:teuthology.orchestra.run.smithi111.stdout: caps mon = "allow r" 2024-09-19T04:40:02.179 INFO:teuthology.orchestra.run.smithi111.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T04:40:02.179 INFO:teuthology.orchestra.run.smithi111.stderr:updated caps for client.0 2024-09-19T04:40:02.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.180+0000 7fcd41b6d640 1 -- 172.21.15.111:0/3301167465 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcd2806ca90 msgr2=0x7fcd2806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:02.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.180+0000 7fcd41b6d640 1 --2- 172.21.15.111:0/3301167465 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcd2806ca90 0x7fcd2806ef50 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fcd3c1e5720 tx=0x7fcd30009040 comp rx=0 tx=0).stop 2024-09-19T04:40:02.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.180+0000 7fcd41b6d640 1 -- 172.21.15.111:0/3301167465 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcd3c06dbb0 msgr2=0x7fcd3c15e280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:02.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.180+0000 7fcd41b6d640 1 --2- 172.21.15.111:0/3301167465 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcd3c06dbb0 0x7fcd3c15e280 secure :-1 s=READY pgs=1586 cs=0 l=1 rev1=1 crypto rx=0x7fcd2c00d830 tx=0x7fcd2c00dcf0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.180+0000 7fcd41b6d640 1 -- 172.21.15.111:0/3301167465 shutdown_connections 2024-09-19T04:40:02.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.180+0000 7fcd41b6d640 1 --2- 172.21.15.111:0/3301167465 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fcd2806ca90 0x7fcd2806ef50 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.180+0000 7fcd41b6d640 1 --2- 172.21.15.111:0/3301167465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcd3c154f90 0x7fcd3c1e4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.180+0000 7fcd41b6d640 1 --2- 172.21.15.111:0/3301167465 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fcd3c071910 0x7fcd3c158480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.180+0000 7fcd41b6d640 1 --2- 172.21.15.111:0/3301167465 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcd3c06dbb0 0x7fcd3c15e280 unknown :-1 s=CLOSED pgs=1586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.180+0000 7fcd41b6d640 1 -- 172.21.15.111:0/3301167465 >> 172.21.15.111:0/3301167465 conn(0x7fcd3c06c9f0 msgr2=0x7fcd3c159180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:02.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.180+0000 7fcd41b6d640 1 -- 172.21.15.111:0/3301167465 shutdown_connections 2024-09-19T04:40:02.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.180+0000 7fcd41b6d640 1 -- 172.21.15.111:0/3301167465 wait complete. 2024-09-19T04:40:02.192 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:40:02.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.289+0000 7ffa553d8640 1 Processor -- start 2024-09-19T04:40:02.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.289+0000 7ffa553d8640 1 -- start start 2024-09-19T04:40:02.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.290+0000 7ffa553d8640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ffa5015e940 0x7ffa500d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:02.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.290+0000 7ffa553d8640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa500b7170 con 0x7ffa5015ed20 2024-09-19T04:40:02.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.290+0000 7ffa553d8640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa500b7aa0 con 0x7ffa500cef90 2024-09-19T04:40:02.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.290+0000 7ffa553d8640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ffa500d3660 con 0x7ffa5015e940 2024-09-19T04:40:02.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.290+0000 7ffa4e7fc640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7ffa5015ed20 0x7ffa500b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35502/0 (socket says 172.21.15.111:35502) 2024-09-19T04:40:02.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.290+0000 7ffa4e7fc640 1 -- 172.21.15.111:0/2483649547 learned_addr learned my addr 172.21.15.111:0/2483649547 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:02.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4effd640 1 --2- 172.21.15.111:0/2483649547 >> v2:172.21.15.114:3300/0 conn(0x7ffa5015e940 0x7ffa500d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:02.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4dffb640 1 -- 172.21.15.111:0/2483649547 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3224223759 0 0) 0x7ffa44001110 con 0x7ffa5015ed20 2024-09-19T04:40:02.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4dffb640 1 -- 172.21.15.111:0/2483649547 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffa38003520 con 0x7ffa5015ed20 2024-09-19T04:40:02.295 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4dffb640 1 -- 172.21.15.111:0/2483649547 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2065688522 0 0) 0x7ffa38003520 con 0x7ffa5015ed20 2024-09-19T04:40:02.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4dffb640 1 -- 172.21.15.111:0/2483649547 >> v2:172.21.15.114:3300/0 conn(0x7ffa5015e940 msgr2=0x7ffa500d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:02.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4dffb640 1 --2- 172.21.15.111:0/2483649547 >> v2:172.21.15.114:3300/0 conn(0x7ffa5015e940 0x7ffa500d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4dffb640 1 -- 172.21.15.111:0/2483649547 >> v1:172.21.15.114:6789/0 conn(0x7ffa500cef90 legacy=0x7ffa500b3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:02.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4dffb640 1 -- 172.21.15.111:0/2483649547 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa500d3940 con 0x7ffa5015ed20 2024-09-19T04:40:02.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4dffb640 1 -- 172.21.15.111:0/2483649547 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7ffa44001840 con 0x7ffa5015ed20 2024-09-19T04:40:02.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4dffb640 1 -- 172.21.15.111:0/2483649547 >> v1:172.21.15.111:6789/0 conn(0x7ffa5015ed20 legacy=0x7ffa500b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:02.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4dffb640 1 --2- 172.21.15.111:0/2483649547 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffa380039b0 0x7ffa38003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:02.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4dffb640 1 --2- 172.21.15.111:0/2483649547 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffa38004800 0x7ffa38004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:02.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4dffb640 1 --2- 172.21.15.111:0/2483649547 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffa380051c0 0x7ffa3800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:02.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4dffb640 1 -- 172.21.15.111:0/2483649547 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ffa500d3660 con 0x7ffa38004800 2024-09-19T04:40:02.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4dffb640 1 -- 172.21.15.111:0/2483649547 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ffa3800c070 con 0x7ffa380051c0 2024-09-19T04:40:02.296 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4dffb640 1 -- 172.21.15.111:0/2483649547 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ffa3800c270 con 0x7ffa380039b0 2024-09-19T04:40:02.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4e7fc640 1 --2- 172.21.15.111:0/2483649547 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffa38004800 0x7ffa38004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:02.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4effd640 1 --2- 172.21.15.111:0/2483649547 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffa380039b0 0x7ffa38003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:02.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4f7fe640 1 --2- 172.21.15.111:0/2483649547 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffa380051c0 0x7ffa3800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:02.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4e7fc640 1 -- 172.21.15.111:0/2483649547 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffa380039b0 msgr2=0x7ffa38003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:02.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4e7fc640 1 --2- 172.21.15.111:0/2483649547 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffa380039b0 0x7ffa38003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4e7fc640 1 -- 172.21.15.111:0/2483649547 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffa380051c0 msgr2=0x7ffa3800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:02.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4e7fc640 1 --2- 172.21.15.111:0/2483649547 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffa380051c0 0x7ffa3800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4e7fc640 1 -- 172.21.15.111:0/2483649547 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa38003520 con 0x7ffa38004800 2024-09-19T04:40:02.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.291+0000 7ffa4f7fe640 1 -- 172.21.15.111:0/2483649547 reap_dead start 2024-09-19T04:40:02.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.292+0000 7ffa4e7fc640 1 --2- 172.21.15.111:0/2483649547 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffa38004800 0x7ffa38004c80 secure :-1 s=READY pgs=1588 cs=0 l=1 rev1=1 crypto rx=0x7ffa4400c490 tx=0x7ffa38005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38597be614453f95 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:02.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.292+0000 7ffa4dffb640 1 -- 172.21.15.111:0/2483649547 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa4400c0e0 con 0x7ffa38004800 2024-09-19T04:40:02.297 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.292+0000 7ffa4dffb640 1 -- 172.21.15.111:0/2483649547 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa44034070 con 0x7ffa38004800 2024-09-19T04:40:02.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.292+0000 7ffa4dffb640 1 -- 172.21.15.111:0/2483649547 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa44005d70 con 0x7ffa38004800 2024-09-19T04:40:02.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.293+0000 7ffa553d8640 1 -- 172.21.15.111:0/2483649547 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffa38004800 msgr2=0x7ffa38004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:02.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.293+0000 7ffa553d8640 1 --2- 172.21.15.111:0/2483649547 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffa38004800 0x7ffa38004c80 secure :-1 s=READY pgs=1588 cs=0 l=1 rev1=1 crypto rx=0x7ffa4400c490 tx=0x7ffa38005830 comp rx=0 tx=0).stop 2024-09-19T04:40:02.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.293+0000 7ffa553d8640 1 -- 172.21.15.111:0/2483649547 shutdown_connections 2024-09-19T04:40:02.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.293+0000 7ffa553d8640 1 --2- 172.21.15.111:0/2483649547 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffa38004800 0x7ffa38004c80 unknown :-1 s=CLOSED pgs=1588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.293+0000 7ffa553d8640 1 -- 172.21.15.111:0/2483649547 >> 172.21.15.111:0/2483649547 conn(0x7ffa500b6240 msgr2=0x7ffa500b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:02.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.293+0000 7ffa553d8640 1 -- 172.21.15.111:0/2483649547 shutdown_connections 2024-09-19T04:40:02.298 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.293+0000 7ffa553d8640 1 -- 172.21.15.111:0/2483649547 wait complete. 2024-09-19T04:40:02.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.294+0000 7ffa553d8640 1 Processor -- start 2024-09-19T04:40:02.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.294+0000 7ffa553d8640 1 -- start start 2024-09-19T04:40:02.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.295+0000 7ffa553d8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffa38004800 0x7ffa500b4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:02.301 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.295+0000 7ffa553d8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffa5015b940 0x7ffa500cad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:02.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.295+0000 7ffa553d8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffa500cb240 0x7ffa5015bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:02.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.295+0000 7ffa553d8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ffa500d1ef0 con 0x7ffa5015b940 2024-09-19T04:40:02.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.295+0000 7ffa553d8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ffa500d3f00 con 0x7ffa500cb240 2024-09-19T04:40:02.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.295+0000 7ffa553d8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ffa500d2070 con 0x7ffa38004800 2024-09-19T04:40:02.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.295+0000 7ffa4e7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffa5015b940 0x7ffa500cad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:02.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.295+0000 7ffa4e7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffa5015b940 0x7ffa500cad00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47164/0 (socket says 172.21.15.111:47164) 2024-09-19T04:40:02.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.295+0000 7ffa4e7fc640 1 -- 172.21.15.111:0/3843224927 learned_addr learned my addr 172.21.15.111:0/3843224927 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:02.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.295+0000 7ffa4effd640 1 --2- 172.21.15.111:0/3843224927 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffa38004800 0x7ffa500b4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:02.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.295+0000 7ffa4f7fe640 1 --2- 172.21.15.111:0/3843224927 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffa500cb240 0x7ffa5015bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:02.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.295+0000 7ffa4e7fc640 1 -- 172.21.15.111:0/3843224927 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffa38004800 msgr2=0x7ffa500b4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:02.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.295+0000 7ffa4e7fc640 1 --2- 172.21.15.111:0/3843224927 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffa38004800 0x7ffa500b4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.295+0000 7ffa4e7fc640 1 -- 172.21.15.111:0/3843224927 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffa500cb240 msgr2=0x7ffa5015bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:02.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.295+0000 7ffa4e7fc640 1 --2- 172.21.15.111:0/3843224927 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffa500cb240 0x7ffa5015bf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.295+0000 7ffa4e7fc640 1 -- 172.21.15.111:0/3843224927 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa500b5050 con 0x7ffa5015b940 2024-09-19T04:40:02.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.295+0000 7ffa4effd640 1 --2- 172.21.15.111:0/3843224927 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffa38004800 0x7ffa500b4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:02.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.295+0000 7ffa4f7fe640 1 --2- 172.21.15.111:0/3843224927 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffa500cb240 0x7ffa5015bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:02.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.295+0000 7ffa4e7fc640 1 --2- 172.21.15.111:0/3843224927 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffa5015b940 0x7ffa500cad00 secure :-1 s=READY pgs=1589 cs=0 l=1 rev1=1 crypto rx=0x7ffa44031040 tx=0x7ffa500d3b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:02.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.296+0000 7ffa377fe640 1 -- 172.21.15.111:0/3843224927 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa44001800 con 0x7ffa5015b940 2024-09-19T04:40:02.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.296+0000 7ffa377fe640 1 -- 172.21.15.111:0/3843224927 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa4403f030 con 0x7ffa5015b940 2024-09-19T04:40:02.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.296+0000 7ffa377fe640 1 -- 172.21.15.111:0/3843224927 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa44007290 con 0x7ffa5015b940 2024-09-19T04:40:02.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.296+0000 7ffa553d8640 1 -- 172.21.15.111:0/3843224927 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa501f7e80 con 0x7ffa5015b940 2024-09-19T04:40:02.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.296+0000 7ffa553d8640 1 -- 172.21.15.111:0/3843224927 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa501f8440 con 0x7ffa5015b940 2024-09-19T04:40:02.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.297+0000 7ffa553d8640 1 -- 172.21.15.111:0/3843224927 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa500d1060 con 0x7ffa5015b940 2024-09-19T04:40:02.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.297+0000 7ffa377fe640 1 -- 172.21.15.111:0/3843224927 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7ffa44007430 con 0x7ffa5015b940 2024-09-19T04:40:02.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.297+0000 7ffa377fe640 1 --2- 172.21.15.111:0/3843224927 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffa3c06ca90 0x7ffa3c06ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:02.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.297+0000 7ffa377fe640 1 -- 172.21.15.111:0/3843224927 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7ffa440aa510 con 0x7ffa5015b940 2024-09-19T04:40:02.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.298+0000 7ffa4effd640 1 --2- 172.21.15.111:0/3843224927 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffa3c06ca90 0x7ffa3c06ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:02.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.298+0000 7ffa4effd640 1 --2- 172.21.15.111:0/3843224927 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffa3c06ca90 0x7ffa3c06ef50 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7ffa400074d0 tx=0x7ffa4000b040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:02.304 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.302+0000 7ffa377fe640 1 -- 172.21.15.111:0/3843224927 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffa44049030 con 0x7ffa5015b940 2024-09-19T04:40:02.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.501+0000 7ffa553d8640 1 -- 172.21.15.111:0/3843224927 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffa500ba6b0 con 0x7ffa5015b940 2024-09-19T04:40:02.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.501+0000 7ffa377fe640 1 -- 172.21.15.111:0/3843224927 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 83 v83) ==== 94+0+5233 (secure 0 0 0) 0x7ffa500b5050 con 0x7ffa5015b940 2024-09-19T04:40:02.503 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:02.503 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":83,"btime":"2024-09-19T04:39:56:190285+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6878,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3373352182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3373352182},{"type":"v1","addr":"172.21.15.114:6834","nonce":3373352182}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":6881,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/772132505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":772132505},{"type":"v1","addr":"172.21.15.114:6835","nonce":772132505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":7693,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/2739498817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2739498817},{"type":"v1","addr":"172.21.15.111:6834","nonce":2739498817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80}],"filesystems":[{"mdsmap":{"epoch":83,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:39:53.521204+0000","modified":"2024-09-19T04:39:55.510316+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8601},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8601":{"gid":8601,"name":"a","rank":0,"incarnation":81,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6835/456560240","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":456560240},{"type":"v1","addr":"172.21.15.111:6835","nonce":456560240}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8601,"qdb_cluster":[8601]},"id":12}]} 2024-09-19T04:40:02.503 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 83 2024-09-19T04:40:02.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.503+0000 7ffa553d8640 1 -- 172.21.15.111:0/3843224927 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffa3c06ca90 msgr2=0x7ffa3c06ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:02.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.503+0000 7ffa553d8640 1 --2- 172.21.15.111:0/3843224927 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffa3c06ca90 0x7ffa3c06ef50 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7ffa400074d0 tx=0x7ffa4000b040 comp rx=0 tx=0).stop 2024-09-19T04:40:02.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.503+0000 7ffa553d8640 1 -- 172.21.15.111:0/3843224927 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffa5015b940 msgr2=0x7ffa500cad00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:02.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.503+0000 7ffa553d8640 1 --2- 172.21.15.111:0/3843224927 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffa5015b940 0x7ffa500cad00 secure :-1 s=READY pgs=1589 cs=0 l=1 rev1=1 crypto rx=0x7ffa44031040 tx=0x7ffa500d3b10 comp rx=0 tx=0).stop 2024-09-19T04:40:02.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.503+0000 7ffa553d8640 1 -- 172.21.15.111:0/3843224927 shutdown_connections 2024-09-19T04:40:02.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.503+0000 7ffa553d8640 1 --2- 172.21.15.111:0/3843224927 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffa3c06ca90 0x7ffa3c06ef50 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.503+0000 7ffa553d8640 1 --2- 172.21.15.111:0/3843224927 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffa500cb240 0x7ffa5015bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.503+0000 7ffa553d8640 1 --2- 172.21.15.111:0/3843224927 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffa5015b940 0x7ffa500cad00 unknown :-1 s=CLOSED pgs=1589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.503+0000 7ffa553d8640 1 --2- 172.21.15.111:0/3843224927 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffa38004800 0x7ffa500b4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.503+0000 7ffa553d8640 1 -- 172.21.15.111:0/3843224927 >> 172.21.15.111:0/3843224927 conn(0x7ffa500b6240 msgr2=0x7ffa500cf650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:02.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.503+0000 7ffa553d8640 1 -- 172.21.15.111:0/3843224927 shutdown_connections 2024-09-19T04:40:02.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:02.503+0000 7ffa553d8640 1 -- 172.21.15.111:0/3843224927 wait complete. 2024-09-19T04:40:02.918 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 83, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T04:39:53.521204+0000', 'modified': '2024-09-19T04:39:55.510316+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8601}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8601': {'gid': 8601, 'name': 'a', 'rank': 0, 'incarnation': 81, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.111:6835/456560240', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.111:6817', 'nonce': 456560240}, {'type': 'v1', 'addr': '172.21.15.111:6835', 'nonce': 456560240}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [25], 'metadata_pool': 24, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 8601, 'qdb_cluster': [8601]} 2024-09-19T04:40:02.918 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T04:40:02.919 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-19T04:40:03.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.018+0000 7f0133a7b640 1 Processor -- start 2024-09-19T04:40:03.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.019+0000 7f0133a7b640 1 -- start start 2024-09-19T04:40:03.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.019+0000 7f0133a7b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f012c0b8f90 0x7f012c0b3930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.019+0000 7f0133a7b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f012c0b7170 con 0x7f012c15ed20 2024-09-19T04:40:03.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.019+0000 7f0133a7b640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f012c0b7aa0 con 0x7f012c15e940 2024-09-19T04:40:03.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.019+0000 7f0133a7b640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f012c0d3660 con 0x7f012c0b8f90 2024-09-19T04:40:03.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.020+0000 7f0132018640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f012c0b8f90 0x7f012c0b3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.020+0000 7f0131016640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f012c15ed20 0x7f012c0b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35512/0 (socket says 172.21.15.111:35512) 2024-09-19T04:40:03.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.020+0000 7f0132018640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f012c0b8f90 0x7f012c0b3930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47174/0 (socket says 172.21.15.111:47174) 2024-09-19T04:40:03.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.020+0000 7f0131016640 1 -- 172.21.15.111:0/4268433594 learned_addr learned my addr 172.21.15.111:0/4268433594 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:03.023 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.020+0000 7f0132018640 1 -- 172.21.15.111:0/4268433594 >> v1:172.21.15.114:6789/0 conn(0x7f012c15e940 legacy=0x7f012c0d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:03.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.020+0000 7f0132018640 1 -- 172.21.15.111:0/4268433594 >> v1:172.21.15.111:6789/0 conn(0x7f012c15ed20 legacy=0x7f012c0b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.020+0000 7f0132018640 1 -- 172.21.15.111:0/4268433594 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f012c0d3940 con 0x7f012c0b8f90 2024-09-19T04:40:03.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.020+0000 7f0130815640 1 -- 172.21.15.111:0/4268433594 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1574129332 0 0) 0x7f0120001110 con 0x7f012c15ed20 2024-09-19T04:40:03.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.021+0000 7f0132018640 1 --2- 172.21.15.111:0/4268433594 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f012c0b8f90 0x7f012c0b3930 secure :-1 s=READY pgs=1591 cs=0 l=1 rev1=1 crypto rx=0x7f0124009d90 tx=0x7f012402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8eba976dbd6f2c19 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:03.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.021+0000 7f0130815640 1 -- 172.21.15.111:0/4268433594 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0124007740 con 0x7f012c0b8f90 2024-09-19T04:40:03.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.021+0000 7f0130815640 1 -- 172.21.15.111:0/4268433594 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01240078e0 con 0x7f012c0b8f90 2024-09-19T04:40:03.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.021+0000 7f0130815640 1 -- 172.21.15.111:0/4268433594 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0124007cb0 con 0x7f012c0b8f90 2024-09-19T04:40:03.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.021+0000 7f0133a7b640 1 -- 172.21.15.111:0/4268433594 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f012c0b8f90 msgr2=0x7f012c0b3930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.021+0000 7f0133a7b640 1 --2- 172.21.15.111:0/4268433594 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f012c0b8f90 0x7f012c0b3930 secure :-1 s=READY pgs=1591 cs=0 l=1 rev1=1 crypto rx=0x7f0124009d90 tx=0x7f012402a730 comp rx=0 tx=0).stop 2024-09-19T04:40:03.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.021+0000 7f0133a7b640 1 -- 172.21.15.111:0/4268433594 shutdown_connections 2024-09-19T04:40:03.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.021+0000 7f0133a7b640 1 --2- 172.21.15.111:0/4268433594 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f012c0b8f90 0x7f012c0b3930 unknown :-1 s=CLOSED pgs=1591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.021+0000 7f0133a7b640 1 -- 172.21.15.111:0/4268433594 >> 172.21.15.111:0/4268433594 conn(0x7f012c0b6240 msgr2=0x7f012c0b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:03.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.021+0000 7f0133a7b640 1 -- 172.21.15.111:0/4268433594 shutdown_connections 2024-09-19T04:40:03.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.021+0000 7f0133a7b640 1 -- 172.21.15.111:0/4268433594 wait complete. 2024-09-19T04:40:03.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.022+0000 7f0133a7b640 1 Processor -- start 2024-09-19T04:40:03.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.023+0000 7f0133a7b640 1 -- start start 2024-09-19T04:40:03.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.023+0000 7f0133a7b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f012c0b8f90 0x7f012c158c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.023+0000 7f0133a7b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f012c15e940 0x7f012c1f84d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.023+0000 7f0133a7b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f012c15ed20 0x7f012c14aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.023+0000 7f0133a7b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f012c0d3310 con 0x7f012c15ed20 2024-09-19T04:40:03.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.023+0000 7f0133a7b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f012c0d3f00 con 0x7f012c0b8f90 2024-09-19T04:40:03.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.023+0000 7f0133a7b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f012c0d1ef0 con 0x7f012c15e940 2024-09-19T04:40:03.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.023+0000 7f0132018640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f012c15ed20 0x7f012c14aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.023+0000 7f0132018640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f012c15ed20 0x7f012c14aa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47190/0 (socket says 172.21.15.111:47190) 2024-09-19T04:40:03.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.023+0000 7f0132018640 1 -- 172.21.15.111:0/4236531037 learned_addr learned my addr 172.21.15.111:0/4236531037 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:03.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.024+0000 7f0131817640 1 --2- 172.21.15.111:0/4236531037 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f012c0b8f90 0x7f012c158c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.023+0000 7f0131016640 1 --2- 172.21.15.111:0/4236531037 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f012c15e940 0x7f012c1f84d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.024+0000 7f0132018640 1 -- 172.21.15.111:0/4236531037 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f012c15e940 msgr2=0x7f012c1f84d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.024+0000 7f0132018640 1 --2- 172.21.15.111:0/4236531037 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f012c15e940 0x7f012c1f84d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.024+0000 7f0132018640 1 -- 172.21.15.111:0/4236531037 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f012c0b8f90 msgr2=0x7f012c158c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.024+0000 7f0132018640 1 --2- 172.21.15.111:0/4236531037 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f012c0b8f90 0x7f012c158c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.024+0000 7f0132018640 1 -- 172.21.15.111:0/4236531037 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f012c14b4a0 con 0x7f012c15ed20 2024-09-19T04:40:03.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.024+0000 7f0131817640 1 --2- 172.21.15.111:0/4236531037 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f012c0b8f90 0x7f012c158c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:03.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.024+0000 7f0132018640 1 --2- 172.21.15.111:0/4236531037 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f012c15ed20 0x7f012c14aa50 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x7f0124009d90 tx=0x7f0124004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:03.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.024+0000 7f012a7fc640 1 -- 172.21.15.111:0/4236531037 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0124040070 con 0x7f012c15ed20 2024-09-19T04:40:03.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.024+0000 7f012a7fc640 1 -- 172.21.15.111:0/4236531037 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0124031c90 con 0x7f012c15ed20 2024-09-19T04:40:03.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.024+0000 7f012a7fc640 1 -- 172.21.15.111:0/4236531037 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f012403c640 con 0x7f012c15ed20 2024-09-19T04:40:03.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.024+0000 7f0133a7b640 1 -- 172.21.15.111:0/4236531037 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f012c14b780 con 0x7f012c15ed20 2024-09-19T04:40:03.030 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.024+0000 7f0133a7b640 1 -- 172.21.15.111:0/4236531037 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f012c1f8a10 con 0x7f012c15ed20 2024-09-19T04:40:03.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.025+0000 7f012a7fc640 1 -- 172.21.15.111:0/4236531037 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f0124039040 con 0x7f012c15ed20 2024-09-19T04:40:03.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.026+0000 7f012a7fc640 1 --2- 172.21.15.111:0/4236531037 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f011806ca90 0x7f011806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.026+0000 7f012a7fc640 1 -- 172.21.15.111:0/4236531037 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7f01240ab400 con 0x7f012c15ed20 2024-09-19T04:40:03.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.026+0000 7f0131817640 1 --2- 172.21.15.111:0/4236531037 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f011806ca90 0x7f011806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.027+0000 7f0131817640 1 --2- 172.21.15.111:0/4236531037 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f011806ca90 0x7f011806ef50 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f011c003eb0 tx=0x7f011c009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:03.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.027+0000 7f013681b740 1 Processor -- start 2024-09-19T04:40:03.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.027+0000 7f013681b740 1 -- start start 2024-09-19T04:40:03.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.028+0000 7f013681b740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55925062b2c0 0x559250670a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.028+0000 7f013681b740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559250628a80 0x55925062b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.028+0000 7f013681b740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55925062ca50 0x5592506258b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.028+0000 7f013681b740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55925058d520 con 0x559250628a80 2024-09-19T04:40:03.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.028+0000 7f013681b740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5592505353e0 con 0x55925062b2c0 2024-09-19T04:40:03.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.028+0000 7f013681b740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x5592505894e0 con 0x55925062ca50 2024-09-19T04:40:03.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.028+0000 7f0131016640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559250628a80 0x55925062b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.028+0000 7f0131016640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559250628a80 0x55925062b6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47204/0 (socket says 172.21.15.111:47204) 2024-09-19T04:40:03.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.028+0000 7f0131817640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55925062b2c0 0x559250670a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.028+0000 7f0131016640 1 -- 172.21.15.111:0/937023586 learned_addr learned my addr 172.21.15.111:0/937023586 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:03.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.028+0000 7f0132018640 1 --2- 172.21.15.111:0/937023586 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55925062ca50 0x5592506258b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.028+0000 7f0131016640 1 -- 172.21.15.111:0/937023586 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55925062ca50 msgr2=0x5592506258b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:03.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.028+0000 7f0131016640 1 --2- 172.21.15.111:0/937023586 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55925062ca50 0x5592506258b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.028+0000 7f0131016640 1 -- 172.21.15.111:0/937023586 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55925062b2c0 msgr2=0x559250670a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:03.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.028+0000 7f0131016640 1 --2- 172.21.15.111:0/937023586 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55925062b2c0 0x559250670a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.028+0000 7f0131016640 1 -- 172.21.15.111:0/937023586 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5592505502f0 con 0x559250628a80 2024-09-19T04:40:03.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.028+0000 7f0131016640 1 --2- 172.21.15.111:0/937023586 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559250628a80 0x55925062b6a0 secure :-1 s=READY pgs=1593 cs=0 l=1 rev1=1 crypto rx=0x7f0120007550 tx=0x7f0120005bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a14616637bc5a01 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:03.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.028+0000 7f01137fe640 1 -- 172.21.15.111:0/937023586 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0120019070 con 0x559250628a80 2024-09-19T04:40:03.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.028+0000 7f01137fe640 1 -- 172.21.15.111:0/937023586 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0120001730 con 0x559250628a80 2024-09-19T04:40:03.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.028+0000 7f01137fe640 1 -- 172.21.15.111:0/937023586 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0120001b00 con 0x559250628a80 2024-09-19T04:40:03.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.029+0000 7f013681b740 1 -- 172.21.15.111:0/937023586 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559250628a80 msgr2=0x55925062b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.029+0000 7f013681b740 1 --2- 172.21.15.111:0/937023586 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559250628a80 0x55925062b6a0 secure :-1 s=READY pgs=1593 cs=0 l=1 rev1=1 crypto rx=0x7f0120007550 tx=0x7f0120005bc0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.029+0000 7f013681b740 1 -- 172.21.15.111:0/937023586 shutdown_connections 2024-09-19T04:40:03.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.029+0000 7f013681b740 1 --2- 172.21.15.111:0/937023586 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55925062ca50 0x5592506258b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.029+0000 7f013681b740 1 --2- 172.21.15.111:0/937023586 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559250628a80 0x55925062b6a0 unknown :-1 s=CLOSED pgs=1593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.029+0000 7f013681b740 1 --2- 172.21.15.111:0/937023586 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55925062b2c0 0x559250670a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.029+0000 7f013681b740 1 -- 172.21.15.111:0/937023586 >> 172.21.15.111:0/937023586 conn(0x559250627a80 msgr2=0x55925066ff30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:03.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.029+0000 7f013681b740 1 -- 172.21.15.111:0/937023586 shutdown_connections 2024-09-19T04:40:03.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.029+0000 7f013681b740 1 -- 172.21.15.111:0/937023586 wait complete. 2024-09-19T04:40:03.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.030+0000 7f013681b740 1 -- start start 2024-09-19T04:40:03.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.030+0000 7f013681b740 1 Processor -- start 2024-09-19T04:40:03.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.031+0000 7f013681b740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55925062b2c0 0x5592506499d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.042 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.031+0000 7f013681b740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55925062ca50 0x5592506247d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.031+0000 7f013681b740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559250655930 0x559250654ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.031+0000 7f013681b740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x559250626f20 con 0x55925062ca50 2024-09-19T04:40:03.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.031+0000 7f013681b740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x559250516450 con 0x559250655930 2024-09-19T04:40:03.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.031+0000 7f013681b740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x559250671290 con 0x55925062b2c0 2024-09-19T04:40:03.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.031+0000 7f013681b740 10 client.0 _ll_register_callbacks cb 0x55925029fac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:40:03.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.031+0000 7f0131016640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55925062ca50 0x5592506247d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.031+0000 7f0131817640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55925062b2c0 0x5592506499d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.031+0000 7f0131016640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55925062ca50 0x5592506247d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47220/0 (socket says 172.21.15.111:47220) 2024-09-19T04:40:03.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.031+0000 7f0131016640 1 -- 172.21.15.111:0/2346479753 learned_addr learned my addr 172.21.15.111:0/2346479753 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:03.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.031+0000 7f0132018640 1 --2- 172.21.15.111:0/2346479753 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559250655930 0x559250654ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.031+0000 7f0131016640 1 -- 172.21.15.111:0/2346479753 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55925062b2c0 msgr2=0x5592506499d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:03.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.031+0000 7f0131016640 1 --2- 172.21.15.111:0/2346479753 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55925062b2c0 0x5592506499d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.043 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.031+0000 7f0131016640 1 -- 172.21.15.111:0/2346479753 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559250655930 msgr2=0x559250654ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:03.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.031+0000 7f0131016640 1 --2- 172.21.15.111:0/2346479753 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559250655930 0x559250654ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.031+0000 7f0131016640 1 -- 172.21.15.111:0/2346479753 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592502a02d0 con 0x55925062ca50 2024-09-19T04:40:03.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.031+0000 7f0131016640 1 --2- 172.21.15.111:0/2346479753 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55925062ca50 0x5592506247d0 secure :-1 s=READY pgs=1594 cs=0 l=1 rev1=1 crypto rx=0x7f0120005c00 tx=0x7f0120000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5a8669c8f3275da server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:03.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.031+0000 7f0110ff9640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-09-19T04:40:03.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.031+0000 7f0110ff9640 1 -- 172.21.15.111:0/2346479753 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0120023020 con 0x55925062ca50 2024-09-19T04:40:03.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.031+0000 7f013681b740 1 -- 172.21.15.111:0/2346479753 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0120001730 con 0x55925062ca50 2024-09-19T04:40:03.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.031+0000 7f0110ff9640 1 -- 172.21.15.111:0/2346479753 <== mon.0 v2:172.21.15.111:3300/0 2 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7f0120001c10 con 0x55925062ca50 2024-09-19T04:40:03.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.032+0000 7f0110ff9640 1 -- 172.21.15.111:0/2346479753 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7f012002d050 con 0x55925062ca50 2024-09-19T04:40:03.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.032+0000 7f013681b740 10 client.8745 fetch_fsmap learned FSMap version 83 2024-09-19T04:40:03.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.032+0000 7f013681b740 1 -- 172.21.15.111:0/2346479753 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=83,monmap=2+}) -- 0x55925036a6b0 con 0x55925062ca50 2024-09-19T04:40:03.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.032+0000 7f0110ff9640 1 -- 172.21.15.111:0/2346479753 <== mon.0 v2:172.21.15.111:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0120001730 con 0x55925062ca50 2024-09-19T04:40:03.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.032+0000 7f0110ff9640 1 -- 172.21.15.111:0/2346479753 <== mon.0 v2:172.21.15.111:3300/0 5 ==== fsmap(e 83) ==== 3502+0+0 (secure 0 0 0) 0x7f0120014480 con 0x55925062ca50 2024-09-19T04:40:03.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.032+0000 7f013681b740 10 client.8745 fetch_fsmap finished waiting for FSMap version 83 2024-09-19T04:40:03.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.032+0000 7f013681b740 10 client.8745 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T04:40:03.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.032+0000 7f013681b740 20 client.8745 populate_metadata read hostname 'smithi111' 2024-09-19T04:40:03.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.032+0000 7f013681b740 1 --2- 172.21.15.111:0/2346479753 >> [v2:172.21.15.111:6817/456560240,v1:172.21.15.111:6835/456560240] conn(0x55925064a630 0x55925064aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.032+0000 7f013681b740 4 client.8745 mds_command: new command op to 8601 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T04:40:03.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.032+0000 7f013681b740 1 -- 172.21.15.111:0/2346479753 --> [v2:172.21.15.111:6817/456560240,v1:172.21.15.111:6835/456560240] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55925059ac50 con 0x55925064a630 2024-09-19T04:40:03.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.032+0000 7f0131817640 1 --2- 172.21.15.111:0/2346479753 >> [v2:172.21.15.111:6817/456560240,v1:172.21.15.111:6835/456560240] conn(0x55925064a630 0x55925064aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.032+0000 7f0110ff9640 10 client.8745 ms_handle_connect on v2:172.21.15.111:6817/456560240 2024-09-19T04:40:03.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.032+0000 7f0131817640 1 --2- 172.21.15.111:0/2346479753 >> [v2:172.21.15.111:6817/456560240,v1:172.21.15.111:6835/456560240] conn(0x55925064a630 0x55925064aa10 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39c3b753d963b8d5 server_cookie=2acad8edaba4ec58 in_seq=0 out_seq=0 2024-09-19T04:40:03.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.033+0000 7f0110ff9640 1 -- 172.21.15.111:0/2346479753 <== mds.0 v2:172.21.15.111:6817/456560240 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55925059ac50 con 0x55925064a630 2024-09-19T04:40:03.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.033+0000 7f0110ff9640 10 client.8745 handle_command_reply: tid=0 2024-09-19T04:40:03.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.033+0000 7f013681b740 1 client.8745 shutdown 2024-09-19T04:40:03.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.033+0000 7f013681b740 1 -- 172.21.15.111:0/2346479753 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55925062ca50 msgr2=0x5592506247d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.033+0000 7f013681b740 1 --2- 172.21.15.111:0/2346479753 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55925062ca50 0x5592506247d0 secure :-1 s=READY pgs=1594 cs=0 l=1 rev1=1 crypto rx=0x7f0120005c00 tx=0x7f0120000ed0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.033+0000 7f013681b740 1 -- 172.21.15.111:0/2346479753 shutdown_connections 2024-09-19T04:40:03.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.033+0000 7f013681b740 1 --2- 172.21.15.111:0/2346479753 >> [v2:172.21.15.111:6817/456560240,v1:172.21.15.111:6835/456560240] conn(0x55925064a630 0x55925064aa10 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.033+0000 7f013681b740 1 --2- 172.21.15.111:0/2346479753 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559250655930 0x559250654ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.033+0000 7f013681b740 1 --2- 172.21.15.111:0/2346479753 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55925062ca50 0x5592506247d0 unknown :-1 s=CLOSED pgs=1594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.033+0000 7f0110ff9640 0 client.8745 ms_handle_reset on v2:172.21.15.111:6817/456560240 2024-09-19T04:40:03.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.033+0000 7f013681b740 1 --2- 172.21.15.111:0/2346479753 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55925062b2c0 0x5592506499d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.033+0000 7f013681b740 1 -- 172.21.15.111:0/2346479753 >> 172.21.15.111:0/2346479753 conn(0x559250628a80 msgr2=0x55925066dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:03.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.033+0000 7f013681b740 1 -- 172.21.15.111:0/2346479753 shutdown_connections 2024-09-19T04:40:03.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.033+0000 7f013681b740 1 -- 172.21.15.111:0/2346479753 wait complete. 2024-09-19T04:40:03.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.033+0000 7f013681b740 20 client.8745 trim_cache size 0 max 16384 2024-09-19T04:40:03.052 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.051+0000 7f013681b740 1 Processor -- start 2024-09-19T04:40:03.053 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.051+0000 7f013681b740 1 -- start start 2024-09-19T04:40:03.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.052+0000 7f013681b740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55925062b2c0 0x55925066dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.052+0000 7f013681b740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55925062ca50 0x55925066e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.052+0000 7f013681b740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x559250655930 0x559250693940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.052+0000 7f013681b740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f012c200e80 con 0x55925062ca50 2024-09-19T04:40:03.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.052+0000 7f013681b740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f012c1ffee0 con 0x55925062b2c0 2024-09-19T04:40:03.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.052+0000 7f013681b740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f012c15bed0 con 0x559250655930 2024-09-19T04:40:03.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.052+0000 7f0131016640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55925062ca50 0x55925066e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.052+0000 7f0131016640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55925062ca50 0x55925066e4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47224/0 (socket says 172.21.15.111:47224) 2024-09-19T04:40:03.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.052+0000 7f0131016640 1 -- 172.21.15.111:0/3270340616 learned_addr learned my addr 172.21.15.111:0/3270340616 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:03.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.052+0000 7f0131817640 1 --2- 172.21.15.111:0/3270340616 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55925062b2c0 0x55925066dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.052+0000 7f0132018640 1 --2- 172.21.15.111:0/3270340616 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x559250655930 0x559250693940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.052+0000 7f0131016640 1 -- 172.21.15.111:0/3270340616 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x559250655930 msgr2=0x559250693940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:03.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.052+0000 7f0131016640 1 --2- 172.21.15.111:0/3270340616 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x559250655930 0x559250693940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.052+0000 7f0131016640 1 -- 172.21.15.111:0/3270340616 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55925062b2c0 msgr2=0x55925066dfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:03.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.052+0000 7f0131016640 1 --2- 172.21.15.111:0/3270340616 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55925062b2c0 0x55925066dfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.052+0000 7f0131016640 1 -- 172.21.15.111:0/3270340616 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5592506218b0 con 0x55925062ca50 2024-09-19T04:40:03.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.052+0000 7f0131817640 1 --2- 172.21.15.111:0/3270340616 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55925062b2c0 0x55925066dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:03.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.052+0000 7f0132018640 1 --2- 172.21.15.111:0/3270340616 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x559250655930 0x559250693940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:03.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.052+0000 7f0131016640 1 --2- 172.21.15.111:0/3270340616 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55925062ca50 0x55925066e4f0 secure :-1 s=READY pgs=1595 cs=0 l=1 rev1=1 crypto rx=0x7f0120014d50 tx=0x7f012001d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acfd8fdcc1ec29df server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:03.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.053+0000 7f0112ffd640 1 -- 172.21.15.111:0/3270340616 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0120036070 con 0x55925062ca50 2024-09-19T04:40:03.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.053+0000 7f0112ffd640 1 -- 172.21.15.111:0/3270340616 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01200015d0 con 0x55925062ca50 2024-09-19T04:40:03.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.053+0000 7f0112ffd640 1 -- 172.21.15.111:0/3270340616 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0120023070 con 0x55925062ca50 2024-09-19T04:40:03.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.053+0000 7f013681b740 1 -- 172.21.15.111:0/3270340616 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55925062ca50 msgr2=0x55925066e4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.053+0000 7f013681b740 1 --2- 172.21.15.111:0/3270340616 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55925062ca50 0x55925066e4f0 secure :-1 s=READY pgs=1595 cs=0 l=1 rev1=1 crypto rx=0x7f0120014d50 tx=0x7f012001d000 comp rx=0 tx=0).stop 2024-09-19T04:40:03.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.053+0000 7f013681b740 1 -- 172.21.15.111:0/3270340616 shutdown_connections 2024-09-19T04:40:03.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.053+0000 7f013681b740 1 --2- 172.21.15.111:0/3270340616 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x559250655930 0x559250693940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.053+0000 7f013681b740 1 --2- 172.21.15.111:0/3270340616 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55925062ca50 0x55925066e4f0 unknown :-1 s=CLOSED pgs=1595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.053+0000 7f013681b740 1 --2- 172.21.15.111:0/3270340616 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55925062b2c0 0x55925066dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.053+0000 7f013681b740 1 -- 172.21.15.111:0/3270340616 >> 172.21.15.111:0/3270340616 conn(0x559250628a80 msgr2=0x559250621100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:03.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.053+0000 7f013681b740 1 -- 172.21.15.111:0/3270340616 shutdown_connections 2024-09-19T04:40:03.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.053+0000 7f013681b740 1 -- 172.21.15.111:0/3270340616 wait complete. 2024-09-19T04:40:03.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.054+0000 7f013681b740 1 -- start start 2024-09-19T04:40:03.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.054+0000 7f013681b740 1 Processor -- start 2024-09-19T04:40:03.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.055+0000 7f013681b740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55925062b2c0 0x5592506ed710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.055+0000 7f013681b740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55925062ca50 0x559250692930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.055+0000 7f013681b740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559250655930 0x559250692e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.055+0000 7f013681b740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x559250625000 con 0x559250655930 2024-09-19T04:40:03.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.055+0000 7f013681b740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f012c15c520 con 0x55925062b2c0 2024-09-19T04:40:03.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.055+0000 7f013681b740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x55925064a000 con 0x55925062ca50 2024-09-19T04:40:03.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.055+0000 7f013681b740 10 client.0 _ll_register_callbacks cb 0x7f0120017070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:40:03.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.055+0000 7f0132018640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559250655930 0x559250692e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.055+0000 7f0132018640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559250655930 0x559250692e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47230/0 (socket says 172.21.15.111:47230) 2024-09-19T04:40:03.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.055+0000 7f0132018640 1 -- 172.21.15.111:0/3855465150 learned_addr learned my addr 172.21.15.111:0/3855465150 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:03.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.055+0000 7f0131016640 1 --2- 172.21.15.111:0/3855465150 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55925062ca50 0x559250692930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.055+0000 7f0131817640 1 --2- 172.21.15.111:0/3855465150 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55925062b2c0 0x5592506ed710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.055+0000 7f0132018640 1 -- 172.21.15.111:0/3855465150 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55925062ca50 msgr2=0x559250692930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:03.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.055+0000 7f0132018640 1 --2- 172.21.15.111:0/3855465150 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55925062ca50 0x559250692930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.055+0000 7f0132018640 1 -- 172.21.15.111:0/3855465150 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55925062b2c0 msgr2=0x5592506ed710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:03.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.055+0000 7f0132018640 1 --2- 172.21.15.111:0/3855465150 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55925062b2c0 0x5592506ed710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.055+0000 7f0132018640 1 -- 172.21.15.111:0/3855465150 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55925066e390 con 0x559250655930 2024-09-19T04:40:03.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.055+0000 7f0132018640 1 --2- 172.21.15.111:0/3855465150 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559250655930 0x559250692e70 secure :-1 s=READY pgs=1596 cs=0 l=1 rev1=1 crypto rx=0x7f012402ad20 tx=0x7f0124031f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41ae9e91d79f9487 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:03.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.055+0000 7f0110ff9640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-09-19T04:40:03.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.055+0000 7f0110ff9640 1 -- 172.21.15.111:0/3855465150 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0124096020 con 0x559250655930 2024-09-19T04:40:03.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.055+0000 7f0110ff9640 1 -- 172.21.15.111:0/3855465150 <== mon.0 v2:172.21.15.111:3300/0 2 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7f012407b280 con 0x559250655930 2024-09-19T04:40:03.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.055+0000 7f013681b740 1 -- 172.21.15.111:0/3855465150 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f01200015d0 con 0x559250655930 2024-09-19T04:40:03.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.056+0000 7f0110ff9640 1 -- 172.21.15.111:0/3855465150 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7f0124083a00 con 0x559250655930 2024-09-19T04:40:03.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.056+0000 7f013681b740 10 client.8751 fetch_fsmap learned FSMap version 83 2024-09-19T04:40:03.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.056+0000 7f013681b740 1 -- 172.21.15.111:0/3855465150 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=83,monmap=2+}) -- 0x5592506531b0 con 0x559250655930 2024-09-19T04:40:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.056+0000 7f0110ff9640 1 -- 172.21.15.111:0/3855465150 <== mon.0 v2:172.21.15.111:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01200015d0 con 0x559250655930 2024-09-19T04:40:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.056+0000 7f0110ff9640 1 -- 172.21.15.111:0/3855465150 <== mon.0 v2:172.21.15.111:3300/0 5 ==== fsmap(e 83) ==== 3502+0+0 (secure 0 0 0) 0x7f0124083570 con 0x559250655930 2024-09-19T04:40:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.056+0000 7f013681b740 10 client.8751 fetch_fsmap finished waiting for FSMap version 83 2024-09-19T04:40:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.056+0000 7f013681b740 10 client.8751 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T04:40:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.056+0000 7f013681b740 20 client.8751 populate_metadata read hostname 'smithi111' 2024-09-19T04:40:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.056+0000 7f013681b740 1 --2- 172.21.15.111:0/3855465150 >> [v2:172.21.15.111:6817/456560240,v1:172.21.15.111:6835/456560240] conn(0x55925066c8d0 0x55925066ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.056+0000 7f013681b740 4 client.8751 mds_command: new command op to 8601 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T04:40:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.056+0000 7f013681b740 1 -- 172.21.15.111:0/3855465150 --> [v2:172.21.15.111:6817/456560240,v1:172.21.15.111:6835/456560240] -- command(tid 0: {"prefix": "status"}) -- 0x559250594fa0 con 0x55925066c8d0 2024-09-19T04:40:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.056+0000 7f0131817640 1 --2- 172.21.15.111:0/3855465150 >> [v2:172.21.15.111:6817/456560240,v1:172.21.15.111:6835/456560240] conn(0x55925066c8d0 0x55925066ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.056+0000 7f0110ff9640 10 client.8751 ms_handle_connect on v2:172.21.15.111:6817/456560240 2024-09-19T04:40:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.056+0000 7f0131817640 1 --2- 172.21.15.111:0/3855465150 >> [v2:172.21.15.111:6817/456560240,v1:172.21.15.111:6835/456560240] conn(0x55925066c8d0 0x55925066ccb0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f7c305b86a62514 server_cookie=32852aa73f52c20a in_seq=0 out_seq=0 2024-09-19T04:40:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.056+0000 7f0110ff9640 1 -- 172.21.15.111:0/3855465150 <== mds.0 v2:172.21.15.111:6817/456560240 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x559250594fa0 con 0x55925066c8d0 2024-09-19T04:40:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.056+0000 7f0110ff9640 10 client.8751 handle_command_reply: tid=0 2024-09-19T04:40:03.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.056+0000 7f013681b740 1 client.8751 shutdown 2024-09-19T04:40:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.057+0000 7f013681b740 1 -- 172.21.15.111:0/3855465150 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559250655930 msgr2=0x559250692e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.057+0000 7f013681b740 1 --2- 172.21.15.111:0/3855465150 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559250655930 0x559250692e70 secure :-1 s=READY pgs=1596 cs=0 l=1 rev1=1 crypto rx=0x7f012402ad20 tx=0x7f0124031f90 comp rx=0 tx=0).stop 2024-09-19T04:40:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.057+0000 7f013681b740 1 -- 172.21.15.111:0/3855465150 shutdown_connections 2024-09-19T04:40:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.057+0000 7f013681b740 1 --2- 172.21.15.111:0/3855465150 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559250655930 0x559250692e70 unknown :-1 s=CLOSED pgs=1596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.057+0000 7f013681b740 1 --2- 172.21.15.111:0/3855465150 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x55925062ca50 0x559250692930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.057+0000 7f013681b740 1 --2- 172.21.15.111:0/3855465150 >> [v2:172.21.15.111:6817/456560240,v1:172.21.15.111:6835/456560240] conn(0x55925066c8d0 0x55925066ccb0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.057+0000 7f013681b740 1 --2- 172.21.15.111:0/3855465150 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55925062b2c0 0x5592506ed710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.057+0000 7f0110ff9640 0 client.8751 ms_handle_reset on v2:172.21.15.111:6817/456560240 2024-09-19T04:40:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.057+0000 7f013681b740 1 -- 172.21.15.111:0/3855465150 >> 172.21.15.111:0/3855465150 conn(0x559250628a80 msgr2=0x559250625930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.057+0000 7f013681b740 1 -- 172.21.15.111:0/3855465150 shutdown_connections 2024-09-19T04:40:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.057+0000 7f013681b740 1 -- 172.21.15.111:0/3855465150 wait complete. 2024-09-19T04:40:03.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.057+0000 7f013681b740 20 client.8751 trim_cache size 0 max 16384 2024-09-19T04:40:03.068 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:40:03.068 INFO:teuthology.orchestra.run.smithi111.stdout: "cluster_fsid": "96a4203e-380c-426d-916c-b9d719e0db84", 2024-09-19T04:40:03.068 INFO:teuthology.orchestra.run.smithi111.stdout: "whoami": 0, 2024-09-19T04:40:03.068 INFO:teuthology.orchestra.run.smithi111.stdout: "id": 8601, 2024-09-19T04:40:03.068 INFO:teuthology.orchestra.run.smithi111.stdout: "want_state": "up:active", 2024-09-19T04:40:03.068 INFO:teuthology.orchestra.run.smithi111.stdout: "state": "up:active", 2024-09-19T04:40:03.068 INFO:teuthology.orchestra.run.smithi111.stdout: "fs_name": "cephfs", 2024-09-19T04:40:03.068 INFO:teuthology.orchestra.run.smithi111.stdout: "rank_uptime": 8.8844378200000005, 2024-09-19T04:40:03.068 INFO:teuthology.orchestra.run.smithi111.stdout: "mdsmap_epoch": 83, 2024-09-19T04:40:03.068 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch": 155, 2024-09-19T04:40:03.068 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch_barrier": 155, 2024-09-19T04:40:03.068 INFO:teuthology.orchestra.run.smithi111.stdout: "uptime": 13.23009229 2024-09-19T04:40:03.069 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:40:03.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.057+0000 7f0133a7b640 1 -- 172.21.15.111:0/4236531037 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f011806ca90 msgr2=0x7f011806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.057+0000 7f0133a7b640 1 --2- 172.21.15.111:0/4236531037 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f011806ca90 0x7f011806ef50 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f011c003eb0 tx=0x7f011c009040 comp rx=0 tx=0).stop 2024-09-19T04:40:03.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.057+0000 7f0133a7b640 1 -- 172.21.15.111:0/4236531037 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f012c15ed20 msgr2=0x7f012c14aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.057+0000 7f0133a7b640 1 --2- 172.21.15.111:0/4236531037 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f012c15ed20 0x7f012c14aa50 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x7f0124009d90 tx=0x7f0124004a40 comp rx=0 tx=0).stop 2024-09-19T04:40:03.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.057+0000 7f0133a7b640 1 -- 172.21.15.111:0/4236531037 shutdown_connections 2024-09-19T04:40:03.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.057+0000 7f0133a7b640 1 --2- 172.21.15.111:0/4236531037 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f011806ca90 0x7f011806ef50 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.057+0000 7f0133a7b640 1 --2- 172.21.15.111:0/4236531037 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f012c15ed20 0x7f012c14aa50 unknown :-1 s=CLOSED pgs=1592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.057+0000 7f0133a7b640 1 --2- 172.21.15.111:0/4236531037 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f012c15e940 0x7f012c1f84d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.057+0000 7f0133a7b640 1 --2- 172.21.15.111:0/4236531037 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f012c0b8f90 0x7f012c158c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.070 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.057+0000 7f0133a7b640 1 -- 172.21.15.111:0/4236531037 >> 172.21.15.111:0/4236531037 conn(0x7f012c0b6240 msgr2=0x7f012c160d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:03.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.057+0000 7f0133a7b640 1 -- 172.21.15.111:0/4236531037 shutdown_connections 2024-09-19T04:40:03.071 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.057+0000 7f0133a7b640 1 -- 172.21.15.111:0/4236531037 wait complete. 2024-09-19T04:40:03.071 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:40:03.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.168+0000 7fd77b759640 1 Processor -- start 2024-09-19T04:40:03.169 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.168+0000 7fd77b759640 1 -- start start 2024-09-19T04:40:03.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.169+0000 7fd77b759640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd77415c180 0x7fd7740cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.169+0000 7fd77b759640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd7740ce230 0x7fd7740cf070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.169+0000 7fd77b759640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7740ce740 con 0x7fd7740cf5b0 2024-09-19T04:40:03.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.169+0000 7fd77b759640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fd774072640 con 0x7fd7740ce230 2024-09-19T04:40:03.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.169+0000 7fd77b759640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd774072920 con 0x7fd77415c180 2024-09-19T04:40:03.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.169+0000 7fd778cf4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd7740ce230 0x7fd7740cf070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.169+0000 7fd778cf4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd7740ce230 0x7fd7740cf070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47236/0 (socket says 172.21.15.111:47236) 2024-09-19T04:40:03.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.169+0000 7fd778cf4640 1 -- 172.21.15.111:0/2468690848 learned_addr learned my addr 172.21.15.111:0/2468690848 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:03.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.169+0000 7fd7794f5640 1 --2- 172.21.15.111:0/2468690848 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd77415c180 0x7fd7740cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.169+0000 7fd778cf4640 1 -- 172.21.15.111:0/2468690848 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd77415c180 msgr2=0x7fd7740cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:03.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.169+0000 7fd778cf4640 1 --2- 172.21.15.111:0/2468690848 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd77415c180 0x7fd7740cdcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.169+0000 7fd778cf4640 1 -- 172.21.15.111:0/2468690848 >> v1:172.21.15.114:6789/0 conn(0x7fd7740cf5b0 legacy=0x7fd774073120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.169+0000 7fd778cf4640 1 -- 172.21.15.111:0/2468690848 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd774072c00 con 0x7fd7740ce230 2024-09-19T04:40:03.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.170+0000 7fd778cf4640 1 --2- 172.21.15.111:0/2468690848 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd7740ce230 0x7fd7740cf070 secure :-1 s=READY pgs=1597 cs=0 l=1 rev1=1 crypto rx=0x7fd764009870 tx=0x7fd76402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc9e8582a4276f89 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:03.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.170+0000 7fd76bfff640 1 -- 172.21.15.111:0/2468690848 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd764037070 con 0x7fd7740ce230 2024-09-19T04:40:03.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.170+0000 7fd76bfff640 1 -- 172.21.15.111:0/2468690848 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd764032440 con 0x7fd7740ce230 2024-09-19T04:40:03.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.170+0000 7fd76bfff640 1 -- 172.21.15.111:0/2468690848 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd764032810 con 0x7fd7740ce230 2024-09-19T04:40:03.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.171+0000 7fd77b759640 1 -- 172.21.15.111:0/2468690848 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd7740ce230 msgr2=0x7fd7740cf070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.171+0000 7fd77b759640 1 --2- 172.21.15.111:0/2468690848 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd7740ce230 0x7fd7740cf070 secure :-1 s=READY pgs=1597 cs=0 l=1 rev1=1 crypto rx=0x7fd764009870 tx=0x7fd76402a1c0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.171+0000 7fd77b759640 1 -- 172.21.15.111:0/2468690848 shutdown_connections 2024-09-19T04:40:03.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.171+0000 7fd77b759640 1 --2- 172.21.15.111:0/2468690848 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd7740ce230 0x7fd7740cf070 unknown :-1 s=CLOSED pgs=1597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.171+0000 7fd77b759640 1 --2- 172.21.15.111:0/2468690848 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd77415c180 0x7fd7740cdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.171+0000 7fd77b759640 1 -- 172.21.15.111:0/2468690848 >> 172.21.15.111:0/2468690848 conn(0x7fd774062cc0 msgr2=0x7fd77406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:03.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.171+0000 7fd77b759640 1 -- 172.21.15.111:0/2468690848 shutdown_connections 2024-09-19T04:40:03.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.171+0000 7fd77b759640 1 -- 172.21.15.111:0/2468690848 wait complete. 2024-09-19T04:40:03.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.172+0000 7fd77b759640 1 Processor -- start 2024-09-19T04:40:03.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.172+0000 7fd77b759640 1 -- start start 2024-09-19T04:40:03.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.173+0000 7fd77b759640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd7740ce230 0x7fd77415ec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.173+0000 7fd77b759640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd7740cf5b0 0x7fd77415fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.173+0000 7fd77b759640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd77415c180 0x7fd774145940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.173+0000 7fd77b759640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd77415c560 con 0x7fd77415c180 2024-09-19T04:40:03.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.173+0000 7fd77b759640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd7740722f0 con 0x7fd7740cf5b0 2024-09-19T04:40:03.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.173+0000 7fd77b759640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd77415c6e0 con 0x7fd7740ce230 2024-09-19T04:40:03.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.173+0000 7fd779cf6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd77415c180 0x7fd774145940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.173+0000 7fd779cf6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd77415c180 0x7fd774145940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47246/0 (socket says 172.21.15.111:47246) 2024-09-19T04:40:03.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.173+0000 7fd779cf6640 1 -- 172.21.15.111:0/577436810 learned_addr learned my addr 172.21.15.111:0/577436810 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:03.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.173+0000 7fd7794f5640 1 --2- 172.21.15.111:0/577436810 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd7740ce230 0x7fd77415ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.173+0000 7fd778cf4640 1 --2- 172.21.15.111:0/577436810 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd7740cf5b0 0x7fd77415fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.173+0000 7fd779cf6640 1 -- 172.21.15.111:0/577436810 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd7740ce230 msgr2=0x7fd77415ec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.173+0000 7fd779cf6640 1 --2- 172.21.15.111:0/577436810 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd7740ce230 0x7fd77415ec70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.173+0000 7fd779cf6640 1 -- 172.21.15.111:0/577436810 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd7740cf5b0 msgr2=0x7fd77415fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.173+0000 7fd779cf6640 1 --2- 172.21.15.111:0/577436810 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd7740cf5b0 0x7fd77415fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.173+0000 7fd779cf6640 1 -- 172.21.15.111:0/577436810 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd77415dbd0 con 0x7fd77415c180 2024-09-19T04:40:03.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.173+0000 7fd779cf6640 1 --2- 172.21.15.111:0/577436810 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd77415c180 0x7fd774145940 secure :-1 s=READY pgs=1598 cs=0 l=1 rev1=1 crypto rx=0x7fd76c00c760 tx=0x7fd76c00cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:03.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.173+0000 7fd769ffb640 1 -- 172.21.15.111:0/577436810 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd76c003b70 con 0x7fd77415c180 2024-09-19T04:40:03.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.173+0000 7fd769ffb640 1 -- 172.21.15.111:0/577436810 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd76c003d10 con 0x7fd77415c180 2024-09-19T04:40:03.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.173+0000 7fd769ffb640 1 -- 172.21.15.111:0/577436810 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd76c00aa90 con 0x7fd77415c180 2024-09-19T04:40:03.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.173+0000 7fd77b759640 1 -- 172.21.15.111:0/577436810 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd77415deb0 con 0x7fd77415c180 2024-09-19T04:40:03.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.174+0000 7fd77b759640 1 -- 172.21.15.111:0/577436810 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd77415e470 con 0x7fd77415c180 2024-09-19T04:40:03.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.175+0000 7fd77b759640 1 -- 172.21.15.111:0/577436810 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7740cf070 con 0x7fd77415c180 2024-09-19T04:40:03.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.175+0000 7fd769ffb640 1 -- 172.21.15.111:0/577436810 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fd76c00ac30 con 0x7fd77415c180 2024-09-19T04:40:03.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.175+0000 7fd769ffb640 1 --2- 172.21.15.111:0/577436810 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd75806ca90 0x7fd75806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.175+0000 7fd769ffb640 1 -- 172.21.15.111:0/577436810 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7fd76c089b50 con 0x7fd77415c180 2024-09-19T04:40:03.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.176+0000 7fd7794f5640 1 --2- 172.21.15.111:0/577436810 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd75806ca90 0x7fd75806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.176+0000 7fd7794f5640 1 --2- 172.21.15.111:0/577436810 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd75806ca90 0x7fd75806ef50 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fd770009b40 tx=0x7fd770009190 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:03.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.180+0000 7fd769ffb640 1 -- 172.21.15.111:0/577436810 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd76c0594d0 con 0x7fd77415c180 2024-09-19T04:40:03.382 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.380+0000 7fd77b759640 1 -- 172.21.15.111:0/577436810 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fd7741570d0 con 0x7fd77415c180 2024-09-19T04:40:03.383 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.381+0000 7fd769ffb640 1 -- 172.21.15.111:0/577436810 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v83) ==== 53+0+73 (secure 0 0 0) 0x7fd76c05d7d0 con 0x7fd77415c180 2024-09-19T04:40:03.383 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:40:03.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.383+0000 7fd77b759640 1 -- 172.21.15.111:0/577436810 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd75806ca90 msgr2=0x7fd75806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.383+0000 7fd77b759640 1 --2- 172.21.15.111:0/577436810 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd75806ca90 0x7fd75806ef50 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fd770009b40 tx=0x7fd770009190 comp rx=0 tx=0).stop 2024-09-19T04:40:03.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.383+0000 7fd77b759640 1 -- 172.21.15.111:0/577436810 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd77415c180 msgr2=0x7fd774145940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.383+0000 7fd77b759640 1 --2- 172.21.15.111:0/577436810 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd77415c180 0x7fd774145940 secure :-1 s=READY pgs=1598 cs=0 l=1 rev1=1 crypto rx=0x7fd76c00c760 tx=0x7fd76c00cc20 comp rx=0 tx=0).stop 2024-09-19T04:40:03.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.383+0000 7fd77b759640 1 -- 172.21.15.111:0/577436810 shutdown_connections 2024-09-19T04:40:03.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.383+0000 7fd77b759640 1 --2- 172.21.15.111:0/577436810 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd75806ca90 0x7fd75806ef50 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.383+0000 7fd77b759640 1 --2- 172.21.15.111:0/577436810 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd77415c180 0x7fd774145940 unknown :-1 s=CLOSED pgs=1598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.383+0000 7fd77b759640 1 --2- 172.21.15.111:0/577436810 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd7740cf5b0 0x7fd77415fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.383+0000 7fd77b759640 1 --2- 172.21.15.111:0/577436810 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd7740ce230 0x7fd77415ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.383+0000 7fd77b759640 1 -- 172.21.15.111:0/577436810 >> 172.21.15.111:0/577436810 conn(0x7fd774062cc0 msgr2=0x7fd774159f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:03.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.383+0000 7fd77b759640 1 -- 172.21.15.111:0/577436810 shutdown_connections 2024-09-19T04:40:03.387 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03.383+0000 7fd77b759640 1 -- 172.21.15.111:0/577436810 wait complete. 2024-09-19T04:40:03.395 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:40:03.395 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:40:03.395 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi111.front.sepia.ceph.com 2024-09-19T04:40:03.396 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T04:40:03.396 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:03.396 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:40:03.396 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:40:03.396 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:40:03.396 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:40:03.396 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:03.396 DEBUG:teuthology.orchestra.run.smithi111:> ip addr 2024-09-19T04:40:03.414 INFO:teuthology.orchestra.run.smithi111.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:40:03.414 INFO:teuthology.orchestra.run.smithi111.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:40:03.414 INFO:teuthology.orchestra.run.smithi111.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:40:03.414 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:03.414 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 ::1/128 scope host 2024-09-19T04:40:03.415 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:03.415 INFO:teuthology.orchestra.run.smithi111.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:03.415 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:24 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:03.415 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f0 2024-09-19T04:40:03.415 INFO:teuthology.orchestra.run.smithi111.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:03.415 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:25 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:03.415 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f1 2024-09-19T04:40:03.415 INFO:teuthology.orchestra.run.smithi111.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:03.416 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2e brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:03.416 INFO:teuthology.orchestra.run.smithi111.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:40:03.416 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2f brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:03.416 INFO:teuthology.orchestra.run.smithi111.stdout: inet 172.21.15.111/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:40:03.416 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft 42362sec preferred_lft 42362sec 2024-09-19T04:40:03.416 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::ec4:7aff:fe8f:cc2f/64 scope link noprefixroute 2024-09-19T04:40:03.416 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:03.417 INFO:teuthology.orchestra.run.smithi111.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:40:03.417 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 52:d4:1f:0e:24:21 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:03.417 INFO:teuthology.orchestra.run.smithi111.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:40:03.417 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:03.417 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::6cca:96ff:fe86:c24e/64 scope link 2024-09-19T04:40:03.417 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:03.418 INFO:teuthology.orchestra.run.smithi111.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:40:03.418 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 76:f0:b7:84:e3:fb brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T04:40:03.418 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::74f0:b7ff:fe84:e3fb/64 scope link 2024-09-19T04:40:03.418 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:03.418 INFO:teuthology.orchestra.run.smithi111.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:40:03.418 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 52:d4:1f:0e:24:21 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T04:40:03.418 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::50d4:1fff:fe0e:2421/64 scope link 2024-09-19T04:40:03.419 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:03.419 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:03.419 DEBUG:teuthology.orchestra.run.smithi111:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:40:03.478 INFO:teuthology.orchestra.run.smithi111.stdout:1 2024-09-19T04:40:03.480 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:03.480 DEBUG:teuthology.orchestra.run.smithi111:> route 2024-09-19T04:40:03.537 INFO:teuthology.orchestra.run.smithi111.stdout:Kernel IP routing table 2024-09-19T04:40:03.537 INFO:teuthology.orchestra.run.smithi111.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:40:03.537 INFO:teuthology.orchestra.run.smithi111.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:40:03.537 INFO:teuthology.orchestra.run.smithi111.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:40:03.538 INFO:teuthology.orchestra.run.smithi111.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:40:03.538 DEBUG:teuthology.orchestra.run.smithi111:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:40:03.538 DEBUG:teuthology.orchestra.run.smithi111:> set -e 2024-09-19T04:40:03.538 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:40:03.538 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:40:03.538 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:40:03.538 DEBUG:teuthology.orchestra.run.smithi111:> ') 2024-09-19T04:40:03.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:03.657 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:03.663 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:03.663 DEBUG:teuthology.orchestra.run.smithi111:> ip netns list 2024-09-19T04:40:03.678 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T04:40:03.678 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T04:40:03.678 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:40:03.678 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:03.679 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip link set brx.0 up 2024-09-19T04:40:03.742 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:40:03.743 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:03.798 INFO:teuthology.orchestra.run.smithi111.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:40:03.799 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:40:03.799 DEBUG:teuthology.orchestra.run.smithi111:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:03.854 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T04:40:03.854 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:03.854 DEBUG:teuthology.orchestra.run.smithi111:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:40:03.937 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:40:03.937 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:40:03.944 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:40:03.945 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:40:03.945 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:40:03.945 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: trying mount with new device syntax: 0@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:40:03.945 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:40:03.945 INFO:teuthology.orchestra.run.smithi111.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T04:40:03.945 INFO:teuthology.orchestra.run.smithi111.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:40:03.946 INFO:teuthology.orchestra.run.smithi111.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:40:03.946 INFO:teuthology.orchestra.run.smithi111.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:40:03.946 INFO:teuthology.orchestra.run.smithi111.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:40:03.947 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:40:03.947 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:03.947 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:04.020 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:40:04.109 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:40:04.114 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:04.120 INFO:teuthology.orchestra.run.smithi111.stdout:client6986 2024-09-19T04:40:04.120 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:40:04.120 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:04.136 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:40:04.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.277+0000 7f59d35fd640 1 Processor -- start 2024-09-19T04:40:04.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.277+0000 7f59d35fd640 1 -- start start 2024-09-19T04:40:04.279 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.278+0000 7f59d35fd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f59cc15b5b0 0x7f59cc0b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:04.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.278+0000 7f59d35fd640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f59cc15f190 0x7f59cc0cdfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:04.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.278+0000 7f59d35fd640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f59cc15fb70 con 0x7f59cc15f5d0 2024-09-19T04:40:04.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.278+0000 7f59d35fd640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f59cc160130 con 0x7f59cc15b5b0 2024-09-19T04:40:04.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.278+0000 7f59d35fd640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f59cc15fe50 con 0x7f59cc15f190 2024-09-19T04:40:04.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.278+0000 7f59d1399640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f59cc15b5b0 0x7f59cc0b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:04.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.278+0000 7f59d1399640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f59cc15b5b0 0x7f59cc0b45d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47254/0 (socket says 172.21.15.111:47254) 2024-09-19T04:40:04.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.278+0000 7f59d1399640 1 -- 172.21.15.111:0/3314185352 learned_addr learned my addr 172.21.15.111:0/3314185352 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:04.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.278+0000 7f59d0b98640 1 --2- 172.21.15.111:0/3314185352 >> v2:172.21.15.114:3300/0 conn(0x7f59cc15f190 0x7f59cc0cdfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:04.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.278+0000 7f59d1399640 1 -- 172.21.15.111:0/3314185352 >> v2:172.21.15.114:3300/0 conn(0x7f59cc15f190 msgr2=0x7f59cc0cdfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:04.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.278+0000 7f59d1399640 1 --2- 172.21.15.111:0/3314185352 >> v2:172.21.15.114:3300/0 conn(0x7f59cc15f190 0x7f59cc0cdfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:04.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.278+0000 7f59d1399640 1 -- 172.21.15.111:0/3314185352 >> v1:172.21.15.111:6789/0 conn(0x7f59cc15f5d0 legacy=0x7f59cc0729b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:04.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.278+0000 7f59d1399640 1 -- 172.21.15.111:0/3314185352 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59cc0721b0 con 0x7f59cc15b5b0 2024-09-19T04:40:04.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.279+0000 7f59d1399640 1 --2- 172.21.15.111:0/3314185352 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f59cc15b5b0 0x7f59cc0b45d0 secure :-1 s=READY pgs=1600 cs=0 l=1 rev1=1 crypto rx=0x7f59cc050260 tx=0x7f59c802c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fa550c79e21cf0e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:04.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.279+0000 7f59c3fff640 1 -- 172.21.15.111:0/3314185352 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59c8036020 con 0x7f59cc15b5b0 2024-09-19T04:40:04.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.279+0000 7f59c3fff640 1 -- 172.21.15.111:0/3314185352 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f59c8032640 con 0x7f59cc15b5b0 2024-09-19T04:40:04.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.279+0000 7f59c3fff640 1 -- 172.21.15.111:0/3314185352 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59c8032a10 con 0x7f59cc15b5b0 2024-09-19T04:40:04.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.280+0000 7f59d35fd640 1 -- 172.21.15.111:0/3314185352 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f59cc15b5b0 msgr2=0x7f59cc0b45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:04.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.280+0000 7f59d35fd640 1 --2- 172.21.15.111:0/3314185352 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f59cc15b5b0 0x7f59cc0b45d0 secure :-1 s=READY pgs=1600 cs=0 l=1 rev1=1 crypto rx=0x7f59cc050260 tx=0x7f59c802c940 comp rx=0 tx=0).stop 2024-09-19T04:40:04.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.280+0000 7f59d35fd640 1 -- 172.21.15.111:0/3314185352 shutdown_connections 2024-09-19T04:40:04.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.280+0000 7f59d35fd640 1 --2- 172.21.15.111:0/3314185352 >> v2:172.21.15.114:3300/0 conn(0x7f59cc15f190 0x7f59cc0cdfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:04.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.280+0000 7f59d35fd640 1 --2- 172.21.15.111:0/3314185352 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f59cc15b5b0 0x7f59cc0b45d0 unknown :-1 s=CLOSED pgs=1600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:04.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.280+0000 7f59d35fd640 1 -- 172.21.15.111:0/3314185352 >> 172.21.15.111:0/3314185352 conn(0x7f59cc0b32d0 msgr2=0x7f59cc0b36e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:04.282 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.280+0000 7f59d35fd640 1 -- 172.21.15.111:0/3314185352 shutdown_connections 2024-09-19T04:40:04.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.280+0000 7f59d35fd640 1 -- 172.21.15.111:0/3314185352 wait complete. 2024-09-19T04:40:04.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.281+0000 7f59d35fd640 1 Processor -- start 2024-09-19T04:40:04.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.281+0000 7f59d35fd640 1 -- start start 2024-09-19T04:40:04.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.282+0000 7f59d35fd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f59cc15b5b0 0x7f59cc1578c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:04.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.282+0000 7f59d35fd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f59cc15f190 0x7f59cc148160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:04.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.282+0000 7f59d35fd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f59cc15f5d0 0x7f59cc0b5960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:04.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.282+0000 7f59d35fd640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f59cc0ceeb0 con 0x7f59cc15f5d0 2024-09-19T04:40:04.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.282+0000 7f59d35fd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f59cc15b990 con 0x7f59cc15f190 2024-09-19T04:40:04.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.282+0000 7f59d35fd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f59cc0cf030 con 0x7f59cc15b5b0 2024-09-19T04:40:04.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.282+0000 7f59d1b9a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f59cc15f5d0 0x7f59cc0b5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:04.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.282+0000 7f59d1b9a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f59cc15f5d0 0x7f59cc0b5960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47264/0 (socket says 172.21.15.111:47264) 2024-09-19T04:40:04.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.282+0000 7f59d1b9a640 1 -- 172.21.15.111:0/569961614 learned_addr learned my addr 172.21.15.111:0/569961614 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:04.285 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.282+0000 7f59d0b98640 1 --2- 172.21.15.111:0/569961614 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f59cc15f190 0x7f59cc148160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:04.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.282+0000 7f59d1399640 1 --2- 172.21.15.111:0/569961614 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f59cc15b5b0 0x7f59cc1578c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:04.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.282+0000 7f59d1b9a640 1 -- 172.21.15.111:0/569961614 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f59cc15b5b0 msgr2=0x7f59cc1578c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:04.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.282+0000 7f59d1b9a640 1 --2- 172.21.15.111:0/569961614 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f59cc15b5b0 0x7f59cc1578c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:04.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.282+0000 7f59d1b9a640 1 -- 172.21.15.111:0/569961614 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f59cc15f190 msgr2=0x7f59cc148160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:04.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.282+0000 7f59d1b9a640 1 --2- 172.21.15.111:0/569961614 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f59cc15f190 0x7f59cc148160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:04.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.282+0000 7f59d1b9a640 1 -- 172.21.15.111:0/569961614 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59cc1f3d10 con 0x7f59cc15f5d0 2024-09-19T04:40:04.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.282+0000 7f59d1b9a640 1 --2- 172.21.15.111:0/569961614 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f59cc15f5d0 0x7f59cc0b5960 secure :-1 s=READY pgs=1601 cs=0 l=1 rev1=1 crypto rx=0x7f59c400c6b0 tx=0x7f59c400cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:04.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.283+0000 7f59c1ffb640 1 -- 172.21.15.111:0/569961614 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59c4003b70 con 0x7f59cc15f5d0 2024-09-19T04:40:04.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.283+0000 7f59c1ffb640 1 -- 172.21.15.111:0/569961614 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f59c4003d30 con 0x7f59cc15f5d0 2024-09-19T04:40:04.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.283+0000 7f59d35fd640 1 -- 172.21.15.111:0/569961614 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59cc1f3ff0 con 0x7f59cc15f5d0 2024-09-19T04:40:04.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.283+0000 7f59c1ffb640 1 -- 172.21.15.111:0/569961614 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59c4005310 con 0x7f59cc15f5d0 2024-09-19T04:40:04.286 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.283+0000 7f59d35fd640 1 -- 172.21.15.111:0/569961614 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59cc1f45b0 con 0x7f59cc15f5d0 2024-09-19T04:40:04.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.284+0000 7f59d35fd640 1 -- 172.21.15.111:0/569961614 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59cc0b5750 con 0x7f59cc15f5d0 2024-09-19T04:40:04.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.284+0000 7f59c1ffb640 1 -- 172.21.15.111:0/569961614 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f59c40054b0 con 0x7f59cc15f5d0 2024-09-19T04:40:04.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.285+0000 7f59c1ffb640 1 --2- 172.21.15.111:0/569961614 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f59b006ca90 0x7f59b006ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:04.287 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.285+0000 7f59c1ffb640 1 -- 172.21.15.111:0/569961614 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7f59c4089b60 con 0x7f59cc15f5d0 2024-09-19T04:40:04.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.285+0000 7f59d1399640 1 --2- 172.21.15.111:0/569961614 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f59b006ca90 0x7f59b006ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:04.288 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.286+0000 7f59d1399640 1 --2- 172.21.15.111:0/569961614 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f59b006ca90 0x7f59b006ef50 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f59c8037000 tx=0x7f59c803d040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:04.290 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.289+0000 7f59c1ffb640 1 -- 172.21.15.111:0/569961614 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f59c4059570 con 0x7f59cc15f5d0 2024-09-19T04:40:04.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.515+0000 7f59d35fd640 1 -- 172.21.15.111:0/569961614 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f59cc0b3ec0 con 0x7f59cc15f5d0 2024-09-19T04:40:04.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.515+0000 7f59c1ffb640 1 -- 172.21.15.111:0/569961614 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v83) ==== 53+0+73 (secure 0 0 0) 0x7f59c405d870 con 0x7f59cc15f5d0 2024-09-19T04:40:04.517 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:40:04.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.517+0000 7f59d35fd640 1 -- 172.21.15.111:0/569961614 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f59b006ca90 msgr2=0x7f59b006ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:04.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.517+0000 7f59d35fd640 1 --2- 172.21.15.111:0/569961614 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f59b006ca90 0x7f59b006ef50 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f59c8037000 tx=0x7f59c803d040 comp rx=0 tx=0).stop 2024-09-19T04:40:04.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.517+0000 7f59d35fd640 1 -- 172.21.15.111:0/569961614 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f59cc15f5d0 msgr2=0x7f59cc0b5960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:04.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.517+0000 7f59d35fd640 1 --2- 172.21.15.111:0/569961614 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f59cc15f5d0 0x7f59cc0b5960 secure :-1 s=READY pgs=1601 cs=0 l=1 rev1=1 crypto rx=0x7f59c400c6b0 tx=0x7f59c400cb70 comp rx=0 tx=0).stop 2024-09-19T04:40:04.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.518+0000 7f59d35fd640 1 -- 172.21.15.111:0/569961614 shutdown_connections 2024-09-19T04:40:04.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.518+0000 7f59d35fd640 1 --2- 172.21.15.111:0/569961614 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f59b006ca90 0x7f59b006ef50 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:04.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.518+0000 7f59d35fd640 1 --2- 172.21.15.111:0/569961614 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f59cc15f5d0 0x7f59cc0b5960 unknown :-1 s=CLOSED pgs=1601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:04.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.518+0000 7f59d35fd640 1 --2- 172.21.15.111:0/569961614 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f59cc15f190 0x7f59cc148160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:04.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.518+0000 7f59d35fd640 1 --2- 172.21.15.111:0/569961614 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f59cc15b5b0 0x7f59cc1578c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:04.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.518+0000 7f59d35fd640 1 -- 172.21.15.111:0/569961614 >> 172.21.15.111:0/569961614 conn(0x7f59cc0b32d0 msgr2=0x7f59cc06bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:04.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.518+0000 7f59d35fd640 1 -- 172.21.15.111:0/569961614 shutdown_connections 2024-09-19T04:40:04.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:04.518+0000 7f59d35fd640 1 -- 172.21.15.111:0/569961614 wait complete. 2024-09-19T04:40:04.530 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:40:04.530 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:40:04.530 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi114.front.sepia.ceph.com 2024-09-19T04:40:04.530 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T04:40:04.530 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T04:40:04.530 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:40:04.530 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:40:04.530 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:40:04.530 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:40:04.531 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:04.531 DEBUG:teuthology.orchestra.run.smithi114:> ip addr 2024-09-19T04:40:04.550 INFO:teuthology.orchestra.run.smithi114.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:40:04.551 INFO:teuthology.orchestra.run.smithi114.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:40:04.551 INFO:teuthology.orchestra.run.smithi114.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:40:04.551 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:04.551 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 ::1/128 scope host 2024-09-19T04:40:04.551 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:04.551 INFO:teuthology.orchestra.run.smithi114.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:04.551 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:04.551 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f0 2024-09-19T04:40:04.551 INFO:teuthology.orchestra.run.smithi114.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:04.551 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:04.551 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f1 2024-09-19T04:40:04.552 INFO:teuthology.orchestra.run.smithi114.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:04.552 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:62 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:04.552 INFO:teuthology.orchestra.run.smithi114.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:40:04.552 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:63 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:04.552 INFO:teuthology.orchestra.run.smithi114.stdout: inet 172.21.15.114/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:40:04.552 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft 42352sec preferred_lft 42352sec 2024-09-19T04:40:04.552 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::ec4:7aff:fe8f:cb63/64 scope link noprefixroute 2024-09-19T04:40:04.552 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:04.552 INFO:teuthology.orchestra.run.smithi114.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:40:04.552 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether ca:e7:76:90:98:85 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:04.552 INFO:teuthology.orchestra.run.smithi114.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:40:04.552 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:04.552 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::9858:beff:fef5:aa6d/64 scope link 2024-09-19T04:40:04.553 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:04.553 INFO:teuthology.orchestra.run.smithi114.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:40:04.553 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether ca:e7:76:90:98:85 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T04:40:04.553 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::c8e7:76ff:fe90:9885/64 scope link 2024-09-19T04:40:04.553 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:04.553 INFO:teuthology.orchestra.run.smithi114.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:40:04.553 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether d6:e6:9a:34:5c:2e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T04:40:04.553 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::d4e6:9aff:fe34:5c2e/64 scope link 2024-09-19T04:40:04.553 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:04.553 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:04.554 DEBUG:teuthology.orchestra.run.smithi114:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:40:04.620 INFO:teuthology.orchestra.run.smithi114.stdout:1 2024-09-19T04:40:04.622 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:04.622 DEBUG:teuthology.orchestra.run.smithi114:> route 2024-09-19T04:40:04.681 INFO:teuthology.orchestra.run.smithi114.stdout:Kernel IP routing table 2024-09-19T04:40:04.681 INFO:teuthology.orchestra.run.smithi114.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:40:04.681 INFO:teuthology.orchestra.run.smithi114.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:40:04.681 INFO:teuthology.orchestra.run.smithi114.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:40:04.681 INFO:teuthology.orchestra.run.smithi114.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:40:04.682 DEBUG:teuthology.orchestra.run.smithi114:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:40:04.682 DEBUG:teuthology.orchestra.run.smithi114:> set -e 2024-09-19T04:40:04.682 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:40:04.682 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:40:04.682 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:40:04.682 DEBUG:teuthology.orchestra.run.smithi114:> ') 2024-09-19T04:40:04.773 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:40:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:04.806 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:40:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:04.812 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:04.812 DEBUG:teuthology.orchestra.run.smithi114:> ip netns list 2024-09-19T04:40:04.828 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T04:40:04.828 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T04:40:04.828 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:40:04.828 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:04.828 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip link set brx.0 up 2024-09-19T04:40:04.894 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:40:04.894 DEBUG:teuthology.orchestra.run.smithi114:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T04:40:04.950 INFO:teuthology.orchestra.run.smithi114.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:40:04.950 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:40:04.950 DEBUG:teuthology.orchestra.run.smithi114:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:40:05.005 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-19T04:40:05.005 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:05.005 DEBUG:teuthology.orchestra.run.smithi114:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:40:05.088 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:40:05.088 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:40:05.099 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:40:05.100 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:40:05.100 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:40:05.100 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: trying mount with new device syntax: 1@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:40:05.100 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:40:05.100 INFO:teuthology.orchestra.run.smithi114.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T04:40:05.100 INFO:teuthology.orchestra.run.smithi114.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:40:05.100 INFO:teuthology.orchestra.run.smithi114.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:40:05.101 INFO:teuthology.orchestra.run.smithi114.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:40:05.101 INFO:teuthology.orchestra.run.smithi114.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:40:05.105 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:40:05.105 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:05.105 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:40:05.170 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:40:05.258 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:40:05 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:40:05.260 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:40:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:05.265 INFO:teuthology.orchestra.run.smithi114.stdout:client7840 2024-09-19T04:40:05.266 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:40:05.266 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:05.282 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-19T04:40:05.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.385+0000 7f97c7e77640 1 Processor -- start 2024-09-19T04:40:05.386 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.385+0000 7f97c7e77640 1 -- start start 2024-09-19T04:40:05.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.386+0000 7f97c7e77640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f97c015b370 0x7f97c0072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:05.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.386+0000 7f97c7e77640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f97c006f130 0x7f97c00ce490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:05.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.386+0000 7f97c7e77640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f97c015c970 con 0x7f97c015f9f0 2024-09-19T04:40:05.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.386+0000 7f97c7e77640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f97c015fef0 con 0x7f97c015b370 2024-09-19T04:40:05.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.386+0000 7f97c7e77640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f97c015bbb0 con 0x7f97c006f130 2024-09-19T04:40:05.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.386+0000 7f97c5c13640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f97c015b370 0x7f97c0072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:05.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.386+0000 7f97c5412640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f97c015f9f0 0x7f97c006ea20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35530/0 (socket says 172.21.15.111:35530) 2024-09-19T04:40:05.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.386+0000 7f97c5412640 1 -- 172.21.15.111:0/3917486428 learned_addr learned my addr 172.21.15.111:0/3917486428 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:05.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.386+0000 7f97c6414640 1 --2- 172.21.15.111:0/3917486428 >> v2:172.21.15.114:3300/0 conn(0x7f97c006f130 0x7f97c00ce490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:05.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.386+0000 7f97c5c13640 1 -- 172.21.15.111:0/3917486428 >> v2:172.21.15.114:3300/0 conn(0x7f97c006f130 msgr2=0x7f97c00ce490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:05.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.386+0000 7f97c5c13640 1 --2- 172.21.15.111:0/3917486428 >> v2:172.21.15.114:3300/0 conn(0x7f97c006f130 0x7f97c00ce490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.386+0000 7f97c5c13640 1 -- 172.21.15.111:0/3917486428 >> v1:172.21.15.111:6789/0 conn(0x7f97c015f9f0 legacy=0x7f97c006ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:05.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.386+0000 7f97c4c11640 1 -- 172.21.15.111:0/3917486428 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2595947299 0 0) 0x7f97c015c970 con 0x7f97c015f9f0 2024-09-19T04:40:05.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.386+0000 7f97c5c13640 1 -- 172.21.15.111:0/3917486428 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97c015be90 con 0x7f97c015b370 2024-09-19T04:40:05.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.387+0000 7f97c5c13640 1 --2- 172.21.15.111:0/3917486428 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f97c015b370 0x7f97c0072560 secure :-1 s=READY pgs=1603 cs=0 l=1 rev1=1 crypto rx=0x7f97c00cfff0 tx=0x7f97b402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d1911285d08675c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:05.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.387+0000 7f97c4c11640 1 -- 172.21.15.111:0/3917486428 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97b4037070 con 0x7f97c015b370 2024-09-19T04:40:05.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.387+0000 7f97c4c11640 1 -- 172.21.15.111:0/3917486428 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97b4032440 con 0x7f97c015b370 2024-09-19T04:40:05.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.387+0000 7f97c4c11640 1 -- 172.21.15.111:0/3917486428 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97b402ae60 con 0x7f97c015b370 2024-09-19T04:40:05.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.388+0000 7f97c7e77640 1 -- 172.21.15.111:0/3917486428 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f97c015b370 msgr2=0x7f97c0072560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:05.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.388+0000 7f97c7e77640 1 --2- 172.21.15.111:0/3917486428 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f97c015b370 0x7f97c0072560 secure :-1 s=READY pgs=1603 cs=0 l=1 rev1=1 crypto rx=0x7f97c00cfff0 tx=0x7f97b402a110 comp rx=0 tx=0).stop 2024-09-19T04:40:05.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.388+0000 7f97c7e77640 1 -- 172.21.15.111:0/3917486428 shutdown_connections 2024-09-19T04:40:05.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.388+0000 7f97c7e77640 1 --2- 172.21.15.111:0/3917486428 >> v2:172.21.15.114:3300/0 conn(0x7f97c006f130 0x7f97c00ce490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.388+0000 7f97c7e77640 1 --2- 172.21.15.111:0/3917486428 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f97c015b370 0x7f97c0072560 unknown :-1 s=CLOSED pgs=1603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.388+0000 7f97c7e77640 1 -- 172.21.15.111:0/3917486428 >> 172.21.15.111:0/3917486428 conn(0x7f97c006bba0 msgr2=0x7f97c006bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:05.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.388+0000 7f97c7e77640 1 -- 172.21.15.111:0/3917486428 shutdown_connections 2024-09-19T04:40:05.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.388+0000 7f97c7e77640 1 -- 172.21.15.111:0/3917486428 wait complete. 2024-09-19T04:40:05.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.389+0000 7f97c7e77640 1 Processor -- start 2024-09-19T04:40:05.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.389+0000 7f97c7e77640 1 -- start start 2024-09-19T04:40:05.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.390+0000 7f97c7e77640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f97c006f130 0x7f97c0149f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:05.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.390+0000 7f97c7e77640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f97c015b370 0x7f97c00af680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:05.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.390+0000 7f97c7e77640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f97c015f9f0 0x7f97c0158c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:05.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.390+0000 7f97c7e77640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f97c00731b0 con 0x7f97c015b370 2024-09-19T04:40:05.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.390+0000 7f97c7e77640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f97c015c450 con 0x7f97c015f9f0 2024-09-19T04:40:05.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.390+0000 7f97c7e77640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f97c015b750 con 0x7f97c006f130 2024-09-19T04:40:05.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.390+0000 7f97c5412640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f97c015b370 0x7f97c00af680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:05.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.390+0000 7f97c5412640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f97c015b370 0x7f97c00af680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47286/0 (socket says 172.21.15.111:47286) 2024-09-19T04:40:05.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.390+0000 7f97c5412640 1 -- 172.21.15.111:0/2769244606 learned_addr learned my addr 172.21.15.111:0/2769244606 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:05.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.390+0000 7f97c5c13640 1 --2- 172.21.15.111:0/2769244606 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f97c006f130 0x7f97c0149f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:05.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.390+0000 7f97c6414640 1 --2- 172.21.15.111:0/2769244606 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f97c015f9f0 0x7f97c0158c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:05.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.390+0000 7f97c5412640 1 -- 172.21.15.111:0/2769244606 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f97c006f130 msgr2=0x7f97c0149f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:05.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.390+0000 7f97c5412640 1 --2- 172.21.15.111:0/2769244606 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f97c006f130 0x7f97c0149f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.390+0000 7f97c5412640 1 -- 172.21.15.111:0/2769244606 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f97c015f9f0 msgr2=0x7f97c0158c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:05.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.390+0000 7f97c5412640 1 --2- 172.21.15.111:0/2769244606 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f97c015f9f0 0x7f97c0158c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.390+0000 7f97c5412640 1 -- 172.21.15.111:0/2769244606 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97c00afbc0 con 0x7f97c015b370 2024-09-19T04:40:05.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.390+0000 7f97c5c13640 1 --2- 172.21.15.111:0/2769244606 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f97c006f130 0x7f97c0149f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:05.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.390+0000 7f97c6414640 1 --2- 172.21.15.111:0/2769244606 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f97c015f9f0 0x7f97c0158c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:05.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.390+0000 7f97c5412640 1 --2- 172.21.15.111:0/2769244606 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f97c015b370 0x7f97c00af680 secure :-1 s=READY pgs=1604 cs=0 l=1 rev1=1 crypto rx=0x7f97bc00c440 tx=0x7f97bc00c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:05.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.390+0000 7f97b27fc640 1 -- 172.21.15.111:0/2769244606 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97bc018070 con 0x7f97c015b370 2024-09-19T04:40:05.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.390+0000 7f97b27fc640 1 -- 172.21.15.111:0/2769244606 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97bc0074e0 con 0x7f97c015b370 2024-09-19T04:40:05.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.390+0000 7f97b27fc640 1 -- 172.21.15.111:0/2769244606 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97bc004a20 con 0x7f97c015b370 2024-09-19T04:40:05.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.391+0000 7f97c7e77640 1 -- 172.21.15.111:0/2769244606 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97c0157bc0 con 0x7f97c015b370 2024-09-19T04:40:05.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.391+0000 7f97c7e77640 1 -- 172.21.15.111:0/2769244606 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97c0158180 con 0x7f97c015b370 2024-09-19T04:40:05.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.392+0000 7f97c7e77640 1 -- 172.21.15.111:0/2769244606 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97c0072560 con 0x7f97c015b370 2024-09-19T04:40:05.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.392+0000 7f97b27fc640 1 -- 172.21.15.111:0/2769244606 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f97bc004bc0 con 0x7f97c015b370 2024-09-19T04:40:05.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.393+0000 7f97b27fc640 1 --2- 172.21.15.111:0/2769244606 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f97a406ca90 0x7f97a406ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:05.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.393+0000 7f97b27fc640 1 -- 172.21.15.111:0/2769244606 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7f97bc089110 con 0x7f97c015b370 2024-09-19T04:40:05.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.393+0000 7f97c5c13640 1 --2- 172.21.15.111:0/2769244606 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f97a406ca90 0x7f97a406ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:05.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.394+0000 7f97c5c13640 1 --2- 172.21.15.111:0/2769244606 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f97a406ca90 0x7f97a406ef50 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f97b4034000 tx=0x7f97b402e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:05.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.397+0000 7f97b27fc640 1 -- 172.21.15.111:0/2769244606 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f97bc058a90 con 0x7f97c015b370 2024-09-19T04:40:05.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:05.603+0000 7f97c7e77640 1 -- 172.21.15.111:0/2769244606 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f97c0157480 con 0x7f97c015b370 2024-09-19T04:40:06.278 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.277+0000 7f97b27fc640 1 -- 172.21.15.111:0/2769244606 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v84) ==== 136+0+0 (secure 0 0 0) 0x7f97bc05cd90 con 0x7f97c015b370 2024-09-19T04:40:06.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.279+0000 7f97c7e77640 1 -- 172.21.15.111:0/2769244606 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f97a406ca90 msgr2=0x7f97a406ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.280 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.279+0000 7f97c7e77640 1 --2- 172.21.15.111:0/2769244606 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f97a406ca90 0x7f97a406ef50 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f97b4034000 tx=0x7f97b402e000 comp rx=0 tx=0).stop 2024-09-19T04:40:06.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.279+0000 7f97c7e77640 1 -- 172.21.15.111:0/2769244606 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f97c015b370 msgr2=0x7f97c00af680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.279+0000 7f97c7e77640 1 --2- 172.21.15.111:0/2769244606 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f97c015b370 0x7f97c00af680 secure :-1 s=READY pgs=1604 cs=0 l=1 rev1=1 crypto rx=0x7f97bc00c440 tx=0x7f97bc00c900 comp rx=0 tx=0).stop 2024-09-19T04:40:06.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.279+0000 7f97c7e77640 1 -- 172.21.15.111:0/2769244606 shutdown_connections 2024-09-19T04:40:06.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.279+0000 7f97c7e77640 1 --2- 172.21.15.111:0/2769244606 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f97a406ca90 0x7f97a406ef50 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.279+0000 7f97c7e77640 1 --2- 172.21.15.111:0/2769244606 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f97c015f9f0 0x7f97c0158c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.279+0000 7f97c7e77640 1 --2- 172.21.15.111:0/2769244606 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f97c015b370 0x7f97c00af680 unknown :-1 s=CLOSED pgs=1604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.279+0000 7f97c7e77640 1 --2- 172.21.15.111:0/2769244606 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f97c006f130 0x7f97c0149f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.279+0000 7f97c7e77640 1 -- 172.21.15.111:0/2769244606 >> 172.21.15.111:0/2769244606 conn(0x7f97c006bba0 msgr2=0x7f97c00ce450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:06.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.279+0000 7f97c7e77640 1 -- 172.21.15.111:0/2769244606 shutdown_connections 2024-09-19T04:40:06.281 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.279+0000 7f97c7e77640 1 -- 172.21.15.111:0/2769244606 wait complete. 2024-09-19T04:40:06.292 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-19T04:40:06.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.390+0000 7f004b623640 1 Processor -- start 2024-09-19T04:40:06.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.391+0000 7f004b623640 1 -- start start 2024-09-19T04:40:06.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.391+0000 7f004b623640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f004415ed20 0x7f00440b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.391+0000 7f004b623640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f00440b7170 con 0x7f004415e940 2024-09-19T04:40:06.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.391+0000 7f004b623640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f00440b7aa0 con 0x7f00440cef90 2024-09-19T04:40:06.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.391+0000 7f004b623640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f00440d3660 con 0x7f004415ed20 2024-09-19T04:40:06.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.392+0000 7f0048bbe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f004415ed20 0x7f00440b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.392+0000 7f0048bbe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f004415ed20 0x7f00440b3220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47296/0 (socket says 172.21.15.111:47296) 2024-09-19T04:40:06.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.392+0000 7f00493bf640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f004415e940 0x7f00440d1060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35532/0 (socket says 172.21.15.111:35532) 2024-09-19T04:40:06.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.392+0000 7f0048bbe640 1 -- 172.21.15.111:0/1058439243 learned_addr learned my addr 172.21.15.111:0/1058439243 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:06.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.392+0000 7f0048bbe640 1 -- 172.21.15.111:0/1058439243 >> v1:172.21.15.114:6789/0 conn(0x7f00440cef90 legacy=0x7f00440b3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:06.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.392+0000 7f0048bbe640 1 -- 172.21.15.111:0/1058439243 >> v1:172.21.15.111:6789/0 conn(0x7f004415e940 legacy=0x7f00440d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.392+0000 7f0037fff640 1 -- 172.21.15.111:0/1058439243 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3426764731 0 0) 0x7f0040001110 con 0x7f004415e940 2024-09-19T04:40:06.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.392+0000 7f0048bbe640 1 -- 172.21.15.111:0/1058439243 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00440d3940 con 0x7f004415ed20 2024-09-19T04:40:06.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.393+0000 7f0048bbe640 1 --2- 172.21.15.111:0/1058439243 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f004415ed20 0x7f00440b3220 secure :-1 s=READY pgs=1606 cs=0 l=1 rev1=1 crypto rx=0x7f0038009870 tx=0x7f003802a330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6c0f694f1f83e4f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:06.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.393+0000 7f0037fff640 1 -- 172.21.15.111:0/1058439243 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0038037070 con 0x7f004415ed20 2024-09-19T04:40:06.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.393+0000 7f0037fff640 1 -- 172.21.15.111:0/1058439243 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0038032640 con 0x7f004415ed20 2024-09-19T04:40:06.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.393+0000 7f0037fff640 1 -- 172.21.15.111:0/1058439243 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0038032a10 con 0x7f004415ed20 2024-09-19T04:40:06.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.393+0000 7f004b623640 1 -- 172.21.15.111:0/1058439243 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f004415ed20 msgr2=0x7f00440b3220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.393+0000 7f004b623640 1 --2- 172.21.15.111:0/1058439243 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f004415ed20 0x7f00440b3220 secure :-1 s=READY pgs=1606 cs=0 l=1 rev1=1 crypto rx=0x7f0038009870 tx=0x7f003802a330 comp rx=0 tx=0).stop 2024-09-19T04:40:06.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.393+0000 7f004b623640 1 -- 172.21.15.111:0/1058439243 shutdown_connections 2024-09-19T04:40:06.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.393+0000 7f004b623640 1 --2- 172.21.15.111:0/1058439243 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f004415ed20 0x7f00440b3220 unknown :-1 s=CLOSED pgs=1606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.393+0000 7f004b623640 1 -- 172.21.15.111:0/1058439243 >> 172.21.15.111:0/1058439243 conn(0x7f00440b6240 msgr2=0x7f00440b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:06.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.393+0000 7f004b623640 1 -- 172.21.15.111:0/1058439243 shutdown_connections 2024-09-19T04:40:06.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.393+0000 7f004b623640 1 -- 172.21.15.111:0/1058439243 wait complete. 2024-09-19T04:40:06.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.394+0000 7f004b623640 1 Processor -- start 2024-09-19T04:40:06.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.394+0000 7f004b623640 1 -- start start 2024-09-19T04:40:06.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.395+0000 7f004b623640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f00440cef90 0x7f00441f4920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.395+0000 7f004b623640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f004415e940 0x7f00441f7650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.395+0000 7f004b623640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f004415ed20 0x7f004415f950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.395+0000 7f004b623640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f00440d3310 con 0x7f004415e940 2024-09-19T04:40:06.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.395+0000 7f004b623640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f00440d3f00 con 0x7f00440cef90 2024-09-19T04:40:06.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.395+0000 7f004b623640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f00440d1ef0 con 0x7f004415ed20 2024-09-19T04:40:06.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.395+0000 7f0048bbe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f004415e940 0x7f00441f7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.395+0000 7f0048bbe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f004415e940 0x7f00441f7650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47304/0 (socket says 172.21.15.111:47304) 2024-09-19T04:40:06.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.395+0000 7f0048bbe640 1 -- 172.21.15.111:0/3596667564 learned_addr learned my addr 172.21.15.111:0/3596667564 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:06.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.396+0000 7f0048bbe640 1 -- 172.21.15.111:0/3596667564 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f004415ed20 msgr2=0x7f004415f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.396+0000 7f0048bbe640 1 --2- 172.21.15.111:0/3596667564 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f004415ed20 0x7f004415f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.396+0000 7f0048bbe640 1 -- 172.21.15.111:0/3596667564 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f00440cef90 msgr2=0x7f00441f4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.396+0000 7f00493bf640 1 --2- 172.21.15.111:0/3596667564 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f00440cef90 0x7f00441f4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.396+0000 7f0048bbe640 1 --2- 172.21.15.111:0/3596667564 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f00440cef90 0x7f00441f4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.396+0000 7f0048bbe640 1 -- 172.21.15.111:0/3596667564 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00440cc5c0 con 0x7f004415e940 2024-09-19T04:40:06.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.396+0000 7f0048bbe640 1 --2- 172.21.15.111:0/3596667564 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f004415e940 0x7f00441f7650 secure :-1 s=READY pgs=1607 cs=0 l=1 rev1=1 crypto rx=0x7f0038009870 tx=0x7f00380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:06.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.396+0000 7f0035ffb640 1 -- 172.21.15.111:0/3596667564 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0038041070 con 0x7f004415e940 2024-09-19T04:40:06.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.396+0000 7f0035ffb640 1 -- 172.21.15.111:0/3596667564 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f003803c870 con 0x7f004415e940 2024-09-19T04:40:06.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.396+0000 7f004b623640 1 -- 172.21.15.111:0/3596667564 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00440cc8a0 con 0x7f004415e940 2024-09-19T04:40:06.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.396+0000 7f0035ffb640 1 -- 172.21.15.111:0/3596667564 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0038037040 con 0x7f004415e940 2024-09-19T04:40:06.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.396+0000 7f004b623640 1 -- 172.21.15.111:0/3596667564 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00440cce60 con 0x7f004415e940 2024-09-19T04:40:06.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.397+0000 7f004b623640 1 -- 172.21.15.111:0/3596667564 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00440d1060 con 0x7f004415e940 2024-09-19T04:40:06.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.398+0000 7f0035ffb640 1 -- 172.21.15.111:0/3596667564 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f0038044070 con 0x7f004415e940 2024-09-19T04:40:06.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.398+0000 7f0035ffb640 1 --2- 172.21.15.111:0/3596667564 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f002806ca90 0x7f002806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.398+0000 7f0035ffb640 1 -- 172.21.15.111:0/3596667564 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7f00380aa900 con 0x7f004415e940 2024-09-19T04:40:06.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.398+0000 7f00493bf640 1 --2- 172.21.15.111:0/3596667564 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f002806ca90 0x7f002806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.399+0000 7f00493bf640 1 --2- 172.21.15.111:0/3596667564 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f002806ca90 0x7f002806ef50 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f0040000f60 tx=0x7f0040009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:06.404 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.402+0000 7f0035ffb640 1 -- 172.21.15.111:0/3596667564 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f003807ac40 con 0x7f004415e940 2024-09-19T04:40:06.591 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.590+0000 7f004b623640 1 -- 172.21.15.111:0/3596667564 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7f00440ba6b0 con 0x7f002806ca90 2024-09-19T04:40:06.593 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.592+0000 7f0035ffb640 1 -- 172.21.15.111:0/3596667564 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f00440ba6b0 con 0x7f002806ca90 2024-09-19T04:40:06.593 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:40:06.593 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:40:06.593 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "cephfs" 2024-09-19T04:40:06.593 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:40:06.593 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:40:06.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.594+0000 7f004b623640 1 -- 172.21.15.111:0/3596667564 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f002806ca90 msgr2=0x7f002806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.594+0000 7f004b623640 1 --2- 172.21.15.111:0/3596667564 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f002806ca90 0x7f002806ef50 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f0040000f60 tx=0x7f0040009040 comp rx=0 tx=0).stop 2024-09-19T04:40:06.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.594+0000 7f004b623640 1 -- 172.21.15.111:0/3596667564 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f004415e940 msgr2=0x7f00441f7650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.594+0000 7f004b623640 1 --2- 172.21.15.111:0/3596667564 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f004415e940 0x7f00441f7650 secure :-1 s=READY pgs=1607 cs=0 l=1 rev1=1 crypto rx=0x7f0038009870 tx=0x7f00380046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.594+0000 7f004b623640 1 -- 172.21.15.111:0/3596667564 shutdown_connections 2024-09-19T04:40:06.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.594+0000 7f004b623640 1 --2- 172.21.15.111:0/3596667564 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f002806ca90 0x7f002806ef50 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.594+0000 7f004b623640 1 --2- 172.21.15.111:0/3596667564 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f004415ed20 0x7f004415f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.594+0000 7f004b623640 1 --2- 172.21.15.111:0/3596667564 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f004415e940 0x7f00441f7650 unknown :-1 s=CLOSED pgs=1607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.594+0000 7f004b623640 1 --2- 172.21.15.111:0/3596667564 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f00440cef90 0x7f00441f4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.594+0000 7f004b623640 1 -- 172.21.15.111:0/3596667564 >> 172.21.15.111:0/3596667564 conn(0x7f00440b6240 msgr2=0x7f00440b6620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:06.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.594+0000 7f004b623640 1 -- 172.21.15.111:0/3596667564 shutdown_connections 2024-09-19T04:40:06.596 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.594+0000 7f004b623640 1 -- 172.21.15.111:0/3596667564 wait complete. 2024-09-19T04:40:06.606 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T04:40:06.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.705+0000 7f6ac0959640 1 Processor -- start 2024-09-19T04:40:06.707 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.705+0000 7f6ac0959640 1 -- start start 2024-09-19T04:40:06.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.706+0000 7f6ac0959640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6abc0b5f50 0x7f6abc0ce2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.706+0000 7f6ac0959640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f6abc06dda0 0x7f6abc06e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.706+0000 7f6ac0959640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6abc15ccb0 con 0x7f6abc0cfd90 2024-09-19T04:40:06.710 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.706+0000 7f6ac0959640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f6abc15cf90 con 0x7f6abc06dda0 2024-09-19T04:40:06.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.706+0000 7f6ac0959640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6abc15d270 con 0x7f6abc0b5f50 2024-09-19T04:40:06.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.706+0000 7f6ab1d9b640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f6abc0cfd90 0x7f6abc0d01d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35538/0 (socket says 172.21.15.111:35538) 2024-09-19T04:40:06.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.706+0000 7f6ab1d9b640 1 -- 172.21.15.111:0/2211169398 learned_addr learned my addr 172.21.15.111:0/2211169398 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:06.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.706+0000 7f6abad9d640 1 --2- 172.21.15.111:0/2211169398 >> v2:172.21.15.114:3300/0 conn(0x7f6abc06dda0 0x7f6abc06e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.706+0000 7f6aba59c640 1 --2- 172.21.15.111:0/2211169398 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6abc0b5f50 0x7f6abc0ce2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.706+0000 7f6ab9d9b640 1 -- 172.21.15.111:0/2211169398 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 700057852 0 0) 0x7f6abc15ccb0 con 0x7f6abc0cfd90 2024-09-19T04:40:06.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.706+0000 7f6ab9d9b640 1 -- 172.21.15.111:0/2211169398 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6aa8003520 con 0x7f6abc0cfd90 2024-09-19T04:40:06.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.707+0000 7f6ab9d9b640 1 -- 172.21.15.111:0/2211169398 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1362015517 0 0) 0x7f6aa8003520 con 0x7f6abc0cfd90 2024-09-19T04:40:06.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.707+0000 7f6ab9d9b640 1 -- 172.21.15.111:0/2211169398 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6abc0b5f50 msgr2=0x7f6abc0ce2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:06.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.707+0000 7f6ab9d9b640 1 --2- 172.21.15.111:0/2211169398 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6abc0b5f50 0x7f6abc0ce2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.707+0000 7f6ab9d9b640 1 -- 172.21.15.111:0/2211169398 >> v2:172.21.15.114:3300/0 conn(0x7f6abc06dda0 msgr2=0x7f6abc06e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:06.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.707+0000 7f6ab9d9b640 1 --2- 172.21.15.111:0/2211169398 >> v2:172.21.15.114:3300/0 conn(0x7f6abc06dda0 0x7f6abc06e210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.707+0000 7f6ab9d9b640 1 -- 172.21.15.111:0/2211169398 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6abc15d550 con 0x7f6abc0cfd90 2024-09-19T04:40:06.711 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.707+0000 7f6ab9d9b640 1 -- 172.21.15.111:0/2211169398 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f6aa4001670 con 0x7f6abc0cfd90 2024-09-19T04:40:06.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.707+0000 7f6abad9d640 1 --2- 172.21.15.111:0/2211169398 >> v2:172.21.15.114:3300/0 conn(0x7f6abc06dda0 0x7f6abc06e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:06.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.707+0000 7f6ab9d9b640 1 -- 172.21.15.111:0/2211169398 >> v1:172.21.15.111:6789/0 conn(0x7f6abc0cfd90 legacy=0x7f6abc0d01d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.707+0000 7f6ab9d9b640 1 --2- 172.21.15.111:0/2211169398 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6abc0b5f50 0x7f6aa80039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.707+0000 7f6ab9d9b640 1 --2- 172.21.15.111:0/2211169398 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6aa8003f30 0x7f6aa8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.707+0000 7f6ab9d9b640 1 --2- 172.21.15.111:0/2211169398 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6aa8004d40 0x7f6aa80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.707+0000 7f6ab9d9b640 1 -- 172.21.15.111:0/2211169398 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6abc15cf90 con 0x7f6aa8004d40 2024-09-19T04:40:06.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.707+0000 7f6ab9d9b640 1 -- 172.21.15.111:0/2211169398 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6abc15d270 con 0x7f6aa8003f30 2024-09-19T04:40:06.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.707+0000 7f6ab9d9b640 1 -- 172.21.15.111:0/2211169398 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6aa800baa0 con 0x7f6abc0b5f50 2024-09-19T04:40:06.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.707+0000 7f6abad9d640 1 --2- 172.21.15.111:0/2211169398 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6aa8004d40 0x7f6aa80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.707+0000 7f6aba59c640 1 --2- 172.21.15.111:0/2211169398 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6abc0b5f50 0x7f6aa80039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.707+0000 7f6ab1d9b640 1 --2- 172.21.15.111:0/2211169398 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6aa8003f30 0x7f6aa8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.707+0000 7f6abad9d640 1 -- 172.21.15.111:0/2211169398 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6abc0b5f50 msgr2=0x7f6aa80039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:06.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.707+0000 7f6abad9d640 1 --2- 172.21.15.111:0/2211169398 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6abc0b5f50 0x7f6aa80039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.707+0000 7f6abad9d640 1 -- 172.21.15.111:0/2211169398 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6aa8003f30 msgr2=0x7f6aa8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:06.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.707+0000 7f6abad9d640 1 --2- 172.21.15.111:0/2211169398 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6aa8003f30 0x7f6aa8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.707+0000 7f6abad9d640 1 -- 172.21.15.111:0/2211169398 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6aa8003520 con 0x7f6aa8004d40 2024-09-19T04:40:06.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.708+0000 7f6abad9d640 1 --2- 172.21.15.111:0/2211169398 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6aa8004d40 0x7f6aa80051c0 secure :-1 s=READY pgs=1609 cs=0 l=1 rev1=1 crypto rx=0x7f6ab400e350 tx=0x7f6aa8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c27f29404ae1047e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:06.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.708+0000 7f6ab9d9b640 1 -- 172.21.15.111:0/2211169398 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ab4009de0 con 0x7f6aa8004d40 2024-09-19T04:40:06.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.708+0000 7f6ab9d9b640 1 -- 172.21.15.111:0/2211169398 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ab402e660 con 0x7f6aa8004d40 2024-09-19T04:40:06.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.708+0000 7f6ab9d9b640 1 -- 172.21.15.111:0/2211169398 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ab402ea10 con 0x7f6aa8004d40 2024-09-19T04:40:06.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.708+0000 7f6ac0959640 1 -- 172.21.15.111:0/2211169398 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6aa8004d40 msgr2=0x7f6aa80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.708+0000 7f6ac0959640 1 --2- 172.21.15.111:0/2211169398 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6aa8004d40 0x7f6aa80051c0 secure :-1 s=READY pgs=1609 cs=0 l=1 rev1=1 crypto rx=0x7f6ab400e350 tx=0x7f6aa8005830 comp rx=0 tx=0).stop 2024-09-19T04:40:06.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.708+0000 7f6abad9d640 1 -- 172.21.15.111:0/2211169398 reap_dead start 2024-09-19T04:40:06.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.709+0000 7f6ac0959640 1 -- 172.21.15.111:0/2211169398 shutdown_connections 2024-09-19T04:40:06.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.709+0000 7f6ac0959640 1 -- 172.21.15.111:0/2211169398 >> 172.21.15.111:0/2211169398 conn(0x7f6abc06bba0 msgr2=0x7f6abc06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:06.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.709+0000 7f6ac0959640 1 -- 172.21.15.111:0/2211169398 shutdown_connections 2024-09-19T04:40:06.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.709+0000 7f6ac0959640 1 -- 172.21.15.111:0/2211169398 wait complete. 2024-09-19T04:40:06.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.710+0000 7f6ac0959640 1 Processor -- start 2024-09-19T04:40:06.716 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.710+0000 7f6ac0959640 1 -- start start 2024-09-19T04:40:06.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.711+0000 7f6ac0959640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6aa8004d40 0x7f6abc1f30b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.711+0000 7f6ac0959640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6abc153aa0 0x7f6abc159040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.711+0000 7f6ac0959640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6abc158060 0x7f6abc06c740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.711+0000 7f6ac0959640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6abc0cd970 con 0x7f6aa8004d40 2024-09-19T04:40:06.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.711+0000 7f6ac0959640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6abc15c970 con 0x7f6abc158060 2024-09-19T04:40:06.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.711+0000 7f6ac0959640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6abc0cdaf0 con 0x7f6abc153aa0 2024-09-19T04:40:06.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.711+0000 7f6aba59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6aa8004d40 0x7f6abc1f30b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.711+0000 7f6aba59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6aa8004d40 0x7f6abc1f30b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47328/0 (socket says 172.21.15.111:47328) 2024-09-19T04:40:06.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.711+0000 7f6aba59c640 1 -- 172.21.15.111:0/4015699350 learned_addr learned my addr 172.21.15.111:0/4015699350 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:06.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.711+0000 7f6ab1d9b640 1 --2- 172.21.15.111:0/4015699350 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6abc153aa0 0x7f6abc159040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.711+0000 7f6abad9d640 1 --2- 172.21.15.111:0/4015699350 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6abc158060 0x7f6abc06c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.711+0000 7f6aba59c640 1 -- 172.21.15.111:0/4015699350 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6abc153aa0 msgr2=0x7f6abc159040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.711+0000 7f6aba59c640 1 --2- 172.21.15.111:0/4015699350 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6abc153aa0 0x7f6abc159040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.711+0000 7f6aba59c640 1 -- 172.21.15.111:0/4015699350 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6abc158060 msgr2=0x7f6abc06c740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.711+0000 7f6aba59c640 1 --2- 172.21.15.111:0/4015699350 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6abc158060 0x7f6abc06c740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.711+0000 7f6aba59c640 1 -- 172.21.15.111:0/4015699350 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6abc1f35f0 con 0x7f6aa8004d40 2024-09-19T04:40:06.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.711+0000 7f6aba59c640 1 --2- 172.21.15.111:0/4015699350 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6aa8004d40 0x7f6abc1f30b0 secure :-1 s=READY pgs=1610 cs=0 l=1 rev1=1 crypto rx=0x7f6aac0119a0 tx=0x7f6aac011da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:06.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.711+0000 7f6ab37fe640 1 -- 172.21.15.111:0/4015699350 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6aac00fa30 con 0x7f6aa8004d40 2024-09-19T04:40:06.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.712+0000 7f6ab37fe640 1 -- 172.21.15.111:0/4015699350 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6aac00fbd0 con 0x7f6aa8004d40 2024-09-19T04:40:06.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.712+0000 7f6ac0959640 1 -- 172.21.15.111:0/4015699350 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6abc159580 con 0x7f6aa8004d40 2024-09-19T04:40:06.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.712+0000 7f6ab37fe640 1 -- 172.21.15.111:0/4015699350 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6aac014440 con 0x7f6aa8004d40 2024-09-19T04:40:06.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.712+0000 7f6ac0959640 1 -- 172.21.15.111:0/4015699350 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6abc154200 con 0x7f6aa8004d40 2024-09-19T04:40:06.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.713+0000 7f6ac0959640 1 -- 172.21.15.111:0/4015699350 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6abc0d01d0 con 0x7f6aa8004d40 2024-09-19T04:40:06.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.713+0000 7f6ab37fe640 1 -- 172.21.15.111:0/4015699350 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f6aac012040 con 0x7f6aa8004d40 2024-09-19T04:40:06.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.713+0000 7f6ab37fe640 1 --2- 172.21.15.111:0/4015699350 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6a9c06ca90 0x7f6a9c06ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.713+0000 7f6ab37fe640 1 -- 172.21.15.111:0/4015699350 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7f6aac08a4e0 con 0x7f6aa8004d40 2024-09-19T04:40:06.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.714+0000 7f6ab1d9b640 1 --2- 172.21.15.111:0/4015699350 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6a9c06ca90 0x7f6a9c06ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.714+0000 7f6ab1d9b640 1 --2- 172.21.15.111:0/4015699350 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6a9c06ca90 0x7f6a9c06ef50 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f6abc15b540 tx=0x7f6aa40078f0 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:06.719 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.718+0000 7f6ab37fe640 1 -- 172.21.15.111:0/4015699350 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6aac019030 con 0x7f6aa8004d40 2024-09-19T04:40:06.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.884+0000 7f6ac0959640 1 -- 172.21.15.111:0/4015699350 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f6abc06d480 con 0x7f6aa8004d40 2024-09-19T04:40:06.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.884+0000 7f6ab37fe640 1 -- 172.21.15.111:0/4015699350 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v28)=0 v28) ==== 122+0+0 (secure 0 0 0) 0x7f6aac05a540 con 0x7f6aa8004d40 2024-09-19T04:40:06.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.886+0000 7f6ac0959640 1 -- 172.21.15.111:0/4015699350 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6a9c06ca90 msgr2=0x7f6a9c06ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.886+0000 7f6ac0959640 1 --2- 172.21.15.111:0/4015699350 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6a9c06ca90 0x7f6a9c06ef50 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f6abc15b540 tx=0x7f6aa40078f0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.886+0000 7f6ac0959640 1 -- 172.21.15.111:0/4015699350 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6aa8004d40 msgr2=0x7f6abc1f30b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.886+0000 7f6ac0959640 1 --2- 172.21.15.111:0/4015699350 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6aa8004d40 0x7f6abc1f30b0 secure :-1 s=READY pgs=1610 cs=0 l=1 rev1=1 crypto rx=0x7f6aac0119a0 tx=0x7f6aac011da0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.886+0000 7f6ac0959640 1 -- 172.21.15.111:0/4015699350 shutdown_connections 2024-09-19T04:40:06.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.886+0000 7f6ac0959640 1 --2- 172.21.15.111:0/4015699350 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6a9c06ca90 0x7f6a9c06ef50 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.886+0000 7f6ac0959640 1 --2- 172.21.15.111:0/4015699350 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6abc158060 0x7f6abc06c740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.886+0000 7f6ac0959640 1 --2- 172.21.15.111:0/4015699350 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6abc153aa0 0x7f6abc159040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.886+0000 7f6ac0959640 1 --2- 172.21.15.111:0/4015699350 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6aa8004d40 0x7f6abc1f30b0 unknown :-1 s=CLOSED pgs=1610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.886+0000 7f6ac0959640 1 -- 172.21.15.111:0/4015699350 >> 172.21.15.111:0/4015699350 conn(0x7f6abc06bba0 msgr2=0x7f6abc1504a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:06.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.886+0000 7f6ac0959640 1 -- 172.21.15.111:0/4015699350 shutdown_connections 2024-09-19T04:40:06.888 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:06.886+0000 7f6ac0959640 1 -- 172.21.15.111:0/4015699350 wait complete. 2024-09-19T04:40:06.899 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:06.899 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/_nogroup/subvol14910/defecc4f-10a7-4cf4-968f-0e208f7bb485) 2024-09-19T04:40:06.929 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:06.930 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-19T04:40:06.986 INFO:teuthology.orchestra.run.smithi111.stdout:cephfs_data 2024-09-19T04:40:06.986 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:06.987 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data volumes/_nogroup/subvol14910/defecc4f-10a7-4cf4-968f-0e208f7bb485) 2024-09-19T04:40:07.055 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:40:07.055 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/home/ubuntu/cephtest/mnt.0/volumes/_nogroup/subvol14910/.meta 2024-09-19T04:40:07.124 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:07.124 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/subvol_grp40500/subvol37081/5ade07f9-7a07-4063-809a-6d57a6923796) 2024-09-19T04:40:07.192 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:07.192 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-19T04:40:07.248 INFO:teuthology.orchestra.run.smithi111.stdout:cephfs_data 2024-09-19T04:40:07.248 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:07.248 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data volumes/subvol_grp40500/subvol37081/5ade07f9-7a07-4063-809a-6d57a6923796) 2024-09-19T04:40:07.318 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:40:07.318 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/home/ubuntu/cephtest/mnt.0/volumes/subvol_grp40500/subvol37081/.meta 2024-09-19T04:40:07.384 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol14910 2024-09-19T04:40:07.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.524+0000 7ffb32ef8640 1 Processor -- start 2024-09-19T04:40:07.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.524+0000 7ffb32ef8640 1 -- start start 2024-09-19T04:40:07.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.525+0000 7ffb32ef8640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ffb2c06f130 0x7ffb2c0b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.525+0000 7ffb32ef8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb2c15c370 0x7ffb2c0ce200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.525+0000 7ffb32ef8640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffb2c15c820 con 0x7ffb2c158e50 2024-09-19T04:40:07.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.525+0000 7ffb32ef8640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7ffb2c0b43f0 con 0x7ffb2c06f130 2024-09-19T04:40:07.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.525+0000 7ffb32ef8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ffb2c0b3630 con 0x7ffb2c15c370 2024-09-19T04:40:07.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.525+0000 7ffb23fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ffb2c06f130 0x7ffb2c0b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.525+0000 7ffb23fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ffb2c06f130 0x7ffb2c0b5050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47342/0 (socket says 172.21.15.111:47342) 2024-09-19T04:40:07.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.525+0000 7ffb23fff640 1 -- 172.21.15.111:0/399861447 learned_addr learned my addr 172.21.15.111:0/399861447 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:07.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.525+0000 7ffb30c94640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7ffb2c158e50 0x7ffb2c06ea20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35542/0 (socket says 172.21.15.111:35542) 2024-09-19T04:40:07.527 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.525+0000 7ffb31495640 1 --2- 172.21.15.111:0/399861447 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb2c15c370 0x7ffb2c0ce200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.525+0000 7ffb23fff640 1 -- 172.21.15.111:0/399861447 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb2c15c370 msgr2=0x7ffb2c0ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:07.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.525+0000 7ffb23fff640 1 --2- 172.21.15.111:0/399861447 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb2c15c370 0x7ffb2c0ce200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.525+0000 7ffb23fff640 1 -- 172.21.15.111:0/399861447 >> v1:172.21.15.111:6789/0 conn(0x7ffb2c158e50 legacy=0x7ffb2c06ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.525+0000 7ffb237fe640 1 -- 172.21.15.111:0/399861447 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2618483604 0 0) 0x7ffb28001110 con 0x7ffb2c158e50 2024-09-19T04:40:07.528 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.525+0000 7ffb23fff640 1 -- 172.21.15.111:0/399861447 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb2c0b3910 con 0x7ffb2c06f130 2024-09-19T04:40:07.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.526+0000 7ffb23fff640 1 --2- 172.21.15.111:0/399861447 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb2c06f130 0x7ffb2c0b5050 secure :-1 s=READY pgs=1612 cs=0 l=1 rev1=1 crypto rx=0x7ffb1c009850 tx=0x7ffb1c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50393047f43e25b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:07.531 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.526+0000 7ffb237fe640 1 -- 172.21.15.111:0/399861447 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb1c004030 con 0x7ffb2c06f130 2024-09-19T04:40:07.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.526+0000 7ffb237fe640 1 -- 172.21.15.111:0/399861447 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb1c0041d0 con 0x7ffb2c06f130 2024-09-19T04:40:07.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.526+0000 7ffb237fe640 1 -- 172.21.15.111:0/399861447 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb1c003610 con 0x7ffb2c06f130 2024-09-19T04:40:07.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.527+0000 7ffb32ef8640 1 -- 172.21.15.111:0/399861447 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb2c06f130 msgr2=0x7ffb2c0b5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.527+0000 7ffb32ef8640 1 --2- 172.21.15.111:0/399861447 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb2c06f130 0x7ffb2c0b5050 secure :-1 s=READY pgs=1612 cs=0 l=1 rev1=1 crypto rx=0x7ffb1c009850 tx=0x7ffb1c02a230 comp rx=0 tx=0).stop 2024-09-19T04:40:07.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.527+0000 7ffb32ef8640 1 -- 172.21.15.111:0/399861447 shutdown_connections 2024-09-19T04:40:07.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.527+0000 7ffb32ef8640 1 --2- 172.21.15.111:0/399861447 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb2c15c370 0x7ffb2c0ce200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.527+0000 7ffb32ef8640 1 --2- 172.21.15.111:0/399861447 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb2c06f130 0x7ffb2c0b5050 unknown :-1 s=CLOSED pgs=1612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.527+0000 7ffb32ef8640 1 -- 172.21.15.111:0/399861447 >> 172.21.15.111:0/399861447 conn(0x7ffb2c06bba0 msgr2=0x7ffb2c06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:07.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.527+0000 7ffb32ef8640 1 -- 172.21.15.111:0/399861447 shutdown_connections 2024-09-19T04:40:07.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.527+0000 7ffb32ef8640 1 -- 172.21.15.111:0/399861447 wait complete. 2024-09-19T04:40:07.532 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.528+0000 7ffb32ef8640 1 Processor -- start 2024-09-19T04:40:07.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.528+0000 7ffb32ef8640 1 -- start start 2024-09-19T04:40:07.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.529+0000 7ffb32ef8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb2c06f130 0x7ffb2c1560f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.529+0000 7ffb32ef8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb2c158e50 0x7ffb2c06da80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.529+0000 7ffb32ef8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb2c15c370 0x7ffb2c152df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.529+0000 7ffb32ef8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ffb2c159230 con 0x7ffb2c15c370 2024-09-19T04:40:07.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.529+0000 7ffb32ef8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ffb2c0b3ed0 con 0x7ffb2c158e50 2024-09-19T04:40:07.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.529+0000 7ffb32ef8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ffb2c0ce740 con 0x7ffb2c06f130 2024-09-19T04:40:07.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.529+0000 7ffb31495640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb2c15c370 0x7ffb2c152df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.529+0000 7ffb31495640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb2c15c370 0x7ffb2c152df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47348/0 (socket says 172.21.15.111:47348) 2024-09-19T04:40:07.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.529+0000 7ffb31495640 1 -- 172.21.15.111:0/2013811347 learned_addr learned my addr 172.21.15.111:0/2013811347 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:07.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.529+0000 7ffb30c94640 1 --2- 172.21.15.111:0/2013811347 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb2c06f130 0x7ffb2c1560f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.529+0000 7ffb23fff640 1 --2- 172.21.15.111:0/2013811347 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb2c158e50 0x7ffb2c06da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.529+0000 7ffb31495640 1 -- 172.21.15.111:0/2013811347 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb2c06f130 msgr2=0x7ffb2c1560f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.529+0000 7ffb31495640 1 --2- 172.21.15.111:0/2013811347 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb2c06f130 0x7ffb2c1560f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.529+0000 7ffb31495640 1 -- 172.21.15.111:0/2013811347 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb2c158e50 msgr2=0x7ffb2c06da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.529+0000 7ffb31495640 1 --2- 172.21.15.111:0/2013811347 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb2c158e50 0x7ffb2c06da80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.529+0000 7ffb31495640 1 -- 172.21.15.111:0/2013811347 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb2c0aede0 con 0x7ffb2c15c370 2024-09-19T04:40:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.529+0000 7ffb23fff640 1 --2- 172.21.15.111:0/2013811347 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb2c158e50 0x7ffb2c06da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.529+0000 7ffb31495640 1 --2- 172.21.15.111:0/2013811347 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb2c15c370 0x7ffb2c152df0 secure :-1 s=READY pgs=1613 cs=0 l=1 rev1=1 crypto rx=0x7ffb24007e60 tx=0x7ffb2400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.530+0000 7ffb217fa640 1 -- 172.21.15.111:0/2013811347 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb24014420 con 0x7ffb2c15c370 2024-09-19T04:40:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.530+0000 7ffb217fa640 1 -- 172.21.15.111:0/2013811347 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb24019070 con 0x7ffb2c15c370 2024-09-19T04:40:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.530+0000 7ffb32ef8640 1 -- 172.21.15.111:0/2013811347 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb2c0af0c0 con 0x7ffb2c15c370 2024-09-19T04:40:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.530+0000 7ffb217fa640 1 -- 172.21.15.111:0/2013811347 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb24014820 con 0x7ffb2c15c370 2024-09-19T04:40:07.534 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.530+0000 7ffb32ef8640 1 -- 172.21.15.111:0/2013811347 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb2c0af960 con 0x7ffb2c15c370 2024-09-19T04:40:07.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.530+0000 7ffb32ef8640 1 -- 172.21.15.111:0/2013811347 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb2c0af4b0 con 0x7ffb2c15c370 2024-09-19T04:40:07.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.531+0000 7ffb217fa640 1 -- 172.21.15.111:0/2013811347 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7ffb240149c0 con 0x7ffb2c15c370 2024-09-19T04:40:07.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.531+0000 7ffb217fa640 1 --2- 172.21.15.111:0/2013811347 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffb1806ca90 0x7ffb1806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.532+0000 7ffb217fa640 1 -- 172.21.15.111:0/2013811347 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7ffb2408a720 con 0x7ffb2c15c370 2024-09-19T04:40:07.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.532+0000 7ffb30c94640 1 --2- 172.21.15.111:0/2013811347 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffb1806ca90 0x7ffb1806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.532+0000 7ffb30c94640 1 --2- 172.21.15.111:0/2013811347 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffb1806ca90 0x7ffb1806ef50 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7ffb28000f60 tx=0x7ffb28007970 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:07.537 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.536+0000 7ffb217fa640 1 -- 172.21.15.111:0/2013811347 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffb2405a6f0 con 0x7ffb2c15c370 2024-09-19T04:40:07.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.726+0000 7ffb32ef8640 1 -- 172.21.15.111:0/2013811347 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol14910", "target": ["mon-mgr", ""]}) -- 0x7ffb2c0ce200 con 0x7ffb1806ca90 2024-09-19T04:40:07.733 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:07.732+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:07.733 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:07.732+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:07.733 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:07.732+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:07.733 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:07.732+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:07.733 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:07.732+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:07.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.778+0000 7ffb217fa640 1 -- 172.21.15.111:0/2013811347 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+67 (secure 0 0 0) 0x7ffb2c0ce200 con 0x7ffb1806ca90 2024-09-19T04:40:07.779 INFO:teuthology.orchestra.run.smithi111.stdout:/volumes/_nogroup/subvol14910/defecc4f-10a7-4cf4-968f-0e208f7bb485 2024-09-19T04:40:07.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.780+0000 7ffb32ef8640 1 -- 172.21.15.111:0/2013811347 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffb1806ca90 msgr2=0x7ffb1806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.780+0000 7ffb32ef8640 1 --2- 172.21.15.111:0/2013811347 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffb1806ca90 0x7ffb1806ef50 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7ffb28000f60 tx=0x7ffb28007970 comp rx=0 tx=0).stop 2024-09-19T04:40:07.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.780+0000 7ffb32ef8640 1 -- 172.21.15.111:0/2013811347 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb2c15c370 msgr2=0x7ffb2c152df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.780+0000 7ffb32ef8640 1 --2- 172.21.15.111:0/2013811347 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb2c15c370 0x7ffb2c152df0 secure :-1 s=READY pgs=1613 cs=0 l=1 rev1=1 crypto rx=0x7ffb24007e60 tx=0x7ffb2400e4b0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.780+0000 7ffb32ef8640 1 -- 172.21.15.111:0/2013811347 shutdown_connections 2024-09-19T04:40:07.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.780+0000 7ffb32ef8640 1 --2- 172.21.15.111:0/2013811347 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffb1806ca90 0x7ffb1806ef50 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.780+0000 7ffb32ef8640 1 --2- 172.21.15.111:0/2013811347 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffb2c15c370 0x7ffb2c152df0 unknown :-1 s=CLOSED pgs=1613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.780+0000 7ffb32ef8640 1 --2- 172.21.15.111:0/2013811347 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffb2c158e50 0x7ffb2c06da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.780+0000 7ffb32ef8640 1 --2- 172.21.15.111:0/2013811347 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffb2c06f130 0x7ffb2c1560f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.780+0000 7ffb32ef8640 1 -- 172.21.15.111:0/2013811347 >> 172.21.15.111:0/2013811347 conn(0x7ffb2c06bba0 msgr2=0x7ffb2c071cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:07.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.780+0000 7ffb32ef8640 1 -- 172.21.15.111:0/2013811347 shutdown_connections 2024-09-19T04:40:07.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.780+0000 7ffb32ef8640 1 -- 172.21.15.111:0/2013811347 wait complete. 2024-09-19T04:40:07.792 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol37081 subvol_grp40500 2024-09-19T04:40:07.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.893+0000 7f45240d9640 1 Processor -- start 2024-09-19T04:40:07.894 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.893+0000 7f45240d9640 1 -- start start 2024-09-19T04:40:07.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.894+0000 7f45240d9640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f451c0ccb80 0x7f451c15bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.894+0000 7f45240d9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f451c072d10 0x7f451c0b4710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.894+0000 7f45240d9640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f451c0b3570 con 0x7f451c0b4c50 2024-09-19T04:40:07.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.894+0000 7f45240d9640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f451c0b50a0 con 0x7f451c0ccb80 2024-09-19T04:40:07.898 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.894+0000 7f45240d9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f451c0b3850 con 0x7f451c072d10 2024-09-19T04:40:07.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.894+0000 7f4522676640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f451c0b4c50 0x7f451c15e740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35556/0 (socket says 172.21.15.111:35556) 2024-09-19T04:40:07.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.894+0000 7f4522676640 1 -- 172.21.15.111:0/778499623 learned_addr learned my addr 172.21.15.111:0/778499623 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:07.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.894+0000 7f4520e73640 1 -- 172.21.15.111:0/778499623 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3871539985 0 0) 0x7f451c0b3570 con 0x7f451c0b4c50 2024-09-19T04:40:07.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.894+0000 7f4520e73640 1 -- 172.21.15.111:0/778499623 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4504003520 con 0x7f451c0b4c50 2024-09-19T04:40:07.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.894+0000 7f4521674640 1 --2- 172.21.15.111:0/778499623 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f451c072d10 0x7f451c0b4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.894+0000 7f4521e75640 1 --2- 172.21.15.111:0/778499623 >> v2:172.21.15.114:3300/0 conn(0x7f451c0ccb80 0x7f451c15bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.895+0000 7f4520e73640 1 -- 172.21.15.111:0/778499623 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2716504041 0 0) 0x7f4504003520 con 0x7f451c0b4c50 2024-09-19T04:40:07.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.895+0000 7f4520e73640 1 -- 172.21.15.111:0/778499623 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f451c072d10 msgr2=0x7f451c0b4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:07.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.895+0000 7f4520e73640 1 --2- 172.21.15.111:0/778499623 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f451c072d10 0x7f451c0b4710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.895+0000 7f4520e73640 1 -- 172.21.15.111:0/778499623 >> v2:172.21.15.114:3300/0 conn(0x7f451c0ccb80 msgr2=0x7f451c15bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:07.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.895+0000 7f4520e73640 1 --2- 172.21.15.111:0/778499623 >> v2:172.21.15.114:3300/0 conn(0x7f451c0ccb80 0x7f451c15bbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.899 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.895+0000 7f4520e73640 1 -- 172.21.15.111:0/778499623 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f451c0b3b30 con 0x7f451c0b4c50 2024-09-19T04:40:07.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.895+0000 7f4520e73640 1 -- 172.21.15.111:0/778499623 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f4514001670 con 0x7f451c0b4c50 2024-09-19T04:40:07.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.895+0000 7f4520e73640 1 -- 172.21.15.111:0/778499623 >> v1:172.21.15.111:6789/0 conn(0x7f451c0b4c50 legacy=0x7f451c15e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.895+0000 7f4520e73640 1 --2- 172.21.15.111:0/778499623 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f45040039b0 0x7f4504003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.895+0000 7f4520e73640 1 --2- 172.21.15.111:0/778499623 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4504004800 0x7f4504004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.895+0000 7f4520e73640 1 --2- 172.21.15.111:0/778499623 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f451c072d10 0x7f45040051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.895+0000 7f4520e73640 1 -- 172.21.15.111:0/778499623 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f451c0b50a0 con 0x7f4504004800 2024-09-19T04:40:07.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.895+0000 7f4520e73640 1 -- 172.21.15.111:0/778499623 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f451c0b3850 con 0x7f45040039b0 2024-09-19T04:40:07.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.895+0000 7f4520e73640 1 -- 172.21.15.111:0/778499623 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f450400b9c0 con 0x7f451c072d10 2024-09-19T04:40:07.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.895+0000 7f4521674640 1 --2- 172.21.15.111:0/778499623 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4504004800 0x7f4504004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.895+0000 7f4521e75640 1 --2- 172.21.15.111:0/778499623 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f45040039b0 0x7f4504003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.900 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.895+0000 7f4522676640 1 --2- 172.21.15.111:0/778499623 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f451c072d10 0x7f45040051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.895+0000 7f4521674640 1 -- 172.21.15.111:0/778499623 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f451c072d10 msgr2=0x7f45040051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:07.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.895+0000 7f4521674640 1 --2- 172.21.15.111:0/778499623 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f451c072d10 0x7f45040051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.895+0000 7f4521674640 1 -- 172.21.15.111:0/778499623 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f45040039b0 msgr2=0x7f4504003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:07.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.895+0000 7f4521674640 1 --2- 172.21.15.111:0/778499623 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f45040039b0 0x7f4504003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.895+0000 7f4521674640 1 -- 172.21.15.111:0/778499623 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4504003520 con 0x7f4504004800 2024-09-19T04:40:07.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.895+0000 7f4521e75640 1 --2- 172.21.15.111:0/778499623 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f45040039b0 0x7f4504003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:07.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.896+0000 7f4521674640 1 --2- 172.21.15.111:0/778499623 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4504004800 0x7f4504004c80 secure :-1 s=READY pgs=1616 cs=0 l=1 rev1=1 crypto rx=0x7f4510009650 tx=0x7f4504005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b3c102a9ba4119d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:07.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.896+0000 7f4520e73640 1 -- 172.21.15.111:0/778499623 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4510038070 con 0x7f4504004800 2024-09-19T04:40:07.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.896+0000 7f4520e73640 1 -- 172.21.15.111:0/778499623 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4510033400 con 0x7f4504004800 2024-09-19T04:40:07.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.896+0000 7f4520e73640 1 -- 172.21.15.111:0/778499623 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4510009690 con 0x7f4504004800 2024-09-19T04:40:07.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.896+0000 7f45240d9640 1 -- 172.21.15.111:0/778499623 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4504004800 msgr2=0x7f4504004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.901 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.896+0000 7f45240d9640 1 --2- 172.21.15.111:0/778499623 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4504004800 0x7f4504004c80 secure :-1 s=READY pgs=1616 cs=0 l=1 rev1=1 crypto rx=0x7f4510009650 tx=0x7f4504005830 comp rx=0 tx=0).stop 2024-09-19T04:40:07.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.896+0000 7f4522676640 1 -- 172.21.15.111:0/778499623 reap_dead start 2024-09-19T04:40:07.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.896+0000 7f45240d9640 1 -- 172.21.15.111:0/778499623 shutdown_connections 2024-09-19T04:40:07.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.896+0000 7f45240d9640 1 -- 172.21.15.111:0/778499623 >> 172.21.15.111:0/778499623 conn(0x7f451c06bba0 msgr2=0x7f451c06bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:07.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.897+0000 7f45240d9640 1 -- 172.21.15.111:0/778499623 shutdown_connections 2024-09-19T04:40:07.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.897+0000 7f45240d9640 1 -- 172.21.15.111:0/778499623 wait complete. 2024-09-19T04:40:07.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.898+0000 7f45240d9640 1 Processor -- start 2024-09-19T04:40:07.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.898+0000 7f45240d9640 1 -- start start 2024-09-19T04:40:07.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.898+0000 7f45240d9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4504004800 0x7f451c143de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.898+0000 7f45240d9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f451c0b2a50 0x7f451c155fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.898+0000 7f45240d9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f451c0b2e90 0x7f451c156d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.898+0000 7f45240d9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f451c0b43d0 con 0x7f4504004800 2024-09-19T04:40:07.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.898+0000 7f45240d9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f451c0b40f0 con 0x7f451c0b2e90 2024-09-19T04:40:07.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.898+0000 7f45240d9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f451c0ccf60 con 0x7f451c0b2a50 2024-09-19T04:40:07.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.899+0000 7f4521e75640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4504004800 0x7f451c143de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.899+0000 7f4521e75640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4504004800 0x7f451c143de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47356/0 (socket says 172.21.15.111:47356) 2024-09-19T04:40:07.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.899+0000 7f4521e75640 1 -- 172.21.15.111:0/426943230 learned_addr learned my addr 172.21.15.111:0/426943230 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:07.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.899+0000 7f4521674640 1 --2- 172.21.15.111:0/426943230 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f451c0b2a50 0x7f451c155fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.899+0000 7f4522676640 1 --2- 172.21.15.111:0/426943230 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f451c0b2e90 0x7f451c156d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.899+0000 7f4521e75640 1 -- 172.21.15.111:0/426943230 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f451c0b2a50 msgr2=0x7f451c155fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.899+0000 7f4521e75640 1 --2- 172.21.15.111:0/426943230 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f451c0b2a50 0x7f451c155fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.899+0000 7f4521e75640 1 -- 172.21.15.111:0/426943230 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f451c0b2e90 msgr2=0x7f451c156d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.899+0000 7f4521e75640 1 --2- 172.21.15.111:0/426943230 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f451c0b2e90 0x7f451c156d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.899+0000 7f4521e75640 1 -- 172.21.15.111:0/426943230 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f451c144320 con 0x7f4504004800 2024-09-19T04:40:07.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.899+0000 7f4521e75640 1 --2- 172.21.15.111:0/426943230 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4504004800 0x7f451c143de0 secure :-1 s=READY pgs=1617 cs=0 l=1 rev1=1 crypto rx=0x7f450c007f00 tx=0x7f450c010580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:07.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.899+0000 7f451a7fc640 1 -- 172.21.15.111:0/426943230 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f450c019030 con 0x7f4504004800 2024-09-19T04:40:07.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.899+0000 7f451a7fc640 1 -- 172.21.15.111:0/426943230 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f450c00a0d0 con 0x7f4504004800 2024-09-19T04:40:07.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.899+0000 7f45240d9640 1 -- 172.21.15.111:0/426943230 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f451c154f30 con 0x7f4504004800 2024-09-19T04:40:07.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.899+0000 7f451a7fc640 1 -- 172.21.15.111:0/426943230 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f450c003990 con 0x7f4504004800 2024-09-19T04:40:07.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.899+0000 7f45240d9640 1 -- 172.21.15.111:0/426943230 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f451c1554f0 con 0x7f4504004800 2024-09-19T04:40:07.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.900+0000 7f45240d9640 1 -- 172.21.15.111:0/426943230 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f451c0b4710 con 0x7f4504004800 2024-09-19T04:40:07.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.901+0000 7f451a7fc640 1 -- 172.21.15.111:0/426943230 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f450c01c070 con 0x7f4504004800 2024-09-19T04:40:07.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.901+0000 7f451a7fc640 1 --2- 172.21.15.111:0/426943230 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f450806ca90 0x7f450806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.901+0000 7f451a7fc640 1 -- 172.21.15.111:0/426943230 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7f450c08a610 con 0x7f4504004800 2024-09-19T04:40:07.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.901+0000 7f4521674640 1 --2- 172.21.15.111:0/426943230 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f450806ca90 0x7f450806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.902+0000 7f4521674640 1 --2- 172.21.15.111:0/426943230 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f450806ca90 0x7f450806ef50 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f4510035000 tx=0x7f4510008030 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:07.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:07.905+0000 7f451a7fc640 1 -- 172.21.15.111:0/426943230 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f451c144320 con 0x7f4504004800 2024-09-19T04:40:08.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.097+0000 7f45240d9640 1 -- 172.21.15.111:0/426943230 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol37081", "group_name": "subvol_grp40500", "target": ["mon-mgr", ""]}) -- 0x7f451c0762f0 con 0x7f450806ca90 2024-09-19T04:40:08.138 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.137+0000 7f451a7fc640 1 -- 172.21.15.111:0/426943230 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+74 (secure 0 0 0) 0x7f451c0762f0 con 0x7f450806ca90 2024-09-19T04:40:08.138 INFO:teuthology.orchestra.run.smithi111.stdout:/volumes/subvol_grp40500/subvol37081/5ade07f9-7a07-4063-809a-6d57a6923796 2024-09-19T04:40:08.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.139+0000 7f45240d9640 1 -- 172.21.15.111:0/426943230 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f450806ca90 msgr2=0x7f450806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.139+0000 7f45240d9640 1 --2- 172.21.15.111:0/426943230 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f450806ca90 0x7f450806ef50 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f4510035000 tx=0x7f4510008030 comp rx=0 tx=0).stop 2024-09-19T04:40:08.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.139+0000 7f45240d9640 1 -- 172.21.15.111:0/426943230 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4504004800 msgr2=0x7f451c143de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.139+0000 7f45240d9640 1 --2- 172.21.15.111:0/426943230 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4504004800 0x7f451c143de0 secure :-1 s=READY pgs=1617 cs=0 l=1 rev1=1 crypto rx=0x7f450c007f00 tx=0x7f450c010580 comp rx=0 tx=0).stop 2024-09-19T04:40:08.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.139+0000 7f45240d9640 1 -- 172.21.15.111:0/426943230 shutdown_connections 2024-09-19T04:40:08.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.139+0000 7f45240d9640 1 --2- 172.21.15.111:0/426943230 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f450806ca90 0x7f450806ef50 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.139+0000 7f45240d9640 1 --2- 172.21.15.111:0/426943230 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f451c0b2e90 0x7f451c156d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.139+0000 7f45240d9640 1 --2- 172.21.15.111:0/426943230 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f451c0b2a50 0x7f451c155fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.139+0000 7f45240d9640 1 --2- 172.21.15.111:0/426943230 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4504004800 0x7f451c143de0 unknown :-1 s=CLOSED pgs=1617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.139+0000 7f45240d9640 1 -- 172.21.15.111:0/426943230 >> 172.21.15.111:0/426943230 conn(0x7f451c06bba0 msgr2=0x7f451c0cef50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.139+0000 7f45240d9640 1 -- 172.21.15.111:0/426943230 shutdown_connections 2024-09-19T04:40:08.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.139+0000 7f45240d9640 1 -- 172.21.15.111:0/426943230 wait complete. 2024-09-19T04:40:08.151 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:08.151 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_nogroup/subvol14910/.meta) 2024-09-19T04:40:08.176 INFO:teuthology.orchestra.run.smithi111.stdout:[GLOBAL] 2024-09-19T04:40:08.177 INFO:teuthology.orchestra.run.smithi111.stdout:version = 2 2024-09-19T04:40:08.177 INFO:teuthology.orchestra.run.smithi111.stdout:type = subvolume 2024-09-19T04:40:08.177 INFO:teuthology.orchestra.run.smithi111.stdout:path = /volumes/_nogroup/subvol14910/defecc4f-10a7-4cf4-968f-0e208f7bb485 2024-09-19T04:40:08.177 INFO:teuthology.orchestra.run.smithi111.stdout:state = complete 2024-09-19T04:40:08.177 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:08.178 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:08.178 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/subvol_grp40500/subvol37081/.meta) 2024-09-19T04:40:08.243 INFO:teuthology.orchestra.run.smithi111.stdout:[GLOBAL] 2024-09-19T04:40:08.243 INFO:teuthology.orchestra.run.smithi111.stdout:version = 2 2024-09-19T04:40:08.243 INFO:teuthology.orchestra.run.smithi111.stdout:type = subvolume 2024-09-19T04:40:08.243 INFO:teuthology.orchestra.run.smithi111.stdout:path = /volumes/subvol_grp40500/subvol37081/5ade07f9-7a07-4063-809a-6d57a6923796 2024-09-19T04:40:08.243 INFO:teuthology.orchestra.run.smithi111.stdout:state = complete 2024-09-19T04:40:08.243 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:08.244 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol14910 2024-09-19T04:40:08.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.387+0000 7f6bed2b7640 1 Processor -- start 2024-09-19T04:40:08.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.387+0000 7f6bed2b7640 1 -- start start 2024-09-19T04:40:08.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.388+0000 7f6bed2b7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6be815e960 0x7f6be806bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.388+0000 7f6bed2b7640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f6be80cb2f0 0x7f6be806c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.388+0000 7f6bed2b7640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6be80d4040 con 0x7f6be806c9f0 2024-09-19T04:40:08.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.388+0000 7f6bed2b7640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f6be80b7a40 con 0x7f6be80cb2f0 2024-09-19T04:40:08.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.388+0000 7f6bed2b7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6be80cf750 con 0x7f6be815e960 2024-09-19T04:40:08.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.388+0000 7f6bdffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f6be80cb2f0 0x7f6be806c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.388+0000 7f6bdffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f6be80cb2f0 0x7f6be806c4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47366/0 (socket says 172.21.15.111:47366) 2024-09-19T04:40:08.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.388+0000 7f6bdffff640 1 -- 172.21.15.111:0/1514623379 learned_addr learned my addr 172.21.15.111:0/1514623379 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:08.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.388+0000 7f6bdffff640 1 -- 172.21.15.111:0/1514623379 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6be815e960 msgr2=0x7f6be806bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:08.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.388+0000 7f6be6ffd640 1 --2- 172.21.15.111:0/1514623379 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6be815e960 0x7f6be806bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.388+0000 7f6bdffff640 1 --2- 172.21.15.111:0/1514623379 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6be815e960 0x7f6be806bf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.388+0000 7f6bdffff640 1 -- 172.21.15.111:0/1514623379 >> v1:172.21.15.111:6789/0 conn(0x7f6be806c9f0 legacy=0x7f6be80d22b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.388+0000 7f6bdffff640 1 -- 172.21.15.111:0/1514623379 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6be80cfa30 con 0x7f6be80cb2f0 2024-09-19T04:40:08.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.388+0000 7f6be6ffd640 1 --2- 172.21.15.111:0/1514623379 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6be815e960 0x7f6be806bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:08.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.389+0000 7f6bdffff640 1 --2- 172.21.15.111:0/1514623379 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6be80cb2f0 0x7f6be806c4b0 secure :-1 s=READY pgs=1619 cs=0 l=1 rev1=1 crypto rx=0x7f6bd0009870 tx=0x7f6bd002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63e56b70464d0d16 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.389+0000 7f6be67fc640 1 -- 172.21.15.111:0/1514623379 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bd0037070 con 0x7f6be80cb2f0 2024-09-19T04:40:08.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.389+0000 7f6be67fc640 1 -- 172.21.15.111:0/1514623379 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bd0032440 con 0x7f6be80cb2f0 2024-09-19T04:40:08.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.389+0000 7f6be67fc640 1 -- 172.21.15.111:0/1514623379 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bd0032810 con 0x7f6be80cb2f0 2024-09-19T04:40:08.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.390+0000 7f6bed2b7640 1 -- 172.21.15.111:0/1514623379 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6be80cb2f0 msgr2=0x7f6be806c4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.390+0000 7f6bed2b7640 1 --2- 172.21.15.111:0/1514623379 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6be80cb2f0 0x7f6be806c4b0 secure :-1 s=READY pgs=1619 cs=0 l=1 rev1=1 crypto rx=0x7f6bd0009870 tx=0x7f6bd002a270 comp rx=0 tx=0).stop 2024-09-19T04:40:08.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.390+0000 7f6bed2b7640 1 -- 172.21.15.111:0/1514623379 shutdown_connections 2024-09-19T04:40:08.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.390+0000 7f6bed2b7640 1 --2- 172.21.15.111:0/1514623379 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6be80cb2f0 0x7f6be806c4b0 unknown :-1 s=CLOSED pgs=1619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.390+0000 7f6bed2b7640 1 --2- 172.21.15.111:0/1514623379 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6be815e960 0x7f6be806bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.390+0000 7f6bed2b7640 1 -- 172.21.15.111:0/1514623379 >> 172.21.15.111:0/1514623379 conn(0x7f6be80d46e0 msgr2=0x7f6be80d4af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.390+0000 7f6bed2b7640 1 -- 172.21.15.111:0/1514623379 shutdown_connections 2024-09-19T04:40:08.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.390+0000 7f6bed2b7640 1 -- 172.21.15.111:0/1514623379 wait complete. 2024-09-19T04:40:08.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.391+0000 7f6bed2b7640 1 Processor -- start 2024-09-19T04:40:08.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.391+0000 7f6bed2b7640 1 -- start start 2024-09-19T04:40:08.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.391+0000 7f6bed2b7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6be806c9f0 0x7f6be8156050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.391+0000 7f6bed2b7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6be80cb2f0 0x7f6be815f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.391+0000 7f6bed2b7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6be815e960 0x7f6be80b9880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.391+0000 7f6bed2b7640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6be80b8ee0 con 0x7f6be80cb2f0 2024-09-19T04:40:08.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.391+0000 7f6bed2b7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6be80d3cd0 con 0x7f6be806c9f0 2024-09-19T04:40:08.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.391+0000 7f6bed2b7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f6be80b9060 con 0x7f6be815e960 2024-09-19T04:40:08.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.392+0000 7f6bdffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6be80cb2f0 0x7f6be815f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.392+0000 7f6bdffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6be80cb2f0 0x7f6be815f730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47380/0 (socket says 172.21.15.111:47380) 2024-09-19T04:40:08.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.392+0000 7f6bdffff640 1 -- 172.21.15.111:0/3827276032 learned_addr learned my addr 172.21.15.111:0/3827276032 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:08.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.392+0000 7f6be77fe640 1 --2- 172.21.15.111:0/3827276032 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6be815e960 0x7f6be80b9880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.392+0000 7f6be6ffd640 1 --2- 172.21.15.111:0/3827276032 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6be806c9f0 0x7f6be8156050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.392+0000 7f6bdffff640 1 -- 172.21.15.111:0/3827276032 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6be815e960 msgr2=0x7f6be80b9880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.392+0000 7f6bdffff640 1 --2- 172.21.15.111:0/3827276032 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6be815e960 0x7f6be80b9880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.392+0000 7f6bdffff640 1 -- 172.21.15.111:0/3827276032 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6be806c9f0 msgr2=0x7f6be8156050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.392+0000 7f6bdffff640 1 --2- 172.21.15.111:0/3827276032 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6be806c9f0 0x7f6be8156050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.392+0000 7f6bdffff640 1 -- 172.21.15.111:0/3827276032 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6be80ccba0 con 0x7f6be80cb2f0 2024-09-19T04:40:08.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.392+0000 7f6be77fe640 1 --2- 172.21.15.111:0/3827276032 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6be815e960 0x7f6be80b9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:08.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.392+0000 7f6be6ffd640 1 --2- 172.21.15.111:0/3827276032 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6be806c9f0 0x7f6be8156050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:08.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.392+0000 7f6bdffff640 1 --2- 172.21.15.111:0/3827276032 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6be80cb2f0 0x7f6be815f730 secure :-1 s=READY pgs=1620 cs=0 l=1 rev1=1 crypto rx=0x7f6bd0000c00 tx=0x7f6bd00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.392+0000 7f6bdf7fe640 1 -- 172.21.15.111:0/3827276032 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bd0037040 con 0x7f6be80cb2f0 2024-09-19T04:40:08.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.392+0000 7f6bdf7fe640 1 -- 172.21.15.111:0/3827276032 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bd0032e50 con 0x7f6be80cb2f0 2024-09-19T04:40:08.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.392+0000 7f6bed2b7640 1 -- 172.21.15.111:0/3827276032 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6be8160180 con 0x7f6be80cb2f0 2024-09-19T04:40:08.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.392+0000 7f6bdf7fe640 1 -- 172.21.15.111:0/3827276032 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bd00309b0 con 0x7f6be80cb2f0 2024-09-19T04:40:08.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.392+0000 7f6bed2b7640 1 -- 172.21.15.111:0/3827276032 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6be80cd400 con 0x7f6be80cb2f0 2024-09-19T04:40:08.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.393+0000 7f6bed2b7640 1 -- 172.21.15.111:0/3827276032 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6be80ccf50 con 0x7f6be80cb2f0 2024-09-19T04:40:08.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.394+0000 7f6bdf7fe640 1 -- 172.21.15.111:0/3827276032 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f6bd0044020 con 0x7f6be80cb2f0 2024-09-19T04:40:08.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.394+0000 7f6bdf7fe640 1 --2- 172.21.15.111:0/3827276032 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6bc806ca90 0x7f6bc806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.394+0000 7f6bdf7fe640 1 -- 172.21.15.111:0/3827276032 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7f6bd00a9fe0 con 0x7f6be80cb2f0 2024-09-19T04:40:08.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.394+0000 7f6be6ffd640 1 --2- 172.21.15.111:0/3827276032 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6bc806ca90 0x7f6bc806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.395+0000 7f6be6ffd640 1 --2- 172.21.15.111:0/3827276032 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6bc806ca90 0x7f6bc806ef50 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f6bd8006fd0 tx=0x7f6bd8008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.404 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.399+0000 7f6bdf7fe640 1 -- 172.21.15.111:0/3827276032 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6bd004b020 con 0x7f6be80cb2f0 2024-09-19T04:40:08.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.587+0000 7f6bed2b7640 1 -- 172.21.15.111:0/3827276032 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol14910", "target": ["mon-mgr", ""]}) -- 0x7f6be806bf70 con 0x7f6bc806ca90 2024-09-19T04:40:08.601 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.600+0000 7f6bdf7fe640 1 -- 172.21.15.111:0/3827276032 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f6be806bf70 con 0x7f6bc806ca90 2024-09-19T04:40:08.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.602+0000 7f6bed2b7640 1 -- 172.21.15.111:0/3827276032 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6bc806ca90 msgr2=0x7f6bc806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.602+0000 7f6bed2b7640 1 --2- 172.21.15.111:0/3827276032 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6bc806ca90 0x7f6bc806ef50 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f6bd8006fd0 tx=0x7f6bd8008040 comp rx=0 tx=0).stop 2024-09-19T04:40:08.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.602+0000 7f6bed2b7640 1 -- 172.21.15.111:0/3827276032 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6be80cb2f0 msgr2=0x7f6be815f730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.602+0000 7f6bed2b7640 1 --2- 172.21.15.111:0/3827276032 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6be80cb2f0 0x7f6be815f730 secure :-1 s=READY pgs=1620 cs=0 l=1 rev1=1 crypto rx=0x7f6bd0000c00 tx=0x7f6bd00046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.602+0000 7f6bed2b7640 1 -- 172.21.15.111:0/3827276032 shutdown_connections 2024-09-19T04:40:08.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.602+0000 7f6bed2b7640 1 --2- 172.21.15.111:0/3827276032 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f6bc806ca90 0x7f6bc806ef50 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.602+0000 7f6bed2b7640 1 --2- 172.21.15.111:0/3827276032 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6be815e960 0x7f6be80b9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.602+0000 7f6bed2b7640 1 --2- 172.21.15.111:0/3827276032 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6be80cb2f0 0x7f6be815f730 unknown :-1 s=CLOSED pgs=1620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.602+0000 7f6bed2b7640 1 --2- 172.21.15.111:0/3827276032 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6be806c9f0 0x7f6be8156050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.602+0000 7f6bed2b7640 1 -- 172.21.15.111:0/3827276032 >> 172.21.15.111:0/3827276032 conn(0x7f6be80d46e0 msgr2=0x7f6be80b4870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.602+0000 7f6bed2b7640 1 -- 172.21.15.111:0/3827276032 shutdown_connections 2024-09-19T04:40:08.604 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.602+0000 7f6bed2b7640 1 -- 172.21.15.111:0/3827276032 wait complete. 2024-09-19T04:40:08.607 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:08.606+0000 7f0d68667640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:08.607 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:08.606+0000 7f0d68667640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:08.607 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:08.606+0000 7f0d68667640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:08.607 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:08.606+0000 7f0d68667640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:08.607 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:08.606+0000 7f0d68667640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:08.614 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol37081 subvol_grp40500 2024-09-19T04:40:08.619 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:08.618+0000 7f0d68e68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:08.619 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:08.618+0000 7f0d68e68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:08.619 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:08.618+0000 7f0d68e68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:08.619 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:08.618+0000 7f0d68e68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:08.619 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:08.618+0000 7f0d68e68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:08.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.716+0000 7f0427065640 1 Processor -- start 2024-09-19T04:40:08.718 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.716+0000 7f0427065640 1 -- start start 2024-09-19T04:40:08.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.717+0000 7f0427065640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f042015fc80 0x7f04201674c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.717+0000 7f0427065640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0420074280 con 0x7f04200b6ff0 2024-09-19T04:40:08.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.717+0000 7f0427065640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04200b5600 con 0x7f04200b73d0 2024-09-19T04:40:08.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.717+0000 7f0427065640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f0420073530 con 0x7f042015fc80 2024-09-19T04:40:08.720 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.718+0000 7f0424e01640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f04200b6ff0 0x7f0420073b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:35570/0 (socket says 172.21.15.111:35570) 2024-09-19T04:40:08.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.718+0000 7f0424e01640 1 -- 172.21.15.111:0/3456143788 learned_addr learned my addr 172.21.15.111:0/3456143788 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:08.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.718+0000 7f0425602640 1 --2- 172.21.15.111:0/3456143788 >> v2:172.21.15.111:3300/0 conn(0x7f042015fc80 0x7f04201674c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.718+0000 7f041f7fe640 1 -- 172.21.15.111:0/3456143788 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3867794272 0 0) 0x7f0420074280 con 0x7f04200b6ff0 2024-09-19T04:40:08.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.718+0000 7f041f7fe640 1 -- 172.21.15.111:0/3456143788 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f040c003520 con 0x7f04200b6ff0 2024-09-19T04:40:08.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.718+0000 7f041f7fe640 1 -- 172.21.15.111:0/3456143788 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1243496584 0 0) 0x7f04200b5600 con 0x7f04200b73d0 2024-09-19T04:40:08.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.718+0000 7f041f7fe640 1 -- 172.21.15.111:0/3456143788 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0420074280 con 0x7f04200b73d0 2024-09-19T04:40:08.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.718+0000 7f0425602640 1 -- 172.21.15.111:0/3456143788 >> v1:172.21.15.114:6789/0 conn(0x7f04200b73d0 legacy=0x7f042015f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.718+0000 7f0425602640 1 -- 172.21.15.111:0/3456143788 >> v1:172.21.15.111:6789/0 conn(0x7f04200b6ff0 legacy=0x7f0420073b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.718+0000 7f0425602640 1 -- 172.21.15.111:0/3456143788 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04200b58e0 con 0x7f042015fc80 2024-09-19T04:40:08.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.719+0000 7f0425602640 1 --2- 172.21.15.111:0/3456143788 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f042015fc80 0x7f04201674c0 secure :-1 s=READY pgs=1622 cs=0 l=1 rev1=1 crypto rx=0x7f04180097d0 tx=0x7f041802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e67a087c11a1a664 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.719+0000 7f041f7fe640 1 -- 172.21.15.111:0/3456143788 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0418037070 con 0x7f042015fc80 2024-09-19T04:40:08.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.719+0000 7f041f7fe640 1 -- 172.21.15.111:0/3456143788 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0418032440 con 0x7f042015fc80 2024-09-19T04:40:08.721 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.719+0000 7f041f7fe640 1 -- 172.21.15.111:0/3456143788 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04180327f0 con 0x7f042015fc80 2024-09-19T04:40:08.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.719+0000 7f0427065640 1 -- 172.21.15.111:0/3456143788 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f042015fc80 msgr2=0x7f04201674c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.719+0000 7f0427065640 1 --2- 172.21.15.111:0/3456143788 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f042015fc80 0x7f04201674c0 secure :-1 s=READY pgs=1622 cs=0 l=1 rev1=1 crypto rx=0x7f04180097d0 tx=0x7f041802a1c0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.719+0000 7f0427065640 1 -- 172.21.15.111:0/3456143788 shutdown_connections 2024-09-19T04:40:08.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.719+0000 7f0427065640 1 --2- 172.21.15.111:0/3456143788 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f042015fc80 0x7f04201674c0 unknown :-1 s=CLOSED pgs=1622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.719+0000 7f0427065640 1 -- 172.21.15.111:0/3456143788 >> 172.21.15.111:0/3456143788 conn(0x7f0420062630 msgr2=0x7f0420062a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.719+0000 7f0427065640 1 -- 172.21.15.111:0/3456143788 shutdown_connections 2024-09-19T04:40:08.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.719+0000 7f0427065640 1 -- 172.21.15.111:0/3456143788 wait complete. 2024-09-19T04:40:08.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.721+0000 7f0427065640 1 Processor -- start 2024-09-19T04:40:08.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.721+0000 7f0427065640 1 -- start start 2024-09-19T04:40:08.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.721+0000 7f0427065640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04200b6ff0 0x7f0420145c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.722+0000 7f0427065640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04200b73d0 0x7f04201461b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.722+0000 7f0427065640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f042015fc80 0x7f04200b2400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.722+0000 7f0427065640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f04200b6180 con 0x7f04200b73d0 2024-09-19T04:40:08.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.722+0000 7f0427065640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f04200b5ea0 con 0x7f042015fc80 2024-09-19T04:40:08.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.722+0000 7f0427065640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f04200b6460 con 0x7f04200b6ff0 2024-09-19T04:40:08.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.722+0000 7f041ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04200b73d0 0x7f04201461b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.722+0000 7f041ffff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04200b73d0 0x7f04201461b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47392/0 (socket says 172.21.15.111:47392) 2024-09-19T04:40:08.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.722+0000 7f041ffff640 1 -- 172.21.15.111:0/2469655128 learned_addr learned my addr 172.21.15.111:0/2469655128 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:08.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.722+0000 7f0425602640 1 --2- 172.21.15.111:0/2469655128 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f042015fc80 0x7f04200b2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.722+0000 7f0424e01640 1 --2- 172.21.15.111:0/2469655128 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04200b6ff0 0x7f0420145c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.722+0000 7f041ffff640 1 -- 172.21.15.111:0/2469655128 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04200b6ff0 msgr2=0x7f0420145c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.722+0000 7f041ffff640 1 --2- 172.21.15.111:0/2469655128 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04200b6ff0 0x7f0420145c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.722+0000 7f041ffff640 1 -- 172.21.15.111:0/2469655128 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f042015fc80 msgr2=0x7f04200b2400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.722+0000 7f041ffff640 1 --2- 172.21.15.111:0/2469655128 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f042015fc80 0x7f04200b2400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.722+0000 7f041ffff640 1 -- 172.21.15.111:0/2469655128 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04200b3160 con 0x7f04200b73d0 2024-09-19T04:40:08.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.722+0000 7f0424e01640 1 --2- 172.21.15.111:0/2469655128 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04200b6ff0 0x7f0420145c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:08.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.722+0000 7f041ffff640 1 --2- 172.21.15.111:0/2469655128 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04200b73d0 0x7f04201461b0 secure :-1 s=READY pgs=1623 cs=0 l=1 rev1=1 crypto rx=0x7f040800c500 tx=0x7f040800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.722+0000 7f041d7fa640 1 -- 172.21.15.111:0/2469655128 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04080052d0 con 0x7f04200b73d0 2024-09-19T04:40:08.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.722+0000 7f041d7fa640 1 -- 172.21.15.111:0/2469655128 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0408005490 con 0x7f04200b73d0 2024-09-19T04:40:08.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.722+0000 7f0427065640 1 -- 172.21.15.111:0/2469655128 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04200b3440 con 0x7f04200b73d0 2024-09-19T04:40:08.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.722+0000 7f041d7fa640 1 -- 172.21.15.111:0/2469655128 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0408012870 con 0x7f04200b73d0 2024-09-19T04:40:08.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.722+0000 7f0427065640 1 -- 172.21.15.111:0/2469655128 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04200b3a00 con 0x7f04200b73d0 2024-09-19T04:40:08.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.723+0000 7f0427065640 1 -- 172.21.15.111:0/2469655128 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f042015b1f0 con 0x7f04200b73d0 2024-09-19T04:40:08.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.724+0000 7f041d7fa640 1 -- 172.21.15.111:0/2469655128 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f0408012a10 con 0x7f04200b73d0 2024-09-19T04:40:08.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.724+0000 7f041d7fa640 1 --2- 172.21.15.111:0/2469655128 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f040006cac0 0x7f040006ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.724+0000 7f041d7fa640 1 -- 172.21.15.111:0/2469655128 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7f0408089aa0 con 0x7f04200b73d0 2024-09-19T04:40:08.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.724+0000 7f0424e01640 1 --2- 172.21.15.111:0/2469655128 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f040006cac0 0x7f040006ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.728 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.725+0000 7f0424e01640 1 --2- 172.21.15.111:0/2469655128 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f040006cac0 0x7f040006ef80 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f0410001560 tx=0x7f0410009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.730 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.728+0000 7f041d7fa640 1 -- 172.21.15.111:0/2469655128 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0408059a80 con 0x7f04200b73d0 2024-09-19T04:40:08.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:08.916+0000 7f0427065640 1 -- 172.21.15.111:0/2469655128 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol37081", "group_name": "subvol_grp40500", "target": ["mon-mgr", ""]}) -- 0x7f04200b3c00 con 0x7f040006cac0 2024-09-19T04:40:09.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:09.290+0000 7f041d7fa640 1 -- 172.21.15.111:0/2469655128 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mgrmap(e 25) ==== 91611+0+0 (secure 0 0 0) 0x7f0408012d00 con 0x7f04200b73d0 2024-09-19T04:40:09.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:09.836+0000 7f041d7fa640 1 -- 172.21.15.111:0/2469655128 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f04200b3c00 con 0x7f040006cac0 2024-09-19T04:40:09.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:09.838+0000 7f0427065640 1 -- 172.21.15.111:0/2469655128 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f040006cac0 msgr2=0x7f040006ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:09.838+0000 7f0427065640 1 --2- 172.21.15.111:0/2469655128 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f040006cac0 0x7f040006ef80 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f0410001560 tx=0x7f0410009040 comp rx=0 tx=0).stop 2024-09-19T04:40:09.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:09.838+0000 7f0427065640 1 -- 172.21.15.111:0/2469655128 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04200b73d0 msgr2=0x7f04201461b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:09.838+0000 7f0427065640 1 --2- 172.21.15.111:0/2469655128 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04200b73d0 0x7f04201461b0 secure :-1 s=READY pgs=1623 cs=0 l=1 rev1=1 crypto rx=0x7f040800c500 tx=0x7f040800c9c0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:09.838+0000 7f0427065640 1 -- 172.21.15.111:0/2469655128 shutdown_connections 2024-09-19T04:40:09.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:09.838+0000 7f0427065640 1 --2- 172.21.15.111:0/2469655128 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f040006cac0 0x7f040006ef80 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:09.838+0000 7f0427065640 1 --2- 172.21.15.111:0/2469655128 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f042015fc80 0x7f04200b2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:09.838+0000 7f0427065640 1 --2- 172.21.15.111:0/2469655128 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04200b73d0 0x7f04201461b0 unknown :-1 s=CLOSED pgs=1623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:09.838+0000 7f0427065640 1 --2- 172.21.15.111:0/2469655128 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04200b6ff0 0x7f0420145c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:09.838+0000 7f0427065640 1 -- 172.21.15.111:0/2469655128 >> 172.21.15.111:0/2469655128 conn(0x7f0420062630 msgr2=0x7f04200cee00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:09.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:09.838+0000 7f0427065640 1 -- 172.21.15.111:0/2469655128 shutdown_connections 2024-09-19T04:40:09.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:09.838+0000 7f0427065640 1 -- 172.21.15.111:0/2469655128 wait complete. 2024-09-19T04:40:09.853 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'stat -c %h /home/ubuntu/cephtest/mnt.0/./volumes/_deleting') 2024-09-19T04:40:09.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:09 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:40:09.908 INFO:teuthology.orchestra.run.smithi111.stdout:2 2024-09-19T04:40:09.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:09.914 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:40:09.915 DEBUG:teuthology.orchestra.run.smithi111:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:40:09.957 DEBUG:teuthology.orchestra.run.smithi114:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:40:09.999 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:40:09.999 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:40:09.999 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:40:09.999 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:10.015 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:40:10.015 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:10.072 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:40:10.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.214+0000 7f8ba54c9640 1 Processor -- start 2024-09-19T04:40:10.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.214+0000 7f8ba54c9640 1 -- start start 2024-09-19T04:40:10.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.214+0000 7f8ba54c9640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8ba00d02a0 0x7f8ba00d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.214+0000 7f8ba54c9640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f8ba015ca40 0x7f8ba015e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.214+0000 7f8ba54c9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8ba015ceb0 0x7f8ba01594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.214+0000 7f8ba54c9640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f8ba00d0bc0 con 0x7f8ba00d02a0 2024-09-19T04:40:10.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.214+0000 7f8ba54c9640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f8ba015d390 con 0x7f8ba015ca40 2024-09-19T04:40:10.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.214+0000 7f8ba54c9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8ba015d670 con 0x7f8ba015ceb0 2024-09-19T04:40:10.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.215+0000 7f8b9effd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8ba00d02a0 0x7f8ba00d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.215+0000 7f8b9effd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8ba00d02a0 0x7f8ba00d0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47408/0 (socket says 172.21.15.111:47408) 2024-09-19T04:40:10.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.215+0000 7f8b9effd640 1 -- 172.21.15.111:0/851122879 learned_addr learned my addr 172.21.15.111:0/851122879 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:10.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.215+0000 7f8b9e7fc640 1 --2- 172.21.15.111:0/851122879 >> v2:172.21.15.114:3300/0 conn(0x7f8ba015ca40 0x7f8ba015e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.215+0000 7f8b9f7fe640 1 --2- 172.21.15.111:0/851122879 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8ba015ceb0 0x7f8ba01594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.215+0000 7f8b9effd640 1 -- 172.21.15.111:0/851122879 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8ba015ceb0 msgr2=0x7f8ba01594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:10.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.215+0000 7f8b9effd640 1 --2- 172.21.15.111:0/851122879 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8ba015ceb0 0x7f8ba01594c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.215+0000 7f8b9effd640 1 -- 172.21.15.111:0/851122879 >> v2:172.21.15.114:3300/0 conn(0x7f8ba015ca40 msgr2=0x7f8ba015e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:10.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.215+0000 7f8b9effd640 1 --2- 172.21.15.111:0/851122879 >> v2:172.21.15.114:3300/0 conn(0x7f8ba015ca40 0x7f8ba015e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.215+0000 7f8b9effd640 1 -- 172.21.15.111:0/851122879 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ba015d950 con 0x7f8ba00d02a0 2024-09-19T04:40:10.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.215+0000 7f8b9e7fc640 1 --2- 172.21.15.111:0/851122879 >> v2:172.21.15.114:3300/0 conn(0x7f8ba015ca40 0x7f8ba015e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:10.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.216+0000 7f8b9effd640 1 --2- 172.21.15.111:0/851122879 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8ba00d02a0 0x7f8ba00d0680 secure :-1 s=READY pgs=1624 cs=0 l=1 rev1=1 crypto rx=0x7f8ba00cf320 tx=0x7f8b9002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcd9286f367a943a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:10.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.216+0000 7f8b9dffb640 1 -- 172.21.15.111:0/851122879 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b90037070 con 0x7f8ba00d02a0 2024-09-19T04:40:10.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.216+0000 7f8b9dffb640 1 -- 172.21.15.111:0/851122879 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b90032440 con 0x7f8ba00d02a0 2024-09-19T04:40:10.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.216+0000 7f8b9dffb640 1 -- 172.21.15.111:0/851122879 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b90032810 con 0x7f8ba00d02a0 2024-09-19T04:40:10.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.216+0000 7f8ba54c9640 1 -- 172.21.15.111:0/851122879 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8ba00d02a0 msgr2=0x7f8ba00d0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.216+0000 7f8ba54c9640 1 --2- 172.21.15.111:0/851122879 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8ba00d02a0 0x7f8ba00d0680 secure :-1 s=READY pgs=1624 cs=0 l=1 rev1=1 crypto rx=0x7f8ba00cf320 tx=0x7f8b9002a140 comp rx=0 tx=0).stop 2024-09-19T04:40:10.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.216+0000 7f8ba54c9640 1 -- 172.21.15.111:0/851122879 shutdown_connections 2024-09-19T04:40:10.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.216+0000 7f8ba54c9640 1 --2- 172.21.15.111:0/851122879 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8ba015ceb0 0x7f8ba01594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.216+0000 7f8ba54c9640 1 --2- 172.21.15.111:0/851122879 >> v2:172.21.15.114:3300/0 conn(0x7f8ba015ca40 0x7f8ba015e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.216+0000 7f8ba54c9640 1 --2- 172.21.15.111:0/851122879 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8ba00d02a0 0x7f8ba00d0680 unknown :-1 s=CLOSED pgs=1624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.216+0000 7f8ba54c9640 1 -- 172.21.15.111:0/851122879 >> 172.21.15.111:0/851122879 conn(0x7f8ba0062cc0 msgr2=0x7f8ba006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:10.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.216+0000 7f8ba54c9640 1 -- 172.21.15.111:0/851122879 shutdown_connections 2024-09-19T04:40:10.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.216+0000 7f8ba54c9640 1 -- 172.21.15.111:0/851122879 wait complete. 2024-09-19T04:40:10.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.218+0000 7f8ba54c9640 1 Processor -- start 2024-09-19T04:40:10.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.218+0000 7f8ba54c9640 1 -- start start 2024-09-19T04:40:10.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.218+0000 7f8ba54c9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8ba00d02a0 0x7f8ba014ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.218+0000 7f8ba54c9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8ba015ca40 0x7f8ba0071070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.218+0000 7f8ba54c9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8ba015ceb0 0x7f8ba0072ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.218+0000 7f8ba54c9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba0155b90 con 0x7f8ba015ceb0 2024-09-19T04:40:10.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.218+0000 7f8ba54c9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba015df10 con 0x7f8ba015ca40 2024-09-19T04:40:10.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.218+0000 7f8ba54c9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8ba0155d10 con 0x7f8ba00d02a0 2024-09-19T04:40:10.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.218+0000 7f8b9f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8ba015ceb0 0x7f8ba0072ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.223 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.218+0000 7f8b9f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8ba015ceb0 0x7f8ba0072ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47418/0 (socket says 172.21.15.111:47418) 2024-09-19T04:40:10.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.218+0000 7f8b9f7fe640 1 -- 172.21.15.111:0/985166633 learned_addr learned my addr 172.21.15.111:0/985166633 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:10.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.219+0000 7f8b9effd640 1 --2- 172.21.15.111:0/985166633 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8ba00d02a0 0x7f8ba014ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.219+0000 7f8b9e7fc640 1 --2- 172.21.15.111:0/985166633 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8ba015ca40 0x7f8ba0071070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.219+0000 7f8b9f7fe640 1 -- 172.21.15.111:0/985166633 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8ba00d02a0 msgr2=0x7f8ba014ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.219+0000 7f8b9f7fe640 1 --2- 172.21.15.111:0/985166633 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8ba00d02a0 0x7f8ba014ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.219+0000 7f8b9f7fe640 1 -- 172.21.15.111:0/985166633 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8ba015ca40 msgr2=0x7f8ba0071070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.219+0000 7f8b9f7fe640 1 --2- 172.21.15.111:0/985166633 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8ba015ca40 0x7f8ba0071070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.219+0000 7f8b9f7fe640 1 -- 172.21.15.111:0/985166633 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ba0074270 con 0x7f8ba015ceb0 2024-09-19T04:40:10.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.219+0000 7f8b9f7fe640 1 --2- 172.21.15.111:0/985166633 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8ba015ceb0 0x7f8ba0072ca0 secure :-1 s=READY pgs=1625 cs=0 l=1 rev1=1 crypto rx=0x7f8b9800ef90 tx=0x7f8b9800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:10.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.219+0000 7f8b877fe640 1 -- 172.21.15.111:0/985166633 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b98018020 con 0x7f8ba015ceb0 2024-09-19T04:40:10.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.219+0000 7f8b877fe640 1 -- 172.21.15.111:0/985166633 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b98014480 con 0x7f8ba015ceb0 2024-09-19T04:40:10.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.219+0000 7f8ba54c9640 1 -- 172.21.15.111:0/985166633 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ba0073cb0 con 0x7f8ba015ceb0 2024-09-19T04:40:10.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.219+0000 7f8b877fe640 1 -- 172.21.15.111:0/985166633 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b98014870 con 0x7f8ba015ceb0 2024-09-19T04:40:10.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.219+0000 7f8ba54c9640 1 -- 172.21.15.111:0/985166633 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ba01564f0 con 0x7f8ba015ceb0 2024-09-19T04:40:10.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.220+0000 7f8ba54c9640 1 -- 172.21.15.111:0/985166633 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ba00b4790 con 0x7f8ba015ceb0 2024-09-19T04:40:10.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.221+0000 7f8b877fe640 1 -- 172.21.15.111:0/985166633 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 25) ==== 91611+0+0 (secure 0 0 0) 0x7f8b98005d10 con 0x7f8ba015ceb0 2024-09-19T04:40:10.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.221+0000 7f8b877fe640 1 --2- 172.21.15.111:0/985166633 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8b8c06cb20 0x7f8b8c06efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.221+0000 7f8b877fe640 1 -- 172.21.15.111:0/985166633 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7f8b9808a9a0 con 0x7f8ba015ceb0 2024-09-19T04:40:10.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.221+0000 7f8b9effd640 1 --2- 172.21.15.111:0/985166633 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8b8c06cb20 0x7f8b8c06efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.222+0000 7f8b9effd640 1 --2- 172.21.15.111:0/985166633 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8b8c06cb20 0x7f8b8c06efe0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f8b90034000 tx=0x7f8b9002e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:10.227 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.226+0000 7f8b877fe640 1 -- 172.21.15.111:0/985166633 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8b98022030 con 0x7f8ba015ceb0 2024-09-19T04:40:10.404 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.403+0000 7f8ba54c9640 1 -- 172.21.15.111:0/985166633 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f8ba014d230 con 0x7f8ba015ceb0 2024-09-19T04:40:10.405 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.403+0000 7f8b877fe640 1 -- 172.21.15.111:0/985166633 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v155) ==== 80+0+0 (secure 0 0 0) 0x7f8b98010040 con 0x7f8ba015ceb0 2024-09-19T04:40:10.405 INFO:teuthology.orchestra.run.smithi111.stderr:listed 0 entries 2024-09-19T04:40:10.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.405+0000 7f8ba54c9640 1 -- 172.21.15.111:0/985166633 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8b8c06cb20 msgr2=0x7f8b8c06efe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.405+0000 7f8ba54c9640 1 --2- 172.21.15.111:0/985166633 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8b8c06cb20 0x7f8b8c06efe0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f8b90034000 tx=0x7f8b9002e000 comp rx=0 tx=0).stop 2024-09-19T04:40:10.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.405+0000 7f8ba54c9640 1 -- 172.21.15.111:0/985166633 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8ba015ceb0 msgr2=0x7f8ba0072ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.405+0000 7f8ba54c9640 1 --2- 172.21.15.111:0/985166633 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8ba015ceb0 0x7f8ba0072ca0 secure :-1 s=READY pgs=1625 cs=0 l=1 rev1=1 crypto rx=0x7f8b9800ef90 tx=0x7f8b9800c490 comp rx=0 tx=0).stop 2024-09-19T04:40:10.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.405+0000 7f8ba54c9640 1 -- 172.21.15.111:0/985166633 shutdown_connections 2024-09-19T04:40:10.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.405+0000 7f8ba54c9640 1 --2- 172.21.15.111:0/985166633 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8b8c06cb20 0x7f8b8c06efe0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.405+0000 7f8ba54c9640 1 --2- 172.21.15.111:0/985166633 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8ba015ceb0 0x7f8ba0072ca0 unknown :-1 s=CLOSED pgs=1625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.405+0000 7f8ba54c9640 1 --2- 172.21.15.111:0/985166633 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8ba015ca40 0x7f8ba0071070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.405+0000 7f8ba54c9640 1 --2- 172.21.15.111:0/985166633 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8ba00d02a0 0x7f8ba014ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.405+0000 7f8ba54c9640 1 -- 172.21.15.111:0/985166633 >> 172.21.15.111:0/985166633 conn(0x7f8ba0062cc0 msgr2=0x7f8ba006bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:10.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.405+0000 7f8ba54c9640 1 -- 172.21.15.111:0/985166633 shutdown_connections 2024-09-19T04:40:10.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.405+0000 7f8ba54c9640 1 -- 172.21.15.111:0/985166633 wait complete. 2024-09-19T04:40:10.417 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T04:40:10.417 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:10.417 DEBUG:teuthology.orchestra.run.smithi111:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:10.460 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi111.front.sepia.ceph.com 2024-09-19T04:40:10.460 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:10.460 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T04:40:10.516 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:40:10.516 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:40:10.516 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:10.533 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:40:10.533 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:10.590 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:40:10.689 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.688+0000 7f51068f1640 1 Processor -- start 2024-09-19T04:40:10.690 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.688+0000 7f51068f1640 1 -- start start 2024-09-19T04:40:10.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.689+0000 7f51068f1640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5100151c50 0x7f51000cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.689+0000 7f51068f1640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f510006c1f0 0x7f510015baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.689+0000 7f51068f1640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51000cd5f0 con 0x7f510006be10 2024-09-19T04:40:10.692 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.689+0000 7f51068f1640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f51000cd8d0 con 0x7f5100151c50 2024-09-19T04:40:10.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.689+0000 7f51068f1640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f51000cdbb0 con 0x7f510006c1f0 2024-09-19T04:40:10.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.689+0000 7f50ff7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5100151c50 0x7f51000cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.689+0000 7f50ff7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5100151c50 0x7f51000cd010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47426/0 (socket says 172.21.15.111:47426) 2024-09-19T04:40:10.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.689+0000 7f50ff7fe640 1 -- 172.21.15.111:0/4243553285 learned_addr learned my addr 172.21.15.111:0/4243553285 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:10.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.689+0000 7f5104e8e640 1 --2- 172.21.15.111:0/4243553285 >> v2:172.21.15.114:3300/0 conn(0x7f510006c1f0 0x7f510015baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.689+0000 7f50ff7fe640 1 -- 172.21.15.111:0/4243553285 >> v2:172.21.15.114:3300/0 conn(0x7f510006c1f0 msgr2=0x7f510015baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:10.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.689+0000 7f50ff7fe640 1 --2- 172.21.15.111:0/4243553285 >> v2:172.21.15.114:3300/0 conn(0x7f510006c1f0 0x7f510015baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.689+0000 7f50ff7fe640 1 -- 172.21.15.111:0/4243553285 >> v1:172.21.15.111:6789/0 conn(0x7f510006be10 legacy=0x7f5100151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.689+0000 7f50ff7fe640 1 -- 172.21.15.111:0/4243553285 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51000cde90 con 0x7f5100151c50 2024-09-19T04:40:10.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.690+0000 7f50ff7fe640 1 --2- 172.21.15.111:0/4243553285 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5100151c50 0x7f51000cd010 secure :-1 s=READY pgs=1627 cs=0 l=1 rev1=1 crypto rx=0x7f51000b5980 tx=0x7f50f402c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe9a29c87bf584c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:10.693 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.690+0000 7f50feffd640 1 -- 172.21.15.111:0/4243553285 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50f4036020 con 0x7f5100151c50 2024-09-19T04:40:10.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.690+0000 7f50feffd640 1 -- 172.21.15.111:0/4243553285 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50f4032640 con 0x7f5100151c50 2024-09-19T04:40:10.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.690+0000 7f50feffd640 1 -- 172.21.15.111:0/4243553285 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50f4032a10 con 0x7f5100151c50 2024-09-19T04:40:10.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.690+0000 7f51068f1640 1 -- 172.21.15.111:0/4243553285 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5100151c50 msgr2=0x7f51000cd010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.690+0000 7f51068f1640 1 --2- 172.21.15.111:0/4243553285 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5100151c50 0x7f51000cd010 secure :-1 s=READY pgs=1627 cs=0 l=1 rev1=1 crypto rx=0x7f51000b5980 tx=0x7f50f402c940 comp rx=0 tx=0).stop 2024-09-19T04:40:10.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.690+0000 7f51068f1640 1 -- 172.21.15.111:0/4243553285 shutdown_connections 2024-09-19T04:40:10.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.690+0000 7f51068f1640 1 --2- 172.21.15.111:0/4243553285 >> v2:172.21.15.114:3300/0 conn(0x7f510006c1f0 0x7f510015baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.690+0000 7f51068f1640 1 --2- 172.21.15.111:0/4243553285 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5100151c50 0x7f51000cd010 unknown :-1 s=CLOSED pgs=1627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.690+0000 7f51068f1640 1 -- 172.21.15.111:0/4243553285 >> 172.21.15.111:0/4243553285 conn(0x7f5100062cc0 msgr2=0x7f510006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:10.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.691+0000 7f51068f1640 1 -- 172.21.15.111:0/4243553285 shutdown_connections 2024-09-19T04:40:10.694 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.691+0000 7f51068f1640 1 -- 172.21.15.111:0/4243553285 wait complete. 2024-09-19T04:40:10.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.692+0000 7f51068f1640 1 Processor -- start 2024-09-19T04:40:10.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.692+0000 7f51068f1640 1 -- start start 2024-09-19T04:40:10.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.693+0000 7f51068f1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f510006be10 0x7f510015bff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.697 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.693+0000 7f51068f1640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f510006c1f0 0x7f51001f0560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.693+0000 7f51068f1640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5100151c50 0x7f510014ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.693+0000 7f51068f1640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f51000d0310 con 0x7f5100151c50 2024-09-19T04:40:10.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.693+0000 7f51068f1640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f51000ce690 con 0x7f510006c1f0 2024-09-19T04:40:10.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.693+0000 7f51068f1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f51000d0490 con 0x7f510006be10 2024-09-19T04:40:10.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.693+0000 7f5104e8e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5100151c50 0x7f510014ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.693+0000 7f5104e8e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5100151c50 0x7f510014ae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47438/0 (socket says 172.21.15.111:47438) 2024-09-19T04:40:10.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.693+0000 7f5104e8e640 1 -- 172.21.15.111:0/1782705275 learned_addr learned my addr 172.21.15.111:0/1782705275 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:10.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.693+0000 7f50ff7fe640 1 --2- 172.21.15.111:0/1782705275 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f510006c1f0 0x7f51001f0560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.693+0000 7f50fffff640 1 --2- 172.21.15.111:0/1782705275 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f510006be10 0x7f510015bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.693+0000 7f5104e8e640 1 -- 172.21.15.111:0/1782705275 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f510006be10 msgr2=0x7f510015bff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.693+0000 7f5104e8e640 1 --2- 172.21.15.111:0/1782705275 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f510006be10 0x7f510015bff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.693+0000 7f5104e8e640 1 -- 172.21.15.111:0/1782705275 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f510006c1f0 msgr2=0x7f51001f0560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.693+0000 7f5104e8e640 1 --2- 172.21.15.111:0/1782705275 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f510006c1f0 0x7f51001f0560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.693+0000 7f5104e8e640 1 -- 172.21.15.111:0/1782705275 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f510014b370 con 0x7f5100151c50 2024-09-19T04:40:10.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.693+0000 7f5104e8e640 1 --2- 172.21.15.111:0/1782705275 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5100151c50 0x7f510014ae30 secure :-1 s=READY pgs=1628 cs=0 l=1 rev1=1 crypto rx=0x7f50f800efc0 tx=0x7f50f800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:10.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.693+0000 7f50fcff9640 1 -- 172.21.15.111:0/1782705275 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50f8018020 con 0x7f5100151c50 2024-09-19T04:40:10.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.693+0000 7f50fcff9640 1 -- 172.21.15.111:0/1782705275 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50f8014480 con 0x7f5100151c50 2024-09-19T04:40:10.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.693+0000 7f50fcff9640 1 -- 172.21.15.111:0/1782705275 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50f8014870 con 0x7f5100151c50 2024-09-19T04:40:10.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.693+0000 7f51068f1640 1 -- 172.21.15.111:0/1782705275 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f510015c5d0 con 0x7f5100151c50 2024-09-19T04:40:10.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.693+0000 7f51068f1640 1 -- 172.21.15.111:0/1782705275 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5100156bd0 con 0x7f5100151c50 2024-09-19T04:40:10.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.694+0000 7f51068f1640 1 -- 172.21.15.111:0/1782705275 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51000d0850 con 0x7f5100151c50 2024-09-19T04:40:10.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.695+0000 7f50fcff9640 1 -- 172.21.15.111:0/1782705275 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 25) ==== 91611+0+0 (secure 0 0 0) 0x7f50f8005d10 con 0x7f5100151c50 2024-09-19T04:40:10.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.695+0000 7f50fcff9640 1 --2- 172.21.15.111:0/1782705275 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f50ec06cb20 0x7f50ec06efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.695+0000 7f50fcff9640 1 -- 172.21.15.111:0/1782705275 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7f50f808a630 con 0x7f5100151c50 2024-09-19T04:40:10.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.695+0000 7f50fffff640 1 --2- 172.21.15.111:0/1782705275 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f50ec06cb20 0x7f50ec06efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.699 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.696+0000 7f50fffff640 1 --2- 172.21.15.111:0/1782705275 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f50ec06cb20 0x7f50ec06efe0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f50f0001780 tx=0x7f50f0009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:10.700 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.699+0000 7f50fcff9640 1 -- 172.21.15.111:0/1782705275 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f50f8022070 con 0x7f5100151c50 2024-09-19T04:40:10.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.875+0000 7f51068f1640 1 -- 172.21.15.111:0/1782705275 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f51000b0f10 con 0x7f5100151c50 2024-09-19T04:40:10.877 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.876+0000 7f50fcff9640 1 -- 172.21.15.111:0/1782705275 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v155) ==== 80+0+0 (secure 0 0 0) 0x7f510014b370 con 0x7f5100151c50 2024-09-19T04:40:10.877 INFO:teuthology.orchestra.run.smithi111.stderr:listed 0 entries 2024-09-19T04:40:10.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.878+0000 7f51068f1640 1 -- 172.21.15.111:0/1782705275 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f50ec06cb20 msgr2=0x7f50ec06efe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.878+0000 7f51068f1640 1 --2- 172.21.15.111:0/1782705275 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f50ec06cb20 0x7f50ec06efe0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f50f0001780 tx=0x7f50f0009040 comp rx=0 tx=0).stop 2024-09-19T04:40:10.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.878+0000 7f51068f1640 1 -- 172.21.15.111:0/1782705275 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5100151c50 msgr2=0x7f510014ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.878+0000 7f51068f1640 1 --2- 172.21.15.111:0/1782705275 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5100151c50 0x7f510014ae30 secure :-1 s=READY pgs=1628 cs=0 l=1 rev1=1 crypto rx=0x7f50f800efc0 tx=0x7f50f800c490 comp rx=0 tx=0).stop 2024-09-19T04:40:10.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.878+0000 7f51068f1640 1 -- 172.21.15.111:0/1782705275 shutdown_connections 2024-09-19T04:40:10.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.878+0000 7f51068f1640 1 --2- 172.21.15.111:0/1782705275 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f50ec06cb20 0x7f50ec06efe0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.878+0000 7f51068f1640 1 --2- 172.21.15.111:0/1782705275 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5100151c50 0x7f510014ae30 unknown :-1 s=CLOSED pgs=1628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.878+0000 7f51068f1640 1 --2- 172.21.15.111:0/1782705275 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f510006c1f0 0x7f51001f0560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.878+0000 7f51068f1640 1 --2- 172.21.15.111:0/1782705275 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f510006be10 0x7f510015bff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.878+0000 7f51068f1640 1 -- 172.21.15.111:0/1782705275 >> 172.21.15.111:0/1782705275 conn(0x7f5100062cc0 msgr2=0x7f51000b3340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:10.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.878+0000 7f51068f1640 1 -- 172.21.15.111:0/1782705275 shutdown_connections 2024-09-19T04:40:10.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:10.878+0000 7f51068f1640 1 -- 172.21.15.111:0/1782705275 wait complete. 2024-09-19T04:40:10.890 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T04:40:10.890 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:10.890 DEBUG:teuthology.orchestra.run.smithi114:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T04:40:10.919 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi114.front.sepia.ceph.com 2024-09-19T04:40:10.920 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:10.920 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T04:40:10.977 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:40:10.977 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:40:10.977 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:10.993 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:40:10.993 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:40:10.993 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:40:10.994 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:11.034 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:40:11.034 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:40:11.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.132+0000 7f246649b640 1 Processor -- start 2024-09-19T04:40:11.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.132+0000 7f246649b640 1 -- start start 2024-09-19T04:40:11.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.133+0000 7f246649b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f246015c300 0x7f24600affc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.133+0000 7f246649b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f24600cd300 0x7f246006ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.133+0000 7f246649b640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f246015ecf0 con 0x7f246006f010 2024-09-19T04:40:11.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.133+0000 7f246649b640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f246015c6e0 con 0x7f246015c300 2024-09-19T04:40:11.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.133+0000 7f246649b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f246015efb0 con 0x7f24600cd300 2024-09-19T04:40:11.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.133+0000 7f245ffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f246015c300 0x7f24600affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.133+0000 7f245ffff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f246015c300 0x7f24600affc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47450/0 (socket says 172.21.15.111:47450) 2024-09-19T04:40:11.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.133+0000 7f245ffff640 1 -- 172.21.15.111:0/1356265299 learned_addr learned my addr 172.21.15.111:0/1356265299 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:11.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.133+0000 7f245f7fe640 1 --2- 172.21.15.111:0/1356265299 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f24600cd300 0x7f246006ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.133+0000 7f245ffff640 1 -- 172.21.15.111:0/1356265299 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f24600cd300 msgr2=0x7f246006ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:11.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.133+0000 7f245ffff640 1 --2- 172.21.15.111:0/1356265299 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f24600cd300 0x7f246006ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.133+0000 7f245ffff640 1 -- 172.21.15.111:0/1356265299 >> v1:172.21.15.114:6789/0 conn(0x7f246006f010 legacy=0x7f24601622e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:11.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.133+0000 7f245ffff640 1 -- 172.21.15.111:0/1356265299 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f246015f290 con 0x7f246015c300 2024-09-19T04:40:11.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.134+0000 7f245ffff640 1 --2- 172.21.15.111:0/1356265299 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f246015c300 0x7f24600affc0 secure :-1 s=READY pgs=1629 cs=0 l=1 rev1=1 crypto rx=0x7f2450009870 tx=0x7f245002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bce1fedbbec10e88 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:11.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.134+0000 7f245effd640 1 -- 172.21.15.111:0/1356265299 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2450037070 con 0x7f246015c300 2024-09-19T04:40:11.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.134+0000 7f245effd640 1 -- 172.21.15.111:0/1356265299 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2450032440 con 0x7f246015c300 2024-09-19T04:40:11.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.134+0000 7f245effd640 1 -- 172.21.15.111:0/1356265299 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2450032810 con 0x7f246015c300 2024-09-19T04:40:11.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.134+0000 7f246649b640 1 -- 172.21.15.111:0/1356265299 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f246015c300 msgr2=0x7f24600affc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.134+0000 7f246649b640 1 --2- 172.21.15.111:0/1356265299 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f246015c300 0x7f24600affc0 secure :-1 s=READY pgs=1629 cs=0 l=1 rev1=1 crypto rx=0x7f2450009870 tx=0x7f245002a1c0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.134+0000 7f246649b640 1 -- 172.21.15.111:0/1356265299 shutdown_connections 2024-09-19T04:40:11.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.134+0000 7f246649b640 1 --2- 172.21.15.111:0/1356265299 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f24600cd300 0x7f246006ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.134+0000 7f246649b640 1 --2- 172.21.15.111:0/1356265299 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f246015c300 0x7f24600affc0 unknown :-1 s=CLOSED pgs=1629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.134+0000 7f246649b640 1 -- 172.21.15.111:0/1356265299 >> 172.21.15.111:0/1356265299 conn(0x7f246006cae0 msgr2=0x7f246006cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:11.139 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.135+0000 7f246649b640 1 -- 172.21.15.111:0/1356265299 shutdown_connections 2024-09-19T04:40:11.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.135+0000 7f246649b640 1 -- 172.21.15.111:0/1356265299 wait complete. 2024-09-19T04:40:11.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.136+0000 7f246649b640 1 Processor -- start 2024-09-19T04:40:11.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.136+0000 7f246649b640 1 -- start start 2024-09-19T04:40:11.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.137+0000 7f246649b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f246006f010 0x7f246015e420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.137+0000 7f246649b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f24600cd300 0x7f246014d880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.137+0000 7f246649b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f246015c300 0x7f246015fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.137+0000 7f246649b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2460071880 con 0x7f24600cd300 2024-09-19T04:40:11.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.137+0000 7f246649b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f246015f850 con 0x7f246015c300 2024-09-19T04:40:11.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.137+0000 7f246649b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f24600b0500 con 0x7f246006f010 2024-09-19T04:40:11.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.137+0000 7f245f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f24600cd300 0x7f246014d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.137+0000 7f245f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f24600cd300 0x7f246014d880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:47466/0 (socket says 172.21.15.111:47466) 2024-09-19T04:40:11.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.137+0000 7f245f7fe640 1 -- 172.21.15.111:0/2074516693 learned_addr learned my addr 172.21.15.111:0/2074516693 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:11.140 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.137+0000 7f245ffff640 1 --2- 172.21.15.111:0/2074516693 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f246006f010 0x7f246015e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.137+0000 7f2464a38640 1 --2- 172.21.15.111:0/2074516693 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f246015c300 0x7f246015fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.137+0000 7f245f7fe640 1 -- 172.21.15.111:0/2074516693 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f246006f010 msgr2=0x7f246015e420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.137+0000 7f245f7fe640 1 --2- 172.21.15.111:0/2074516693 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f246006f010 0x7f246015e420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.137+0000 7f245f7fe640 1 -- 172.21.15.111:0/2074516693 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f246015c300 msgr2=0x7f246015fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.137+0000 7f245f7fe640 1 --2- 172.21.15.111:0/2074516693 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f246015c300 0x7f246015fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.137+0000 7f245f7fe640 1 -- 172.21.15.111:0/2074516693 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24601f43a0 con 0x7f24600cd300 2024-09-19T04:40:11.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.137+0000 7f245f7fe640 1 --2- 172.21.15.111:0/2074516693 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f24600cd300 0x7f246014d880 secure :-1 s=READY pgs=1630 cs=0 l=1 rev1=1 crypto rx=0x7f245400d800 tx=0x7f245400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:11.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.137+0000 7f245cff9640 1 -- 172.21.15.111:0/2074516693 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2454004030 con 0x7f24600cd300 2024-09-19T04:40:11.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.137+0000 7f245cff9640 1 -- 172.21.15.111:0/2074516693 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24540041d0 con 0x7f24600cd300 2024-09-19T04:40:11.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.137+0000 7f246649b640 1 -- 172.21.15.111:0/2074516693 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24601f4620 con 0x7f24600cd300 2024-09-19T04:40:11.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.137+0000 7f245cff9640 1 -- 172.21.15.111:0/2074516693 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f245400b6c0 con 0x7f24600cd300 2024-09-19T04:40:11.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.137+0000 7f246649b640 1 -- 172.21.15.111:0/2074516693 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24601f4be0 con 0x7f24600cd300 2024-09-19T04:40:11.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.138+0000 7f246649b640 1 -- 172.21.15.111:0/2074516693 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f246006ead0 con 0x7f24600cd300 2024-09-19T04:40:11.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.139+0000 7f245cff9640 1 -- 172.21.15.111:0/2074516693 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 25) ==== 91611+0+0 (secure 0 0 0) 0x7f245400b860 con 0x7f24600cd300 2024-09-19T04:40:11.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.139+0000 7f245cff9640 1 --2- 172.21.15.111:0/2074516693 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f244c06cb20 0x7f244c06efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.139+0000 7f245cff9640 1 -- 172.21.15.111:0/2074516693 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7f245408c670 con 0x7f24600cd300 2024-09-19T04:40:11.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.140+0000 7f245ffff640 1 --2- 172.21.15.111:0/2074516693 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f244c06cb20 0x7f244c06efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.140+0000 7f245ffff640 1 --2- 172.21.15.111:0/2074516693 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f244c06cb20 0x7f244c06efe0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f2450034000 tx=0x7f245002e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:11.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.144+0000 7f245cff9640 1 -- 172.21.15.111:0/2074516693 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f24601f43a0 con 0x7f24600cd300 2024-09-19T04:40:11.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.310+0000 7f245cff9640 1 -- 172.21.15.111:0/2074516693 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f2454056070 con 0x7f24600cd300 2024-09-19T04:40:11.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.350+0000 7f246649b640 1 -- 172.21.15.111:0/2074516693 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2460158f10 con 0x7f24600cd300 2024-09-19T04:40:11.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.351+0000 7f245cff9640 1 -- 172.21.15.111:0/2074516693 <== mon.0 v2:172.21.15.111:3300/0 8 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 84 v84) ==== 94+0+5233 (secure 0 0 0) 0x7f2454075fb0 con 0x7f24600cd300 2024-09-19T04:40:11.352 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:11.352 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":84,"btime":"2024-09-19T04:40:06:272409+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6878,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3373352182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3373352182},{"type":"v1","addr":"172.21.15.114:6834","nonce":3373352182}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":6881,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/772132505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":772132505},{"type":"v1","addr":"172.21.15.114:6835","nonce":772132505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":7693,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/2739498817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2739498817},{"type":"v1","addr":"172.21.15.111:6834","nonce":2739498817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80}],"filesystems":[{"mdsmap":{"epoch":83,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:39:53.521204+0000","modified":"2024-09-19T04:39:55.510316+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8601},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8601":{"gid":8601,"name":"a","rank":0,"incarnation":81,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6835/456560240","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":456560240},{"type":"v1","addr":"172.21.15.111:6835","nonce":456560240}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8601,"qdb_cluster":[8601]},"id":12}]} 2024-09-19T04:40:11.353 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 84 2024-09-19T04:40:11.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.353+0000 7f246649b640 1 -- 172.21.15.111:0/2074516693 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f244c06cb20 msgr2=0x7f244c06efe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.353+0000 7f246649b640 1 --2- 172.21.15.111:0/2074516693 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f244c06cb20 0x7f244c06efe0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f2450034000 tx=0x7f245002e000 comp rx=0 tx=0).stop 2024-09-19T04:40:11.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.353+0000 7f246649b640 1 -- 172.21.15.111:0/2074516693 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f24600cd300 msgr2=0x7f246014d880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.353+0000 7f246649b640 1 --2- 172.21.15.111:0/2074516693 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f24600cd300 0x7f246014d880 secure :-1 s=READY pgs=1630 cs=0 l=1 rev1=1 crypto rx=0x7f245400d800 tx=0x7f245400dcc0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.353+0000 7f246649b640 1 -- 172.21.15.111:0/2074516693 shutdown_connections 2024-09-19T04:40:11.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.353+0000 7f246649b640 1 --2- 172.21.15.111:0/2074516693 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f244c06cb20 0x7f244c06efe0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.353+0000 7f246649b640 1 --2- 172.21.15.111:0/2074516693 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f246015c300 0x7f246015fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.353+0000 7f246649b640 1 --2- 172.21.15.111:0/2074516693 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f24600cd300 0x7f246014d880 unknown :-1 s=CLOSED pgs=1630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.353+0000 7f246649b640 1 --2- 172.21.15.111:0/2074516693 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f246006f010 0x7f246015e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.353+0000 7f246649b640 1 -- 172.21.15.111:0/2074516693 >> 172.21.15.111:0/2074516693 conn(0x7f246006cae0 msgr2=0x7f2460072e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:11.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.353+0000 7f246649b640 1 -- 172.21.15.111:0/2074516693 shutdown_connections 2024-09-19T04:40:11.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.353+0000 7f246649b640 1 -- 172.21.15.111:0/2074516693 wait complete. 2024-09-19T04:40:11.365 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:40:11.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.462+0000 7f1c6bf6d640 1 Processor -- start 2024-09-19T04:40:11.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.462+0000 7f1c6bf6d640 1 -- start start 2024-09-19T04:40:11.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.463+0000 7f1c6bf6d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1c6415c180 0x7f1c640cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.463+0000 7f1c6bf6d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f1c64073120 0x7f1c64073570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.463+0000 7f1c6bf6d640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c640ce740 con 0x7f1c640ce230 2024-09-19T04:40:11.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.463+0000 7f1c6bf6d640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f1c64072640 con 0x7f1c6415c180 2024-09-19T04:40:11.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.463+0000 7f1c6bf6d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f1c64072920 con 0x7f1c64073120 2024-09-19T04:40:11.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.463+0000 7f1c69d09640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1c6415c180 0x7f1c640cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.463+0000 7f1c69d09640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1c6415c180 0x7f1c640cdcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59546/0 (socket says 172.21.15.111:59546) 2024-09-19T04:40:11.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.463+0000 7f1c69d09640 1 -- 172.21.15.111:0/1543977634 learned_addr learned my addr 172.21.15.111:0/1543977634 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:11.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.463+0000 7f1c69d09640 1 -- 172.21.15.111:0/1543977634 >> v2:172.21.15.114:3300/0 conn(0x7f1c64073120 msgr2=0x7f1c64073570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:11.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.463+0000 7f1c69d09640 1 --2- 172.21.15.111:0/1543977634 >> v2:172.21.15.114:3300/0 conn(0x7f1c64073120 0x7f1c64073570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.463+0000 7f1c69d09640 1 -- 172.21.15.111:0/1543977634 >> v1:172.21.15.114:6789/0 conn(0x7f1c640ce230 legacy=0x7f1c640cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:11.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.463+0000 7f1c69d09640 1 -- 172.21.15.111:0/1543977634 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c64072c00 con 0x7f1c6415c180 2024-09-19T04:40:11.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.464+0000 7f1c69d09640 1 --2- 172.21.15.111:0/1543977634 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c6415c180 0x7f1c640cdcf0 secure :-1 s=READY pgs=1631 cs=0 l=1 rev1=1 crypto rx=0x7f1c640cd0a0 tx=0x7f1c6002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ced2090c435b261a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:11.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.464+0000 7f1c68d07640 1 -- 172.21.15.111:0/1543977634 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c60037070 con 0x7f1c6415c180 2024-09-19T04:40:11.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.464+0000 7f1c68d07640 1 -- 172.21.15.111:0/1543977634 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c60032440 con 0x7f1c6415c180 2024-09-19T04:40:11.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.464+0000 7f1c68d07640 1 -- 172.21.15.111:0/1543977634 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c60032810 con 0x7f1c6415c180 2024-09-19T04:40:11.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.465+0000 7f1c6bf6d640 1 -- 172.21.15.111:0/1543977634 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c6415c180 msgr2=0x7f1c640cdcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.465+0000 7f1c6bf6d640 1 --2- 172.21.15.111:0/1543977634 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c6415c180 0x7f1c640cdcf0 secure :-1 s=READY pgs=1631 cs=0 l=1 rev1=1 crypto rx=0x7f1c640cd0a0 tx=0x7f1c6002a1a0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.465+0000 7f1c6bf6d640 1 -- 172.21.15.111:0/1543977634 shutdown_connections 2024-09-19T04:40:11.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.465+0000 7f1c6bf6d640 1 --2- 172.21.15.111:0/1543977634 >> v2:172.21.15.114:3300/0 conn(0x7f1c64073120 0x7f1c64073570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.465+0000 7f1c6bf6d640 1 --2- 172.21.15.111:0/1543977634 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c6415c180 0x7f1c640cdcf0 unknown :-1 s=CLOSED pgs=1631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.465+0000 7f1c6bf6d640 1 -- 172.21.15.111:0/1543977634 >> 172.21.15.111:0/1543977634 conn(0x7f1c64062cc0 msgr2=0x7f1c6406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:11.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.465+0000 7f1c6bf6d640 1 -- 172.21.15.111:0/1543977634 shutdown_connections 2024-09-19T04:40:11.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.465+0000 7f1c6bf6d640 1 -- 172.21.15.111:0/1543977634 wait complete. 2024-09-19T04:40:11.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.466+0000 7f1c6bf6d640 1 Processor -- start 2024-09-19T04:40:11.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.466+0000 7f1c6bf6d640 1 -- start start 2024-09-19T04:40:11.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.467+0000 7f1c6bf6d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c64073120 0x7f1c64152880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.467+0000 7f1c6bf6d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c640ce230 0x7f1c6415a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.467+0000 7f1c6bf6d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c6415c180 0x7f1c6415a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.467+0000 7f1c6bf6d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1c640cf780 con 0x7f1c640ce230 2024-09-19T04:40:11.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.467+0000 7f1c6bf6d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1c640722f0 con 0x7f1c6415c180 2024-09-19T04:40:11.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.467+0000 7f1c6bf6d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1c6415c560 con 0x7f1c64073120 2024-09-19T04:40:11.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.467+0000 7f1c69508640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c640ce230 0x7f1c6415a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.467+0000 7f1c69508640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c640ce230 0x7f1c6415a3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59550/0 (socket says 172.21.15.111:59550) 2024-09-19T04:40:11.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.467+0000 7f1c69508640 1 -- 172.21.15.111:0/191736889 learned_addr learned my addr 172.21.15.111:0/191736889 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:11.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.467+0000 7f1c69d09640 1 --2- 172.21.15.111:0/191736889 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c64073120 0x7f1c64152880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.467+0000 7f1c6a50a640 1 --2- 172.21.15.111:0/191736889 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c6415c180 0x7f1c6415a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.467+0000 7f1c69508640 1 -- 172.21.15.111:0/191736889 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c64073120 msgr2=0x7f1c64152880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.467+0000 7f1c69508640 1 --2- 172.21.15.111:0/191736889 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c64073120 0x7f1c64152880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.467+0000 7f1c69508640 1 -- 172.21.15.111:0/191736889 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c6415c180 msgr2=0x7f1c6415a8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.467+0000 7f1c69508640 1 --2- 172.21.15.111:0/191736889 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c6415c180 0x7f1c6415a8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.467+0000 7f1c69508640 1 -- 172.21.15.111:0/191736889 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c64159490 con 0x7f1c640ce230 2024-09-19T04:40:11.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.467+0000 7f1c6a50a640 1 --2- 172.21.15.111:0/191736889 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c6415c180 0x7f1c6415a8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:11.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.467+0000 7f1c69d09640 1 --2- 172.21.15.111:0/191736889 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c64073120 0x7f1c64152880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:11.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.467+0000 7f1c69508640 1 --2- 172.21.15.111:0/191736889 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c640ce230 0x7f1c6415a3a0 secure :-1 s=READY pgs=1632 cs=0 l=1 rev1=1 crypto rx=0x7f1c5400b410 tx=0x7f1c5400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:11.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.467+0000 7f1c5a7fc640 1 -- 172.21.15.111:0/191736889 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c54015020 con 0x7f1c640ce230 2024-09-19T04:40:11.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.467+0000 7f1c5a7fc640 1 -- 172.21.15.111:0/191736889 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c54011830 con 0x7f1c640ce230 2024-09-19T04:40:11.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.467+0000 7f1c6bf6d640 1 -- 172.21.15.111:0/191736889 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c6415aef0 con 0x7f1c640ce230 2024-09-19T04:40:11.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.467+0000 7f1c5a7fc640 1 -- 172.21.15.111:0/191736889 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c54011c20 con 0x7f1c640ce230 2024-09-19T04:40:11.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.467+0000 7f1c6bf6d640 1 -- 172.21.15.111:0/191736889 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c6415dfb0 con 0x7f1c640ce230 2024-09-19T04:40:11.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.468+0000 7f1c6bf6d640 1 -- 172.21.15.111:0/191736889 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c6415fc10 con 0x7f1c640ce230 2024-09-19T04:40:11.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.469+0000 7f1c5a7fc640 1 -- 172.21.15.111:0/191736889 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f1c54018020 con 0x7f1c640ce230 2024-09-19T04:40:11.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.470+0000 7f1c5a7fc640 1 --2- 172.21.15.111:0/191736889 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1c4806cc40 0x7f1c4806f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.470+0000 7f1c5a7fc640 1 -- 172.21.15.111:0/191736889 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7f1c54089af0 con 0x7f1c640ce230 2024-09-19T04:40:11.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.470+0000 7f1c69d09640 1 --2- 172.21.15.111:0/191736889 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1c4806cc40 0x7f1c4806f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.470+0000 7f1c69d09640 1 --2- 172.21.15.111:0/191736889 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1c4806cc40 0x7f1c4806f100 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f1c60034000 tx=0x7f1c6002e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:11.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.474+0000 7f1c5a7fc640 1 -- 172.21.15.111:0/191736889 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1c6415fc10 con 0x7f1c640ce230 2024-09-19T04:40:11.675 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.674+0000 7f1c6bf6d640 1 -- 172.21.15.111:0/191736889 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1c640cdcf0 con 0x7f1c640ce230 2024-09-19T04:40:11.676 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.674+0000 7f1c5a7fc640 1 -- 172.21.15.111:0/191736889 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 84 v84) ==== 94+0+5233 (secure 0 0 0) 0x7f1c5401f020 con 0x7f1c640ce230 2024-09-19T04:40:11.676 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:11.676 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":84,"btime":"2024-09-19T04:40:06:272409+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6878,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3373352182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3373352182},{"type":"v1","addr":"172.21.15.114:6834","nonce":3373352182}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":6881,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/772132505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":772132505},{"type":"v1","addr":"172.21.15.114:6835","nonce":772132505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":7693,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/2739498817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2739498817},{"type":"v1","addr":"172.21.15.111:6834","nonce":2739498817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80}],"filesystems":[{"mdsmap":{"epoch":83,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:39:53.521204+0000","modified":"2024-09-19T04:39:55.510316+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8601},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8601":{"gid":8601,"name":"a","rank":0,"incarnation":81,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6835/456560240","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":456560240},{"type":"v1","addr":"172.21.15.111:6835","nonce":456560240}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8601,"qdb_cluster":[8601]},"id":12}]} 2024-09-19T04:40:11.676 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 84 2024-09-19T04:40:11.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.676+0000 7f1c6bf6d640 1 -- 172.21.15.111:0/191736889 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1c4806cc40 msgr2=0x7f1c4806f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.676+0000 7f1c6bf6d640 1 --2- 172.21.15.111:0/191736889 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1c4806cc40 0x7f1c4806f100 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f1c60034000 tx=0x7f1c6002e000 comp rx=0 tx=0).stop 2024-09-19T04:40:11.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.676+0000 7f1c6bf6d640 1 -- 172.21.15.111:0/191736889 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c640ce230 msgr2=0x7f1c6415a3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.676+0000 7f1c6bf6d640 1 --2- 172.21.15.111:0/191736889 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c640ce230 0x7f1c6415a3a0 secure :-1 s=READY pgs=1632 cs=0 l=1 rev1=1 crypto rx=0x7f1c5400b410 tx=0x7f1c5400b8d0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.676+0000 7f1c6bf6d640 1 -- 172.21.15.111:0/191736889 shutdown_connections 2024-09-19T04:40:11.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.676+0000 7f1c6bf6d640 1 --2- 172.21.15.111:0/191736889 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1c4806cc40 0x7f1c4806f100 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.677+0000 7f1c6bf6d640 1 --2- 172.21.15.111:0/191736889 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c6415c180 0x7f1c6415a8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.677+0000 7f1c6bf6d640 1 --2- 172.21.15.111:0/191736889 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c640ce230 0x7f1c6415a3a0 unknown :-1 s=CLOSED pgs=1632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.677+0000 7f1c6bf6d640 1 --2- 172.21.15.111:0/191736889 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c64073120 0x7f1c64152880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.677+0000 7f1c6bf6d640 1 -- 172.21.15.111:0/191736889 >> 172.21.15.111:0/191736889 conn(0x7f1c64062cc0 msgr2=0x7f1c6406bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:11.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.677+0000 7f1c6bf6d640 1 -- 172.21.15.111:0/191736889 shutdown_connections 2024-09-19T04:40:11.679 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.677+0000 7f1c6bf6d640 1 -- 172.21.15.111:0/191736889 wait complete. 2024-09-19T04:40:11.689 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:40:11.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.786+0000 7f679d8d0640 1 Processor -- start 2024-09-19T04:40:11.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.786+0000 7f679d8d0640 1 -- start start 2024-09-19T04:40:11.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.787+0000 7f679d8d0640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f679815e940 0x7f67980d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.787+0000 7f679d8d0640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f679815ed20 0x7f67980d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.787+0000 7f679d8d0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f67980cef90 0x7f67980b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.787+0000 7f679d8d0640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f67980d1ae0 con 0x7f679815ed20 2024-09-19T04:40:11.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.787+0000 7f679d8d0640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f67980b7170 con 0x7f679815e940 2024-09-19T04:40:11.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.787+0000 7f679d8d0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f67980b7aa0 con 0x7f67980cef90 2024-09-19T04:40:11.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.787+0000 7f67967fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f679815ed20 0x7f67980d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.787+0000 7f67967fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f679815ed20 0x7f67980d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59564/0 (socket says 172.21.15.111:59564) 2024-09-19T04:40:11.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.787+0000 7f67967fc640 1 -- 172.21.15.111:0/404147169 learned_addr learned my addr 172.21.15.111:0/404147169 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:11.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.787+0000 7f67977fe640 1 --2- 172.21.15.111:0/404147169 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f67980cef90 0x7f67980b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.788+0000 7f6796ffd640 1 --2- 172.21.15.111:0/404147169 >> v2:172.21.15.114:3300/0 conn(0x7f679815e940 0x7f67980d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.788+0000 7f67967fc640 1 -- 172.21.15.111:0/404147169 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f67980cef90 msgr2=0x7f67980b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:11.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.788+0000 7f67967fc640 1 --2- 172.21.15.111:0/404147169 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f67980cef90 0x7f67980b3220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.788+0000 7f67967fc640 1 -- 172.21.15.111:0/404147169 >> v2:172.21.15.114:3300/0 conn(0x7f679815e940 msgr2=0x7f67980d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:11.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.788+0000 7f67967fc640 1 --2- 172.21.15.111:0/404147169 >> v2:172.21.15.114:3300/0 conn(0x7f679815e940 0x7f67980d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.788+0000 7f67967fc640 1 -- 172.21.15.111:0/404147169 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67980d3660 con 0x7f679815ed20 2024-09-19T04:40:11.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.788+0000 7f6796ffd640 1 --2- 172.21.15.111:0/404147169 >> v2:172.21.15.114:3300/0 conn(0x7f679815e940 0x7f67980d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:11.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.788+0000 7f67967fc640 1 --2- 172.21.15.111:0/404147169 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f679815ed20 0x7f67980d15a0 secure :-1 s=READY pgs=1633 cs=0 l=1 rev1=1 crypto rx=0x7f67980509d0 tx=0x7f678c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba64792fcb116442 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:11.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.788+0000 7f6795ffb640 1 -- 172.21.15.111:0/404147169 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f678c037070 con 0x7f679815ed20 2024-09-19T04:40:11.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.788+0000 7f6795ffb640 1 -- 172.21.15.111:0/404147169 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f678c032440 con 0x7f679815ed20 2024-09-19T04:40:11.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.788+0000 7f6795ffb640 1 -- 172.21.15.111:0/404147169 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f678c032810 con 0x7f679815ed20 2024-09-19T04:40:11.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.789+0000 7f679d8d0640 1 -- 172.21.15.111:0/404147169 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f679815ed20 msgr2=0x7f67980d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.789+0000 7f679d8d0640 1 --2- 172.21.15.111:0/404147169 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f679815ed20 0x7f67980d15a0 secure :-1 s=READY pgs=1633 cs=0 l=1 rev1=1 crypto rx=0x7f67980509d0 tx=0x7f678c02a270 comp rx=0 tx=0).stop 2024-09-19T04:40:11.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.789+0000 7f679d8d0640 1 -- 172.21.15.111:0/404147169 shutdown_connections 2024-09-19T04:40:11.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.789+0000 7f679d8d0640 1 --2- 172.21.15.111:0/404147169 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f67980cef90 0x7f67980b3220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.789+0000 7f679d8d0640 1 --2- 172.21.15.111:0/404147169 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f679815ed20 0x7f67980d15a0 unknown :-1 s=CLOSED pgs=1633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.789+0000 7f679d8d0640 1 --2- 172.21.15.111:0/404147169 >> v2:172.21.15.114:3300/0 conn(0x7f679815e940 0x7f67980d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.789+0000 7f679d8d0640 1 -- 172.21.15.111:0/404147169 >> 172.21.15.111:0/404147169 conn(0x7f67980b6240 msgr2=0x7f67980b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:11.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.789+0000 7f679d8d0640 1 -- 172.21.15.111:0/404147169 shutdown_connections 2024-09-19T04:40:11.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.789+0000 7f679d8d0640 1 -- 172.21.15.111:0/404147169 wait complete. 2024-09-19T04:40:11.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.790+0000 7f679d8d0640 1 Processor -- start 2024-09-19T04:40:11.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.790+0000 7f679d8d0640 1 -- start start 2024-09-19T04:40:11.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.791+0000 7f679d8d0640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67980cef90 0x7f679814adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.791+0000 7f679d8d0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f679815e940 0x7f679814b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.791+0000 7f679d8d0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f679815ed20 0x7f679814b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.791+0000 7f679d8d0640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f67980d3f00 con 0x7f679815e940 2024-09-19T04:40:11.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.791+0000 7f679d8d0640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f67980d3c20 con 0x7f67980cef90 2024-09-19T04:40:11.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.791+0000 7f679d8d0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f67980d1ef0 con 0x7f679815ed20 2024-09-19T04:40:11.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.791+0000 7f67967fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f679815e940 0x7f679814b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.791+0000 7f67967fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f679815e940 0x7f679814b330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59576/0 (socket says 172.21.15.111:59576) 2024-09-19T04:40:11.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.791+0000 7f67967fc640 1 -- 172.21.15.111:0/623634241 learned_addr learned my addr 172.21.15.111:0/623634241 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:11.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.791+0000 7f6796ffd640 1 --2- 172.21.15.111:0/623634241 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67980cef90 0x7f679814adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.791+0000 7f67977fe640 1 --2- 172.21.15.111:0/623634241 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f679815ed20 0x7f679814b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.791+0000 7f67967fc640 1 -- 172.21.15.111:0/623634241 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f679815ed20 msgr2=0x7f679814b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.791+0000 7f67967fc640 1 --2- 172.21.15.111:0/623634241 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f679815ed20 0x7f679814b870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.791+0000 7f67967fc640 1 -- 172.21.15.111:0/623634241 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67980cef90 msgr2=0x7f679814adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.791+0000 7f67967fc640 1 --2- 172.21.15.111:0/623634241 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67980cef90 0x7f679814adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.791+0000 7f67967fc640 1 -- 172.21.15.111:0/623634241 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f679815b120 con 0x7f679815e940 2024-09-19T04:40:11.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.791+0000 7f67977fe640 1 --2- 172.21.15.111:0/623634241 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f679815ed20 0x7f679814b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:11.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.792+0000 7f67967fc640 1 --2- 172.21.15.111:0/623634241 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f679815e940 0x7f679814b330 secure :-1 s=READY pgs=1634 cs=0 l=1 rev1=1 crypto rx=0x7f678c02a2b0 tx=0x7f678c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:11.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.792+0000 7f677ffff640 1 -- 172.21.15.111:0/623634241 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f678c041020 con 0x7f679815e940 2024-09-19T04:40:11.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.792+0000 7f677ffff640 1 -- 172.21.15.111:0/623634241 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f678c0306c0 con 0x7f679815e940 2024-09-19T04:40:11.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.792+0000 7f679d8d0640 1 -- 172.21.15.111:0/623634241 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f679815b3f0 con 0x7f679815e940 2024-09-19T04:40:11.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.792+0000 7f677ffff640 1 -- 172.21.15.111:0/623634241 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f678c037040 con 0x7f679815e940 2024-09-19T04:40:11.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.792+0000 7f679d8d0640 1 -- 172.21.15.111:0/623634241 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67981587d0 con 0x7f679815e940 2024-09-19T04:40:11.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.793+0000 7f679d8d0640 1 -- 172.21.15.111:0/623634241 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67980d1060 con 0x7f679815e940 2024-09-19T04:40:11.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.793+0000 7f677ffff640 1 -- 172.21.15.111:0/623634241 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f678c044020 con 0x7f679815e940 2024-09-19T04:40:11.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.794+0000 7f677ffff640 1 --2- 172.21.15.111:0/623634241 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f678406cc40 0x7f678406f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.794+0000 7f677ffff640 1 -- 172.21.15.111:0/623634241 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7f678c0aa3f0 con 0x7f679815e940 2024-09-19T04:40:11.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.794+0000 7f6796ffd640 1 --2- 172.21.15.111:0/623634241 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f678406cc40 0x7f678406f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.794+0000 7f6796ffd640 1 --2- 172.21.15.111:0/623634241 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f678406cc40 0x7f678406f100 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f67880075b0 tx=0x7f6788007540 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:11.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.798+0000 7f677ffff640 1 -- 172.21.15.111:0/623634241 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f678c04b030 con 0x7f679815e940 2024-09-19T04:40:11.965 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.963+0000 7f679d8d0640 1 -- 172.21.15.111:0/623634241 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f67980ba6b0 con 0x7f679815e940 2024-09-19T04:40:11.966 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.965+0000 7f677ffff640 1 -- 172.21.15.111:0/623634241 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v155) ==== 74+0+16876 (secure 0 0 0) 0x7f678c07a6d0 con 0x7f679815e940 2024-09-19T04:40:11.966 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:11.966 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":155,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:39:55.172585+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:39:51.859028+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"154","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-09-19T04:39:52.484503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"155","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:40:11.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.967+0000 7f679d8d0640 1 -- 172.21.15.111:0/623634241 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f678406cc40 msgr2=0x7f678406f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.968 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.967+0000 7f679d8d0640 1 --2- 172.21.15.111:0/623634241 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f678406cc40 0x7f678406f100 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f67880075b0 tx=0x7f6788007540 comp rx=0 tx=0).stop 2024-09-19T04:40:11.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.967+0000 7f679d8d0640 1 -- 172.21.15.111:0/623634241 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f679815e940 msgr2=0x7f679814b330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.967+0000 7f679d8d0640 1 --2- 172.21.15.111:0/623634241 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f679815e940 0x7f679814b330 secure :-1 s=READY pgs=1634 cs=0 l=1 rev1=1 crypto rx=0x7f678c02a2b0 tx=0x7f678c0046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.967+0000 7f679d8d0640 1 -- 172.21.15.111:0/623634241 shutdown_connections 2024-09-19T04:40:11.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.967+0000 7f679d8d0640 1 --2- 172.21.15.111:0/623634241 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f678406cc40 0x7f678406f100 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.967+0000 7f679d8d0640 1 --2- 172.21.15.111:0/623634241 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f679815ed20 0x7f679814b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.967+0000 7f679d8d0640 1 --2- 172.21.15.111:0/623634241 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f679815e940 0x7f679814b330 unknown :-1 s=CLOSED pgs=1634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.969 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.967+0000 7f679d8d0640 1 --2- 172.21.15.111:0/623634241 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67980cef90 0x7f679814adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.967+0000 7f679d8d0640 1 -- 172.21.15.111:0/623634241 >> 172.21.15.111:0/623634241 conn(0x7f67980b6240 msgr2=0x7f67980cf630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:11.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.967+0000 7f679d8d0640 1 -- 172.21.15.111:0/623634241 shutdown_connections 2024-09-19T04:40:11.970 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:11.967+0000 7f679d8d0640 1 -- 172.21.15.111:0/623634241 wait complete. 2024-09-19T04:40:11.979 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T04:40:11.979 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:40:12.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.077+0000 7fae94ffd640 1 Processor -- start 2024-09-19T04:40:12.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.077+0000 7fae94ffd640 1 -- start start 2024-09-19T04:40:12.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.077+0000 7fae94ffd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fae9015e7b0 0x7fae90071340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.077+0000 7fae94ffd640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fae9006ccb0 0x7fae9006d120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.077+0000 7fae94ffd640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae90071880 con 0x7fae900b5600 2024-09-19T04:40:12.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.077+0000 7fae94ffd640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fae9006e680 con 0x7fae9006ccb0 2024-09-19T04:40:12.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.077+0000 7fae94ffd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fae9006d660 con 0x7fae9015e7b0 2024-09-19T04:40:12.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.078+0000 7fae85d9b640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fae900b5600 0x7fae90073ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40082/0 (socket says 172.21.15.111:40082) 2024-09-19T04:40:12.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.078+0000 7fae85d9b640 1 -- 172.21.15.111:0/1683848012 learned_addr learned my addr 172.21.15.111:0/1683848012 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:12.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.078+0000 7fae8e59c640 1 --2- 172.21.15.111:0/1683848012 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fae9015e7b0 0x7fae90071340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.078+0000 7fae8ed9d640 1 --2- 172.21.15.111:0/1683848012 >> v2:172.21.15.114:3300/0 conn(0x7fae9006ccb0 0x7fae9006d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.078+0000 7fae8dd9b640 1 -- 172.21.15.111:0/1683848012 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3700275449 0 0) 0x7fae78001110 con 0x7fae900b5600 2024-09-19T04:40:12.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.078+0000 7fae8dd9b640 1 -- 172.21.15.111:0/1683848012 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fae7c003520 con 0x7fae900b5600 2024-09-19T04:40:12.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.078+0000 7fae8dd9b640 1 -- 172.21.15.111:0/1683848012 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4115565071 0 0) 0x7fae7c003520 con 0x7fae900b5600 2024-09-19T04:40:12.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.078+0000 7fae8dd9b640 1 -- 172.21.15.111:0/1683848012 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fae9015e7b0 msgr2=0x7fae90071340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:12.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.078+0000 7fae8dd9b640 1 --2- 172.21.15.111:0/1683848012 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fae9015e7b0 0x7fae90071340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.078+0000 7fae8dd9b640 1 -- 172.21.15.111:0/1683848012 >> v2:172.21.15.114:3300/0 conn(0x7fae9006ccb0 msgr2=0x7fae9006d120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:12.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.078+0000 7fae8dd9b640 1 --2- 172.21.15.111:0/1683848012 >> v2:172.21.15.114:3300/0 conn(0x7fae9006ccb0 0x7fae9006d120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.078+0000 7fae8dd9b640 1 -- 172.21.15.111:0/1683848012 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae900741c0 con 0x7fae900b5600 2024-09-19T04:40:12.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.078+0000 7fae8dd9b640 1 -- 172.21.15.111:0/1683848012 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fae78001840 con 0x7fae900b5600 2024-09-19T04:40:12.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.078+0000 7fae8dd9b640 1 -- 172.21.15.111:0/1683848012 >> v1:172.21.15.111:6789/0 conn(0x7fae900b5600 legacy=0x7fae90073ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.078+0000 7fae8dd9b640 1 --2- 172.21.15.111:0/1683848012 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fae7c0039b0 0x7fae7c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.078+0000 7fae8dd9b640 1 --2- 172.21.15.111:0/1683848012 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fae9015e7b0 0x7fae7c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.078+0000 7fae8dd9b640 1 --2- 172.21.15.111:0/1683848012 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fae7c004d40 0x7fae7c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.078+0000 7fae8dd9b640 1 -- 172.21.15.111:0/1683848012 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fae9006e680 con 0x7fae7c0039b0 2024-09-19T04:40:12.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.078+0000 7fae8dd9b640 1 -- 172.21.15.111:0/1683848012 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fae9006d660 con 0x7fae7c004d40 2024-09-19T04:40:12.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.078+0000 7fae8dd9b640 1 -- 172.21.15.111:0/1683848012 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fae7c00b9c0 con 0x7fae9015e7b0 2024-09-19T04:40:12.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.078+0000 7fae8e59c640 1 --2- 172.21.15.111:0/1683848012 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fae7c0039b0 0x7fae7c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.078+0000 7fae85d9b640 1 --2- 172.21.15.111:0/1683848012 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fae9015e7b0 0x7fae7c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.078+0000 7fae8ed9d640 1 --2- 172.21.15.111:0/1683848012 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fae7c004d40 0x7fae7c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.079+0000 7fae8e59c640 1 -- 172.21.15.111:0/1683848012 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fae9015e7b0 msgr2=0x7fae7c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:12.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.079+0000 7fae8e59c640 1 --2- 172.21.15.111:0/1683848012 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fae9015e7b0 0x7fae7c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.079+0000 7fae8e59c640 1 -- 172.21.15.111:0/1683848012 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fae7c004d40 msgr2=0x7fae7c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:12.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.079+0000 7fae8e59c640 1 --2- 172.21.15.111:0/1683848012 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fae7c004d40 0x7fae7c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.079+0000 7fae8e59c640 1 -- 172.21.15.111:0/1683848012 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae7c003520 con 0x7fae7c0039b0 2024-09-19T04:40:12.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.079+0000 7fae8e59c640 1 --2- 172.21.15.111:0/1683848012 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fae7c0039b0 0x7fae7c003dd0 secure :-1 s=READY pgs=1636 cs=0 l=1 rev1=1 crypto rx=0x7fae80009ac0 tx=0x7fae7c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c95ac998296a6cf7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:12.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.079+0000 7fae8dd9b640 1 -- 172.21.15.111:0/1683848012 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae80036070 con 0x7fae7c0039b0 2024-09-19T04:40:12.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.079+0000 7fae8dd9b640 1 -- 172.21.15.111:0/1683848012 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae80031400 con 0x7fae7c0039b0 2024-09-19T04:40:12.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.079+0000 7fae8dd9b640 1 -- 172.21.15.111:0/1683848012 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae80009690 con 0x7fae7c0039b0 2024-09-19T04:40:12.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.080+0000 7fae94ffd640 1 -- 172.21.15.111:0/1683848012 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fae7c0039b0 msgr2=0x7fae7c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.080+0000 7fae94ffd640 1 --2- 172.21.15.111:0/1683848012 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fae7c0039b0 0x7fae7c003dd0 secure :-1 s=READY pgs=1636 cs=0 l=1 rev1=1 crypto rx=0x7fae80009ac0 tx=0x7fae7c005830 comp rx=0 tx=0).stop 2024-09-19T04:40:12.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.080+0000 7fae8ed9d640 1 -- 172.21.15.111:0/1683848012 reap_dead start 2024-09-19T04:40:12.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.080+0000 7fae94ffd640 1 -- 172.21.15.111:0/1683848012 shutdown_connections 2024-09-19T04:40:12.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.080+0000 7fae94ffd640 1 -- 172.21.15.111:0/1683848012 >> 172.21.15.111:0/1683848012 conn(0x7fae900b4300 msgr2=0x7fae900b46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:12.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.080+0000 7fae94ffd640 1 -- 172.21.15.111:0/1683848012 shutdown_connections 2024-09-19T04:40:12.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.080+0000 7fae94ffd640 1 -- 172.21.15.111:0/1683848012 wait complete. 2024-09-19T04:40:12.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.081+0000 7fae94ffd640 1 Processor -- start 2024-09-19T04:40:12.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.081+0000 7fae94ffd640 1 -- start start 2024-09-19T04:40:12.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.082+0000 7fae94ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fae7c0039b0 0x7fae9015d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.082+0000 7fae94ffd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fae90151440 0x7fae90150d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.082+0000 7fae94ffd640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fae901566e0 0x7fae9015ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.082+0000 7fae94ffd640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fae900732b0 con 0x7fae7c0039b0 2024-09-19T04:40:12.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.082+0000 7fae94ffd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fae9006ebb0 con 0x7fae90151440 2024-09-19T04:40:12.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.082+0000 7fae94ffd640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fae90073590 con 0x7fae901566e0 2024-09-19T04:40:12.088 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.082+0000 7fae8e59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fae7c0039b0 0x7fae9015d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.082+0000 7fae8e59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fae7c0039b0 0x7fae9015d0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59590/0 (socket says 172.21.15.111:59590) 2024-09-19T04:40:12.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.082+0000 7fae8e59c640 1 -- 172.21.15.111:0/2268283185 learned_addr learned my addr 172.21.15.111:0/2268283185 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:12.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.082+0000 7fae85d9b640 1 --2- 172.21.15.111:0/2268283185 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fae90151440 0x7fae90150d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.082+0000 7fae8ed9d640 1 --2- 172.21.15.111:0/2268283185 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fae901566e0 0x7fae9015ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.083+0000 7fae8e59c640 1 -- 172.21.15.111:0/2268283185 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fae901566e0 msgr2=0x7fae9015ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.083+0000 7fae8e59c640 1 --2- 172.21.15.111:0/2268283185 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fae901566e0 0x7fae9015ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.083+0000 7fae8e59c640 1 -- 172.21.15.111:0/2268283185 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fae90151440 msgr2=0x7fae90150d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.083+0000 7fae8e59c640 1 --2- 172.21.15.111:0/2268283185 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fae90151440 0x7fae90150d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.083+0000 7fae8e59c640 1 -- 172.21.15.111:0/2268283185 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae90155640 con 0x7fae7c0039b0 2024-09-19T04:40:12.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.083+0000 7fae8e59c640 1 --2- 172.21.15.111:0/2268283185 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fae7c0039b0 0x7fae9015d0a0 secure :-1 s=READY pgs=1637 cs=0 l=1 rev1=1 crypto rx=0x7fae80034040 tx=0x7fae80004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:12.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.083+0000 7fae877fe640 1 -- 172.21.15.111:0/2268283185 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae80040020 con 0x7fae7c0039b0 2024-09-19T04:40:12.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.083+0000 7fae877fe640 1 -- 172.21.15.111:0/2268283185 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae80003bc0 con 0x7fae7c0039b0 2024-09-19T04:40:12.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.083+0000 7fae94ffd640 1 -- 172.21.15.111:0/2268283185 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae90155920 con 0x7fae7c0039b0 2024-09-19T04:40:12.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.083+0000 7fae877fe640 1 -- 172.21.15.111:0/2268283185 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae80036040 con 0x7fae7c0039b0 2024-09-19T04:40:12.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.083+0000 7fae94ffd640 1 -- 172.21.15.111:0/2268283185 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae90155ee0 con 0x7fae7c0039b0 2024-09-19T04:40:12.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.084+0000 7fae94ffd640 1 -- 172.21.15.111:0/2268283185 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae9006d120 con 0x7fae7c0039b0 2024-09-19T04:40:12.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.084+0000 7fae877fe640 1 -- 172.21.15.111:0/2268283185 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7fae80043020 con 0x7fae7c0039b0 2024-09-19T04:40:12.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.085+0000 7fae877fe640 1 --2- 172.21.15.111:0/2268283185 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fae7006cc70 0x7fae7006f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.085+0000 7fae877fe640 1 -- 172.21.15.111:0/2268283185 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7fae800a9eb0 con 0x7fae7c0039b0 2024-09-19T04:40:12.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.085+0000 7fae85d9b640 1 --2- 172.21.15.111:0/2268283185 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fae7006cc70 0x7fae7006f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.085+0000 7fae85d9b640 1 --2- 172.21.15.111:0/2268283185 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fae7006cc70 0x7fae7006f130 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fae780012f0 tx=0x7fae78007ae0 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:12.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.089+0000 7fae877fe640 1 -- 172.21.15.111:0/2268283185 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fae8004a030 con 0x7fae7c0039b0 2024-09-19T04:40:12.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.289+0000 7fae94ffd640 1 -- 172.21.15.111:0/2268283185 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fae900b1a90 con 0x7fae7c0039b0 2024-09-19T04:40:12.291 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.290+0000 7fae877fe640 1 -- 172.21.15.111:0/2268283185 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 84 v84) ==== 94+0+5233 (secure 0 0 0) 0x7fae800044e0 con 0x7fae7c0039b0 2024-09-19T04:40:12.291 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:12.291 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":84,"btime":"2024-09-19T04:40:06:272409+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6878,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3373352182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3373352182},{"type":"v1","addr":"172.21.15.114:6834","nonce":3373352182}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":6881,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/772132505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":772132505},{"type":"v1","addr":"172.21.15.114:6835","nonce":772132505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":7693,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/2739498817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2739498817},{"type":"v1","addr":"172.21.15.111:6834","nonce":2739498817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80}],"filesystems":[{"mdsmap":{"epoch":83,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:39:53.521204+0000","modified":"2024-09-19T04:39:55.510316+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8601},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8601":{"gid":8601,"name":"a","rank":0,"incarnation":81,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6835/456560240","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":456560240},{"type":"v1","addr":"172.21.15.111:6835","nonce":456560240}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8601,"qdb_cluster":[8601]},"id":12}]} 2024-09-19T04:40:12.292 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 84 2024-09-19T04:40:12.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.292+0000 7fae94ffd640 1 -- 172.21.15.111:0/2268283185 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fae7006cc70 msgr2=0x7fae7006f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.293 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.292+0000 7fae94ffd640 1 --2- 172.21.15.111:0/2268283185 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fae7006cc70 0x7fae7006f130 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fae780012f0 tx=0x7fae78007ae0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.292+0000 7fae94ffd640 1 -- 172.21.15.111:0/2268283185 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fae7c0039b0 msgr2=0x7fae9015d0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.292+0000 7fae94ffd640 1 --2- 172.21.15.111:0/2268283185 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fae7c0039b0 0x7fae9015d0a0 secure :-1 s=READY pgs=1637 cs=0 l=1 rev1=1 crypto rx=0x7fae80034040 tx=0x7fae80004730 comp rx=0 tx=0).stop 2024-09-19T04:40:12.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.292+0000 7fae94ffd640 1 -- 172.21.15.111:0/2268283185 shutdown_connections 2024-09-19T04:40:12.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.292+0000 7fae94ffd640 1 --2- 172.21.15.111:0/2268283185 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fae7006cc70 0x7fae7006f130 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.292+0000 7fae94ffd640 1 --2- 172.21.15.111:0/2268283185 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fae901566e0 0x7fae9015ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.292+0000 7fae94ffd640 1 --2- 172.21.15.111:0/2268283185 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fae90151440 0x7fae90150d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.292+0000 7fae94ffd640 1 --2- 172.21.15.111:0/2268283185 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fae7c0039b0 0x7fae9015d0a0 unknown :-1 s=CLOSED pgs=1637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.292+0000 7fae94ffd640 1 -- 172.21.15.111:0/2268283185 >> 172.21.15.111:0/2268283185 conn(0x7fae900b4300 msgr2=0x7fae90159310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:12.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.292+0000 7fae94ffd640 1 -- 172.21.15.111:0/2268283185 shutdown_connections 2024-09-19T04:40:12.294 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.292+0000 7fae94ffd640 1 -- 172.21.15.111:0/2268283185 wait complete. 2024-09-19T04:40:12.304 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:40:12.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.401+0000 7f4a685cf640 1 Processor -- start 2024-09-19T04:40:12.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.401+0000 7f4a685cf640 1 -- start start 2024-09-19T04:40:12.406 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.402+0000 7f4a685cf640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a60162c40 0x7f4a600b3300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.406 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.402+0000 7f4a685cf640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4a600b3840 0x7f4a6006bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.406 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.402+0000 7f4a685cf640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a6015f520 con 0x7f4a60162860 2024-09-19T04:40:12.406 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.402+0000 7f4a685cf640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f4a601630b0 con 0x7f4a600b3840 2024-09-19T04:40:12.406 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.402+0000 7f4a685cf640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4a6015fae0 con 0x7f4a60162c40 2024-09-19T04:40:12.406 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.402+0000 7f4a66b6c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4a600b3840 0x7f4a6006bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.406 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.402+0000 7f4a66b6c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4a600b3840 0x7f4a6006bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59598/0 (socket says 172.21.15.111:59598) 2024-09-19T04:40:12.406 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.402+0000 7f4a66b6c640 1 -- 172.21.15.111:0/3973082771 learned_addr learned my addr 172.21.15.111:0/3973082771 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:12.406 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.403+0000 7f4a65b6a640 1 --2- 172.21.15.111:0/3973082771 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a60162c40 0x7f4a600b3300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.403+0000 7f4a66b6c640 1 -- 172.21.15.111:0/3973082771 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a60162c40 msgr2=0x7f4a600b3300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:12.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.403+0000 7f4a66b6c640 1 --2- 172.21.15.111:0/3973082771 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a60162c40 0x7f4a600b3300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.403+0000 7f4a66b6c640 1 -- 172.21.15.111:0/3973082771 >> v1:172.21.15.111:6789/0 conn(0x7f4a60162860 legacy=0x7f4a6015ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.403+0000 7f4a66b6c640 1 -- 172.21.15.111:0/3973082771 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a6015f800 con 0x7f4a600b3840 2024-09-19T04:40:12.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.403+0000 7f4a65b6a640 1 --2- 172.21.15.111:0/3973082771 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a60162c40 0x7f4a600b3300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:12.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.403+0000 7f4a66b6c640 1 --2- 172.21.15.111:0/3973082771 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a600b3840 0x7f4a6006bba0 secure :-1 s=READY pgs=1639 cs=0 l=1 rev1=1 crypto rx=0x7f4a58009e50 tx=0x7f4a5802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fae4ee512c246b8d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:12.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.404+0000 7f4a65369640 1 -- 172.21.15.111:0/3973082771 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a58036070 con 0x7f4a600b3840 2024-09-19T04:40:12.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.404+0000 7f4a65369640 1 -- 172.21.15.111:0/3973082771 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a58031600 con 0x7f4a600b3840 2024-09-19T04:40:12.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.404+0000 7f4a65369640 1 -- 172.21.15.111:0/3973082771 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a580319d0 con 0x7f4a600b3840 2024-09-19T04:40:12.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.404+0000 7f4a685cf640 1 -- 172.21.15.111:0/3973082771 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a600b3840 msgr2=0x7f4a6006bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.404+0000 7f4a685cf640 1 --2- 172.21.15.111:0/3973082771 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a600b3840 0x7f4a6006bba0 secure :-1 s=READY pgs=1639 cs=0 l=1 rev1=1 crypto rx=0x7f4a58009e50 tx=0x7f4a5802a680 comp rx=0 tx=0).stop 2024-09-19T04:40:12.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.404+0000 7f4a685cf640 1 -- 172.21.15.111:0/3973082771 shutdown_connections 2024-09-19T04:40:12.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.404+0000 7f4a685cf640 1 --2- 172.21.15.111:0/3973082771 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a600b3840 0x7f4a6006bba0 unknown :-1 s=CLOSED pgs=1639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.404+0000 7f4a685cf640 1 --2- 172.21.15.111:0/3973082771 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a60162c40 0x7f4a600b3300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.404+0000 7f4a685cf640 1 -- 172.21.15.111:0/3973082771 >> 172.21.15.111:0/3973082771 conn(0x7f4a6006ce90 msgr2=0x7f4a6006d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:12.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.404+0000 7f4a685cf640 1 -- 172.21.15.111:0/3973082771 shutdown_connections 2024-09-19T04:40:12.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.404+0000 7f4a685cf640 1 -- 172.21.15.111:0/3973082771 wait complete. 2024-09-19T04:40:12.410 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.405+0000 7f4a685cf640 1 Processor -- start 2024-09-19T04:40:12.410 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.405+0000 7f4a685cf640 1 -- start start 2024-09-19T04:40:12.410 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.406+0000 7f4a685cf640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a600b3840 0x7f4a60156ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.410 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.406+0000 7f4a685cf640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a60162860 0x7f4a60147dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.410 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.406+0000 7f4a685cf640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a60162c40 0x7f4a600b1240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.410 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.406+0000 7f4a685cf640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4a600b2de0 con 0x7f4a600b3840 2024-09-19T04:40:12.410 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.406+0000 7f4a685cf640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4a6015f2c0 con 0x7f4a60162860 2024-09-19T04:40:12.410 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.406+0000 7f4a685cf640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4a6006c0e0 con 0x7f4a60162c40 2024-09-19T04:40:12.411 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.406+0000 7f4a6636b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a600b3840 0x7f4a60156ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.411 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.406+0000 7f4a6636b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a600b3840 0x7f4a60156ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59612/0 (socket says 172.21.15.111:59612) 2024-09-19T04:40:12.411 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.406+0000 7f4a6636b640 1 -- 172.21.15.111:0/3832157097 learned_addr learned my addr 172.21.15.111:0/3832157097 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:12.411 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.406+0000 7f4a6636b640 1 -- 172.21.15.111:0/3832157097 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a60162c40 msgr2=0x7f4a600b1240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.411 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.406+0000 7f4a6636b640 1 --2- 172.21.15.111:0/3832157097 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a60162c40 0x7f4a600b1240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.411 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.406+0000 7f4a6636b640 1 -- 172.21.15.111:0/3832157097 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a60162860 msgr2=0x7f4a60147dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.411 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.406+0000 7f4a6636b640 1 --2- 172.21.15.111:0/3832157097 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a60162860 0x7f4a60147dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.411 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.406+0000 7f4a6636b640 1 -- 172.21.15.111:0/3832157097 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a60159ec0 con 0x7f4a600b3840 2024-09-19T04:40:12.411 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.407+0000 7f4a6636b640 1 --2- 172.21.15.111:0/3832157097 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a600b3840 0x7f4a60156ac0 secure :-1 s=READY pgs=1640 cs=0 l=1 rev1=1 crypto rx=0x7f4a5c00c400 tx=0x7f4a5c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:12.411 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.407+0000 7f4a56ffd640 1 -- 172.21.15.111:0/3832157097 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a5c0052d0 con 0x7f4a600b3840 2024-09-19T04:40:12.411 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.407+0000 7f4a56ffd640 1 -- 172.21.15.111:0/3832157097 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a5c005490 con 0x7f4a600b3840 2024-09-19T04:40:12.411 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.407+0000 7f4a685cf640 1 -- 172.21.15.111:0/3832157097 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a60157e20 con 0x7f4a600b3840 2024-09-19T04:40:12.411 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.407+0000 7f4a56ffd640 1 -- 172.21.15.111:0/3832157097 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a5c007260 con 0x7f4a600b3840 2024-09-19T04:40:12.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.407+0000 7f4a685cf640 1 -- 172.21.15.111:0/3832157097 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a6015a160 con 0x7f4a600b3840 2024-09-19T04:40:12.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.408+0000 7f4a685cf640 1 -- 172.21.15.111:0/3832157097 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a6006bba0 con 0x7f4a600b3840 2024-09-19T04:40:12.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.408+0000 7f4a56ffd640 1 -- 172.21.15.111:0/3832157097 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f4a5c007400 con 0x7f4a600b3840 2024-09-19T04:40:12.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.409+0000 7f4a56ffd640 1 --2- 172.21.15.111:0/3832157097 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4a4406cc40 0x7f4a4406f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.409+0000 7f4a56ffd640 1 -- 172.21.15.111:0/3832157097 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7f4a5c089130 con 0x7f4a600b3840 2024-09-19T04:40:12.412 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.409+0000 7f4a65b6a640 1 --2- 172.21.15.111:0/3832157097 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4a4406cc40 0x7f4a4406f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.413 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.409+0000 7f4a65b6a640 1 --2- 172.21.15.111:0/3832157097 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4a4406cc40 0x7f4a4406f100 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f4a50006fd0 tx=0x7f4a50008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:12.414 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.413+0000 7f4a56ffd640 1 -- 172.21.15.111:0/3832157097 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4a5c0594a0 con 0x7f4a600b3840 2024-09-19T04:40:12.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.612+0000 7f4a685cf640 1 -- 172.21.15.111:0/3832157097 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4a600af8c0 con 0x7f4a600b3840 2024-09-19T04:40:12.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.613+0000 7f4a56ffd640 1 -- 172.21.15.111:0/3832157097 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 84 v84) ==== 94+0+5233 (secure 0 0 0) 0x7f4a5c058da0 con 0x7f4a600b3840 2024-09-19T04:40:12.614 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:12.614 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":84,"btime":"2024-09-19T04:40:06:272409+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6878,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3373352182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3373352182},{"type":"v1","addr":"172.21.15.114:6834","nonce":3373352182}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":6881,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/772132505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":772132505},{"type":"v1","addr":"172.21.15.114:6835","nonce":772132505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":7693,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/2739498817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2739498817},{"type":"v1","addr":"172.21.15.111:6834","nonce":2739498817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80}],"filesystems":[{"mdsmap":{"epoch":83,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:39:53.521204+0000","modified":"2024-09-19T04:39:55.510316+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8601},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8601":{"gid":8601,"name":"a","rank":0,"incarnation":81,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6835/456560240","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":456560240},{"type":"v1","addr":"172.21.15.111:6835","nonce":456560240}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8601,"qdb_cluster":[8601]},"id":12}]} 2024-09-19T04:40:12.615 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 84 2024-09-19T04:40:12.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.615+0000 7f4a685cf640 1 -- 172.21.15.111:0/3832157097 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4a4406cc40 msgr2=0x7f4a4406f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.615+0000 7f4a685cf640 1 --2- 172.21.15.111:0/3832157097 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4a4406cc40 0x7f4a4406f100 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f4a50006fd0 tx=0x7f4a50008040 comp rx=0 tx=0).stop 2024-09-19T04:40:12.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.615+0000 7f4a685cf640 1 -- 172.21.15.111:0/3832157097 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a600b3840 msgr2=0x7f4a60156ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.615+0000 7f4a685cf640 1 --2- 172.21.15.111:0/3832157097 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a600b3840 0x7f4a60156ac0 secure :-1 s=READY pgs=1640 cs=0 l=1 rev1=1 crypto rx=0x7f4a5c00c400 tx=0x7f4a5c00c8c0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.615+0000 7f4a685cf640 1 -- 172.21.15.111:0/3832157097 shutdown_connections 2024-09-19T04:40:12.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.615+0000 7f4a685cf640 1 --2- 172.21.15.111:0/3832157097 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4a4406cc40 0x7f4a4406f100 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.615+0000 7f4a685cf640 1 --2- 172.21.15.111:0/3832157097 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4a60162c40 0x7f4a600b1240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.615+0000 7f4a685cf640 1 --2- 172.21.15.111:0/3832157097 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4a60162860 0x7f4a60147dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.615+0000 7f4a685cf640 1 --2- 172.21.15.111:0/3832157097 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4a600b3840 0x7f4a60156ac0 unknown :-1 s=CLOSED pgs=1640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.615+0000 7f4a685cf640 1 -- 172.21.15.111:0/3832157097 >> 172.21.15.111:0/3832157097 conn(0x7f4a6006ce90 msgr2=0x7f4a60160060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:12.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.615+0000 7f4a685cf640 1 -- 172.21.15.111:0/3832157097 shutdown_connections 2024-09-19T04:40:12.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.615+0000 7f4a685cf640 1 -- 172.21.15.111:0/3832157097 wait complete. 2024-09-19T04:40:12.627 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:40:12.725 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.724+0000 7f5fb3fff640 1 Processor -- start 2024-09-19T04:40:12.726 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.724+0000 7f5fb3fff640 1 -- start start 2024-09-19T04:40:12.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.725+0000 7f5fb3fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5fb40d3ff0 0x7f5fb40d3330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.725+0000 7f5fb3fff640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5fb40d1f40 con 0x7f5fb40d4ae0 2024-09-19T04:40:12.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.725+0000 7f5fb3fff640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5fb40d1c60 con 0x7f5fb40b7740 2024-09-19T04:40:12.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.725+0000 7f5fb3fff640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f5fb40cf680 con 0x7f5fb40d3ff0 2024-09-19T04:40:12.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.725+0000 7f5fb2ffd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f5fb40d4ae0 0x7f5fb40d4ec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40102/0 (socket says 172.21.15.111:40102) 2024-09-19T04:40:12.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.725+0000 7f5fb2ffd640 1 -- 172.21.15.111:0/2921054601 learned_addr learned my addr 172.21.15.111:0/2921054601 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:12.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.725+0000 7f5fb37fe640 1 --2- 172.21.15.111:0/2921054601 >> v2:172.21.15.111:3300/0 conn(0x7f5fb40d3ff0 0x7f5fb40d3330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.725+0000 7f5fb37fe640 1 -- 172.21.15.111:0/2921054601 >> v1:172.21.15.114:6789/0 conn(0x7f5fb40b7740 legacy=0x7f5fb40d2c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:12.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.725+0000 7f5fb37fe640 1 -- 172.21.15.111:0/2921054601 >> v1:172.21.15.111:6789/0 conn(0x7f5fb40d4ae0 legacy=0x7f5fb40d4ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.727 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.725+0000 7f5fb37fe640 1 -- 172.21.15.111:0/2921054601 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fb40cf960 con 0x7f5fb40d3ff0 2024-09-19T04:40:12.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.726+0000 7f5fb37fe640 1 --2- 172.21.15.111:0/2921054601 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5fb40d3ff0 0x7f5fb40d3330 secure :-1 s=READY pgs=1642 cs=0 l=1 rev1=1 crypto rx=0x7f5fac0097a0 tx=0x7f5fac02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30fc36cfb8f4bc06 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:12.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.726+0000 7f5fb1ffb640 1 -- 172.21.15.111:0/2921054601 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fac037070 con 0x7f5fb40d3ff0 2024-09-19T04:40:12.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.726+0000 7f5fb1ffb640 1 -- 172.21.15.111:0/2921054601 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fac02ae50 con 0x7f5fb40d3ff0 2024-09-19T04:40:12.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.726+0000 7f5fb1ffb640 1 -- 172.21.15.111:0/2921054601 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fac032660 con 0x7f5fb40d3ff0 2024-09-19T04:40:12.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.727+0000 7f5fb3fff640 1 -- 172.21.15.111:0/2921054601 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5fb40d3ff0 msgr2=0x7f5fb40d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.727+0000 7f5fb3fff640 1 --2- 172.21.15.111:0/2921054601 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5fb40d3ff0 0x7f5fb40d3330 secure :-1 s=READY pgs=1642 cs=0 l=1 rev1=1 crypto rx=0x7f5fac0097a0 tx=0x7f5fac02a140 comp rx=0 tx=0).stop 2024-09-19T04:40:12.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.727+0000 7f5fb3fff640 1 -- 172.21.15.111:0/2921054601 shutdown_connections 2024-09-19T04:40:12.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.727+0000 7f5fb3fff640 1 --2- 172.21.15.111:0/2921054601 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5fb40d3ff0 0x7f5fb40d3330 unknown :-1 s=CLOSED pgs=1642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.727+0000 7f5fb3fff640 1 -- 172.21.15.111:0/2921054601 >> 172.21.15.111:0/2921054601 conn(0x7f5fb4062a50 msgr2=0x7f5fb4062e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:12.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.727+0000 7f5fb3fff640 1 -- 172.21.15.111:0/2921054601 shutdown_connections 2024-09-19T04:40:12.729 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.727+0000 7f5fb3fff640 1 -- 172.21.15.111:0/2921054601 wait complete. 2024-09-19T04:40:12.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.728+0000 7f5fb3fff640 1 Processor -- start 2024-09-19T04:40:12.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.728+0000 7f5fb3fff640 1 -- start start 2024-09-19T04:40:12.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.729+0000 7f5fb3fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5fb40b7740 0x7f5fb4156680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.729+0000 7f5fb3fff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5fb40d3ff0 0x7f5fb40d2c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.729+0000 7f5fb3fff640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5fb40d4ae0 0x7f5fb40d3160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.732 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.729+0000 7f5fb3fff640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb40d18c0 con 0x7f5fb40b7740 2024-09-19T04:40:12.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.729+0000 7f5fb3fff640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb4161f10 con 0x7f5fb40d4ae0 2024-09-19T04:40:12.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.729+0000 7f5fb3fff640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5fb40d1a40 con 0x7f5fb40d3ff0 2024-09-19T04:40:12.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.729+0000 7f5fb2ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5fb40b7740 0x7f5fb4156680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.729+0000 7f5fb2ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5fb40b7740 0x7f5fb4156680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59626/0 (socket says 172.21.15.111:59626) 2024-09-19T04:40:12.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.729+0000 7f5fb2ffd640 1 -- 172.21.15.111:0/2967470236 learned_addr learned my addr 172.21.15.111:0/2967470236 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:12.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.729+0000 7f5fb37fe640 1 --2- 172.21.15.111:0/2967470236 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5fb40d4ae0 0x7f5fb40d3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.729+0000 7f5fb27fc640 1 --2- 172.21.15.111:0/2967470236 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5fb40d3ff0 0x7f5fb40d2c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.729+0000 7f5fb2ffd640 1 -- 172.21.15.111:0/2967470236 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5fb40d3ff0 msgr2=0x7f5fb40d2c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.729+0000 7f5fb2ffd640 1 --2- 172.21.15.111:0/2967470236 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5fb40d3ff0 0x7f5fb40d2c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.729+0000 7f5fb2ffd640 1 -- 172.21.15.111:0/2967470236 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5fb40d4ae0 msgr2=0x7f5fb40d3160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.729+0000 7f5fb2ffd640 1 --2- 172.21.15.111:0/2967470236 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5fb40d4ae0 0x7f5fb40d3160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.729+0000 7f5fb2ffd640 1 -- 172.21.15.111:0/2967470236 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fb4156bc0 con 0x7f5fb40b7740 2024-09-19T04:40:12.733 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.729+0000 7f5fb37fe640 1 --2- 172.21.15.111:0/2967470236 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5fb40d4ae0 0x7f5fb40d3160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:12.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.729+0000 7f5fb27fc640 1 --2- 172.21.15.111:0/2967470236 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5fb40d3ff0 0x7f5fb40d2c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:12.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.729+0000 7f5fb2ffd640 1 --2- 172.21.15.111:0/2967470236 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5fb40b7740 0x7f5fb4156680 secure :-1 s=READY pgs=1643 cs=0 l=1 rev1=1 crypto rx=0x7f5fa400ca70 tx=0x7f5fa400cf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:12.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.729+0000 7f5f9b7fe640 1 -- 172.21.15.111:0/2967470236 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa4017070 con 0x7f5fb40b7740 2024-09-19T04:40:12.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.729+0000 7f5f9b7fe640 1 -- 172.21.15.111:0/2967470236 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fa400abd0 con 0x7f5fb40b7740 2024-09-19T04:40:12.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.730+0000 7f5fb3fff640 1 -- 172.21.15.111:0/2967470236 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fb40cb880 con 0x7f5fb40b7740 2024-09-19T04:40:12.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.730+0000 7f5f9b7fe640 1 -- 172.21.15.111:0/2967470236 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa4012400 con 0x7f5fb40b7740 2024-09-19T04:40:12.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.730+0000 7f5fb3fff640 1 -- 172.21.15.111:0/2967470236 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fb40cbe40 con 0x7f5fb40b7740 2024-09-19T04:40:12.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.730+0000 7f5fb3fff640 1 -- 172.21.15.111:0/2967470236 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fb40b3720 con 0x7f5fb40b7740 2024-09-19T04:40:12.734 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.731+0000 7f5f9b7fe640 1 -- 172.21.15.111:0/2967470236 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f5fa401a070 con 0x7f5fb40b7740 2024-09-19T04:40:12.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.731+0000 7f5f9b7fe640 1 --2- 172.21.15.111:0/2967470236 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5fa006cc40 0x7f5fa006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.731+0000 7f5f9b7fe640 1 -- 172.21.15.111:0/2967470236 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7f5fa40898a0 con 0x7f5fb40b7740 2024-09-19T04:40:12.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.732+0000 7f5fb27fc640 1 --2- 172.21.15.111:0/2967470236 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5fa006cc40 0x7f5fa006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.732+0000 7f5fb27fc640 1 --2- 172.21.15.111:0/2967470236 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5fa006cc40 0x7f5fa006f100 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f5fb4161920 tx=0x7f5fa8009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:12.737 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.736+0000 7f5f9b7fe640 1 -- 172.21.15.111:0/2967470236 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5fa4059c10 con 0x7f5fb40b7740 2024-09-19T04:40:12.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.901+0000 7f5fb3fff640 1 -- 172.21.15.111:0/2967470236 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5fb40d3dd0 con 0x7f5fb40b7740 2024-09-19T04:40:12.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.902+0000 7f5f9b7fe640 1 -- 172.21.15.111:0/2967470236 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v155) ==== 74+0+16876 (secure 0 0 0) 0x7f5fa4059510 con 0x7f5fb40b7740 2024-09-19T04:40:12.904 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:12.904 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":155,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:39:55.172585+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:39:51.859028+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"154","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-09-19T04:39:52.484503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"155","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:40:12.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.904+0000 7f5fb3fff640 1 -- 172.21.15.111:0/2967470236 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5fa006cc40 msgr2=0x7f5fa006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.904+0000 7f5fb3fff640 1 --2- 172.21.15.111:0/2967470236 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5fa006cc40 0x7f5fa006f100 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f5fb4161920 tx=0x7f5fa8009040 comp rx=0 tx=0).stop 2024-09-19T04:40:12.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.904+0000 7f5fb3fff640 1 -- 172.21.15.111:0/2967470236 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5fb40b7740 msgr2=0x7f5fb4156680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.904+0000 7f5fb3fff640 1 --2- 172.21.15.111:0/2967470236 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5fb40b7740 0x7f5fb4156680 secure :-1 s=READY pgs=1643 cs=0 l=1 rev1=1 crypto rx=0x7f5fa400ca70 tx=0x7f5fa400cf30 comp rx=0 tx=0).stop 2024-09-19T04:40:12.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.904+0000 7f5fb3fff640 1 -- 172.21.15.111:0/2967470236 shutdown_connections 2024-09-19T04:40:12.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.904+0000 7f5fb3fff640 1 --2- 172.21.15.111:0/2967470236 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5fa006cc40 0x7f5fa006f100 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.904+0000 7f5fb3fff640 1 --2- 172.21.15.111:0/2967470236 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5fb40d4ae0 0x7f5fb40d3160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.904+0000 7f5fb3fff640 1 --2- 172.21.15.111:0/2967470236 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5fb40d3ff0 0x7f5fb40d2c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.904+0000 7f5fb3fff640 1 --2- 172.21.15.111:0/2967470236 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5fb40b7740 0x7f5fb4156680 unknown :-1 s=CLOSED pgs=1643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.904+0000 7f5fb3fff640 1 -- 172.21.15.111:0/2967470236 >> 172.21.15.111:0/2967470236 conn(0x7f5fb4062a50 msgr2=0x7f5fb40b4bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:12.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.904+0000 7f5fb3fff640 1 -- 172.21.15.111:0/2967470236 shutdown_connections 2024-09-19T04:40:12.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:12.904+0000 7f5fb3fff640 1 -- 172.21.15.111:0/2967470236 wait complete. 2024-09-19T04:40:12.917 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T04:40:13.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.015+0000 7f2b44a84640 1 Processor -- start 2024-09-19T04:40:13.017 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.015+0000 7f2b44a84640 1 -- start start 2024-09-19T04:40:13.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.016+0000 7f2b44a84640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b4006be10 0x7f2b400cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:13.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.016+0000 7f2b44a84640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2b40151c50 0x7f2b4015baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:13.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.016+0000 7f2b44a84640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b400cd5f0 con 0x7f2b4006c1f0 2024-09-19T04:40:13.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.016+0000 7f2b44a84640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f2b400cd8d0 con 0x7f2b40151c50 2024-09-19T04:40:13.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.016+0000 7f2b44a84640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2b400cdbb0 con 0x7f2b4006be10 2024-09-19T04:40:13.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.016+0000 7f2b3ed9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2b40151c50 0x7f2b4015baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:13.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.016+0000 7f2b3ed9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2b40151c50 0x7f2b4015baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59632/0 (socket says 172.21.15.111:59632) 2024-09-19T04:40:13.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.016+0000 7f2b3ed9d640 1 -- 172.21.15.111:0/3763004325 learned_addr learned my addr 172.21.15.111:0/3763004325 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:13.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.016+0000 7f2b3e59c640 1 --2- 172.21.15.111:0/3763004325 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b4006be10 0x7f2b400cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:13.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.016+0000 7f2b3ed9d640 1 -- 172.21.15.111:0/3763004325 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b4006be10 msgr2=0x7f2b400cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:13.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.016+0000 7f2b3ed9d640 1 --2- 172.21.15.111:0/3763004325 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b4006be10 0x7f2b400cd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:13.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.016+0000 7f2b3ed9d640 1 -- 172.21.15.111:0/3763004325 >> v1:172.21.15.111:6789/0 conn(0x7f2b4006c1f0 legacy=0x7f2b40151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:13.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.016+0000 7f2b3ed9d640 1 -- 172.21.15.111:0/3763004325 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b400cde90 con 0x7f2b40151c50 2024-09-19T04:40:13.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.017+0000 7f2b3ed9d640 1 --2- 172.21.15.111:0/3763004325 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b40151c50 0x7f2b4015baa0 secure :-1 s=READY pgs=1645 cs=0 l=1 rev1=1 crypto rx=0x7f2b38009e50 tx=0x7f2b3802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7ba6d1601b99a9a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:13.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.017+0000 7f2b3dd9b640 1 -- 172.21.15.111:0/3763004325 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b38036070 con 0x7f2b40151c50 2024-09-19T04:40:13.020 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.017+0000 7f2b3dd9b640 1 -- 172.21.15.111:0/3763004325 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b38031600 con 0x7f2b40151c50 2024-09-19T04:40:13.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.017+0000 7f2b3dd9b640 1 -- 172.21.15.111:0/3763004325 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b380319d0 con 0x7f2b40151c50 2024-09-19T04:40:13.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.017+0000 7f2b44a84640 1 -- 172.21.15.111:0/3763004325 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b40151c50 msgr2=0x7f2b4015baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:13.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.017+0000 7f2b44a84640 1 --2- 172.21.15.111:0/3763004325 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b40151c50 0x7f2b4015baa0 secure :-1 s=READY pgs=1645 cs=0 l=1 rev1=1 crypto rx=0x7f2b38009e50 tx=0x7f2b3802a710 comp rx=0 tx=0).stop 2024-09-19T04:40:13.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.018+0000 7f2b44a84640 1 -- 172.21.15.111:0/3763004325 shutdown_connections 2024-09-19T04:40:13.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.018+0000 7f2b44a84640 1 --2- 172.21.15.111:0/3763004325 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b40151c50 0x7f2b4015baa0 unknown :-1 s=CLOSED pgs=1645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:13.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.018+0000 7f2b44a84640 1 --2- 172.21.15.111:0/3763004325 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b4006be10 0x7f2b400cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:13.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.018+0000 7f2b44a84640 1 -- 172.21.15.111:0/3763004325 >> 172.21.15.111:0/3763004325 conn(0x7f2b40062cc0 msgr2=0x7f2b4006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:13.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.018+0000 7f2b44a84640 1 -- 172.21.15.111:0/3763004325 shutdown_connections 2024-09-19T04:40:13.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.018+0000 7f2b44a84640 1 -- 172.21.15.111:0/3763004325 wait complete. 2024-09-19T04:40:13.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.019+0000 7f2b44a84640 1 Processor -- start 2024-09-19T04:40:13.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.019+0000 7f2b44a84640 1 -- start start 2024-09-19T04:40:13.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.020+0000 7f2b44a84640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b4006be10 0x7f2b401f03e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:13.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.020+0000 7f2b44a84640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b4006c1f0 0x7f2b4015dc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:13.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.020+0000 7f2b44a84640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2b40151c50 0x7f2b4015e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:13.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.020+0000 7f2b44a84640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2b400d0310 con 0x7f2b4006c1f0 2024-09-19T04:40:13.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.020+0000 7f2b44a84640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2b400ce690 con 0x7f2b40151c50 2024-09-19T04:40:13.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.020+0000 7f2b44a84640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2b400d0490 con 0x7f2b4006be10 2024-09-19T04:40:13.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.020+0000 7f2b37fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b4006c1f0 0x7f2b4015dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:13.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.020+0000 7f2b37fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b4006c1f0 0x7f2b4015dc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59644/0 (socket says 172.21.15.111:59644) 2024-09-19T04:40:13.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.020+0000 7f2b37fff640 1 -- 172.21.15.111:0/2316809935 learned_addr learned my addr 172.21.15.111:0/2316809935 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:13.025 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.020+0000 7f2b3e59c640 1 --2- 172.21.15.111:0/2316809935 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b4006be10 0x7f2b401f03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:13.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.020+0000 7f2b3ed9d640 1 --2- 172.21.15.111:0/2316809935 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2b40151c50 0x7f2b4015e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:13.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.020+0000 7f2b37fff640 1 -- 172.21.15.111:0/2316809935 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b4006be10 msgr2=0x7f2b401f03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:13.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.020+0000 7f2b37fff640 1 --2- 172.21.15.111:0/2316809935 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b4006be10 0x7f2b401f03e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:13.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.020+0000 7f2b37fff640 1 -- 172.21.15.111:0/2316809935 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2b40151c50 msgr2=0x7f2b4015e160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:13.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.020+0000 7f2b37fff640 1 --2- 172.21.15.111:0/2316809935 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2b40151c50 0x7f2b4015e160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:13.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.020+0000 7f2b37fff640 1 -- 172.21.15.111:0/2316809935 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b400713b0 con 0x7f2b4006c1f0 2024-09-19T04:40:13.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.020+0000 7f2b3ed9d640 1 --2- 172.21.15.111:0/2316809935 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2b40151c50 0x7f2b4015e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:13.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.020+0000 7f2b37fff640 1 --2- 172.21.15.111:0/2316809935 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b4006c1f0 0x7f2b4015dc20 secure :-1 s=READY pgs=1646 cs=0 l=1 rev1=1 crypto rx=0x7f2b2800c440 tx=0x7f2b28001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:13.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.020+0000 7f2b36ffd640 1 -- 172.21.15.111:0/2316809935 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b280052d0 con 0x7f2b4006c1f0 2024-09-19T04:40:13.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.020+0000 7f2b36ffd640 1 -- 172.21.15.111:0/2316809935 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b28005470 con 0x7f2b4006c1f0 2024-09-19T04:40:13.026 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.020+0000 7f2b44a84640 1 -- 172.21.15.111:0/2316809935 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b4015e8f0 con 0x7f2b4006c1f0 2024-09-19T04:40:13.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.020+0000 7f2b36ffd640 1 -- 172.21.15.111:0/2316809935 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b28007260 con 0x7f2b4006c1f0 2024-09-19T04:40:13.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.020+0000 7f2b44a84640 1 -- 172.21.15.111:0/2316809935 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b40071670 con 0x7f2b4006c1f0 2024-09-19T04:40:13.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.021+0000 7f2b44a84640 1 -- 172.21.15.111:0/2316809935 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b400d0ff0 con 0x7f2b4006c1f0 2024-09-19T04:40:13.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.022+0000 7f2b36ffd640 1 -- 172.21.15.111:0/2316809935 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f2b28007400 con 0x7f2b4006c1f0 2024-09-19T04:40:13.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.022+0000 7f2b36ffd640 1 --2- 172.21.15.111:0/2316809935 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2b2006cc40 0x7f2b2006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:13.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.022+0000 7f2b36ffd640 1 -- 172.21.15.111:0/2316809935 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5765+0+0 (secure 0 0 0) 0x7f2b28089010 con 0x7f2b4006c1f0 2024-09-19T04:40:13.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.023+0000 7f2b3e59c640 1 --2- 172.21.15.111:0/2316809935 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2b2006cc40 0x7f2b2006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:13.027 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.023+0000 7f2b3e59c640 1 --2- 172.21.15.111:0/2316809935 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2b2006cc40 0x7f2b2006f100 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f2b401589c0 tx=0x7f2b3000b3a0 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:13.028 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.027+0000 7f2b36ffd640 1 -- 172.21.15.111:0/2316809935 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2b400d0ff0 con 0x7f2b4006c1f0 2024-09-19T04:40:13.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.226+0000 7f2b44a84640 1 -- 172.21.15.111:0/2316809935 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f2b400d0870 con 0x7f2b4006c1f0 2024-09-19T04:40:13.228 INFO:tasks.ceph.mon.a.smithi111.stderr:2024-09-19T04:40:13.227+0000 7fab606dd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T04:40:13.230 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.228+0000 7f2b36ffd640 1 -- 172.21.15.111:0/2316809935 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v85) ==== 161+0+0 (secure 0 0 0) 0x7f2b28058d30 con 0x7f2b4006c1f0 2024-09-19T04:40:13.230 INFO:teuthology.orchestra.run.smithi111.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T04:40:13.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.231+0000 7f2b44a84640 1 -- 172.21.15.111:0/2316809935 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2b2006cc40 msgr2=0x7f2b2006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:13.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.231+0000 7f2b44a84640 1 --2- 172.21.15.111:0/2316809935 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2b2006cc40 0x7f2b2006f100 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f2b401589c0 tx=0x7f2b3000b3a0 comp rx=0 tx=0).stop 2024-09-19T04:40:13.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.231+0000 7f2b44a84640 1 -- 172.21.15.111:0/2316809935 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b4006c1f0 msgr2=0x7f2b4015dc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:13.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.231+0000 7f2b44a84640 1 --2- 172.21.15.111:0/2316809935 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b4006c1f0 0x7f2b4015dc20 secure :-1 s=READY pgs=1646 cs=0 l=1 rev1=1 crypto rx=0x7f2b2800c440 tx=0x7f2b28001e70 comp rx=0 tx=0).stop 2024-09-19T04:40:13.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.231+0000 7f2b44a84640 1 -- 172.21.15.111:0/2316809935 shutdown_connections 2024-09-19T04:40:13.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.231+0000 7f2b44a84640 1 --2- 172.21.15.111:0/2316809935 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2b2006cc40 0x7f2b2006f100 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:13.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.231+0000 7f2b44a84640 1 --2- 172.21.15.111:0/2316809935 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2b40151c50 0x7f2b4015e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:13.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.231+0000 7f2b44a84640 1 --2- 172.21.15.111:0/2316809935 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b4006c1f0 0x7f2b4015dc20 unknown :-1 s=CLOSED pgs=1646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:13.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.231+0000 7f2b44a84640 1 --2- 172.21.15.111:0/2316809935 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2b4006be10 0x7f2b401f03e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:13.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.231+0000 7f2b44a84640 1 -- 172.21.15.111:0/2316809935 >> 172.21.15.111:0/2316809935 conn(0x7f2b40062cc0 msgr2=0x7f2b40154070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:13.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.231+0000 7f2b44a84640 1 -- 172.21.15.111:0/2316809935 shutdown_connections 2024-09-19T04:40:13.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.231+0000 7f2b44a84640 1 -- 172.21.15.111:0/2316809935 wait complete. 2024-09-19T04:40:13.245 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T04:40:13.269 INFO:tasks.ceph.mds.a.smithi111.stdout:starting mds.a at 2024-09-19T04:40:13.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.347+0000 7f04b07c4640 1 Processor -- start 2024-09-19T04:40:13.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.347+0000 7f04b07c4640 1 -- start start 2024-09-19T04:40:13.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.348+0000 7f04b07c4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04a815d790 0x7f04a80cce70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:13.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.348+0000 7f04b07c4640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04a806d700 con 0x7f04a815d3b0 2024-09-19T04:40:13.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.348+0000 7f04b07c4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04a80cde80 con 0x7f04a80cd3b0 2024-09-19T04:40:13.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.348+0000 7f04b07c4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f04a806da30 con 0x7f04a815d790 2024-09-19T04:40:13.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.348+0000 7f04ae560640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f04a815d3b0 0x7f04a8071080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40116/0 (socket says 172.21.15.111:40116) 2024-09-19T04:40:13.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.348+0000 7f04ae560640 1 -- 172.21.15.111:0/2082542442 learned_addr learned my addr 172.21.15.111:0/2082542442 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:13.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.348+0000 7f04add5f640 1 --2- 172.21.15.111:0/2082542442 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04a815d790 0x7f04a80cce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:13.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.348+0000 7f04ad55e640 1 -- 172.21.15.111:0/2082542442 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3710461330 0 0) 0x7f04a806d700 con 0x7f04a815d3b0 2024-09-19T04:40:13.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.348+0000 7f04ad55e640 1 -- 172.21.15.111:0/2082542442 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0494003520 con 0x7f04a815d3b0 2024-09-19T04:40:13.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.348+0000 7f04ad55e640 1 -- 172.21.15.111:0/2082542442 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1344192249 0 0) 0x7f04a80cde80 con 0x7f04a80cd3b0 2024-09-19T04:40:13.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.348+0000 7f04ad55e640 1 -- 172.21.15.111:0/2082542442 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f04a806d700 con 0x7f04a80cd3b0 2024-09-19T04:40:13.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.348+0000 7f04ad55e640 1 -- 172.21.15.111:0/2082542442 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3195888477 0 0) 0x7f0494003520 con 0x7f04a815d3b0 2024-09-19T04:40:13.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.348+0000 7f04add5f640 1 -- 172.21.15.111:0/2082542442 >> v1:172.21.15.114:6789/0 conn(0x7f04a80cd3b0 legacy=0x7f04a80cf320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:13.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.348+0000 7f04add5f640 1 -- 172.21.15.111:0/2082542442 >> v1:172.21.15.111:6789/0 conn(0x7f04a815d3b0 legacy=0x7f04a8071080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:13.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.349+0000 7f04add5f640 1 -- 172.21.15.111:0/2082542442 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04a80cd8c0 con 0x7f04a815d790 2024-09-19T04:40:13.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.349+0000 7f04add5f640 1 --2- 172.21.15.111:0/2082542442 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04a815d790 0x7f04a80cce70 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f04980097c0 tx=0x7f049802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bf7d73fa0c9f8786 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:13.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.349+0000 7f04ad55e640 1 -- 172.21.15.111:0/2082542442 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0498037070 con 0x7f04a815d790 2024-09-19T04:40:13.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.350+0000 7f04ad55e640 1 -- 172.21.15.111:0/2082542442 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f049802ac10 con 0x7f04a815d790 2024-09-19T04:40:13.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.350+0000 7f04ad55e640 1 -- 172.21.15.111:0/2082542442 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04a4001690 con 0x7f04a815d790 2024-09-19T04:40:13.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.350+0000 7f04b07c4640 1 -- 172.21.15.111:0/2082542442 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04a815d790 msgr2=0x7f04a80cce70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:13.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.350+0000 7f04b07c4640 1 --2- 172.21.15.111:0/2082542442 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04a815d790 0x7f04a80cce70 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f04980097c0 tx=0x7f049802a180 comp rx=0 tx=0).stop 2024-09-19T04:40:13.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.350+0000 7f04b07c4640 1 -- 172.21.15.111:0/2082542442 shutdown_connections 2024-09-19T04:40:13.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.350+0000 7f04b07c4640 1 --2- 172.21.15.111:0/2082542442 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04a815d790 0x7f04a80cce70 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:13.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.350+0000 7f04b07c4640 1 -- 172.21.15.111:0/2082542442 >> 172.21.15.111:0/2082542442 conn(0x7f04a806bba0 msgr2=0x7f04a806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:13.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.350+0000 7f04b07c4640 1 -- 172.21.15.111:0/2082542442 shutdown_connections 2024-09-19T04:40:13.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.350+0000 7f04b07c4640 1 -- 172.21.15.111:0/2082542442 wait complete. 2024-09-19T04:40:13.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.351+0000 7f04b07c4640 1 Processor -- start 2024-09-19T04:40:13.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.351+0000 7f04b07c4640 1 -- start start 2024-09-19T04:40:13.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.352+0000 7f04b07c4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04a80cd3b0 0x7f04a815c050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:13.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.352+0000 7f04b07c4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04a815d3b0 0x7f04a8145d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:13.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.352+0000 7f04b07c4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f04a8159470 0x7f04a8159900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:13.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.352+0000 7f04b07c4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f04a815cd70 con 0x7f04a815d3b0 2024-09-19T04:40:13.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.352+0000 7f04b07c4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f04a815cbf0 con 0x7f04a8159470 2024-09-19T04:40:13.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.352+0000 7f04b07c4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f04a80cfa30 con 0x7f04a80cd3b0 2024-09-19T04:40:13.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.352+0000 7f04add5f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04a815d3b0 0x7f04a8145d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:13.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.352+0000 7f04add5f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04a815d3b0 0x7f04a8145d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59676/0 (socket says 172.21.15.111:59676) 2024-09-19T04:40:13.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.352+0000 7f04add5f640 1 -- 172.21.15.111:0/2778343021 learned_addr learned my addr 172.21.15.111:0/2778343021 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:13.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.352+0000 7f04ae560640 1 --2- 172.21.15.111:0/2778343021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04a80cd3b0 0x7f04a815c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:13.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.352+0000 7f04aed61640 1 --2- 172.21.15.111:0/2778343021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f04a8159470 0x7f04a8159900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:13.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.352+0000 7f04add5f640 1 -- 172.21.15.111:0/2778343021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04a80cd3b0 msgr2=0x7f04a815c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:13.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.352+0000 7f04add5f640 1 --2- 172.21.15.111:0/2778343021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04a80cd3b0 0x7f04a815c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:13.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.352+0000 7f04add5f640 1 -- 172.21.15.111:0/2778343021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f04a8159470 msgr2=0x7f04a8159900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:13.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.352+0000 7f04add5f640 1 --2- 172.21.15.111:0/2778343021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f04a8159470 0x7f04a8159900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:13.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.352+0000 7f04add5f640 1 -- 172.21.15.111:0/2778343021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04a8146260 con 0x7f04a815d3b0 2024-09-19T04:40:13.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.353+0000 7f04add5f640 1 --2- 172.21.15.111:0/2778343021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04a815d3b0 0x7f04a8145d20 secure :-1 s=READY pgs=1650 cs=0 l=1 rev1=1 crypto rx=0x7f04980097c0 tx=0x7f04980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:13.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.353+0000 7f049effd640 1 -- 172.21.15.111:0/2778343021 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0498037040 con 0x7f04a815d3b0 2024-09-19T04:40:13.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.353+0000 7f049effd640 1 -- 172.21.15.111:0/2778343021 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0498005990 con 0x7f04a815d3b0 2024-09-19T04:40:13.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.353+0000 7f04b07c4640 1 -- 172.21.15.111:0/2778343021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04a8157080 con 0x7f04a815d3b0 2024-09-19T04:40:13.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.353+0000 7f049effd640 1 -- 172.21.15.111:0/2778343021 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0498005d60 con 0x7f04a815d3b0 2024-09-19T04:40:13.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.353+0000 7f04b07c4640 1 -- 172.21.15.111:0/2778343021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04a8155450 con 0x7f04a815d3b0 2024-09-19T04:40:13.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.354+0000 7f04b07c4640 1 -- 172.21.15.111:0/2778343021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04a80b0460 con 0x7f04a815d3b0 2024-09-19T04:40:13.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.354+0000 7f049effd640 1 -- 172.21.15.111:0/2778343021 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f0498006030 con 0x7f04a815d3b0 2024-09-19T04:40:13.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.355+0000 7f049effd640 1 --2- 172.21.15.111:0/2778343021 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f048c06cc70 0x7f048c06f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:13.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.355+0000 7f049effd640 1 -- 172.21.15.111:0/2778343021 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(156..156 src has 1..156) ==== 5851+0+0 (secure 0 0 0) 0x7f04980a9d00 con 0x7f04a815d3b0 2024-09-19T04:40:13.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.355+0000 7f04ae560640 1 --2- 172.21.15.111:0/2778343021 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f048c06cc70 0x7f048c06f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:13.359 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.355+0000 7f04ae560640 1 --2- 172.21.15.111:0/2778343021 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f048c06cc70 0x7f048c06f130 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f04a4001800 tx=0x7f04a40016d0 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:13.360 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.359+0000 7f049effd640 1 -- 172.21.15.111:0/2778343021 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0498042020 con 0x7f04a815d3b0 2024-09-19T04:40:13.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:13.558+0000 7f04b07c4640 1 -- 172.21.15.111:0/2778343021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f04a806c190 con 0x7f04a815d3b0 2024-09-19T04:40:14.231 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.230+0000 7f049effd640 1 -- 172.21.15.111:0/2778343021 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v86) ==== 104+0+0 (secure 0 0 0) 0x7f0498079910 con 0x7f04a815d3b0 2024-09-19T04:40:14.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.232+0000 7f04b07c4640 1 -- 172.21.15.111:0/2778343021 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f048c06cc70 msgr2=0x7f048c06f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:14.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.232+0000 7f04b07c4640 1 --2- 172.21.15.111:0/2778343021 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f048c06cc70 0x7f048c06f130 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f04a4001800 tx=0x7f04a40016d0 comp rx=0 tx=0).stop 2024-09-19T04:40:14.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.232+0000 7f04b07c4640 1 -- 172.21.15.111:0/2778343021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04a815d3b0 msgr2=0x7f04a8145d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:14.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.232+0000 7f04b07c4640 1 --2- 172.21.15.111:0/2778343021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04a815d3b0 0x7f04a8145d20 secure :-1 s=READY pgs=1650 cs=0 l=1 rev1=1 crypto rx=0x7f04980097c0 tx=0x7f04980046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:14.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.232+0000 7f04b07c4640 1 -- 172.21.15.111:0/2778343021 shutdown_connections 2024-09-19T04:40:14.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.232+0000 7f04b07c4640 1 --2- 172.21.15.111:0/2778343021 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f048c06cc70 0x7f048c06f130 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:14.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.232+0000 7f04b07c4640 1 --2- 172.21.15.111:0/2778343021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f04a8159470 0x7f04a8159900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:14.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.232+0000 7f04b07c4640 1 --2- 172.21.15.111:0/2778343021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04a815d3b0 0x7f04a8145d20 unknown :-1 s=CLOSED pgs=1650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:14.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.232+0000 7f04b07c4640 1 --2- 172.21.15.111:0/2778343021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04a80cd3b0 0x7f04a815c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:14.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.232+0000 7f04b07c4640 1 -- 172.21.15.111:0/2778343021 >> 172.21.15.111:0/2778343021 conn(0x7f04a806bba0 msgr2=0x7f04a806dec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:14.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.232+0000 7f04b07c4640 1 -- 172.21.15.111:0/2778343021 shutdown_connections 2024-09-19T04:40:14.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.232+0000 7f04b07c4640 1 -- 172.21.15.111:0/2778343021 wait complete. 2024-09-19T04:40:14.246 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T04:40:14.391 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.390+0000 7fa50882c640 1 Processor -- start 2024-09-19T04:40:14.392 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.390+0000 7fa50882c640 1 -- start start 2024-09-19T04:40:14.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.391+0000 7fa50882c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa5040ccb80 0x7fa50415bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:14.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.391+0000 7fa50882c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa5040b4e20 0x7fa50406db10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:14.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.391+0000 7fa50882c640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5040b3570 con 0x7fa504072d10 2024-09-19T04:40:14.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.391+0000 7fa50882c640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fa5040b3850 con 0x7fa5040b4e20 2024-09-19T04:40:14.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.391+0000 7fa50882c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa5040b3b30 con 0x7fa5040ccb80 2024-09-19T04:40:14.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.391+0000 7fa502d9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa5040b4e20 0x7fa50406db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:14.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.391+0000 7fa502d9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa5040b4e20 0x7fa50406db10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59686/0 (socket says 172.21.15.111:59686) 2024-09-19T04:40:14.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.391+0000 7fa502d9d640 1 -- 172.21.15.111:0/1577362832 learned_addr learned my addr 172.21.15.111:0/1577362832 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:14.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.391+0000 7fa501d9b640 1 --1- 172.21.15.111:0/1577362832 >> v1:172.21.15.111:6789/0 conn(0x7fa504072d10 0x7fa5040b4710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40124/0 (socket says 172.21.15.111:40124) 2024-09-19T04:40:14.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.391+0000 7fa50259c640 1 --2- 172.21.15.111:0/1577362832 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa5040ccb80 0x7fa50415bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:14.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.392+0000 7fa502d9d640 1 -- 172.21.15.111:0/1577362832 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa5040ccb80 msgr2=0x7fa50415bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:14.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.392+0000 7fa502d9d640 1 --2- 172.21.15.111:0/1577362832 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa5040ccb80 0x7fa50415bbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:14.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.392+0000 7fa502d9d640 1 -- 172.21.15.111:0/1577362832 >> v1:172.21.15.111:6789/0 conn(0x7fa504072d10 legacy=0x7fa5040b4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:14.394 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.392+0000 7fa502d9d640 1 -- 172.21.15.111:0/1577362832 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5040b3e10 con 0x7fa5040b4e20 2024-09-19T04:40:14.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.392+0000 7fa50159a640 1 -- 172.21.15.111:0/1577362832 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1526657595 0 0) 0x7fa5040b3570 con 0x7fa504072d10 2024-09-19T04:40:14.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.392+0000 7fa502d9d640 1 --2- 172.21.15.111:0/1577362832 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5040b4e20 0x7fa50406db10 secure :-1 s=READY pgs=1652 cs=0 l=1 rev1=1 crypto rx=0x7fa4fc009870 tx=0x7fa4fc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22afdc7e04aadd4d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:14.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.392+0000 7fa50159a640 1 -- 172.21.15.111:0/1577362832 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4fc037070 con 0x7fa5040b4e20 2024-09-19T04:40:14.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.392+0000 7fa50159a640 1 -- 172.21.15.111:0/1577362832 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4fc032440 con 0x7fa5040b4e20 2024-09-19T04:40:14.395 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.392+0000 7fa50159a640 1 -- 172.21.15.111:0/1577362832 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4fc032810 con 0x7fa5040b4e20 2024-09-19T04:40:14.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.393+0000 7fa50882c640 1 -- 172.21.15.111:0/1577362832 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5040b4e20 msgr2=0x7fa50406db10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:14.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.393+0000 7fa50882c640 1 --2- 172.21.15.111:0/1577362832 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5040b4e20 0x7fa50406db10 secure :-1 s=READY pgs=1652 cs=0 l=1 rev1=1 crypto rx=0x7fa4fc009870 tx=0x7fa4fc02a270 comp rx=0 tx=0).stop 2024-09-19T04:40:14.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.393+0000 7fa50882c640 1 -- 172.21.15.111:0/1577362832 shutdown_connections 2024-09-19T04:40:14.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.393+0000 7fa50882c640 1 --2- 172.21.15.111:0/1577362832 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5040b4e20 0x7fa50406db10 unknown :-1 s=CLOSED pgs=1652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:14.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.393+0000 7fa50882c640 1 --2- 172.21.15.111:0/1577362832 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa5040ccb80 0x7fa50415bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:14.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.393+0000 7fa50882c640 1 -- 172.21.15.111:0/1577362832 >> 172.21.15.111:0/1577362832 conn(0x7fa50406bba0 msgr2=0x7fa50406bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:14.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.393+0000 7fa50882c640 1 -- 172.21.15.111:0/1577362832 shutdown_connections 2024-09-19T04:40:14.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.393+0000 7fa50882c640 1 -- 172.21.15.111:0/1577362832 wait complete. 2024-09-19T04:40:14.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.394+0000 7fa50882c640 1 Processor -- start 2024-09-19T04:40:14.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.394+0000 7fa50882c640 1 -- start start 2024-09-19T04:40:14.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.395+0000 7fa50882c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa504072d10 0x7fa504144ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:14.398 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.395+0000 7fa50882c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa5040b4e20 0x7fa5041549c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:14.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.395+0000 7fa50882c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5040ccb80 0x7fa504154f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:14.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.395+0000 7fa50882c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa5040ccf60 con 0x7fa5040ccb80 2024-09-19T04:40:14.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.395+0000 7fa50882c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa5040b43d0 con 0x7fa504072d10 2024-09-19T04:40:14.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.395+0000 7fa50882c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa50406d080 con 0x7fa5040b4e20 2024-09-19T04:40:14.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.395+0000 7fa502d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5040ccb80 0x7fa504154f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:14.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.395+0000 7fa502d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5040ccb80 0x7fa504154f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59692/0 (socket says 172.21.15.111:59692) 2024-09-19T04:40:14.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.395+0000 7fa502d9d640 1 -- 172.21.15.111:0/2916708290 learned_addr learned my addr 172.21.15.111:0/2916708290 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:14.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.395+0000 7fa501d9b640 1 --2- 172.21.15.111:0/2916708290 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa5040b4e20 0x7fa5041549c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:14.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.395+0000 7fa50259c640 1 --2- 172.21.15.111:0/2916708290 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa504072d10 0x7fa504144ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:14.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.395+0000 7fa502d9d640 1 -- 172.21.15.111:0/2916708290 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa5040b4e20 msgr2=0x7fa5041549c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:14.399 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.395+0000 7fa502d9d640 1 --2- 172.21.15.111:0/2916708290 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa5040b4e20 0x7fa5041549c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:14.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.395+0000 7fa502d9d640 1 -- 172.21.15.111:0/2916708290 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa504072d10 msgr2=0x7fa504144ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:14.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.395+0000 7fa502d9d640 1 --2- 172.21.15.111:0/2916708290 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa504072d10 0x7fa504144ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:14.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.395+0000 7fa502d9d640 1 -- 172.21.15.111:0/2916708290 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5040abdf0 con 0x7fa5040ccb80 2024-09-19T04:40:14.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.396+0000 7fa502d9d640 1 --2- 172.21.15.111:0/2916708290 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5040ccb80 0x7fa504154f00 secure :-1 s=READY pgs=1653 cs=0 l=1 rev1=1 crypto rx=0x7fa4fc0090b0 tx=0x7fa4fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:14.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.396+0000 7fa4faffd640 1 -- 172.21.15.111:0/2916708290 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4fc037040 con 0x7fa5040ccb80 2024-09-19T04:40:14.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.396+0000 7fa4faffd640 1 -- 172.21.15.111:0/2916708290 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4fc004030 con 0x7fa5040ccb80 2024-09-19T04:40:14.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.396+0000 7fa50882c640 1 -- 172.21.15.111:0/2916708290 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5040acf00 con 0x7fa5040ccb80 2024-09-19T04:40:14.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.396+0000 7fa4faffd640 1 -- 172.21.15.111:0/2916708290 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4fc004420 con 0x7fa5040ccb80 2024-09-19T04:40:14.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.396+0000 7fa50882c640 1 -- 172.21.15.111:0/2916708290 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5040ad4c0 con 0x7fa5040ccb80 2024-09-19T04:40:14.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.397+0000 7fa50882c640 1 -- 172.21.15.111:0/2916708290 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa504069b00 con 0x7fa5040ccb80 2024-09-19T04:40:14.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.397+0000 7fa4faffd640 1 -- 172.21.15.111:0/2916708290 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7fa4fc03a070 con 0x7fa5040ccb80 2024-09-19T04:40:14.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.398+0000 7fa4faffd640 1 --2- 172.21.15.111:0/2916708290 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa4e406cc40 0x7fa4e406f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:14.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.398+0000 7fa4faffd640 1 -- 172.21.15.111:0/2916708290 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(156..156 src has 1..156) ==== 5851+0+0 (secure 0 0 0) 0x7fa4fc0aa010 con 0x7fa5040ccb80 2024-09-19T04:40:14.401 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.398+0000 7fa50259c640 1 --2- 172.21.15.111:0/2916708290 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa4e406cc40 0x7fa4e406f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:14.402 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.399+0000 7fa50259c640 1 --2- 172.21.15.111:0/2916708290 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa4e406cc40 0x7fa4e406f100 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fa4f4003aa0 tx=0x7fa4f4009830 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:14.403 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.402+0000 7fa4faffd640 1 -- 172.21.15.111:0/2916708290 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa504069b00 con 0x7fa5040ccb80 2024-09-19T04:40:14.572 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:14.571+0000 7fa50882c640 1 -- 172.21.15.111:0/2916708290 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fa50406d400 con 0x7fa5040ccb80 2024-09-19T04:40:15.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.329+0000 7fa4faffd640 1 -- 172.21.15.111:0/2916708290 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v157) ==== 181+0+0 (secure 0 0 0) 0x7fa4fc041020 con 0x7fa5040ccb80 2024-09-19T04:40:15.331 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' removed 2024-09-19T04:40:15.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.332+0000 7fa50882c640 1 -- 172.21.15.111:0/2916708290 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa4e406cc40 msgr2=0x7fa4e406f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:15.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.332+0000 7fa50882c640 1 --2- 172.21.15.111:0/2916708290 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa4e406cc40 0x7fa4e406f100 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fa4f4003aa0 tx=0x7fa4f4009830 comp rx=0 tx=0).stop 2024-09-19T04:40:15.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.332+0000 7fa50882c640 1 -- 172.21.15.111:0/2916708290 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5040ccb80 msgr2=0x7fa504154f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:15.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.332+0000 7fa50882c640 1 --2- 172.21.15.111:0/2916708290 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5040ccb80 0x7fa504154f00 secure :-1 s=READY pgs=1653 cs=0 l=1 rev1=1 crypto rx=0x7fa4fc0090b0 tx=0x7fa4fc0046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:15.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.333+0000 7fa50882c640 1 -- 172.21.15.111:0/2916708290 shutdown_connections 2024-09-19T04:40:15.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.333+0000 7fa50882c640 1 --2- 172.21.15.111:0/2916708290 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa4e406cc40 0x7fa4e406f100 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:15.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.333+0000 7fa50882c640 1 --2- 172.21.15.111:0/2916708290 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5040ccb80 0x7fa504154f00 unknown :-1 s=CLOSED pgs=1653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:15.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.333+0000 7fa50882c640 1 --2- 172.21.15.111:0/2916708290 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa5040b4e20 0x7fa5041549c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:15.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.333+0000 7fa50882c640 1 --2- 172.21.15.111:0/2916708290 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa504072d10 0x7fa504144ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:15.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.333+0000 7fa50882c640 1 -- 172.21.15.111:0/2916708290 >> 172.21.15.111:0/2916708290 conn(0x7fa50406bba0 msgr2=0x7fa50415c920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:15.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.333+0000 7fa50882c640 1 -- 172.21.15.111:0/2916708290 shutdown_connections 2024-09-19T04:40:15.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.333+0000 7fa50882c640 1 -- 172.21.15.111:0/2916708290 wait complete. 2024-09-19T04:40:15.348 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T04:40:15.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.449+0000 7fa93f69b640 1 Processor -- start 2024-09-19T04:40:15.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.450+0000 7fa93f69b640 1 -- start start 2024-09-19T04:40:15.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.450+0000 7fa93f69b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa9380b61e0 0x7fa9380b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:15.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.450+0000 7fa93f69b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa9380b3b00 0x7fa9381625d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:15.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.450+0000 7fa93f69b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa9380b6b00 con 0x7fa9380b3540 2024-09-19T04:40:15.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.450+0000 7fa93f69b640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fa9380d24f0 con 0x7fa9380b3b00 2024-09-19T04:40:15.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.450+0000 7fa93f69b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa9380d20e0 con 0x7fa9380b61e0 2024-09-19T04:40:15.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.450+0000 7fa93dc38640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fa9380b3540 0x7fa938162b10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40130/0 (socket says 172.21.15.111:40130) 2024-09-19T04:40:15.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.451+0000 7fa93dc38640 1 -- 172.21.15.111:0/202975467 learned_addr learned my addr 172.21.15.111:0/202975467 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:15.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.451+0000 7fa92ffff640 1 -- 172.21.15.111:0/202975467 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 927841548 0 0) 0x7fa9380b6b00 con 0x7fa9380b3540 2024-09-19T04:40:15.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.451+0000 7fa93cc36640 1 --2- 172.21.15.111:0/202975467 >> v2:172.21.15.114:3300/0 conn(0x7fa9380b3b00 0x7fa9381625d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:15.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.451+0000 7fa92ffff640 1 -- 172.21.15.111:0/202975467 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa924003520 con 0x7fa9380b3540 2024-09-19T04:40:15.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.451+0000 7fa93d437640 1 --2- 172.21.15.111:0/202975467 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa9380b61e0 0x7fa9380b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:15.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.451+0000 7fa92ffff640 1 -- 172.21.15.111:0/202975467 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3364211182 0 0) 0x7fa924003520 con 0x7fa9380b3540 2024-09-19T04:40:15.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.451+0000 7fa92ffff640 1 -- 172.21.15.111:0/202975467 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa9380b61e0 msgr2=0x7fa9380b65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:15.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.451+0000 7fa92ffff640 1 --2- 172.21.15.111:0/202975467 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa9380b61e0 0x7fa9380b65c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:15.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.451+0000 7fa92ffff640 1 -- 172.21.15.111:0/202975467 >> v2:172.21.15.114:3300/0 conn(0x7fa9380b3b00 msgr2=0x7fa9381625d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:15.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.451+0000 7fa92ffff640 1 --2- 172.21.15.111:0/202975467 >> v2:172.21.15.114:3300/0 conn(0x7fa9380b3b00 0x7fa9381625d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:15.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.451+0000 7fa92ffff640 1 -- 172.21.15.111:0/202975467 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9380cfa70 con 0x7fa9380b3540 2024-09-19T04:40:15.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.451+0000 7fa92ffff640 1 -- 172.21.15.111:0/202975467 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fa9300019f0 con 0x7fa9380b3540 2024-09-19T04:40:15.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.451+0000 7fa92ffff640 1 -- 172.21.15.111:0/202975467 >> v1:172.21.15.111:6789/0 conn(0x7fa9380b3540 legacy=0x7fa938162b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:15.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.451+0000 7fa92ffff640 1 --2- 172.21.15.111:0/202975467 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa9380b61e0 0x7fa9240039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:15.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.451+0000 7fa92ffff640 1 --2- 172.21.15.111:0/202975467 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa924003f30 0x7fa924004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:15.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.451+0000 7fa92ffff640 1 --2- 172.21.15.111:0/202975467 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa924004d40 0x7fa9240051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:15.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.451+0000 7fa92ffff640 1 -- 172.21.15.111:0/202975467 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa9380d24f0 con 0x7fa924004d40 2024-09-19T04:40:15.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.451+0000 7fa92ffff640 1 -- 172.21.15.111:0/202975467 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa9380d20e0 con 0x7fa924003f30 2024-09-19T04:40:15.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.451+0000 7fa92ffff640 1 -- 172.21.15.111:0/202975467 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa92400baa0 con 0x7fa9380b61e0 2024-09-19T04:40:15.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.451+0000 7fa93dc38640 1 --2- 172.21.15.111:0/202975467 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa924004d40 0x7fa9240051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:15.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.451+0000 7fa93d437640 1 --2- 172.21.15.111:0/202975467 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa9380b61e0 0x7fa9240039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:15.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.451+0000 7fa93cc36640 1 --2- 172.21.15.111:0/202975467 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa924003f30 0x7fa924004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:15.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.452+0000 7fa93dc38640 1 -- 172.21.15.111:0/202975467 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa9380b61e0 msgr2=0x7fa9240039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:15.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.452+0000 7fa93dc38640 1 --2- 172.21.15.111:0/202975467 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa9380b61e0 0x7fa9240039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:15.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.452+0000 7fa93dc38640 1 -- 172.21.15.111:0/202975467 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa924003f30 msgr2=0x7fa924004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:15.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.452+0000 7fa93dc38640 1 --2- 172.21.15.111:0/202975467 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa924003f30 0x7fa924004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:15.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.452+0000 7fa93dc38640 1 -- 172.21.15.111:0/202975467 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa924003520 con 0x7fa924004d40 2024-09-19T04:40:15.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.452+0000 7fa93d437640 1 --2- 172.21.15.111:0/202975467 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa9380b61e0 0x7fa9240039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:15.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.452+0000 7fa93cc36640 1 --2- 172.21.15.111:0/202975467 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa924003f30 0x7fa924004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:15.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.452+0000 7fa93dc38640 1 --2- 172.21.15.111:0/202975467 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa924004d40 0x7fa9240051c0 secure :-1 s=READY pgs=1655 cs=0 l=1 rev1=1 crypto rx=0x7fa9300013d0 tx=0x7fa924005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdda7af3ce15ca2d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:15.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.452+0000 7fa92ffff640 1 -- 172.21.15.111:0/202975467 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa93000a4e0 con 0x7fa924004d40 2024-09-19T04:40:15.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.452+0000 7fa92ffff640 1 -- 172.21.15.111:0/202975467 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa93002f070 con 0x7fa924004d40 2024-09-19T04:40:15.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.452+0000 7fa92ffff640 1 -- 172.21.15.111:0/202975467 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa93002bce0 con 0x7fa924004d40 2024-09-19T04:40:15.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.453+0000 7fa93f69b640 1 -- 172.21.15.111:0/202975467 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa924004d40 msgr2=0x7fa9240051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:15.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.453+0000 7fa93f69b640 1 --2- 172.21.15.111:0/202975467 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa924004d40 0x7fa9240051c0 secure :-1 s=READY pgs=1655 cs=0 l=1 rev1=1 crypto rx=0x7fa9300013d0 tx=0x7fa924005830 comp rx=0 tx=0).stop 2024-09-19T04:40:15.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.453+0000 7fa93dc38640 1 -- 172.21.15.111:0/202975467 reap_dead start 2024-09-19T04:40:15.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.453+0000 7fa93f69b640 1 -- 172.21.15.111:0/202975467 shutdown_connections 2024-09-19T04:40:15.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.453+0000 7fa93f69b640 1 -- 172.21.15.111:0/202975467 >> 172.21.15.111:0/202975467 conn(0x7fa9380d11e0 msgr2=0x7fa9380d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:15.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.453+0000 7fa93f69b640 1 -- 172.21.15.111:0/202975467 shutdown_connections 2024-09-19T04:40:15.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.453+0000 7fa93f69b640 1 -- 172.21.15.111:0/202975467 wait complete. 2024-09-19T04:40:15.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.454+0000 7fa93f69b640 1 Processor -- start 2024-09-19T04:40:15.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.454+0000 7fa93f69b640 1 -- start start 2024-09-19T04:40:15.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.455+0000 7fa93f69b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa924004d40 0x7fa93814cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:15.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.455+0000 7fa93f69b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa938161a00 0x7fa9380d4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:15.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.455+0000 7fa93f69b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa938161e80 0x7fa9380d51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:15.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.455+0000 7fa93f69b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa93815edc0 con 0x7fa924004d40 2024-09-19T04:40:15.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.455+0000 7fa93f69b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa9380d0030 con 0x7fa938161e80 2024-09-19T04:40:15.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.455+0000 7fa93f69b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa93814d1c0 con 0x7fa938161a00 2024-09-19T04:40:15.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.455+0000 7fa93d437640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa924004d40 0x7fa93814cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:15.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.455+0000 7fa93d437640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa924004d40 0x7fa93814cc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59720/0 (socket says 172.21.15.111:59720) 2024-09-19T04:40:15.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.455+0000 7fa93d437640 1 -- 172.21.15.111:0/825958747 learned_addr learned my addr 172.21.15.111:0/825958747 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:15.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.455+0000 7fa93dc38640 1 --2- 172.21.15.111:0/825958747 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa938161e80 0x7fa9380d51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:15.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.455+0000 7fa93cc36640 1 --2- 172.21.15.111:0/825958747 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa938161a00 0x7fa9380d4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:15.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.455+0000 7fa93d437640 1 -- 172.21.15.111:0/825958747 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa938161a00 msgr2=0x7fa9380d4cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:15.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.455+0000 7fa93d437640 1 --2- 172.21.15.111:0/825958747 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa938161a00 0x7fa9380d4cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:15.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.455+0000 7fa93d437640 1 -- 172.21.15.111:0/825958747 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa938161e80 msgr2=0x7fa9380d51f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:15.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.455+0000 7fa93d437640 1 --2- 172.21.15.111:0/825958747 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa938161e80 0x7fa9380d51f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:15.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.455+0000 7fa93d437640 1 -- 172.21.15.111:0/825958747 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa938160120 con 0x7fa924004d40 2024-09-19T04:40:15.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.455+0000 7fa93cc36640 1 --2- 172.21.15.111:0/825958747 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa938161a00 0x7fa9380d4cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:15.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.455+0000 7fa93dc38640 1 --2- 172.21.15.111:0/825958747 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa938161e80 0x7fa9380d51f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:15.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.456+0000 7fa93d437640 1 --2- 172.21.15.111:0/825958747 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa924004d40 0x7fa93814cc80 secure :-1 s=READY pgs=1656 cs=0 l=1 rev1=1 crypto rx=0x7fa934011d00 tx=0x7fa93400f610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:15.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.456+0000 7fa92dffb640 1 -- 172.21.15.111:0/825958747 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa93400fcc0 con 0x7fa924004d40 2024-09-19T04:40:15.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.456+0000 7fa92dffb640 1 -- 172.21.15.111:0/825958747 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa93400fe60 con 0x7fa924004d40 2024-09-19T04:40:15.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.456+0000 7fa93f69b640 1 -- 172.21.15.111:0/825958747 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9381603c0 con 0x7fa924004d40 2024-09-19T04:40:15.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.456+0000 7fa92dffb640 1 -- 172.21.15.111:0/825958747 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa934014680 con 0x7fa924004d40 2024-09-19T04:40:15.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.456+0000 7fa93f69b640 1 -- 172.21.15.111:0/825958747 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa938160980 con 0x7fa924004d40 2024-09-19T04:40:15.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.457+0000 7fa93f69b640 1 -- 172.21.15.111:0/825958747 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9380d1d00 con 0x7fa924004d40 2024-09-19T04:40:15.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.457+0000 7fa92dffb640 1 -- 172.21.15.111:0/825958747 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7fa934012040 con 0x7fa924004d40 2024-09-19T04:40:15.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.458+0000 7fa92dffb640 1 --2- 172.21.15.111:0/825958747 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa91c06cc40 0x7fa91c06f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:15.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.458+0000 7fa92dffb640 1 -- 172.21.15.111:0/825958747 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(157..157 src has 1..157) ==== 5413+0+0 (secure 0 0 0) 0x7fa93408a360 con 0x7fa924004d40 2024-09-19T04:40:15.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.458+0000 7fa93cc36640 1 --2- 172.21.15.111:0/825958747 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa91c06cc40 0x7fa91c06f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:15.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.459+0000 7fa93cc36640 1 --2- 172.21.15.111:0/825958747 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa91c06cc40 0x7fa91c06f100 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fa9380b5b80 tx=0x7fa928008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:15.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.462+0000 7fa92dffb640 1 -- 172.21.15.111:0/825958747 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa934019030 con 0x7fa924004d40 2024-09-19T04:40:15.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:15.632+0000 7fa93f69b640 1 -- 172.21.15.111:0/825958747 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fa9380ba6e0 con 0x7fa924004d40 2024-09-19T04:40:16.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.337+0000 7fa92dffb640 1 -- 172.21.15.111:0/825958747 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v158) ==== 169+0+0 (secure 0 0 0) 0x7fa93405a6d0 con 0x7fa924004d40 2024-09-19T04:40:16.338 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' removed 2024-09-19T04:40:16.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.341+0000 7fa93f69b640 1 -- 172.21.15.111:0/825958747 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa91c06cc40 msgr2=0x7fa91c06f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:16.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.341+0000 7fa93f69b640 1 --2- 172.21.15.111:0/825958747 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa91c06cc40 0x7fa91c06f100 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fa9380b5b80 tx=0x7fa928008040 comp rx=0 tx=0).stop 2024-09-19T04:40:16.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.341+0000 7fa93f69b640 1 -- 172.21.15.111:0/825958747 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa924004d40 msgr2=0x7fa93814cc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:16.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.341+0000 7fa93f69b640 1 --2- 172.21.15.111:0/825958747 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa924004d40 0x7fa93814cc80 secure :-1 s=READY pgs=1656 cs=0 l=1 rev1=1 crypto rx=0x7fa934011d00 tx=0x7fa93400f610 comp rx=0 tx=0).stop 2024-09-19T04:40:16.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.341+0000 7fa93f69b640 1 -- 172.21.15.111:0/825958747 shutdown_connections 2024-09-19T04:40:16.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.341+0000 7fa93f69b640 1 --2- 172.21.15.111:0/825958747 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa91c06cc40 0x7fa91c06f100 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:16.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.341+0000 7fa93f69b640 1 --2- 172.21.15.111:0/825958747 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa938161e80 0x7fa9380d51f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:16.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.341+0000 7fa93f69b640 1 --2- 172.21.15.111:0/825958747 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa938161a00 0x7fa9380d4cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:16.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.341+0000 7fa93f69b640 1 --2- 172.21.15.111:0/825958747 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa924004d40 0x7fa93814cc80 unknown :-1 s=CLOSED pgs=1656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:16.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.341+0000 7fa93f69b640 1 -- 172.21.15.111:0/825958747 >> 172.21.15.111:0/825958747 conn(0x7fa9380d11e0 msgr2=0x7fa9380b7ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:16.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.341+0000 7fa93f69b640 1 -- 172.21.15.111:0/825958747 shutdown_connections 2024-09-19T04:40:16.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.341+0000 7fa93f69b640 1 -- 172.21.15.111:0/825958747 wait complete. 2024-09-19T04:40:16.356 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T04:40:16.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.459+0000 7f503b00e640 1 Processor -- start 2024-09-19T04:40:16.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.459+0000 7f503b00e640 1 -- start start 2024-09-19T04:40:16.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.460+0000 7f503b00e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f50340cfd90 0x7f50340d0200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:16.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.460+0000 7f503b00e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f503406dda0 0x7f503406e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:16.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.460+0000 7f503b00e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f503415ccb0 con 0x7f50340b5f50 2024-09-19T04:40:16.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.460+0000 7f503b00e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f503415cf90 con 0x7f503406dda0 2024-09-19T04:40:16.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.460+0000 7f503b00e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f503415d270 con 0x7f50340cfd90 2024-09-19T04:40:16.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.460+0000 7f50395ab640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f503406dda0 0x7f503406e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:16.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.460+0000 7f50395ab640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f503406dda0 0x7f503406e210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59736/0 (socket says 172.21.15.111:59736) 2024-09-19T04:40:16.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.460+0000 7f50395ab640 1 -- 172.21.15.111:0/3602407452 learned_addr learned my addr 172.21.15.111:0/3602407452 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:16.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.460+0000 7f5033fff640 1 --2- 172.21.15.111:0/3602407452 >> v2:172.21.15.114:3300/0 conn(0x7f50340cfd90 0x7f50340d0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:16.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.460+0000 7f50395ab640 1 -- 172.21.15.111:0/3602407452 >> v2:172.21.15.114:3300/0 conn(0x7f50340cfd90 msgr2=0x7f50340d0200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:16.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.460+0000 7f50395ab640 1 --2- 172.21.15.111:0/3602407452 >> v2:172.21.15.114:3300/0 conn(0x7f50340cfd90 0x7f50340d0200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:16.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.460+0000 7f50395ab640 1 -- 172.21.15.111:0/3602407452 >> v1:172.21.15.114:6789/0 conn(0x7f50340b5f50 legacy=0x7f50340ce2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:16.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.460+0000 7f50395ab640 1 -- 172.21.15.111:0/3602407452 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f503415d550 con 0x7f503406dda0 2024-09-19T04:40:16.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.461+0000 7f5033fff640 1 --2- 172.21.15.111:0/3602407452 >> v2:172.21.15.114:3300/0 conn(0x7f50340cfd90 0x7f50340d0200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:16.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.461+0000 7f50395ab640 1 --2- 172.21.15.111:0/3602407452 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f503406dda0 0x7f503406e210 secure :-1 s=READY pgs=1657 cs=0 l=1 rev1=1 crypto rx=0x7f503406f5d0 tx=0x7f502c02a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a723a4528d666ffb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:16.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.461+0000 7f50337fe640 1 -- 172.21.15.111:0/3602407452 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f502c036070 con 0x7f503406dda0 2024-09-19T04:40:16.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.461+0000 7f50337fe640 1 -- 172.21.15.111:0/3602407452 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f502c031600 con 0x7f503406dda0 2024-09-19T04:40:16.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.461+0000 7f50337fe640 1 -- 172.21.15.111:0/3602407452 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f502c0319d0 con 0x7f503406dda0 2024-09-19T04:40:16.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.462+0000 7f503b00e640 1 -- 172.21.15.111:0/3602407452 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f503406dda0 msgr2=0x7f503406e210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:16.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.462+0000 7f503b00e640 1 --2- 172.21.15.111:0/3602407452 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f503406dda0 0x7f503406e210 secure :-1 s=READY pgs=1657 cs=0 l=1 rev1=1 crypto rx=0x7f503406f5d0 tx=0x7f502c02a5d0 comp rx=0 tx=0).stop 2024-09-19T04:40:16.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.462+0000 7f503b00e640 1 -- 172.21.15.111:0/3602407452 shutdown_connections 2024-09-19T04:40:16.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.462+0000 7f503b00e640 1 --2- 172.21.15.111:0/3602407452 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f503406dda0 0x7f503406e210 unknown :-1 s=CLOSED pgs=1657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:16.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.462+0000 7f503b00e640 1 --2- 172.21.15.111:0/3602407452 >> v2:172.21.15.114:3300/0 conn(0x7f50340cfd90 0x7f50340d0200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:16.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.462+0000 7f503b00e640 1 -- 172.21.15.111:0/3602407452 >> 172.21.15.111:0/3602407452 conn(0x7f503406bba0 msgr2=0x7f503406bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:16.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.462+0000 7f503b00e640 1 -- 172.21.15.111:0/3602407452 shutdown_connections 2024-09-19T04:40:16.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.462+0000 7f503b00e640 1 -- 172.21.15.111:0/3602407452 wait complete. 2024-09-19T04:40:16.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.463+0000 7f503b00e640 1 Processor -- start 2024-09-19T04:40:16.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.463+0000 7f503b00e640 1 -- start start 2024-09-19T04:40:16.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.464+0000 7f503b00e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f503406dda0 0x7f50341465e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:16.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.464+0000 7f503b00e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50340b5f50 0x7f5034071930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:16.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.464+0000 7f503b00e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50340cfd90 0x7f50340ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:16.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.464+0000 7f503b00e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f503415c970 con 0x7f50340cfd90 2024-09-19T04:40:16.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.464+0000 7f503b00e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f50340d0740 con 0x7f503406dda0 2024-09-19T04:40:16.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.464+0000 7f503b00e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f50340cd970 con 0x7f50340b5f50 2024-09-19T04:40:16.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.464+0000 7f50395ab640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50340cfd90 0x7f50340ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:16.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.464+0000 7f50395ab640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50340cfd90 0x7f50340ae8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59738/0 (socket says 172.21.15.111:59738) 2024-09-19T04:40:16.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.464+0000 7f50395ab640 1 -- 172.21.15.111:0/2670488339 learned_addr learned my addr 172.21.15.111:0/2670488339 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:16.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.464+0000 7f5038daa640 1 --2- 172.21.15.111:0/2670488339 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f503406dda0 0x7f50341465e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:16.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.464+0000 7f5033fff640 1 --2- 172.21.15.111:0/2670488339 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50340b5f50 0x7f5034071930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:16.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.464+0000 7f50395ab640 1 -- 172.21.15.111:0/2670488339 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50340b5f50 msgr2=0x7f5034071930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:16.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.464+0000 7f50395ab640 1 --2- 172.21.15.111:0/2670488339 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50340b5f50 0x7f5034071930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:16.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.464+0000 7f50395ab640 1 -- 172.21.15.111:0/2670488339 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f503406dda0 msgr2=0x7f50341465e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:16.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.464+0000 7f50395ab640 1 --2- 172.21.15.111:0/2670488339 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f503406dda0 0x7f50341465e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:16.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.464+0000 7f50395ab640 1 -- 172.21.15.111:0/2670488339 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5034072230 con 0x7f50340cfd90 2024-09-19T04:40:16.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.465+0000 7f50395ab640 1 --2- 172.21.15.111:0/2670488339 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50340cfd90 0x7f50340ae8e0 secure :-1 s=READY pgs=1658 cs=0 l=1 rev1=1 crypto rx=0x7f502c009f40 tx=0x7f502c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:16.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.465+0000 7f50317fa640 1 -- 172.21.15.111:0/2670488339 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f502c036050 con 0x7f50340cfd90 2024-09-19T04:40:16.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.465+0000 7f50317fa640 1 -- 172.21.15.111:0/2670488339 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f502c042070 con 0x7f50340cfd90 2024-09-19T04:40:16.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.465+0000 7f50317fa640 1 -- 172.21.15.111:0/2670488339 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f502c007bd0 con 0x7f50340cfd90 2024-09-19T04:40:16.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.465+0000 7f503b00e640 1 -- 172.21.15.111:0/2670488339 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5034072510 con 0x7f50340cfd90 2024-09-19T04:40:16.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.465+0000 7f503b00e640 1 -- 172.21.15.111:0/2670488339 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5034072ad0 con 0x7f50340cfd90 2024-09-19T04:40:16.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.466+0000 7f503b00e640 1 -- 172.21.15.111:0/2670488339 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50340d0200 con 0x7f50340cfd90 2024-09-19T04:40:16.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.466+0000 7f50317fa640 1 -- 172.21.15.111:0/2670488339 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f502c047460 con 0x7f50340cfd90 2024-09-19T04:40:16.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.467+0000 7f50317fa640 1 --2- 172.21.15.111:0/2670488339 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f502006cc40 0x7f502006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:16.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.467+0000 7f50317fa640 1 -- 172.21.15.111:0/2670488339 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 4999+0+0 (secure 0 0 0) 0x7f502c0aaab0 con 0x7f50340cfd90 2024-09-19T04:40:16.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.467+0000 7f5038daa640 1 --2- 172.21.15.111:0/2670488339 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f502006cc40 0x7f502006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:16.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.467+0000 7f5038daa640 1 --2- 172.21.15.111:0/2670488339 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f502006cc40 0x7f502006f100 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f5024004f60 tx=0x7f5024007e30 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:16.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.471+0000 7f50317fa640 1 -- 172.21.15.111:0/2670488339 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f502c07a7d0 con 0x7f50340cfd90 2024-09-19T04:40:16.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.637+0000 7f503b00e640 1 -- 172.21.15.111:0/2670488339 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f503415b4e0 con 0x7f50340cfd90 2024-09-19T04:40:16.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.641+0000 7f50317fa640 1 -- 172.21.15.111:0/2670488339 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v29) ==== 104+0+0 (secure 0 0 0) 0x7f502c07ead0 con 0x7f50340cfd90 2024-09-19T04:40:16.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.643+0000 7f503b00e640 1 -- 172.21.15.111:0/2670488339 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f502006cc40 msgr2=0x7f502006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:16.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.643+0000 7f503b00e640 1 --2- 172.21.15.111:0/2670488339 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f502006cc40 0x7f502006f100 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f5024004f60 tx=0x7f5024007e30 comp rx=0 tx=0).stop 2024-09-19T04:40:16.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.643+0000 7f503b00e640 1 -- 172.21.15.111:0/2670488339 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50340cfd90 msgr2=0x7f50340ae8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:16.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.643+0000 7f503b00e640 1 --2- 172.21.15.111:0/2670488339 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50340cfd90 0x7f50340ae8e0 secure :-1 s=READY pgs=1658 cs=0 l=1 rev1=1 crypto rx=0x7f502c009f40 tx=0x7f502c004a40 comp rx=0 tx=0).stop 2024-09-19T04:40:16.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.643+0000 7f503b00e640 1 -- 172.21.15.111:0/2670488339 shutdown_connections 2024-09-19T04:40:16.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.643+0000 7f503b00e640 1 --2- 172.21.15.111:0/2670488339 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f502006cc40 0x7f502006f100 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:16.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.643+0000 7f503b00e640 1 --2- 172.21.15.111:0/2670488339 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f50340cfd90 0x7f50340ae8e0 unknown :-1 s=CLOSED pgs=1658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:16.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.643+0000 7f503b00e640 1 --2- 172.21.15.111:0/2670488339 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f50340b5f50 0x7f5034071930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:16.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.643+0000 7f503b00e640 1 --2- 172.21.15.111:0/2670488339 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f503406dda0 0x7f50341465e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:16.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.643+0000 7f503b00e640 1 -- 172.21.15.111:0/2670488339 >> 172.21.15.111:0/2670488339 conn(0x7f503406bba0 msgr2=0x7f503415e0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:16.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.643+0000 7f503b00e640 1 -- 172.21.15.111:0/2670488339 shutdown_connections 2024-09-19T04:40:16.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.643+0000 7f503b00e640 1 -- 172.21.15.111:0/2670488339 wait complete. 2024-09-19T04:40:16.655 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_v1_to_v2' 2024-09-19T04:40:16.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.759+0000 7f0d657ed640 1 Processor -- start 2024-09-19T04:40:16.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.759+0000 7f0d657ed640 1 -- start start 2024-09-19T04:40:16.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.760+0000 7f0d657ed640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f0d600cf070 0x7f0d600cf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:16.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.760+0000 7f0d657ed640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0d60073120 0x7f0d600735b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:16.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.760+0000 7f0d657ed640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d600ce740 con 0x7f0d6015c180 2024-09-19T04:40:16.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.760+0000 7f0d657ed640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f0d60072640 con 0x7f0d600cf070 2024-09-19T04:40:16.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.760+0000 7f0d657ed640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0d60072920 con 0x7f0d60073120 2024-09-19T04:40:16.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.760+0000 7f0d5e7fc640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f0d600cf070 0x7f0d600cf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:16.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.760+0000 7f0d5f7fe640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0d60073120 0x7f0d600735b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:16.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.760+0000 7f0d5effd640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7f0d6015c180 0x7f0d600cdcf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:44140/0 (socket says 172.21.15.111:44140) 2024-09-19T04:40:16.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.760+0000 7f0d5e7fc640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f0d600cf070 0x7f0d600cf4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:46340/0 (socket says 172.21.15.111:46340) 2024-09-19T04:40:16.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.760+0000 7f0d5effd640 1 -- 172.21.15.111:0/11670114 learned_addr learned my addr 172.21.15.111:0/11670114 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:16.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.761+0000 7f0d5e7fc640 1 -- 172.21.15.111:0/11670114 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0d60073120 msgr2=0x7f0d600735b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:16.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.761+0000 7f0d5e7fc640 1 --2- 172.21.15.111:0/11670114 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0d60073120 0x7f0d600735b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:16.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.761+0000 7f0d5e7fc640 1 -- 172.21.15.111:0/11670114 >> v1:172.21.15.114:6789/0 conn(0x7f0d6015c180 legacy=0x7f0d600cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:16.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.761+0000 7f0d5e7fc640 1 -- 172.21.15.111:0/11670114 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d60072c00 con 0x7f0d600cf070 2024-09-19T04:40:16.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.761+0000 7f0d5f7fe640 1 --2- 172.21.15.111:0/11670114 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0d60073120 0x7f0d600735b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:16.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.762+0000 7f0d5e7fc640 1 --2- 172.21.15.111:0/11670114 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0d600cf070 0x7f0d600cf4e0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f0d540097a0 tx=0x7f0d5402a000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e16ae8165dae11b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:16.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.762+0000 7f0d5dffb640 1 -- 172.21.15.111:0/11670114 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d54037070 con 0x7f0d600cf070 2024-09-19T04:40:16.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.762+0000 7f0d5dffb640 1 -- 172.21.15.111:0/11670114 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d5402ac90 con 0x7f0d600cf070 2024-09-19T04:40:16.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.762+0000 7f0d5dffb640 1 -- 172.21.15.111:0/11670114 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d54032660 con 0x7f0d600cf070 2024-09-19T04:40:16.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.762+0000 7f0d657ed640 1 -- 172.21.15.111:0/11670114 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0d600cf070 msgr2=0x7f0d600cf4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:16.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.762+0000 7f0d657ed640 1 --2- 172.21.15.111:0/11670114 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0d600cf070 0x7f0d600cf4e0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f0d540097a0 tx=0x7f0d5402a000 comp rx=0 tx=0).stop 2024-09-19T04:40:16.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.762+0000 7f0d657ed640 1 -- 172.21.15.111:0/11670114 shutdown_connections 2024-09-19T04:40:16.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.762+0000 7f0d657ed640 1 --2- 172.21.15.111:0/11670114 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0d60073120 0x7f0d600735b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:16.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.762+0000 7f0d657ed640 1 --2- 172.21.15.111:0/11670114 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0d600cf070 0x7f0d600cf4e0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:16.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.762+0000 7f0d657ed640 1 -- 172.21.15.111:0/11670114 >> 172.21.15.111:0/11670114 conn(0x7f0d60062cc0 msgr2=0x7f0d6006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:16.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.762+0000 7f0d657ed640 1 -- 172.21.15.111:0/11670114 shutdown_connections 2024-09-19T04:40:16.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.762+0000 7f0d657ed640 1 -- 172.21.15.111:0/11670114 wait complete. 2024-09-19T04:40:16.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.764+0000 7f0d657ed640 1 Processor -- start 2024-09-19T04:40:16.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.764+0000 7f0d657ed640 1 -- start start 2024-09-19T04:40:16.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.764+0000 7f0d657ed640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0d60073120 0x7f0d60143300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:16.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.764+0000 7f0d657ed640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0d600cf070 0x7f0d601464a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:16.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.764+0000 7f0d657ed640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0d6015c180 0x7f0d601e5c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:16.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.764+0000 7f0d657ed640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0d600722f0 con 0x7f0d600cf070 2024-09-19T04:40:16.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.764+0000 7f0d657ed640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0d600ced00 con 0x7f0d60073120 2024-09-19T04:40:16.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.764+0000 7f0d657ed640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0d6015c560 con 0x7f0d6015c180 2024-09-19T04:40:16.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.764+0000 7f0d5e7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0d600cf070 0x7f0d601464a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:16.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.764+0000 7f0d5e7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0d600cf070 0x7f0d601464a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59750/0 (socket says 172.21.15.111:59750) 2024-09-19T04:40:16.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.764+0000 7f0d5e7fc640 1 -- 172.21.15.111:0/3158940198 learned_addr learned my addr 172.21.15.111:0/3158940198 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:16.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.765+0000 7f0d5f7fe640 1 --2- 172.21.15.111:0/3158940198 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0d6015c180 0x7f0d601e5c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:16.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.765+0000 7f0d5effd640 1 --2- 172.21.15.111:0/3158940198 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0d60073120 0x7f0d60143300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:16.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.765+0000 7f0d5e7fc640 1 -- 172.21.15.111:0/3158940198 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0d6015c180 msgr2=0x7f0d601e5c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:16.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.765+0000 7f0d5e7fc640 1 --2- 172.21.15.111:0/3158940198 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0d6015c180 0x7f0d601e5c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:16.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.765+0000 7f0d5e7fc640 1 -- 172.21.15.111:0/3158940198 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0d60073120 msgr2=0x7f0d60143300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:16.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.765+0000 7f0d5e7fc640 1 --2- 172.21.15.111:0/3158940198 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0d60073120 0x7f0d60143300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:16.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.765+0000 7f0d5e7fc640 1 -- 172.21.15.111:0/3158940198 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d601e7230 con 0x7f0d600cf070 2024-09-19T04:40:16.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.765+0000 7f0d5effd640 1 --2- 172.21.15.111:0/3158940198 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0d60073120 0x7f0d60143300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:16.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.765+0000 7f0d5e7fc640 1 --2- 172.21.15.111:0/3158940198 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0d600cf070 0x7f0d601464a0 secure :-1 s=READY pgs=1659 cs=0 l=1 rev1=1 crypto rx=0x7f0d540098c0 tx=0x7f0d540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:16.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.765+0000 7f0d477fe640 1 -- 172.21.15.111:0/3158940198 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d54041030 con 0x7f0d600cf070 2024-09-19T04:40:16.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.765+0000 7f0d477fe640 1 -- 172.21.15.111:0/3158940198 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d5402aa90 con 0x7f0d600cf070 2024-09-19T04:40:16.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.765+0000 7f0d477fe640 1 -- 172.21.15.111:0/3158940198 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d54037040 con 0x7f0d600cf070 2024-09-19T04:40:16.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.765+0000 7f0d657ed640 1 -- 172.21.15.111:0/3158940198 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d600aa670 con 0x7f0d600cf070 2024-09-19T04:40:16.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.765+0000 7f0d657ed640 1 -- 172.21.15.111:0/3158940198 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d601469e0 con 0x7f0d600cf070 2024-09-19T04:40:16.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.766+0000 7f0d657ed640 1 -- 172.21.15.111:0/3158940198 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d600cf4e0 con 0x7f0d600cf070 2024-09-19T04:40:16.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.767+0000 7f0d477fe640 1 -- 172.21.15.111:0/3158940198 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f0d54044070 con 0x7f0d600cf070 2024-09-19T04:40:16.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.767+0000 7f0d477fe640 1 --2- 172.21.15.111:0/3158940198 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0d4c06cc40 0x7f0d4c06f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:16.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.767+0000 7f0d477fe640 1 -- 172.21.15.111:0/3158940198 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 4999+0+0 (secure 0 0 0) 0x7f0d540a9b70 con 0x7f0d600cf070 2024-09-19T04:40:16.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.767+0000 7f0d5effd640 1 --2- 172.21.15.111:0/3158940198 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0d4c06cc40 0x7f0d4c06f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:16.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.768+0000 7f0d5effd640 1 --2- 172.21.15.111:0/3158940198 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0d4c06cc40 0x7f0d4c06f100 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f0d50000f60 tx=0x7f0d50009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:16.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:16.771+0000 7f0d477fe640 1 -- 172.21.15.111:0/3158940198 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0d5404b070 con 0x7f0d600cf070 2024-09-19T04:40:17.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.001+0000 7f0d657ed640 1 -- 172.21.15.111:0/3158940198 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_v1_to_v2"]} v 0) -- 0x7f0d60143af0 con 0x7f0d600cf070 2024-09-19T04:40:17.248 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:40:17.251 DEBUG:teuthology.orchestra.run.smithi114:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:40:17.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.337+0000 7f0d477fe640 1 -- 172.21.15.111:0/3158940198 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_v1_to_v2"]}]=0 v405) ==== 145+0+0 (secure 0 0 0) 0x7f0d54079ee0 con 0x7f0d600cf070 2024-09-19T04:40:17.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.340+0000 7f0d657ed640 1 -- 172.21.15.111:0/3158940198 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0d4c06cc40 msgr2=0x7f0d4c06f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:17.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.340+0000 7f0d657ed640 1 --2- 172.21.15.111:0/3158940198 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0d4c06cc40 0x7f0d4c06f100 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f0d50000f60 tx=0x7f0d50009040 comp rx=0 tx=0).stop 2024-09-19T04:40:17.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.340+0000 7f0d657ed640 1 -- 172.21.15.111:0/3158940198 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0d600cf070 msgr2=0x7f0d601464a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:17.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.340+0000 7f0d657ed640 1 --2- 172.21.15.111:0/3158940198 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0d600cf070 0x7f0d601464a0 secure :-1 s=READY pgs=1659 cs=0 l=1 rev1=1 crypto rx=0x7f0d540098c0 tx=0x7f0d540046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.340+0000 7f0d657ed640 1 -- 172.21.15.111:0/3158940198 shutdown_connections 2024-09-19T04:40:17.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.340+0000 7f0d657ed640 1 --2- 172.21.15.111:0/3158940198 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0d4c06cc40 0x7f0d4c06f100 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.340+0000 7f0d657ed640 1 --2- 172.21.15.111:0/3158940198 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0d6015c180 0x7f0d601e5c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.340+0000 7f0d657ed640 1 --2- 172.21.15.111:0/3158940198 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0d600cf070 0x7f0d601464a0 unknown :-1 s=CLOSED pgs=1659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.340+0000 7f0d657ed640 1 --2- 172.21.15.111:0/3158940198 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0d60073120 0x7f0d60143300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.340+0000 7f0d657ed640 1 -- 172.21.15.111:0/3158940198 >> 172.21.15.111:0/3158940198 conn(0x7f0d60062cc0 msgr2=0x7f0d6015fe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:17.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.340+0000 7f0d657ed640 1 -- 172.21.15.111:0/3158940198 shutdown_connections 2024-09-19T04:40:17.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.340+0000 7f0d657ed640 1 -- 172.21.15.111:0/3158940198 wait complete. 2024-09-19T04:40:17.353 INFO:tasks.cephfs_test_runner:poor man's upgrade test -- theme continues... ... ok 2024-09-19T04:40:17.354 INFO:tasks.cephfs_test_runner:Starting test: test_unparseable_metafile_on_legacy_to_v1_upgrade (tasks.cephfs.test_volumes.TestMisc) Validate unparseable text .meta file on legacy subvol root doesn't break the system 2024-09-19T04:40:17.354 INFO:tasks.cephfs_test_runner:test_unparseable_metafile_on_legacy_to_v1_upgrade (tasks.cephfs.test_volumes.TestMisc) 2024-09-19T04:40:17.354 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:40:17.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.451+0000 7efe75ed2640 1 Processor -- start 2024-09-19T04:40:17.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.452+0000 7efe75ed2640 1 -- start start 2024-09-19T04:40:17.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.452+0000 7efe75ed2640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7efe7015e940 0x7efe700d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:17.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.452+0000 7efe75ed2640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efe700b7170 con 0x7efe7015ed20 2024-09-19T04:40:17.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.452+0000 7efe75ed2640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efe700b7aa0 con 0x7efe700cef90 2024-09-19T04:40:17.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.452+0000 7efe75ed2640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7efe700d3660 con 0x7efe7015e940 2024-09-19T04:40:17.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.452+0000 7efe6f7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7efe7015e940 0x7efe700d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:17.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.452+0000 7efe6f7fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7efe7015e940 0x7efe700d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59764/0 (socket says 172.21.15.111:59764) 2024-09-19T04:40:17.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.452+0000 7efe6f7fe640 1 -- 172.21.15.111:0/2038961015 learned_addr learned my addr 172.21.15.111:0/2038961015 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:17.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.452+0000 7efe66ffd640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7efe7015ed20 0x7efe700b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40144/0 (socket says 172.21.15.111:40144) 2024-09-19T04:40:17.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.453+0000 7efe6f7fe640 1 -- 172.21.15.111:0/2038961015 >> v1:172.21.15.114:6789/0 conn(0x7efe700cef90 legacy=0x7efe700b3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:17.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.453+0000 7efe6f7fe640 1 -- 172.21.15.111:0/2038961015 >> v1:172.21.15.111:6789/0 conn(0x7efe7015ed20 legacy=0x7efe700b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:17.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.453+0000 7efe6f7fe640 1 -- 172.21.15.111:0/2038961015 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe700d3940 con 0x7efe7015e940 2024-09-19T04:40:17.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.453+0000 7efe6f7fe640 1 --2- 172.21.15.111:0/2038961015 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efe7015e940 0x7efe700d1060 secure :-1 s=READY pgs=1661 cs=0 l=1 rev1=1 crypto rx=0x7efe60009870 tx=0x7efe6002a330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e8800cc2bbb2e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:17.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.453+0000 7efe6effd640 1 -- 172.21.15.111:0/2038961015 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe60037070 con 0x7efe7015e940 2024-09-19T04:40:17.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.454+0000 7efe6effd640 1 -- 172.21.15.111:0/2038961015 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe60032640 con 0x7efe7015e940 2024-09-19T04:40:17.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.454+0000 7efe6effd640 1 -- 172.21.15.111:0/2038961015 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe60032a10 con 0x7efe7015e940 2024-09-19T04:40:17.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.454+0000 7efe75ed2640 1 -- 172.21.15.111:0/2038961015 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efe7015e940 msgr2=0x7efe700d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:17.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.454+0000 7efe75ed2640 1 --2- 172.21.15.111:0/2038961015 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efe7015e940 0x7efe700d1060 secure :-1 s=READY pgs=1661 cs=0 l=1 rev1=1 crypto rx=0x7efe60009870 tx=0x7efe6002a330 comp rx=0 tx=0).stop 2024-09-19T04:40:17.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.454+0000 7efe75ed2640 1 -- 172.21.15.111:0/2038961015 shutdown_connections 2024-09-19T04:40:17.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.454+0000 7efe75ed2640 1 --2- 172.21.15.111:0/2038961015 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efe7015e940 0x7efe700d1060 unknown :-1 s=CLOSED pgs=1661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.454+0000 7efe75ed2640 1 -- 172.21.15.111:0/2038961015 >> 172.21.15.111:0/2038961015 conn(0x7efe700b6240 msgr2=0x7efe700b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:17.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.454+0000 7efe75ed2640 1 -- 172.21.15.111:0/2038961015 shutdown_connections 2024-09-19T04:40:17.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.454+0000 7efe75ed2640 1 -- 172.21.15.111:0/2038961015 wait complete. 2024-09-19T04:40:17.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.455+0000 7efe75ed2640 1 Processor -- start 2024-09-19T04:40:17.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.455+0000 7efe75ed2640 1 -- start start 2024-09-19T04:40:17.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.456+0000 7efe75ed2640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efe700cef90 0x7efe70157940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:17.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.456+0000 7efe75ed2640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efe7015e940 0x7efe700b4920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:17.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.456+0000 7efe75ed2640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efe7015ed20 0x7efe700b87e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:17.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.456+0000 7efe75ed2640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7efe700d3310 con 0x7efe700cef90 2024-09-19T04:40:17.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.456+0000 7efe75ed2640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7efe700d3f00 con 0x7efe7015ed20 2024-09-19T04:40:17.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.456+0000 7efe75ed2640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7efe700d1ef0 con 0x7efe7015e940 2024-09-19T04:40:17.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.456+0000 7efe6f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efe700cef90 0x7efe70157940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:17.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.456+0000 7efe6f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efe700cef90 0x7efe70157940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59770/0 (socket says 172.21.15.111:59770) 2024-09-19T04:40:17.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.456+0000 7efe6f7fe640 1 -- 172.21.15.111:0/2895038058 learned_addr learned my addr 172.21.15.111:0/2895038058 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:17.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.456+0000 7efe66ffd640 1 --2- 172.21.15.111:0/2895038058 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efe7015e940 0x7efe700b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:17.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.456+0000 7efe6f7fe640 1 -- 172.21.15.111:0/2895038058 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efe7015e940 msgr2=0x7efe700b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:17.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.456+0000 7efe6ffff640 1 --2- 172.21.15.111:0/2895038058 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efe7015ed20 0x7efe700b87e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:17.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.456+0000 7efe6f7fe640 1 --2- 172.21.15.111:0/2895038058 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efe7015e940 0x7efe700b4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.456+0000 7efe6f7fe640 1 -- 172.21.15.111:0/2895038058 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efe7015ed20 msgr2=0x7efe700b87e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:17.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.456+0000 7efe6f7fe640 1 --2- 172.21.15.111:0/2895038058 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efe7015ed20 0x7efe700b87e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.456+0000 7efe6f7fe640 1 -- 172.21.15.111:0/2895038058 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe7015aca0 con 0x7efe700cef90 2024-09-19T04:40:17.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.456+0000 7efe66ffd640 1 --2- 172.21.15.111:0/2895038058 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efe7015e940 0x7efe700b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:17.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.456+0000 7efe6ffff640 1 --2- 172.21.15.111:0/2895038058 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efe7015ed20 0x7efe700b87e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:17.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.457+0000 7efe6f7fe640 1 --2- 172.21.15.111:0/2895038058 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efe700cef90 0x7efe70157940 secure :-1 s=READY pgs=1662 cs=0 l=1 rev1=1 crypto rx=0x7efe60009870 tx=0x7efe600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:17.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.457+0000 7efe6cff9640 1 -- 172.21.15.111:0/2895038058 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe60041070 con 0x7efe700cef90 2024-09-19T04:40:17.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.457+0000 7efe6cff9640 1 -- 172.21.15.111:0/2895038058 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe6003c870 con 0x7efe700cef90 2024-09-19T04:40:17.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.457+0000 7efe75ed2640 1 -- 172.21.15.111:0/2895038058 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe7015af80 con 0x7efe700cef90 2024-09-19T04:40:17.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.457+0000 7efe6cff9640 1 -- 172.21.15.111:0/2895038058 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe60037040 con 0x7efe700cef90 2024-09-19T04:40:17.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.457+0000 7efe75ed2640 1 -- 172.21.15.111:0/2895038058 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe7015b540 con 0x7efe700cef90 2024-09-19T04:40:17.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.458+0000 7efe75ed2640 1 -- 172.21.15.111:0/2895038058 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe7015b980 con 0x7efe700cef90 2024-09-19T04:40:17.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.458+0000 7efe6cff9640 1 -- 172.21.15.111:0/2895038058 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7efe60044070 con 0x7efe700cef90 2024-09-19T04:40:17.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.459+0000 7efe6cff9640 1 --2- 172.21.15.111:0/2895038058 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7efe5006cc40 0x7efe5006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:17.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.459+0000 7efe6cff9640 1 -- 172.21.15.111:0/2895038058 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 4999+0+0 (secure 0 0 0) 0x7efe600aa880 con 0x7efe700cef90 2024-09-19T04:40:17.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.459+0000 7efe66ffd640 1 --2- 172.21.15.111:0/2895038058 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7efe5006cc40 0x7efe5006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:17.465 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.459+0000 7efe66ffd640 1 --2- 172.21.15.111:0/2895038058 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7efe5006cc40 0x7efe5006f100 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7efe701f8010 tx=0x7efe58009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:17.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.463+0000 7efe6cff9640 1 -- 172.21.15.111:0/2895038058 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efe6007ad10 con 0x7efe700cef90 2024-09-19T04:40:17.632 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.630+0000 7efe75ed2640 1 -- 172.21.15.111:0/2895038058 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7efe700d1060 con 0x7efe700cef90 2024-09-19T04:40:17.633 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.631+0000 7efe6cff9640 1 -- 172.21.15.111:0/2895038058 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v158) ==== 74+0+13179 (secure 0 0 0) 0x7efe6007a610 con 0x7efe700cef90 2024-09-19T04:40:17.633 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:17.634 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":158,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:40:16.330948+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.111:6835/456560240":"2024-09-20T04:40:13.228012+0000","172.21.15.111:6817/456560240":"2024-09-20T04:40:13.228012+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:40:17.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.633+0000 7efe75ed2640 1 -- 172.21.15.111:0/2895038058 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7efe5006cc40 msgr2=0x7efe5006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:17.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.633+0000 7efe75ed2640 1 --2- 172.21.15.111:0/2895038058 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7efe5006cc40 0x7efe5006f100 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7efe701f8010 tx=0x7efe58009040 comp rx=0 tx=0).stop 2024-09-19T04:40:17.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.633+0000 7efe75ed2640 1 -- 172.21.15.111:0/2895038058 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efe700cef90 msgr2=0x7efe70157940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:17.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.633+0000 7efe75ed2640 1 --2- 172.21.15.111:0/2895038058 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efe700cef90 0x7efe70157940 secure :-1 s=READY pgs=1662 cs=0 l=1 rev1=1 crypto rx=0x7efe60009870 tx=0x7efe600046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.633+0000 7efe75ed2640 1 -- 172.21.15.111:0/2895038058 shutdown_connections 2024-09-19T04:40:17.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.633+0000 7efe75ed2640 1 --2- 172.21.15.111:0/2895038058 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7efe5006cc40 0x7efe5006f100 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.633+0000 7efe75ed2640 1 --2- 172.21.15.111:0/2895038058 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efe7015ed20 0x7efe700b87e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.633+0000 7efe75ed2640 1 --2- 172.21.15.111:0/2895038058 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7efe7015e940 0x7efe700b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.633+0000 7efe75ed2640 1 --2- 172.21.15.111:0/2895038058 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efe700cef90 0x7efe70157940 unknown :-1 s=CLOSED pgs=1662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.633+0000 7efe75ed2640 1 -- 172.21.15.111:0/2895038058 >> 172.21.15.111:0/2895038058 conn(0x7efe700b6240 msgr2=0x7efe70160190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:17.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.633+0000 7efe75ed2640 1 -- 172.21.15.111:0/2895038058 shutdown_connections 2024-09-19T04:40:17.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.633+0000 7efe75ed2640 1 -- 172.21.15.111:0/2895038058 wait complete. 2024-09-19T04:40:17.646 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T04:32:40.437094+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T04:40:17.646 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T04:40:17.747 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.745+0000 7f3c4b623640 1 Processor -- start 2024-09-19T04:40:17.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.745+0000 7f3c4b623640 1 -- start start 2024-09-19T04:40:17.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.746+0000 7f3c4b623640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3c44158e50 0x7f3c440b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:17.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.746+0000 7f3c4b623640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c4415c800 con 0x7f3c4415c370 2024-09-19T04:40:17.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.746+0000 7f3c4b623640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c440b43f0 con 0x7f3c4406f130 2024-09-19T04:40:17.749 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.746+0000 7f3c4b623640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f3c440b3630 con 0x7f3c44158e50 2024-09-19T04:40:17.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.746+0000 7f3c493bf640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3c44158e50 0x7f3c440b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:17.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.746+0000 7f3c493bf640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3c44158e50 0x7f3c440b5050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59782/0 (socket says 172.21.15.111:59782) 2024-09-19T04:40:17.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.746+0000 7f3c48bbe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f3c4415c370 0x7f3c4406ea20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40156/0 (socket says 172.21.15.111:40156) 2024-09-19T04:40:17.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.746+0000 7f3c493bf640 1 -- 172.21.15.111:0/1009272511 learned_addr learned my addr 172.21.15.111:0/1009272511 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:17.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.747+0000 7f3c493bf640 1 -- 172.21.15.111:0/1009272511 >> v1:172.21.15.114:6789/0 conn(0x7f3c4406f130 legacy=0x7f3c440ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:17.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.747+0000 7f3c493bf640 1 -- 172.21.15.111:0/1009272511 >> v1:172.21.15.111:6789/0 conn(0x7f3c4415c370 legacy=0x7f3c4406ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:17.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.747+0000 7f3c3bfff640 1 -- 172.21.15.111:0/1009272511 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1356094495 0 0) 0x7f3c4415c800 con 0x7f3c4415c370 2024-09-19T04:40:17.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.747+0000 7f3c493bf640 1 -- 172.21.15.111:0/1009272511 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c440b3910 con 0x7f3c44158e50 2024-09-19T04:40:17.750 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.747+0000 7f3c493bf640 1 --2- 172.21.15.111:0/1009272511 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3c44158e50 0x7f3c440b5050 secure :-1 s=READY pgs=1664 cs=0 l=1 rev1=1 crypto rx=0x7f3c40009870 tx=0x7f3c4002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f8b40b0005b76f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:17.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.747+0000 7f3c3bfff640 1 -- 172.21.15.111:0/1009272511 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c40037070 con 0x7f3c44158e50 2024-09-19T04:40:17.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.747+0000 7f3c3bfff640 1 -- 172.21.15.111:0/1009272511 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c40032440 con 0x7f3c44158e50 2024-09-19T04:40:17.751 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.748+0000 7f3c3bfff640 1 -- 172.21.15.111:0/1009272511 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c40032810 con 0x7f3c44158e50 2024-09-19T04:40:17.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.748+0000 7f3c4b623640 1 -- 172.21.15.111:0/1009272511 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3c44158e50 msgr2=0x7f3c440b5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:17.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.748+0000 7f3c4b623640 1 --2- 172.21.15.111:0/1009272511 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3c44158e50 0x7f3c440b5050 secure :-1 s=READY pgs=1664 cs=0 l=1 rev1=1 crypto rx=0x7f3c40009870 tx=0x7f3c4002a210 comp rx=0 tx=0).stop 2024-09-19T04:40:17.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.748+0000 7f3c4b623640 1 -- 172.21.15.111:0/1009272511 shutdown_connections 2024-09-19T04:40:17.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.748+0000 7f3c4b623640 1 --2- 172.21.15.111:0/1009272511 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3c44158e50 0x7f3c440b5050 unknown :-1 s=CLOSED pgs=1664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.748+0000 7f3c4b623640 1 -- 172.21.15.111:0/1009272511 >> 172.21.15.111:0/1009272511 conn(0x7f3c4406bba0 msgr2=0x7f3c4406bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:17.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.748+0000 7f3c4b623640 1 -- 172.21.15.111:0/1009272511 shutdown_connections 2024-09-19T04:40:17.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.748+0000 7f3c4b623640 1 -- 172.21.15.111:0/1009272511 wait complete. 2024-09-19T04:40:17.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.749+0000 7f3c4b623640 1 Processor -- start 2024-09-19T04:40:17.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.749+0000 7f3c4b623640 1 -- start start 2024-09-19T04:40:17.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.750+0000 7f3c4b623640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3c4406f130 0x7f3c441f32c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:17.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.750+0000 7f3c4b623640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3c44158e50 0x7f3c4406d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:17.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.750+0000 7f3c4b623640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3c4415c370 0x7f3c4406de50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:17.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.750+0000 7f3c4b623640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3c44159230 con 0x7f3c4406f130 2024-09-19T04:40:17.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.750+0000 7f3c4b623640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3c440b3ed0 con 0x7f3c4415c370 2024-09-19T04:40:17.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.750+0000 7f3c4b623640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3c440ce910 con 0x7f3c44158e50 2024-09-19T04:40:17.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.750+0000 7f3c493bf640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3c4406f130 0x7f3c441f32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:17.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.750+0000 7f3c493bf640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3c4406f130 0x7f3c441f32c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59786/0 (socket says 172.21.15.111:59786) 2024-09-19T04:40:17.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.750+0000 7f3c493bf640 1 -- 172.21.15.111:0/2364679923 learned_addr learned my addr 172.21.15.111:0/2364679923 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:17.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.750+0000 7f3c48bbe640 1 --2- 172.21.15.111:0/2364679923 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3c44158e50 0x7f3c4406d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:17.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.750+0000 7f3c49bc0640 1 --2- 172.21.15.111:0/2364679923 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3c4415c370 0x7f3c4406de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:17.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.750+0000 7f3c493bf640 1 -- 172.21.15.111:0/2364679923 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3c44158e50 msgr2=0x7f3c4406d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:17.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.750+0000 7f3c493bf640 1 --2- 172.21.15.111:0/2364679923 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3c44158e50 0x7f3c4406d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.750+0000 7f3c493bf640 1 -- 172.21.15.111:0/2364679923 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3c4415c370 msgr2=0x7f3c4406de50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:17.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.750+0000 7f3c493bf640 1 --2- 172.21.15.111:0/2364679923 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3c4415c370 0x7f3c4406de50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.750+0000 7f3c493bf640 1 -- 172.21.15.111:0/2364679923 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c4415ca00 con 0x7f3c4406f130 2024-09-19T04:40:17.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.750+0000 7f3c49bc0640 1 --2- 172.21.15.111:0/2364679923 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3c4415c370 0x7f3c4406de50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:17.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.750+0000 7f3c48bbe640 1 --2- 172.21.15.111:0/2364679923 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3c44158e50 0x7f3c4406d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:17.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.751+0000 7f3c493bf640 1 --2- 172.21.15.111:0/2364679923 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3c4406f130 0x7f3c441f32c0 secure :-1 s=READY pgs=1665 cs=0 l=1 rev1=1 crypto rx=0x7f3c400090b0 tx=0x7f3c400046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:17.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.751+0000 7f3c39ffb640 1 -- 172.21.15.111:0/2364679923 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c40037040 con 0x7f3c4406f130 2024-09-19T04:40:17.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.751+0000 7f3c39ffb640 1 -- 172.21.15.111:0/2364679923 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c40004250 con 0x7f3c4406f130 2024-09-19T04:40:17.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.751+0000 7f3c4b623640 1 -- 172.21.15.111:0/2364679923 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c4415cce0 con 0x7f3c4406f130 2024-09-19T04:40:17.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.751+0000 7f3c39ffb640 1 -- 172.21.15.111:0/2364679923 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c4003c670 con 0x7f3c4406f130 2024-09-19T04:40:17.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.751+0000 7f3c4b623640 1 -- 172.21.15.111:0/2364679923 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c4415d2a0 con 0x7f3c4406f130 2024-09-19T04:40:17.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.752+0000 7f3c4b623640 1 -- 172.21.15.111:0/2364679923 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c441e52f0 con 0x7f3c4406f130 2024-09-19T04:40:17.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.752+0000 7f3c39ffb640 1 -- 172.21.15.111:0/2364679923 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f3c4003a070 con 0x7f3c4406f130 2024-09-19T04:40:17.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.753+0000 7f3c39ffb640 1 --2- 172.21.15.111:0/2364679923 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3c2806cc70 0x7f3c2806f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:17.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.753+0000 7f3c39ffb640 1 -- 172.21.15.111:0/2364679923 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 4999+0+0 (secure 0 0 0) 0x7f3c400aa4e0 con 0x7f3c4406f130 2024-09-19T04:40:17.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.753+0000 7f3c48bbe640 1 --2- 172.21.15.111:0/2364679923 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3c2806cc70 0x7f3c2806f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:17.757 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.753+0000 7f3c48bbe640 1 --2- 172.21.15.111:0/2364679923 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3c2806cc70 0x7f3c2806f130 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f3c44151bf0 tx=0x7f3c34009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:17.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.757+0000 7f3c39ffb640 1 -- 172.21.15.111:0/2364679923 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3c40041020 con 0x7f3c4406f130 2024-09-19T04:40:17.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.921+0000 7f3c4b623640 1 -- 172.21.15.111:0/2364679923 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f3c441e5010 con 0x7f3c4406f130 2024-09-19T04:40:17.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.922+0000 7f3c39ffb640 1 -- 172.21.15.111:0/2364679923 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v158) ==== 93+0+10 (secure 0 0 0) 0x7f3c4007a850 con 0x7f3c4406f130 2024-09-19T04:40:17.925 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 1 2024-09-19T04:40:17.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.924+0000 7f3c4b623640 1 -- 172.21.15.111:0/2364679923 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3c2806cc70 msgr2=0x7f3c2806f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:17.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.924+0000 7f3c4b623640 1 --2- 172.21.15.111:0/2364679923 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3c2806cc70 0x7f3c2806f130 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f3c44151bf0 tx=0x7f3c34009040 comp rx=0 tx=0).stop 2024-09-19T04:40:17.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.924+0000 7f3c4b623640 1 -- 172.21.15.111:0/2364679923 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3c4406f130 msgr2=0x7f3c441f32c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:17.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.924+0000 7f3c4b623640 1 --2- 172.21.15.111:0/2364679923 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3c4406f130 0x7f3c441f32c0 secure :-1 s=READY pgs=1665 cs=0 l=1 rev1=1 crypto rx=0x7f3c400090b0 tx=0x7f3c400046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.924+0000 7f3c4b623640 1 -- 172.21.15.111:0/2364679923 shutdown_connections 2024-09-19T04:40:17.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.924+0000 7f3c4b623640 1 --2- 172.21.15.111:0/2364679923 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3c2806cc70 0x7f3c2806f130 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.924+0000 7f3c4b623640 1 --2- 172.21.15.111:0/2364679923 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3c4415c370 0x7f3c4406de50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.924+0000 7f3c4b623640 1 --2- 172.21.15.111:0/2364679923 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3c44158e50 0x7f3c4406d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.924+0000 7f3c4b623640 1 --2- 172.21.15.111:0/2364679923 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3c4406f130 0x7f3c441f32c0 unknown :-1 s=CLOSED pgs=1665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.924+0000 7f3c4b623640 1 -- 172.21.15.111:0/2364679923 >> 172.21.15.111:0/2364679923 conn(0x7f3c4406bba0 msgr2=0x7f3c44071e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:17.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.924+0000 7f3c4b623640 1 -- 172.21.15.111:0/2364679923 shutdown_connections 2024-09-19T04:40:17.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:17.924+0000 7f3c4b623640 1 -- 172.21.15.111:0/2364679923 wait complete. 2024-09-19T04:40:17.937 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_unparseable_metafile_on_legacy_to_v1_upgrade' 2024-09-19T04:40:18.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.034+0000 7fe477aba640 1 Processor -- start 2024-09-19T04:40:18.036 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.034+0000 7fe477aba640 1 -- start start 2024-09-19T04:40:18.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.035+0000 7fe477aba640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4700d02a0 0x7fe4700d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:18.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.035+0000 7fe477aba640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe47015ca40 0x7fe47015e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:18.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.035+0000 7fe477aba640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fe47015ce80 0x7fe4701594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:18.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.035+0000 7fe477aba640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fe4700d0bc0 con 0x7fe47015ca40 2024-09-19T04:40:18.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.035+0000 7fe477aba640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fe47015d390 con 0x7fe47015ce80 2024-09-19T04:40:18.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.035+0000 7fe477aba640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe47015d670 con 0x7fe4700d02a0 2024-09-19T04:40:18.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.035+0000 7fe475055640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe47015ca40 0x7fe47015e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:18.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.035+0000 7fe475055640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe47015ca40 0x7fe47015e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59800/0 (socket says 172.21.15.111:59800) 2024-09-19T04:40:18.039 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.035+0000 7fe475055640 1 -- 172.21.15.111:0/1985502169 learned_addr learned my addr 172.21.15.111:0/1985502169 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:18.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.035+0000 7fe475856640 1 --2- 172.21.15.111:0/1985502169 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4700d02a0 0x7fe4700d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:18.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.035+0000 7fe476057640 1 --2- 172.21.15.111:0/1985502169 >> v2:172.21.15.114:3300/0 conn(0x7fe47015ce80 0x7fe4701594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:18.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.035+0000 7fe475055640 1 -- 172.21.15.111:0/1985502169 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4700d02a0 msgr2=0x7fe4700d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:18.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.035+0000 7fe475055640 1 --2- 172.21.15.111:0/1985502169 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4700d02a0 0x7fe4700d0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.035+0000 7fe475055640 1 -- 172.21.15.111:0/1985502169 >> v2:172.21.15.114:3300/0 conn(0x7fe47015ce80 msgr2=0x7fe4701594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:18.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.035+0000 7fe475055640 1 --2- 172.21.15.111:0/1985502169 >> v2:172.21.15.114:3300/0 conn(0x7fe47015ce80 0x7fe4701594c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.035+0000 7fe475055640 1 -- 172.21.15.111:0/1985502169 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe47015d950 con 0x7fe47015ca40 2024-09-19T04:40:18.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.036+0000 7fe475055640 1 --2- 172.21.15.111:0/1985502169 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe47015ca40 0x7fe47015e430 secure :-1 s=READY pgs=1666 cs=0 l=1 rev1=1 crypto rx=0x7fe47006cd20 tx=0x7fe46002c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=129506a6a17b7457 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:18.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.036+0000 7fe474854640 1 -- 172.21.15.111:0/1985502169 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe460032700 con 0x7fe47015ca40 2024-09-19T04:40:18.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.036+0000 7fe474854640 1 -- 172.21.15.111:0/1985502169 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4600328a0 con 0x7fe47015ca40 2024-09-19T04:40:18.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.036+0000 7fe474854640 1 -- 172.21.15.111:0/1985502169 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe460032c70 con 0x7fe47015ca40 2024-09-19T04:40:18.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.036+0000 7fe477aba640 1 -- 172.21.15.111:0/1985502169 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe47015ca40 msgr2=0x7fe47015e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:18.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.036+0000 7fe477aba640 1 --2- 172.21.15.111:0/1985502169 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe47015ca40 0x7fe47015e430 secure :-1 s=READY pgs=1666 cs=0 l=1 rev1=1 crypto rx=0x7fe47006cd20 tx=0x7fe46002c800 comp rx=0 tx=0).stop 2024-09-19T04:40:18.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.037+0000 7fe477aba640 1 -- 172.21.15.111:0/1985502169 shutdown_connections 2024-09-19T04:40:18.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.037+0000 7fe477aba640 1 --2- 172.21.15.111:0/1985502169 >> v2:172.21.15.114:3300/0 conn(0x7fe47015ce80 0x7fe4701594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.037+0000 7fe477aba640 1 --2- 172.21.15.111:0/1985502169 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe47015ca40 0x7fe47015e430 unknown :-1 s=CLOSED pgs=1666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.037+0000 7fe477aba640 1 --2- 172.21.15.111:0/1985502169 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4700d02a0 0x7fe4700d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.037+0000 7fe477aba640 1 -- 172.21.15.111:0/1985502169 >> 172.21.15.111:0/1985502169 conn(0x7fe470062cc0 msgr2=0x7fe47006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:18.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.037+0000 7fe477aba640 1 -- 172.21.15.111:0/1985502169 shutdown_connections 2024-09-19T04:40:18.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.037+0000 7fe477aba640 1 -- 172.21.15.111:0/1985502169 wait complete. 2024-09-19T04:40:18.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.038+0000 7fe477aba640 1 Processor -- start 2024-09-19T04:40:18.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.038+0000 7fe477aba640 1 -- start start 2024-09-19T04:40:18.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.038+0000 7fe477aba640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4700d02a0 0x7fe470157fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:18.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.038+0000 7fe477aba640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe47015ca40 0x7fe4701f00d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:18.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.038+0000 7fe477aba640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe47015ce80 0x7fe470155f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:18.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.038+0000 7fe477aba640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe470155b90 con 0x7fe47015ce80 2024-09-19T04:40:18.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.038+0000 7fe477aba640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe47015df10 con 0x7fe4700d02a0 2024-09-19T04:40:18.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.038+0000 7fe477aba640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe470155d10 con 0x7fe47015ca40 2024-09-19T04:40:18.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.039+0000 7fe476057640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe47015ce80 0x7fe470155f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:18.044 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.039+0000 7fe476057640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe47015ce80 0x7fe470155f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59816/0 (socket says 172.21.15.111:59816) 2024-09-19T04:40:18.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.039+0000 7fe476057640 1 -- 172.21.15.111:0/4280045829 learned_addr learned my addr 172.21.15.111:0/4280045829 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:18.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.039+0000 7fe475055640 1 --2- 172.21.15.111:0/4280045829 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe47015ca40 0x7fe4701f00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:18.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.039+0000 7fe475856640 1 --2- 172.21.15.111:0/4280045829 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4700d02a0 0x7fe470157fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:18.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.039+0000 7fe476057640 1 -- 172.21.15.111:0/4280045829 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe47015ca40 msgr2=0x7fe4701f00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:18.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.039+0000 7fe476057640 1 --2- 172.21.15.111:0/4280045829 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe47015ca40 0x7fe4701f00d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.039+0000 7fe476057640 1 -- 172.21.15.111:0/4280045829 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4700d02a0 msgr2=0x7fe470157fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:18.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.039+0000 7fe476057640 1 --2- 172.21.15.111:0/4280045829 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4700d02a0 0x7fe470157fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.039+0000 7fe476057640 1 -- 172.21.15.111:0/4280045829 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe470152e60 con 0x7fe47015ce80 2024-09-19T04:40:18.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.039+0000 7fe476057640 1 --2- 172.21.15.111:0/4280045829 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe47015ce80 0x7fe470155f40 secure :-1 s=READY pgs=1667 cs=0 l=1 rev1=1 crypto rx=0x7fe46800d5d0 tx=0x7fe46800da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:18.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.039+0000 7fe4667fc640 1 -- 172.21.15.111:0/4280045829 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4680125f0 con 0x7fe47015ce80 2024-09-19T04:40:18.045 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.039+0000 7fe4667fc640 1 -- 172.21.15.111:0/4280045829 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe468019070 con 0x7fe47015ce80 2024-09-19T04:40:18.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.039+0000 7fe477aba640 1 -- 172.21.15.111:0/4280045829 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4701f0900 con 0x7fe47015ce80 2024-09-19T04:40:18.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.039+0000 7fe4667fc640 1 -- 172.21.15.111:0/4280045829 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4680129f0 con 0x7fe47015ce80 2024-09-19T04:40:18.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.039+0000 7fe477aba640 1 -- 172.21.15.111:0/4280045829 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4701f0ec0 con 0x7fe47015ce80 2024-09-19T04:40:18.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.040+0000 7fe477aba640 1 -- 172.21.15.111:0/4280045829 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4700b5010 con 0x7fe47015ce80 2024-09-19T04:40:18.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.041+0000 7fe4667fc640 1 -- 172.21.15.111:0/4280045829 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7fe468012b90 con 0x7fe47015ce80 2024-09-19T04:40:18.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.041+0000 7fe4667fc640 1 --2- 172.21.15.111:0/4280045829 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe45406cc40 0x7fe45406f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:18.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.041+0000 7fe4667fc640 1 -- 172.21.15.111:0/4280045829 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 4999+0+0 (secure 0 0 0) 0x7fe468089eb0 con 0x7fe47015ce80 2024-09-19T04:40:18.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.041+0000 7fe475856640 1 --2- 172.21.15.111:0/4280045829 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe45406cc40 0x7fe45406f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:18.046 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.042+0000 7fe475856640 1 --2- 172.21.15.111:0/4280045829 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe45406cc40 0x7fe45406f100 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fe46c0039e0 tx=0x7fe46c009790 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:18.047 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.045+0000 7fe4667fc640 1 -- 172.21.15.111:0/4280045829 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe4700b5010 con 0x7fe47015ce80 2024-09-19T04:40:18.283 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.281+0000 7fe477aba640 1 -- 172.21.15.111:0/4280045829 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_unparseable_metafile_on_legacy_to_v1_upgrade"]} v 0) -- 0x7fe4700b4790 con 0x7fe47015ce80 2024-09-19T04:40:18.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.343+0000 7fe4667fc640 1 -- 172.21.15.111:0/4280045829 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_unparseable_metafile_on_legacy_to_v1_upgrade"]}]=0 v406) ==== 166+0+0 (secure 0 0 0) 0x7fe468059b50 con 0x7fe47015ce80 2024-09-19T04:40:18.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.345+0000 7fe477aba640 1 -- 172.21.15.111:0/4280045829 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe45406cc40 msgr2=0x7fe45406f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:18.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.345+0000 7fe477aba640 1 --2- 172.21.15.111:0/4280045829 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe45406cc40 0x7fe45406f100 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fe46c0039e0 tx=0x7fe46c009790 comp rx=0 tx=0).stop 2024-09-19T04:40:18.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.346+0000 7fe477aba640 1 -- 172.21.15.111:0/4280045829 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe47015ce80 msgr2=0x7fe470155f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:18.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.346+0000 7fe477aba640 1 --2- 172.21.15.111:0/4280045829 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe47015ce80 0x7fe470155f40 secure :-1 s=READY pgs=1667 cs=0 l=1 rev1=1 crypto rx=0x7fe46800d5d0 tx=0x7fe46800da90 comp rx=0 tx=0).stop 2024-09-19T04:40:18.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.346+0000 7fe477aba640 1 -- 172.21.15.111:0/4280045829 shutdown_connections 2024-09-19T04:40:18.348 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.346+0000 7fe477aba640 1 --2- 172.21.15.111:0/4280045829 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe45406cc40 0x7fe45406f100 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.346+0000 7fe477aba640 1 --2- 172.21.15.111:0/4280045829 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe47015ce80 0x7fe470155f40 unknown :-1 s=CLOSED pgs=1667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.346+0000 7fe477aba640 1 --2- 172.21.15.111:0/4280045829 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe47015ca40 0x7fe4701f00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.346+0000 7fe477aba640 1 --2- 172.21.15.111:0/4280045829 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4700d02a0 0x7fe470157fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.346+0000 7fe477aba640 1 -- 172.21.15.111:0/4280045829 >> 172.21.15.111:0/4280045829 conn(0x7fe470062cc0 msgr2=0x7fe47006bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:18.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.346+0000 7fe477aba640 1 -- 172.21.15.111:0/4280045829 shutdown_connections 2024-09-19T04:40:18.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.346+0000 7fe477aba640 1 -- 172.21.15.111:0/4280045829 wait complete. 2024-09-19T04:40:18.359 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T04:40:18.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.458+0000 7fe28cd3a640 1 Processor -- start 2024-09-19T04:40:18.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.458+0000 7fe28cd3a640 1 -- start start 2024-09-19T04:40:18.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.459+0000 7fe28cd3a640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fe2880b57d0 0x7fe2880b5c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:18.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.459+0000 7fe28cd3a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe288072290 0x7fe288072700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:18.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.459+0000 7fe28cd3a640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe28806dc40 con 0x7fe288161cc0 2024-09-19T04:40:18.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.459+0000 7fe28cd3a640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fe2880af300 con 0x7fe2880b57d0 2024-09-19T04:40:18.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.459+0000 7fe28cd3a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe288072c40 con 0x7fe288072290 2024-09-19T04:40:18.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.459+0000 7fe28659c640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7fe288161cc0 0x7fe2880aebf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:44158/0 (socket says 172.21.15.111:44158) 2024-09-19T04:40:18.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.459+0000 7fe27dd9b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fe2880b57d0 0x7fe2880b5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:18.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.459+0000 7fe28659c640 1 -- 172.21.15.111:0/4223738608 learned_addr learned my addr 172.21.15.111:0/4223738608 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:18.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.459+0000 7fe286d9d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe288072290 0x7fe288072700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:18.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.459+0000 7fe285d9b640 1 -- 172.21.15.111:0/4223738608 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3919764987 0 0) 0x7fe28806dc40 con 0x7fe288161cc0 2024-09-19T04:40:18.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.459+0000 7fe285d9b640 1 -- 172.21.15.111:0/4223738608 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe274003520 con 0x7fe288161cc0 2024-09-19T04:40:18.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.459+0000 7fe27dd9b640 1 -- 172.21.15.111:0/4223738608 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe288072290 msgr2=0x7fe288072700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:18.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.459+0000 7fe27dd9b640 1 --2- 172.21.15.111:0/4223738608 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe288072290 0x7fe288072700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.459+0000 7fe27dd9b640 1 -- 172.21.15.111:0/4223738608 >> v1:172.21.15.114:6789/0 conn(0x7fe288161cc0 legacy=0x7fe2880aebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:18.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.459+0000 7fe27dd9b640 1 -- 172.21.15.111:0/4223738608 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe28806df20 con 0x7fe2880b57d0 2024-09-19T04:40:18.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.459+0000 7fe286d9d640 1 --2- 172.21.15.111:0/4223738608 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe288072290 0x7fe288072700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:18.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.460+0000 7fe27dd9b640 1 --2- 172.21.15.111:0/4223738608 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe2880b57d0 0x7fe2880b5c40 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fe2700097a0 tx=0x7fe27002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=82b859689f0ca356 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:18.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.460+0000 7fe285d9b640 1 -- 172.21.15.111:0/4223738608 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe270037070 con 0x7fe2880b57d0 2024-09-19T04:40:18.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.460+0000 7fe285d9b640 1 -- 172.21.15.111:0/4223738608 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe270032440 con 0x7fe2880b57d0 2024-09-19T04:40:18.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.460+0000 7fe285d9b640 1 -- 172.21.15.111:0/4223738608 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2700327f0 con 0x7fe2880b57d0 2024-09-19T04:40:18.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.461+0000 7fe28cd3a640 1 -- 172.21.15.111:0/4223738608 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe2880b57d0 msgr2=0x7fe2880b5c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:18.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.461+0000 7fe28cd3a640 1 --2- 172.21.15.111:0/4223738608 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe2880b57d0 0x7fe2880b5c40 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fe2700097a0 tx=0x7fe27002a180 comp rx=0 tx=0).stop 2024-09-19T04:40:18.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.461+0000 7fe28cd3a640 1 -- 172.21.15.111:0/4223738608 shutdown_connections 2024-09-19T04:40:18.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.461+0000 7fe28cd3a640 1 --2- 172.21.15.111:0/4223738608 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe288072290 0x7fe288072700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.461+0000 7fe28cd3a640 1 --2- 172.21.15.111:0/4223738608 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe2880b57d0 0x7fe2880b5c40 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.461+0000 7fe28cd3a640 1 -- 172.21.15.111:0/4223738608 >> 172.21.15.111:0/4223738608 conn(0x7fe28806bba0 msgr2=0x7fe28806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:18.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.461+0000 7fe28cd3a640 1 -- 172.21.15.111:0/4223738608 shutdown_connections 2024-09-19T04:40:18.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.461+0000 7fe28cd3a640 1 -- 172.21.15.111:0/4223738608 wait complete. 2024-09-19T04:40:18.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.462+0000 7fe28cd3a640 1 Processor -- start 2024-09-19T04:40:18.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.462+0000 7fe28cd3a640 1 -- start start 2024-09-19T04:40:18.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.463+0000 7fe28cd3a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe288072290 0x7fe2880cef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:18.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.463+0000 7fe28cd3a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe2880b57d0 0x7fe2880b23f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:18.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.463+0000 7fe28cd3a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe288161cc0 0x7fe2880c6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:18.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.463+0000 7fe28cd3a640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe2880b4a60 con 0x7fe288072290 2024-09-19T04:40:18.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.463+0000 7fe28cd3a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe28806e570 con 0x7fe288161cc0 2024-09-19T04:40:18.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.463+0000 7fe28cd3a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe2880b4be0 con 0x7fe2880b57d0 2024-09-19T04:40:18.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.463+0000 7fe28659c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe288072290 0x7fe2880cef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:18.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.463+0000 7fe28659c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe288072290 0x7fe2880cef80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59820/0 (socket says 172.21.15.111:59820) 2024-09-19T04:40:18.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.463+0000 7fe28659c640 1 -- 172.21.15.111:0/926341383 learned_addr learned my addr 172.21.15.111:0/926341383 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:18.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.463+0000 7fe27dd9b640 1 --2- 172.21.15.111:0/926341383 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe2880b57d0 0x7fe2880b23f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:18.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.463+0000 7fe286d9d640 1 --2- 172.21.15.111:0/926341383 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe288161cc0 0x7fe2880c6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:18.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.464+0000 7fe28659c640 1 -- 172.21.15.111:0/926341383 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe2880b57d0 msgr2=0x7fe2880b23f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:18.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.464+0000 7fe28659c640 1 --2- 172.21.15.111:0/926341383 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe2880b57d0 0x7fe2880b23f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.464+0000 7fe28659c640 1 -- 172.21.15.111:0/926341383 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe288161cc0 msgr2=0x7fe2880c6100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:18.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.464+0000 7fe28659c640 1 --2- 172.21.15.111:0/926341383 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe288161cc0 0x7fe2880c6100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.464+0000 7fe28659c640 1 -- 172.21.15.111:0/926341383 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2880cf610 con 0x7fe288072290 2024-09-19T04:40:18.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.464+0000 7fe28659c640 1 --2- 172.21.15.111:0/926341383 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe288072290 0x7fe2880cef80 secure :-1 s=READY pgs=1668 cs=0 l=1 rev1=1 crypto rx=0x7fe27800c390 tx=0x7fe27800c790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:18.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.464+0000 7fe27f7fe640 1 -- 172.21.15.111:0/926341383 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe278017070 con 0x7fe288072290 2024-09-19T04:40:18.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.464+0000 7fe27f7fe640 1 -- 172.21.15.111:0/926341383 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe278005ce0 con 0x7fe288072290 2024-09-19T04:40:18.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.464+0000 7fe28cd3a640 1 -- 172.21.15.111:0/926341383 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2880cf8f0 con 0x7fe288072290 2024-09-19T04:40:18.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.464+0000 7fe27f7fe640 1 -- 172.21.15.111:0/926341383 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2780072f0 con 0x7fe288072290 2024-09-19T04:40:18.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.464+0000 7fe28cd3a640 1 -- 172.21.15.111:0/926341383 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2880cfeb0 con 0x7fe288072290 2024-09-19T04:40:18.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.465+0000 7fe28cd3a640 1 -- 172.21.15.111:0/926341383 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe288072700 con 0x7fe288072290 2024-09-19T04:40:18.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.465+0000 7fe27f7fe640 1 -- 172.21.15.111:0/926341383 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7fe27801a070 con 0x7fe288072290 2024-09-19T04:40:18.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.466+0000 7fe27f7fe640 1 --2- 172.21.15.111:0/926341383 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe26806cc40 0x7fe26806f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:18.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.466+0000 7fe27f7fe640 1 -- 172.21.15.111:0/926341383 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 4999+0+0 (secure 0 0 0) 0x7fe278088ed0 con 0x7fe288072290 2024-09-19T04:40:18.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.466+0000 7fe27dd9b640 1 --2- 172.21.15.111:0/926341383 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe26806cc40 0x7fe26806f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:18.471 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.466+0000 7fe27dd9b640 1 --2- 172.21.15.111:0/926341383 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe26806cc40 0x7fe26806f100 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fe270034000 tx=0x7fe27002e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:18.472 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.470+0000 7fe27f7fe640 1 -- 172.21.15.111:0/926341383 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe278058b70 con 0x7fe288072290 2024-09-19T04:40:18.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.634+0000 7fe28cd3a640 1 -- 172.21.15.111:0/926341383 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fe28815e6c0 con 0x7fe288072290 2024-09-19T04:40:18.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.638+0000 7fe27f7fe640 1 -- 172.21.15.111:0/926341383 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v30)=0 v30) ==== 122+0+0 (secure 0 0 0) 0x7fe27805ce70 con 0x7fe288072290 2024-09-19T04:40:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.640+0000 7fe28cd3a640 1 -- 172.21.15.111:0/926341383 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe26806cc40 msgr2=0x7fe26806f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.640+0000 7fe28cd3a640 1 --2- 172.21.15.111:0/926341383 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe26806cc40 0x7fe26806f100 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fe270034000 tx=0x7fe27002e000 comp rx=0 tx=0).stop 2024-09-19T04:40:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.640+0000 7fe28cd3a640 1 -- 172.21.15.111:0/926341383 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe288072290 msgr2=0x7fe2880cef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.640+0000 7fe28cd3a640 1 --2- 172.21.15.111:0/926341383 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe288072290 0x7fe2880cef80 secure :-1 s=READY pgs=1668 cs=0 l=1 rev1=1 crypto rx=0x7fe27800c390 tx=0x7fe27800c790 comp rx=0 tx=0).stop 2024-09-19T04:40:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.640+0000 7fe28cd3a640 1 -- 172.21.15.111:0/926341383 shutdown_connections 2024-09-19T04:40:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.640+0000 7fe28cd3a640 1 --2- 172.21.15.111:0/926341383 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe26806cc40 0x7fe26806f100 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.640+0000 7fe28cd3a640 1 --2- 172.21.15.111:0/926341383 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe288161cc0 0x7fe2880c6100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.640+0000 7fe28cd3a640 1 --2- 172.21.15.111:0/926341383 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe2880b57d0 0x7fe2880b23f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.640+0000 7fe28cd3a640 1 --2- 172.21.15.111:0/926341383 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe288072290 0x7fe2880cef80 unknown :-1 s=CLOSED pgs=1668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.640+0000 7fe28cd3a640 1 -- 172.21.15.111:0/926341383 >> 172.21.15.111:0/926341383 conn(0x7fe28806bba0 msgr2=0x7fe28815fce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.640+0000 7fe28cd3a640 1 -- 172.21.15.111:0/926341383 shutdown_connections 2024-09-19T04:40:18.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.640+0000 7fe28cd3a640 1 -- 172.21.15.111:0/926341383 wait complete. 2024-09-19T04:40:18.653 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:40:18.653 DEBUG:teuthology.orchestra.run.smithi111:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:40:18.690 DEBUG:teuthology.orchestra.run.smithi114:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:40:18.734 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:40:18.734 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:40:18.734 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:18.750 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:40:18.750 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:40:18.750 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:18.792 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:40:18.792 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:40:18.792 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:18.808 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:40:18.808 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:40:18.808 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:18.850 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:40:18.850 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T04:40:18.850 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:40:18.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.945+0000 7f1d039c4640 1 Processor -- start 2024-09-19T04:40:18.948 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.946+0000 7f1d039c4640 1 -- start start 2024-09-19T04:40:18.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.946+0000 7f1d039c4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1cfc0d02a0 0x7f1cfc0d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:18.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.946+0000 7f1d039c4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1cfc15ca40 0x7f1cfc15e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:18.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.946+0000 7f1d039c4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1cfc0d0bc0 con 0x7f1cfc15ce80 2024-09-19T04:40:18.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.946+0000 7f1d039c4640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f1cfc15d390 con 0x7f1cfc15ca40 2024-09-19T04:40:18.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.946+0000 7f1d039c4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1cfc15d670 con 0x7f1cfc0d02a0 2024-09-19T04:40:18.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.947+0000 7f1d00f5f640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1cfc15ca40 0x7f1cfc15e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:18.950 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.947+0000 7f1d00f5f640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1cfc15ca40 0x7f1cfc15e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59832/0 (socket says 172.21.15.111:59832) 2024-09-19T04:40:18.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.947+0000 7f1d00f5f640 1 -- 172.21.15.111:0/826659042 learned_addr learned my addr 172.21.15.111:0/826659042 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:18.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.947+0000 7f1d01760640 1 --2- 172.21.15.111:0/826659042 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1cfc0d02a0 0x7f1cfc0d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:18.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.947+0000 7f1d00f5f640 1 -- 172.21.15.111:0/826659042 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1cfc0d02a0 msgr2=0x7f1cfc0d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:18.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.947+0000 7f1d00f5f640 1 --2- 172.21.15.111:0/826659042 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1cfc0d02a0 0x7f1cfc0d0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.947+0000 7f1d00f5f640 1 -- 172.21.15.111:0/826659042 >> v1:172.21.15.114:6789/0 conn(0x7f1cfc15ce80 legacy=0x7f1cfc1594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:18.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.947+0000 7f1d00f5f640 1 -- 172.21.15.111:0/826659042 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cfc15d950 con 0x7f1cfc15ca40 2024-09-19T04:40:18.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.948+0000 7f1d00f5f640 1 --2- 172.21.15.111:0/826659042 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1cfc15ca40 0x7f1cfc15e430 secure :-1 s=READY pgs=1669 cs=0 l=1 rev1=1 crypto rx=0x7f1cf8009870 tx=0x7f1cf802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16bd767c86664e77 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:18.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.948+0000 7f1ceffff640 1 -- 172.21.15.111:0/826659042 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cf8037070 con 0x7f1cfc15ca40 2024-09-19T04:40:18.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.948+0000 7f1ceffff640 1 -- 172.21.15.111:0/826659042 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cf8032440 con 0x7f1cfc15ca40 2024-09-19T04:40:18.951 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.948+0000 7f1ceffff640 1 -- 172.21.15.111:0/826659042 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cf8032810 con 0x7f1cfc15ca40 2024-09-19T04:40:18.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.948+0000 7f1d039c4640 1 -- 172.21.15.111:0/826659042 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1cfc15ca40 msgr2=0x7f1cfc15e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:18.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.948+0000 7f1d039c4640 1 --2- 172.21.15.111:0/826659042 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1cfc15ca40 0x7f1cfc15e430 secure :-1 s=READY pgs=1669 cs=0 l=1 rev1=1 crypto rx=0x7f1cf8009870 tx=0x7f1cf802a180 comp rx=0 tx=0).stop 2024-09-19T04:40:18.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.948+0000 7f1d039c4640 1 -- 172.21.15.111:0/826659042 shutdown_connections 2024-09-19T04:40:18.954 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.948+0000 7f1d039c4640 1 --2- 172.21.15.111:0/826659042 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1cfc15ca40 0x7f1cfc15e430 unknown :-1 s=CLOSED pgs=1669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.948+0000 7f1d039c4640 1 --2- 172.21.15.111:0/826659042 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1cfc0d02a0 0x7f1cfc0d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.948+0000 7f1d039c4640 1 -- 172.21.15.111:0/826659042 >> 172.21.15.111:0/826659042 conn(0x7f1cfc062cc0 msgr2=0x7f1cfc06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:18.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.949+0000 7f1d039c4640 1 -- 172.21.15.111:0/826659042 shutdown_connections 2024-09-19T04:40:18.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.949+0000 7f1d039c4640 1 -- 172.21.15.111:0/826659042 wait complete. 2024-09-19T04:40:18.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.950+0000 7f1d039c4640 1 Processor -- start 2024-09-19T04:40:18.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.950+0000 7f1d039c4640 1 -- start start 2024-09-19T04:40:18.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.950+0000 7f1d039c4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1cfc0d02a0 0x7f1cfc14f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:18.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.950+0000 7f1d039c4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1cfc15ca40 0x7f1cfc152820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:18.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.950+0000 7f1d039c4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1cfc15ce80 0x7f1cfc150c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:18.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.950+0000 7f1d039c4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1cfc155b90 con 0x7f1cfc15ca40 2024-09-19T04:40:18.955 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.950+0000 7f1d039c4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1cfc15df10 con 0x7f1cfc15ce80 2024-09-19T04:40:18.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.950+0000 7f1d039c4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1cfc155d10 con 0x7f1cfc0d02a0 2024-09-19T04:40:18.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.951+0000 7f1d00f5f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1cfc15ca40 0x7f1cfc152820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:18.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.951+0000 7f1d00f5f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1cfc15ca40 0x7f1cfc152820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59842/0 (socket says 172.21.15.111:59842) 2024-09-19T04:40:18.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.951+0000 7f1d00f5f640 1 -- 172.21.15.111:0/2667637636 learned_addr learned my addr 172.21.15.111:0/2667637636 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:18.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.951+0000 7f1d01760640 1 --2- 172.21.15.111:0/2667637636 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1cfc0d02a0 0x7f1cfc14f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:18.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.951+0000 7f1d01f61640 1 --2- 172.21.15.111:0/2667637636 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1cfc15ce80 0x7f1cfc150c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:18.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.951+0000 7f1d00f5f640 1 -- 172.21.15.111:0/2667637636 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1cfc0d02a0 msgr2=0x7f1cfc14f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:18.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.951+0000 7f1d00f5f640 1 --2- 172.21.15.111:0/2667637636 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1cfc0d02a0 0x7f1cfc14f930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.951+0000 7f1d00f5f640 1 -- 172.21.15.111:0/2667637636 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1cfc15ce80 msgr2=0x7f1cfc150c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:18.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.951+0000 7f1d00f5f640 1 --2- 172.21.15.111:0/2667637636 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1cfc15ce80 0x7f1cfc150c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:18.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.951+0000 7f1d00f5f640 1 -- 172.21.15.111:0/2667637636 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cfc151780 con 0x7f1cfc15ca40 2024-09-19T04:40:18.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.951+0000 7f1d00f5f640 1 --2- 172.21.15.111:0/2667637636 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1cfc15ca40 0x7f1cfc152820 secure :-1 s=READY pgs=1670 cs=0 l=1 rev1=1 crypto rx=0x7f1cf8009870 tx=0x7f1cf80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:18.956 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.951+0000 7f1cedffb640 1 -- 172.21.15.111:0/2667637636 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cf8041020 con 0x7f1cfc15ca40 2024-09-19T04:40:18.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.951+0000 7f1cedffb640 1 -- 172.21.15.111:0/2667637636 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cf8030970 con 0x7f1cfc15ca40 2024-09-19T04:40:18.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.951+0000 7f1cedffb640 1 -- 172.21.15.111:0/2667637636 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cf8037040 con 0x7f1cfc15ca40 2024-09-19T04:40:18.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.951+0000 7f1d039c4640 1 -- 172.21.15.111:0/2667637636 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cfc151a60 con 0x7f1cfc15ca40 2024-09-19T04:40:18.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.951+0000 7f1d039c4640 1 -- 172.21.15.111:0/2667637636 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cfc152300 con 0x7f1cfc15ca40 2024-09-19T04:40:18.957 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.952+0000 7f1d039c4640 1 -- 172.21.15.111:0/2667637636 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cfc151e50 con 0x7f1cfc15ca40 2024-09-19T04:40:18.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.953+0000 7f1cedffb640 1 -- 172.21.15.111:0/2667637636 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f1cf8044020 con 0x7f1cfc15ca40 2024-09-19T04:40:18.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.953+0000 7f1cedffb640 1 --2- 172.21.15.111:0/2667637636 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1ce006cc40 0x7f1ce006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:18.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.953+0000 7f1cedffb640 1 -- 172.21.15.111:0/2667637636 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 4999+0+0 (secure 0 0 0) 0x7f1cf80aa430 con 0x7f1cfc15ca40 2024-09-19T04:40:18.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.954+0000 7f1d01760640 1 --2- 172.21.15.111:0/2667637636 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1ce006cc40 0x7f1ce006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:18.958 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.954+0000 7f1d01760640 1 --2- 172.21.15.111:0/2667637636 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1ce006cc40 0x7f1ce006f100 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f1cf000aa20 tx=0x7f1cf0008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:18.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:18.958+0000 7f1cedffb640 1 -- 172.21.15.111:0/2667637636 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1cf804b030 con 0x7f1cfc15ca40 2024-09-19T04:40:19.158 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.156+0000 7f1d039c4640 1 -- 172.21.15.111:0/2667637636 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1cfc0b4790 con 0x7f1cfc15ca40 2024-09-19T04:40:19.159 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.157+0000 7f1cedffb640 1 -- 172.21.15.111:0/2667637636 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 86 v86) ==== 94+0+3920 (secure 0 0 0) 0x7f1cf807a150 con 0x7f1cfc15ca40 2024-09-19T04:40:19.159 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:19.159 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":86,"btime":"2024-09-19T04:40:14:229594+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6878,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/3373352182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":3373352182},{"type":"v1","addr":"172.21.15.114:6834","nonce":3373352182}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":6881,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/772132505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":772132505},{"type":"v1","addr":"172.21.15.114:6835","nonce":772132505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":7693,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/2739498817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2739498817},{"type":"v1","addr":"172.21.15.111:6834","nonce":2739498817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":8904,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1815920847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":1815920847},{"type":"v1","addr":"172.21.15.111:6835","nonce":1815920847}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":86}],"filesystems":[]} 2024-09-19T04:40:19.160 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 86 2024-09-19T04:40:19.161 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.159+0000 7f1d039c4640 1 -- 172.21.15.111:0/2667637636 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1ce006cc40 msgr2=0x7f1ce006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:19.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.159+0000 7f1d039c4640 1 --2- 172.21.15.111:0/2667637636 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1ce006cc40 0x7f1ce006f100 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f1cf000aa20 tx=0x7f1cf0008040 comp rx=0 tx=0).stop 2024-09-19T04:40:19.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.159+0000 7f1d039c4640 1 -- 172.21.15.111:0/2667637636 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1cfc15ca40 msgr2=0x7f1cfc152820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:19.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.159+0000 7f1d039c4640 1 --2- 172.21.15.111:0/2667637636 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1cfc15ca40 0x7f1cfc152820 secure :-1 s=READY pgs=1670 cs=0 l=1 rev1=1 crypto rx=0x7f1cf8009870 tx=0x7f1cf80046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:19.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.159+0000 7f1d039c4640 1 -- 172.21.15.111:0/2667637636 shutdown_connections 2024-09-19T04:40:19.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.159+0000 7f1d039c4640 1 --2- 172.21.15.111:0/2667637636 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1ce006cc40 0x7f1ce006f100 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:19.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.159+0000 7f1d039c4640 1 --2- 172.21.15.111:0/2667637636 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1cfc15ce80 0x7f1cfc150c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:19.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.159+0000 7f1d039c4640 1 --2- 172.21.15.111:0/2667637636 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1cfc15ca40 0x7f1cfc152820 unknown :-1 s=CLOSED pgs=1670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:19.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.159+0000 7f1d039c4640 1 --2- 172.21.15.111:0/2667637636 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1cfc0d02a0 0x7f1cfc14f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:19.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.159+0000 7f1d039c4640 1 -- 172.21.15.111:0/2667637636 >> 172.21.15.111:0/2667637636 conn(0x7f1cfc062cc0 msgr2=0x7f1cfc154a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:19.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.159+0000 7f1d039c4640 1 -- 172.21.15.111:0/2667637636 shutdown_connections 2024-09-19T04:40:19.162 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.159+0000 7f1d039c4640 1 -- 172.21.15.111:0/2667637636 wait complete. 2024-09-19T04:40:19.173 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T04:40:19.173 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T04:40:19.173 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T04:40:19.173 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:40:19.173 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T04:40:19.173 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T04:40:19.174 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T04:40:19.174 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:40:19.174 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T04:40:19.174 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T04:40:19.174 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T04:40:19.174 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:40:19.174 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T04:40:19.174 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T04:40:19.175 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T04:40:19.175 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:40:19.182 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T04:40:19.183 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T04:40:19.183 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T04:40:19.184 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T04:40:19.185 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T04:40:19.185 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T04:40:19.186 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T04:40:19.186 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T04:40:19.225 INFO:tasks.ceph.mds.a:Started 2024-09-19T04:40:19.226 DEBUG:teuthology.parallel:result is None 2024-09-19T04:40:19.226 INFO:tasks.ceph.mds.c:Started 2024-09-19T04:40:19.226 DEBUG:teuthology.parallel:result is None 2024-09-19T04:40:19.228 INFO:tasks.ceph.mds.b:Started 2024-09-19T04:40:19.229 DEBUG:teuthology.parallel:result is None 2024-09-19T04:40:19.229 INFO:tasks.ceph.mds.d:Started 2024-09-19T04:40:19.229 DEBUG:teuthology.parallel:result is None 2024-09-19T04:40:19.230 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T04:40:19.300 INFO:tasks.ceph.mds.c.smithi111.stdout:starting mds.c at 2024-09-19T04:40:19.300 INFO:tasks.ceph.mds.a.smithi111.stdout:starting mds.a at 2024-09-19T04:40:19.312 INFO:tasks.ceph.mds.d.smithi114.stdout:starting mds.d at 2024-09-19T04:40:19.312 INFO:tasks.ceph.mds.b.smithi114.stdout:starting mds.b at 2024-09-19T04:40:19.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.332+0000 7f99d8882640 1 Processor -- start 2024-09-19T04:40:19.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.332+0000 7f99d8882640 1 -- start start 2024-09-19T04:40:19.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.333+0000 7f99d8882640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f99d415e940 0x7f99d40d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:19.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.333+0000 7f99d8882640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f99d415ed20 0x7f99d40d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:19.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.333+0000 7f99d8882640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99d40b7170 con 0x7f99d40cef90 2024-09-19T04:40:19.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.333+0000 7f99d8882640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f99d40d1ae0 con 0x7f99d415e940 2024-09-19T04:40:19.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.333+0000 7f99d8882640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f99d40b7aa0 con 0x7f99d415ed20 2024-09-19T04:40:19.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.333+0000 7f99d259c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f99d415e940 0x7f99d40d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:19.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.333+0000 7f99d259c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f99d415e940 0x7f99d40d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59868/0 (socket says 172.21.15.111:59868) 2024-09-19T04:40:19.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.333+0000 7f99d259c640 1 -- 172.21.15.111:0/3727481880 learned_addr learned my addr 172.21.15.111:0/3727481880 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:19.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.333+0000 7f99d1d9b640 1 --2- 172.21.15.111:0/3727481880 >> v2:172.21.15.114:3300/0 conn(0x7f99d415ed20 0x7f99d40d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:19.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.333+0000 7f99d259c640 1 -- 172.21.15.111:0/3727481880 >> v2:172.21.15.114:3300/0 conn(0x7f99d415ed20 msgr2=0x7f99d40d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:19.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.333+0000 7f99d259c640 1 --2- 172.21.15.111:0/3727481880 >> v2:172.21.15.114:3300/0 conn(0x7f99d415ed20 0x7f99d40d15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:19.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.333+0000 7f99d259c640 1 -- 172.21.15.111:0/3727481880 >> v1:172.21.15.114:6789/0 conn(0x7f99d40cef90 legacy=0x7f99d40b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:19.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.333+0000 7f99d259c640 1 -- 172.21.15.111:0/3727481880 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99d40d3660 con 0x7f99d415e940 2024-09-19T04:40:19.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.333+0000 7f99d1d9b640 1 --2- 172.21.15.111:0/3727481880 >> v2:172.21.15.114:3300/0 conn(0x7f99d415ed20 0x7f99d40d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:19.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.334+0000 7f99d259c640 1 --2- 172.21.15.111:0/3727481880 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f99d415e940 0x7f99d40d1060 secure :-1 s=READY pgs=1679 cs=0 l=1 rev1=1 crypto rx=0x7f99d406e900 tx=0x7f99c402a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3163d5dc5d4c5d33 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:19.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.334+0000 7f99d159a640 1 -- 172.21.15.111:0/3727481880 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99c4037070 con 0x7f99d415e940 2024-09-19T04:40:19.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.334+0000 7f99d159a640 1 -- 172.21.15.111:0/3727481880 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99c4032440 con 0x7f99d415e940 2024-09-19T04:40:19.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.334+0000 7f99d159a640 1 -- 172.21.15.111:0/3727481880 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99c4032810 con 0x7f99d415e940 2024-09-19T04:40:19.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.335+0000 7f99d8882640 1 -- 172.21.15.111:0/3727481880 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f99d415e940 msgr2=0x7f99d40d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:19.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.335+0000 7f99d8882640 1 --2- 172.21.15.111:0/3727481880 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f99d415e940 0x7f99d40d1060 secure :-1 s=READY pgs=1679 cs=0 l=1 rev1=1 crypto rx=0x7f99d406e900 tx=0x7f99c402a2c0 comp rx=0 tx=0).stop 2024-09-19T04:40:19.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.335+0000 7f99d8882640 1 -- 172.21.15.111:0/3727481880 shutdown_connections 2024-09-19T04:40:19.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.335+0000 7f99d8882640 1 --2- 172.21.15.111:0/3727481880 >> v2:172.21.15.114:3300/0 conn(0x7f99d415ed20 0x7f99d40d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:19.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.335+0000 7f99d8882640 1 --2- 172.21.15.111:0/3727481880 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f99d415e940 0x7f99d40d1060 unknown :-1 s=CLOSED pgs=1679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:19.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.335+0000 7f99d8882640 1 -- 172.21.15.111:0/3727481880 >> 172.21.15.111:0/3727481880 conn(0x7f99d40b6240 msgr2=0x7f99d40b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:19.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.335+0000 7f99d8882640 1 -- 172.21.15.111:0/3727481880 shutdown_connections 2024-09-19T04:40:19.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.335+0000 7f99d8882640 1 -- 172.21.15.111:0/3727481880 wait complete. 2024-09-19T04:40:19.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.336+0000 7f99d8882640 1 Processor -- start 2024-09-19T04:40:19.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.336+0000 7f99d8882640 1 -- start start 2024-09-19T04:40:19.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.337+0000 7f99d8882640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f99d40cef90 0x7f99d40ca510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:19.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.337+0000 7f99d8882640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f99d415e940 0x7f99d4156240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:19.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.337+0000 7f99d8882640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f99d415ed20 0x7f99d4156780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:19.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.337+0000 7f99d8882640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f99d40d3f00 con 0x7f99d415ed20 2024-09-19T04:40:19.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.337+0000 7f99d8882640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f99d40d3c20 con 0x7f99d40cef90 2024-09-19T04:40:19.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.337+0000 7f99d8882640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f99d40d3310 con 0x7f99d415e940 2024-09-19T04:40:19.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.337+0000 7f99d2d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f99d415ed20 0x7f99d4156780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:19.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.337+0000 7f99d2d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f99d415ed20 0x7f99d4156780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59884/0 (socket says 172.21.15.111:59884) 2024-09-19T04:40:19.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.337+0000 7f99d2d9d640 1 -- 172.21.15.111:0/2390615634 learned_addr learned my addr 172.21.15.111:0/2390615634 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:19.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.337+0000 7f99d1d9b640 1 --2- 172.21.15.111:0/2390615634 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f99d415e940 0x7f99d4156240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:19.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.337+0000 7f99d259c640 1 --2- 172.21.15.111:0/2390615634 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f99d40cef90 0x7f99d40ca510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:19.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.337+0000 7f99d2d9d640 1 -- 172.21.15.111:0/2390615634 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f99d415e940 msgr2=0x7f99d4156240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:19.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.337+0000 7f99d2d9d640 1 --2- 172.21.15.111:0/2390615634 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f99d415e940 0x7f99d4156240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:19.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.337+0000 7f99d2d9d640 1 -- 172.21.15.111:0/2390615634 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f99d40cef90 msgr2=0x7f99d40ca510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:19.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.337+0000 7f99d2d9d640 1 --2- 172.21.15.111:0/2390615634 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f99d40cef90 0x7f99d40ca510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:19.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.337+0000 7f99d2d9d640 1 -- 172.21.15.111:0/2390615634 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99d40cba50 con 0x7f99d415ed20 2024-09-19T04:40:19.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.337+0000 7f99d259c640 1 --2- 172.21.15.111:0/2390615634 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f99d40cef90 0x7f99d40ca510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:19.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.338+0000 7f99d2d9d640 1 --2- 172.21.15.111:0/2390615634 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f99d415ed20 0x7f99d4156780 secure :-1 s=READY pgs=1680 cs=0 l=1 rev1=1 crypto rx=0x7f99cc00b970 tx=0x7f99cc00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:19.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.338+0000 7f99c2ffd640 1 -- 172.21.15.111:0/2390615634 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99cc019070 con 0x7f99d415ed20 2024-09-19T04:40:19.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.338+0000 7f99c2ffd640 1 -- 172.21.15.111:0/2390615634 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99cc00cb40 con 0x7f99d415ed20 2024-09-19T04:40:19.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.338+0000 7f99c2ffd640 1 -- 172.21.15.111:0/2390615634 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99cc014440 con 0x7f99d415ed20 2024-09-19T04:40:19.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.338+0000 7f99d8882640 1 -- 172.21.15.111:0/2390615634 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99d40cbd30 con 0x7f99d415ed20 2024-09-19T04:40:19.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.338+0000 7f99d8882640 1 -- 172.21.15.111:0/2390615634 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99d4156cc0 con 0x7f99d415ed20 2024-09-19T04:40:19.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.339+0000 7f99d8882640 1 -- 172.21.15.111:0/2390615634 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99d40d1ef0 con 0x7f99d415ed20 2024-09-19T04:40:19.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.339+0000 7f99c2ffd640 1 -- 172.21.15.111:0/2390615634 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f99cc01c070 con 0x7f99d415ed20 2024-09-19T04:40:19.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.340+0000 7f99c2ffd640 1 --2- 172.21.15.111:0/2390615634 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f99b406cc40 0x7f99b406f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:19.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.340+0000 7f99c2ffd640 1 -- 172.21.15.111:0/2390615634 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 4999+0+0 (secure 0 0 0) 0x7f99cc089790 con 0x7f99d415ed20 2024-09-19T04:40:19.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.340+0000 7f99d259c640 1 --2- 172.21.15.111:0/2390615634 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f99b406cc40 0x7f99b406f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:19.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.340+0000 7f99d259c640 1 --2- 172.21.15.111:0/2390615634 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f99b406cc40 0x7f99b406f100 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f99c4034000 tx=0x7f99c402e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:19.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.344+0000 7f99c2ffd640 1 -- 172.21.15.111:0/2390615634 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f99cc0594b0 con 0x7f99d415ed20 2024-09-19T04:40:19.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:19.523+0000 7f99d8882640 1 -- 172.21.15.111:0/2390615634 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f99d40ba6b0 con 0x7f99d415ed20 2024-09-19T04:40:20.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.362+0000 7f99c2ffd640 1 -- 172.21.15.111:0/2390615634 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v163) ==== 97+0+0 (secure 0 0 0) 0x7f99cc05d7b0 con 0x7f99d415ed20 2024-09-19T04:40:20.365 INFO:teuthology.orchestra.run.smithi111.stderr: removed all blocklist entries 2024-09-19T04:40:20.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.365+0000 7f99d8882640 1 -- 172.21.15.111:0/2390615634 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f99b406cc40 msgr2=0x7f99b406f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:20.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.365+0000 7f99d8882640 1 --2- 172.21.15.111:0/2390615634 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f99b406cc40 0x7f99b406f100 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f99c4034000 tx=0x7f99c402e000 comp rx=0 tx=0).stop 2024-09-19T04:40:20.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.365+0000 7f99d8882640 1 -- 172.21.15.111:0/2390615634 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f99d415ed20 msgr2=0x7f99d4156780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:20.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.365+0000 7f99d8882640 1 --2- 172.21.15.111:0/2390615634 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f99d415ed20 0x7f99d4156780 secure :-1 s=READY pgs=1680 cs=0 l=1 rev1=1 crypto rx=0x7f99cc00b970 tx=0x7f99cc00be30 comp rx=0 tx=0).stop 2024-09-19T04:40:20.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.365+0000 7f99d8882640 1 -- 172.21.15.111:0/2390615634 shutdown_connections 2024-09-19T04:40:20.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.365+0000 7f99d8882640 1 --2- 172.21.15.111:0/2390615634 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f99b406cc40 0x7f99b406f100 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:20.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.365+0000 7f99d8882640 1 --2- 172.21.15.111:0/2390615634 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f99d415ed20 0x7f99d4156780 unknown :-1 s=CLOSED pgs=1680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:20.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.365+0000 7f99d8882640 1 --2- 172.21.15.111:0/2390615634 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f99d415e940 0x7f99d4156240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:20.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.365+0000 7f99d8882640 1 --2- 172.21.15.111:0/2390615634 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f99d40cef90 0x7f99d40ca510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:20.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.365+0000 7f99d8882640 1 -- 172.21.15.111:0/2390615634 >> 172.21.15.111:0/2390615634 conn(0x7f99d40b6240 msgr2=0x7f99d40b9760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:20.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.365+0000 7f99d8882640 1 -- 172.21.15.111:0/2390615634 shutdown_connections 2024-09-19T04:40:20.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.365+0000 7f99d8882640 1 -- 172.21.15.111:0/2390615634 wait complete. 2024-09-19T04:40:20.380 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T04:40:20.481 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.479+0000 7fbc4ae37640 1 Processor -- start 2024-09-19T04:40:20.482 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.479+0000 7fbc4ae37640 1 -- start start 2024-09-19T04:40:20.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.480+0000 7fbc4ae37640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fbc440d02a0 0x7fbc440d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:20.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.480+0000 7fbc4ae37640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc440d0bc0 con 0x7fbc4415ca40 2024-09-19T04:40:20.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.480+0000 7fbc4ae37640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc4415d390 con 0x7fbc4415ceb0 2024-09-19T04:40:20.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.480+0000 7fbc4ae37640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fbc4415d670 con 0x7fbc440d02a0 2024-09-19T04:40:20.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.481+0000 7fbc48bd3640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fbc440d02a0 0x7fbc440d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:20.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.481+0000 7fbc3bfff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fbc4415ca40 0x7fbc4415e430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:40172/0 (socket says 172.21.15.111:40172) 2024-09-19T04:40:20.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.481+0000 7fbc3bfff640 1 -- 172.21.15.111:0/1219066181 learned_addr learned my addr 172.21.15.111:0/1219066181 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:20.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.481+0000 7fbc3b7fe640 1 -- 172.21.15.111:0/1219066181 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3297185065 0 0) 0x7fbc440d0bc0 con 0x7fbc4415ca40 2024-09-19T04:40:20.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.481+0000 7fbc3b7fe640 1 -- 172.21.15.111:0/1219066181 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbc2c003520 con 0x7fbc4415ca40 2024-09-19T04:40:20.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.481+0000 7fbc48bd3640 1 -- 172.21.15.111:0/1219066181 >> v1:172.21.15.114:6789/0 conn(0x7fbc4415ceb0 legacy=0x7fbc441594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:20.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.481+0000 7fbc48bd3640 1 -- 172.21.15.111:0/1219066181 >> v1:172.21.15.111:6789/0 conn(0x7fbc4415ca40 legacy=0x7fbc4415e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:20.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.481+0000 7fbc48bd3640 1 -- 172.21.15.111:0/1219066181 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc4415d950 con 0x7fbc440d02a0 2024-09-19T04:40:20.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.482+0000 7fbc48bd3640 1 --2- 172.21.15.111:0/1219066181 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc440d02a0 0x7fbc440d0680 secure :-1 s=READY pgs=1682 cs=0 l=1 rev1=1 crypto rx=0x7fbc400097a0 tx=0x7fbc4002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c9edfa5325ec5c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:20.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.482+0000 7fbc3b7fe640 1 -- 172.21.15.111:0/1219066181 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc40037070 con 0x7fbc440d02a0 2024-09-19T04:40:20.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.482+0000 7fbc3b7fe640 1 -- 172.21.15.111:0/1219066181 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc40032440 con 0x7fbc440d02a0 2024-09-19T04:40:20.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.482+0000 7fbc3b7fe640 1 -- 172.21.15.111:0/1219066181 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc400327f0 con 0x7fbc440d02a0 2024-09-19T04:40:20.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.483+0000 7fbc4ae37640 1 -- 172.21.15.111:0/1219066181 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc440d02a0 msgr2=0x7fbc440d0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:20.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.483+0000 7fbc4ae37640 1 --2- 172.21.15.111:0/1219066181 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc440d02a0 0x7fbc440d0680 secure :-1 s=READY pgs=1682 cs=0 l=1 rev1=1 crypto rx=0x7fbc400097a0 tx=0x7fbc4002a1a0 comp rx=0 tx=0).stop 2024-09-19T04:40:20.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.483+0000 7fbc4ae37640 1 -- 172.21.15.111:0/1219066181 shutdown_connections 2024-09-19T04:40:20.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.483+0000 7fbc4ae37640 1 --2- 172.21.15.111:0/1219066181 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc440d02a0 0x7fbc440d0680 unknown :-1 s=CLOSED pgs=1682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:20.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.483+0000 7fbc4ae37640 1 -- 172.21.15.111:0/1219066181 >> 172.21.15.111:0/1219066181 conn(0x7fbc44062cc0 msgr2=0x7fbc4406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:20.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.483+0000 7fbc4ae37640 1 -- 172.21.15.111:0/1219066181 shutdown_connections 2024-09-19T04:40:20.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.483+0000 7fbc4ae37640 1 -- 172.21.15.111:0/1219066181 wait complete. 2024-09-19T04:40:20.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.484+0000 7fbc4ae37640 1 Processor -- start 2024-09-19T04:40:20.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.484+0000 7fbc4ae37640 1 -- start start 2024-09-19T04:40:20.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.485+0000 7fbc4ae37640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbc440d02a0 0x7fbc44146010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:20.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.485+0000 7fbc4ae37640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc4415ca40 0x7fbc44072d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:20.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.485+0000 7fbc4ae37640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbc4415ceb0 0x7fbc44073290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:20.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.485+0000 7fbc4ae37640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fbc4415eb40 con 0x7fbc4415ca40 2024-09-19T04:40:20.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.485+0000 7fbc4ae37640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fbc4415df10 con 0x7fbc4415ceb0 2024-09-19T04:40:20.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.485+0000 7fbc4ae37640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fbc44155b90 con 0x7fbc440d02a0 2024-09-19T04:40:20.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.485+0000 7fbc3bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc4415ca40 0x7fbc44072d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:20.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.485+0000 7fbc3bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc4415ca40 0x7fbc44072d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59892/0 (socket says 172.21.15.111:59892) 2024-09-19T04:40:20.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.485+0000 7fbc3bfff640 1 -- 172.21.15.111:0/3685014026 learned_addr learned my addr 172.21.15.111:0/3685014026 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:20.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.485+0000 7fbc48bd3640 1 --2- 172.21.15.111:0/3685014026 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbc440d02a0 0x7fbc44146010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:20.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.485+0000 7fbc493d4640 1 --2- 172.21.15.111:0/3685014026 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbc4415ceb0 0x7fbc44073290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:20.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.485+0000 7fbc3bfff640 1 -- 172.21.15.111:0/3685014026 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbc440d02a0 msgr2=0x7fbc44146010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:20.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.485+0000 7fbc3bfff640 1 --2- 172.21.15.111:0/3685014026 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbc440d02a0 0x7fbc44146010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:20.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.485+0000 7fbc3bfff640 1 -- 172.21.15.111:0/3685014026 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbc4415ceb0 msgr2=0x7fbc44073290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:20.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.485+0000 7fbc3bfff640 1 --2- 172.21.15.111:0/3685014026 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbc4415ceb0 0x7fbc44073290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:20.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.485+0000 7fbc3bfff640 1 -- 172.21.15.111:0/3685014026 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc441efea0 con 0x7fbc4415ca40 2024-09-19T04:40:20.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.485+0000 7fbc48bd3640 1 --2- 172.21.15.111:0/3685014026 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbc440d02a0 0x7fbc44146010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:20.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.485+0000 7fbc493d4640 1 --2- 172.21.15.111:0/3685014026 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbc4415ceb0 0x7fbc44073290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:20.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.485+0000 7fbc3bfff640 1 --2- 172.21.15.111:0/3685014026 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc4415ca40 0x7fbc44072d50 secure :-1 s=READY pgs=1683 cs=0 l=1 rev1=1 crypto rx=0x7fbc3400c500 tx=0x7fbc3400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:20.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.485+0000 7fbc397fa640 1 -- 172.21.15.111:0/3685014026 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc34017070 con 0x7fbc4415ca40 2024-09-19T04:40:20.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.486+0000 7fbc397fa640 1 -- 172.21.15.111:0/3685014026 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc34005ce0 con 0x7fbc4415ca40 2024-09-19T04:40:20.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.486+0000 7fbc4ae37640 1 -- 172.21.15.111:0/3685014026 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc441f0140 con 0x7fbc4415ca40 2024-09-19T04:40:20.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.486+0000 7fbc397fa640 1 -- 172.21.15.111:0/3685014026 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc34007330 con 0x7fbc4415ca40 2024-09-19T04:40:20.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.486+0000 7fbc4ae37640 1 -- 172.21.15.111:0/3685014026 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc441545b0 con 0x7fbc4415ca40 2024-09-19T04:40:20.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.487+0000 7fbc4ae37640 1 -- 172.21.15.111:0/3685014026 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc440b4790 con 0x7fbc4415ca40 2024-09-19T04:40:20.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.487+0000 7fbc397fa640 1 -- 172.21.15.111:0/3685014026 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7fbc3401a070 con 0x7fbc4415ca40 2024-09-19T04:40:20.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.487+0000 7fbc397fa640 1 --2- 172.21.15.111:0/3685014026 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbc3006cc40 0x7fbc3006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:20.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.488+0000 7fbc397fa640 1 -- 172.21.15.111:0/3685014026 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 4913+0+0 (secure 0 0 0) 0x7fbc34089050 con 0x7fbc4415ca40 2024-09-19T04:40:20.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.488+0000 7fbc48bd3640 1 --2- 172.21.15.111:0/3685014026 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbc3006cc40 0x7fbc3006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:20.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.488+0000 7fbc48bd3640 1 --2- 172.21.15.111:0/3685014026 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbc3006cc40 0x7fbc3006f100 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fbc40034000 tx=0x7fbc4002e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:20.494 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.492+0000 7fbc397fa640 1 -- 172.21.15.111:0/3685014026 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbc34059480 con 0x7fbc4415ca40 2024-09-19T04:40:20.723 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.721+0000 7fbc4ae37640 1 -- 172.21.15.111:0/3685014026 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fbc44076130 con 0x7fbc4415ca40 2024-09-19T04:40:20.724 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.722+0000 7fbc397fa640 1 -- 172.21.15.111:0/3685014026 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v22) ==== 80+0+5304 (secure 0 0 0) 0x7fbc34058d80 con 0x7fbc4415ca40 2024-09-19T04:40:20.724 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:20.724 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:40:20.724 INFO:teuthology.orchestra.run.smithi111.stdout: "auth_dump": [ 2024-09-19T04:40:20.724 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:40:20.724 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.a", 2024-09-19T04:40:20.725 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmCnXHLRAAedEy+KfNFU7YOhRhgLYdMA==", 2024-09-19T04:40:20.725 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:40:20.725 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:40:20.725 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:40:20.725 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:40:20.725 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:40:20.725 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:40:20.725 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:40:20.725 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:40:20.725 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.b", 2024-09-19T04:40:20.725 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmj2hsORAAjwXo3DZ4XRGCsUOxqI9CjA==", 2024-09-19T04:40:20.725 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:40:20.725 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:40:20.725 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:40:20.726 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:40:20.726 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:40:20.726 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:40:20.726 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:40:20.726 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:40:20.726 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.c", 2024-09-19T04:40:20.726 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmNXLHNBAAmsO18sf+jcsAfzbE1mj2oA==", 2024-09-19T04:40:20.726 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:40:20.726 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:40:20.726 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:40:20.726 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:40:20.726 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:40:20.726 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:40:20.726 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:40:20.726 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:40:20.727 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mds.d", 2024-09-19T04:40:20.727 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmNfTNBBAAj7NZf67zeYo/yvhfnAxkww==", 2024-09-19T04:40:20.727 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:40:20.727 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:40:20.727 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:40:20.727 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:40:20.727 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:40:20.727 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:40:20.727 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:40:20.727 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:40:20.727 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.0", 2024-09-19T04:40:20.727 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA3qetmXK2QIBAAR75oRgwzgVuLQhvMlJa4CA==", 2024-09-19T04:40:20.727 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:40:20.727 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:40:20.727 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:40:20.728 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:40:20.728 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:40:20.728 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:40:20.728 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:40:20.728 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.1", 2024-09-19T04:40:20.728 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA7qetmkWR6ExAA0lWBxpiPAGZCLmu4h7iPMg==", 2024-09-19T04:40:20.728 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:40:20.728 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:40:20.728 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:40:20.728 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:40:20.728 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:40:20.728 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:40:20.728 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:40:20.728 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.2", 2024-09-19T04:40:20.728 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA/qetmgxH4FBAAdBD58YlH15hiLasWSnbxgQ==", 2024-09-19T04:40:20.729 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:40:20.729 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:40:20.729 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:40:20.729 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:40:20.729 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:40:20.729 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:40:20.729 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:40:20.729 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.3", 2024-09-19T04:40:20.729 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBDqetmvScfFhAAjBKwn49kZcL8j+xfBzuAXQ==", 2024-09-19T04:40:20.729 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:40:20.729 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:40:20.729 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:40:20.729 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:40:20.730 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:40:20.730 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:40:20.730 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:40:20.730 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.4", 2024-09-19T04:40:20.730 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBKqetms9roERAALAlOKQm99bEbtaMUdCEfCQ==", 2024-09-19T04:40:20.730 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:40:20.730 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:40:20.730 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:40:20.730 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:40:20.730 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:40:20.730 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:40:20.730 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:40:20.730 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.5", 2024-09-19T04:40:20.730 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBOqetmmoAIBBAA0fKuVAffYGZnFsgCXtti2Q==", 2024-09-19T04:40:20.730 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:40:20.731 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:40:20.731 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:40:20.731 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:40:20.731 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:40:20.731 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:40:20.731 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:40:20.731 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.6", 2024-09-19T04:40:20.731 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBRqetm6XavKhAAIL2OCxOxpUEc8vXFj6gN7A==", 2024-09-19T04:40:20.731 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:40:20.731 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:40:20.731 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:40:20.731 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:40:20.732 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:40:20.732 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:40:20.732 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:40:20.732 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "osd.7", 2024-09-19T04:40:20.732 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQBVqetmhUn4KxAA7yNGTx+mbKjnHNUg8hxx+w==", 2024-09-19T04:40:20.732 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:40:20.732 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow profile osd", 2024-09-19T04:40:20.732 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile osd", 2024-09-19T04:40:20.732 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:40:20.732 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:40:20.732 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:40:20.732 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:40:20.733 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.0", 2024-09-19T04:40:20.733 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmdEXYCBAAQK+0F5ouJPJAqZqCQHrMdQ==", 2024-09-19T04:40:20.733 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:40:20.733 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:40:20.733 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow r", 2024-09-19T04:40:20.733 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T04:40:20.733 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:40:20.733 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:40:20.733 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:40:20.733 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.1", 2024-09-19T04:40:20.733 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmsJubERAAw8fZEkmvI5BUEFNZBk1MLg==", 2024-09-19T04:40:20.733 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:40:20.733 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:40:20.734 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:40:20.734 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:40:20.734 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:40:20.734 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:40:20.734 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:40:20.734 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:40:20.734 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.2", 2024-09-19T04:40:20.734 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetmMCNpDhAAAOVbb+49iDsZc+49qDrLTw==", 2024-09-19T04:40:20.734 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:40:20.734 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:40:20.734 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:40:20.734 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:40:20.734 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:40:20.735 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:40:20.735 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:40:20.735 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:40:20.735 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.3", 2024-09-19T04:40:20.735 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQA0qetm4QAqFxAAod68YP3hsE1q4q0VXSLlnQ==", 2024-09-19T04:40:20.735 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:40:20.735 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow", 2024-09-19T04:40:20.735 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow r", 2024-09-19T04:40:20.735 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow rw", 2024-09-19T04:40:20.735 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow rwx" 2024-09-19T04:40:20.735 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:40:20.735 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:40:20.735 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:40:20.735 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "client.admin", 2024-09-19T04:40:20.736 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmrRVMEhAAHd1CNriXFbfJyf4GC8hYMQ==", 2024-09-19T04:40:20.736 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:40:20.736 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:40:20.737 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": "allow *", 2024-09-19T04:40:20.737 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow *", 2024-09-19T04:40:20.737 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:40:20.737 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:40:20.737 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:40:20.737 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:40:20.737 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mgr.x", 2024-09-19T04:40:20.738 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetmCAiOKhAA2pudSPuE+yJMoNgHi4eu4A==", 2024-09-19T04:40:20.738 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:40:20.738 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:40:20.738 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile mgr", 2024-09-19T04:40:20.738 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:40:20.738 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:40:20.738 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-09-19T04:40:20.738 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:40:20.738 INFO:teuthology.orchestra.run.smithi111.stdout: "entity": "mgr.y", 2024-09-19T04:40:20.738 INFO:teuthology.orchestra.run.smithi111.stdout: "key": "AQAzqetm8NjVJhAAOyZKidS0VOLEDBwUteHNGw==", 2024-09-19T04:40:20.738 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": { 2024-09-19T04:40:20.738 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": "allow *", 2024-09-19T04:40:20.738 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": "allow profile mgr", 2024-09-19T04:40:20.738 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": "allow *" 2024-09-19T04:40:20.738 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:40:20.739 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:40:20.739 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-09-19T04:40:20.739 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:40:20.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.724+0000 7fbc4ae37640 1 -- 172.21.15.111:0/3685014026 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbc3006cc40 msgr2=0x7fbc3006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:20.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.724+0000 7fbc4ae37640 1 --2- 172.21.15.111:0/3685014026 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbc3006cc40 0x7fbc3006f100 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fbc40034000 tx=0x7fbc4002e000 comp rx=0 tx=0).stop 2024-09-19T04:40:20.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.724+0000 7fbc4ae37640 1 -- 172.21.15.111:0/3685014026 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc4415ca40 msgr2=0x7fbc44072d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:20.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.724+0000 7fbc4ae37640 1 --2- 172.21.15.111:0/3685014026 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc4415ca40 0x7fbc44072d50 secure :-1 s=READY pgs=1683 cs=0 l=1 rev1=1 crypto rx=0x7fbc3400c500 tx=0x7fbc3400c9c0 comp rx=0 tx=0).stop 2024-09-19T04:40:20.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.724+0000 7fbc4ae37640 1 -- 172.21.15.111:0/3685014026 shutdown_connections 2024-09-19T04:40:20.740 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.724+0000 7fbc4ae37640 1 --2- 172.21.15.111:0/3685014026 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbc3006cc40 0x7fbc3006f100 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:20.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.724+0000 7fbc4ae37640 1 --2- 172.21.15.111:0/3685014026 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbc4415ceb0 0x7fbc44073290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:20.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.724+0000 7fbc4ae37640 1 --2- 172.21.15.111:0/3685014026 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc4415ca40 0x7fbc44072d50 unknown :-1 s=CLOSED pgs=1683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:20.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.724+0000 7fbc4ae37640 1 --2- 172.21.15.111:0/3685014026 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbc440d02a0 0x7fbc44146010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:20.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.724+0000 7fbc4ae37640 1 -- 172.21.15.111:0/3685014026 >> 172.21.15.111:0/3685014026 conn(0x7fbc44062cc0 msgr2=0x7fbc440b1850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:20.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.724+0000 7fbc4ae37640 1 -- 172.21.15.111:0/3685014026 shutdown_connections 2024-09-19T04:40:20.741 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.724+0000 7fbc4ae37640 1 -- 172.21.15.111:0/3685014026 wait complete. 2024-09-19T04:40:20.741 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T04:40:20.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.837+0000 7f1642dc6640 1 Processor -- start 2024-09-19T04:40:20.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.837+0000 7f1642dc6640 1 -- start start 2024-09-19T04:40:20.840 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.838+0000 7f1642dc6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f163c15ca40 0x7f163c15e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:20.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.838+0000 7f1642dc6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f163c15ceb0 0x7f163c1594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:20.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.838+0000 7f1642dc6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f163c15d390 con 0x7f163c0d02a0 2024-09-19T04:40:20.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.838+0000 7f1642dc6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f163c15d670 con 0x7f163c15ca40 2024-09-19T04:40:20.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.838+0000 7f1642dc6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f163c15d950 con 0x7f163c15ceb0 2024-09-19T04:40:20.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.838+0000 7f1641363640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f163c15ceb0 0x7f163c1594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:20.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.838+0000 7f163bfff640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f163c15ca40 0x7f163c15e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:20.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.838+0000 7f1641363640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f163c15ceb0 0x7f163c1594c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:34130/0 (socket says 172.21.15.111:34130) 2024-09-19T04:40:20.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.838+0000 7f1641363640 1 -- 172.21.15.111:0/3006209542 learned_addr learned my addr 172.21.15.111:0/3006209542 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:20.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.838+0000 7f1641363640 1 -- 172.21.15.111:0/3006209542 >> v2:172.21.15.114:3300/0 conn(0x7f163c15ca40 msgr2=0x7f163c15e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:20.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.838+0000 7f1641363640 1 --2- 172.21.15.111:0/3006209542 >> v2:172.21.15.114:3300/0 conn(0x7f163c15ca40 0x7f163c15e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:20.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.838+0000 7f1641363640 1 -- 172.21.15.111:0/3006209542 >> v1:172.21.15.114:6789/0 conn(0x7f163c0d02a0 legacy=0x7f163c0d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:20.841 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.838+0000 7f1641363640 1 -- 172.21.15.111:0/3006209542 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f163c15dc30 con 0x7f163c15ceb0 2024-09-19T04:40:20.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.839+0000 7f1641363640 1 --2- 172.21.15.111:0/3006209542 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f163c15ceb0 0x7f163c1594c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f163400d150 tx=0x7f163402c890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e9025b598f976cd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:20.842 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.839+0000 7f163b7fe640 1 -- 172.21.15.111:0/3006209542 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1634039070 con 0x7f163c15ceb0 2024-09-19T04:40:20.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.839+0000 7f163b7fe640 1 -- 172.21.15.111:0/3006209542 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1634009600 con 0x7f163c15ceb0 2024-09-19T04:40:20.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.839+0000 7f163b7fe640 1 -- 172.21.15.111:0/3006209542 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16340099d0 con 0x7f163c15ceb0 2024-09-19T04:40:20.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.840+0000 7f1642dc6640 1 -- 172.21.15.111:0/3006209542 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f163c15ceb0 msgr2=0x7f163c1594c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:20.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.840+0000 7f1642dc6640 1 --2- 172.21.15.111:0/3006209542 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f163c15ceb0 0x7f163c1594c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f163400d150 tx=0x7f163402c890 comp rx=0 tx=0).stop 2024-09-19T04:40:20.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.840+0000 7f1642dc6640 1 -- 172.21.15.111:0/3006209542 shutdown_connections 2024-09-19T04:40:20.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.840+0000 7f1642dc6640 1 --2- 172.21.15.111:0/3006209542 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f163c15ceb0 0x7f163c1594c0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:20.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.840+0000 7f1642dc6640 1 --2- 172.21.15.111:0/3006209542 >> v2:172.21.15.114:3300/0 conn(0x7f163c15ca40 0x7f163c15e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:20.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.840+0000 7f1642dc6640 1 -- 172.21.15.111:0/3006209542 >> 172.21.15.111:0/3006209542 conn(0x7f163c062cc0 msgr2=0x7f163c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:20.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.840+0000 7f1642dc6640 1 -- 172.21.15.111:0/3006209542 shutdown_connections 2024-09-19T04:40:20.843 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.840+0000 7f1642dc6640 1 -- 172.21.15.111:0/3006209542 wait complete. 2024-09-19T04:40:20.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.841+0000 7f1642dc6640 1 Processor -- start 2024-09-19T04:40:20.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.841+0000 7f1642dc6640 1 -- start start 2024-09-19T04:40:20.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.842+0000 7f1642dc6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f163c0d02a0 0x7f163c1580d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:20.845 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.842+0000 7f1642dc6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f163c15ca40 0x7f163c072cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:20.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.842+0000 7f1642dc6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f163c15ceb0 0x7f163c071b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:20.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.842+0000 7f1642dc6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f163c155d10 con 0x7f163c0d02a0 2024-09-19T04:40:20.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.842+0000 7f1642dc6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f163c155b90 con 0x7f163c15ca40 2024-09-19T04:40:20.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.842+0000 7f1642dc6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f163c0b4790 con 0x7f163c15ceb0 2024-09-19T04:40:20.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.842+0000 7f1640b62640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f163c0d02a0 0x7f163c1580d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:20.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.842+0000 7f1640b62640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f163c0d02a0 0x7f163c1580d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59906/0 (socket says 172.21.15.111:59906) 2024-09-19T04:40:20.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.842+0000 7f1640b62640 1 -- 172.21.15.111:0/2823299283 learned_addr learned my addr 172.21.15.111:0/2823299283 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:20.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.842+0000 7f1641363640 1 --2- 172.21.15.111:0/2823299283 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f163c15ceb0 0x7f163c071b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:20.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.842+0000 7f163bfff640 1 --2- 172.21.15.111:0/2823299283 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f163c15ca40 0x7f163c072cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:20.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.842+0000 7f1640b62640 1 -- 172.21.15.111:0/2823299283 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f163c15ceb0 msgr2=0x7f163c071b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:20.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.842+0000 7f1640b62640 1 --2- 172.21.15.111:0/2823299283 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f163c15ceb0 0x7f163c071b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:20.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.842+0000 7f1640b62640 1 -- 172.21.15.111:0/2823299283 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f163c15ca40 msgr2=0x7f163c072cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:20.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.842+0000 7f1640b62640 1 --2- 172.21.15.111:0/2823299283 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f163c15ca40 0x7f163c072cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:20.846 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.842+0000 7f1640b62640 1 -- 172.21.15.111:0/2823299283 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f163c071070 con 0x7f163c0d02a0 2024-09-19T04:40:20.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.843+0000 7f1640b62640 1 --2- 172.21.15.111:0/2823299283 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f163c0d02a0 0x7f163c1580d0 secure :-1 s=READY pgs=1684 cs=0 l=1 rev1=1 crypto rx=0x7f163000c3c0 tx=0x7f163000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:20.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.843+0000 7f16397fa640 1 -- 172.21.15.111:0/2823299283 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16300052d0 con 0x7f163c0d02a0 2024-09-19T04:40:20.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.843+0000 7f16397fa640 1 -- 172.21.15.111:0/2823299283 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1630005490 con 0x7f163c0d02a0 2024-09-19T04:40:20.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.843+0000 7f1642dc6640 1 -- 172.21.15.111:0/2823299283 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f163c073740 con 0x7f163c0d02a0 2024-09-19T04:40:20.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.843+0000 7f16397fa640 1 -- 172.21.15.111:0/2823299283 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1630007260 con 0x7f163c0d02a0 2024-09-19T04:40:20.847 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.843+0000 7f1642dc6640 1 -- 172.21.15.111:0/2823299283 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f163c071310 con 0x7f163c0d02a0 2024-09-19T04:40:20.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.844+0000 7f1642dc6640 1 -- 172.21.15.111:0/2823299283 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f163c0d0680 con 0x7f163c0d02a0 2024-09-19T04:40:20.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.844+0000 7f16397fa640 1 -- 172.21.15.111:0/2823299283 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f1630007400 con 0x7f163c0d02a0 2024-09-19T04:40:20.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.845+0000 7f16397fa640 1 --2- 172.21.15.111:0/2823299283 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f162006cc40 0x7f162006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:20.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.845+0000 7f16397fa640 1 -- 172.21.15.111:0/2823299283 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 4913+0+0 (secure 0 0 0) 0x7f1630088fd0 con 0x7f163c0d02a0 2024-09-19T04:40:20.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.845+0000 7f163bfff640 1 --2- 172.21.15.111:0/2823299283 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f162006cc40 0x7f162006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:20.848 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.845+0000 7f163bfff640 1 --2- 172.21.15.111:0/2823299283 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f162006cc40 0x7f162006f100 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f163c06d620 tx=0x7f1628009190 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:20.851 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:20.849+0000 7f16397fa640 1 -- 172.21.15.111:0/2823299283 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1630058cf0 con 0x7f163c0d02a0 2024-09-19T04:40:21.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.016+0000 7f1642dc6640 1 -- 172.21.15.111:0/2823299283 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f163c06d370 con 0x7f163c0d02a0 2024-09-19T04:40:21.019 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.017+0000 7f16397fa640 1 -- 172.21.15.111:0/2823299283 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v163) ==== 84+0+65 (secure 0 0 0) 0x7f163005cff0 con 0x7f163c0d02a0 2024-09-19T04:40:21.019 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:21.019 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:40:21.019 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:40:21.019 INFO:teuthology.orchestra.run.smithi111.stdout: "poolnum": 1, 2024-09-19T04:40:21.019 INFO:teuthology.orchestra.run.smithi111.stdout: "poolname": ".mgr" 2024-09-19T04:40:21.019 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:40:21.020 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:40:21.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.019+0000 7f1642dc6640 1 -- 172.21.15.111:0/2823299283 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f162006cc40 msgr2=0x7f162006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:21.021 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.019+0000 7f1642dc6640 1 --2- 172.21.15.111:0/2823299283 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f162006cc40 0x7f162006f100 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f163c06d620 tx=0x7f1628009190 comp rx=0 tx=0).stop 2024-09-19T04:40:21.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.019+0000 7f1642dc6640 1 -- 172.21.15.111:0/2823299283 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f163c0d02a0 msgr2=0x7f163c1580d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:21.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.019+0000 7f1642dc6640 1 --2- 172.21.15.111:0/2823299283 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f163c0d02a0 0x7f163c1580d0 secure :-1 s=READY pgs=1684 cs=0 l=1 rev1=1 crypto rx=0x7f163000c3c0 tx=0x7f163000c880 comp rx=0 tx=0).stop 2024-09-19T04:40:21.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.019+0000 7f1642dc6640 1 -- 172.21.15.111:0/2823299283 shutdown_connections 2024-09-19T04:40:21.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.019+0000 7f1642dc6640 1 --2- 172.21.15.111:0/2823299283 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f162006cc40 0x7f162006f100 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:21.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.019+0000 7f1642dc6640 1 --2- 172.21.15.111:0/2823299283 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f163c15ceb0 0x7f163c071b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:21.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.019+0000 7f1642dc6640 1 --2- 172.21.15.111:0/2823299283 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f163c15ca40 0x7f163c072cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:21.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.019+0000 7f1642dc6640 1 --2- 172.21.15.111:0/2823299283 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f163c0d02a0 0x7f163c1580d0 unknown :-1 s=CLOSED pgs=1684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:21.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.019+0000 7f1642dc6640 1 -- 172.21.15.111:0/2823299283 >> 172.21.15.111:0/2823299283 conn(0x7f163c062cc0 msgr2=0x7f163c0b5300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:21.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.019+0000 7f1642dc6640 1 -- 172.21.15.111:0/2823299283 shutdown_connections 2024-09-19T04:40:21.022 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.019+0000 7f1642dc6640 1 -- 172.21.15.111:0/2823299283 wait complete. 2024-09-19T04:40:21.032 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T04:40:21.032 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T04:40:21.134 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.132+0000 7f1fc1bb0640 1 Processor -- start 2024-09-19T04:40:21.135 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.132+0000 7f1fc1bb0640 1 -- start start 2024-09-19T04:40:21.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.133+0000 7f1fc1bb0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fbc0ccb80 0x7f1fbc15bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:21.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.133+0000 7f1fc1bb0640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1fbc072d10 0x7f1fbc0b4710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:21.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.133+0000 7f1fc1bb0640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f1fbc0b4c50 0x7f1fbc15e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:21.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.133+0000 7f1fc1bb0640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f1fbc0b5060 con 0x7f1fbc072d10 2024-09-19T04:40:21.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.133+0000 7f1fc1bb0640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f1fbc0b3570 con 0x7f1fbc0b4c50 2024-09-19T04:40:21.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.133+0000 7f1fc1bb0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1fbc0b3850 con 0x7f1fbc0ccb80 2024-09-19T04:40:21.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.133+0000 7f1fbaffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1fbc072d10 0x7f1fbc0b4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:21.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.133+0000 7f1fbaffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1fbc072d10 0x7f1fbc0b4710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59912/0 (socket says 172.21.15.111:59912) 2024-09-19T04:40:21.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.133+0000 7f1fbaffd640 1 -- 172.21.15.111:0/1728091453 learned_addr learned my addr 172.21.15.111:0/1728091453 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:21.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.133+0000 7f1fbb7fe640 1 --2- 172.21.15.111:0/1728091453 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fbc0ccb80 0x7f1fbc15bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:21.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.133+0000 7f1fbbfff640 1 --2- 172.21.15.111:0/1728091453 >> v2:172.21.15.114:3300/0 conn(0x7f1fbc0b4c50 0x7f1fbc15e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:21.137 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.133+0000 7f1fbaffd640 1 -- 172.21.15.111:0/1728091453 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fbc0ccb80 msgr2=0x7f1fbc15bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:21.138 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.133+0000 7f1fbaffd640 1 --2- 172.21.15.111:0/1728091453 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fbc0ccb80 0x7f1fbc15bbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:21.138 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.134+0000 7f1fbaffd640 1 -- 172.21.15.111:0/1728091453 >> v2:172.21.15.114:3300/0 conn(0x7f1fbc0b4c50 msgr2=0x7f1fbc15e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:21.138 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.134+0000 7f1fbaffd640 1 --2- 172.21.15.111:0/1728091453 >> v2:172.21.15.114:3300/0 conn(0x7f1fbc0b4c50 0x7f1fbc15e740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:21.138 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.134+0000 7f1fbaffd640 1 -- 172.21.15.111:0/1728091453 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fbc0b3b30 con 0x7f1fbc072d10 2024-09-19T04:40:21.138 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.134+0000 7f1fbaffd640 1 --2- 172.21.15.111:0/1728091453 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fbc072d10 0x7f1fbc0b4710 secure :-1 s=READY pgs=1685 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc158c90 tx=0x7f1fb002c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b42f319e3c1539a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:21.138 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.134+0000 7f1fba7fc640 1 -- 172.21.15.111:0/1728091453 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb0038070 con 0x7f1fbc072d10 2024-09-19T04:40:21.138 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.134+0000 7f1fba7fc640 1 -- 172.21.15.111:0/1728091453 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1fb0031710 con 0x7f1fbc072d10 2024-09-19T04:40:21.138 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.134+0000 7f1fba7fc640 1 -- 172.21.15.111:0/1728091453 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb0031ae0 con 0x7f1fbc072d10 2024-09-19T04:40:21.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.135+0000 7f1fc1bb0640 1 -- 172.21.15.111:0/1728091453 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fbc072d10 msgr2=0x7f1fbc0b4710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:21.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.135+0000 7f1fc1bb0640 1 --2- 172.21.15.111:0/1728091453 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fbc072d10 0x7f1fbc0b4710 secure :-1 s=READY pgs=1685 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc158c90 tx=0x7f1fb002c3f0 comp rx=0 tx=0).stop 2024-09-19T04:40:21.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.135+0000 7f1fc1bb0640 1 -- 172.21.15.111:0/1728091453 shutdown_connections 2024-09-19T04:40:21.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.135+0000 7f1fc1bb0640 1 --2- 172.21.15.111:0/1728091453 >> v2:172.21.15.114:3300/0 conn(0x7f1fbc0b4c50 0x7f1fbc15e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:21.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.135+0000 7f1fc1bb0640 1 --2- 172.21.15.111:0/1728091453 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fbc072d10 0x7f1fbc0b4710 unknown :-1 s=CLOSED pgs=1685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:21.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.135+0000 7f1fc1bb0640 1 --2- 172.21.15.111:0/1728091453 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fbc0ccb80 0x7f1fbc15bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:21.141 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.135+0000 7f1fc1bb0640 1 -- 172.21.15.111:0/1728091453 >> 172.21.15.111:0/1728091453 conn(0x7f1fbc06bba0 msgr2=0x7f1fbc06bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:21.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.135+0000 7f1fc1bb0640 1 -- 172.21.15.111:0/1728091453 shutdown_connections 2024-09-19T04:40:21.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.135+0000 7f1fc1bb0640 1 -- 172.21.15.111:0/1728091453 wait complete. 2024-09-19T04:40:21.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.136+0000 7f1fc1bb0640 1 Processor -- start 2024-09-19T04:40:21.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.136+0000 7f1fc1bb0640 1 -- start start 2024-09-19T04:40:21.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.137+0000 7f1fc1bb0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fbc072d10 0x7f1fbc152b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:21.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.137+0000 7f1fc1bb0640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1fbc0b4c50 0x7f1fbc1446f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:21.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.137+0000 7f1fc1bb0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fbc0ccb80 0x7f1fbc154d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:21.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.137+0000 7f1fc1bb0640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1fbc0b43d0 con 0x7f1fbc0ccb80 2024-09-19T04:40:21.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.137+0000 7f1fc1bb0640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1fbc0b40f0 con 0x7f1fbc0b4c50 2024-09-19T04:40:21.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.137+0000 7f1fc1bb0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1fbc0ccf60 con 0x7f1fbc072d10 2024-09-19T04:40:21.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.137+0000 7f1fbbfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fbc0ccb80 0x7f1fbc154d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:21.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.137+0000 7f1fbbfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fbc0ccb80 0x7f1fbc154d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:59926/0 (socket says 172.21.15.111:59926) 2024-09-19T04:40:21.142 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.137+0000 7f1fbbfff640 1 -- 172.21.15.111:0/3897445698 learned_addr learned my addr 172.21.15.111:0/3897445698 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:21.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.137+0000 7f1fbb7fe640 1 --2- 172.21.15.111:0/3897445698 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fbc072d10 0x7f1fbc152b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:21.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.137+0000 7f1fbaffd640 1 --2- 172.21.15.111:0/3897445698 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1fbc0b4c50 0x7f1fbc1446f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:21.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.137+0000 7f1fbbfff640 1 -- 172.21.15.111:0/3897445698 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fbc072d10 msgr2=0x7f1fbc152b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:21.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.137+0000 7f1fbbfff640 1 --2- 172.21.15.111:0/3897445698 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fbc072d10 0x7f1fbc152b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:21.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.137+0000 7f1fbbfff640 1 -- 172.21.15.111:0/3897445698 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1fbc0b4c50 msgr2=0x7f1fbc1446f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:21.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.137+0000 7f1fbbfff640 1 --2- 172.21.15.111:0/3897445698 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1fbc0b4c50 0x7f1fbc1446f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:21.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.137+0000 7f1fbbfff640 1 -- 172.21.15.111:0/3897445698 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fbc144c30 con 0x7f1fbc0ccb80 2024-09-19T04:40:21.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.137+0000 7f1fbaffd640 1 --2- 172.21.15.111:0/3897445698 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1fbc0b4c50 0x7f1fbc1446f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:21.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.137+0000 7f1fbb7fe640 1 --2- 172.21.15.111:0/3897445698 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fbc072d10 0x7f1fbc152b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:21.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.138+0000 7f1fbbfff640 1 --2- 172.21.15.111:0/3897445698 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fbc0ccb80 0x7f1fbc154d70 secure :-1 s=READY pgs=1686 cs=0 l=1 rev1=1 crypto rx=0x7f1fb400efc0 tx=0x7f1fb400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:21.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.138+0000 7f1fa3fff640 1 -- 172.21.15.111:0/3897445698 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb4018020 con 0x7f1fbc0ccb80 2024-09-19T04:40:21.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.138+0000 7f1fa3fff640 1 -- 172.21.15.111:0/3897445698 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1fb4009b10 con 0x7f1fbc0ccb80 2024-09-19T04:40:21.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.138+0000 7f1fa3fff640 1 -- 172.21.15.111:0/3897445698 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb40146c0 con 0x7f1fbc0ccb80 2024-09-19T04:40:21.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.138+0000 7f1fc1bb0640 1 -- 172.21.15.111:0/3897445698 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fbc1555a0 con 0x7f1fbc0ccb80 2024-09-19T04:40:21.143 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.138+0000 7f1fc1bb0640 1 -- 172.21.15.111:0/3897445698 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fbc142430 con 0x7f1fbc0ccb80 2024-09-19T04:40:21.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.139+0000 7f1fc1bb0640 1 -- 172.21.15.111:0/3897445698 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fbc0b4710 con 0x7f1fbc0ccb80 2024-09-19T04:40:21.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.139+0000 7f1fa3fff640 1 -- 172.21.15.111:0/3897445698 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f1fb4005d10 con 0x7f1fbc0ccb80 2024-09-19T04:40:21.144 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.140+0000 7f1fa3fff640 1 --2- 172.21.15.111:0/3897445698 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1fa806cc70 0x7f1fa806f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:21.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.140+0000 7f1fa3fff640 1 -- 172.21.15.111:0/3897445698 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 4913+0+0 (secure 0 0 0) 0x7f1fb408a5d0 con 0x7f1fbc0ccb80 2024-09-19T04:40:21.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.140+0000 7f1fbb7fe640 1 --2- 172.21.15.111:0/3897445698 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1fa806cc70 0x7f1fa806f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:21.145 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.140+0000 7f1fbb7fe640 1 --2- 172.21.15.111:0/3897445698 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1fa806cc70 0x7f1fa806f130 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f1fac009b10 tx=0x7f1fac008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:21.146 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.144+0000 7f1fa3fff640 1 -- 172.21.15.111:0/3897445698 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1fb4022070 con 0x7f1fbc0ccb80 2024-09-19T04:40:21.311 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.309+0000 7f1fc1bb0640 1 -- 172.21.15.111:0/3897445698 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f1fbc072870 con 0x7f1fbc0ccb80 2024-09-19T04:40:21.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.640+0000 7f1fa3fff640 1 -- 172.21.15.111:0/3897445698 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v164) ==== 138+0+0 (secure 0 0 0) 0x7f1fbc144c30 con 0x7f1fbc0ccb80 2024-09-19T04:40:21.643 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' created 2024-09-19T04:40:21.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.642+0000 7f1fc1bb0640 1 -- 172.21.15.111:0/3897445698 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1fa806cc70 msgr2=0x7f1fa806f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:21.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.642+0000 7f1fc1bb0640 1 --2- 172.21.15.111:0/3897445698 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1fa806cc70 0x7f1fa806f130 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f1fac009b10 tx=0x7f1fac008040 comp rx=0 tx=0).stop 2024-09-19T04:40:21.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.642+0000 7f1fc1bb0640 1 -- 172.21.15.111:0/3897445698 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fbc0ccb80 msgr2=0x7f1fbc154d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:21.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.642+0000 7f1fc1bb0640 1 --2- 172.21.15.111:0/3897445698 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fbc0ccb80 0x7f1fbc154d70 secure :-1 s=READY pgs=1686 cs=0 l=1 rev1=1 crypto rx=0x7f1fb400efc0 tx=0x7f1fb400c490 comp rx=0 tx=0).stop 2024-09-19T04:40:21.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.643+0000 7f1fc1bb0640 1 -- 172.21.15.111:0/3897445698 shutdown_connections 2024-09-19T04:40:21.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.643+0000 7f1fc1bb0640 1 --2- 172.21.15.111:0/3897445698 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1fa806cc70 0x7f1fa806f130 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:21.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.643+0000 7f1fc1bb0640 1 --2- 172.21.15.111:0/3897445698 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1fbc0ccb80 0x7f1fbc154d70 unknown :-1 s=CLOSED pgs=1686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:21.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.643+0000 7f1fc1bb0640 1 --2- 172.21.15.111:0/3897445698 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1fbc0b4c50 0x7f1fbc1446f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:21.645 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.643+0000 7f1fc1bb0640 1 --2- 172.21.15.111:0/3897445698 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1fbc072d10 0x7f1fbc152b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:21.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.643+0000 7f1fc1bb0640 1 -- 172.21.15.111:0/3897445698 >> 172.21.15.111:0/3897445698 conn(0x7f1fbc06bba0 msgr2=0x7f1fbc15db60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:21.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.643+0000 7f1fc1bb0640 1 -- 172.21.15.111:0/3897445698 shutdown_connections 2024-09-19T04:40:21.646 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.643+0000 7f1fc1bb0640 1 -- 172.21.15.111:0/3897445698 wait complete. 2024-09-19T04:40:21.660 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T04:40:21.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.764+0000 7ffad0a5c640 1 Processor -- start 2024-09-19T04:40:21.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.764+0000 7ffad0a5c640 1 -- start start 2024-09-19T04:40:21.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.765+0000 7ffad0a5c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ffacc145d90 0x7ffacc0ccf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:21.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.765+0000 7ffad0a5c640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ffacc0cfce0 0x7ffacc06d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:21.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.765+0000 7ffad0a5c640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffacc0b4240 con 0x7ffacc0cd490 2024-09-19T04:40:21.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.765+0000 7ffad0a5c640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7ffacc06d080 con 0x7ffacc145d90 2024-09-19T04:40:21.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.765+0000 7ffad0a5c640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ffacc0b4520 con 0x7ffacc0cfce0 2024-09-19T04:40:21.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.765+0000 7ffaca59c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ffacc145d90 0x7ffacc0ccf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:21.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.765+0000 7ffaca59c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ffacc145d90 0x7ffacc0ccf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41540/0 (socket says 172.21.15.111:41540) 2024-09-19T04:40:21.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.765+0000 7ffaca59c640 1 -- 172.21.15.111:0/523984224 learned_addr learned my addr 172.21.15.111:0/523984224 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:21.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.765+0000 7ffac9d9b640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7ffacc0cd490 0x7ffacc0cf5d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:45192/0 (socket says 172.21.15.111:45192) 2024-09-19T04:40:21.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.765+0000 7ffaca59c640 1 -- 172.21.15.111:0/523984224 >> v2:172.21.15.114:3300/0 conn(0x7ffacc0cfce0 msgr2=0x7ffacc06d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:21.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.765+0000 7ffaca59c640 1 --2- 172.21.15.111:0/523984224 >> v2:172.21.15.114:3300/0 conn(0x7ffacc0cfce0 0x7ffacc06d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:21.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.765+0000 7ffaca59c640 1 -- 172.21.15.111:0/523984224 >> v1:172.21.15.111:6789/0 conn(0x7ffacc0cd490 legacy=0x7ffacc0cf5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:21.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.765+0000 7ffac959a640 1 -- 172.21.15.111:0/523984224 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3195786168 0 0) 0x7ffacc0b4240 con 0x7ffacc0cd490 2024-09-19T04:40:21.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.765+0000 7ffaca59c640 1 -- 172.21.15.111:0/523984224 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffacc0b4800 con 0x7ffacc145d90 2024-09-19T04:40:21.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.766+0000 7ffaca59c640 1 --2- 172.21.15.111:0/523984224 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffacc145d90 0x7ffacc0ccf50 secure :-1 s=READY pgs=1688 cs=0 l=1 rev1=1 crypto rx=0x7ffacc161250 tx=0x7ffabc02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=946bbfae0a412b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:21.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.766+0000 7ffac959a640 1 -- 172.21.15.111:0/523984224 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffabc036070 con 0x7ffacc145d90 2024-09-19T04:40:21.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.766+0000 7ffac959a640 1 -- 172.21.15.111:0/523984224 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffabc031600 con 0x7ffacc145d90 2024-09-19T04:40:21.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.766+0000 7ffac959a640 1 -- 172.21.15.111:0/523984224 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffabc0319d0 con 0x7ffacc145d90 2024-09-19T04:40:21.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.767+0000 7ffad0a5c640 1 -- 172.21.15.111:0/523984224 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffacc145d90 msgr2=0x7ffacc0ccf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:21.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.767+0000 7ffad0a5c640 1 --2- 172.21.15.111:0/523984224 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffacc145d90 0x7ffacc0ccf50 secure :-1 s=READY pgs=1688 cs=0 l=1 rev1=1 crypto rx=0x7ffacc161250 tx=0x7ffabc02a730 comp rx=0 tx=0).stop 2024-09-19T04:40:21.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.767+0000 7ffad0a5c640 1 -- 172.21.15.111:0/523984224 shutdown_connections 2024-09-19T04:40:21.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.767+0000 7ffad0a5c640 1 --2- 172.21.15.111:0/523984224 >> v2:172.21.15.114:3300/0 conn(0x7ffacc0cfce0 0x7ffacc06d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:21.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.767+0000 7ffad0a5c640 1 --2- 172.21.15.111:0/523984224 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffacc145d90 0x7ffacc0ccf50 unknown :-1 s=CLOSED pgs=1688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:21.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.767+0000 7ffad0a5c640 1 -- 172.21.15.111:0/523984224 >> 172.21.15.111:0/523984224 conn(0x7ffacc06bba0 msgr2=0x7ffacc06bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:21.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.767+0000 7ffad0a5c640 1 -- 172.21.15.111:0/523984224 shutdown_connections 2024-09-19T04:40:21.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.767+0000 7ffad0a5c640 1 -- 172.21.15.111:0/523984224 wait complete. 2024-09-19T04:40:21.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.768+0000 7ffad0a5c640 1 Processor -- start 2024-09-19T04:40:21.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.768+0000 7ffad0a5c640 1 -- start start 2024-09-19T04:40:21.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.769+0000 7ffad0a5c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffacc0cd490 0x7ffacc072a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:21.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.769+0000 7ffad0a5c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffacc0cfce0 0x7ffacc0c72f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:21.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.769+0000 7ffad0a5c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffacc145d90 0x7ffacc160140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:21.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.769+0000 7ffad0a5c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ffacc0b5790 con 0x7ffacc0cfce0 2024-09-19T04:40:21.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.769+0000 7ffad0a5c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ffacc0b5610 con 0x7ffacc145d90 2024-09-19T04:40:21.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.769+0000 7ffad0a5c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ffacc146170 con 0x7ffacc0cd490 2024-09-19T04:40:21.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.769+0000 7ffac9d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffacc0cfce0 0x7ffacc0c72f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:21.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.769+0000 7ffac9d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffacc0cfce0 0x7ffacc0c72f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41546/0 (socket says 172.21.15.111:41546) 2024-09-19T04:40:21.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.769+0000 7ffac9d9b640 1 -- 172.21.15.111:0/1385189541 learned_addr learned my addr 172.21.15.111:0/1385189541 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:21.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.769+0000 7ffaca59c640 1 --2- 172.21.15.111:0/1385189541 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffacc0cd490 0x7ffacc072a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:21.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.769+0000 7ffacad9d640 1 --2- 172.21.15.111:0/1385189541 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffacc145d90 0x7ffacc160140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:21.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.769+0000 7ffac9d9b640 1 -- 172.21.15.111:0/1385189541 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffacc0cd490 msgr2=0x7ffacc072a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:21.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.769+0000 7ffac9d9b640 1 --2- 172.21.15.111:0/1385189541 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffacc0cd490 0x7ffacc072a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:21.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.769+0000 7ffac9d9b640 1 -- 172.21.15.111:0/1385189541 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffacc145d90 msgr2=0x7ffacc160140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:21.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.769+0000 7ffac9d9b640 1 --2- 172.21.15.111:0/1385189541 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffacc145d90 0x7ffacc160140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:21.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.769+0000 7ffac9d9b640 1 -- 172.21.15.111:0/1385189541 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffacc0c7020 con 0x7ffacc0cfce0 2024-09-19T04:40:21.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.769+0000 7ffacad9d640 1 --2- 172.21.15.111:0/1385189541 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffacc145d90 0x7ffacc160140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:21.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.770+0000 7ffac9d9b640 1 --2- 172.21.15.111:0/1385189541 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffacc0cfce0 0x7ffacc0c72f0 secure :-1 s=READY pgs=1689 cs=0 l=1 rev1=1 crypto rx=0x7ffab400c3f0 tx=0x7ffab400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:21.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.770+0000 7ffac2ffd640 1 -- 172.21.15.111:0/1385189541 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab40074e0 con 0x7ffacc0cfce0 2024-09-19T04:40:21.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.770+0000 7ffac2ffd640 1 -- 172.21.15.111:0/1385189541 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffab40047e0 con 0x7ffacc0cfce0 2024-09-19T04:40:21.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.770+0000 7ffad0a5c640 1 -- 172.21.15.111:0/1385189541 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffacc0c58a0 con 0x7ffacc0cfce0 2024-09-19T04:40:21.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.770+0000 7ffac2ffd640 1 -- 172.21.15.111:0/1385189541 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab4004bd0 con 0x7ffacc0cfce0 2024-09-19T04:40:21.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.770+0000 7ffad0a5c640 1 -- 172.21.15.111:0/1385189541 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffacc0c5e60 con 0x7ffacc0cfce0 2024-09-19T04:40:21.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.771+0000 7ffad0a5c640 1 -- 172.21.15.111:0/1385189541 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffacc0ccf50 con 0x7ffacc0cfce0 2024-09-19T04:40:21.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.772+0000 7ffac2ffd640 1 -- 172.21.15.111:0/1385189541 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7ffab4011070 con 0x7ffacc0cfce0 2024-09-19T04:40:21.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.772+0000 7ffac2ffd640 1 --2- 172.21.15.111:0/1385189541 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffaac06cc40 0x7ffaac06f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:21.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.772+0000 7ffac2ffd640 1 -- 172.21.15.111:0/1385189541 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(164..164 src has 1..164) ==== 5283+0+0 (secure 0 0 0) 0x7ffab4089770 con 0x7ffacc0cfce0 2024-09-19T04:40:21.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.772+0000 7ffaca59c640 1 --2- 172.21.15.111:0/1385189541 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffaac06cc40 0x7ffaac06f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:21.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.773+0000 7ffaca59c640 1 --2- 172.21.15.111:0/1385189541 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffaac06cc40 0x7ffaac06f100 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7ffabc033000 tx=0x7ffabc009000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:21.779 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.777+0000 7ffac2ffd640 1 -- 172.21.15.111:0/1385189541 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffab4059ae0 con 0x7ffacc0cfce0 2024-09-19T04:40:21.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:21.944+0000 7ffad0a5c640 1 -- 172.21.15.111:0/1385189541 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7ffacc1f40c0 con 0x7ffacc0cfce0 2024-09-19T04:40:22.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.645+0000 7ffac2ffd640 1 -- 172.21.15.111:0/1385189541 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v165) ==== 170+0+0 (secure 0 0 0) 0x7ffab40593e0 con 0x7ffacc0cfce0 2024-09-19T04:40:22.648 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' created 2024-09-19T04:40:22.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.648+0000 7ffad0a5c640 1 -- 172.21.15.111:0/1385189541 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffaac06cc40 msgr2=0x7ffaac06f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:22.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.648+0000 7ffad0a5c640 1 --2- 172.21.15.111:0/1385189541 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffaac06cc40 0x7ffaac06f100 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7ffabc033000 tx=0x7ffabc009000 comp rx=0 tx=0).stop 2024-09-19T04:40:22.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.648+0000 7ffad0a5c640 1 -- 172.21.15.111:0/1385189541 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffacc0cfce0 msgr2=0x7ffacc0c72f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:22.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.648+0000 7ffad0a5c640 1 --2- 172.21.15.111:0/1385189541 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffacc0cfce0 0x7ffacc0c72f0 secure :-1 s=READY pgs=1689 cs=0 l=1 rev1=1 crypto rx=0x7ffab400c3f0 tx=0x7ffab400c8b0 comp rx=0 tx=0).stop 2024-09-19T04:40:22.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.648+0000 7ffad0a5c640 1 -- 172.21.15.111:0/1385189541 shutdown_connections 2024-09-19T04:40:22.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.648+0000 7ffad0a5c640 1 --2- 172.21.15.111:0/1385189541 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ffaac06cc40 0x7ffaac06f100 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:22.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.648+0000 7ffad0a5c640 1 --2- 172.21.15.111:0/1385189541 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ffacc145d90 0x7ffacc160140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:22.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.648+0000 7ffad0a5c640 1 --2- 172.21.15.111:0/1385189541 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ffacc0cfce0 0x7ffacc0c72f0 unknown :-1 s=CLOSED pgs=1689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:22.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.648+0000 7ffad0a5c640 1 --2- 172.21.15.111:0/1385189541 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ffacc0cd490 0x7ffacc072a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:22.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.648+0000 7ffad0a5c640 1 -- 172.21.15.111:0/1385189541 >> 172.21.15.111:0/1385189541 conn(0x7ffacc06bba0 msgr2=0x7ffacc0b1240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:22.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.648+0000 7ffad0a5c640 1 -- 172.21.15.111:0/1385189541 shutdown_connections 2024-09-19T04:40:22.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.648+0000 7ffad0a5c640 1 -- 172.21.15.111:0/1385189541 wait complete. 2024-09-19T04:40:22.673 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T04:40:22.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.776+0000 7f3f23b2a640 1 Processor -- start 2024-09-19T04:40:22.778 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.776+0000 7f3f23b2a640 1 -- start start 2024-09-19T04:40:22.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.777+0000 7f3f23b2a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f1c161cc0 0x7f3f1c0aebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:22.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.777+0000 7f3f23b2a640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3f1c06dc40 con 0x7f3f1c0729a0 2024-09-19T04:40:22.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.777+0000 7f3f23b2a640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3f1c06df20 con 0x7f3f1c0b57d0 2024-09-19T04:40:22.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.777+0000 7f3f23b2a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3f1c06e570 con 0x7f3f1c161cc0 2024-09-19T04:40:22.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.777+0000 7f3f220c7640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f3f1c0729a0 0x7f3f1c06ea00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:45204/0 (socket says 172.21.15.111:45204) 2024-09-19T04:40:22.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.777+0000 7f3f220c7640 1 -- 172.21.15.111:0/1563209133 learned_addr learned my addr 172.21.15.111:0/1563209133 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:22.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.777+0000 7f3f208c4640 1 -- 172.21.15.111:0/1563209133 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2698116539 0 0) 0x7f3f1c06dc40 con 0x7f3f1c0729a0 2024-09-19T04:40:22.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.777+0000 7f3f208c4640 1 -- 172.21.15.111:0/1563209133 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3f08003520 con 0x7f3f1c0729a0 2024-09-19T04:40:22.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.777+0000 7f3f218c6640 1 --2- 172.21.15.111:0/1563209133 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f1c161cc0 0x7f3f1c0aebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:22.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.778+0000 7f3f208c4640 1 -- 172.21.15.111:0/1563209133 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2310437121 0 0) 0x7f3f08003520 con 0x7f3f1c0729a0 2024-09-19T04:40:22.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.778+0000 7f3f208c4640 1 -- 172.21.15.111:0/1563209133 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f1c161cc0 msgr2=0x7f3f1c0aebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:22.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.778+0000 7f3f208c4640 1 --2- 172.21.15.111:0/1563209133 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f1c161cc0 0x7f3f1c0aebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:22.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.778+0000 7f3f208c4640 1 -- 172.21.15.111:0/1563209133 >> v1:172.21.15.114:6789/0 conn(0x7f3f1c0b57d0 legacy=0x7f3f1c072290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:22.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.778+0000 7f3f208c4640 1 -- 172.21.15.111:0/1563209133 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f1c06e200 con 0x7f3f1c0729a0 2024-09-19T04:40:22.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.778+0000 7f3f208c4640 1 -- 172.21.15.111:0/1563209133 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f3f140019f0 con 0x7f3f1c0729a0 2024-09-19T04:40:22.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.778+0000 7f3f208c4640 1 -- 172.21.15.111:0/1563209133 >> v1:172.21.15.111:6789/0 conn(0x7f3f1c0729a0 legacy=0x7f3f1c06ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:22.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.778+0000 7f3f208c4640 1 --2- 172.21.15.111:0/1563209133 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f080039e0 0x7f3f08003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:22.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.778+0000 7f3f208c4640 1 --2- 172.21.15.111:0/1563209133 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f08004800 0x7f3f08004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:22.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.778+0000 7f3f208c4640 1 --2- 172.21.15.111:0/1563209133 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f1c161cc0 0x7f3f080051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:22.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.778+0000 7f3f208c4640 1 -- 172.21.15.111:0/1563209133 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3f1c06e570 con 0x7f3f080039e0 2024-09-19T04:40:22.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.778+0000 7f3f208c4640 1 -- 172.21.15.111:0/1563209133 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3f0800ba70 con 0x7f3f08004800 2024-09-19T04:40:22.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.778+0000 7f3f208c4640 1 -- 172.21.15.111:0/1563209133 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3f0800bc70 con 0x7f3f1c161cc0 2024-09-19T04:40:22.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.778+0000 7f3f218c6640 1 --2- 172.21.15.111:0/1563209133 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f080039e0 0x7f3f08003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:22.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.778+0000 7f3f210c5640 1 --2- 172.21.15.111:0/1563209133 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f08004800 0x7f3f08004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:22.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.778+0000 7f3f220c7640 1 --2- 172.21.15.111:0/1563209133 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f1c161cc0 0x7f3f080051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:22.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.778+0000 7f3f218c6640 1 -- 172.21.15.111:0/1563209133 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f1c161cc0 msgr2=0x7f3f080051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:22.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.778+0000 7f3f218c6640 1 --2- 172.21.15.111:0/1563209133 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f1c161cc0 0x7f3f080051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:22.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.778+0000 7f3f218c6640 1 -- 172.21.15.111:0/1563209133 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f08004800 msgr2=0x7f3f08004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:22.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.778+0000 7f3f218c6640 1 --2- 172.21.15.111:0/1563209133 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f08004800 0x7f3f08004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:22.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.778+0000 7f3f218c6640 1 -- 172.21.15.111:0/1563209133 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f08003520 con 0x7f3f080039e0 2024-09-19T04:40:22.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.778+0000 7f3f220c7640 1 --2- 172.21.15.111:0/1563209133 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f1c161cc0 0x7f3f080051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:22.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.779+0000 7f3f218c6640 1 --2- 172.21.15.111:0/1563209133 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f080039e0 0x7f3f08003e00 secure :-1 s=READY pgs=1691 cs=0 l=1 rev1=1 crypto rx=0x7f3f18009a90 tx=0x7f3f08005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8777db8f7e023c7b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:22.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.779+0000 7f3f208c4640 1 -- 172.21.15.111:0/1563209133 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f18036070 con 0x7f3f080039e0 2024-09-19T04:40:22.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.779+0000 7f3f208c4640 1 -- 172.21.15.111:0/1563209133 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f18031400 con 0x7f3f080039e0 2024-09-19T04:40:22.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.779+0000 7f3f208c4640 1 -- 172.21.15.111:0/1563209133 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f18009690 con 0x7f3f080039e0 2024-09-19T04:40:22.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.779+0000 7f3f23b2a640 1 -- 172.21.15.111:0/1563209133 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f080039e0 msgr2=0x7f3f08003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:22.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.779+0000 7f3f23b2a640 1 --2- 172.21.15.111:0/1563209133 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f080039e0 0x7f3f08003e00 secure :-1 s=READY pgs=1691 cs=0 l=1 rev1=1 crypto rx=0x7f3f18009a90 tx=0x7f3f08005830 comp rx=0 tx=0).stop 2024-09-19T04:40:22.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.779+0000 7f3f220c7640 1 -- 172.21.15.111:0/1563209133 reap_dead start 2024-09-19T04:40:22.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.779+0000 7f3f23b2a640 1 -- 172.21.15.111:0/1563209133 shutdown_connections 2024-09-19T04:40:22.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.779+0000 7f3f23b2a640 1 -- 172.21.15.111:0/1563209133 >> 172.21.15.111:0/1563209133 conn(0x7f3f1c06bba0 msgr2=0x7f3f1c06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:22.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.780+0000 7f3f23b2a640 1 -- 172.21.15.111:0/1563209133 shutdown_connections 2024-09-19T04:40:22.786 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.780+0000 7f3f23b2a640 1 -- 172.21.15.111:0/1563209133 wait complete. 2024-09-19T04:40:22.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.781+0000 7f3f23b2a640 1 Processor -- start 2024-09-19T04:40:22.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.781+0000 7f3f23b2a640 1 -- start start 2024-09-19T04:40:22.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.781+0000 7f3f23b2a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f080039e0 0x7f3f1c153f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:22.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.781+0000 7f3f23b2a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f1c0b22e0 0x7f3f1c15acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:22.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.781+0000 7f3f23b2a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f1c156aa0 0x7f3f1c156f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:22.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.781+0000 7f3f23b2a640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3f1c06f290 con 0x7f3f1c156aa0 2024-09-19T04:40:22.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.781+0000 7f3f23b2a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3f1c06f110 con 0x7f3f080039e0 2024-09-19T04:40:22.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.781+0000 7f3f23b2a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3f1c06f410 con 0x7f3f1c0b22e0 2024-09-19T04:40:22.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.782+0000 7f3f220c7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f1c156aa0 0x7f3f1c156f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:22.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.782+0000 7f3f220c7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f1c156aa0 0x7f3f1c156f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41568/0 (socket says 172.21.15.111:41568) 2024-09-19T04:40:22.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.782+0000 7f3f220c7640 1 -- 172.21.15.111:0/2239031578 learned_addr learned my addr 172.21.15.111:0/2239031578 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:22.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.782+0000 7f3f218c6640 1 --2- 172.21.15.111:0/2239031578 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f080039e0 0x7f3f1c153f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:22.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.782+0000 7f3f210c5640 1 --2- 172.21.15.111:0/2239031578 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f1c0b22e0 0x7f3f1c15acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:22.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.782+0000 7f3f220c7640 1 -- 172.21.15.111:0/2239031578 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f1c0b22e0 msgr2=0x7f3f1c15acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:22.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.782+0000 7f3f220c7640 1 --2- 172.21.15.111:0/2239031578 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f1c0b22e0 0x7f3f1c15acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:22.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.782+0000 7f3f220c7640 1 -- 172.21.15.111:0/2239031578 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f080039e0 msgr2=0x7f3f1c153f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:22.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.782+0000 7f3f220c7640 1 --2- 172.21.15.111:0/2239031578 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f080039e0 0x7f3f1c153f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:22.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.782+0000 7f3f220c7640 1 -- 172.21.15.111:0/2239031578 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f1c157460 con 0x7f3f1c156aa0 2024-09-19T04:40:22.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.782+0000 7f3f220c7640 1 --2- 172.21.15.111:0/2239031578 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f1c156aa0 0x7f3f1c156f20 secure :-1 s=READY pgs=1692 cs=0 l=1 rev1=1 crypto rx=0x7f3f1c0718e0 tx=0x7f3f1400e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:22.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.782+0000 7f3f127fc640 1 -- 172.21.15.111:0/2239031578 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f1400ed40 con 0x7f3f1c156aa0 2024-09-19T04:40:22.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.782+0000 7f3f127fc640 1 -- 172.21.15.111:0/2239031578 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f14014430 con 0x7f3f1c156aa0 2024-09-19T04:40:22.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.782+0000 7f3f23b2a640 1 -- 172.21.15.111:0/2239031578 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f1c15b230 con 0x7f3f1c156aa0 2024-09-19T04:40:22.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.782+0000 7f3f127fc640 1 -- 172.21.15.111:0/2239031578 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f14014820 con 0x7f3f1c156aa0 2024-09-19T04:40:22.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.782+0000 7f3f23b2a640 1 -- 172.21.15.111:0/2239031578 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f1c158cb0 con 0x7f3f1c156aa0 2024-09-19T04:40:22.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.783+0000 7f3f23b2a640 1 -- 172.21.15.111:0/2239031578 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f1c0b5c10 con 0x7f3f1c156aa0 2024-09-19T04:40:22.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.784+0000 7f3f127fc640 1 -- 172.21.15.111:0/2239031578 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f3f140149c0 con 0x7f3f1c156aa0 2024-09-19T04:40:22.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.784+0000 7f3f127fc640 1 --2- 172.21.15.111:0/2239031578 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3f0006cc40 0x7f3f0006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:22.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.784+0000 7f3f127fc640 1 -- 172.21.15.111:0/2239031578 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(165..165 src has 1..165) ==== 5665+0+0 (secure 0 0 0) 0x7f3f14089a60 con 0x7f3f1c156aa0 2024-09-19T04:40:22.790 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.784+0000 7f3f218c6640 1 --2- 172.21.15.111:0/2239031578 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3f0006cc40 0x7f3f0006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:22.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.785+0000 7f3f218c6640 1 --2- 172.21.15.111:0/2239031578 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3f0006cc40 0x7f3f0006f100 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f3f18033000 tx=0x7f3f18008030 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:22.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.789+0000 7f3f127fc640 1 -- 172.21.15.111:0/2239031578 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3f14059780 con 0x7f3f1c156aa0 2024-09-19T04:40:22.990 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:22.988+0000 7f3f23b2a640 1 -- 172.21.15.111:0/2239031578 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f3f1c0cdb10 con 0x7f3f1c156aa0 2024-09-19T04:40:23.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:23.649+0000 7f3f127fc640 1 -- 172.21.15.111:0/2239031578 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 26 and data pool 27 v88) ==== 174+0+0 (secure 0 0 0) 0x7f3f1405da80 con 0x7f3f1c156aa0 2024-09-19T04:40:23.652 INFO:teuthology.orchestra.run.smithi111.stderr:new fs with metadata pool 26 and data pool 27 2024-09-19T04:40:23.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:23.651+0000 7f3f23b2a640 1 -- 172.21.15.111:0/2239031578 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3f0006cc40 msgr2=0x7f3f0006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:23.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:23.651+0000 7f3f23b2a640 1 --2- 172.21.15.111:0/2239031578 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3f0006cc40 0x7f3f0006f100 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f3f18033000 tx=0x7f3f18008030 comp rx=0 tx=0).stop 2024-09-19T04:40:23.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:23.651+0000 7f3f23b2a640 1 -- 172.21.15.111:0/2239031578 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f1c156aa0 msgr2=0x7f3f1c156f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:23.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:23.651+0000 7f3f23b2a640 1 --2- 172.21.15.111:0/2239031578 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f1c156aa0 0x7f3f1c156f20 secure :-1 s=READY pgs=1692 cs=0 l=1 rev1=1 crypto rx=0x7f3f1c0718e0 tx=0x7f3f1400e530 comp rx=0 tx=0).stop 2024-09-19T04:40:23.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:23.651+0000 7f3f23b2a640 1 -- 172.21.15.111:0/2239031578 shutdown_connections 2024-09-19T04:40:23.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:23.651+0000 7f3f23b2a640 1 --2- 172.21.15.111:0/2239031578 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3f0006cc40 0x7f3f0006f100 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:23.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:23.651+0000 7f3f23b2a640 1 --2- 172.21.15.111:0/2239031578 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3f1c156aa0 0x7f3f1c156f20 unknown :-1 s=CLOSED pgs=1692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:23.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:23.651+0000 7f3f23b2a640 1 --2- 172.21.15.111:0/2239031578 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3f1c0b22e0 0x7f3f1c15acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:23.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:23.651+0000 7f3f23b2a640 1 --2- 172.21.15.111:0/2239031578 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f080039e0 0x7f3f1c153f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:23.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:23.651+0000 7f3f23b2a640 1 -- 172.21.15.111:0/2239031578 >> 172.21.15.111:0/2239031578 conn(0x7f3f1c06bba0 msgr2=0x7f3f1c072270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:23.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:23.651+0000 7f3f23b2a640 1 -- 172.21.15.111:0/2239031578 shutdown_connections 2024-09-19T04:40:23.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:23.651+0000 7f3f23b2a640 1 -- 172.21.15.111:0/2239031578 wait complete. 2024-09-19T04:40:23.684 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:40:24.261 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.258+0000 7f87e941e640 1 Processor -- start 2024-09-19T04:40:24.261 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.258+0000 7f87e941e640 1 -- start start 2024-09-19T04:40:24.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.259+0000 7f87e941e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f87e415e940 0x7f87e40d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:24.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.259+0000 7f87e941e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f87e40cef90 0x7f87e40d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:24.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.259+0000 7f87e941e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87e40b7170 con 0x7f87e415ed20 2024-09-19T04:40:24.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.259+0000 7f87e941e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f87e40d1ae0 con 0x7f87e40cef90 2024-09-19T04:40:24.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.259+0000 7f87e941e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f87e40b7aa0 con 0x7f87e415e940 2024-09-19T04:40:24.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.259+0000 7f87e37fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f87e40cef90 0x7f87e40d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:24.262 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.259+0000 7f87da7fc640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f87e415ed20 0x7f87e40b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:45218/0 (socket says 172.21.15.111:45218) 2024-09-19T04:40:24.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.259+0000 7f87da7fc640 1 -- 172.21.15.111:0/3805661754 learned_addr learned my addr 172.21.15.111:0/3805661754 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:24.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.260+0000 7f87e37fe640 1 -- 172.21.15.111:0/3805661754 >> v2:172.21.15.114:3300/0 conn(0x7f87e415e940 msgr2=0x7f87e40d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:24.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.260+0000 7f87e37fe640 1 --2- 172.21.15.111:0/3805661754 >> v2:172.21.15.114:3300/0 conn(0x7f87e415e940 0x7f87e40d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.260+0000 7f87e37fe640 1 -- 172.21.15.111:0/3805661754 >> v1:172.21.15.111:6789/0 conn(0x7f87e415ed20 legacy=0x7f87e40b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:24.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.260+0000 7f87e37fe640 1 -- 172.21.15.111:0/3805661754 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87e40d3660 con 0x7f87e40cef90 2024-09-19T04:40:24.264 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.260+0000 7f87e37fe640 1 --2- 172.21.15.111:0/3805661754 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87e40cef90 0x7f87e40d15a0 secure :-1 s=READY pgs=1694 cs=0 l=1 rev1=1 crypto rx=0x7f87e40509d0 tx=0x7f87dc02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=489bf05e4914e63f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:24.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.260+0000 7f87e27fc640 1 -- 172.21.15.111:0/3805661754 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87dc007740 con 0x7f87e40cef90 2024-09-19T04:40:24.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.261+0000 7f87e27fc640 1 -- 172.21.15.111:0/3805661754 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87dc0078e0 con 0x7f87e40cef90 2024-09-19T04:40:24.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.261+0000 7f87e27fc640 1 -- 172.21.15.111:0/3805661754 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87dc007cb0 con 0x7f87e40cef90 2024-09-19T04:40:24.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.261+0000 7f87e941e640 1 -- 172.21.15.111:0/3805661754 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87e40cef90 msgr2=0x7f87e40d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:24.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.261+0000 7f87e941e640 1 --2- 172.21.15.111:0/3805661754 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87e40cef90 0x7f87e40d15a0 secure :-1 s=READY pgs=1694 cs=0 l=1 rev1=1 crypto rx=0x7f87e40509d0 tx=0x7f87dc02a710 comp rx=0 tx=0).stop 2024-09-19T04:40:24.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.261+0000 7f87e941e640 1 -- 172.21.15.111:0/3805661754 shutdown_connections 2024-09-19T04:40:24.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.261+0000 7f87e941e640 1 --2- 172.21.15.111:0/3805661754 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87e40cef90 0x7f87e40d15a0 unknown :-1 s=CLOSED pgs=1694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.261+0000 7f87e941e640 1 --2- 172.21.15.111:0/3805661754 >> v2:172.21.15.114:3300/0 conn(0x7f87e415e940 0x7f87e40d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.261+0000 7f87e941e640 1 -- 172.21.15.111:0/3805661754 >> 172.21.15.111:0/3805661754 conn(0x7f87e40b6240 msgr2=0x7f87e40b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:24.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.261+0000 7f87e941e640 1 -- 172.21.15.111:0/3805661754 shutdown_connections 2024-09-19T04:40:24.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.261+0000 7f87e941e640 1 -- 172.21.15.111:0/3805661754 wait complete. 2024-09-19T04:40:24.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.262+0000 7f87e941e640 1 Processor -- start 2024-09-19T04:40:24.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.263+0000 7f87e941e640 1 -- start start 2024-09-19T04:40:24.267 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.263+0000 7f87e941e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87e40cef90 0x7f87e40cb200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:24.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.263+0000 7f87e941e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87e415e940 0x7f87e4158640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:24.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.263+0000 7f87e941e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f87e415ed20 0x7f87e40c8260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:24.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.263+0000 7f87e941e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f87e40d3f00 con 0x7f87e415e940 2024-09-19T04:40:24.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.263+0000 7f87e941e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f87e40d3c20 con 0x7f87e40cef90 2024-09-19T04:40:24.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.263+0000 7f87e941e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f87e40d3310 con 0x7f87e415ed20 2024-09-19T04:40:24.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.264+0000 7f87da7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87e415e940 0x7f87e4158640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:24.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.264+0000 7f87da7fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87e415e940 0x7f87e4158640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41588/0 (socket says 172.21.15.111:41588) 2024-09-19T04:40:24.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.264+0000 7f87da7fc640 1 -- 172.21.15.111:0/2603226451 learned_addr learned my addr 172.21.15.111:0/2603226451 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:24.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.264+0000 7f87e2ffd640 1 --2- 172.21.15.111:0/2603226451 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87e40cef90 0x7f87e40cb200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:24.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.264+0000 7f87e37fe640 1 --2- 172.21.15.111:0/2603226451 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f87e415ed20 0x7f87e40c8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:24.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.264+0000 7f87da7fc640 1 -- 172.21.15.111:0/2603226451 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f87e415ed20 msgr2=0x7f87e40c8260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:24.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.264+0000 7f87da7fc640 1 --2- 172.21.15.111:0/2603226451 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f87e415ed20 0x7f87e40c8260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.268 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.264+0000 7f87da7fc640 1 -- 172.21.15.111:0/2603226451 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87e40cef90 msgr2=0x7f87e40cb200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:24.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.264+0000 7f87da7fc640 1 --2- 172.21.15.111:0/2603226451 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87e40cef90 0x7f87e40cb200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.264+0000 7f87da7fc640 1 -- 172.21.15.111:0/2603226451 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87e4158b80 con 0x7f87e415e940 2024-09-19T04:40:24.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.264+0000 7f87da7fc640 1 --2- 172.21.15.111:0/2603226451 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87e415e940 0x7f87e4158640 secure :-1 s=READY pgs=1695 cs=0 l=1 rev1=1 crypto rx=0x7f87cc00c440 tx=0x7f87cc001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:24.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.264+0000 7f87dbfff640 1 -- 172.21.15.111:0/2603226451 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87cc017070 con 0x7f87e415e940 2024-09-19T04:40:24.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.264+0000 7f87dbfff640 1 -- 172.21.15.111:0/2603226451 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87cc005ce0 con 0x7f87e415e940 2024-09-19T04:40:24.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.264+0000 7f87e941e640 1 -- 172.21.15.111:0/2603226451 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87e40c9040 con 0x7f87e415e940 2024-09-19T04:40:24.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.264+0000 7f87dbfff640 1 -- 172.21.15.111:0/2603226451 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87cc0072f0 con 0x7f87e415e940 2024-09-19T04:40:24.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.264+0000 7f87e941e640 1 -- 172.21.15.111:0/2603226451 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87e40c9600 con 0x7f87e415e940 2024-09-19T04:40:24.269 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.265+0000 7f87e941e640 1 -- 172.21.15.111:0/2603226451 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87e40d1ef0 con 0x7f87e415e940 2024-09-19T04:40:24.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.266+0000 7f87dbfff640 1 -- 172.21.15.111:0/2603226451 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f87cc01a070 con 0x7f87e415e940 2024-09-19T04:40:24.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.266+0000 7f87dbfff640 1 --2- 172.21.15.111:0/2603226451 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f87c406cc40 0x7f87c406f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:24.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.266+0000 7f87dbfff640 1 -- 172.21.15.111:0/2603226451 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5765+0+0 (secure 0 0 0) 0x7f87cc088e10 con 0x7f87e415e940 2024-09-19T04:40:24.270 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.267+0000 7f87e2ffd640 1 --2- 172.21.15.111:0/2603226451 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f87c406cc40 0x7f87c406f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:24.271 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.267+0000 7f87e2ffd640 1 --2- 172.21.15.111:0/2603226451 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f87c406cc40 0x7f87c406f100 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f87d4009990 tx=0x7f87d4009110 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:24.273 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.272+0000 7f87dbfff640 1 -- 172.21.15.111:0/2603226451 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f87e40b7170 con 0x7f87e415e940 2024-09-19T04:40:24.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.436+0000 7f87e941e640 1 -- 172.21.15.111:0/2603226451 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f87e40ba6b0 con 0x7f87e415e940 2024-09-19T04:40:24.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.437+0000 7f87dbfff640 1 -- 172.21.15.111:0/2603226451 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v166) ==== 74+0+16893 (secure 0 0 0) 0x7f87cc058b30 con 0x7f87e415e940 2024-09-19T04:40:24.439 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:24.440 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":166,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:40:22.990632+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":27,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:40:21.329574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"166","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_data","create_time":"2024-09-19T04:40:21.964887+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"166","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:40:24.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.440+0000 7f87e941e640 1 -- 172.21.15.111:0/2603226451 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f87c406cc40 msgr2=0x7f87c406f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:24.441 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.440+0000 7f87e941e640 1 --2- 172.21.15.111:0/2603226451 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f87c406cc40 0x7f87c406f100 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f87d4009990 tx=0x7f87d4009110 comp rx=0 tx=0).stop 2024-09-19T04:40:24.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.440+0000 7f87e941e640 1 -- 172.21.15.111:0/2603226451 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87e415e940 msgr2=0x7f87e4158640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:24.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.440+0000 7f87e941e640 1 --2- 172.21.15.111:0/2603226451 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87e415e940 0x7f87e4158640 secure :-1 s=READY pgs=1695 cs=0 l=1 rev1=1 crypto rx=0x7f87cc00c440 tx=0x7f87cc001e70 comp rx=0 tx=0).stop 2024-09-19T04:40:24.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.440+0000 7f87e941e640 1 -- 172.21.15.111:0/2603226451 shutdown_connections 2024-09-19T04:40:24.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.440+0000 7f87e941e640 1 --2- 172.21.15.111:0/2603226451 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f87c406cc40 0x7f87c406f100 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.440+0000 7f87e941e640 1 --2- 172.21.15.111:0/2603226451 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f87e415ed20 0x7f87e40c8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.440+0000 7f87e941e640 1 --2- 172.21.15.111:0/2603226451 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f87e415e940 0x7f87e4158640 unknown :-1 s=CLOSED pgs=1695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.440+0000 7f87e941e640 1 --2- 172.21.15.111:0/2603226451 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f87e40cef90 0x7f87e40cb200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.440+0000 7f87e941e640 1 -- 172.21.15.111:0/2603226451 >> 172.21.15.111:0/2603226451 conn(0x7f87e40b6240 msgr2=0x7f87e40d45c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:24.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.440+0000 7f87e941e640 1 -- 172.21.15.111:0/2603226451 shutdown_connections 2024-09-19T04:40:24.442 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.440+0000 7f87e941e640 1 -- 172.21.15.111:0/2603226451 wait complete. 2024-09-19T04:40:24.454 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:40:24.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.549+0000 7fab9a36d640 1 Processor -- start 2024-09-19T04:40:24.551 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.549+0000 7fab9a36d640 1 -- start start 2024-09-19T04:40:24.553 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.550+0000 7fab9a36d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab940d02a0 0x7fab940d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:24.553 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.550+0000 7fab9a36d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fab9415ce80 0x7fab941594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:24.553 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.550+0000 7fab9a36d640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab940d0bc0 con 0x7fab9415ca40 2024-09-19T04:40:24.553 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.550+0000 7fab9a36d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fab9415d390 con 0x7fab9415ce80 2024-09-19T04:40:24.553 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.550+0000 7fab9a36d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fab9415d670 con 0x7fab940d02a0 2024-09-19T04:40:24.553 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.550+0000 7fab9890a640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fab9415ce80 0x7fab941594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:24.554 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.550+0000 7fab93fff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab940d02a0 0x7fab940d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:24.554 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.550+0000 7fab93fff640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab940d02a0 0x7fab940d0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:47532/0 (socket says 172.21.15.111:47532) 2024-09-19T04:40:24.554 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.550+0000 7fab9890a640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fab9415ce80 0x7fab941594c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:47260/0 (socket says 172.21.15.111:47260) 2024-09-19T04:40:24.554 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.550+0000 7fab93fff640 1 -- 172.21.15.111:0/1291667137 learned_addr learned my addr 172.21.15.111:0/1291667137 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:24.554 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.550+0000 7fab937fe640 1 --1- 172.21.15.111:0/1291667137 >> v1:172.21.15.114:6789/0 conn(0x7fab9415ca40 0x7fab9415e430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:35552/0 (socket says 172.21.15.111:35552) 2024-09-19T04:40:24.554 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.550+0000 7fab9890a640 1 -- 172.21.15.111:0/1291667137 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab940d02a0 msgr2=0x7fab940d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:24.554 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.550+0000 7fab9890a640 1 --2- 172.21.15.111:0/1291667137 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab940d02a0 0x7fab940d0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.555 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.550+0000 7fab9890a640 1 -- 172.21.15.111:0/1291667137 >> v1:172.21.15.114:6789/0 conn(0x7fab9415ca40 legacy=0x7fab9415e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:24.555 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.550+0000 7fab9890a640 1 -- 172.21.15.111:0/1291667137 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab9415d950 con 0x7fab9415ce80 2024-09-19T04:40:24.555 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.550+0000 7fab93fff640 1 --2- 172.21.15.111:0/1291667137 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab940d02a0 0x7fab940d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:24.555 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.551+0000 7fab9890a640 1 --2- 172.21.15.111:0/1291667137 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab9415ce80 0x7fab941594c0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fab8c009d90 tx=0x7fab8c02a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=800cb1440263588c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:24.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.551+0000 7fab92ffd640 1 -- 172.21.15.111:0/1291667137 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab8c031600 con 0x7fab9415ce80 2024-09-19T04:40:24.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.551+0000 7fab92ffd640 1 -- 172.21.15.111:0/1291667137 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab8c0317a0 con 0x7fab9415ce80 2024-09-19T04:40:24.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.551+0000 7fab92ffd640 1 -- 172.21.15.111:0/1291667137 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab8c031b70 con 0x7fab9415ce80 2024-09-19T04:40:24.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.552+0000 7fab9a36d640 1 -- 172.21.15.111:0/1291667137 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab9415ce80 msgr2=0x7fab941594c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:24.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.552+0000 7fab9a36d640 1 --2- 172.21.15.111:0/1291667137 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab9415ce80 0x7fab941594c0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fab8c009d90 tx=0x7fab8c02a5d0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.552+0000 7fab9a36d640 1 -- 172.21.15.111:0/1291667137 shutdown_connections 2024-09-19T04:40:24.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.552+0000 7fab9a36d640 1 --2- 172.21.15.111:0/1291667137 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab9415ce80 0x7fab941594c0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.552+0000 7fab9a36d640 1 --2- 172.21.15.111:0/1291667137 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab940d02a0 0x7fab940d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.561 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.552+0000 7fab9a36d640 1 -- 172.21.15.111:0/1291667137 >> 172.21.15.111:0/1291667137 conn(0x7fab94062cc0 msgr2=0x7fab9406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:24.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.552+0000 7fab9a36d640 1 -- 172.21.15.111:0/1291667137 shutdown_connections 2024-09-19T04:40:24.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.552+0000 7fab9a36d640 1 -- 172.21.15.111:0/1291667137 wait complete. 2024-09-19T04:40:24.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.553+0000 7fab9a36d640 1 Processor -- start 2024-09-19T04:40:24.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.553+0000 7fab9a36d640 1 -- start start 2024-09-19T04:40:24.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.554+0000 7fab9a36d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab940d02a0 0x7fab9414a270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:24.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.554+0000 7fab9a36d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab9415ca40 0x7fab9415b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:24.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.554+0000 7fab9a36d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab9415ce80 0x7fab94073240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:24.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.554+0000 7fab9a36d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fab9415eb40 con 0x7fab9415ce80 2024-09-19T04:40:24.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.554+0000 7fab9a36d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fab9415df10 con 0x7fab9415ca40 2024-09-19T04:40:24.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.554+0000 7fab9a36d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fab94155b90 con 0x7fab940d02a0 2024-09-19T04:40:24.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.554+0000 7fab9890a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab9415ce80 0x7fab94073240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:24.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.554+0000 7fab9890a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab9415ce80 0x7fab94073240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41598/0 (socket says 172.21.15.111:41598) 2024-09-19T04:40:24.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.554+0000 7fab9890a640 1 -- 172.21.15.111:0/1429296189 learned_addr learned my addr 172.21.15.111:0/1429296189 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:24.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.554+0000 7fab93fff640 1 --2- 172.21.15.111:0/1429296189 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab940d02a0 0x7fab9414a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:24.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.554+0000 7fab937fe640 1 --2- 172.21.15.111:0/1429296189 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab9415ca40 0x7fab9415b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:24.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.554+0000 7fab9890a640 1 -- 172.21.15.111:0/1429296189 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab940d02a0 msgr2=0x7fab9414a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:24.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.554+0000 7fab9890a640 1 --2- 172.21.15.111:0/1429296189 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab940d02a0 0x7fab9414a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.554+0000 7fab9890a640 1 -- 172.21.15.111:0/1429296189 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab9415ca40 msgr2=0x7fab9415b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:24.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.554+0000 7fab9890a640 1 --2- 172.21.15.111:0/1429296189 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab9415ca40 0x7fab9415b8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.554+0000 7fab9890a640 1 -- 172.21.15.111:0/1429296189 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab9415c300 con 0x7fab9415ce80 2024-09-19T04:40:24.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.555+0000 7fab9890a640 1 --2- 172.21.15.111:0/1429296189 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab9415ce80 0x7fab94073240 secure :-1 s=READY pgs=1696 cs=0 l=1 rev1=1 crypto rx=0x7fab8c009eb0 tx=0x7fab8c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:24.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.555+0000 7fab90ff9640 1 -- 172.21.15.111:0/1429296189 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab8c03f070 con 0x7fab9415ce80 2024-09-19T04:40:24.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.555+0000 7fab90ff9640 1 -- 172.21.15.111:0/1429296189 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab8c030b60 con 0x7fab9415ce80 2024-09-19T04:40:24.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.555+0000 7fab9a36d640 1 -- 172.21.15.111:0/1429296189 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab94158170 con 0x7fab9415ce80 2024-09-19T04:40:24.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.555+0000 7fab90ff9640 1 -- 172.21.15.111:0/1429296189 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab8c009450 con 0x7fab9415ce80 2024-09-19T04:40:24.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.555+0000 7fab9a36d640 1 -- 172.21.15.111:0/1429296189 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab94158730 con 0x7fab9415ce80 2024-09-19T04:40:24.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.556+0000 7fab9a36d640 1 -- 172.21.15.111:0/1429296189 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab940b5010 con 0x7fab9415ce80 2024-09-19T04:40:24.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.556+0000 7fab90ff9640 1 -- 172.21.15.111:0/1429296189 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7fab8c03b410 con 0x7fab9415ce80 2024-09-19T04:40:24.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.557+0000 7fab90ff9640 1 --2- 172.21.15.111:0/1429296189 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fab8006cc40 0x7fab8006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:24.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.557+0000 7fab90ff9640 1 -- 172.21.15.111:0/1429296189 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5765+0+0 (secure 0 0 0) 0x7fab8c0ab1f0 con 0x7fab9415ce80 2024-09-19T04:40:24.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.557+0000 7fab93fff640 1 --2- 172.21.15.111:0/1429296189 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fab8006cc40 0x7fab8006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:24.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.558+0000 7fab93fff640 1 --2- 172.21.15.111:0/1429296189 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fab8006cc40 0x7fab8006f100 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fab940aff20 tx=0x7fab84008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:24.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.561+0000 7fab90ff9640 1 -- 172.21.15.111:0/1429296189 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fab940b5010 con 0x7fab9415ce80 2024-09-19T04:40:24.735 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.733+0000 7fab9a36d640 1 -- 172.21.15.111:0/1429296189 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fab94069b00 con 0x7fab9415ce80 2024-09-19T04:40:24.736 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.734+0000 7fab90ff9640 1 -- 172.21.15.111:0/1429296189 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v167) ==== 74+0+16880 (secure 0 0 0) 0x7fab94069b00 con 0x7fab9415ce80 2024-09-19T04:40:24.736 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:24.736 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":167,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:40:24.650720+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":27,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:40:21.329574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"166","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_data","create_time":"2024-09-19T04:40:21.964887+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"167","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:40:24.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.737+0000 7fab9a36d640 1 -- 172.21.15.111:0/1429296189 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fab8006cc40 msgr2=0x7fab8006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:24.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.737+0000 7fab9a36d640 1 --2- 172.21.15.111:0/1429296189 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fab8006cc40 0x7fab8006f100 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fab940aff20 tx=0x7fab84008040 comp rx=0 tx=0).stop 2024-09-19T04:40:24.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.737+0000 7fab9a36d640 1 -- 172.21.15.111:0/1429296189 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab9415ce80 msgr2=0x7fab94073240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:24.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.737+0000 7fab9a36d640 1 --2- 172.21.15.111:0/1429296189 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab9415ce80 0x7fab94073240 secure :-1 s=READY pgs=1696 cs=0 l=1 rev1=1 crypto rx=0x7fab8c009eb0 tx=0x7fab8c004a40 comp rx=0 tx=0).stop 2024-09-19T04:40:24.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.737+0000 7fab9a36d640 1 -- 172.21.15.111:0/1429296189 shutdown_connections 2024-09-19T04:40:24.738 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.737+0000 7fab9a36d640 1 --2- 172.21.15.111:0/1429296189 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fab8006cc40 0x7fab8006f100 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.737+0000 7fab9a36d640 1 --2- 172.21.15.111:0/1429296189 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab9415ce80 0x7fab94073240 unknown :-1 s=CLOSED pgs=1696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.737+0000 7fab9a36d640 1 --2- 172.21.15.111:0/1429296189 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab9415ca40 0x7fab9415b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.737+0000 7fab9a36d640 1 --2- 172.21.15.111:0/1429296189 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab940d02a0 0x7fab9414a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.737+0000 7fab9a36d640 1 -- 172.21.15.111:0/1429296189 >> 172.21.15.111:0/1429296189 conn(0x7fab94062cc0 msgr2=0x7fab94152e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:24.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.737+0000 7fab9a36d640 1 -- 172.21.15.111:0/1429296189 shutdown_connections 2024-09-19T04:40:24.739 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.737+0000 7fab9a36d640 1 -- 172.21.15.111:0/1429296189 wait complete. 2024-09-19T04:40:24.749 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T04:40:24.854 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.848+0000 7fb4818e4640 1 Processor -- start 2024-09-19T04:40:24.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.848+0000 7fb4818e4640 1 -- start start 2024-09-19T04:40:24.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.849+0000 7fb4818e4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fb47c06dfd0 0x7fb47c0b78b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:24.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.849+0000 7fb4818e4640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb47c0cf9a0 con 0x7fb47c0b3d50 2024-09-19T04:40:24.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.849+0000 7fb4818e4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb47c162210 con 0x7fb47c161e30 2024-09-19T04:40:24.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.849+0000 7fb4818e4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fb47c0cfcf0 con 0x7fb47c06dfd0 2024-09-19T04:40:24.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.849+0000 7fb4727fc640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fb47c0b3d50 0x7fb47c06d8c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:45228/0 (socket says 172.21.15.111:45228) 2024-09-19T04:40:24.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.849+0000 7fb4727fc640 1 -- 172.21.15.111:0/2112944168 learned_addr learned my addr 172.21.15.111:0/2112944168 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:24.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.849+0000 7fb47a7fc640 1 -- 172.21.15.111:0/2112944168 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2316760165 0 0) 0x7fb47c0cf9a0 con 0x7fb47c0b3d50 2024-09-19T04:40:24.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.849+0000 7fb47b7fe640 1 --2- 172.21.15.111:0/2112944168 >> v2:172.21.15.114:3300/0 conn(0x7fb47c06dfd0 0x7fb47c0b78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:24.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.849+0000 7fb47a7fc640 1 -- 172.21.15.111:0/2112944168 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb468003520 con 0x7fb47c0b3d50 2024-09-19T04:40:24.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.849+0000 7fb47a7fc640 1 -- 172.21.15.111:0/2112944168 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2608231198 0 0) 0x7fb468003520 con 0x7fb47c0b3d50 2024-09-19T04:40:24.855 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.849+0000 7fb47a7fc640 1 -- 172.21.15.111:0/2112944168 >> v2:172.21.15.114:3300/0 conn(0x7fb47c06dfd0 msgr2=0x7fb47c0b78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:24.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.849+0000 7fb47a7fc640 1 --2- 172.21.15.111:0/2112944168 >> v2:172.21.15.114:3300/0 conn(0x7fb47c06dfd0 0x7fb47c0b78b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.849+0000 7fb47a7fc640 1 -- 172.21.15.111:0/2112944168 >> v1:172.21.15.114:6789/0 conn(0x7fb47c161e30 legacy=0x7fb47c0d34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:24.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.849+0000 7fb47a7fc640 1 -- 172.21.15.111:0/2112944168 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb47c0d5210 con 0x7fb47c0b3d50 2024-09-19T04:40:24.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.849+0000 7fb47b7fe640 1 --2- 172.21.15.111:0/2112944168 >> v2:172.21.15.114:3300/0 conn(0x7fb47c06dfd0 0x7fb47c0b78b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:24.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.849+0000 7fb47a7fc640 1 -- 172.21.15.111:0/2112944168 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fb464001670 con 0x7fb47c0b3d50 2024-09-19T04:40:24.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.849+0000 7fb47a7fc640 1 -- 172.21.15.111:0/2112944168 >> v1:172.21.15.111:6789/0 conn(0x7fb47c0b3d50 legacy=0x7fb47c06d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:24.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.849+0000 7fb47a7fc640 1 --2- 172.21.15.111:0/2112944168 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4680039b0 0x7fb468003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:24.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.850+0000 7fb47a7fc640 1 --2- 172.21.15.111:0/2112944168 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb468004800 0x7fb468004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:24.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.850+0000 7fb47a7fc640 1 --2- 172.21.15.111:0/2112944168 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4680051c0 0x7fb46800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:24.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.850+0000 7fb47a7fc640 1 -- 172.21.15.111:0/2112944168 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb47c0cfcf0 con 0x7fb4680039b0 2024-09-19T04:40:24.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.850+0000 7fb47a7fc640 1 -- 172.21.15.111:0/2112944168 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb46800c110 con 0x7fb468004800 2024-09-19T04:40:24.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.850+0000 7fb47a7fc640 1 -- 172.21.15.111:0/2112944168 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb46800c310 con 0x7fb4680051c0 2024-09-19T04:40:24.856 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.850+0000 7fb47affd640 1 --2- 172.21.15.111:0/2112944168 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4680039b0 0x7fb468003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:24.857 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.850+0000 7fb4727fc640 1 --2- 172.21.15.111:0/2112944168 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb468004800 0x7fb468004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:24.857 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.850+0000 7fb47b7fe640 1 --2- 172.21.15.111:0/2112944168 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4680051c0 0x7fb46800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:24.857 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.850+0000 7fb47affd640 1 -- 172.21.15.111:0/2112944168 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4680051c0 msgr2=0x7fb46800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:24.857 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.850+0000 7fb47affd640 1 --2- 172.21.15.111:0/2112944168 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4680051c0 0x7fb46800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.857 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.850+0000 7fb47affd640 1 -- 172.21.15.111:0/2112944168 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb468004800 msgr2=0x7fb468004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:24.857 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.850+0000 7fb47affd640 1 --2- 172.21.15.111:0/2112944168 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb468004800 0x7fb468004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.857 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.850+0000 7fb47b7fe640 1 -- 172.21.15.111:0/2112944168 reap_dead start 2024-09-19T04:40:24.857 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.850+0000 7fb47affd640 1 -- 172.21.15.111:0/2112944168 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb468003520 con 0x7fb4680039b0 2024-09-19T04:40:24.857 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.851+0000 7fb47affd640 1 --2- 172.21.15.111:0/2112944168 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4680039b0 0x7fb468003dd0 secure :-1 s=READY pgs=1698 cs=0 l=1 rev1=1 crypto rx=0x7fb46c001750 tx=0x7fb468005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df43d526bfb207c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:24.857 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.851+0000 7fb47a7fc640 1 -- 172.21.15.111:0/2112944168 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb46c001370 con 0x7fb4680039b0 2024-09-19T04:40:24.857 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.851+0000 7fb47a7fc640 1 -- 172.21.15.111:0/2112944168 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb46c0052d0 con 0x7fb4680039b0 2024-09-19T04:40:24.857 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.851+0000 7fb47a7fc640 1 -- 172.21.15.111:0/2112944168 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb46c02abc0 con 0x7fb4680039b0 2024-09-19T04:40:24.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.851+0000 7fb4818e4640 1 -- 172.21.15.111:0/2112944168 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4680039b0 msgr2=0x7fb468003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:24.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.851+0000 7fb4818e4640 1 --2- 172.21.15.111:0/2112944168 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4680039b0 0x7fb468003dd0 secure :-1 s=READY pgs=1698 cs=0 l=1 rev1=1 crypto rx=0x7fb46c001750 tx=0x7fb468005830 comp rx=0 tx=0).stop 2024-09-19T04:40:24.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.851+0000 7fb4818e4640 1 -- 172.21.15.111:0/2112944168 shutdown_connections 2024-09-19T04:40:24.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.851+0000 7fb4818e4640 1 --2- 172.21.15.111:0/2112944168 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4680039b0 0x7fb468003dd0 unknown :-1 s=CLOSED pgs=1698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.851+0000 7fb4818e4640 1 -- 172.21.15.111:0/2112944168 >> 172.21.15.111:0/2112944168 conn(0x7fb47c0d1870 msgr2=0x7fb47c0d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:24.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.851+0000 7fb4818e4640 1 -- 172.21.15.111:0/2112944168 shutdown_connections 2024-09-19T04:40:24.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.851+0000 7fb4818e4640 1 -- 172.21.15.111:0/2112944168 wait complete. 2024-09-19T04:40:24.858 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.852+0000 7fb4818e4640 1 Processor -- start 2024-09-19T04:40:24.862 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.853+0000 7fb4818e4640 1 -- start start 2024-09-19T04:40:24.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.853+0000 7fb4818e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4680039b0 0x7fb47c15c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:24.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.853+0000 7fb4818e4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb47c159a30 0x7fb47c14c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:24.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.853+0000 7fb4818e4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb47c15ee40 0x7fb47c15f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:24.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.853+0000 7fb4818e4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb47c0b3290 con 0x7fb47c159a30 2024-09-19T04:40:24.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.853+0000 7fb4818e4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb47c0b3950 con 0x7fb47c15ee40 2024-09-19T04:40:24.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.853+0000 7fb4818e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb47c0b3410 con 0x7fb4680039b0 2024-09-19T04:40:24.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.853+0000 7fb4727fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb47c159a30 0x7fb47c14c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:24.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.853+0000 7fb4727fc640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb47c159a30 0x7fb47c14c9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41606/0 (socket says 172.21.15.111:41606) 2024-09-19T04:40:24.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.853+0000 7fb4727fc640 1 -- 172.21.15.111:0/661692291 learned_addr learned my addr 172.21.15.111:0/661692291 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:24.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.854+0000 7fb47b7fe640 1 --2- 172.21.15.111:0/661692291 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb47c15ee40 0x7fb47c15f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:24.863 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.854+0000 7fb47affd640 1 --2- 172.21.15.111:0/661692291 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4680039b0 0x7fb47c15c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:24.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.854+0000 7fb4727fc640 1 -- 172.21.15.111:0/661692291 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4680039b0 msgr2=0x7fb47c15c5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:24.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.854+0000 7fb4727fc640 1 --2- 172.21.15.111:0/661692291 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4680039b0 0x7fb47c15c5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.854+0000 7fb4727fc640 1 -- 172.21.15.111:0/661692291 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb47c15ee40 msgr2=0x7fb47c15f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:24.864 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.854+0000 7fb4727fc640 1 --2- 172.21.15.111:0/661692291 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb47c15ee40 0x7fb47c15f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:24.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.854+0000 7fb4727fc640 1 -- 172.21.15.111:0/661692291 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb47c15a1f0 con 0x7fb47c159a30 2024-09-19T04:40:24.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.854+0000 7fb47affd640 1 --2- 172.21.15.111:0/661692291 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4680039b0 0x7fb47c15c5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:24.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.854+0000 7fb4727fc640 1 --2- 172.21.15.111:0/661692291 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb47c159a30 0x7fb47c14c9b0 secure :-1 s=READY pgs=1699 cs=0 l=1 rev1=1 crypto rx=0x7fb4640072c0 tx=0x7fb4640076c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:24.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.854+0000 7fb478ff9640 1 -- 172.21.15.111:0/661692291 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb46400f960 con 0x7fb47c159a30 2024-09-19T04:40:24.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.854+0000 7fb478ff9640 1 -- 172.21.15.111:0/661692291 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb464018070 con 0x7fb47c159a30 2024-09-19T04:40:24.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.854+0000 7fb4818e4640 1 -- 172.21.15.111:0/661692291 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb47c15a4d0 con 0x7fb47c159a30 2024-09-19T04:40:24.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.854+0000 7fb478ff9640 1 -- 172.21.15.111:0/661692291 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb46400fd40 con 0x7fb47c159a30 2024-09-19T04:40:24.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.854+0000 7fb4818e4640 1 -- 172.21.15.111:0/661692291 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb47c15aa90 con 0x7fb47c159a30 2024-09-19T04:40:24.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.855+0000 7fb4818e4640 1 -- 172.21.15.111:0/661692291 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb47c0b5a60 con 0x7fb47c159a30 2024-09-19T04:40:24.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.856+0000 7fb478ff9640 1 -- 172.21.15.111:0/661692291 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7fb46401d460 con 0x7fb47c159a30 2024-09-19T04:40:24.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.856+0000 7fb478ff9640 1 --2- 172.21.15.111:0/661692291 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb45c06cc40 0x7fb45c06f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:24.865 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.856+0000 7fb478ff9640 1 -- 172.21.15.111:0/661692291 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7fb464089c00 con 0x7fb47c159a30 2024-09-19T04:40:24.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.856+0000 7fb47affd640 1 --2- 172.21.15.111:0/661692291 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb45c06cc40 0x7fb45c06f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:24.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.857+0000 7fb47affd640 1 --2- 172.21.15.111:0/661692291 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb45c06cc40 0x7fb45c06f100 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fb46c032000 tx=0x7fb46c02e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:24.866 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:24.860+0000 7fb478ff9640 1 -- 172.21.15.111:0/661692291 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb47c0b5a60 con 0x7fb47c159a30 2024-09-19T04:40:25.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.059+0000 7fb4818e4640 1 -- 172.21.15.111:0/661692291 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fb47c06d8c0 con 0x7fb47c159a30 2024-09-19T04:40:25.678 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.676+0000 7fb478ff9640 1 -- 172.21.15.111:0/661692291 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v91) ==== 118+0+0 (secure 0 0 0) 0x7fb464059f70 con 0x7fb47c159a30 2024-09-19T04:40:25.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.679+0000 7fb4818e4640 1 -- 172.21.15.111:0/661692291 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb45c06cc40 msgr2=0x7fb45c06f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:25.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.679+0000 7fb4818e4640 1 --2- 172.21.15.111:0/661692291 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb45c06cc40 0x7fb45c06f100 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fb46c032000 tx=0x7fb46c02e000 comp rx=0 tx=0).stop 2024-09-19T04:40:25.680 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.679+0000 7fb4818e4640 1 -- 172.21.15.111:0/661692291 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb47c159a30 msgr2=0x7fb47c14c9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:25.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.679+0000 7fb4818e4640 1 --2- 172.21.15.111:0/661692291 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb47c159a30 0x7fb47c14c9b0 secure :-1 s=READY pgs=1699 cs=0 l=1 rev1=1 crypto rx=0x7fb4640072c0 tx=0x7fb4640076c0 comp rx=0 tx=0).stop 2024-09-19T04:40:25.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.679+0000 7fb4818e4640 1 -- 172.21.15.111:0/661692291 shutdown_connections 2024-09-19T04:40:25.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.679+0000 7fb4818e4640 1 --2- 172.21.15.111:0/661692291 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb45c06cc40 0x7fb45c06f100 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:25.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.679+0000 7fb4818e4640 1 --2- 172.21.15.111:0/661692291 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb47c15ee40 0x7fb47c15f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:25.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.679+0000 7fb4818e4640 1 --2- 172.21.15.111:0/661692291 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb47c159a30 0x7fb47c14c9b0 unknown :-1 s=CLOSED pgs=1699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:25.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.679+0000 7fb4818e4640 1 --2- 172.21.15.111:0/661692291 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb4680039b0 0x7fb47c15c5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:25.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.679+0000 7fb4818e4640 1 -- 172.21.15.111:0/661692291 >> 172.21.15.111:0/661692291 conn(0x7fb47c0d1870 msgr2=0x7fb47c0b5350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:25.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.679+0000 7fb4818e4640 1 -- 172.21.15.111:0/661692291 shutdown_connections 2024-09-19T04:40:25.681 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.679+0000 7fb4818e4640 1 -- 172.21.15.111:0/661692291 wait complete. 2024-09-19T04:40:25.693 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T04:40:25.693 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T04:40:25.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.795+0000 7f8eec328640 1 Processor -- start 2024-09-19T04:40:25.796 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.795+0000 7f8eec328640 1 -- start start 2024-09-19T04:40:25.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.796+0000 7f8eec328640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f8ee415c5b0 0x7f8ee40b36a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:25.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.796+0000 7f8eec328640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8ee40b3be0 0x7f8ee40d0330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:25.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.796+0000 7f8eec328640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8ee40d0870 0x7f8ee406bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:25.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.796+0000 7f8eec328640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f8ee40b4050 con 0x7f8ee40b3be0 2024-09-19T04:40:25.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.796+0000 7f8eec328640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f8ee40d1340 con 0x7f8ee415c5b0 2024-09-19T04:40:25.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.796+0000 7f8eec328640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8ee40d1060 con 0x7f8ee40d0870 2024-09-19T04:40:25.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.796+0000 7f8ee98c3640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8ee40b3be0 0x7f8ee40d0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:25.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.796+0000 7f8ee98c3640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f8ee40b3be0 0x7f8ee40d0330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41620/0 (socket says 172.21.15.111:41620) 2024-09-19T04:40:25.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.796+0000 7f8ee98c3640 1 -- 172.21.15.111:0/4129265083 learned_addr learned my addr 172.21.15.111:0/4129265083 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:25.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.796+0000 7f8eea0c4640 1 --2- 172.21.15.111:0/4129265083 >> v2:172.21.15.114:3300/0 conn(0x7f8ee415c5b0 0x7f8ee40b36a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:25.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.796+0000 7f8eea8c5640 1 --2- 172.21.15.111:0/4129265083 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8ee40d0870 0x7f8ee406bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:25.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.796+0000 7f8ee98c3640 1 -- 172.21.15.111:0/4129265083 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8ee40d0870 msgr2=0x7f8ee406bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:25.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.796+0000 7f8ee98c3640 1 --2- 172.21.15.111:0/4129265083 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8ee40d0870 0x7f8ee406bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:25.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.796+0000 7f8ee98c3640 1 -- 172.21.15.111:0/4129265083 >> v2:172.21.15.114:3300/0 conn(0x7f8ee415c5b0 msgr2=0x7f8ee40b36a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:25.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.796+0000 7f8ee98c3640 1 --2- 172.21.15.111:0/4129265083 >> v2:172.21.15.114:3300/0 conn(0x7f8ee415c5b0 0x7f8ee40b36a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:25.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.796+0000 7f8ee98c3640 1 -- 172.21.15.111:0/4129265083 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ee406e2a0 con 0x7f8ee40b3be0 2024-09-19T04:40:25.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.797+0000 7f8ee98c3640 1 --2- 172.21.15.111:0/4129265083 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8ee40b3be0 0x7f8ee40d0330 secure :-1 s=READY pgs=1700 cs=0 l=1 rev1=1 crypto rx=0x7f8ee4070d40 tx=0x7f8ed402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b19957b6ce4cc3e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:25.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.797+0000 7f8ee90c2640 1 -- 172.21.15.111:0/4129265083 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ed4037070 con 0x7f8ee40b3be0 2024-09-19T04:40:25.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.797+0000 7f8ee90c2640 1 -- 172.21.15.111:0/4129265083 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ed4032440 con 0x7f8ee40b3be0 2024-09-19T04:40:25.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.797+0000 7f8ee90c2640 1 -- 172.21.15.111:0/4129265083 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ed4032810 con 0x7f8ee40b3be0 2024-09-19T04:40:25.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.798+0000 7f8eec328640 1 -- 172.21.15.111:0/4129265083 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8ee40b3be0 msgr2=0x7f8ee40d0330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:25.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.798+0000 7f8eec328640 1 --2- 172.21.15.111:0/4129265083 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8ee40b3be0 0x7f8ee40d0330 secure :-1 s=READY pgs=1700 cs=0 l=1 rev1=1 crypto rx=0x7f8ee4070d40 tx=0x7f8ed402a140 comp rx=0 tx=0).stop 2024-09-19T04:40:25.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.798+0000 7f8eec328640 1 -- 172.21.15.111:0/4129265083 shutdown_connections 2024-09-19T04:40:25.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.798+0000 7f8eec328640 1 --2- 172.21.15.111:0/4129265083 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8ee40d0870 0x7f8ee406bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:25.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.798+0000 7f8eec328640 1 --2- 172.21.15.111:0/4129265083 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8ee40b3be0 0x7f8ee40d0330 unknown :-1 s=CLOSED pgs=1700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:25.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.798+0000 7f8eec328640 1 --2- 172.21.15.111:0/4129265083 >> v2:172.21.15.114:3300/0 conn(0x7f8ee415c5b0 0x7f8ee40b36a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:25.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.798+0000 7f8eec328640 1 -- 172.21.15.111:0/4129265083 >> 172.21.15.111:0/4129265083 conn(0x7f8ee406d0d0 msgr2=0x7f8ee406d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:25.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.798+0000 7f8eec328640 1 -- 172.21.15.111:0/4129265083 shutdown_connections 2024-09-19T04:40:25.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.798+0000 7f8eec328640 1 -- 172.21.15.111:0/4129265083 wait complete. 2024-09-19T04:40:25.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.799+0000 7f8eec328640 1 Processor -- start 2024-09-19T04:40:25.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.799+0000 7f8eec328640 1 -- start start 2024-09-19T04:40:25.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.800+0000 7f8eec328640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8ee40b3be0 0x7f8ee413fa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:25.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.800+0000 7f8eec328640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8ee40d0870 0x7f8ee41402a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:25.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.800+0000 7f8eec328640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8ee415c5b0 0x7f8ee4142330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:25.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.800+0000 7f8eec328640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8ee40d0ce0 con 0x7f8ee415c5b0 2024-09-19T04:40:25.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.800+0000 7f8eec328640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8ee406e860 con 0x7f8ee40d0870 2024-09-19T04:40:25.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.800+0000 7f8eec328640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f8ee406c0e0 con 0x7f8ee40b3be0 2024-09-19T04:40:25.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.800+0000 7f8eea8c5640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8ee415c5b0 0x7f8ee4142330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:25.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.800+0000 7f8eea8c5640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8ee415c5b0 0x7f8ee4142330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41636/0 (socket says 172.21.15.111:41636) 2024-09-19T04:40:25.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.800+0000 7f8eea8c5640 1 -- 172.21.15.111:0/910689936 learned_addr learned my addr 172.21.15.111:0/910689936 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:25.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.800+0000 7f8eea0c4640 1 --2- 172.21.15.111:0/910689936 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8ee40b3be0 0x7f8ee413fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:25.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.800+0000 7f8ee98c3640 1 --2- 172.21.15.111:0/910689936 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8ee40d0870 0x7f8ee41402a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:25.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.800+0000 7f8eea8c5640 1 -- 172.21.15.111:0/910689936 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8ee40b3be0 msgr2=0x7f8ee413fa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:25.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.800+0000 7f8eea8c5640 1 --2- 172.21.15.111:0/910689936 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8ee40b3be0 0x7f8ee413fa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:25.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.800+0000 7f8eea8c5640 1 -- 172.21.15.111:0/910689936 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8ee40d0870 msgr2=0x7f8ee41402a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:25.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.800+0000 7f8eea8c5640 1 --2- 172.21.15.111:0/910689936 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8ee40d0870 0x7f8ee41402a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:25.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.800+0000 7f8eea8c5640 1 -- 172.21.15.111:0/910689936 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ee413ff90 con 0x7f8ee415c5b0 2024-09-19T04:40:25.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.800+0000 7f8eea8c5640 1 --2- 172.21.15.111:0/910689936 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8ee415c5b0 0x7f8ee4142330 secure :-1 s=READY pgs=1701 cs=0 l=1 rev1=1 crypto rx=0x7f8edc00ccf0 tx=0x7f8edc00a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:25.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.800+0000 7f8edaffd640 1 -- 172.21.15.111:0/910689936 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8edc003b90 con 0x7f8ee415c5b0 2024-09-19T04:40:25.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.800+0000 7f8edaffd640 1 -- 172.21.15.111:0/910689936 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8edc003d30 con 0x7f8ee415c5b0 2024-09-19T04:40:25.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.800+0000 7f8eec328640 1 -- 172.21.15.111:0/910689936 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ee4142df0 con 0x7f8ee415c5b0 2024-09-19T04:40:25.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.800+0000 7f8edaffd640 1 -- 172.21.15.111:0/910689936 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8edc004240 con 0x7f8ee415c5b0 2024-09-19T04:40:25.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.801+0000 7f8eec328640 1 -- 172.21.15.111:0/910689936 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ee4152910 con 0x7f8ee415c5b0 2024-09-19T04:40:25.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.801+0000 7f8eec328640 1 -- 172.21.15.111:0/910689936 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ee406bba0 con 0x7f8ee415c5b0 2024-09-19T04:40:25.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.802+0000 7f8edaffd640 1 -- 172.21.15.111:0/910689936 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f8edc0043e0 con 0x7f8ee415c5b0 2024-09-19T04:40:25.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.802+0000 7f8edaffd640 1 --2- 172.21.15.111:0/910689936 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8ec806cc40 0x7f8ec806f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:25.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.802+0000 7f8edaffd640 1 -- 172.21.15.111:0/910689936 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7f8edc08a5e0 con 0x7f8ee415c5b0 2024-09-19T04:40:25.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.803+0000 7f8eea0c4640 1 --2- 172.21.15.111:0/910689936 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8ec806cc40 0x7f8ec806f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:25.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.803+0000 7f8eea0c4640 1 --2- 172.21.15.111:0/910689936 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8ec806cc40 0x7f8ec806f100 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f8ee0006fd0 tx=0x7f8ee0008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:25.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:25.806+0000 7f8edaffd640 1 -- 172.21.15.111:0/910689936 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8edc05a950 con 0x7f8ee415c5b0 2024-09-19T04:40:26.007 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.005+0000 7f8eec328640 1 -- 172.21.15.111:0/910689936 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f8ee40b17c0 con 0x7f8ee415c5b0 2024-09-19T04:40:26.683 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.682+0000 7f8edaffd640 1 -- 172.21.15.111:0/910689936 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v92) ==== 122+0+0 (secure 0 0 0) 0x7f8edc05a250 con 0x7f8ee415c5b0 2024-09-19T04:40:26.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.685+0000 7f8eec328640 1 -- 172.21.15.111:0/910689936 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8ec806cc40 msgr2=0x7f8ec806f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:26.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.685+0000 7f8eec328640 1 --2- 172.21.15.111:0/910689936 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8ec806cc40 0x7f8ec806f100 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f8ee0006fd0 tx=0x7f8ee0008040 comp rx=0 tx=0).stop 2024-09-19T04:40:26.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.685+0000 7f8eec328640 1 -- 172.21.15.111:0/910689936 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8ee415c5b0 msgr2=0x7f8ee4142330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:26.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.685+0000 7f8eec328640 1 --2- 172.21.15.111:0/910689936 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8ee415c5b0 0x7f8ee4142330 secure :-1 s=READY pgs=1701 cs=0 l=1 rev1=1 crypto rx=0x7f8edc00ccf0 tx=0x7f8edc00a660 comp rx=0 tx=0).stop 2024-09-19T04:40:26.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.685+0000 7f8eec328640 1 -- 172.21.15.111:0/910689936 shutdown_connections 2024-09-19T04:40:26.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.685+0000 7f8eec328640 1 --2- 172.21.15.111:0/910689936 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f8ec806cc40 0x7f8ec806f100 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.685+0000 7f8eec328640 1 --2- 172.21.15.111:0/910689936 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8ee415c5b0 0x7f8ee4142330 unknown :-1 s=CLOSED pgs=1701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.685+0000 7f8eec328640 1 --2- 172.21.15.111:0/910689936 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8ee40d0870 0x7f8ee41402a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.686 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.685+0000 7f8eec328640 1 --2- 172.21.15.111:0/910689936 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f8ee40b3be0 0x7f8ee413fa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.685+0000 7f8eec328640 1 -- 172.21.15.111:0/910689936 >> 172.21.15.111:0/910689936 conn(0x7f8ee406d0d0 msgr2=0x7f8ee40cf3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:26.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.685+0000 7f8eec328640 1 -- 172.21.15.111:0/910689936 shutdown_connections 2024-09-19T04:40:26.687 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.685+0000 7f8eec328640 1 -- 172.21.15.111:0/910689936 wait complete. 2024-09-19T04:40:26.698 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T04:40:26.698 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:40:26.799 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.798+0000 7fe45a2eb640 1 Processor -- start 2024-09-19T04:40:26.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.798+0000 7fe45a2eb640 1 -- start start 2024-09-19T04:40:26.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.799+0000 7fe45a2eb640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe4540b5600 0x7fe454073ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:26.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.799+0000 7fe45a2eb640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fe454073ff0 0x7fe45406ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:26.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.799+0000 7fe45a2eb640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe45406e8d0 con 0x7fe45415e7b0 2024-09-19T04:40:26.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.799+0000 7fe45a2eb640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fe45406e680 con 0x7fe4540b5600 2024-09-19T04:40:26.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.799+0000 7fe45a2eb640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fe45406ebb0 con 0x7fe454073ff0 2024-09-19T04:40:26.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.799+0000 7fe4537fe640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fe4540b5600 0x7fe454073ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:26.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.799+0000 7fe453fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fe45415e7b0 0x7fe454071340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:45240/0 (socket says 172.21.15.111:45240) 2024-09-19T04:40:26.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.799+0000 7fe453fff640 1 -- 172.21.15.111:0/2612157184 learned_addr learned my addr 172.21.15.111:0/2612157184 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:26.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.799+0000 7fe458888640 1 --2- 172.21.15.111:0/2612157184 >> v2:172.21.15.114:3300/0 conn(0x7fe454073ff0 0x7fe45406ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:26.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.800+0000 7fe4537fe640 1 -- 172.21.15.111:0/2612157184 >> v2:172.21.15.114:3300/0 conn(0x7fe454073ff0 msgr2=0x7fe45406ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:26.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.800+0000 7fe4537fe640 1 --2- 172.21.15.111:0/2612157184 >> v2:172.21.15.114:3300/0 conn(0x7fe454073ff0 0x7fe45406ccb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.800+0000 7fe4537fe640 1 -- 172.21.15.111:0/2612157184 >> v1:172.21.15.111:6789/0 conn(0x7fe45415e7b0 legacy=0x7fe454071340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:26.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.800+0000 7fe4537fe640 1 -- 172.21.15.111:0/2612157184 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4540732b0 con 0x7fe4540b5600 2024-09-19T04:40:26.802 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.800+0000 7fe452ffd640 1 -- 172.21.15.111:0/2612157184 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2461119602 0 0) 0x7fe45406e8d0 con 0x7fe45415e7b0 2024-09-19T04:40:26.803 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.800+0000 7fe4537fe640 1 --2- 172.21.15.111:0/2612157184 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4540b5600 0x7fe454073ab0 secure :-1 s=READY pgs=1703 cs=0 l=1 rev1=1 crypto rx=0x7fe4540b4df0 tx=0x7fe44802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c43a2afc7ce7c1d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:26.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.800+0000 7fe452ffd640 1 -- 172.21.15.111:0/2612157184 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe448037070 con 0x7fe4540b5600 2024-09-19T04:40:26.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.800+0000 7fe452ffd640 1 -- 172.21.15.111:0/2612157184 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe448032440 con 0x7fe4540b5600 2024-09-19T04:40:26.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.800+0000 7fe452ffd640 1 -- 172.21.15.111:0/2612157184 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe44802ae60 con 0x7fe4540b5600 2024-09-19T04:40:26.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.801+0000 7fe45a2eb640 1 -- 172.21.15.111:0/2612157184 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4540b5600 msgr2=0x7fe454073ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:26.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.801+0000 7fe45a2eb640 1 --2- 172.21.15.111:0/2612157184 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4540b5600 0x7fe454073ab0 secure :-1 s=READY pgs=1703 cs=0 l=1 rev1=1 crypto rx=0x7fe4540b4df0 tx=0x7fe44802a110 comp rx=0 tx=0).stop 2024-09-19T04:40:26.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.801+0000 7fe45a2eb640 1 -- 172.21.15.111:0/2612157184 shutdown_connections 2024-09-19T04:40:26.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.801+0000 7fe45a2eb640 1 --2- 172.21.15.111:0/2612157184 >> v2:172.21.15.114:3300/0 conn(0x7fe454073ff0 0x7fe45406ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.804 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.801+0000 7fe45a2eb640 1 --2- 172.21.15.111:0/2612157184 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4540b5600 0x7fe454073ab0 unknown :-1 s=CLOSED pgs=1703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.801+0000 7fe45a2eb640 1 -- 172.21.15.111:0/2612157184 >> 172.21.15.111:0/2612157184 conn(0x7fe4540b4300 msgr2=0x7fe4540b46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:26.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.801+0000 7fe45a2eb640 1 -- 172.21.15.111:0/2612157184 shutdown_connections 2024-09-19T04:40:26.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.801+0000 7fe45a2eb640 1 -- 172.21.15.111:0/2612157184 wait complete. 2024-09-19T04:40:26.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.802+0000 7fe45a2eb640 1 Processor -- start 2024-09-19T04:40:26.805 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.802+0000 7fe45a2eb640 1 -- start start 2024-09-19T04:40:26.807 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.803+0000 7fe45a2eb640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4540b5600 0x7fe454147520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:26.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.803+0000 7fe45a2eb640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe45415e7b0 0x7fe454147e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:26.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.803+0000 7fe45a2eb640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe454161270 0x7fe4541483a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:26.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.803+0000 7fe45a2eb640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe45406d370 con 0x7fe454161270 2024-09-19T04:40:26.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.803+0000 7fe45a2eb640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe45406d1f0 con 0x7fe4540b5600 2024-09-19T04:40:26.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.803+0000 7fe45a2eb640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe45406d4f0 con 0x7fe45415e7b0 2024-09-19T04:40:26.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.803+0000 7fe458888640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe454161270 0x7fe4541483a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:26.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.803+0000 7fe458888640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe454161270 0x7fe4541483a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41654/0 (socket says 172.21.15.111:41654) 2024-09-19T04:40:26.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.803+0000 7fe458888640 1 -- 172.21.15.111:0/2424895702 learned_addr learned my addr 172.21.15.111:0/2424895702 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:26.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.803+0000 7fe458888640 1 -- 172.21.15.111:0/2424895702 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe45415e7b0 msgr2=0x7fe454147e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:26.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.803+0000 7fe4537fe640 1 --2- 172.21.15.111:0/2424895702 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe45415e7b0 0x7fe454147e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:26.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.803+0000 7fe458888640 1 --2- 172.21.15.111:0/2424895702 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe45415e7b0 0x7fe454147e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.803+0000 7fe458888640 1 -- 172.21.15.111:0/2424895702 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4540b5600 msgr2=0x7fe454147520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:26.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.803+0000 7fe453fff640 1 --2- 172.21.15.111:0/2424895702 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4540b5600 0x7fe454147520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:26.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.803+0000 7fe458888640 1 --2- 172.21.15.111:0/2424895702 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4540b5600 0x7fe454147520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.803+0000 7fe458888640 1 -- 172.21.15.111:0/2424895702 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4540d1af0 con 0x7fe454161270 2024-09-19T04:40:26.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.804+0000 7fe458888640 1 --2- 172.21.15.111:0/2424895702 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe454161270 0x7fe4541483a0 secure :-1 s=READY pgs=1704 cs=0 l=1 rev1=1 crypto rx=0x7fe44c00cc30 tx=0x7fe44c00a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:26.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.804+0000 7fe450ff9640 1 -- 172.21.15.111:0/2424895702 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe44c00ce40 con 0x7fe454161270 2024-09-19T04:40:26.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.804+0000 7fe450ff9640 1 -- 172.21.15.111:0/2424895702 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe44c003990 con 0x7fe454161270 2024-09-19T04:40:26.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.804+0000 7fe450ff9640 1 -- 172.21.15.111:0/2424895702 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe44c003d40 con 0x7fe454161270 2024-09-19T04:40:26.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.804+0000 7fe45a2eb640 1 -- 172.21.15.111:0/2424895702 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe454160790 con 0x7fe454161270 2024-09-19T04:40:26.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.804+0000 7fe45a2eb640 1 -- 172.21.15.111:0/2424895702 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe454160d50 con 0x7fe454161270 2024-09-19T04:40:26.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.805+0000 7fe45a2eb640 1 -- 172.21.15.111:0/2424895702 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe45406ccb0 con 0x7fe454161270 2024-09-19T04:40:26.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.805+0000 7fe450ff9640 1 -- 172.21.15.111:0/2424895702 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7fe44c003ee0 con 0x7fe454161270 2024-09-19T04:40:26.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.806+0000 7fe450ff9640 1 --2- 172.21.15.111:0/2424895702 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe44006cc40 0x7fe44006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:26.809 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.806+0000 7fe450ff9640 1 -- 172.21.15.111:0/2424895702 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7fe44c08a080 con 0x7fe454161270 2024-09-19T04:40:26.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.806+0000 7fe453fff640 1 --2- 172.21.15.111:0/2424895702 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe44006cc40 0x7fe44006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:26.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.806+0000 7fe453fff640 1 --2- 172.21.15.111:0/2424895702 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe44006cc40 0x7fe44006f100 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fe444007fd0 tx=0x7fe444009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:26.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:26.810+0000 7fe450ff9640 1 -- 172.21.15.111:0/2424895702 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe44c014030 con 0x7fe454161270 2024-09-19T04:40:27.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.011+0000 7fe45a2eb640 1 -- 172.21.15.111:0/2424895702 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe4540b1a90 con 0x7fe454161270 2024-09-19T04:40:27.012 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.011+0000 7fe450ff9640 1 -- 172.21.15.111:0/2424895702 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 92 v92) ==== 94+0+5239 (secure 0 0 0) 0x7fe44c05a3f0 con 0x7fe454161270 2024-09-19T04:40:27.013 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:27.013 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":92,"btime":"2024-09-19T04:40:26:677882+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7130,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/1174918620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":1174918620},{"type":"v1","addr":"172.21.15.114:6835","nonce":1174918620}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":87},{"gid":8979,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/2230367726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2230367726},{"type":"v1","addr":"172.21.15.111:6834","nonce":2230367726}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":87},{"gid":8982,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/3803333154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":3803333154},{"type":"v1","addr":"172.21.15.111:6835","nonce":3803333154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":87}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:40:22.990954+0000","modified":"2024-09-19T04:40:26.007173+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8994},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8994":{"gid":8994,"name":"d","rank":0,"incarnation":88,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6834/2387692262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":2387692262},{"type":"v1","addr":"172.21.15.114:6834","nonce":2387692262}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[27],"metadata_pool":26,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8994,"qdb_cluster":[8994]},"id":13}]} 2024-09-19T04:40:27.013 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 92 2024-09-19T04:40:27.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.013+0000 7fe45a2eb640 1 -- 172.21.15.111:0/2424895702 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe44006cc40 msgr2=0x7fe44006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.013+0000 7fe45a2eb640 1 --2- 172.21.15.111:0/2424895702 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe44006cc40 0x7fe44006f100 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fe444007fd0 tx=0x7fe444009040 comp rx=0 tx=0).stop 2024-09-19T04:40:27.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.013+0000 7fe45a2eb640 1 -- 172.21.15.111:0/2424895702 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe454161270 msgr2=0x7fe4541483a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.013+0000 7fe45a2eb640 1 --2- 172.21.15.111:0/2424895702 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe454161270 0x7fe4541483a0 secure :-1 s=READY pgs=1704 cs=0 l=1 rev1=1 crypto rx=0x7fe44c00cc30 tx=0x7fe44c00a5c0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.013+0000 7fe45a2eb640 1 -- 172.21.15.111:0/2424895702 shutdown_connections 2024-09-19T04:40:27.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.013+0000 7fe45a2eb640 1 --2- 172.21.15.111:0/2424895702 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe44006cc40 0x7fe44006f100 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.013+0000 7fe45a2eb640 1 --2- 172.21.15.111:0/2424895702 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe454161270 0x7fe4541483a0 unknown :-1 s=CLOSED pgs=1704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.013+0000 7fe45a2eb640 1 --2- 172.21.15.111:0/2424895702 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe45415e7b0 0x7fe454147e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.015 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.013+0000 7fe45a2eb640 1 --2- 172.21.15.111:0/2424895702 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4540b5600 0x7fe454147520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.013+0000 7fe45a2eb640 1 -- 172.21.15.111:0/2424895702 >> 172.21.15.111:0/2424895702 conn(0x7fe4540b4300 msgr2=0x7fe45415cad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:27.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.013+0000 7fe45a2eb640 1 -- 172.21.15.111:0/2424895702 shutdown_connections 2024-09-19T04:40:27.016 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.013+0000 7fe45a2eb640 1 -- 172.21.15.111:0/2424895702 wait complete. 2024-09-19T04:40:27.026 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:40:27.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.122+0000 7f090afa6640 1 Processor -- start 2024-09-19T04:40:27.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.122+0000 7f090afa6640 1 -- start start 2024-09-19T04:40:27.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.123+0000 7f090afa6640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f09040cd300 0x7f090406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.123+0000 7f090afa6640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f090415ecf0 con 0x7f090406f010 2024-09-19T04:40:27.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.123+0000 7f090afa6640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f090415c6e0 con 0x7f090415c300 2024-09-19T04:40:27.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.123+0000 7f090afa6640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f090406f480 con 0x7f09040cd300 2024-09-19T04:40:27.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.123+0000 7f0909543640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f090406f010 0x7f09040ae8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:45246/0 (socket says 172.21.15.111:45246) 2024-09-19T04:40:27.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.123+0000 7f0909543640 1 -- 172.21.15.111:0/962316814 learned_addr learned my addr 172.21.15.111:0/962316814 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:27.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.123+0000 7f08fbfff640 1 --2- 172.21.15.111:0/962316814 >> v2:172.21.15.114:3300/0 conn(0x7f09040cd300 0x7f090406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.123+0000 7f08fb7fe640 1 -- 172.21.15.111:0/962316814 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1398400350 0 0) 0x7f090415ecf0 con 0x7f090406f010 2024-09-19T04:40:27.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.123+0000 7f08fb7fe640 1 -- 172.21.15.111:0/962316814 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f08ec003520 con 0x7f090406f010 2024-09-19T04:40:27.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.124+0000 7f08fbfff640 1 -- 172.21.15.111:0/962316814 >> v1:172.21.15.114:6789/0 conn(0x7f090415c300 legacy=0x7f09040affc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.124+0000 7f08fb7fe640 1 -- 172.21.15.111:0/962316814 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2776485984 0 0) 0x7f08ec003520 con 0x7f090406f010 2024-09-19T04:40:27.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.124+0000 7f08fbfff640 1 -- 172.21.15.111:0/962316814 >> v1:172.21.15.111:6789/0 conn(0x7f090406f010 legacy=0x7f09040ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.124+0000 7f08fbfff640 1 -- 172.21.15.111:0/962316814 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f090415efb0 con 0x7f09040cd300 2024-09-19T04:40:27.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.124+0000 7f08fbfff640 1 --2- 172.21.15.111:0/962316814 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f09040cd300 0x7f090406ead0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f08f40097a0 tx=0x7f08f402a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ccb0e3b3afaa0ed6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:27.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.125+0000 7f08fb7fe640 1 -- 172.21.15.111:0/962316814 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08f4037070 con 0x7f09040cd300 2024-09-19T04:40:27.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.125+0000 7f08fb7fe640 1 -- 172.21.15.111:0/962316814 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08f402abc0 con 0x7f09040cd300 2024-09-19T04:40:27.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.125+0000 7f08fb7fe640 1 -- 172.21.15.111:0/962316814 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08fc0019f0 con 0x7f09040cd300 2024-09-19T04:40:27.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.125+0000 7f090afa6640 1 -- 172.21.15.111:0/962316814 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f09040cd300 msgr2=0x7f090406ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.125+0000 7f090afa6640 1 --2- 172.21.15.111:0/962316814 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f09040cd300 0x7f090406ead0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f08f40097a0 tx=0x7f08f402a130 comp rx=0 tx=0).stop 2024-09-19T04:40:27.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.125+0000 7f090afa6640 1 -- 172.21.15.111:0/962316814 shutdown_connections 2024-09-19T04:40:27.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.125+0000 7f090afa6640 1 --2- 172.21.15.111:0/962316814 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f09040cd300 0x7f090406ead0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.125+0000 7f090afa6640 1 -- 172.21.15.111:0/962316814 >> 172.21.15.111:0/962316814 conn(0x7f090406cae0 msgr2=0x7f090406cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:27.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.125+0000 7f090afa6640 1 -- 172.21.15.111:0/962316814 shutdown_connections 2024-09-19T04:40:27.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.125+0000 7f090afa6640 1 -- 172.21.15.111:0/962316814 wait complete. 2024-09-19T04:40:27.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.126+0000 7f090afa6640 1 Processor -- start 2024-09-19T04:40:27.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.126+0000 7f090afa6640 1 -- start start 2024-09-19T04:40:27.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.127+0000 7f090afa6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f090406f010 0x7f09041612b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.127+0000 7f090afa6640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f09040cd300 0x7f0904162270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.127+0000 7f090afa6640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f090415c300 0x7f09041627b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.127+0000 7f090afa6640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f090415f850 con 0x7f09040cd300 2024-09-19T04:40:27.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.127+0000 7f090afa6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f090415f570 con 0x7f090406f010 2024-09-19T04:40:27.130 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.127+0000 7f090afa6640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0904071880 con 0x7f090415c300 2024-09-19T04:40:27.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.127+0000 7f08fbfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f09040cd300 0x7f0904162270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.127+0000 7f08fbfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f09040cd300 0x7f0904162270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41662/0 (socket says 172.21.15.111:41662) 2024-09-19T04:40:27.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.127+0000 7f08fbfff640 1 -- 172.21.15.111:0/4261701311 learned_addr learned my addr 172.21.15.111:0/4261701311 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:27.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.128+0000 7f0909543640 1 --2- 172.21.15.111:0/4261701311 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f090415c300 0x7f09041627b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.128+0000 7f0908d42640 1 --2- 172.21.15.111:0/4261701311 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f090406f010 0x7f09041612b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.128+0000 7f08fbfff640 1 -- 172.21.15.111:0/4261701311 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f090415c300 msgr2=0x7f09041627b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.128+0000 7f08fbfff640 1 --2- 172.21.15.111:0/4261701311 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f090415c300 0x7f09041627b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.128+0000 7f08fbfff640 1 -- 172.21.15.111:0/4261701311 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f090406f010 msgr2=0x7f09041612b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.128+0000 7f08fbfff640 1 --2- 172.21.15.111:0/4261701311 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f090406f010 0x7f09041612b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.128+0000 7f08fbfff640 1 -- 172.21.15.111:0/4261701311 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09040ceac0 con 0x7f09040cd300 2024-09-19T04:40:27.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.128+0000 7f0908d42640 1 --2- 172.21.15.111:0/4261701311 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f090406f010 0x7f09041612b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:27.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.128+0000 7f0909543640 1 --2- 172.21.15.111:0/4261701311 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f090415c300 0x7f09041627b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:27.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.128+0000 7f08fbfff640 1 --2- 172.21.15.111:0/4261701311 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f09040cd300 0x7f0904162270 secure :-1 s=READY pgs=1706 cs=0 l=1 rev1=1 crypto rx=0x7f08f4035040 tx=0x7f08f40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:27.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.128+0000 7f08f97fa640 1 -- 172.21.15.111:0/4261701311 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08f4042020 con 0x7f09040cd300 2024-09-19T04:40:27.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.128+0000 7f08f97fa640 1 -- 172.21.15.111:0/4261701311 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08f403d670 con 0x7f09040cd300 2024-09-19T04:40:27.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.128+0000 7f08f97fa640 1 -- 172.21.15.111:0/4261701311 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08f4037040 con 0x7f09040cd300 2024-09-19T04:40:27.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.128+0000 7f090afa6640 1 -- 172.21.15.111:0/4261701311 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09040ceda0 con 0x7f09040cd300 2024-09-19T04:40:27.132 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.128+0000 7f090afa6640 1 -- 172.21.15.111:0/4261701311 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09040cf360 con 0x7f09040cd300 2024-09-19T04:40:27.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.129+0000 7f090afa6640 1 -- 172.21.15.111:0/4261701311 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f090406ead0 con 0x7f09040cd300 2024-09-19T04:40:27.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.130+0000 7f08f97fa640 1 -- 172.21.15.111:0/4261701311 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f08f4045020 con 0x7f09040cd300 2024-09-19T04:40:27.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.130+0000 7f08f97fa640 1 --2- 172.21.15.111:0/4261701311 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f08f006cc40 0x7f08f006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.130+0000 7f08f97fa640 1 -- 172.21.15.111:0/4261701311 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7f08f40aa4d0 con 0x7f09040cd300 2024-09-19T04:40:27.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.130+0000 7f0908d42640 1 --2- 172.21.15.111:0/4261701311 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f08f006cc40 0x7f08f006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.133 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.131+0000 7f0908d42640 1 --2- 172.21.15.111:0/4261701311 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f08f006cc40 0x7f08f006f100 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f0904154ca0 tx=0x7f0900009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:27.136 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.135+0000 7f08f97fa640 1 -- 172.21.15.111:0/4261701311 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f08f404c030 con 0x7f09040cd300 2024-09-19T04:40:27.302 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.301+0000 7f090afa6640 1 -- 172.21.15.111:0/4261701311 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0904161090 con 0x7f09040cd300 2024-09-19T04:40:27.303 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.302+0000 7f08f97fa640 1 -- 172.21.15.111:0/4261701311 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v167) ==== 74+0+16880 (secure 0 0 0) 0x7f08f407a840 con 0x7f09040cd300 2024-09-19T04:40:27.303 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:27.303 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":167,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:40:24.650720+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":27,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:40:21.329574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"166","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_data","create_time":"2024-09-19T04:40:21.964887+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"167","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:40:27.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.304+0000 7f090afa6640 1 -- 172.21.15.111:0/4261701311 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f08f006cc40 msgr2=0x7f08f006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.304+0000 7f090afa6640 1 --2- 172.21.15.111:0/4261701311 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f08f006cc40 0x7f08f006f100 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f0904154ca0 tx=0x7f0900009040 comp rx=0 tx=0).stop 2024-09-19T04:40:27.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.304+0000 7f090afa6640 1 -- 172.21.15.111:0/4261701311 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f09040cd300 msgr2=0x7f0904162270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.304+0000 7f090afa6640 1 --2- 172.21.15.111:0/4261701311 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f09040cd300 0x7f0904162270 secure :-1 s=READY pgs=1706 cs=0 l=1 rev1=1 crypto rx=0x7f08f4035040 tx=0x7f08f40046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.304+0000 7f090afa6640 1 -- 172.21.15.111:0/4261701311 shutdown_connections 2024-09-19T04:40:27.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.304+0000 7f090afa6640 1 --2- 172.21.15.111:0/4261701311 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f08f006cc40 0x7f08f006f100 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.304+0000 7f090afa6640 1 --2- 172.21.15.111:0/4261701311 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f090415c300 0x7f09041627b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.304+0000 7f090afa6640 1 --2- 172.21.15.111:0/4261701311 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f09040cd300 0x7f0904162270 unknown :-1 s=CLOSED pgs=1706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.304+0000 7f090afa6640 1 --2- 172.21.15.111:0/4261701311 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f090406f010 0x7f09041612b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.304+0000 7f090afa6640 1 -- 172.21.15.111:0/4261701311 >> 172.21.15.111:0/4261701311 conn(0x7f090406cae0 msgr2=0x7f09040b69c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:27.306 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.304+0000 7f090afa6640 1 -- 172.21.15.111:0/4261701311 shutdown_connections 2024-09-19T04:40:27.307 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.304+0000 7f090afa6640 1 -- 172.21.15.111:0/4261701311 wait complete. 2024-09-19T04:40:27.317 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T04:40:27.317 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:40:27.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.413+0000 7fdc7c8f1640 1 Processor -- start 2024-09-19T04:40:27.415 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.413+0000 7fdc7c8f1640 1 -- start start 2024-09-19T04:40:27.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.414+0000 7fdc7c8f1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc7815ed20 0x7fdc780b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.414+0000 7fdc7c8f1640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdc780b7170 con 0x7fdc780cef90 2024-09-19T04:40:27.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.414+0000 7fdc7c8f1640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdc780b7aa0 con 0x7fdc7815e940 2024-09-19T04:40:27.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.414+0000 7fdc7c8f1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fdc780d3660 con 0x7fdc7815ed20 2024-09-19T04:40:27.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.414+0000 7fdc76d9d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fdc780cef90 0x7fdc780b3760 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:45260/0 (socket says 172.21.15.111:45260) 2024-09-19T04:40:27.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.414+0000 7fdc76d9d640 1 -- 172.21.15.111:0/409495023 learned_addr learned my addr 172.21.15.111:0/409495023 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:27.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.415+0000 7fdc7559a640 1 -- 172.21.15.111:0/409495023 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 226573942 0 0) 0x7fdc70001490 con 0x7fdc780cef90 2024-09-19T04:40:27.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.415+0000 7fdc75d9b640 1 --2- 172.21.15.111:0/409495023 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc7815ed20 0x7fdc780b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.415+0000 7fdc7559a640 1 -- 172.21.15.111:0/409495023 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdc60003520 con 0x7fdc780cef90 2024-09-19T04:40:27.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.415+0000 7fdc7559a640 1 -- 172.21.15.111:0/409495023 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2274472421 0 0) 0x7fdc60003520 con 0x7fdc780cef90 2024-09-19T04:40:27.419 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.415+0000 7fdc7559a640 1 -- 172.21.15.111:0/409495023 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc7815ed20 msgr2=0x7fdc780b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:27.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.415+0000 7fdc7559a640 1 --2- 172.21.15.111:0/409495023 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc7815ed20 0x7fdc780b3220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.415+0000 7fdc7559a640 1 -- 172.21.15.111:0/409495023 >> v1:172.21.15.114:6789/0 conn(0x7fdc7815e940 legacy=0x7fdc780d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.415+0000 7fdc7559a640 1 -- 172.21.15.111:0/409495023 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc780d3940 con 0x7fdc780cef90 2024-09-19T04:40:27.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.415+0000 7fdc7559a640 1 -- 172.21.15.111:0/409495023 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fdc70001bc0 con 0x7fdc780cef90 2024-09-19T04:40:27.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.415+0000 7fdc7559a640 1 -- 172.21.15.111:0/409495023 >> v1:172.21.15.111:6789/0 conn(0x7fdc780cef90 legacy=0x7fdc780b3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.415+0000 7fdc7559a640 1 --2- 172.21.15.111:0/409495023 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc7815ed20 0x7fdc600039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.415+0000 7fdc7559a640 1 --2- 172.21.15.111:0/409495023 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc60003f60 0x7fdc60004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.415+0000 7fdc7559a640 1 --2- 172.21.15.111:0/409495023 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc60004d40 0x7fdc600051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.415+0000 7fdc7559a640 1 -- 172.21.15.111:0/409495023 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fdc780d3660 con 0x7fdc60004d40 2024-09-19T04:40:27.420 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.415+0000 7fdc7559a640 1 -- 172.21.15.111:0/409495023 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fdc6000bb30 con 0x7fdc60003f60 2024-09-19T04:40:27.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.415+0000 7fdc7559a640 1 -- 172.21.15.111:0/409495023 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fdc6000bd30 con 0x7fdc7815ed20 2024-09-19T04:40:27.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.415+0000 7fdc76d9d640 1 --2- 172.21.15.111:0/409495023 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc60004d40 0x7fdc600051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.415+0000 7fdc75d9b640 1 --2- 172.21.15.111:0/409495023 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc60003f60 0x7fdc60004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.415+0000 7fdc7659c640 1 --2- 172.21.15.111:0/409495023 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc7815ed20 0x7fdc600039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.415+0000 7fdc76d9d640 1 -- 172.21.15.111:0/409495023 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc7815ed20 msgr2=0x7fdc600039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:27.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.415+0000 7fdc76d9d640 1 --2- 172.21.15.111:0/409495023 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc7815ed20 0x7fdc600039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.415+0000 7fdc76d9d640 1 -- 172.21.15.111:0/409495023 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc60003f60 msgr2=0x7fdc60004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:27.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.415+0000 7fdc76d9d640 1 --2- 172.21.15.111:0/409495023 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc60003f60 0x7fdc60004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.415+0000 7fdc76d9d640 1 -- 172.21.15.111:0/409495023 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc60003520 con 0x7fdc60004d40 2024-09-19T04:40:27.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.416+0000 7fdc76d9d640 1 --2- 172.21.15.111:0/409495023 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc60004d40 0x7fdc600051c0 secure :-1 s=READY pgs=1708 cs=0 l=1 rev1=1 crypto rx=0x7fdc7000aa20 tx=0x7fdc60005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9040460c96a5622 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:27.421 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.416+0000 7fdc7559a640 1 -- 172.21.15.111:0/409495023 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc7000a640 con 0x7fdc60004d40 2024-09-19T04:40:27.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.416+0000 7fdc7559a640 1 -- 172.21.15.111:0/409495023 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc7002f070 con 0x7fdc60004d40 2024-09-19T04:40:27.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.416+0000 7fdc7559a640 1 -- 172.21.15.111:0/409495023 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc70034470 con 0x7fdc60004d40 2024-09-19T04:40:27.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.417+0000 7fdc7c8f1640 1 -- 172.21.15.111:0/409495023 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc60004d40 msgr2=0x7fdc600051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.417+0000 7fdc7c8f1640 1 --2- 172.21.15.111:0/409495023 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc60004d40 0x7fdc600051c0 secure :-1 s=READY pgs=1708 cs=0 l=1 rev1=1 crypto rx=0x7fdc7000aa20 tx=0x7fdc60005830 comp rx=0 tx=0).stop 2024-09-19T04:40:27.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.417+0000 7fdc76d9d640 1 -- 172.21.15.111:0/409495023 reap_dead start 2024-09-19T04:40:27.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.417+0000 7fdc7c8f1640 1 -- 172.21.15.111:0/409495023 shutdown_connections 2024-09-19T04:40:27.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.417+0000 7fdc7c8f1640 1 -- 172.21.15.111:0/409495023 >> 172.21.15.111:0/409495023 conn(0x7fdc780b6240 msgr2=0x7fdc780b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:27.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.417+0000 7fdc7c8f1640 1 -- 172.21.15.111:0/409495023 shutdown_connections 2024-09-19T04:40:27.422 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.417+0000 7fdc7c8f1640 1 -- 172.21.15.111:0/409495023 wait complete. 2024-09-19T04:40:27.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.418+0000 7fdc7c8f1640 1 Processor -- start 2024-09-19T04:40:27.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.418+0000 7fdc7c8f1640 1 -- start start 2024-09-19T04:40:27.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.419+0000 7fdc7c8f1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc60004d40 0x7fdc780b4f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.419+0000 7fdc7c8f1640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc780cd550 0x7fdc7815c800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.419+0000 7fdc7c8f1640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc780acd10 0x7fdc780cf650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.419+0000 7fdc7c8f1640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fdc780d3310 con 0x7fdc780acd10 2024-09-19T04:40:27.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.419+0000 7fdc7c8f1640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fdc780d3f00 con 0x7fdc780cd550 2024-09-19T04:40:27.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.419+0000 7fdc7c8f1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fdc780d1ef0 con 0x7fdc60004d40 2024-09-19T04:40:27.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.419+0000 7fdc76d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc780acd10 0x7fdc780cf650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.419+0000 7fdc76d9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc780acd10 0x7fdc780cf650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41670/0 (socket says 172.21.15.111:41670) 2024-09-19T04:40:27.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.419+0000 7fdc76d9d640 1 -- 172.21.15.111:0/1158440701 learned_addr learned my addr 172.21.15.111:0/1158440701 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:27.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.419+0000 7fdc75d9b640 1 --2- 172.21.15.111:0/1158440701 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc780cd550 0x7fdc7815c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.419+0000 7fdc7659c640 1 --2- 172.21.15.111:0/1158440701 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc60004d40 0x7fdc780b4f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.419+0000 7fdc76d9d640 1 -- 172.21.15.111:0/1158440701 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc60004d40 msgr2=0x7fdc780b4f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.419+0000 7fdc76d9d640 1 --2- 172.21.15.111:0/1158440701 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc60004d40 0x7fdc780b4f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.419+0000 7fdc76d9d640 1 -- 172.21.15.111:0/1158440701 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc780cd550 msgr2=0x7fdc7815c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.419+0000 7fdc76d9d640 1 --2- 172.21.15.111:0/1158440701 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc780cd550 0x7fdc7815c800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.419+0000 7fdc76d9d640 1 -- 172.21.15.111:0/1158440701 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc780ccab0 con 0x7fdc780acd10 2024-09-19T04:40:27.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.420+0000 7fdc76d9d640 1 --2- 172.21.15.111:0/1158440701 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc780acd10 0x7fdc780cf650 secure :-1 s=READY pgs=1709 cs=0 l=1 rev1=1 crypto rx=0x7fdc7000aa20 tx=0x7fdc780b79f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:27.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.420+0000 7fdc66ffd640 1 -- 172.21.15.111:0/1158440701 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc7000a640 con 0x7fdc780acd10 2024-09-19T04:40:27.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.420+0000 7fdc66ffd640 1 -- 172.21.15.111:0/1158440701 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc70034880 con 0x7fdc780acd10 2024-09-19T04:40:27.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.420+0000 7fdc7c8f1640 1 -- 172.21.15.111:0/1158440701 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc780ad6d0 con 0x7fdc780acd10 2024-09-19T04:40:27.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.420+0000 7fdc66ffd640 1 -- 172.21.15.111:0/1158440701 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc70034c30 con 0x7fdc780acd10 2024-09-19T04:40:27.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.420+0000 7fdc7c8f1640 1 -- 172.21.15.111:0/1158440701 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc780ad9b0 con 0x7fdc780acd10 2024-09-19T04:40:27.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.421+0000 7fdc7c8f1640 1 -- 172.21.15.111:0/1158440701 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc780cd930 con 0x7fdc780acd10 2024-09-19T04:40:27.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.421+0000 7fdc66ffd640 1 -- 172.21.15.111:0/1158440701 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7fdc70001490 con 0x7fdc780acd10 2024-09-19T04:40:27.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.422+0000 7fdc66ffd640 1 --2- 172.21.15.111:0/1158440701 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fdc5806cc70 0x7fdc5806f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.422+0000 7fdc66ffd640 1 -- 172.21.15.111:0/1158440701 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7fdc700a9e00 con 0x7fdc780acd10 2024-09-19T04:40:27.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.422+0000 7fdc7659c640 1 --2- 172.21.15.111:0/1158440701 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fdc5806cc70 0x7fdc5806f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.422+0000 7fdc7659c640 1 --2- 172.21.15.111:0/1158440701 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fdc5806cc70 0x7fdc5806f130 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fdc680017e0 tx=0x7fdc68009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:27.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.426+0000 7fdc66ffd640 1 -- 172.21.15.111:0/1158440701 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdc780b7170 con 0x7fdc780acd10 2024-09-19T04:40:27.589 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.588+0000 7fdc7c8f1640 1 -- 172.21.15.111:0/1158440701 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fdc780d1060 con 0x7fdc5806cc70 2024-09-19T04:40:27.595 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.594+0000 7fdc66ffd640 1 -- 172.21.15.111:0/1158440701 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252417 (secure 0 0 0) 0x7fdc780d1060 con 0x7fdc5806cc70 2024-09-19T04:40:27.599 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:27.600 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:40:27.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.597+0000 7fdc7c8f1640 1 -- 172.21.15.111:0/1158440701 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fdc5806cc70 msgr2=0x7fdc5806f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.597+0000 7fdc7c8f1640 1 --2- 172.21.15.111:0/1158440701 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fdc5806cc70 0x7fdc5806f130 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fdc680017e0 tx=0x7fdc68009040 comp rx=0 tx=0).stop 2024-09-19T04:40:27.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.597+0000 7fdc7c8f1640 1 -- 172.21.15.111:0/1158440701 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc780acd10 msgr2=0x7fdc780cf650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.597+0000 7fdc7c8f1640 1 --2- 172.21.15.111:0/1158440701 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc780acd10 0x7fdc780cf650 secure :-1 s=READY pgs=1709 cs=0 l=1 rev1=1 crypto rx=0x7fdc7000aa20 tx=0x7fdc780b79f0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.597+0000 7fdc7c8f1640 1 -- 172.21.15.111:0/1158440701 shutdown_connections 2024-09-19T04:40:27.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.597+0000 7fdc7c8f1640 1 --2- 172.21.15.111:0/1158440701 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fdc5806cc70 0x7fdc5806f130 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.597+0000 7fdc7c8f1640 1 --2- 172.21.15.111:0/1158440701 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc780acd10 0x7fdc780cf650 unknown :-1 s=CLOSED pgs=1709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.602 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.597+0000 7fdc7c8f1640 1 --2- 172.21.15.111:0/1158440701 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdc780cd550 0x7fdc7815c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.597+0000 7fdc7c8f1640 1 --2- 172.21.15.111:0/1158440701 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fdc60004d40 0x7fdc780b4f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.597+0000 7fdc7c8f1640 1 -- 172.21.15.111:0/1158440701 >> 172.21.15.111:0/1158440701 conn(0x7fdc780b6240 msgr2=0x7fdc780b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:27.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.597+0000 7fdc7c8f1640 1 -- 172.21.15.111:0/1158440701 shutdown_connections 2024-09-19T04:40:27.603 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.597+0000 7fdc7c8f1640 1 -- 172.21.15.111:0/1158440701 wait complete. 2024-09-19T04:40:27.609 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":209,"stamp":"2024-09-19T04:40:26.213954+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":223,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":166,"ondisk_log_size":166,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":79,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":267064,"kb_used_data":17528,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754707656,"statfs":{"total":773094113280,"available":772820639744,"internally_reserved":0,"allocated":17948672,"data_stored":8556939,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.570136"},"pg_stats":[{"pgid":"27.3f","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.677790+0000","last_change":"2024-09-19T04:40:23.670716+0000","last_active":"2024-09-19T04:40:23.677790+0000","last_peered":"2024-09-19T04:40:23.677790+0000","last_clean":"2024-09-19T04:40:23.677790+0000","last_became_active":"2024-09-19T04:40:23.670267+0000","last_became_peered":"2024-09-19T04:40:23.670267+0000","last_unstale":"2024-09-19T04:40:23.677790+0000","last_undegraded":"2024-09-19T04:40:23.677790+0000","last_fullsized":"2024-09-19T04:40:23.677790+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:28:55.305965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.3e","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.671271+0000","last_change":"2024-09-19T04:40:23.667056+0000","last_active":"2024-09-19T04:40:23.671271+0000","last_peered":"2024-09-19T04:40:23.671271+0000","last_clean":"2024-09-19T04:40:23.671271+0000","last_became_active":"2024-09-19T04:40:23.666786+0000","last_became_peered":"2024-09-19T04:40:23.666786+0000","last_unstale":"2024-09-19T04:40:23.671271+0000","last_undegraded":"2024-09-19T04:40:23.671271+0000","last_fullsized":"2024-09-19T04:40:23.671271+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:04:17.442344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.3d","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.676880+0000","last_change":"2024-09-19T04:40:23.672672+0000","last_active":"2024-09-19T04:40:23.676880+0000","last_peered":"2024-09-19T04:40:23.676880+0000","last_clean":"2024-09-19T04:40:23.676880+0000","last_became_active":"2024-09-19T04:40:23.672429+0000","last_became_peered":"2024-09-19T04:40:23.672429+0000","last_unstale":"2024-09-19T04:40:23.676880+0000","last_undegraded":"2024-09-19T04:40:23.676880+0000","last_fullsized":"2024-09-19T04:40:23.676880+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:16.841476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.3c","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.679902+0000","last_change":"2024-09-19T04:40:23.670723+0000","last_active":"2024-09-19T04:40:23.679902+0000","last_peered":"2024-09-19T04:40:23.679902+0000","last_clean":"2024-09-19T04:40:23.679902+0000","last_became_active":"2024-09-19T04:40:23.670431+0000","last_became_peered":"2024-09-19T04:40:23.670431+0000","last_unstale":"2024-09-19T04:40:23.679902+0000","last_undegraded":"2024-09-19T04:40:23.679902+0000","last_fullsized":"2024-09-19T04:40:23.679902+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:57.831034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.3b","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.676425+0000","last_change":"2024-09-19T04:40:23.675502+0000","last_active":"2024-09-19T04:40:23.676425+0000","last_peered":"2024-09-19T04:40:23.676425+0000","last_clean":"2024-09-19T04:40:23.676425+0000","last_became_active":"2024-09-19T04:40:23.675242+0000","last_became_peered":"2024-09-19T04:40:23.675242+0000","last_unstale":"2024-09-19T04:40:23.676425+0000","last_undegraded":"2024-09-19T04:40:23.676425+0000","last_fullsized":"2024-09-19T04:40:23.676425+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:24.143813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.3a","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.675928+0000","last_change":"2024-09-19T04:40:23.673047+0000","last_active":"2024-09-19T04:40:23.675928+0000","last_peered":"2024-09-19T04:40:23.675928+0000","last_clean":"2024-09-19T04:40:23.675928+0000","last_became_active":"2024-09-19T04:40:23.672731+0000","last_became_peered":"2024-09-19T04:40:23.672731+0000","last_unstale":"2024-09-19T04:40:23.675928+0000","last_undegraded":"2024-09-19T04:40:23.675928+0000","last_fullsized":"2024-09-19T04:40:23.675928+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:36.631255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.39","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.679834+0000","last_change":"2024-09-19T04:40:23.674166+0000","last_active":"2024-09-19T04:40:23.679834+0000","last_peered":"2024-09-19T04:40:23.679834+0000","last_clean":"2024-09-19T04:40:23.679834+0000","last_became_active":"2024-09-19T04:40:23.672033+0000","last_became_peered":"2024-09-19T04:40:23.672033+0000","last_unstale":"2024-09-19T04:40:23.679834+0000","last_undegraded":"2024-09-19T04:40:23.679834+0000","last_fullsized":"2024-09-19T04:40:23.679834+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:19:14.412039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.38","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.685165+0000","last_change":"2024-09-19T04:40:23.680707+0000","last_active":"2024-09-19T04:40:23.685165+0000","last_peered":"2024-09-19T04:40:23.685165+0000","last_clean":"2024-09-19T04:40:23.685165+0000","last_became_active":"2024-09-19T04:40:23.680425+0000","last_became_peered":"2024-09-19T04:40:23.680425+0000","last_unstale":"2024-09-19T04:40:23.685165+0000","last_undegraded":"2024-09-19T04:40:23.685165+0000","last_fullsized":"2024-09-19T04:40:23.685165+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:30:07.859423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.37","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.671387+0000","last_change":"2024-09-19T04:40:23.667766+0000","last_active":"2024-09-19T04:40:23.671387+0000","last_peered":"2024-09-19T04:40:23.671387+0000","last_clean":"2024-09-19T04:40:23.671387+0000","last_became_active":"2024-09-19T04:40:23.667488+0000","last_became_peered":"2024-09-19T04:40:23.667488+0000","last_unstale":"2024-09-19T04:40:23.671387+0000","last_undegraded":"2024-09-19T04:40:23.671387+0000","last_fullsized":"2024-09-19T04:40:23.671387+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:56.560293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.36","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.671833+0000","last_change":"2024-09-19T04:40:23.663751+0000","last_active":"2024-09-19T04:40:23.671833+0000","last_peered":"2024-09-19T04:40:23.671833+0000","last_clean":"2024-09-19T04:40:23.671833+0000","last_became_active":"2024-09-19T04:40:23.663481+0000","last_became_peered":"2024-09-19T04:40:23.663481+0000","last_unstale":"2024-09-19T04:40:23.671833+0000","last_undegraded":"2024-09-19T04:40:23.671833+0000","last_fullsized":"2024-09-19T04:40:23.671833+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:57.831034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.35","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.682469+0000","last_change":"2024-09-19T04:40:23.677296+0000","last_active":"2024-09-19T04:40:23.682469+0000","last_peered":"2024-09-19T04:40:23.682469+0000","last_clean":"2024-09-19T04:40:23.682469+0000","last_became_active":"2024-09-19T04:40:23.677066+0000","last_became_peered":"2024-09-19T04:40:23.677066+0000","last_unstale":"2024-09-19T04:40:23.682469+0000","last_undegraded":"2024-09-19T04:40:23.682469+0000","last_fullsized":"2024-09-19T04:40:23.682469+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:21.244745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.34","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.680059+0000","last_change":"2024-09-19T04:40:23.674475+0000","last_active":"2024-09-19T04:40:23.680059+0000","last_peered":"2024-09-19T04:40:23.680059+0000","last_clean":"2024-09-19T04:40:23.680059+0000","last_became_active":"2024-09-19T04:40:23.674085+0000","last_became_peered":"2024-09-19T04:40:23.674085+0000","last_unstale":"2024-09-19T04:40:23.680059+0000","last_undegraded":"2024-09-19T04:40:23.680059+0000","last_fullsized":"2024-09-19T04:40:23.680059+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:00:32.762486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.33","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.680089+0000","last_change":"2024-09-19T04:40:23.675594+0000","last_active":"2024-09-19T04:40:23.680089+0000","last_peered":"2024-09-19T04:40:23.680089+0000","last_clean":"2024-09-19T04:40:23.680089+0000","last_became_active":"2024-09-19T04:40:23.675353+0000","last_became_peered":"2024-09-19T04:40:23.675353+0000","last_unstale":"2024-09-19T04:40:23.680089+0000","last_undegraded":"2024-09-19T04:40:23.680089+0000","last_fullsized":"2024-09-19T04:40:23.680089+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:32:10.823482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.32","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.680031+0000","last_change":"2024-09-19T04:40:23.672336+0000","last_active":"2024-09-19T04:40:23.680031+0000","last_peered":"2024-09-19T04:40:23.680031+0000","last_clean":"2024-09-19T04:40:23.680031+0000","last_became_active":"2024-09-19T04:40:23.672095+0000","last_became_peered":"2024-09-19T04:40:23.672095+0000","last_unstale":"2024-09-19T04:40:23.680031+0000","last_undegraded":"2024-09-19T04:40:23.680031+0000","last_fullsized":"2024-09-19T04:40:23.680031+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:04:15.471442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.31","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.679813+0000","last_change":"2024-09-19T04:40:23.673942+0000","last_active":"2024-09-19T04:40:23.679813+0000","last_peered":"2024-09-19T04:40:23.679813+0000","last_clean":"2024-09-19T04:40:23.679813+0000","last_became_active":"2024-09-19T04:40:23.671744+0000","last_became_peered":"2024-09-19T04:40:23.671744+0000","last_unstale":"2024-09-19T04:40:23.679813+0000","last_undegraded":"2024-09-19T04:40:23.679813+0000","last_fullsized":"2024-09-19T04:40:23.679813+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:19:20.758774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.30","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.671722+0000","last_change":"2024-09-19T04:40:23.665402+0000","last_active":"2024-09-19T04:40:23.671722+0000","last_peered":"2024-09-19T04:40:23.671722+0000","last_clean":"2024-09-19T04:40:23.671722+0000","last_became_active":"2024-09-19T04:40:23.665095+0000","last_became_peered":"2024-09-19T04:40:23.665095+0000","last_unstale":"2024-09-19T04:40:23.671722+0000","last_undegraded":"2024-09-19T04:40:23.671722+0000","last_fullsized":"2024-09-19T04:40:23.671722+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:18:44.377955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2f","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.677770+0000","last_change":"2024-09-19T04:40:23.670514+0000","last_active":"2024-09-19T04:40:23.677770+0000","last_peered":"2024-09-19T04:40:23.677770+0000","last_clean":"2024-09-19T04:40:23.677770+0000","last_became_active":"2024-09-19T04:40:23.670014+0000","last_became_peered":"2024-09-19T04:40:23.670014+0000","last_unstale":"2024-09-19T04:40:23.677770+0000","last_undegraded":"2024-09-19T04:40:23.677770+0000","last_fullsized":"2024-09-19T04:40:23.677770+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:10:30.379636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.2e","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.671865+0000","last_change":"2024-09-19T04:40:23.664526+0000","last_active":"2024-09-19T04:40:23.671865+0000","last_peered":"2024-09-19T04:40:23.671865+0000","last_clean":"2024-09-19T04:40:23.671865+0000","last_became_active":"2024-09-19T04:40:23.664265+0000","last_became_peered":"2024-09-19T04:40:23.664265+0000","last_unstale":"2024-09-19T04:40:23.671865+0000","last_undegraded":"2024-09-19T04:40:23.671865+0000","last_fullsized":"2024-09-19T04:40:23.671865+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:34:35.086317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2d","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.679902+0000","last_change":"2024-09-19T04:40:23.676947+0000","last_active":"2024-09-19T04:40:23.679902+0000","last_peered":"2024-09-19T04:40:23.679902+0000","last_clean":"2024-09-19T04:40:23.679902+0000","last_became_active":"2024-09-19T04:40:23.676541+0000","last_became_peered":"2024-09-19T04:40:23.676541+0000","last_unstale":"2024-09-19T04:40:23.679902+0000","last_undegraded":"2024-09-19T04:40:23.679902+0000","last_fullsized":"2024-09-19T04:40:23.679902+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:14:20.829518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2c","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.682581+0000","last_change":"2024-09-19T04:40:23.678640+0000","last_active":"2024-09-19T04:40:23.682581+0000","last_peered":"2024-09-19T04:40:23.682581+0000","last_clean":"2024-09-19T04:40:23.682581+0000","last_became_active":"2024-09-19T04:40:23.678394+0000","last_became_peered":"2024-09-19T04:40:23.678394+0000","last_unstale":"2024-09-19T04:40:23.682581+0000","last_undegraded":"2024-09-19T04:40:23.682581+0000","last_fullsized":"2024-09-19T04:40:23.682581+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:36.158614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.2b","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.679994+0000","last_change":"2024-09-19T04:40:23.669501+0000","last_active":"2024-09-19T04:40:23.679994+0000","last_peered":"2024-09-19T04:40:23.679994+0000","last_clean":"2024-09-19T04:40:23.679994+0000","last_became_active":"2024-09-19T04:40:23.668509+0000","last_became_peered":"2024-09-19T04:40:23.668509+0000","last_unstale":"2024-09-19T04:40:23.679994+0000","last_undegraded":"2024-09-19T04:40:23.679994+0000","last_fullsized":"2024-09-19T04:40:23.679994+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:08:57.178239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.2a","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.667978+0000","last_change":"2024-09-19T04:40:23.662302+0000","last_active":"2024-09-19T04:40:23.667978+0000","last_peered":"2024-09-19T04:40:23.667978+0000","last_clean":"2024-09-19T04:40:23.667978+0000","last_became_active":"2024-09-19T04:40:23.662028+0000","last_became_peered":"2024-09-19T04:40:23.662028+0000","last_unstale":"2024-09-19T04:40:23.667978+0000","last_undegraded":"2024-09-19T04:40:23.667978+0000","last_fullsized":"2024-09-19T04:40:23.667978+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:32:10.823482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.29","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.682979+0000","last_change":"2024-09-19T04:40:23.678511+0000","last_active":"2024-09-19T04:40:23.682979+0000","last_peered":"2024-09-19T04:40:23.682979+0000","last_clean":"2024-09-19T04:40:23.682979+0000","last_became_active":"2024-09-19T04:40:23.678190+0000","last_became_peered":"2024-09-19T04:40:23.678190+0000","last_unstale":"2024-09-19T04:40:23.682979+0000","last_undegraded":"2024-09-19T04:40:23.682979+0000","last_fullsized":"2024-09-19T04:40:23.682979+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:40.813576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.28","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.680292+0000","last_change":"2024-09-19T04:40:23.673704+0000","last_active":"2024-09-19T04:40:23.680292+0000","last_peered":"2024-09-19T04:40:23.680292+0000","last_clean":"2024-09-19T04:40:23.680292+0000","last_became_active":"2024-09-19T04:40:23.670692+0000","last_became_peered":"2024-09-19T04:40:23.670692+0000","last_unstale":"2024-09-19T04:40:23.680292+0000","last_undegraded":"2024-09-19T04:40:23.680292+0000","last_fullsized":"2024-09-19T04:40:23.680292+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:18:44.377955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.27","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.671308+0000","last_change":"2024-09-19T04:40:23.662419+0000","last_active":"2024-09-19T04:40:23.671308+0000","last_peered":"2024-09-19T04:40:23.671308+0000","last_clean":"2024-09-19T04:40:23.671308+0000","last_became_active":"2024-09-19T04:40:23.662159+0000","last_became_peered":"2024-09-19T04:40:23.662159+0000","last_unstale":"2024-09-19T04:40:23.671308+0000","last_undegraded":"2024-09-19T04:40:23.671308+0000","last_fullsized":"2024-09-19T04:40:23.671308+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:20:11.318332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.26","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.677491+0000","last_change":"2024-09-19T04:40:23.670330+0000","last_active":"2024-09-19T04:40:23.677491+0000","last_peered":"2024-09-19T04:40:23.677491+0000","last_clean":"2024-09-19T04:40:23.677491+0000","last_became_active":"2024-09-19T04:40:23.670047+0000","last_became_peered":"2024-09-19T04:40:23.670047+0000","last_unstale":"2024-09-19T04:40:23.677491+0000","last_undegraded":"2024-09-19T04:40:23.677491+0000","last_fullsized":"2024-09-19T04:40:23.677491+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:24:22.981199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.25","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.677254+0000","last_change":"2024-09-19T04:40:23.673538+0000","last_active":"2024-09-19T04:40:23.677254+0000","last_peered":"2024-09-19T04:40:23.677254+0000","last_clean":"2024-09-19T04:40:23.677254+0000","last_became_active":"2024-09-19T04:40:23.673251+0000","last_became_peered":"2024-09-19T04:40:23.673251+0000","last_unstale":"2024-09-19T04:40:23.677254+0000","last_undegraded":"2024-09-19T04:40:23.677254+0000","last_fullsized":"2024-09-19T04:40:23.677254+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:45:23.295388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.24","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.682444+0000","last_change":"2024-09-19T04:40:23.676686+0000","last_active":"2024-09-19T04:40:23.682444+0000","last_peered":"2024-09-19T04:40:23.682444+0000","last_clean":"2024-09-19T04:40:23.682444+0000","last_became_active":"2024-09-19T04:40:23.676415+0000","last_became_peered":"2024-09-19T04:40:23.676415+0000","last_unstale":"2024-09-19T04:40:23.682444+0000","last_undegraded":"2024-09-19T04:40:23.682444+0000","last_fullsized":"2024-09-19T04:40:23.682444+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:40:34.084286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.23","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.674361+0000","last_change":"2024-09-19T04:40:23.670836+0000","last_active":"2024-09-19T04:40:23.674361+0000","last_peered":"2024-09-19T04:40:23.674361+0000","last_clean":"2024-09-19T04:40:23.674361+0000","last_became_active":"2024-09-19T04:40:23.670582+0000","last_became_peered":"2024-09-19T04:40:23.670582+0000","last_unstale":"2024-09-19T04:40:23.674361+0000","last_undegraded":"2024-09-19T04:40:23.674361+0000","last_fullsized":"2024-09-19T04:40:23.674361+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:30:05.121815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.22","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.674850+0000","last_change":"2024-09-19T04:40:23.671353+0000","last_active":"2024-09-19T04:40:23.674850+0000","last_peered":"2024-09-19T04:40:23.674850+0000","last_clean":"2024-09-19T04:40:23.674850+0000","last_became_active":"2024-09-19T04:40:23.671094+0000","last_became_peered":"2024-09-19T04:40:23.671094+0000","last_unstale":"2024-09-19T04:40:23.674850+0000","last_undegraded":"2024-09-19T04:40:23.674850+0000","last_fullsized":"2024-09-19T04:40:23.674850+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:05:55.938147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.21","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.671985+0000","last_change":"2024-09-19T04:40:23.668833+0000","last_active":"2024-09-19T04:40:23.671985+0000","last_peered":"2024-09-19T04:40:23.671985+0000","last_clean":"2024-09-19T04:40:23.671985+0000","last_became_active":"2024-09-19T04:40:23.668578+0000","last_became_peered":"2024-09-19T04:40:23.668578+0000","last_unstale":"2024-09-19T04:40:23.671985+0000","last_undegraded":"2024-09-19T04:40:23.671985+0000","last_fullsized":"2024-09-19T04:40:23.671985+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:31:21.073296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.20","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.679861+0000","last_change":"2024-09-19T04:40:23.674210+0000","last_active":"2024-09-19T04:40:23.679861+0000","last_peered":"2024-09-19T04:40:23.679861+0000","last_clean":"2024-09-19T04:40:23.679861+0000","last_became_active":"2024-09-19T04:40:23.673943+0000","last_became_peered":"2024-09-19T04:40:23.673943+0000","last_unstale":"2024-09-19T04:40:23.679861+0000","last_undegraded":"2024-09-19T04:40:23.679861+0000","last_fullsized":"2024-09-19T04:40:23.679861+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:01.540143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.1e","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.671235+0000","last_change":"2024-09-19T04:40:23.665309+0000","last_active":"2024-09-19T04:40:23.671235+0000","last_peered":"2024-09-19T04:40:23.671235+0000","last_clean":"2024-09-19T04:40:23.671235+0000","last_became_active":"2024-09-19T04:40:23.665008+0000","last_became_peered":"2024-09-19T04:40:23.665008+0000","last_unstale":"2024-09-19T04:40:23.671235+0000","last_undegraded":"2024-09-19T04:40:23.671235+0000","last_fullsized":"2024-09-19T04:40:23.671235+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:05:06.358183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.1f","version":"166'4","reported_seq":16,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.677792+0000","last_change":"2024-09-19T04:40:22.665283+0000","last_active":"2024-09-19T04:40:23.677792+0000","last_peered":"2024-09-19T04:40:23.677792+0000","last_clean":"2024-09-19T04:40:23.677792+0000","last_became_active":"2024-09-19T04:40:22.664769+0000","last_became_peered":"2024-09-19T04:40:22.664769+0000","last_unstale":"2024-09-19T04:40:23.677792+0000","last_undegraded":"2024-09-19T04:40:23.677792+0000","last_fullsized":"2024-09-19T04:40:23.677792+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:58.283700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1f","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.677461+0000","last_change":"2024-09-19T04:40:23.672747+0000","last_active":"2024-09-19T04:40:23.677461+0000","last_peered":"2024-09-19T04:40:23.677461+0000","last_clean":"2024-09-19T04:40:23.677461+0000","last_became_active":"2024-09-19T04:40:23.672474+0000","last_became_peered":"2024-09-19T04:40:23.672474+0000","last_unstale":"2024-09-19T04:40:23.677461+0000","last_undegraded":"2024-09-19T04:40:23.677461+0000","last_fullsized":"2024-09-19T04:40:23.677461+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:37:08.629551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.1e","version":"166'1","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.680094+0000","last_change":"2024-09-19T04:40:22.663816+0000","last_active":"2024-09-19T04:40:23.680094+0000","last_peered":"2024-09-19T04:40:23.680094+0000","last_clean":"2024-09-19T04:40:23.680094+0000","last_became_active":"2024-09-19T04:40:22.663514+0000","last_became_peered":"2024-09-19T04:40:22.663514+0000","last_unstale":"2024-09-19T04:40:23.680094+0000","last_undegraded":"2024-09-19T04:40:23.680094+0000","last_fullsized":"2024-09-19T04:40:23.680094+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:03.767371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.1c","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.682535+0000","last_change":"2024-09-19T04:40:23.675601+0000","last_active":"2024-09-19T04:40:23.682535+0000","last_peered":"2024-09-19T04:40:23.682535+0000","last_clean":"2024-09-19T04:40:23.682535+0000","last_became_active":"2024-09-19T04:40:23.675354+0000","last_became_peered":"2024-09-19T04:40:23.675354+0000","last_unstale":"2024-09-19T04:40:23.682535+0000","last_undegraded":"2024-09-19T04:40:23.682535+0000","last_fullsized":"2024-09-19T04:40:23.682535+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:32:12.729170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1d","version":"166'2","reported_seq":14,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.680424+0000","last_change":"2024-09-19T04:40:22.668027+0000","last_active":"2024-09-19T04:40:23.680424+0000","last_peered":"2024-09-19T04:40:23.680424+0000","last_clean":"2024-09-19T04:40:23.680424+0000","last_became_active":"2024-09-19T04:40:22.667764+0000","last_became_peered":"2024-09-19T04:40:22.667764+0000","last_unstale":"2024-09-19T04:40:23.680424+0000","last_undegraded":"2024-09-19T04:40:23.680424+0000","last_fullsized":"2024-09-19T04:40:23.680424+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:17:44.341877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.1d","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.673931+0000","last_change":"2024-09-19T04:40:23.668069+0000","last_active":"2024-09-19T04:40:23.673931+0000","last_peered":"2024-09-19T04:40:23.673931+0000","last_clean":"2024-09-19T04:40:23.673931+0000","last_became_active":"2024-09-19T04:40:23.667803+0000","last_became_peered":"2024-09-19T04:40:23.667803+0000","last_unstale":"2024-09-19T04:40:23.673931+0000","last_undegraded":"2024-09-19T04:40:23.673931+0000","last_fullsized":"2024-09-19T04:40:23.673931+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:54.936407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.1c","version":"166'2","reported_seq":14,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.676905+0000","last_change":"2024-09-19T04:40:22.664997+0000","last_active":"2024-09-19T04:40:23.676905+0000","last_peered":"2024-09-19T04:40:23.676905+0000","last_clean":"2024-09-19T04:40:23.676905+0000","last_became_active":"2024-09-19T04:40:22.664605+0000","last_became_peered":"2024-09-19T04:40:22.664605+0000","last_unstale":"2024-09-19T04:40:23.676905+0000","last_undegraded":"2024-09-19T04:40:23.676905+0000","last_fullsized":"2024-09-19T04:40:23.676905+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:31:39.895008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.1b","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.680014+0000","last_change":"2024-09-19T04:40:23.673345+0000","last_active":"2024-09-19T04:40:23.680014+0000","last_peered":"2024-09-19T04:40:23.680014+0000","last_clean":"2024-09-19T04:40:23.680014+0000","last_became_active":"2024-09-19T04:40:23.673049+0000","last_became_peered":"2024-09-19T04:40:23.673049+0000","last_unstale":"2024-09-19T04:40:23.680014+0000","last_undegraded":"2024-09-19T04:40:23.680014+0000","last_fullsized":"2024-09-19T04:40:23.680014+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:34:35.086317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.1a","version":"166'1","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.678956+0000","last_change":"2024-09-19T04:40:22.662930+0000","last_active":"2024-09-19T04:40:23.678956+0000","last_peered":"2024-09-19T04:40:23.678956+0000","last_clean":"2024-09-19T04:40:23.678956+0000","last_became_active":"2024-09-19T04:40:22.662436+0000","last_became_peered":"2024-09-19T04:40:22.662436+0000","last_unstale":"2024-09-19T04:40:23.678956+0000","last_undegraded":"2024-09-19T04:40:23.678956+0000","last_fullsized":"2024-09-19T04:40:23.678956+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:25:07.002056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.18","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.685448+0000","last_change":"2024-09-19T04:40:23.683424+0000","last_active":"2024-09-19T04:40:23.685448+0000","last_peered":"2024-09-19T04:40:23.685448+0000","last_clean":"2024-09-19T04:40:23.685448+0000","last_became_active":"2024-09-19T04:40:23.683197+0000","last_became_peered":"2024-09-19T04:40:23.683197+0000","last_unstale":"2024-09-19T04:40:23.685448+0000","last_undegraded":"2024-09-19T04:40:23.685448+0000","last_fullsized":"2024-09-19T04:40:23.685448+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:01:49.905027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.19","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.664403+0000","last_change":"2024-09-19T04:40:22.668978+0000","last_active":"2024-09-19T04:40:23.664403+0000","last_peered":"2024-09-19T04:40:23.664403+0000","last_clean":"2024-09-19T04:40:23.664403+0000","last_became_active":"2024-09-19T04:40:22.668677+0000","last_became_peered":"2024-09-19T04:40:22.668677+0000","last_unstale":"2024-09-19T04:40:23.664403+0000","last_undegraded":"2024-09-19T04:40:23.664403+0000","last_fullsized":"2024-09-19T04:40:23.664403+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:39.811734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.19","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.679776+0000","last_change":"2024-09-19T04:40:23.670609+0000","last_active":"2024-09-19T04:40:23.679776+0000","last_peered":"2024-09-19T04:40:23.679776+0000","last_clean":"2024-09-19T04:40:23.679776+0000","last_became_active":"2024-09-19T04:40:23.670306+0000","last_became_peered":"2024-09-19T04:40:23.670306+0000","last_unstale":"2024-09-19T04:40:23.679776+0000","last_undegraded":"2024-09-19T04:40:23.679776+0000","last_fullsized":"2024-09-19T04:40:23.679776+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:26:56.197065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.18","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.654315+0000","last_change":"2024-09-19T04:40:22.661981+0000","last_active":"2024-09-19T04:40:23.654315+0000","last_peered":"2024-09-19T04:40:23.654315+0000","last_clean":"2024-09-19T04:40:23.654315+0000","last_became_active":"2024-09-19T04:40:22.661719+0000","last_became_peered":"2024-09-19T04:40:22.661719+0000","last_unstale":"2024-09-19T04:40:23.654315+0000","last_undegraded":"2024-09-19T04:40:23.654315+0000","last_fullsized":"2024-09-19T04:40:23.654315+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:37.922159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.16","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.682902+0000","last_change":"2024-09-19T04:40:23.674175+0000","last_active":"2024-09-19T04:40:23.682902+0000","last_peered":"2024-09-19T04:40:23.682902+0000","last_clean":"2024-09-19T04:40:23.682902+0000","last_became_active":"2024-09-19T04:40:23.673675+0000","last_became_peered":"2024-09-19T04:40:23.673675+0000","last_unstale":"2024-09-19T04:40:23.682902+0000","last_undegraded":"2024-09-19T04:40:23.682902+0000","last_fullsized":"2024-09-19T04:40:23.682902+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:54.936407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.17","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.665779+0000","last_change":"2024-09-19T04:40:22.667475+0000","last_active":"2024-09-19T04:40:23.665779+0000","last_peered":"2024-09-19T04:40:23.665779+0000","last_clean":"2024-09-19T04:40:23.665779+0000","last_became_active":"2024-09-19T04:40:22.667204+0000","last_became_peered":"2024-09-19T04:40:22.667204+0000","last_unstale":"2024-09-19T04:40:23.665779+0000","last_undegraded":"2024-09-19T04:40:23.665779+0000","last_fullsized":"2024-09-19T04:40:23.665779+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:21.396973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.17","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.682496+0000","last_change":"2024-09-19T04:40:23.677587+0000","last_active":"2024-09-19T04:40:23.682496+0000","last_peered":"2024-09-19T04:40:23.682496+0000","last_clean":"2024-09-19T04:40:23.682496+0000","last_became_active":"2024-09-19T04:40:23.677349+0000","last_became_peered":"2024-09-19T04:40:23.677349+0000","last_unstale":"2024-09-19T04:40:23.682496+0000","last_undegraded":"2024-09-19T04:40:23.682496+0000","last_fullsized":"2024-09-19T04:40:23.682496+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:24:18.674648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.16","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.654314+0000","last_change":"2024-09-19T04:40:22.665228+0000","last_active":"2024-09-19T04:40:23.654314+0000","last_peered":"2024-09-19T04:40:23.654314+0000","last_clean":"2024-09-19T04:40:23.654314+0000","last_became_active":"2024-09-19T04:40:22.664786+0000","last_became_peered":"2024-09-19T04:40:22.664786+0000","last_unstale":"2024-09-19T04:40:23.654314+0000","last_undegraded":"2024-09-19T04:40:23.654314+0000","last_fullsized":"2024-09-19T04:40:23.654314+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:30:04.119973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.14","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.679882+0000","last_change":"2024-09-19T04:40:23.670113+0000","last_active":"2024-09-19T04:40:23.679882+0000","last_peered":"2024-09-19T04:40:23.679882+0000","last_clean":"2024-09-19T04:40:23.679882+0000","last_became_active":"2024-09-19T04:40:23.669569+0000","last_became_peered":"2024-09-19T04:40:23.669569+0000","last_unstale":"2024-09-19T04:40:23.679882+0000","last_undegraded":"2024-09-19T04:40:23.679882+0000","last_fullsized":"2024-09-19T04:40:23.679882+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:24.966443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.15","version":"166'3","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.677149+0000","last_change":"2024-09-19T04:40:22.667489+0000","last_active":"2024-09-19T04:40:23.677149+0000","last_peered":"2024-09-19T04:40:23.677149+0000","last_clean":"2024-09-19T04:40:23.677149+0000","last_became_active":"2024-09-19T04:40:22.667225+0000","last_became_peered":"2024-09-19T04:40:22.667225+0000","last_unstale":"2024-09-19T04:40:23.677149+0000","last_undegraded":"2024-09-19T04:40:23.677149+0000","last_fullsized":"2024-09-19T04:40:23.677149+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:08:56.176397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.15","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.675527+0000","last_change":"2024-09-19T04:40:23.671022+0000","last_active":"2024-09-19T04:40:23.675527+0000","last_peered":"2024-09-19T04:40:23.675527+0000","last_clean":"2024-09-19T04:40:23.675527+0000","last_became_active":"2024-09-19T04:40:23.670110+0000","last_became_peered":"2024-09-19T04:40:23.670110+0000","last_unstale":"2024-09-19T04:40:23.675527+0000","last_undegraded":"2024-09-19T04:40:23.675527+0000","last_fullsized":"2024-09-19T04:40:23.675527+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:29:19.931004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.14","version":"166'6","reported_seq":18,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.685486+0000","last_change":"2024-09-19T04:40:22.663150+0000","last_active":"2024-09-19T04:40:23.685486+0000","last_peered":"2024-09-19T04:40:23.685486+0000","last_clean":"2024-09-19T04:40:23.685486+0000","last_became_active":"2024-09-19T04:40:22.662646+0000","last_became_peered":"2024-09-19T04:40:22.662646+0000","last_unstale":"2024-09-19T04:40:23.685486+0000","last_undegraded":"2024-09-19T04:40:23.685486+0000","last_fullsized":"2024-09-19T04:40:23.685486+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:42:56.682548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.12","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.682586+0000","last_change":"2024-09-19T04:40:23.678217+0000","last_active":"2024-09-19T04:40:23.682586+0000","last_peered":"2024-09-19T04:40:23.682586+0000","last_clean":"2024-09-19T04:40:23.682586+0000","last_became_active":"2024-09-19T04:40:23.677954+0000","last_became_peered":"2024-09-19T04:40:23.677954+0000","last_unstale":"2024-09-19T04:40:23.682586+0000","last_undegraded":"2024-09-19T04:40:23.682586+0000","last_fullsized":"2024-09-19T04:40:23.682586+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:12:50.650608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.13","version":"166'2","reported_seq":14,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.675807+0000","last_change":"2024-09-19T04:40:22.663768+0000","last_active":"2024-09-19T04:40:23.675807+0000","last_peered":"2024-09-19T04:40:23.675807+0000","last_clean":"2024-09-19T04:40:23.675807+0000","last_became_active":"2024-09-19T04:40:22.663406+0000","last_became_peered":"2024-09-19T04:40:22.663406+0000","last_unstale":"2024-09-19T04:40:23.675807+0000","last_undegraded":"2024-09-19T04:40:23.675807+0000","last_fullsized":"2024-09-19T04:40:23.675807+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:45:22.293545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.13","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.663025+0000","last_change":"2024-09-19T04:40:23.658568+0000","last_active":"2024-09-19T04:40:23.663025+0000","last_peered":"2024-09-19T04:40:23.663025+0000","last_clean":"2024-09-19T04:40:23.663025+0000","last_became_active":"2024-09-19T04:40:23.658294+0000","last_became_peered":"2024-09-19T04:40:23.658294+0000","last_unstale":"2024-09-19T04:40:23.663025+0000","last_undegraded":"2024-09-19T04:40:23.663025+0000","last_fullsized":"2024-09-19T04:40:23.663025+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:26:56.197065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.12","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.656898+0000","last_change":"2024-09-19T04:40:22.654817+0000","last_active":"2024-09-19T04:40:23.656898+0000","last_peered":"2024-09-19T04:40:23.656898+0000","last_clean":"2024-09-19T04:40:23.656898+0000","last_became_active":"2024-09-19T04:40:22.654513+0000","last_became_peered":"2024-09-19T04:40:22.654513+0000","last_unstale":"2024-09-19T04:40:23.656898+0000","last_undegraded":"2024-09-19T04:40:23.656898+0000","last_fullsized":"2024-09-19T04:40:23.656898+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:24:20.153445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.10","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.682623+0000","last_change":"2024-09-19T04:40:23.676687+0000","last_active":"2024-09-19T04:40:23.682623+0000","last_peered":"2024-09-19T04:40:23.682623+0000","last_clean":"2024-09-19T04:40:23.682623+0000","last_became_active":"2024-09-19T04:40:23.676468+0000","last_became_peered":"2024-09-19T04:40:23.676468+0000","last_unstale":"2024-09-19T04:40:23.682623+0000","last_undegraded":"2024-09-19T04:40:23.682623+0000","last_fullsized":"2024-09-19T04:40:23.682623+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:48:19.646064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.11","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.655172+0000","last_change":"2024-09-19T04:40:22.661550+0000","last_active":"2024-09-19T04:40:23.655172+0000","last_peered":"2024-09-19T04:40:23.655172+0000","last_clean":"2024-09-19T04:40:23.655172+0000","last_became_active":"2024-09-19T04:40:22.661263+0000","last_became_peered":"2024-09-19T04:40:22.661263+0000","last_unstale":"2024-09-19T04:40:23.655172+0000","last_undegraded":"2024-09-19T04:40:23.655172+0000","last_fullsized":"2024-09-19T04:40:23.655172+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:41.485399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.11","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.682425+0000","last_change":"2024-09-19T04:40:23.674807+0000","last_active":"2024-09-19T04:40:23.682425+0000","last_peered":"2024-09-19T04:40:23.682425+0000","last_clean":"2024-09-19T04:40:23.682425+0000","last_became_active":"2024-09-19T04:40:23.674552+0000","last_became_peered":"2024-09-19T04:40:23.674552+0000","last_unstale":"2024-09-19T04:40:23.682425+0000","last_undegraded":"2024-09-19T04:40:23.682425+0000","last_fullsized":"2024-09-19T04:40:23.682425+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:40.053438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.10","version":"166'8","reported_seq":20,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.681414+0000","last_change":"2024-09-19T04:40:22.664744+0000","last_active":"2024-09-19T04:40:23.681414+0000","last_peered":"2024-09-19T04:40:23.681414+0000","last_clean":"2024-09-19T04:40:23.681414+0000","last_became_active":"2024-09-19T04:40:22.664274+0000","last_became_peered":"2024-09-19T04:40:22.664274+0000","last_unstale":"2024-09-19T04:40:23.681414+0000","last_undegraded":"2024-09-19T04:40:23.681414+0000","last_fullsized":"2024-09-19T04:40:23.681414+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:18.217901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.e","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.677538+0000","last_change":"2024-09-19T04:40:23.672329+0000","last_active":"2024-09-19T04:40:23.677538+0000","last_peered":"2024-09-19T04:40:23.677538+0000","last_clean":"2024-09-19T04:40:23.677538+0000","last_became_active":"2024-09-19T04:40:23.671904+0000","last_became_peered":"2024-09-19T04:40:23.671904+0000","last_unstale":"2024-09-19T04:40:23.677538+0000","last_undegraded":"2024-09-19T04:40:23.677538+0000","last_fullsized":"2024-09-19T04:40:23.677538+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:24:14.726406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.f","version":"166'1","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.680263+0000","last_change":"2024-09-19T04:40:22.666720+0000","last_active":"2024-09-19T04:40:23.680263+0000","last_peered":"2024-09-19T04:40:23.680263+0000","last_clean":"2024-09-19T04:40:23.680263+0000","last_became_active":"2024-09-19T04:40:22.666425+0000","last_became_peered":"2024-09-19T04:40:22.666425+0000","last_unstale":"2024-09-19T04:40:23.680263+0000","last_undegraded":"2024-09-19T04:40:23.680263+0000","last_fullsized":"2024-09-19T04:40:23.680263+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:14.796897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.f","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.671331+0000","last_change":"2024-09-19T04:40:23.663145+0000","last_active":"2024-09-19T04:40:23.671331+0000","last_peered":"2024-09-19T04:40:23.671331+0000","last_clean":"2024-09-19T04:40:23.671331+0000","last_became_active":"2024-09-19T04:40:23.662842+0000","last_became_peered":"2024-09-19T04:40:23.662842+0000","last_unstale":"2024-09-19T04:40:23.671331+0000","last_undegraded":"2024-09-19T04:40:23.671331+0000","last_fullsized":"2024-09-19T04:40:23.671331+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:49:22.169952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.e","version":"166'2","reported_seq":14,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.676326+0000","last_change":"2024-09-19T04:40:22.662209+0000","last_active":"2024-09-19T04:40:23.676326+0000","last_peered":"2024-09-19T04:40:23.676326+0000","last_clean":"2024-09-19T04:40:23.676326+0000","last_became_active":"2024-09-19T04:40:22.661949+0000","last_became_peered":"2024-09-19T04:40:22.661949+0000","last_unstale":"2024-09-19T04:40:23.676326+0000","last_undegraded":"2024-09-19T04:40:23.676326+0000","last_fullsized":"2024-09-19T04:40:23.676326+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:54.530137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.c","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.680656+0000","last_change":"2024-09-19T04:40:23.673498+0000","last_active":"2024-09-19T04:40:23.680656+0000","last_peered":"2024-09-19T04:40:23.680656+0000","last_clean":"2024-09-19T04:40:23.680656+0000","last_became_active":"2024-09-19T04:40:23.673243+0000","last_became_peered":"2024-09-19T04:40:23.673243+0000","last_unstale":"2024-09-19T04:40:23.680656+0000","last_undegraded":"2024-09-19T04:40:23.680656+0000","last_fullsized":"2024-09-19T04:40:23.680656+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:39.696227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.d","version":"166'1","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.675902+0000","last_change":"2024-09-19T04:40:22.666294+0000","last_active":"2024-09-19T04:40:23.675902+0000","last_peered":"2024-09-19T04:40:23.675902+0000","last_clean":"2024-09-19T04:40:23.675902+0000","last_became_active":"2024-09-19T04:40:22.661544+0000","last_became_peered":"2024-09-19T04:40:22.661544+0000","last_unstale":"2024-09-19T04:40:23.675902+0000","last_undegraded":"2024-09-19T04:40:23.675902+0000","last_fullsized":"2024-09-19T04:40:23.675902+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:23.964601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.d","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.679881+0000","last_change":"2024-09-19T04:40:23.674084+0000","last_active":"2024-09-19T04:40:23.679881+0000","last_peered":"2024-09-19T04:40:23.679881+0000","last_clean":"2024-09-19T04:40:23.679881+0000","last_became_active":"2024-09-19T04:40:23.673733+0000","last_became_peered":"2024-09-19T04:40:23.673733+0000","last_unstale":"2024-09-19T04:40:23.679881+0000","last_undegraded":"2024-09-19T04:40:23.679881+0000","last_fullsized":"2024-09-19T04:40:23.679881+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:13.107410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.c","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.660810+0000","last_change":"2024-09-19T04:40:22.668610+0000","last_active":"2024-09-19T04:40:23.660810+0000","last_peered":"2024-09-19T04:40:23.660810+0000","last_clean":"2024-09-19T04:40:23.660810+0000","last_became_active":"2024-09-19T04:40:22.668378+0000","last_became_peered":"2024-09-19T04:40:22.668378+0000","last_unstale":"2024-09-19T04:40:23.660810+0000","last_undegraded":"2024-09-19T04:40:23.660810+0000","last_fullsized":"2024-09-19T04:40:23.660810+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:43.906338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.a","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.677434+0000","last_change":"2024-09-19T04:40:23.672799+0000","last_active":"2024-09-19T04:40:23.677434+0000","last_peered":"2024-09-19T04:40:23.677434+0000","last_clean":"2024-09-19T04:40:23.677434+0000","last_became_active":"2024-09-19T04:40:23.672549+0000","last_became_peered":"2024-09-19T04:40:23.672549+0000","last_unstale":"2024-09-19T04:40:23.677434+0000","last_undegraded":"2024-09-19T04:40:23.677434+0000","last_fullsized":"2024-09-19T04:40:23.677434+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:15.901162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.b","version":"166'2","reported_seq":14,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.672120+0000","last_change":"2024-09-19T04:40:22.671792+0000","last_active":"2024-09-19T04:40:23.672120+0000","last_peered":"2024-09-19T04:40:23.672120+0000","last_clean":"2024-09-19T04:40:23.672120+0000","last_became_active":"2024-09-19T04:40:22.671510+0000","last_became_peered":"2024-09-19T04:40:22.671510+0000","last_unstale":"2024-09-19T04:40:23.672120+0000","last_undegraded":"2024-09-19T04:40:23.672120+0000","last_fullsized":"2024-09-19T04:40:23.672120+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:42:56.682548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.b","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.676732+0000","last_change":"2024-09-19T04:40:23.671158+0000","last_active":"2024-09-19T04:40:23.676732+0000","last_peered":"2024-09-19T04:40:23.676732+0000","last_clean":"2024-09-19T04:40:23.676732+0000","last_became_active":"2024-09-19T04:40:23.670893+0000","last_became_peered":"2024-09-19T04:40:23.670893+0000","last_unstale":"2024-09-19T04:40:23.676732+0000","last_undegraded":"2024-09-19T04:40:23.676732+0000","last_fullsized":"2024-09-19T04:40:23.676732+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:37.067231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.a","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.660032+0000","last_change":"2024-09-19T04:40:22.660048+0000","last_active":"2024-09-19T04:40:23.660032+0000","last_peered":"2024-09-19T04:40:23.660032+0000","last_clean":"2024-09-19T04:40:23.660032+0000","last_became_active":"2024-09-19T04:40:22.659758+0000","last_became_peered":"2024-09-19T04:40:22.659758+0000","last_unstale":"2024-09-19T04:40:23.660032+0000","last_undegraded":"2024-09-19T04:40:23.660032+0000","last_fullsized":"2024-09-19T04:40:23.660032+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:18.121512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.8","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.671111+0000","last_change":"2024-09-19T04:40:23.667036+0000","last_active":"2024-09-19T04:40:23.671111+0000","last_peered":"2024-09-19T04:40:23.671111+0000","last_clean":"2024-09-19T04:40:23.671111+0000","last_became_active":"2024-09-19T04:40:23.666754+0000","last_became_peered":"2024-09-19T04:40:23.666754+0000","last_unstale":"2024-09-19T04:40:23.671111+0000","last_undegraded":"2024-09-19T04:40:23.671111+0000","last_fullsized":"2024-09-19T04:40:23.671111+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:21.897031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.9","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.662528+0000","last_change":"2024-09-19T04:40:22.657843+0000","last_active":"2024-09-19T04:40:23.662528+0000","last_peered":"2024-09-19T04:40:23.662528+0000","last_clean":"2024-09-19T04:40:23.662528+0000","last_became_active":"2024-09-19T04:40:22.657573+0000","last_became_peered":"2024-09-19T04:40:22.657573+0000","last_unstale":"2024-09-19T04:40:23.662528+0000","last_undegraded":"2024-09-19T04:40:23.662528+0000","last_fullsized":"2024-09-19T04:40:23.662528+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:32.740757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.9","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.677505+0000","last_change":"2024-09-19T04:40:23.669968+0000","last_active":"2024-09-19T04:40:23.677505+0000","last_peered":"2024-09-19T04:40:23.677505+0000","last_clean":"2024-09-19T04:40:23.677505+0000","last_became_active":"2024-09-19T04:40:23.669671+0000","last_became_peered":"2024-09-19T04:40:23.669671+0000","last_unstale":"2024-09-19T04:40:23.677505+0000","last_undegraded":"2024-09-19T04:40:23.677505+0000","last_fullsized":"2024-09-19T04:40:23.677505+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:12:19.747985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.8","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.668800+0000","last_change":"2024-09-19T04:40:22.667726+0000","last_active":"2024-09-19T04:40:23.668800+0000","last_peered":"2024-09-19T04:40:23.668800+0000","last_clean":"2024-09-19T04:40:23.668800+0000","last_became_active":"2024-09-19T04:40:22.667434+0000","last_became_peered":"2024-09-19T04:40:22.667434+0000","last_unstale":"2024-09-19T04:40:23.668800+0000","last_undegraded":"2024-09-19T04:40:23.668800+0000","last_fullsized":"2024-09-19T04:40:23.668800+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:33:00.973027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.6","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.677224+0000","last_change":"2024-09-19T04:40:23.672562+0000","last_active":"2024-09-19T04:40:23.677224+0000","last_peered":"2024-09-19T04:40:23.677224+0000","last_clean":"2024-09-19T04:40:23.677224+0000","last_became_active":"2024-09-19T04:40:23.671627+0000","last_became_peered":"2024-09-19T04:40:23.671627+0000","last_unstale":"2024-09-19T04:40:23.677224+0000","last_undegraded":"2024-09-19T04:40:23.677224+0000","last_fullsized":"2024-09-19T04:40:23.677224+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:24:21.155287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.7","version":"166'2","reported_seq":14,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.673372+0000","last_change":"2024-09-19T04:40:22.668382+0000","last_active":"2024-09-19T04:40:23.673372+0000","last_peered":"2024-09-19T04:40:23.673372+0000","last_clean":"2024-09-19T04:40:23.673372+0000","last_became_active":"2024-09-19T04:40:22.668100+0000","last_became_peered":"2024-09-19T04:40:22.668100+0000","last_unstale":"2024-09-19T04:40:23.673372+0000","last_undegraded":"2024-09-19T04:40:23.673372+0000","last_fullsized":"2024-09-19T04:40:23.673372+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:58:05.079833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.7","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.679983+0000","last_change":"2024-09-19T04:40:23.673575+0000","last_active":"2024-09-19T04:40:23.679983+0000","last_peered":"2024-09-19T04:40:23.679983+0000","last_clean":"2024-09-19T04:40:23.679983+0000","last_became_active":"2024-09-19T04:40:23.672657+0000","last_became_peered":"2024-09-19T04:40:23.672657+0000","last_unstale":"2024-09-19T04:40:23.679983+0000","last_undegraded":"2024-09-19T04:40:23.679983+0000","last_fullsized":"2024-09-19T04:40:23.679983+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:18:12.912843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.6","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.660300+0000","last_change":"2024-09-19T04:40:22.662842+0000","last_active":"2024-09-19T04:40:23.660300+0000","last_peered":"2024-09-19T04:40:23.660300+0000","last_clean":"2024-09-19T04:40:23.660300+0000","last_became_active":"2024-09-19T04:40:22.662428+0000","last_became_peered":"2024-09-19T04:40:22.662428+0000","last_unstale":"2024-09-19T04:40:23.660300+0000","last_undegraded":"2024-09-19T04:40:23.660300+0000","last_fullsized":"2024-09-19T04:40:23.660300+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:41.485399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.4","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.677597+0000","last_change":"2024-09-19T04:40:23.675717+0000","last_active":"2024-09-19T04:40:23.677597+0000","last_peered":"2024-09-19T04:40:23.677597+0000","last_clean":"2024-09-19T04:40:23.677597+0000","last_became_active":"2024-09-19T04:40:23.675394+0000","last_became_peered":"2024-09-19T04:40:23.675394+0000","last_unstale":"2024-09-19T04:40:23.677597+0000","last_undegraded":"2024-09-19T04:40:23.677597+0000","last_fullsized":"2024-09-19T04:40:23.677597+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:50:44.069555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.5","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.668351+0000","last_change":"2024-09-19T04:40:22.669000+0000","last_active":"2024-09-19T04:40:23.668351+0000","last_peered":"2024-09-19T04:40:23.668351+0000","last_clean":"2024-09-19T04:40:23.668351+0000","last_became_active":"2024-09-19T04:40:22.668719+0000","last_became_peered":"2024-09-19T04:40:22.668719+0000","last_unstale":"2024-09-19T04:40:23.668351+0000","last_undegraded":"2024-09-19T04:40:23.668351+0000","last_fullsized":"2024-09-19T04:40:23.668351+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:33:50.252605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.5","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.682938+0000","last_change":"2024-09-19T04:40:23.677932+0000","last_active":"2024-09-19T04:40:23.682938+0000","last_peered":"2024-09-19T04:40:23.682938+0000","last_clean":"2024-09-19T04:40:23.682938+0000","last_became_active":"2024-09-19T04:40:23.677652+0000","last_became_peered":"2024-09-19T04:40:23.677652+0000","last_unstale":"2024-09-19T04:40:23.682938+0000","last_undegraded":"2024-09-19T04:40:23.682938+0000","last_fullsized":"2024-09-19T04:40:23.682938+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:42:54.165800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.4","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.661167+0000","last_change":"2024-09-19T04:40:22.659077+0000","last_active":"2024-09-19T04:40:23.661167+0000","last_peered":"2024-09-19T04:40:23.661167+0000","last_clean":"2024-09-19T04:40:23.661167+0000","last_became_active":"2024-09-19T04:40:22.658790+0000","last_became_peered":"2024-09-19T04:40:22.658790+0000","last_unstale":"2024-09-19T04:40:23.661167+0000","last_undegraded":"2024-09-19T04:40:23.661167+0000","last_fullsized":"2024-09-19T04:40:23.661167+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:26.085695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.2","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.682601+0000","last_change":"2024-09-19T04:40:23.677633+0000","last_active":"2024-09-19T04:40:23.682601+0000","last_peered":"2024-09-19T04:40:23.682601+0000","last_clean":"2024-09-19T04:40:23.682601+0000","last_became_active":"2024-09-19T04:40:23.677386+0000","last_became_peered":"2024-09-19T04:40:23.677386+0000","last_unstale":"2024-09-19T04:40:23.682601+0000","last_undegraded":"2024-09-19T04:40:23.682601+0000","last_fullsized":"2024-09-19T04:40:23.682601+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:37:14.021656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.3","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.660105+0000","last_change":"2024-09-19T04:40:22.669935+0000","last_active":"2024-09-19T04:40:23.660105+0000","last_peered":"2024-09-19T04:40:23.660105+0000","last_clean":"2024-09-19T04:40:23.660105+0000","last_became_active":"2024-09-19T04:40:22.669695+0000","last_became_peered":"2024-09-19T04:40:22.669695+0000","last_unstale":"2024-09-19T04:40:23.660105+0000","last_undegraded":"2024-09-19T04:40:23.660105+0000","last_fullsized":"2024-09-19T04:40:23.660105+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:55.865151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.3","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.669867+0000","last_change":"2024-09-19T04:40:23.666937+0000","last_active":"2024-09-19T04:40:23.669867+0000","last_peered":"2024-09-19T04:40:23.669867+0000","last_clean":"2024-09-19T04:40:23.669867+0000","last_became_active":"2024-09-19T04:40:23.666655+0000","last_became_peered":"2024-09-19T04:40:23.666655+0000","last_unstale":"2024-09-19T04:40:23.669867+0000","last_undegraded":"2024-09-19T04:40:23.669867+0000","last_fullsized":"2024-09-19T04:40:23.669867+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:38.924001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.2","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.666815+0000","last_change":"2024-09-19T04:40:22.663869+0000","last_active":"2024-09-19T04:40:23.666815+0000","last_peered":"2024-09-19T04:40:23.666815+0000","last_clean":"2024-09-19T04:40:23.666815+0000","last_became_active":"2024-09-19T04:40:22.663581+0000","last_became_peered":"2024-09-19T04:40:22.663581+0000","last_unstale":"2024-09-19T04:40:23.666815+0000","last_undegraded":"2024-09-19T04:40:23.666815+0000","last_fullsized":"2024-09-19T04:40:23.666815+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:53.502792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.0","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.676086+0000","last_change":"2024-09-19T04:40:23.672614+0000","last_active":"2024-09-19T04:40:23.676086+0000","last_peered":"2024-09-19T04:40:23.676086+0000","last_clean":"2024-09-19T04:40:23.676086+0000","last_became_active":"2024-09-19T04:40:23.672367+0000","last_became_peered":"2024-09-19T04:40:23.672367+0000","last_unstale":"2024-09-19T04:40:23.676086+0000","last_undegraded":"2024-09-19T04:40:23.676086+0000","last_fullsized":"2024-09-19T04:40:23.676086+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:55:20.600728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.1","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.658071+0000","last_change":"2024-09-19T04:40:22.661292+0000","last_active":"2024-09-19T04:40:23.658071+0000","last_peered":"2024-09-19T04:40:23.658071+0000","last_clean":"2024-09-19T04:40:23.658071+0000","last_became_active":"2024-09-19T04:40:22.658479+0000","last_became_peered":"2024-09-19T04:40:22.658479+0000","last_unstale":"2024-09-19T04:40:23.658071+0000","last_undegraded":"2024-09-19T04:40:23.658071+0000","last_fullsized":"2024-09-19T04:40:23.658071+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:00:31.760644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.1","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.672148+0000","last_change":"2024-09-19T04:40:23.669914+0000","last_active":"2024-09-19T04:40:23.672148+0000","last_peered":"2024-09-19T04:40:23.672148+0000","last_clean":"2024-09-19T04:40:23.672148+0000","last_became_active":"2024-09-19T04:40:23.669653+0000","last_became_peered":"2024-09-19T04:40:23.669653+0000","last_unstale":"2024-09-19T04:40:23.672148+0000","last_undegraded":"2024-09-19T04:40:23.672148+0000","last_fullsized":"2024-09-19T04:40:23.672148+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:35:08.177596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.0","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.664175+0000","last_change":"2024-09-19T04:40:22.655550+0000","last_active":"2024-09-19T04:40:23.664175+0000","last_peered":"2024-09-19T04:40:23.664175+0000","last_clean":"2024-09-19T04:40:23.664175+0000","last_became_active":"2024-09-19T04:40:22.655231+0000","last_became_peered":"2024-09-19T04:40:22.655231+0000","last_unstale":"2024-09-19T04:40:23.664175+0000","last_undegraded":"2024-09-19T04:40:23.664175+0000","last_fullsized":"2024-09-19T04:40:23.664175+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:30.267053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1a","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.680011+0000","last_change":"2024-09-19T04:40:23.672306+0000","last_active":"2024-09-19T04:40:23.680011+0000","last_peered":"2024-09-19T04:40:23.680011+0000","last_clean":"2024-09-19T04:40:23.680011+0000","last_became_active":"2024-09-19T04:40:23.671478+0000","last_became_peered":"2024-09-19T04:40:23.671478+0000","last_unstale":"2024-09-19T04:40:23.680011+0000","last_undegraded":"2024-09-19T04:40:23.680011+0000","last_fullsized":"2024-09-19T04:40:23.680011+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:17:53.077613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1b","version":"166'1","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.680172+0000","last_change":"2024-09-19T04:40:22.663204+0000","last_active":"2024-09-19T04:40:23.680172+0000","last_peered":"2024-09-19T04:40:23.680172+0000","last_clean":"2024-09-19T04:40:23.680172+0000","last_became_active":"2024-09-19T04:40:22.662912+0000","last_became_peered":"2024-09-19T04:40:22.662912+0000","last_unstale":"2024-09-19T04:40:23.680172+0000","last_undegraded":"2024-09-19T04:40:23.680172+0000","last_fullsized":"2024-09-19T04:40:23.680172+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:16:22.458128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":475,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.660112+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:40:23.660112+0000","last_peered":"2024-09-19T04:40:23.660112+0000","last_clean":"2024-09-19T04:40:23.660112+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:40:23.660112+0000","last_undegraded":"2024-09-19T04:40:23.660112+0000","last_fullsized":"2024-09-19T04:40:23.660112+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":26,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":27,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509536,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33824,"kb_used_data":2632,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338016,"statfs":{"total":96636764160,"available":96602128384,"internally_reserved":0,"allocated":2695168,"data_stored":1514268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509536,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33232,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338608,"statfs":{"total":96636764160,"available":96602734592,"internally_reserved":0,"allocated":2093056,"data_stored":922870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509536,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33232,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338608,"statfs":{"total":96636764160,"available":96602734592,"internally_reserved":0,"allocated":2093056,"data_stored":922870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509537,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33248,"kb_used_data":2060,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338592,"statfs":{"total":96636764160,"available":96602718208,"internally_reserved":0,"allocated":2109440,"data_stored":924004,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542241,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33248,"kb_used_data":2052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338592,"statfs":{"total":96636764160,"available":96602718208,"internally_reserved":0,"allocated":2101248,"data_stored":922470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542240,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33236,"kb_used_data":2040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338604,"statfs":{"total":96636764160,"available":96602730496,"internally_reserved":0,"allocated":2088960,"data_stored":922288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542240,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33244,"kb_used_data":2048,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338596,"statfs":{"total":96636764160,"available":96602722304,"internally_reserved":0,"allocated":2097152,"data_stored":922344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542241,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33800,"kb_used_data":2608,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338040,"statfs":{"total":96636764160,"available":96602152960,"internally_reserved":0,"allocated":2670592,"data_stored":1505825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:40:27.613 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:40:27.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.746+0000 7f92ce9f8640 1 Processor -- start 2024-09-19T04:40:27.748 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.746+0000 7f92ce9f8640 1 -- start start 2024-09-19T04:40:27.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.747+0000 7f92ce9f8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c806c1f0 0x7f92c80cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.747+0000 7f92ce9f8640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92c80cd5f0 con 0x7f92c806be10 2024-09-19T04:40:27.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.747+0000 7f92ce9f8640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92c80cd8d0 con 0x7f92c8151c50 2024-09-19T04:40:27.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.747+0000 7f92ce9f8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f92c80cdbb0 con 0x7f92c806c1f0 2024-09-19T04:40:27.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.747+0000 7f92c7fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f92c806be10 0x7f92c8151540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:45272/0 (socket says 172.21.15.111:45272) 2024-09-19T04:40:27.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.747+0000 7f92c7fff640 1 -- 172.21.15.111:0/2394367783 learned_addr learned my addr 172.21.15.111:0/2394367783 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:27.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92ccf95640 1 --2- 172.21.15.111:0/2394367783 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c806c1f0 0x7f92c80cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92c6ffd640 1 -- 172.21.15.111:0/2394367783 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3433720592 0 0) 0x7f92c80cd5f0 con 0x7f92c806be10 2024-09-19T04:40:27.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92c6ffd640 1 -- 172.21.15.111:0/2394367783 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f92b0003520 con 0x7f92c806be10 2024-09-19T04:40:27.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92c6ffd640 1 -- 172.21.15.111:0/2394367783 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2882557630 0 0) 0x7f92c80cd8d0 con 0x7f92c8151c50 2024-09-19T04:40:27.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92c6ffd640 1 -- 172.21.15.111:0/2394367783 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f92c80cd5f0 con 0x7f92c8151c50 2024-09-19T04:40:27.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92c6ffd640 1 -- 172.21.15.111:0/2394367783 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1725608461 0 0) 0x7f92b0003520 con 0x7f92c806be10 2024-09-19T04:40:27.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92c6ffd640 1 -- 172.21.15.111:0/2394367783 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c806c1f0 msgr2=0x7f92c80cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:27.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92c6ffd640 1 --2- 172.21.15.111:0/2394367783 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c806c1f0 0x7f92c80cd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92c6ffd640 1 -- 172.21.15.111:0/2394367783 >> v1:172.21.15.114:6789/0 conn(0x7f92c8151c50 legacy=0x7f92c8162740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92c6ffd640 1 -- 172.21.15.111:0/2394367783 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92c80cde90 con 0x7f92c806be10 2024-09-19T04:40:27.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92ccf95640 1 --2- 172.21.15.111:0/2394367783 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c806c1f0 0x7f92c80cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:27.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92c6ffd640 1 -- 172.21.15.111:0/2394367783 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f92b8001670 con 0x7f92c806be10 2024-09-19T04:40:27.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92c6ffd640 1 -- 172.21.15.111:0/2394367783 >> v1:172.21.15.111:6789/0 conn(0x7f92c806be10 legacy=0x7f92c8151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92c6ffd640 1 --2- 172.21.15.111:0/2394367783 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f92b0003b70 0x7f92b0003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92c6ffd640 1 --2- 172.21.15.111:0/2394367783 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f92b0004800 0x7f92b0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92c6ffd640 1 --2- 172.21.15.111:0/2394367783 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c806c1f0 0x7f92b00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92c6ffd640 1 -- 172.21.15.111:0/2394367783 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f92c80cdbb0 con 0x7f92b0004800 2024-09-19T04:40:27.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92c6ffd640 1 -- 172.21.15.111:0/2394367783 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f92b000dc30 con 0x7f92b0003b70 2024-09-19T04:40:27.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92c6ffd640 1 -- 172.21.15.111:0/2394367783 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f92b000de30 con 0x7f92c806c1f0 2024-09-19T04:40:27.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92c77fe640 1 --2- 172.21.15.111:0/2394367783 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f92b0004800 0x7f92b0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92c7fff640 1 --2- 172.21.15.111:0/2394367783 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f92b0003b70 0x7f92b0003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92ccf95640 1 --2- 172.21.15.111:0/2394367783 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c806c1f0 0x7f92b00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92c77fe640 1 -- 172.21.15.111:0/2394367783 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c806c1f0 msgr2=0x7f92b00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:27.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92c77fe640 1 --2- 172.21.15.111:0/2394367783 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c806c1f0 0x7f92b00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92c77fe640 1 -- 172.21.15.111:0/2394367783 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f92b0003b70 msgr2=0x7f92b0003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:27.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92c77fe640 1 --2- 172.21.15.111:0/2394367783 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f92b0003b70 0x7f92b0003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.748+0000 7f92c77fe640 1 -- 172.21.15.111:0/2394367783 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92b0003520 con 0x7f92b0004800 2024-09-19T04:40:27.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.749+0000 7f92c77fe640 1 --2- 172.21.15.111:0/2394367783 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f92b0004800 0x7f92b0004c80 secure :-1 s=READY pgs=1711 cs=0 l=1 rev1=1 crypto rx=0x7f92c8152080 tx=0x7f92b0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0dd00a8b73b2cd0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:27.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.749+0000 7f92c6ffd640 1 -- 172.21.15.111:0/2394367783 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92bc0014f0 con 0x7f92b0004800 2024-09-19T04:40:27.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.749+0000 7f92c6ffd640 1 -- 172.21.15.111:0/2394367783 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92bc0052d0 con 0x7f92b0004800 2024-09-19T04:40:27.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.749+0000 7f92c6ffd640 1 -- 172.21.15.111:0/2394367783 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92bc02ac00 con 0x7f92b0004800 2024-09-19T04:40:27.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.750+0000 7f92ce9f8640 1 -- 172.21.15.111:0/2394367783 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f92b0004800 msgr2=0x7f92b0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.750+0000 7f92ce9f8640 1 --2- 172.21.15.111:0/2394367783 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f92b0004800 0x7f92b0004c80 secure :-1 s=READY pgs=1711 cs=0 l=1 rev1=1 crypto rx=0x7f92c8152080 tx=0x7f92b0005830 comp rx=0 tx=0).stop 2024-09-19T04:40:27.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.750+0000 7f92ccf95640 1 -- 172.21.15.111:0/2394367783 reap_dead start 2024-09-19T04:40:27.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.750+0000 7f92ce9f8640 1 -- 172.21.15.111:0/2394367783 shutdown_connections 2024-09-19T04:40:27.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.750+0000 7f92ce9f8640 1 -- 172.21.15.111:0/2394367783 >> 172.21.15.111:0/2394367783 conn(0x7f92c8062cc0 msgr2=0x7f92c806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:27.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.750+0000 7f92ce9f8640 1 -- 172.21.15.111:0/2394367783 shutdown_connections 2024-09-19T04:40:27.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.750+0000 7f92ce9f8640 1 -- 172.21.15.111:0/2394367783 wait complete. 2024-09-19T04:40:27.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.751+0000 7f92ce9f8640 1 Processor -- start 2024-09-19T04:40:27.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.751+0000 7f92ce9f8640 1 -- start start 2024-09-19T04:40:27.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.752+0000 7f92ce9f8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f92b0004800 0x7f92c80cbe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.752+0000 7f92ce9f8640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c80ae8e0 0x7f92c80aed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.752+0000 7f92ce9f8640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f92c8144940 0x7f92c8144dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.752+0000 7f92ce9f8640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f92c80cd010 con 0x7f92c8144940 2024-09-19T04:40:27.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.752+0000 7f92ce9f8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f92c80ce690 con 0x7f92b0004800 2024-09-19T04:40:27.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.752+0000 7f92ce9f8640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f92c80cd190 con 0x7f92c80ae8e0 2024-09-19T04:40:27.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.752+0000 7f92ccf95640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f92c8144940 0x7f92c8144dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.752+0000 7f92ccf95640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f92c8144940 0x7f92c8144dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41688/0 (socket says 172.21.15.111:41688) 2024-09-19T04:40:27.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.752+0000 7f92ccf95640 1 -- 172.21.15.111:0/3850529606 learned_addr learned my addr 172.21.15.111:0/3850529606 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:27.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.752+0000 7f92c7fff640 1 --2- 172.21.15.111:0/3850529606 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f92b0004800 0x7f92c80cbe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.752+0000 7f92c77fe640 1 --2- 172.21.15.111:0/3850529606 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c80ae8e0 0x7f92c80aed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.752+0000 7f92ccf95640 1 -- 172.21.15.111:0/3850529606 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c80ae8e0 msgr2=0x7f92c80aed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.752+0000 7f92ccf95640 1 --2- 172.21.15.111:0/3850529606 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c80ae8e0 0x7f92c80aed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.752+0000 7f92ccf95640 1 -- 172.21.15.111:0/3850529606 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f92b0004800 msgr2=0x7f92c80cbe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.752+0000 7f92ccf95640 1 --2- 172.21.15.111:0/3850529606 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f92b0004800 0x7f92c80cbe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.752+0000 7f92ccf95640 1 -- 172.21.15.111:0/3850529606 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92c8146780 con 0x7f92c8144940 2024-09-19T04:40:27.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.753+0000 7f92ccf95640 1 --2- 172.21.15.111:0/3850529606 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f92c8144940 0x7f92c8144dc0 secure :-1 s=READY pgs=1712 cs=0 l=1 rev1=1 crypto rx=0x7f92c0008ca0 tx=0x7f92c00075c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:27.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.753+0000 7f92c4ff9640 1 -- 172.21.15.111:0/3850529606 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92c0003990 con 0x7f92c8144940 2024-09-19T04:40:27.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.753+0000 7f92c4ff9640 1 -- 172.21.15.111:0/3850529606 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92c0003b50 con 0x7f92c8144940 2024-09-19T04:40:27.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.753+0000 7f92ce9f8640 1 -- 172.21.15.111:0/3850529606 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92c81456e0 con 0x7f92c8144940 2024-09-19T04:40:27.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.753+0000 7f92c4ff9640 1 -- 172.21.15.111:0/3850529606 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92c0004020 con 0x7f92c8144940 2024-09-19T04:40:27.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.753+0000 7f92ce9f8640 1 -- 172.21.15.111:0/3850529606 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92c8145ca0 con 0x7f92c8144940 2024-09-19T04:40:27.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.754+0000 7f92ce9f8640 1 -- 172.21.15.111:0/3850529606 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92c80afd90 con 0x7f92c8144940 2024-09-19T04:40:27.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.754+0000 7f92c4ff9640 1 -- 172.21.15.111:0/3850529606 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f92c00041c0 con 0x7f92c8144940 2024-09-19T04:40:27.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.755+0000 7f92c4ff9640 1 --2- 172.21.15.111:0/3850529606 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f92b406cc70 0x7f92b406f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.755+0000 7f92c4ff9640 1 -- 172.21.15.111:0/3850529606 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7f92c0089d20 con 0x7f92c8144940 2024-09-19T04:40:27.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.755+0000 7f92c7fff640 1 --2- 172.21.15.111:0/3850529606 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f92b406cc70 0x7f92b406f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.755+0000 7f92c7fff640 1 --2- 172.21.15.111:0/3850529606 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f92b406cc70 0x7f92b406f130 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f92b8001050 tx=0x7f92b8001e20 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:27.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.759+0000 7f92c4ff9640 1 -- 172.21.15.111:0/3850529606 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f92c0011070 con 0x7f92c8144940 2024-09-19T04:40:27.921 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.920+0000 7f92ce9f8640 1 -- 172.21.15.111:0/3850529606 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f92c815f1d0 con 0x7f92b406cc70 2024-09-19T04:40:27.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.926+0000 7f92c4ff9640 1 -- 172.21.15.111:0/3850529606 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252417 (secure 0 0 0) 0x7f92c815f1d0 con 0x7f92b406cc70 2024-09-19T04:40:27.931 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:27.932 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:40:27.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.929+0000 7f92ce9f8640 1 -- 172.21.15.111:0/3850529606 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f92b406cc70 msgr2=0x7f92b406f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.929+0000 7f92ce9f8640 1 --2- 172.21.15.111:0/3850529606 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f92b406cc70 0x7f92b406f130 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f92b8001050 tx=0x7f92b8001e20 comp rx=0 tx=0).stop 2024-09-19T04:40:27.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.929+0000 7f92ce9f8640 1 -- 172.21.15.111:0/3850529606 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f92c8144940 msgr2=0x7f92c8144dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.929+0000 7f92ce9f8640 1 --2- 172.21.15.111:0/3850529606 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f92c8144940 0x7f92c8144dc0 secure :-1 s=READY pgs=1712 cs=0 l=1 rev1=1 crypto rx=0x7f92c0008ca0 tx=0x7f92c00075c0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.929+0000 7f92ce9f8640 1 -- 172.21.15.111:0/3850529606 shutdown_connections 2024-09-19T04:40:27.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.929+0000 7f92ce9f8640 1 --2- 172.21.15.111:0/3850529606 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f92b406cc70 0x7f92b406f130 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.929+0000 7f92ce9f8640 1 --2- 172.21.15.111:0/3850529606 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f92c8144940 0x7f92c8144dc0 unknown :-1 s=CLOSED pgs=1712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.929+0000 7f92ce9f8640 1 --2- 172.21.15.111:0/3850529606 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f92c80ae8e0 0x7f92c80aed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.929+0000 7f92ce9f8640 1 --2- 172.21.15.111:0/3850529606 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f92b0004800 0x7f92c80cbe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.929+0000 7f92ce9f8640 1 -- 172.21.15.111:0/3850529606 >> 172.21.15.111:0/3850529606 conn(0x7f92c8062cc0 msgr2=0x7f92c80cff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:27.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.929+0000 7f92ce9f8640 1 -- 172.21.15.111:0/3850529606 shutdown_connections 2024-09-19T04:40:27.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:27.929+0000 7f92ce9f8640 1 -- 172.21.15.111:0/3850529606 wait complete. 2024-09-19T04:40:27.941 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":209,"stamp":"2024-09-19T04:40:26.213954+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":223,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":166,"ondisk_log_size":166,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":79,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":267064,"kb_used_data":17528,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754707656,"statfs":{"total":773094113280,"available":772820639744,"internally_reserved":0,"allocated":17948672,"data_stored":8556939,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.570136"},"pg_stats":[{"pgid":"27.3f","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.677790+0000","last_change":"2024-09-19T04:40:23.670716+0000","last_active":"2024-09-19T04:40:23.677790+0000","last_peered":"2024-09-19T04:40:23.677790+0000","last_clean":"2024-09-19T04:40:23.677790+0000","last_became_active":"2024-09-19T04:40:23.670267+0000","last_became_peered":"2024-09-19T04:40:23.670267+0000","last_unstale":"2024-09-19T04:40:23.677790+0000","last_undegraded":"2024-09-19T04:40:23.677790+0000","last_fullsized":"2024-09-19T04:40:23.677790+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:28:55.305965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.3e","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.671271+0000","last_change":"2024-09-19T04:40:23.667056+0000","last_active":"2024-09-19T04:40:23.671271+0000","last_peered":"2024-09-19T04:40:23.671271+0000","last_clean":"2024-09-19T04:40:23.671271+0000","last_became_active":"2024-09-19T04:40:23.666786+0000","last_became_peered":"2024-09-19T04:40:23.666786+0000","last_unstale":"2024-09-19T04:40:23.671271+0000","last_undegraded":"2024-09-19T04:40:23.671271+0000","last_fullsized":"2024-09-19T04:40:23.671271+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:04:17.442344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.3d","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.676880+0000","last_change":"2024-09-19T04:40:23.672672+0000","last_active":"2024-09-19T04:40:23.676880+0000","last_peered":"2024-09-19T04:40:23.676880+0000","last_clean":"2024-09-19T04:40:23.676880+0000","last_became_active":"2024-09-19T04:40:23.672429+0000","last_became_peered":"2024-09-19T04:40:23.672429+0000","last_unstale":"2024-09-19T04:40:23.676880+0000","last_undegraded":"2024-09-19T04:40:23.676880+0000","last_fullsized":"2024-09-19T04:40:23.676880+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:16.841476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.3c","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.679902+0000","last_change":"2024-09-19T04:40:23.670723+0000","last_active":"2024-09-19T04:40:23.679902+0000","last_peered":"2024-09-19T04:40:23.679902+0000","last_clean":"2024-09-19T04:40:23.679902+0000","last_became_active":"2024-09-19T04:40:23.670431+0000","last_became_peered":"2024-09-19T04:40:23.670431+0000","last_unstale":"2024-09-19T04:40:23.679902+0000","last_undegraded":"2024-09-19T04:40:23.679902+0000","last_fullsized":"2024-09-19T04:40:23.679902+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:57.831034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.3b","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.676425+0000","last_change":"2024-09-19T04:40:23.675502+0000","last_active":"2024-09-19T04:40:23.676425+0000","last_peered":"2024-09-19T04:40:23.676425+0000","last_clean":"2024-09-19T04:40:23.676425+0000","last_became_active":"2024-09-19T04:40:23.675242+0000","last_became_peered":"2024-09-19T04:40:23.675242+0000","last_unstale":"2024-09-19T04:40:23.676425+0000","last_undegraded":"2024-09-19T04:40:23.676425+0000","last_fullsized":"2024-09-19T04:40:23.676425+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:24.143813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.3a","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.675928+0000","last_change":"2024-09-19T04:40:23.673047+0000","last_active":"2024-09-19T04:40:23.675928+0000","last_peered":"2024-09-19T04:40:23.675928+0000","last_clean":"2024-09-19T04:40:23.675928+0000","last_became_active":"2024-09-19T04:40:23.672731+0000","last_became_peered":"2024-09-19T04:40:23.672731+0000","last_unstale":"2024-09-19T04:40:23.675928+0000","last_undegraded":"2024-09-19T04:40:23.675928+0000","last_fullsized":"2024-09-19T04:40:23.675928+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:36.631255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.39","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.679834+0000","last_change":"2024-09-19T04:40:23.674166+0000","last_active":"2024-09-19T04:40:23.679834+0000","last_peered":"2024-09-19T04:40:23.679834+0000","last_clean":"2024-09-19T04:40:23.679834+0000","last_became_active":"2024-09-19T04:40:23.672033+0000","last_became_peered":"2024-09-19T04:40:23.672033+0000","last_unstale":"2024-09-19T04:40:23.679834+0000","last_undegraded":"2024-09-19T04:40:23.679834+0000","last_fullsized":"2024-09-19T04:40:23.679834+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:19:14.412039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.38","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.685165+0000","last_change":"2024-09-19T04:40:23.680707+0000","last_active":"2024-09-19T04:40:23.685165+0000","last_peered":"2024-09-19T04:40:23.685165+0000","last_clean":"2024-09-19T04:40:23.685165+0000","last_became_active":"2024-09-19T04:40:23.680425+0000","last_became_peered":"2024-09-19T04:40:23.680425+0000","last_unstale":"2024-09-19T04:40:23.685165+0000","last_undegraded":"2024-09-19T04:40:23.685165+0000","last_fullsized":"2024-09-19T04:40:23.685165+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:30:07.859423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.37","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.671387+0000","last_change":"2024-09-19T04:40:23.667766+0000","last_active":"2024-09-19T04:40:23.671387+0000","last_peered":"2024-09-19T04:40:23.671387+0000","last_clean":"2024-09-19T04:40:23.671387+0000","last_became_active":"2024-09-19T04:40:23.667488+0000","last_became_peered":"2024-09-19T04:40:23.667488+0000","last_unstale":"2024-09-19T04:40:23.671387+0000","last_undegraded":"2024-09-19T04:40:23.671387+0000","last_fullsized":"2024-09-19T04:40:23.671387+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:56.560293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.36","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.671833+0000","last_change":"2024-09-19T04:40:23.663751+0000","last_active":"2024-09-19T04:40:23.671833+0000","last_peered":"2024-09-19T04:40:23.671833+0000","last_clean":"2024-09-19T04:40:23.671833+0000","last_became_active":"2024-09-19T04:40:23.663481+0000","last_became_peered":"2024-09-19T04:40:23.663481+0000","last_unstale":"2024-09-19T04:40:23.671833+0000","last_undegraded":"2024-09-19T04:40:23.671833+0000","last_fullsized":"2024-09-19T04:40:23.671833+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:57.831034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.35","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.682469+0000","last_change":"2024-09-19T04:40:23.677296+0000","last_active":"2024-09-19T04:40:23.682469+0000","last_peered":"2024-09-19T04:40:23.682469+0000","last_clean":"2024-09-19T04:40:23.682469+0000","last_became_active":"2024-09-19T04:40:23.677066+0000","last_became_peered":"2024-09-19T04:40:23.677066+0000","last_unstale":"2024-09-19T04:40:23.682469+0000","last_undegraded":"2024-09-19T04:40:23.682469+0000","last_fullsized":"2024-09-19T04:40:23.682469+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:21.244745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.34","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.680059+0000","last_change":"2024-09-19T04:40:23.674475+0000","last_active":"2024-09-19T04:40:23.680059+0000","last_peered":"2024-09-19T04:40:23.680059+0000","last_clean":"2024-09-19T04:40:23.680059+0000","last_became_active":"2024-09-19T04:40:23.674085+0000","last_became_peered":"2024-09-19T04:40:23.674085+0000","last_unstale":"2024-09-19T04:40:23.680059+0000","last_undegraded":"2024-09-19T04:40:23.680059+0000","last_fullsized":"2024-09-19T04:40:23.680059+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:00:32.762486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.33","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.680089+0000","last_change":"2024-09-19T04:40:23.675594+0000","last_active":"2024-09-19T04:40:23.680089+0000","last_peered":"2024-09-19T04:40:23.680089+0000","last_clean":"2024-09-19T04:40:23.680089+0000","last_became_active":"2024-09-19T04:40:23.675353+0000","last_became_peered":"2024-09-19T04:40:23.675353+0000","last_unstale":"2024-09-19T04:40:23.680089+0000","last_undegraded":"2024-09-19T04:40:23.680089+0000","last_fullsized":"2024-09-19T04:40:23.680089+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:32:10.823482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.32","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.680031+0000","last_change":"2024-09-19T04:40:23.672336+0000","last_active":"2024-09-19T04:40:23.680031+0000","last_peered":"2024-09-19T04:40:23.680031+0000","last_clean":"2024-09-19T04:40:23.680031+0000","last_became_active":"2024-09-19T04:40:23.672095+0000","last_became_peered":"2024-09-19T04:40:23.672095+0000","last_unstale":"2024-09-19T04:40:23.680031+0000","last_undegraded":"2024-09-19T04:40:23.680031+0000","last_fullsized":"2024-09-19T04:40:23.680031+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:04:15.471442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.31","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.679813+0000","last_change":"2024-09-19T04:40:23.673942+0000","last_active":"2024-09-19T04:40:23.679813+0000","last_peered":"2024-09-19T04:40:23.679813+0000","last_clean":"2024-09-19T04:40:23.679813+0000","last_became_active":"2024-09-19T04:40:23.671744+0000","last_became_peered":"2024-09-19T04:40:23.671744+0000","last_unstale":"2024-09-19T04:40:23.679813+0000","last_undegraded":"2024-09-19T04:40:23.679813+0000","last_fullsized":"2024-09-19T04:40:23.679813+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:19:20.758774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.30","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.671722+0000","last_change":"2024-09-19T04:40:23.665402+0000","last_active":"2024-09-19T04:40:23.671722+0000","last_peered":"2024-09-19T04:40:23.671722+0000","last_clean":"2024-09-19T04:40:23.671722+0000","last_became_active":"2024-09-19T04:40:23.665095+0000","last_became_peered":"2024-09-19T04:40:23.665095+0000","last_unstale":"2024-09-19T04:40:23.671722+0000","last_undegraded":"2024-09-19T04:40:23.671722+0000","last_fullsized":"2024-09-19T04:40:23.671722+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:18:44.377955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2f","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.677770+0000","last_change":"2024-09-19T04:40:23.670514+0000","last_active":"2024-09-19T04:40:23.677770+0000","last_peered":"2024-09-19T04:40:23.677770+0000","last_clean":"2024-09-19T04:40:23.677770+0000","last_became_active":"2024-09-19T04:40:23.670014+0000","last_became_peered":"2024-09-19T04:40:23.670014+0000","last_unstale":"2024-09-19T04:40:23.677770+0000","last_undegraded":"2024-09-19T04:40:23.677770+0000","last_fullsized":"2024-09-19T04:40:23.677770+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:10:30.379636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.2e","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.671865+0000","last_change":"2024-09-19T04:40:23.664526+0000","last_active":"2024-09-19T04:40:23.671865+0000","last_peered":"2024-09-19T04:40:23.671865+0000","last_clean":"2024-09-19T04:40:23.671865+0000","last_became_active":"2024-09-19T04:40:23.664265+0000","last_became_peered":"2024-09-19T04:40:23.664265+0000","last_unstale":"2024-09-19T04:40:23.671865+0000","last_undegraded":"2024-09-19T04:40:23.671865+0000","last_fullsized":"2024-09-19T04:40:23.671865+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:34:35.086317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2d","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.679902+0000","last_change":"2024-09-19T04:40:23.676947+0000","last_active":"2024-09-19T04:40:23.679902+0000","last_peered":"2024-09-19T04:40:23.679902+0000","last_clean":"2024-09-19T04:40:23.679902+0000","last_became_active":"2024-09-19T04:40:23.676541+0000","last_became_peered":"2024-09-19T04:40:23.676541+0000","last_unstale":"2024-09-19T04:40:23.679902+0000","last_undegraded":"2024-09-19T04:40:23.679902+0000","last_fullsized":"2024-09-19T04:40:23.679902+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:14:20.829518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2c","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.682581+0000","last_change":"2024-09-19T04:40:23.678640+0000","last_active":"2024-09-19T04:40:23.682581+0000","last_peered":"2024-09-19T04:40:23.682581+0000","last_clean":"2024-09-19T04:40:23.682581+0000","last_became_active":"2024-09-19T04:40:23.678394+0000","last_became_peered":"2024-09-19T04:40:23.678394+0000","last_unstale":"2024-09-19T04:40:23.682581+0000","last_undegraded":"2024-09-19T04:40:23.682581+0000","last_fullsized":"2024-09-19T04:40:23.682581+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:36.158614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.2b","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.679994+0000","last_change":"2024-09-19T04:40:23.669501+0000","last_active":"2024-09-19T04:40:23.679994+0000","last_peered":"2024-09-19T04:40:23.679994+0000","last_clean":"2024-09-19T04:40:23.679994+0000","last_became_active":"2024-09-19T04:40:23.668509+0000","last_became_peered":"2024-09-19T04:40:23.668509+0000","last_unstale":"2024-09-19T04:40:23.679994+0000","last_undegraded":"2024-09-19T04:40:23.679994+0000","last_fullsized":"2024-09-19T04:40:23.679994+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:08:57.178239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.2a","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.667978+0000","last_change":"2024-09-19T04:40:23.662302+0000","last_active":"2024-09-19T04:40:23.667978+0000","last_peered":"2024-09-19T04:40:23.667978+0000","last_clean":"2024-09-19T04:40:23.667978+0000","last_became_active":"2024-09-19T04:40:23.662028+0000","last_became_peered":"2024-09-19T04:40:23.662028+0000","last_unstale":"2024-09-19T04:40:23.667978+0000","last_undegraded":"2024-09-19T04:40:23.667978+0000","last_fullsized":"2024-09-19T04:40:23.667978+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:32:10.823482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.29","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.682979+0000","last_change":"2024-09-19T04:40:23.678511+0000","last_active":"2024-09-19T04:40:23.682979+0000","last_peered":"2024-09-19T04:40:23.682979+0000","last_clean":"2024-09-19T04:40:23.682979+0000","last_became_active":"2024-09-19T04:40:23.678190+0000","last_became_peered":"2024-09-19T04:40:23.678190+0000","last_unstale":"2024-09-19T04:40:23.682979+0000","last_undegraded":"2024-09-19T04:40:23.682979+0000","last_fullsized":"2024-09-19T04:40:23.682979+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:40.813576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.28","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.680292+0000","last_change":"2024-09-19T04:40:23.673704+0000","last_active":"2024-09-19T04:40:23.680292+0000","last_peered":"2024-09-19T04:40:23.680292+0000","last_clean":"2024-09-19T04:40:23.680292+0000","last_became_active":"2024-09-19T04:40:23.670692+0000","last_became_peered":"2024-09-19T04:40:23.670692+0000","last_unstale":"2024-09-19T04:40:23.680292+0000","last_undegraded":"2024-09-19T04:40:23.680292+0000","last_fullsized":"2024-09-19T04:40:23.680292+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:18:44.377955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.27","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.671308+0000","last_change":"2024-09-19T04:40:23.662419+0000","last_active":"2024-09-19T04:40:23.671308+0000","last_peered":"2024-09-19T04:40:23.671308+0000","last_clean":"2024-09-19T04:40:23.671308+0000","last_became_active":"2024-09-19T04:40:23.662159+0000","last_became_peered":"2024-09-19T04:40:23.662159+0000","last_unstale":"2024-09-19T04:40:23.671308+0000","last_undegraded":"2024-09-19T04:40:23.671308+0000","last_fullsized":"2024-09-19T04:40:23.671308+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:20:11.318332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.26","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.677491+0000","last_change":"2024-09-19T04:40:23.670330+0000","last_active":"2024-09-19T04:40:23.677491+0000","last_peered":"2024-09-19T04:40:23.677491+0000","last_clean":"2024-09-19T04:40:23.677491+0000","last_became_active":"2024-09-19T04:40:23.670047+0000","last_became_peered":"2024-09-19T04:40:23.670047+0000","last_unstale":"2024-09-19T04:40:23.677491+0000","last_undegraded":"2024-09-19T04:40:23.677491+0000","last_fullsized":"2024-09-19T04:40:23.677491+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:24:22.981199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.25","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.677254+0000","last_change":"2024-09-19T04:40:23.673538+0000","last_active":"2024-09-19T04:40:23.677254+0000","last_peered":"2024-09-19T04:40:23.677254+0000","last_clean":"2024-09-19T04:40:23.677254+0000","last_became_active":"2024-09-19T04:40:23.673251+0000","last_became_peered":"2024-09-19T04:40:23.673251+0000","last_unstale":"2024-09-19T04:40:23.677254+0000","last_undegraded":"2024-09-19T04:40:23.677254+0000","last_fullsized":"2024-09-19T04:40:23.677254+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:45:23.295388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.24","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.682444+0000","last_change":"2024-09-19T04:40:23.676686+0000","last_active":"2024-09-19T04:40:23.682444+0000","last_peered":"2024-09-19T04:40:23.682444+0000","last_clean":"2024-09-19T04:40:23.682444+0000","last_became_active":"2024-09-19T04:40:23.676415+0000","last_became_peered":"2024-09-19T04:40:23.676415+0000","last_unstale":"2024-09-19T04:40:23.682444+0000","last_undegraded":"2024-09-19T04:40:23.682444+0000","last_fullsized":"2024-09-19T04:40:23.682444+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:40:34.084286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.23","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.674361+0000","last_change":"2024-09-19T04:40:23.670836+0000","last_active":"2024-09-19T04:40:23.674361+0000","last_peered":"2024-09-19T04:40:23.674361+0000","last_clean":"2024-09-19T04:40:23.674361+0000","last_became_active":"2024-09-19T04:40:23.670582+0000","last_became_peered":"2024-09-19T04:40:23.670582+0000","last_unstale":"2024-09-19T04:40:23.674361+0000","last_undegraded":"2024-09-19T04:40:23.674361+0000","last_fullsized":"2024-09-19T04:40:23.674361+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:30:05.121815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.22","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.674850+0000","last_change":"2024-09-19T04:40:23.671353+0000","last_active":"2024-09-19T04:40:23.674850+0000","last_peered":"2024-09-19T04:40:23.674850+0000","last_clean":"2024-09-19T04:40:23.674850+0000","last_became_active":"2024-09-19T04:40:23.671094+0000","last_became_peered":"2024-09-19T04:40:23.671094+0000","last_unstale":"2024-09-19T04:40:23.674850+0000","last_undegraded":"2024-09-19T04:40:23.674850+0000","last_fullsized":"2024-09-19T04:40:23.674850+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:05:55.938147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.21","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.671985+0000","last_change":"2024-09-19T04:40:23.668833+0000","last_active":"2024-09-19T04:40:23.671985+0000","last_peered":"2024-09-19T04:40:23.671985+0000","last_clean":"2024-09-19T04:40:23.671985+0000","last_became_active":"2024-09-19T04:40:23.668578+0000","last_became_peered":"2024-09-19T04:40:23.668578+0000","last_unstale":"2024-09-19T04:40:23.671985+0000","last_undegraded":"2024-09-19T04:40:23.671985+0000","last_fullsized":"2024-09-19T04:40:23.671985+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:31:21.073296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.20","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.679861+0000","last_change":"2024-09-19T04:40:23.674210+0000","last_active":"2024-09-19T04:40:23.679861+0000","last_peered":"2024-09-19T04:40:23.679861+0000","last_clean":"2024-09-19T04:40:23.679861+0000","last_became_active":"2024-09-19T04:40:23.673943+0000","last_became_peered":"2024-09-19T04:40:23.673943+0000","last_unstale":"2024-09-19T04:40:23.679861+0000","last_undegraded":"2024-09-19T04:40:23.679861+0000","last_fullsized":"2024-09-19T04:40:23.679861+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:01.540143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.1e","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.671235+0000","last_change":"2024-09-19T04:40:23.665309+0000","last_active":"2024-09-19T04:40:23.671235+0000","last_peered":"2024-09-19T04:40:23.671235+0000","last_clean":"2024-09-19T04:40:23.671235+0000","last_became_active":"2024-09-19T04:40:23.665008+0000","last_became_peered":"2024-09-19T04:40:23.665008+0000","last_unstale":"2024-09-19T04:40:23.671235+0000","last_undegraded":"2024-09-19T04:40:23.671235+0000","last_fullsized":"2024-09-19T04:40:23.671235+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:05:06.358183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.1f","version":"166'4","reported_seq":16,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.677792+0000","last_change":"2024-09-19T04:40:22.665283+0000","last_active":"2024-09-19T04:40:23.677792+0000","last_peered":"2024-09-19T04:40:23.677792+0000","last_clean":"2024-09-19T04:40:23.677792+0000","last_became_active":"2024-09-19T04:40:22.664769+0000","last_became_peered":"2024-09-19T04:40:22.664769+0000","last_unstale":"2024-09-19T04:40:23.677792+0000","last_undegraded":"2024-09-19T04:40:23.677792+0000","last_fullsized":"2024-09-19T04:40:23.677792+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:58.283700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1f","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.677461+0000","last_change":"2024-09-19T04:40:23.672747+0000","last_active":"2024-09-19T04:40:23.677461+0000","last_peered":"2024-09-19T04:40:23.677461+0000","last_clean":"2024-09-19T04:40:23.677461+0000","last_became_active":"2024-09-19T04:40:23.672474+0000","last_became_peered":"2024-09-19T04:40:23.672474+0000","last_unstale":"2024-09-19T04:40:23.677461+0000","last_undegraded":"2024-09-19T04:40:23.677461+0000","last_fullsized":"2024-09-19T04:40:23.677461+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:37:08.629551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.1e","version":"166'1","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.680094+0000","last_change":"2024-09-19T04:40:22.663816+0000","last_active":"2024-09-19T04:40:23.680094+0000","last_peered":"2024-09-19T04:40:23.680094+0000","last_clean":"2024-09-19T04:40:23.680094+0000","last_became_active":"2024-09-19T04:40:22.663514+0000","last_became_peered":"2024-09-19T04:40:22.663514+0000","last_unstale":"2024-09-19T04:40:23.680094+0000","last_undegraded":"2024-09-19T04:40:23.680094+0000","last_fullsized":"2024-09-19T04:40:23.680094+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:03.767371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.1c","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.682535+0000","last_change":"2024-09-19T04:40:23.675601+0000","last_active":"2024-09-19T04:40:23.682535+0000","last_peered":"2024-09-19T04:40:23.682535+0000","last_clean":"2024-09-19T04:40:23.682535+0000","last_became_active":"2024-09-19T04:40:23.675354+0000","last_became_peered":"2024-09-19T04:40:23.675354+0000","last_unstale":"2024-09-19T04:40:23.682535+0000","last_undegraded":"2024-09-19T04:40:23.682535+0000","last_fullsized":"2024-09-19T04:40:23.682535+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:32:12.729170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1d","version":"166'2","reported_seq":14,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.680424+0000","last_change":"2024-09-19T04:40:22.668027+0000","last_active":"2024-09-19T04:40:23.680424+0000","last_peered":"2024-09-19T04:40:23.680424+0000","last_clean":"2024-09-19T04:40:23.680424+0000","last_became_active":"2024-09-19T04:40:22.667764+0000","last_became_peered":"2024-09-19T04:40:22.667764+0000","last_unstale":"2024-09-19T04:40:23.680424+0000","last_undegraded":"2024-09-19T04:40:23.680424+0000","last_fullsized":"2024-09-19T04:40:23.680424+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:17:44.341877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.1d","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.673931+0000","last_change":"2024-09-19T04:40:23.668069+0000","last_active":"2024-09-19T04:40:23.673931+0000","last_peered":"2024-09-19T04:40:23.673931+0000","last_clean":"2024-09-19T04:40:23.673931+0000","last_became_active":"2024-09-19T04:40:23.667803+0000","last_became_peered":"2024-09-19T04:40:23.667803+0000","last_unstale":"2024-09-19T04:40:23.673931+0000","last_undegraded":"2024-09-19T04:40:23.673931+0000","last_fullsized":"2024-09-19T04:40:23.673931+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:54.936407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.1c","version":"166'2","reported_seq":14,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.676905+0000","last_change":"2024-09-19T04:40:22.664997+0000","last_active":"2024-09-19T04:40:23.676905+0000","last_peered":"2024-09-19T04:40:23.676905+0000","last_clean":"2024-09-19T04:40:23.676905+0000","last_became_active":"2024-09-19T04:40:22.664605+0000","last_became_peered":"2024-09-19T04:40:22.664605+0000","last_unstale":"2024-09-19T04:40:23.676905+0000","last_undegraded":"2024-09-19T04:40:23.676905+0000","last_fullsized":"2024-09-19T04:40:23.676905+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:31:39.895008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.1b","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.680014+0000","last_change":"2024-09-19T04:40:23.673345+0000","last_active":"2024-09-19T04:40:23.680014+0000","last_peered":"2024-09-19T04:40:23.680014+0000","last_clean":"2024-09-19T04:40:23.680014+0000","last_became_active":"2024-09-19T04:40:23.673049+0000","last_became_peered":"2024-09-19T04:40:23.673049+0000","last_unstale":"2024-09-19T04:40:23.680014+0000","last_undegraded":"2024-09-19T04:40:23.680014+0000","last_fullsized":"2024-09-19T04:40:23.680014+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:34:35.086317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.1a","version":"166'1","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.678956+0000","last_change":"2024-09-19T04:40:22.662930+0000","last_active":"2024-09-19T04:40:23.678956+0000","last_peered":"2024-09-19T04:40:23.678956+0000","last_clean":"2024-09-19T04:40:23.678956+0000","last_became_active":"2024-09-19T04:40:22.662436+0000","last_became_peered":"2024-09-19T04:40:22.662436+0000","last_unstale":"2024-09-19T04:40:23.678956+0000","last_undegraded":"2024-09-19T04:40:23.678956+0000","last_fullsized":"2024-09-19T04:40:23.678956+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:25:07.002056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.18","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.685448+0000","last_change":"2024-09-19T04:40:23.683424+0000","last_active":"2024-09-19T04:40:23.685448+0000","last_peered":"2024-09-19T04:40:23.685448+0000","last_clean":"2024-09-19T04:40:23.685448+0000","last_became_active":"2024-09-19T04:40:23.683197+0000","last_became_peered":"2024-09-19T04:40:23.683197+0000","last_unstale":"2024-09-19T04:40:23.685448+0000","last_undegraded":"2024-09-19T04:40:23.685448+0000","last_fullsized":"2024-09-19T04:40:23.685448+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:01:49.905027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.19","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.664403+0000","last_change":"2024-09-19T04:40:22.668978+0000","last_active":"2024-09-19T04:40:23.664403+0000","last_peered":"2024-09-19T04:40:23.664403+0000","last_clean":"2024-09-19T04:40:23.664403+0000","last_became_active":"2024-09-19T04:40:22.668677+0000","last_became_peered":"2024-09-19T04:40:22.668677+0000","last_unstale":"2024-09-19T04:40:23.664403+0000","last_undegraded":"2024-09-19T04:40:23.664403+0000","last_fullsized":"2024-09-19T04:40:23.664403+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:39.811734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.19","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.679776+0000","last_change":"2024-09-19T04:40:23.670609+0000","last_active":"2024-09-19T04:40:23.679776+0000","last_peered":"2024-09-19T04:40:23.679776+0000","last_clean":"2024-09-19T04:40:23.679776+0000","last_became_active":"2024-09-19T04:40:23.670306+0000","last_became_peered":"2024-09-19T04:40:23.670306+0000","last_unstale":"2024-09-19T04:40:23.679776+0000","last_undegraded":"2024-09-19T04:40:23.679776+0000","last_fullsized":"2024-09-19T04:40:23.679776+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:26:56.197065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.18","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.654315+0000","last_change":"2024-09-19T04:40:22.661981+0000","last_active":"2024-09-19T04:40:23.654315+0000","last_peered":"2024-09-19T04:40:23.654315+0000","last_clean":"2024-09-19T04:40:23.654315+0000","last_became_active":"2024-09-19T04:40:22.661719+0000","last_became_peered":"2024-09-19T04:40:22.661719+0000","last_unstale":"2024-09-19T04:40:23.654315+0000","last_undegraded":"2024-09-19T04:40:23.654315+0000","last_fullsized":"2024-09-19T04:40:23.654315+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:37.922159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.16","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.682902+0000","last_change":"2024-09-19T04:40:23.674175+0000","last_active":"2024-09-19T04:40:23.682902+0000","last_peered":"2024-09-19T04:40:23.682902+0000","last_clean":"2024-09-19T04:40:23.682902+0000","last_became_active":"2024-09-19T04:40:23.673675+0000","last_became_peered":"2024-09-19T04:40:23.673675+0000","last_unstale":"2024-09-19T04:40:23.682902+0000","last_undegraded":"2024-09-19T04:40:23.682902+0000","last_fullsized":"2024-09-19T04:40:23.682902+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:54.936407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.17","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.665779+0000","last_change":"2024-09-19T04:40:22.667475+0000","last_active":"2024-09-19T04:40:23.665779+0000","last_peered":"2024-09-19T04:40:23.665779+0000","last_clean":"2024-09-19T04:40:23.665779+0000","last_became_active":"2024-09-19T04:40:22.667204+0000","last_became_peered":"2024-09-19T04:40:22.667204+0000","last_unstale":"2024-09-19T04:40:23.665779+0000","last_undegraded":"2024-09-19T04:40:23.665779+0000","last_fullsized":"2024-09-19T04:40:23.665779+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:21.396973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.17","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.682496+0000","last_change":"2024-09-19T04:40:23.677587+0000","last_active":"2024-09-19T04:40:23.682496+0000","last_peered":"2024-09-19T04:40:23.682496+0000","last_clean":"2024-09-19T04:40:23.682496+0000","last_became_active":"2024-09-19T04:40:23.677349+0000","last_became_peered":"2024-09-19T04:40:23.677349+0000","last_unstale":"2024-09-19T04:40:23.682496+0000","last_undegraded":"2024-09-19T04:40:23.682496+0000","last_fullsized":"2024-09-19T04:40:23.682496+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:24:18.674648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.16","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.654314+0000","last_change":"2024-09-19T04:40:22.665228+0000","last_active":"2024-09-19T04:40:23.654314+0000","last_peered":"2024-09-19T04:40:23.654314+0000","last_clean":"2024-09-19T04:40:23.654314+0000","last_became_active":"2024-09-19T04:40:22.664786+0000","last_became_peered":"2024-09-19T04:40:22.664786+0000","last_unstale":"2024-09-19T04:40:23.654314+0000","last_undegraded":"2024-09-19T04:40:23.654314+0000","last_fullsized":"2024-09-19T04:40:23.654314+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:30:04.119973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.14","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.679882+0000","last_change":"2024-09-19T04:40:23.670113+0000","last_active":"2024-09-19T04:40:23.679882+0000","last_peered":"2024-09-19T04:40:23.679882+0000","last_clean":"2024-09-19T04:40:23.679882+0000","last_became_active":"2024-09-19T04:40:23.669569+0000","last_became_peered":"2024-09-19T04:40:23.669569+0000","last_unstale":"2024-09-19T04:40:23.679882+0000","last_undegraded":"2024-09-19T04:40:23.679882+0000","last_fullsized":"2024-09-19T04:40:23.679882+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:24.966443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.15","version":"166'3","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.677149+0000","last_change":"2024-09-19T04:40:22.667489+0000","last_active":"2024-09-19T04:40:23.677149+0000","last_peered":"2024-09-19T04:40:23.677149+0000","last_clean":"2024-09-19T04:40:23.677149+0000","last_became_active":"2024-09-19T04:40:22.667225+0000","last_became_peered":"2024-09-19T04:40:22.667225+0000","last_unstale":"2024-09-19T04:40:23.677149+0000","last_undegraded":"2024-09-19T04:40:23.677149+0000","last_fullsized":"2024-09-19T04:40:23.677149+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:08:56.176397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.15","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.675527+0000","last_change":"2024-09-19T04:40:23.671022+0000","last_active":"2024-09-19T04:40:23.675527+0000","last_peered":"2024-09-19T04:40:23.675527+0000","last_clean":"2024-09-19T04:40:23.675527+0000","last_became_active":"2024-09-19T04:40:23.670110+0000","last_became_peered":"2024-09-19T04:40:23.670110+0000","last_unstale":"2024-09-19T04:40:23.675527+0000","last_undegraded":"2024-09-19T04:40:23.675527+0000","last_fullsized":"2024-09-19T04:40:23.675527+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:29:19.931004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.14","version":"166'6","reported_seq":18,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.685486+0000","last_change":"2024-09-19T04:40:22.663150+0000","last_active":"2024-09-19T04:40:23.685486+0000","last_peered":"2024-09-19T04:40:23.685486+0000","last_clean":"2024-09-19T04:40:23.685486+0000","last_became_active":"2024-09-19T04:40:22.662646+0000","last_became_peered":"2024-09-19T04:40:22.662646+0000","last_unstale":"2024-09-19T04:40:23.685486+0000","last_undegraded":"2024-09-19T04:40:23.685486+0000","last_fullsized":"2024-09-19T04:40:23.685486+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:42:56.682548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.12","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.682586+0000","last_change":"2024-09-19T04:40:23.678217+0000","last_active":"2024-09-19T04:40:23.682586+0000","last_peered":"2024-09-19T04:40:23.682586+0000","last_clean":"2024-09-19T04:40:23.682586+0000","last_became_active":"2024-09-19T04:40:23.677954+0000","last_became_peered":"2024-09-19T04:40:23.677954+0000","last_unstale":"2024-09-19T04:40:23.682586+0000","last_undegraded":"2024-09-19T04:40:23.682586+0000","last_fullsized":"2024-09-19T04:40:23.682586+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:12:50.650608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.13","version":"166'2","reported_seq":14,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.675807+0000","last_change":"2024-09-19T04:40:22.663768+0000","last_active":"2024-09-19T04:40:23.675807+0000","last_peered":"2024-09-19T04:40:23.675807+0000","last_clean":"2024-09-19T04:40:23.675807+0000","last_became_active":"2024-09-19T04:40:22.663406+0000","last_became_peered":"2024-09-19T04:40:22.663406+0000","last_unstale":"2024-09-19T04:40:23.675807+0000","last_undegraded":"2024-09-19T04:40:23.675807+0000","last_fullsized":"2024-09-19T04:40:23.675807+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:45:22.293545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.13","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.663025+0000","last_change":"2024-09-19T04:40:23.658568+0000","last_active":"2024-09-19T04:40:23.663025+0000","last_peered":"2024-09-19T04:40:23.663025+0000","last_clean":"2024-09-19T04:40:23.663025+0000","last_became_active":"2024-09-19T04:40:23.658294+0000","last_became_peered":"2024-09-19T04:40:23.658294+0000","last_unstale":"2024-09-19T04:40:23.663025+0000","last_undegraded":"2024-09-19T04:40:23.663025+0000","last_fullsized":"2024-09-19T04:40:23.663025+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:26:56.197065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.12","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.656898+0000","last_change":"2024-09-19T04:40:22.654817+0000","last_active":"2024-09-19T04:40:23.656898+0000","last_peered":"2024-09-19T04:40:23.656898+0000","last_clean":"2024-09-19T04:40:23.656898+0000","last_became_active":"2024-09-19T04:40:22.654513+0000","last_became_peered":"2024-09-19T04:40:22.654513+0000","last_unstale":"2024-09-19T04:40:23.656898+0000","last_undegraded":"2024-09-19T04:40:23.656898+0000","last_fullsized":"2024-09-19T04:40:23.656898+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:24:20.153445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.10","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.682623+0000","last_change":"2024-09-19T04:40:23.676687+0000","last_active":"2024-09-19T04:40:23.682623+0000","last_peered":"2024-09-19T04:40:23.682623+0000","last_clean":"2024-09-19T04:40:23.682623+0000","last_became_active":"2024-09-19T04:40:23.676468+0000","last_became_peered":"2024-09-19T04:40:23.676468+0000","last_unstale":"2024-09-19T04:40:23.682623+0000","last_undegraded":"2024-09-19T04:40:23.682623+0000","last_fullsized":"2024-09-19T04:40:23.682623+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:48:19.646064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.11","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.655172+0000","last_change":"2024-09-19T04:40:22.661550+0000","last_active":"2024-09-19T04:40:23.655172+0000","last_peered":"2024-09-19T04:40:23.655172+0000","last_clean":"2024-09-19T04:40:23.655172+0000","last_became_active":"2024-09-19T04:40:22.661263+0000","last_became_peered":"2024-09-19T04:40:22.661263+0000","last_unstale":"2024-09-19T04:40:23.655172+0000","last_undegraded":"2024-09-19T04:40:23.655172+0000","last_fullsized":"2024-09-19T04:40:23.655172+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:41.485399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.11","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.682425+0000","last_change":"2024-09-19T04:40:23.674807+0000","last_active":"2024-09-19T04:40:23.682425+0000","last_peered":"2024-09-19T04:40:23.682425+0000","last_clean":"2024-09-19T04:40:23.682425+0000","last_became_active":"2024-09-19T04:40:23.674552+0000","last_became_peered":"2024-09-19T04:40:23.674552+0000","last_unstale":"2024-09-19T04:40:23.682425+0000","last_undegraded":"2024-09-19T04:40:23.682425+0000","last_fullsized":"2024-09-19T04:40:23.682425+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:40.053438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.10","version":"166'8","reported_seq":20,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.681414+0000","last_change":"2024-09-19T04:40:22.664744+0000","last_active":"2024-09-19T04:40:23.681414+0000","last_peered":"2024-09-19T04:40:23.681414+0000","last_clean":"2024-09-19T04:40:23.681414+0000","last_became_active":"2024-09-19T04:40:22.664274+0000","last_became_peered":"2024-09-19T04:40:22.664274+0000","last_unstale":"2024-09-19T04:40:23.681414+0000","last_undegraded":"2024-09-19T04:40:23.681414+0000","last_fullsized":"2024-09-19T04:40:23.681414+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:18.217901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.e","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.677538+0000","last_change":"2024-09-19T04:40:23.672329+0000","last_active":"2024-09-19T04:40:23.677538+0000","last_peered":"2024-09-19T04:40:23.677538+0000","last_clean":"2024-09-19T04:40:23.677538+0000","last_became_active":"2024-09-19T04:40:23.671904+0000","last_became_peered":"2024-09-19T04:40:23.671904+0000","last_unstale":"2024-09-19T04:40:23.677538+0000","last_undegraded":"2024-09-19T04:40:23.677538+0000","last_fullsized":"2024-09-19T04:40:23.677538+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:24:14.726406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.f","version":"166'1","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.680263+0000","last_change":"2024-09-19T04:40:22.666720+0000","last_active":"2024-09-19T04:40:23.680263+0000","last_peered":"2024-09-19T04:40:23.680263+0000","last_clean":"2024-09-19T04:40:23.680263+0000","last_became_active":"2024-09-19T04:40:22.666425+0000","last_became_peered":"2024-09-19T04:40:22.666425+0000","last_unstale":"2024-09-19T04:40:23.680263+0000","last_undegraded":"2024-09-19T04:40:23.680263+0000","last_fullsized":"2024-09-19T04:40:23.680263+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:14.796897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.f","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.671331+0000","last_change":"2024-09-19T04:40:23.663145+0000","last_active":"2024-09-19T04:40:23.671331+0000","last_peered":"2024-09-19T04:40:23.671331+0000","last_clean":"2024-09-19T04:40:23.671331+0000","last_became_active":"2024-09-19T04:40:23.662842+0000","last_became_peered":"2024-09-19T04:40:23.662842+0000","last_unstale":"2024-09-19T04:40:23.671331+0000","last_undegraded":"2024-09-19T04:40:23.671331+0000","last_fullsized":"2024-09-19T04:40:23.671331+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:49:22.169952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.e","version":"166'2","reported_seq":14,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.676326+0000","last_change":"2024-09-19T04:40:22.662209+0000","last_active":"2024-09-19T04:40:23.676326+0000","last_peered":"2024-09-19T04:40:23.676326+0000","last_clean":"2024-09-19T04:40:23.676326+0000","last_became_active":"2024-09-19T04:40:22.661949+0000","last_became_peered":"2024-09-19T04:40:22.661949+0000","last_unstale":"2024-09-19T04:40:23.676326+0000","last_undegraded":"2024-09-19T04:40:23.676326+0000","last_fullsized":"2024-09-19T04:40:23.676326+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:54.530137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.c","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.680656+0000","last_change":"2024-09-19T04:40:23.673498+0000","last_active":"2024-09-19T04:40:23.680656+0000","last_peered":"2024-09-19T04:40:23.680656+0000","last_clean":"2024-09-19T04:40:23.680656+0000","last_became_active":"2024-09-19T04:40:23.673243+0000","last_became_peered":"2024-09-19T04:40:23.673243+0000","last_unstale":"2024-09-19T04:40:23.680656+0000","last_undegraded":"2024-09-19T04:40:23.680656+0000","last_fullsized":"2024-09-19T04:40:23.680656+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:39.696227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.d","version":"166'1","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.675902+0000","last_change":"2024-09-19T04:40:22.666294+0000","last_active":"2024-09-19T04:40:23.675902+0000","last_peered":"2024-09-19T04:40:23.675902+0000","last_clean":"2024-09-19T04:40:23.675902+0000","last_became_active":"2024-09-19T04:40:22.661544+0000","last_became_peered":"2024-09-19T04:40:22.661544+0000","last_unstale":"2024-09-19T04:40:23.675902+0000","last_undegraded":"2024-09-19T04:40:23.675902+0000","last_fullsized":"2024-09-19T04:40:23.675902+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:23.964601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.d","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.679881+0000","last_change":"2024-09-19T04:40:23.674084+0000","last_active":"2024-09-19T04:40:23.679881+0000","last_peered":"2024-09-19T04:40:23.679881+0000","last_clean":"2024-09-19T04:40:23.679881+0000","last_became_active":"2024-09-19T04:40:23.673733+0000","last_became_peered":"2024-09-19T04:40:23.673733+0000","last_unstale":"2024-09-19T04:40:23.679881+0000","last_undegraded":"2024-09-19T04:40:23.679881+0000","last_fullsized":"2024-09-19T04:40:23.679881+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:13.107410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.c","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.660810+0000","last_change":"2024-09-19T04:40:22.668610+0000","last_active":"2024-09-19T04:40:23.660810+0000","last_peered":"2024-09-19T04:40:23.660810+0000","last_clean":"2024-09-19T04:40:23.660810+0000","last_became_active":"2024-09-19T04:40:22.668378+0000","last_became_peered":"2024-09-19T04:40:22.668378+0000","last_unstale":"2024-09-19T04:40:23.660810+0000","last_undegraded":"2024-09-19T04:40:23.660810+0000","last_fullsized":"2024-09-19T04:40:23.660810+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:43.906338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.a","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.677434+0000","last_change":"2024-09-19T04:40:23.672799+0000","last_active":"2024-09-19T04:40:23.677434+0000","last_peered":"2024-09-19T04:40:23.677434+0000","last_clean":"2024-09-19T04:40:23.677434+0000","last_became_active":"2024-09-19T04:40:23.672549+0000","last_became_peered":"2024-09-19T04:40:23.672549+0000","last_unstale":"2024-09-19T04:40:23.677434+0000","last_undegraded":"2024-09-19T04:40:23.677434+0000","last_fullsized":"2024-09-19T04:40:23.677434+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:15.901162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.b","version":"166'2","reported_seq":14,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.672120+0000","last_change":"2024-09-19T04:40:22.671792+0000","last_active":"2024-09-19T04:40:23.672120+0000","last_peered":"2024-09-19T04:40:23.672120+0000","last_clean":"2024-09-19T04:40:23.672120+0000","last_became_active":"2024-09-19T04:40:22.671510+0000","last_became_peered":"2024-09-19T04:40:22.671510+0000","last_unstale":"2024-09-19T04:40:23.672120+0000","last_undegraded":"2024-09-19T04:40:23.672120+0000","last_fullsized":"2024-09-19T04:40:23.672120+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:42:56.682548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.b","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.676732+0000","last_change":"2024-09-19T04:40:23.671158+0000","last_active":"2024-09-19T04:40:23.676732+0000","last_peered":"2024-09-19T04:40:23.676732+0000","last_clean":"2024-09-19T04:40:23.676732+0000","last_became_active":"2024-09-19T04:40:23.670893+0000","last_became_peered":"2024-09-19T04:40:23.670893+0000","last_unstale":"2024-09-19T04:40:23.676732+0000","last_undegraded":"2024-09-19T04:40:23.676732+0000","last_fullsized":"2024-09-19T04:40:23.676732+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:37.067231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.a","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.660032+0000","last_change":"2024-09-19T04:40:22.660048+0000","last_active":"2024-09-19T04:40:23.660032+0000","last_peered":"2024-09-19T04:40:23.660032+0000","last_clean":"2024-09-19T04:40:23.660032+0000","last_became_active":"2024-09-19T04:40:22.659758+0000","last_became_peered":"2024-09-19T04:40:22.659758+0000","last_unstale":"2024-09-19T04:40:23.660032+0000","last_undegraded":"2024-09-19T04:40:23.660032+0000","last_fullsized":"2024-09-19T04:40:23.660032+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:18.121512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.8","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.671111+0000","last_change":"2024-09-19T04:40:23.667036+0000","last_active":"2024-09-19T04:40:23.671111+0000","last_peered":"2024-09-19T04:40:23.671111+0000","last_clean":"2024-09-19T04:40:23.671111+0000","last_became_active":"2024-09-19T04:40:23.666754+0000","last_became_peered":"2024-09-19T04:40:23.666754+0000","last_unstale":"2024-09-19T04:40:23.671111+0000","last_undegraded":"2024-09-19T04:40:23.671111+0000","last_fullsized":"2024-09-19T04:40:23.671111+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:21.897031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.9","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.662528+0000","last_change":"2024-09-19T04:40:22.657843+0000","last_active":"2024-09-19T04:40:23.662528+0000","last_peered":"2024-09-19T04:40:23.662528+0000","last_clean":"2024-09-19T04:40:23.662528+0000","last_became_active":"2024-09-19T04:40:22.657573+0000","last_became_peered":"2024-09-19T04:40:22.657573+0000","last_unstale":"2024-09-19T04:40:23.662528+0000","last_undegraded":"2024-09-19T04:40:23.662528+0000","last_fullsized":"2024-09-19T04:40:23.662528+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:32.740757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.9","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.677505+0000","last_change":"2024-09-19T04:40:23.669968+0000","last_active":"2024-09-19T04:40:23.677505+0000","last_peered":"2024-09-19T04:40:23.677505+0000","last_clean":"2024-09-19T04:40:23.677505+0000","last_became_active":"2024-09-19T04:40:23.669671+0000","last_became_peered":"2024-09-19T04:40:23.669671+0000","last_unstale":"2024-09-19T04:40:23.677505+0000","last_undegraded":"2024-09-19T04:40:23.677505+0000","last_fullsized":"2024-09-19T04:40:23.677505+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:12:19.747985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.8","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.668800+0000","last_change":"2024-09-19T04:40:22.667726+0000","last_active":"2024-09-19T04:40:23.668800+0000","last_peered":"2024-09-19T04:40:23.668800+0000","last_clean":"2024-09-19T04:40:23.668800+0000","last_became_active":"2024-09-19T04:40:22.667434+0000","last_became_peered":"2024-09-19T04:40:22.667434+0000","last_unstale":"2024-09-19T04:40:23.668800+0000","last_undegraded":"2024-09-19T04:40:23.668800+0000","last_fullsized":"2024-09-19T04:40:23.668800+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:33:00.973027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.6","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.677224+0000","last_change":"2024-09-19T04:40:23.672562+0000","last_active":"2024-09-19T04:40:23.677224+0000","last_peered":"2024-09-19T04:40:23.677224+0000","last_clean":"2024-09-19T04:40:23.677224+0000","last_became_active":"2024-09-19T04:40:23.671627+0000","last_became_peered":"2024-09-19T04:40:23.671627+0000","last_unstale":"2024-09-19T04:40:23.677224+0000","last_undegraded":"2024-09-19T04:40:23.677224+0000","last_fullsized":"2024-09-19T04:40:23.677224+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:24:21.155287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.7","version":"166'2","reported_seq":14,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.673372+0000","last_change":"2024-09-19T04:40:22.668382+0000","last_active":"2024-09-19T04:40:23.673372+0000","last_peered":"2024-09-19T04:40:23.673372+0000","last_clean":"2024-09-19T04:40:23.673372+0000","last_became_active":"2024-09-19T04:40:22.668100+0000","last_became_peered":"2024-09-19T04:40:22.668100+0000","last_unstale":"2024-09-19T04:40:23.673372+0000","last_undegraded":"2024-09-19T04:40:23.673372+0000","last_fullsized":"2024-09-19T04:40:23.673372+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:58:05.079833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.7","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.679983+0000","last_change":"2024-09-19T04:40:23.673575+0000","last_active":"2024-09-19T04:40:23.679983+0000","last_peered":"2024-09-19T04:40:23.679983+0000","last_clean":"2024-09-19T04:40:23.679983+0000","last_became_active":"2024-09-19T04:40:23.672657+0000","last_became_peered":"2024-09-19T04:40:23.672657+0000","last_unstale":"2024-09-19T04:40:23.679983+0000","last_undegraded":"2024-09-19T04:40:23.679983+0000","last_fullsized":"2024-09-19T04:40:23.679983+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:18:12.912843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.6","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.660300+0000","last_change":"2024-09-19T04:40:22.662842+0000","last_active":"2024-09-19T04:40:23.660300+0000","last_peered":"2024-09-19T04:40:23.660300+0000","last_clean":"2024-09-19T04:40:23.660300+0000","last_became_active":"2024-09-19T04:40:22.662428+0000","last_became_peered":"2024-09-19T04:40:22.662428+0000","last_unstale":"2024-09-19T04:40:23.660300+0000","last_undegraded":"2024-09-19T04:40:23.660300+0000","last_fullsized":"2024-09-19T04:40:23.660300+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:41.485399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.4","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.677597+0000","last_change":"2024-09-19T04:40:23.675717+0000","last_active":"2024-09-19T04:40:23.677597+0000","last_peered":"2024-09-19T04:40:23.677597+0000","last_clean":"2024-09-19T04:40:23.677597+0000","last_became_active":"2024-09-19T04:40:23.675394+0000","last_became_peered":"2024-09-19T04:40:23.675394+0000","last_unstale":"2024-09-19T04:40:23.677597+0000","last_undegraded":"2024-09-19T04:40:23.677597+0000","last_fullsized":"2024-09-19T04:40:23.677597+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:50:44.069555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.5","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.668351+0000","last_change":"2024-09-19T04:40:22.669000+0000","last_active":"2024-09-19T04:40:23.668351+0000","last_peered":"2024-09-19T04:40:23.668351+0000","last_clean":"2024-09-19T04:40:23.668351+0000","last_became_active":"2024-09-19T04:40:22.668719+0000","last_became_peered":"2024-09-19T04:40:22.668719+0000","last_unstale":"2024-09-19T04:40:23.668351+0000","last_undegraded":"2024-09-19T04:40:23.668351+0000","last_fullsized":"2024-09-19T04:40:23.668351+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:33:50.252605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.5","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.682938+0000","last_change":"2024-09-19T04:40:23.677932+0000","last_active":"2024-09-19T04:40:23.682938+0000","last_peered":"2024-09-19T04:40:23.682938+0000","last_clean":"2024-09-19T04:40:23.682938+0000","last_became_active":"2024-09-19T04:40:23.677652+0000","last_became_peered":"2024-09-19T04:40:23.677652+0000","last_unstale":"2024-09-19T04:40:23.682938+0000","last_undegraded":"2024-09-19T04:40:23.682938+0000","last_fullsized":"2024-09-19T04:40:23.682938+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:42:54.165800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.4","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.661167+0000","last_change":"2024-09-19T04:40:22.659077+0000","last_active":"2024-09-19T04:40:23.661167+0000","last_peered":"2024-09-19T04:40:23.661167+0000","last_clean":"2024-09-19T04:40:23.661167+0000","last_became_active":"2024-09-19T04:40:22.658790+0000","last_became_peered":"2024-09-19T04:40:22.658790+0000","last_unstale":"2024-09-19T04:40:23.661167+0000","last_undegraded":"2024-09-19T04:40:23.661167+0000","last_fullsized":"2024-09-19T04:40:23.661167+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:26.085695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.2","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.682601+0000","last_change":"2024-09-19T04:40:23.677633+0000","last_active":"2024-09-19T04:40:23.682601+0000","last_peered":"2024-09-19T04:40:23.682601+0000","last_clean":"2024-09-19T04:40:23.682601+0000","last_became_active":"2024-09-19T04:40:23.677386+0000","last_became_peered":"2024-09-19T04:40:23.677386+0000","last_unstale":"2024-09-19T04:40:23.682601+0000","last_undegraded":"2024-09-19T04:40:23.682601+0000","last_fullsized":"2024-09-19T04:40:23.682601+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:37:14.021656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.3","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.660105+0000","last_change":"2024-09-19T04:40:22.669935+0000","last_active":"2024-09-19T04:40:23.660105+0000","last_peered":"2024-09-19T04:40:23.660105+0000","last_clean":"2024-09-19T04:40:23.660105+0000","last_became_active":"2024-09-19T04:40:22.669695+0000","last_became_peered":"2024-09-19T04:40:22.669695+0000","last_unstale":"2024-09-19T04:40:23.660105+0000","last_undegraded":"2024-09-19T04:40:23.660105+0000","last_fullsized":"2024-09-19T04:40:23.660105+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:55.865151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.3","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.669867+0000","last_change":"2024-09-19T04:40:23.666937+0000","last_active":"2024-09-19T04:40:23.669867+0000","last_peered":"2024-09-19T04:40:23.669867+0000","last_clean":"2024-09-19T04:40:23.669867+0000","last_became_active":"2024-09-19T04:40:23.666655+0000","last_became_peered":"2024-09-19T04:40:23.666655+0000","last_unstale":"2024-09-19T04:40:23.669867+0000","last_undegraded":"2024-09-19T04:40:23.669867+0000","last_fullsized":"2024-09-19T04:40:23.669867+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:38.924001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.2","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.666815+0000","last_change":"2024-09-19T04:40:22.663869+0000","last_active":"2024-09-19T04:40:23.666815+0000","last_peered":"2024-09-19T04:40:23.666815+0000","last_clean":"2024-09-19T04:40:23.666815+0000","last_became_active":"2024-09-19T04:40:22.663581+0000","last_became_peered":"2024-09-19T04:40:22.663581+0000","last_unstale":"2024-09-19T04:40:23.666815+0000","last_undegraded":"2024-09-19T04:40:23.666815+0000","last_fullsized":"2024-09-19T04:40:23.666815+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:53.502792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.0","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.676086+0000","last_change":"2024-09-19T04:40:23.672614+0000","last_active":"2024-09-19T04:40:23.676086+0000","last_peered":"2024-09-19T04:40:23.676086+0000","last_clean":"2024-09-19T04:40:23.676086+0000","last_became_active":"2024-09-19T04:40:23.672367+0000","last_became_peered":"2024-09-19T04:40:23.672367+0000","last_unstale":"2024-09-19T04:40:23.676086+0000","last_undegraded":"2024-09-19T04:40:23.676086+0000","last_fullsized":"2024-09-19T04:40:23.676086+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:55:20.600728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.1","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.658071+0000","last_change":"2024-09-19T04:40:22.661292+0000","last_active":"2024-09-19T04:40:23.658071+0000","last_peered":"2024-09-19T04:40:23.658071+0000","last_clean":"2024-09-19T04:40:23.658071+0000","last_became_active":"2024-09-19T04:40:22.658479+0000","last_became_peered":"2024-09-19T04:40:22.658479+0000","last_unstale":"2024-09-19T04:40:23.658071+0000","last_undegraded":"2024-09-19T04:40:23.658071+0000","last_fullsized":"2024-09-19T04:40:23.658071+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:00:31.760644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.1","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.672148+0000","last_change":"2024-09-19T04:40:23.669914+0000","last_active":"2024-09-19T04:40:23.672148+0000","last_peered":"2024-09-19T04:40:23.672148+0000","last_clean":"2024-09-19T04:40:23.672148+0000","last_became_active":"2024-09-19T04:40:23.669653+0000","last_became_peered":"2024-09-19T04:40:23.669653+0000","last_unstale":"2024-09-19T04:40:23.672148+0000","last_undegraded":"2024-09-19T04:40:23.672148+0000","last_fullsized":"2024-09-19T04:40:23.672148+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:35:08.177596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.0","version":"0'0","reported_seq":12,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.664175+0000","last_change":"2024-09-19T04:40:22.655550+0000","last_active":"2024-09-19T04:40:23.664175+0000","last_peered":"2024-09-19T04:40:23.664175+0000","last_clean":"2024-09-19T04:40:23.664175+0000","last_became_active":"2024-09-19T04:40:22.655231+0000","last_became_peered":"2024-09-19T04:40:22.655231+0000","last_unstale":"2024-09-19T04:40:23.664175+0000","last_undegraded":"2024-09-19T04:40:23.664175+0000","last_fullsized":"2024-09-19T04:40:23.664175+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:30.267053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1a","version":"0'0","reported_seq":9,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.680011+0000","last_change":"2024-09-19T04:40:23.672306+0000","last_active":"2024-09-19T04:40:23.680011+0000","last_peered":"2024-09-19T04:40:23.680011+0000","last_clean":"2024-09-19T04:40:23.680011+0000","last_became_active":"2024-09-19T04:40:23.671478+0000","last_became_peered":"2024-09-19T04:40:23.671478+0000","last_unstale":"2024-09-19T04:40:23.680011+0000","last_undegraded":"2024-09-19T04:40:23.680011+0000","last_fullsized":"2024-09-19T04:40:23.680011+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":165,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:22.642593+0000","last_clean_scrub_stamp":"2024-09-19T04:40:22.642593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:17:53.077613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1b","version":"166'1","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.680172+0000","last_change":"2024-09-19T04:40:22.663204+0000","last_active":"2024-09-19T04:40:23.680172+0000","last_peered":"2024-09-19T04:40:23.680172+0000","last_clean":"2024-09-19T04:40:23.680172+0000","last_became_active":"2024-09-19T04:40:22.662912+0000","last_became_peered":"2024-09-19T04:40:22.662912+0000","last_unstale":"2024-09-19T04:40:23.680172+0000","last_undegraded":"2024-09-19T04:40:23.680172+0000","last_fullsized":"2024-09-19T04:40:23.680172+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:21.640750+0000","last_clean_scrub_stamp":"2024-09-19T04:40:21.640750+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:16:22.458128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":475,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-19T04:40:23.660112+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:40:23.660112+0000","last_peered":"2024-09-19T04:40:23.660112+0000","last_clean":"2024-09-19T04:40:23.660112+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:40:23.660112+0000","last_undegraded":"2024-09-19T04:40:23.660112+0000","last_fullsized":"2024-09-19T04:40:23.660112+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":26,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":27,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509536,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33824,"kb_used_data":2632,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338016,"statfs":{"total":96636764160,"available":96602128384,"internally_reserved":0,"allocated":2695168,"data_stored":1514268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509536,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33232,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338608,"statfs":{"total":96636764160,"available":96602734592,"internally_reserved":0,"allocated":2093056,"data_stored":922870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509536,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33232,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338608,"statfs":{"total":96636764160,"available":96602734592,"internally_reserved":0,"allocated":2093056,"data_stored":922870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509537,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33248,"kb_used_data":2060,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338592,"statfs":{"total":96636764160,"available":96602718208,"internally_reserved":0,"allocated":2109440,"data_stored":924004,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542241,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33248,"kb_used_data":2052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338592,"statfs":{"total":96636764160,"available":96602718208,"internally_reserved":0,"allocated":2101248,"data_stored":922470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542240,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33236,"kb_used_data":2040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338604,"statfs":{"total":96636764160,"available":96602730496,"internally_reserved":0,"allocated":2088960,"data_stored":922288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542240,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33244,"kb_used_data":2048,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338596,"statfs":{"total":96636764160,"available":96602722304,"internally_reserved":0,"allocated":2097152,"data_stored":922344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542241,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33800,"kb_used_data":2608,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338040,"statfs":{"total":96636764160,"available":96602152960,"internally_reserved":0,"allocated":2670592,"data_stored":1505825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:40:27.945 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T04:40:27.945 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T04:40:28.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.086+0000 7f1607a9b640 1 Processor -- start 2024-09-19T04:40:28.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.086+0000 7f1607a9b640 1 -- start start 2024-09-19T04:40:28.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.087+0000 7f1607a9b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f160006f130 0x7f1600072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:28.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.087+0000 7f1607a9b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f160015c970 con 0x7f160015b370 2024-09-19T04:40:28.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.087+0000 7f1607a9b640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f160015bbb0 con 0x7f160015f9f0 2024-09-19T04:40:28.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.087+0000 7f1607a9b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f160015fef0 con 0x7f160006f130 2024-09-19T04:40:28.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.087+0000 7f1605837640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f160015b370 0x7f160006ea20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:45282/0 (socket says 172.21.15.111:45282) 2024-09-19T04:40:28.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.087+0000 7f1605837640 1 -- 172.21.15.111:0/2091419125 learned_addr learned my addr 172.21.15.111:0/2091419125 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:28.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.087+0000 7f1604835640 1 -- 172.21.15.111:0/2091419125 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1135130532 0 0) 0x7f160015c970 con 0x7f160015b370 2024-09-19T04:40:28.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.087+0000 7f1604835640 1 -- 172.21.15.111:0/2091419125 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f15ec003520 con 0x7f160015b370 2024-09-19T04:40:28.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.087+0000 7f1605036640 1 --2- 172.21.15.111:0/2091419125 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f160006f130 0x7f1600072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:28.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.087+0000 7f1604835640 1 -- 172.21.15.111:0/2091419125 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2796364343 0 0) 0x7f15ec003520 con 0x7f160015b370 2024-09-19T04:40:28.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.087+0000 7f1604835640 1 -- 172.21.15.111:0/2091419125 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f160006f130 msgr2=0x7f1600072560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:28.091 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.087+0000 7f1604835640 1 --2- 172.21.15.111:0/2091419125 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f160006f130 0x7f1600072560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.087+0000 7f1604835640 1 -- 172.21.15.111:0/2091419125 >> v1:172.21.15.114:6789/0 conn(0x7f160015f9f0 legacy=0x7f16000ce490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:28.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.087+0000 7f1604835640 1 -- 172.21.15.111:0/2091419125 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f160015be90 con 0x7f160015b370 2024-09-19T04:40:28.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.087+0000 7f1604835640 1 -- 172.21.15.111:0/2091419125 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f15fc001670 con 0x7f160015b370 2024-09-19T04:40:28.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.087+0000 7f1604835640 1 -- 172.21.15.111:0/2091419125 >> v1:172.21.15.111:6789/0 conn(0x7f160015b370 legacy=0x7f160006ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:28.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.087+0000 7f1604835640 1 --2- 172.21.15.111:0/2091419125 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f160006f130 0x7f15ec0039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:28.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.087+0000 7f1604835640 1 --2- 172.21.15.111:0/2091419125 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f15ec004010 0x7f15ec004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:28.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.087+0000 7f1604835640 1 --2- 172.21.15.111:0/2091419125 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f15ec004d40 0x7f15ec0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:28.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.087+0000 7f1604835640 1 -- 172.21.15.111:0/2091419125 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f160015fef0 con 0x7f15ec004010 2024-09-19T04:40:28.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.087+0000 7f1604835640 1 -- 172.21.15.111:0/2091419125 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f15ec00bc00 con 0x7f15ec004d40 2024-09-19T04:40:28.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.087+0000 7f1604835640 1 -- 172.21.15.111:0/2091419125 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f15ec00e010 con 0x7f160006f130 2024-09-19T04:40:28.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.087+0000 7f1605036640 1 --2- 172.21.15.111:0/2091419125 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f15ec004010 0x7f15ec004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:28.092 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.087+0000 7f1605837640 1 --2- 172.21.15.111:0/2091419125 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f160006f130 0x7f15ec0039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:28.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.088+0000 7f1606038640 1 --2- 172.21.15.111:0/2091419125 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f15ec004d40 0x7f15ec0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:28.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.088+0000 7f1605036640 1 -- 172.21.15.111:0/2091419125 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f160006f130 msgr2=0x7f15ec0039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:28.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.088+0000 7f1605036640 1 --2- 172.21.15.111:0/2091419125 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f160006f130 0x7f15ec0039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.088+0000 7f1605036640 1 -- 172.21.15.111:0/2091419125 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f15ec004d40 msgr2=0x7f15ec0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:28.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.088+0000 7f1605036640 1 --2- 172.21.15.111:0/2091419125 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f15ec004d40 0x7f15ec0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.088+0000 7f1605036640 1 -- 172.21.15.111:0/2091419125 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15ec003520 con 0x7f15ec004010 2024-09-19T04:40:28.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.088+0000 7f1605036640 1 --2- 172.21.15.111:0/2091419125 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f15ec004010 0x7f15ec004800 secure :-1 s=READY pgs=1714 cs=0 l=1 rev1=1 crypto rx=0x7f15f000ba30 tx=0x7f15ec005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfc579a5bc589202 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:28.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.089+0000 7f1604835640 1 -- 172.21.15.111:0/2091419125 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f0030070 con 0x7f15ec004010 2024-09-19T04:40:28.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.089+0000 7f1604835640 1 -- 172.21.15.111:0/2091419125 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15f002ade0 con 0x7f15ec004010 2024-09-19T04:40:28.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.089+0000 7f1604835640 1 -- 172.21.15.111:0/2091419125 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f000b600 con 0x7f15ec004010 2024-09-19T04:40:28.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.089+0000 7f1607a9b640 1 -- 172.21.15.111:0/2091419125 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f15ec004010 msgr2=0x7f15ec004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:28.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.089+0000 7f1607a9b640 1 --2- 172.21.15.111:0/2091419125 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f15ec004010 0x7f15ec004800 secure :-1 s=READY pgs=1714 cs=0 l=1 rev1=1 crypto rx=0x7f15f000ba30 tx=0x7f15ec005830 comp rx=0 tx=0).stop 2024-09-19T04:40:28.093 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.089+0000 7f1606038640 1 -- 172.21.15.111:0/2091419125 reap_dead start 2024-09-19T04:40:28.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.089+0000 7f1607a9b640 1 -- 172.21.15.111:0/2091419125 shutdown_connections 2024-09-19T04:40:28.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.089+0000 7f1607a9b640 1 -- 172.21.15.111:0/2091419125 >> 172.21.15.111:0/2091419125 conn(0x7f160006bba0 msgr2=0x7f160006bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:28.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.089+0000 7f1607a9b640 1 -- 172.21.15.111:0/2091419125 shutdown_connections 2024-09-19T04:40:28.094 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.089+0000 7f1607a9b640 1 -- 172.21.15.111:0/2091419125 wait complete. 2024-09-19T04:40:28.096 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.090+0000 7f1607a9b640 1 Processor -- start 2024-09-19T04:40:28.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.090+0000 7f1607a9b640 1 -- start start 2024-09-19T04:40:28.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.091+0000 7f1607a9b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f15ec004010 0x7f1600153b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:28.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.091+0000 7f1607a9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f16000aa4d0 0x7f1600156750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:28.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.091+0000 7f1607a9b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16000aa950 0x7f1600156c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:28.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.091+0000 7f1607a9b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f16000731b0 con 0x7f16000aa4d0 2024-09-19T04:40:28.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.091+0000 7f1607a9b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f160015c450 con 0x7f16000aa950 2024-09-19T04:40:28.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.091+0000 7f1607a9b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f160015b750 con 0x7f15ec004010 2024-09-19T04:40:28.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.091+0000 7f1605036640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f16000aa4d0 0x7f1600156750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:28.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.091+0000 7f1605036640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f16000aa4d0 0x7f1600156750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41704/0 (socket says 172.21.15.111:41704) 2024-09-19T04:40:28.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.091+0000 7f1605036640 1 -- 172.21.15.111:0/1124558827 learned_addr learned my addr 172.21.15.111:0/1124558827 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:28.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.091+0000 7f1605837640 1 --2- 172.21.15.111:0/1124558827 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f15ec004010 0x7f1600153b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:28.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.091+0000 7f1606038640 1 --2- 172.21.15.111:0/1124558827 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16000aa950 0x7f1600156c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:28.097 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.091+0000 7f1605036640 1 -- 172.21.15.111:0/1124558827 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f15ec004010 msgr2=0x7f1600153b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:28.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.091+0000 7f1605036640 1 --2- 172.21.15.111:0/1124558827 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f15ec004010 0x7f1600153b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.091+0000 7f1605036640 1 -- 172.21.15.111:0/1124558827 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16000aa950 msgr2=0x7f1600156c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:28.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.091+0000 7f1605036640 1 --2- 172.21.15.111:0/1124558827 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16000aa950 0x7f1600156c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.092+0000 7f1605036640 1 -- 172.21.15.111:0/1124558827 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16000b3710 con 0x7f16000aa4d0 2024-09-19T04:40:28.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.092+0000 7f1605036640 1 --2- 172.21.15.111:0/1124558827 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f16000aa4d0 0x7f1600156750 secure :-1 s=READY pgs=1715 cs=0 l=1 rev1=1 crypto rx=0x7f15f0035d90 tx=0x7f15f00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:28.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.092+0000 7f15f67fc640 1 -- 172.21.15.111:0/1124558827 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f0043030 con 0x7f16000aa4d0 2024-09-19T04:40:28.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.092+0000 7f15f67fc640 1 -- 172.21.15.111:0/1124558827 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15f002abe0 con 0x7f16000aa4d0 2024-09-19T04:40:28.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.092+0000 7f1607a9b640 1 -- 172.21.15.111:0/1124558827 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16000b39f0 con 0x7f16000aa4d0 2024-09-19T04:40:28.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.092+0000 7f15f67fc640 1 -- 172.21.15.111:0/1124558827 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f000b600 con 0x7f16000aa4d0 2024-09-19T04:40:28.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.092+0000 7f1607a9b640 1 -- 172.21.15.111:0/1124558827 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16000b3fb0 con 0x7f16000aa4d0 2024-09-19T04:40:28.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.093+0000 7f1607a9b640 1 -- 172.21.15.111:0/1124558827 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1600072560 con 0x7f16000aa4d0 2024-09-19T04:40:28.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.093+0000 7f15f67fc640 1 -- 172.21.15.111:0/1124558827 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f15f0046070 con 0x7f16000aa4d0 2024-09-19T04:40:28.098 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.094+0000 7f15f67fc640 1 --2- 172.21.15.111:0/1124558827 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f15e406cc70 0x7f15e406f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:28.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.094+0000 7f15f67fc640 1 -- 172.21.15.111:0/1124558827 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7f15f00aa6b0 con 0x7f16000aa4d0 2024-09-19T04:40:28.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.094+0000 7f1605837640 1 --2- 172.21.15.111:0/1124558827 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f15e406cc70 0x7f15e406f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:28.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.095+0000 7f1605837640 1 --2- 172.21.15.111:0/1124558827 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f15e406cc70 0x7f15e406f130 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f16000b4b80 tx=0x7f15fc009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:28.099 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.098+0000 7f15f67fc640 1 -- 172.21.15.111:0/1124558827 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f15f007a990 con 0x7f16000aa4d0 2024-09-19T04:40:28.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.328+0000 7f1607a9b640 1 -- 172.21.15.111:0/1124558827 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f160006c450 con 0x7f16000aa4d0 2024-09-19T04:40:28.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.330+0000 7f15f67fc640 1 -- 172.21.15.111:0/1124558827 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v23) ==== 190+0+147 (secure 0 0 0) 0x7f15f007a290 con 0x7f16000aa4d0 2024-09-19T04:40:28.332 INFO:teuthology.orchestra.run.smithi111.stdout:[client.0] 2024-09-19T04:40:28.332 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQA0qetmdEXYCBAAQK+0F5ouJPJAqZqCQHrMdQ== 2024-09-19T04:40:28.332 INFO:teuthology.orchestra.run.smithi111.stdout: caps mds = "allow" 2024-09-19T04:40:28.332 INFO:teuthology.orchestra.run.smithi111.stdout: caps mon = "allow r" 2024-09-19T04:40:28.332 INFO:teuthology.orchestra.run.smithi111.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T04:40:28.333 INFO:teuthology.orchestra.run.smithi111.stderr:updated caps for client.0 2024-09-19T04:40:28.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.332+0000 7f1607a9b640 1 -- 172.21.15.111:0/1124558827 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f15e406cc70 msgr2=0x7f15e406f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:28.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.332+0000 7f1607a9b640 1 --2- 172.21.15.111:0/1124558827 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f15e406cc70 0x7f15e406f130 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f16000b4b80 tx=0x7f15fc009040 comp rx=0 tx=0).stop 2024-09-19T04:40:28.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.332+0000 7f1607a9b640 1 -- 172.21.15.111:0/1124558827 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f16000aa4d0 msgr2=0x7f1600156750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:28.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.332+0000 7f1607a9b640 1 --2- 172.21.15.111:0/1124558827 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f16000aa4d0 0x7f1600156750 secure :-1 s=READY pgs=1715 cs=0 l=1 rev1=1 crypto rx=0x7f15f0035d90 tx=0x7f15f00046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.332+0000 7f1607a9b640 1 -- 172.21.15.111:0/1124558827 shutdown_connections 2024-09-19T04:40:28.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.332+0000 7f1607a9b640 1 --2- 172.21.15.111:0/1124558827 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f15e406cc70 0x7f15e406f130 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.332+0000 7f1607a9b640 1 --2- 172.21.15.111:0/1124558827 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16000aa950 0x7f1600156c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.332+0000 7f1607a9b640 1 --2- 172.21.15.111:0/1124558827 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f16000aa4d0 0x7f1600156750 unknown :-1 s=CLOSED pgs=1715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.332+0000 7f1607a9b640 1 --2- 172.21.15.111:0/1124558827 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f15ec004010 0x7f1600153b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.333+0000 7f1607a9b640 1 -- 172.21.15.111:0/1124558827 >> 172.21.15.111:0/1124558827 conn(0x7f160006bba0 msgr2=0x7f16000ccee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:28.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.333+0000 7f1607a9b640 1 -- 172.21.15.111:0/1124558827 shutdown_connections 2024-09-19T04:40:28.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.333+0000 7f1607a9b640 1 -- 172.21.15.111:0/1124558827 wait complete. 2024-09-19T04:40:28.345 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:40:28.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.442+0000 7f6242b91640 1 Processor -- start 2024-09-19T04:40:28.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.442+0000 7f6242b91640 1 -- start start 2024-09-19T04:40:28.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.443+0000 7f6242b91640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f623c15c300 0x7f623c0affc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:28.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.443+0000 7f6242b91640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f623c0cd300 0x7f623c06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:28.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.443+0000 7f6242b91640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f623c06f010 0x7f623c1622e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:28.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.443+0000 7f6242b91640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f623c15ecf0 con 0x7f623c06f010 2024-09-19T04:40:28.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.443+0000 7f6242b91640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f623c15c6e0 con 0x7f623c15c300 2024-09-19T04:40:28.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.443+0000 7f6242b91640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f623c15efb0 con 0x7f623c0cd300 2024-09-19T04:40:28.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.443+0000 7f624112e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f623c06f010 0x7f623c1622e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:28.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.443+0000 7f624112e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f623c06f010 0x7f623c1622e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41706/0 (socket says 172.21.15.111:41706) 2024-09-19T04:40:28.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.443+0000 7f624112e640 1 -- 172.21.15.111:0/1965584823 learned_addr learned my addr 172.21.15.111:0/1965584823 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:28.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.443+0000 7f624112e640 1 -- 172.21.15.111:0/1965584823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f623c0cd300 msgr2=0x7f623c06ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:28.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.443+0000 7f624112e640 1 --2- 172.21.15.111:0/1965584823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f623c0cd300 0x7f623c06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.443+0000 7f624112e640 1 -- 172.21.15.111:0/1965584823 >> v2:172.21.15.114:3300/0 conn(0x7f623c15c300 msgr2=0x7f623c0affc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:28.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.443+0000 7f624092d640 1 --2- 172.21.15.111:0/1965584823 >> v2:172.21.15.114:3300/0 conn(0x7f623c15c300 0x7f623c0affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:28.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.443+0000 7f624112e640 1 --2- 172.21.15.111:0/1965584823 >> v2:172.21.15.114:3300/0 conn(0x7f623c15c300 0x7f623c0affc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.444+0000 7f624112e640 1 -- 172.21.15.111:0/1965584823 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f623c15f290 con 0x7f623c06f010 2024-09-19T04:40:28.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.444+0000 7f624092d640 1 --2- 172.21.15.111:0/1965584823 >> v2:172.21.15.114:3300/0 conn(0x7f623c15c300 0x7f623c0affc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:28.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.444+0000 7f624112e640 1 --2- 172.21.15.111:0/1965584823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f623c06f010 0x7f623c1622e0 secure :-1 s=READY pgs=1716 cs=0 l=1 rev1=1 crypto rx=0x7f623c069490 tx=0x7f623402a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=461bcd037df35c06 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:28.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.444+0000 7f623b7fe640 1 -- 172.21.15.111:0/1965584823 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6234037070 con 0x7f623c06f010 2024-09-19T04:40:28.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.444+0000 7f623b7fe640 1 -- 172.21.15.111:0/1965584823 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6234032440 con 0x7f623c06f010 2024-09-19T04:40:28.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.444+0000 7f623b7fe640 1 -- 172.21.15.111:0/1965584823 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6234032810 con 0x7f623c06f010 2024-09-19T04:40:28.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.445+0000 7f6242b91640 1 -- 172.21.15.111:0/1965584823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f623c06f010 msgr2=0x7f623c1622e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:28.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.445+0000 7f6242b91640 1 --2- 172.21.15.111:0/1965584823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f623c06f010 0x7f623c1622e0 secure :-1 s=READY pgs=1716 cs=0 l=1 rev1=1 crypto rx=0x7f623c069490 tx=0x7f623402a160 comp rx=0 tx=0).stop 2024-09-19T04:40:28.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.445+0000 7f6242b91640 1 -- 172.21.15.111:0/1965584823 shutdown_connections 2024-09-19T04:40:28.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.445+0000 7f6242b91640 1 --2- 172.21.15.111:0/1965584823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f623c06f010 0x7f623c1622e0 unknown :-1 s=CLOSED pgs=1716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.445+0000 7f6242b91640 1 --2- 172.21.15.111:0/1965584823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f623c0cd300 0x7f623c06ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.445+0000 7f6242b91640 1 --2- 172.21.15.111:0/1965584823 >> v2:172.21.15.114:3300/0 conn(0x7f623c15c300 0x7f623c0affc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.445+0000 7f6242b91640 1 -- 172.21.15.111:0/1965584823 >> 172.21.15.111:0/1965584823 conn(0x7f623c06cae0 msgr2=0x7f623c06cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:28.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.445+0000 7f6242b91640 1 -- 172.21.15.111:0/1965584823 shutdown_connections 2024-09-19T04:40:28.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.445+0000 7f6242b91640 1 -- 172.21.15.111:0/1965584823 wait complete. 2024-09-19T04:40:28.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.446+0000 7f6242b91640 1 Processor -- start 2024-09-19T04:40:28.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.446+0000 7f6242b91640 1 -- start start 2024-09-19T04:40:28.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.447+0000 7f6242b91640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f623c06f010 0x7f623c152e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:28.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.447+0000 7f6242b91640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f623c0cd300 0x7f623c0b09f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:28.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.447+0000 7f6242b91640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f623c15c300 0x7f623c15ac70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:28.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.447+0000 7f6242b91640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f623c071880 con 0x7f623c06f010 2024-09-19T04:40:28.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.447+0000 7f6242b91640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f623c15f850 con 0x7f623c15c300 2024-09-19T04:40:28.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.447+0000 7f6242b91640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f623c0b0500 con 0x7f623c0cd300 2024-09-19T04:40:28.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.447+0000 7f624092d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f623c06f010 0x7f623c152e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:28.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.447+0000 7f624092d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f623c06f010 0x7f623c152e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41718/0 (socket says 172.21.15.111:41718) 2024-09-19T04:40:28.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.447+0000 7f624092d640 1 -- 172.21.15.111:0/2270940461 learned_addr learned my addr 172.21.15.111:0/2270940461 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:28.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.447+0000 7f623bfff640 1 --2- 172.21.15.111:0/2270940461 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f623c0cd300 0x7f623c0b09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:28.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.447+0000 7f624112e640 1 --2- 172.21.15.111:0/2270940461 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f623c15c300 0x7f623c15ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:28.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.447+0000 7f624092d640 1 -- 172.21.15.111:0/2270940461 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f623c0cd300 msgr2=0x7f623c0b09f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:28.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.447+0000 7f624092d640 1 --2- 172.21.15.111:0/2270940461 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f623c0cd300 0x7f623c0b09f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.447+0000 7f624092d640 1 -- 172.21.15.111:0/2270940461 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f623c15c300 msgr2=0x7f623c15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:28.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.447+0000 7f624092d640 1 --2- 172.21.15.111:0/2270940461 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f623c15c300 0x7f623c15ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.447+0000 7f624092d640 1 -- 172.21.15.111:0/2270940461 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f623c0b12f0 con 0x7f623c06f010 2024-09-19T04:40:28.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.447+0000 7f623bfff640 1 --2- 172.21.15.111:0/2270940461 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f623c0cd300 0x7f623c0b09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:28.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.447+0000 7f624112e640 1 --2- 172.21.15.111:0/2270940461 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f623c15c300 0x7f623c15ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:28.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.448+0000 7f624092d640 1 --2- 172.21.15.111:0/2270940461 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f623c06f010 0x7f623c152e90 secure :-1 s=READY pgs=1717 cs=0 l=1 rev1=1 crypto rx=0x7f622c00c7f0 tx=0x7f622c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:28.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.448+0000 7f62397fa640 1 -- 172.21.15.111:0/2270940461 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f622c015070 con 0x7f623c06f010 2024-09-19T04:40:28.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.448+0000 7f62397fa640 1 -- 172.21.15.111:0/2270940461 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f622c007a30 con 0x7f623c06f010 2024-09-19T04:40:28.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.448+0000 7f6242b91640 1 -- 172.21.15.111:0/2270940461 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f623c0b15d0 con 0x7f623c06f010 2024-09-19T04:40:28.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.448+0000 7f62397fa640 1 -- 172.21.15.111:0/2270940461 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f622c007e00 con 0x7f623c06f010 2024-09-19T04:40:28.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.448+0000 7f6242b91640 1 -- 172.21.15.111:0/2270940461 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f623c0b1b90 con 0x7f623c06f010 2024-09-19T04:40:28.453 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.449+0000 7f6242b91640 1 -- 172.21.15.111:0/2270940461 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f623c06ead0 con 0x7f623c06f010 2024-09-19T04:40:28.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.449+0000 7f62397fa640 1 -- 172.21.15.111:0/2270940461 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f622c018070 con 0x7f623c06f010 2024-09-19T04:40:28.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.450+0000 7f62397fa640 1 --2- 172.21.15.111:0/2270940461 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f622806cc70 0x7f622806f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:28.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.450+0000 7f62397fa640 1 -- 172.21.15.111:0/2270940461 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7f622c089bd0 con 0x7f623c06f010 2024-09-19T04:40:28.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.450+0000 7f623bfff640 1 --2- 172.21.15.111:0/2270940461 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f622806cc70 0x7f622806f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:28.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.450+0000 7f623bfff640 1 --2- 172.21.15.111:0/2270940461 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f622806cc70 0x7f622806f130 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f623c0736a0 tx=0x7f6230009570 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:28.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.454+0000 7f62397fa640 1 -- 172.21.15.111:0/2270940461 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f622c059eb0 con 0x7f623c06f010 2024-09-19T04:40:28.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.653+0000 7f6242b91640 1 -- 172.21.15.111:0/2270940461 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f623c1587e0 con 0x7f623c06f010 2024-09-19T04:40:28.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.654+0000 7f62397fa640 1 -- 172.21.15.111:0/2270940461 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 92 v92) ==== 94+0+5239 (secure 0 0 0) 0x7f622c0597b0 con 0x7f623c06f010 2024-09-19T04:40:28.655 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:28.656 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":92,"btime":"2024-09-19T04:40:26:677882+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7130,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/1174918620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":1174918620},{"type":"v1","addr":"172.21.15.114:6835","nonce":1174918620}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":87},{"gid":8979,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/2230367726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2230367726},{"type":"v1","addr":"172.21.15.111:6834","nonce":2230367726}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":87},{"gid":8982,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/3803333154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":3803333154},{"type":"v1","addr":"172.21.15.111:6835","nonce":3803333154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":87}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:40:22.990954+0000","modified":"2024-09-19T04:40:26.007173+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8994},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8994":{"gid":8994,"name":"d","rank":0,"incarnation":88,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6834/2387692262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":2387692262},{"type":"v1","addr":"172.21.15.114:6834","nonce":2387692262}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[27],"metadata_pool":26,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8994,"qdb_cluster":[8994]},"id":13}]} 2024-09-19T04:40:28.656 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 92 2024-09-19T04:40:28.657 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.656+0000 7f6242b91640 1 -- 172.21.15.111:0/2270940461 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f622806cc70 msgr2=0x7f622806f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:28.657 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.656+0000 7f6242b91640 1 --2- 172.21.15.111:0/2270940461 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f622806cc70 0x7f622806f130 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f623c0736a0 tx=0x7f6230009570 comp rx=0 tx=0).stop 2024-09-19T04:40:28.658 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.656+0000 7f6242b91640 1 -- 172.21.15.111:0/2270940461 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f623c06f010 msgr2=0x7f623c152e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:28.658 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.656+0000 7f6242b91640 1 --2- 172.21.15.111:0/2270940461 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f623c06f010 0x7f623c152e90 secure :-1 s=READY pgs=1717 cs=0 l=1 rev1=1 crypto rx=0x7f622c00c7f0 tx=0x7f622c00cbf0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.658 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.656+0000 7f6242b91640 1 -- 172.21.15.111:0/2270940461 shutdown_connections 2024-09-19T04:40:28.658 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.656+0000 7f6242b91640 1 --2- 172.21.15.111:0/2270940461 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f622806cc70 0x7f622806f130 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.658 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.656+0000 7f6242b91640 1 --2- 172.21.15.111:0/2270940461 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f623c15c300 0x7f623c15ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.658 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.656+0000 7f6242b91640 1 --2- 172.21.15.111:0/2270940461 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f623c0cd300 0x7f623c0b09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.658 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.656+0000 7f6242b91640 1 --2- 172.21.15.111:0/2270940461 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f623c06f010 0x7f623c152e90 unknown :-1 s=CLOSED pgs=1717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.658 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.656+0000 7f6242b91640 1 -- 172.21.15.111:0/2270940461 >> 172.21.15.111:0/2270940461 conn(0x7f623c06cae0 msgr2=0x7f623c072140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:28.658 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.656+0000 7f6242b91640 1 -- 172.21.15.111:0/2270940461 shutdown_connections 2024-09-19T04:40:28.658 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:28.656+0000 7f6242b91640 1 -- 172.21.15.111:0/2270940461 wait complete. 2024-09-19T04:40:29.071 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 92, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T04:40:22.990954+0000', 'modified': '2024-09-19T04:40:26.007173+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8994}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8994': {'gid': 8994, 'name': 'd', 'rank': 0, 'incarnation': 88, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.114:6834/2387692262', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.114:6832', 'nonce': 2387692262}, {'type': 'v1', 'addr': '172.21.15.114:6834', 'nonce': 2387692262}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [27], 'metadata_pool': 26, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 8994, 'qdb_cluster': [8994]} 2024-09-19T04:40:29.071 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T04:40:29.071 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-19T04:40:29.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.170+0000 7f3ab3fcf640 1 Processor -- start 2024-09-19T04:40:29.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.170+0000 7f3ab3fcf640 1 -- start start 2024-09-19T04:40:29.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.171+0000 7f3ab3fcf640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f3aac0cfc20 0x7f3aac0cf3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.171+0000 7f3ab3fcf640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3aac161090 con 0x7f3aac15c510 2024-09-19T04:40:29.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.171+0000 7f3ab3fcf640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3aac06e370 con 0x7f3aac0d0d10 2024-09-19T04:40:29.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.171+0000 7f3ab3fcf640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f3aac0afb20 con 0x7f3aac0cfc20 2024-09-19T04:40:29.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.171+0000 7f3ab1d6b640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f3aac15c510 0x7f3aac0d0600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:45290/0 (socket says 172.21.15.111:45290) 2024-09-19T04:40:29.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.171+0000 7f3ab1d6b640 1 -- 172.21.15.111:0/447287924 learned_addr learned my addr 172.21.15.111:0/447287924 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:29.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.171+0000 7f3ab256c640 1 --2- 172.21.15.111:0/447287924 >> v2:172.21.15.114:3300/0 conn(0x7f3aac0cfc20 0x7f3aac0cf3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.172+0000 7f3ab0d69640 1 -- 172.21.15.111:0/447287924 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1663868892 0 0) 0x7f3aac161090 con 0x7f3aac15c510 2024-09-19T04:40:29.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.172+0000 7f3ab0d69640 1 -- 172.21.15.111:0/447287924 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3a94003520 con 0x7f3aac15c510 2024-09-19T04:40:29.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.172+0000 7f3ab0d69640 1 -- 172.21.15.111:0/447287924 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1605777423 0 0) 0x7f3a94003520 con 0x7f3aac15c510 2024-09-19T04:40:29.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.172+0000 7f3ab0d69640 1 -- 172.21.15.111:0/447287924 >> v2:172.21.15.114:3300/0 conn(0x7f3aac0cfc20 msgr2=0x7f3aac0cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:29.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.172+0000 7f3ab0d69640 1 --2- 172.21.15.111:0/447287924 >> v2:172.21.15.114:3300/0 conn(0x7f3aac0cfc20 0x7f3aac0cf3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.172+0000 7f3ab0d69640 1 -- 172.21.15.111:0/447287924 >> v1:172.21.15.114:6789/0 conn(0x7f3aac0d0d10 legacy=0x7f3aac06eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.172+0000 7f3ab0d69640 1 -- 172.21.15.111:0/447287924 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3aac160db0 con 0x7f3aac15c510 2024-09-19T04:40:29.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.172+0000 7f3ab0d69640 1 -- 172.21.15.111:0/447287924 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f3a9c0019f0 con 0x7f3aac15c510 2024-09-19T04:40:29.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.172+0000 7f3ab0d69640 1 -- 172.21.15.111:0/447287924 >> v1:172.21.15.111:6789/0 conn(0x7f3aac15c510 legacy=0x7f3aac0d0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.172+0000 7f3ab0d69640 1 --2- 172.21.15.111:0/447287924 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a940039b0 0x7f3a94003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.172+0000 7f3ab0d69640 1 --2- 172.21.15.111:0/447287924 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a94004800 0x7f3a94004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.172+0000 7f3ab0d69640 1 --2- 172.21.15.111:0/447287924 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a940051c0 0x7f3a9400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.172+0000 7f3ab0d69640 1 -- 172.21.15.111:0/447287924 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3a9400c030 con 0x7f3a940039b0 2024-09-19T04:40:29.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.172+0000 7f3ab0d69640 1 -- 172.21.15.111:0/447287924 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3a9400c1e0 con 0x7f3a940051c0 2024-09-19T04:40:29.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.172+0000 7f3ab0d69640 1 -- 172.21.15.111:0/447287924 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3a9400c3e0 con 0x7f3a94004800 2024-09-19T04:40:29.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.172+0000 7f3ab1d6b640 1 --2- 172.21.15.111:0/447287924 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a940039b0 0x7f3a94003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.172+0000 7f3ab156a640 1 --2- 172.21.15.111:0/447287924 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a94004800 0x7f3a94004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.172+0000 7f3ab256c640 1 --2- 172.21.15.111:0/447287924 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a940051c0 0x7f3a9400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.172+0000 7f3ab1d6b640 1 -- 172.21.15.111:0/447287924 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a94004800 msgr2=0x7f3a94004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:29.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.172+0000 7f3ab1d6b640 1 --2- 172.21.15.111:0/447287924 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a94004800 0x7f3a94004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.172+0000 7f3ab1d6b640 1 -- 172.21.15.111:0/447287924 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a940051c0 msgr2=0x7f3a9400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:29.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.172+0000 7f3ab1d6b640 1 --2- 172.21.15.111:0/447287924 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a940051c0 0x7f3a9400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.172+0000 7f3ab256c640 1 -- 172.21.15.111:0/447287924 reap_dead start 2024-09-19T04:40:29.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.172+0000 7f3ab1d6b640 1 -- 172.21.15.111:0/447287924 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a94003520 con 0x7f3a940039b0 2024-09-19T04:40:29.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.173+0000 7f3ab1d6b640 1 --2- 172.21.15.111:0/447287924 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a940039b0 0x7f3a94003dd0 secure :-1 s=READY pgs=1719 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c00a860 tx=0x7f3a94005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d44fbeff2dcd1cfa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:29.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.173+0000 7f3ab0d69640 1 -- 172.21.15.111:0/447287924 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c00a480 con 0x7f3a940039b0 2024-09-19T04:40:29.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.173+0000 7f3ab0d69640 1 -- 172.21.15.111:0/447287924 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a9c02f070 con 0x7f3a940039b0 2024-09-19T04:40:29.177 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.173+0000 7f3ab0d69640 1 -- 172.21.15.111:0/447287924 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c02bd10 con 0x7f3a940039b0 2024-09-19T04:40:29.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.174+0000 7f3ab3fcf640 1 -- 172.21.15.111:0/447287924 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a940039b0 msgr2=0x7f3a94003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.174+0000 7f3ab3fcf640 1 --2- 172.21.15.111:0/447287924 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a940039b0 0x7f3a94003dd0 secure :-1 s=READY pgs=1719 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c00a860 tx=0x7f3a94005830 comp rx=0 tx=0).stop 2024-09-19T04:40:29.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.174+0000 7f3ab3fcf640 1 -- 172.21.15.111:0/447287924 shutdown_connections 2024-09-19T04:40:29.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.174+0000 7f3ab3fcf640 1 --2- 172.21.15.111:0/447287924 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a940039b0 0x7f3a94003dd0 unknown :-1 s=CLOSED pgs=1719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.174+0000 7f3ab3fcf640 1 -- 172.21.15.111:0/447287924 >> 172.21.15.111:0/447287924 conn(0x7f3aac0b2480 msgr2=0x7f3aac0b2860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:29.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.174+0000 7f3ab3fcf640 1 -- 172.21.15.111:0/447287924 shutdown_connections 2024-09-19T04:40:29.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.174+0000 7f3ab3fcf640 1 -- 172.21.15.111:0/447287924 wait complete. 2024-09-19T04:40:29.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.175+0000 7f3ab3fcf640 1 Processor -- start 2024-09-19T04:40:29.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.175+0000 7f3ab3fcf640 1 -- start start 2024-09-19T04:40:29.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.176+0000 7f3ab3fcf640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a940039b0 0x7f3aac14fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.176+0000 7f3ab3fcf640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3aac072a70 0x7f3aac072ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.176+0000 7f3ab3fcf640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3aac1f4720 0x7f3aac1f4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.176+0000 7f3ab3fcf640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac160b60 con 0x7f3aac1f4720 2024-09-19T04:40:29.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.176+0000 7f3ab3fcf640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac15c8f0 con 0x7f3a940039b0 2024-09-19T04:40:29.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.176+0000 7f3ab3fcf640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3aac15ca70 con 0x7f3aac072a70 2024-09-19T04:40:29.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.176+0000 7f3ab256c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3aac1f4720 0x7f3aac1f4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.176+0000 7f3ab256c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3aac1f4720 0x7f3aac1f4b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41736/0 (socket says 172.21.15.111:41736) 2024-09-19T04:40:29.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.176+0000 7f3ab256c640 1 -- 172.21.15.111:0/2898014213 learned_addr learned my addr 172.21.15.111:0/2898014213 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:29.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.176+0000 7f3ab156a640 1 --2- 172.21.15.111:0/2898014213 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3aac072a70 0x7f3aac072ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.176+0000 7f3ab1d6b640 1 --2- 172.21.15.111:0/2898014213 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a940039b0 0x7f3aac14fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.176+0000 7f3ab256c640 1 -- 172.21.15.111:0/2898014213 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3aac072a70 msgr2=0x7f3aac072ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.176+0000 7f3ab256c640 1 --2- 172.21.15.111:0/2898014213 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3aac072a70 0x7f3aac072ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.176+0000 7f3ab256c640 1 -- 172.21.15.111:0/2898014213 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a940039b0 msgr2=0x7f3aac14fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.176+0000 7f3ab256c640 1 --2- 172.21.15.111:0/2898014213 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a940039b0 0x7f3aac14fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.176+0000 7f3ab256c640 1 -- 172.21.15.111:0/2898014213 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3aac071cf0 con 0x7f3aac1f4720 2024-09-19T04:40:29.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.176+0000 7f3ab256c640 1 --2- 172.21.15.111:0/2898014213 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3aac1f4720 0x7f3aac1f4b60 secure :-1 s=READY pgs=1720 cs=0 l=1 rev1=1 crypto rx=0x7f3aac073700 tx=0x7f3aa4011920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:29.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.177+0000 7f3aaa7fc640 1 -- 172.21.15.111:0/2898014213 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa4004440 con 0x7f3aac1f4720 2024-09-19T04:40:29.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.177+0000 7f3aaa7fc640 1 -- 172.21.15.111:0/2898014213 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3aa401b070 con 0x7f3aac1f4720 2024-09-19T04:40:29.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.177+0000 7f3ab3fcf640 1 -- 172.21.15.111:0/2898014213 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3aac071f90 con 0x7f3aac1f4720 2024-09-19T04:40:29.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.177+0000 7f3aaa7fc640 1 -- 172.21.15.111:0/2898014213 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa4003850 con 0x7f3aac1f4720 2024-09-19T04:40:29.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.177+0000 7f3ab3fcf640 1 -- 172.21.15.111:0/2898014213 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3aac072550 con 0x7f3aac1f4720 2024-09-19T04:40:29.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.178+0000 7f3aaa7fc640 1 -- 172.21.15.111:0/2898014213 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f3aa40039f0 con 0x7f3aac1f4720 2024-09-19T04:40:29.182 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.179+0000 7f3aaa7fc640 1 --2- 172.21.15.111:0/2898014213 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3a9806cc40 0x7f3a9806f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.179+0000 7f3aaa7fc640 1 -- 172.21.15.111:0/2898014213 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7f3aa4089640 con 0x7f3aac1f4720 2024-09-19T04:40:29.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.179+0000 7f3ab1d6b640 1 --2- 172.21.15.111:0/2898014213 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3a9806cc40 0x7f3a9806f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.179+0000 7f3ab1d6b640 1 --2- 172.21.15.111:0/2898014213 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3a9806cc40 0x7f3a9806f100 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c033000 tx=0x7f3a9c009030 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:29.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.179+0000 7f3ab6e46740 1 Processor -- start 2024-09-19T04:40:29.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.180+0000 7f3ab6e46740 1 -- start start 2024-09-19T04:40:29.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.180+0000 7f3ab6e46740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 0x560066e1ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.180+0000 7f3ab6e46740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560066dd4a80 0x560066dd76a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.180+0000 7f3ab6e46740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560066dd8a50 0x560066dd18b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.180+0000 7f3ab6e46740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x560066d39520 con 0x560066dd72c0 2024-09-19T04:40:29.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.180+0000 7f3ab6e46740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x560066ce13e0 con 0x560066dd4a80 2024-09-19T04:40:29.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.180+0000 7f3ab6e46740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x560066d354e0 con 0x560066dd8a50 2024-09-19T04:40:29.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.180+0000 7f3ab1d6b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 0x560066e1ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.180+0000 7f3ab1d6b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 0x560066e1ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41748/0 (socket says 172.21.15.111:41748) 2024-09-19T04:40:29.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.180+0000 7f3ab1d6b640 1 -- 172.21.15.111:0/2943306535 learned_addr learned my addr 172.21.15.111:0/2943306535 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:29.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.180+0000 7f3ab156a640 1 --2- 172.21.15.111:0/2943306535 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560066dd4a80 0x560066dd76a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.180+0000 7f3ab256c640 1 --2- 172.21.15.111:0/2943306535 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560066dd8a50 0x560066dd18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.181+0000 7f3ab1d6b640 1 -- 172.21.15.111:0/2943306535 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560066dd8a50 msgr2=0x560066dd18b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:29.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.181+0000 7f3ab1d6b640 1 --2- 172.21.15.111:0/2943306535 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560066dd8a50 0x560066dd18b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.181+0000 7f3ab1d6b640 1 -- 172.21.15.111:0/2943306535 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560066dd4a80 msgr2=0x560066dd76a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:29.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.181+0000 7f3ab1d6b640 1 --2- 172.21.15.111:0/2943306535 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560066dd4a80 0x560066dd76a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.181+0000 7f3ab1d6b640 1 -- 172.21.15.111:0/2943306535 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560066cfc2f0 con 0x560066dd72c0 2024-09-19T04:40:29.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.181+0000 7f3ab1d6b640 1 --2- 172.21.15.111:0/2943306535 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 0x560066e1ca60 secure :-1 s=READY pgs=1721 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c001a60 tx=0x7f3a9c007000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3eb290d57ff92bd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:29.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.181+0000 7f3a937fe640 1 -- 172.21.15.111:0/2943306535 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c02bd50 con 0x560066dd72c0 2024-09-19T04:40:29.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.181+0000 7f3a937fe640 1 -- 172.21.15.111:0/2943306535 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a9c02f040 con 0x560066dd72c0 2024-09-19T04:40:29.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.181+0000 7f3a937fe640 1 -- 172.21.15.111:0/2943306535 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c034670 con 0x560066dd72c0 2024-09-19T04:40:29.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.181+0000 7f3ab6e46740 1 -- 172.21.15.111:0/2943306535 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 msgr2=0x560066e1ca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.182+0000 7f3ab6e46740 1 --2- 172.21.15.111:0/2943306535 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 0x560066e1ca60 secure :-1 s=READY pgs=1721 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c001a60 tx=0x7f3a9c007000 comp rx=0 tx=0).stop 2024-09-19T04:40:29.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.182+0000 7f3ab6e46740 1 -- 172.21.15.111:0/2943306535 shutdown_connections 2024-09-19T04:40:29.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.182+0000 7f3ab6e46740 1 --2- 172.21.15.111:0/2943306535 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560066dd8a50 0x560066dd18b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.182+0000 7f3ab6e46740 1 --2- 172.21.15.111:0/2943306535 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560066dd4a80 0x560066dd76a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.182+0000 7f3ab6e46740 1 --2- 172.21.15.111:0/2943306535 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 0x560066e1ca60 unknown :-1 s=CLOSED pgs=1721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.182+0000 7f3ab6e46740 1 -- 172.21.15.111:0/2943306535 >> 172.21.15.111:0/2943306535 conn(0x560066dd3a80 msgr2=0x560066e1bf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:29.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.182+0000 7f3ab6e46740 1 -- 172.21.15.111:0/2943306535 shutdown_connections 2024-09-19T04:40:29.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.182+0000 7f3ab6e46740 1 -- 172.21.15.111:0/2943306535 wait complete. 2024-09-19T04:40:29.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.182+0000 7f3ab6e46740 1 -- start start 2024-09-19T04:40:29.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.182+0000 7f3ab6e46740 1 Processor -- start 2024-09-19T04:40:29.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.183+0000 7f3ab6e46740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 0x560066df5ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.183+0000 7f3ab6e46740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560066dd8a50 0x560066dd2140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.183+0000 7f3ab6e46740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560066dd2680 0x560066dfd2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.183+0000 7f3ab6e46740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x560066dd2f20 con 0x560066dd72c0 2024-09-19T04:40:29.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.183+0000 7f3ab6e46740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x560066cc2450 con 0x560066dd2680 2024-09-19T04:40:29.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.183+0000 7f3ab6e46740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x560066e1d290 con 0x560066dd8a50 2024-09-19T04:40:29.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.183+0000 7f3ab6e46740 10 client.0 _ll_register_callbacks cb 0x560066a4bac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:40:29.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.183+0000 7f3ab1d6b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 0x560066df5ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.183+0000 7f3ab1d6b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 0x560066df5ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41760/0 (socket says 172.21.15.111:41760) 2024-09-19T04:40:29.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.183+0000 7f3ab1d6b640 1 -- 172.21.15.111:0/3500737609 learned_addr learned my addr 172.21.15.111:0/3500737609 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:29.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.183+0000 7f3ab256c640 1 --2- 172.21.15.111:0/3500737609 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560066dd2680 0x560066dfd2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.183+0000 7f3ab156a640 1 --2- 172.21.15.111:0/3500737609 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560066dd8a50 0x560066dd2140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.184+0000 7f3ab1d6b640 1 -- 172.21.15.111:0/3500737609 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560066dd8a50 msgr2=0x560066dd2140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:29.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.184+0000 7f3ab1d6b640 1 --2- 172.21.15.111:0/3500737609 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560066dd8a50 0x560066dd2140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.184+0000 7f3ab1d6b640 1 -- 172.21.15.111:0/3500737609 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560066dd2680 msgr2=0x560066dfd2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:29.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.184+0000 7f3ab1d6b640 1 --2- 172.21.15.111:0/3500737609 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560066dd2680 0x560066dfd2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.184+0000 7f3ab1d6b640 1 -- 172.21.15.111:0/3500737609 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560066a4c2d0 con 0x560066dd72c0 2024-09-19T04:40:29.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.184+0000 7f3ab1d6b640 1 --2- 172.21.15.111:0/3500737609 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 0x560066df5ee0 secure :-1 s=READY pgs=1722 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c02b500 tx=0x7f3a9c02d070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=908cc5bf51e487ac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:29.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.184+0000 7f3a90ff9640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-09-19T04:40:29.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.184+0000 7f3a90ff9640 1 -- 172.21.15.111:0/3500737609 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c054060 con 0x560066dd72c0 2024-09-19T04:40:29.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.184+0000 7f3a90ff9640 1 -- 172.21.15.111:0/3500737609 <== mon.0 v2:172.21.15.111:3300/0 2 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7f3a9c0070c0 con 0x560066dd72c0 2024-09-19T04:40:29.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.184+0000 7f3ab6e46740 1 -- 172.21.15.111:0/3500737609 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3a9c02f040 con 0x560066dd72c0 2024-09-19T04:40:29.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.184+0000 7f3a90ff9640 1 -- 172.21.15.111:0/3500737609 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7f3a9c0072c0 con 0x560066dd72c0 2024-09-19T04:40:29.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.184+0000 7f3ab6e46740 10 client.9111 fetch_fsmap learned FSMap version 92 2024-09-19T04:40:29.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.184+0000 7f3ab6e46740 1 -- 172.21.15.111:0/3500737609 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=92,monmap=2+}) -- 0x560066b166b0 con 0x560066dd72c0 2024-09-19T04:40:29.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.184+0000 7f3a90ff9640 1 -- 172.21.15.111:0/3500737609 <== mon.0 v2:172.21.15.111:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a9c02f040 con 0x560066dd72c0 2024-09-19T04:40:29.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.184+0000 7f3a90ff9640 1 -- 172.21.15.111:0/3500737609 <== mon.0 v2:172.21.15.111:3300/0 5 ==== fsmap(e 92) ==== 3502+0+0 (secure 0 0 0) 0x7f3a9c03f070 con 0x560066dd72c0 2024-09-19T04:40:29.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.184+0000 7f3ab6e46740 10 client.9111 fetch_fsmap finished waiting for FSMap version 92 2024-09-19T04:40:29.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.184+0000 7f3ab6e46740 10 client.9111 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-19T04:40:29.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.184+0000 7f3ab6e46740 20 client.9111 populate_metadata read hostname 'smithi111' 2024-09-19T04:40:29.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.184+0000 7f3ab6e46740 1 --2- 172.21.15.111:0/3500737609 >> [v2:172.21.15.114:6832/2387692262,v1:172.21.15.114:6834/2387692262] conn(0x560066df69a0 0x560066df6da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.184+0000 7f3ab6e46740 4 client.9111 mds_command: new command op to 8994 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T04:40:29.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.184+0000 7f3ab6e46740 1 -- 172.21.15.111:0/3500737609 --> [v2:172.21.15.114:6832/2387692262,v1:172.21.15.114:6834/2387692262] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560066d46c50 con 0x560066df69a0 2024-09-19T04:40:29.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.185+0000 7f3ab156a640 1 --2- 172.21.15.111:0/3500737609 >> [v2:172.21.15.114:6832/2387692262,v1:172.21.15.114:6834/2387692262] conn(0x560066df69a0 0x560066df6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.185+0000 7f3a90ff9640 10 client.9111 ms_handle_connect on v2:172.21.15.114:6832/2387692262 2024-09-19T04:40:29.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.185+0000 7f3ab156a640 1 --2- 172.21.15.111:0/3500737609 >> [v2:172.21.15.114:6832/2387692262,v1:172.21.15.114:6834/2387692262] conn(0x560066df69a0 0x560066df6da0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e71dfe0327aab512 server_cookie=c7aecc902b382ef0 in_seq=0 out_seq=0 2024-09-19T04:40:29.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.186+0000 7f3a90ff9640 1 -- 172.21.15.111:0/3500737609 <== mds.0 v2:172.21.15.114:6832/2387692262 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560066d46c50 con 0x560066df69a0 2024-09-19T04:40:29.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.186+0000 7f3a90ff9640 10 client.9111 handle_command_reply: tid=0 2024-09-19T04:40:29.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.186+0000 7f3ab6e46740 1 client.9111 shutdown 2024-09-19T04:40:29.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.186+0000 7f3ab6e46740 1 -- 172.21.15.111:0/3500737609 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 msgr2=0x560066df5ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.186+0000 7f3ab6e46740 1 --2- 172.21.15.111:0/3500737609 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 0x560066df5ee0 secure :-1 s=READY pgs=1722 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c02b500 tx=0x7f3a9c02d070 comp rx=0 tx=0).stop 2024-09-19T04:40:29.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.186+0000 7f3ab6e46740 1 -- 172.21.15.111:0/3500737609 shutdown_connections 2024-09-19T04:40:29.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.186+0000 7f3ab6e46740 1 --2- 172.21.15.111:0/3500737609 >> [v2:172.21.15.114:6832/2387692262,v1:172.21.15.114:6834/2387692262] conn(0x560066df69a0 0x560066df6da0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.186+0000 7f3ab6e46740 1 --2- 172.21.15.111:0/3500737609 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560066dd2680 0x560066dfd2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.186+0000 7f3ab6e46740 1 --2- 172.21.15.111:0/3500737609 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560066dd8a50 0x560066dd2140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.186+0000 7f3a90ff9640 0 client.9111 ms_handle_reset on v2:172.21.15.114:6832/2387692262 2024-09-19T04:40:29.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.186+0000 7f3ab6e46740 1 --2- 172.21.15.111:0/3500737609 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 0x560066df5ee0 unknown :-1 s=CLOSED pgs=1722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.186+0000 7f3ab6e46740 1 -- 172.21.15.111:0/3500737609 >> 172.21.15.111:0/3500737609 conn(0x560066dd4a80 msgr2=0x560066e1af40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:29.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.186+0000 7f3ab6e46740 1 -- 172.21.15.111:0/3500737609 shutdown_connections 2024-09-19T04:40:29.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.186+0000 7f3ab6e46740 1 -- 172.21.15.111:0/3500737609 wait complete. 2024-09-19T04:40:29.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.186+0000 7f3ab6e46740 20 client.9111 trim_cache size 0 max 16384 2024-09-19T04:40:29.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.204+0000 7f3ab6e46740 1 Processor -- start 2024-09-19T04:40:29.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.204+0000 7f3ab6e46740 1 -- start start 2024-09-19T04:40:29.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.204+0000 7f3ab6e46740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560066dd2680 0x560066e1f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.204+0000 7f3ab6e46740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 0x560066e3ff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.204+0000 7f3ab6e46740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560066dd8a50 0x560066e404c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.204+0000 7f3ab6e46740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac200260 con 0x560066dd72c0 2024-09-19T04:40:29.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.204+0000 7f3ab6e46740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac15e510 con 0x560066dd2680 2024-09-19T04:40:29.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.204+0000 7f3ab6e46740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3aac1e8d30 con 0x560066dd8a50 2024-09-19T04:40:29.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.204+0000 7f3ab156a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 0x560066e3ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.204+0000 7f3ab156a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 0x560066e3ff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41770/0 (socket says 172.21.15.111:41770) 2024-09-19T04:40:29.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.204+0000 7f3ab156a640 1 -- 172.21.15.111:0/838035623 learned_addr learned my addr 172.21.15.111:0/838035623 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:29.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.205+0000 7f3ab256c640 1 --2- 172.21.15.111:0/838035623 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560066dd8a50 0x560066e404c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.205+0000 7f3ab1d6b640 1 --2- 172.21.15.111:0/838035623 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560066dd2680 0x560066e1f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.205+0000 7f3ab156a640 1 -- 172.21.15.111:0/838035623 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560066dd8a50 msgr2=0x560066e404c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:29.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.205+0000 7f3ab156a640 1 --2- 172.21.15.111:0/838035623 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560066dd8a50 0x560066e404c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.208 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.205+0000 7f3ab156a640 1 -- 172.21.15.111:0/838035623 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560066dd2680 msgr2=0x560066e1f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:29.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.205+0000 7f3ab156a640 1 --2- 172.21.15.111:0/838035623 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560066dd2680 0x560066e1f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.205+0000 7f3ab156a640 1 -- 172.21.15.111:0/838035623 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560066dd3820 con 0x560066dd72c0 2024-09-19T04:40:29.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.205+0000 7f3ab156a640 1 --2- 172.21.15.111:0/838035623 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 0x560066e3ff80 secure :-1 s=READY pgs=1723 cs=0 l=1 rev1=1 crypto rx=0x7f3aa0000c00 tx=0x7f3aa0009040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee8fa39ef6436fcd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:29.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.205+0000 7f3a92ffd640 1 -- 172.21.15.111:0/838035623 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa0003c80 con 0x560066dd72c0 2024-09-19T04:40:29.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.205+0000 7f3a92ffd640 1 -- 172.21.15.111:0/838035623 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3aa0003e20 con 0x560066dd72c0 2024-09-19T04:40:29.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.205+0000 7f3a92ffd640 1 -- 172.21.15.111:0/838035623 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa0018890 con 0x560066dd72c0 2024-09-19T04:40:29.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.205+0000 7f3ab6e46740 1 -- 172.21.15.111:0/838035623 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 msgr2=0x560066e3ff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.206+0000 7f3ab6e46740 1 --2- 172.21.15.111:0/838035623 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 0x560066e3ff80 secure :-1 s=READY pgs=1723 cs=0 l=1 rev1=1 crypto rx=0x7f3aa0000c00 tx=0x7f3aa0009040 comp rx=0 tx=0).stop 2024-09-19T04:40:29.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.206+0000 7f3ab6e46740 1 -- 172.21.15.111:0/838035623 shutdown_connections 2024-09-19T04:40:29.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.206+0000 7f3ab6e46740 1 --2- 172.21.15.111:0/838035623 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560066dd8a50 0x560066e404c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.206+0000 7f3ab6e46740 1 --2- 172.21.15.111:0/838035623 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 0x560066e3ff80 unknown :-1 s=CLOSED pgs=1723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.206+0000 7f3ab6e46740 1 --2- 172.21.15.111:0/838035623 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560066dd2680 0x560066e1f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.206+0000 7f3ab6e46740 1 -- 172.21.15.111:0/838035623 >> 172.21.15.111:0/838035623 conn(0x560066dd4a80 msgr2=0x560066e2e9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:29.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.206+0000 7f3ab6e46740 1 -- 172.21.15.111:0/838035623 shutdown_connections 2024-09-19T04:40:29.209 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.206+0000 7f3ab6e46740 1 -- 172.21.15.111:0/838035623 wait complete. 2024-09-19T04:40:29.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.206+0000 7f3ab6e46740 1 -- start start 2024-09-19T04:40:29.210 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.206+0000 7f3ab6e46740 1 Processor -- start 2024-09-19T04:40:29.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.207+0000 7f3ab6e46740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560066dd2680 0x560066df5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.207+0000 7f3ab6e46740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 0x560066e401d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.207+0000 7f3ab6e46740 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560066dd8a50 0x560066ea21c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.207+0000 7f3ab6e46740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x560066dd2f20 con 0x560066dd72c0 2024-09-19T04:40:29.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.207+0000 7f3ab6e46740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x560066cc2450 con 0x560066dd2680 2024-09-19T04:40:29.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.207+0000 7f3ab6e46740 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x560066dd07d0 con 0x560066dd8a50 2024-09-19T04:40:29.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.207+0000 7f3ab6e46740 10 client.0 _ll_register_callbacks cb 0x7f3a940045e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:40:29.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.207+0000 7f3ab156a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 0x560066e401d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.213 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.207+0000 7f3ab156a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 0x560066e401d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41776/0 (socket says 172.21.15.111:41776) 2024-09-19T04:40:29.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.207+0000 7f3ab156a640 1 -- 172.21.15.111:0/2897719705 learned_addr learned my addr 172.21.15.111:0/2897719705 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:29.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.207+0000 7f3ab1d6b640 1 --2- 172.21.15.111:0/2897719705 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560066dd2680 0x560066df5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.207+0000 7f3ab256c640 1 --2- 172.21.15.111:0/2897719705 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560066dd8a50 0x560066ea21c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.207+0000 7f3ab156a640 1 -- 172.21.15.111:0/2897719705 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560066dd8a50 msgr2=0x560066ea21c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:29.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.207+0000 7f3ab156a640 1 --2- 172.21.15.111:0/2897719705 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560066dd8a50 0x560066ea21c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.207+0000 7f3ab156a640 1 -- 172.21.15.111:0/2897719705 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560066dd2680 msgr2=0x560066df5bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:29.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.207+0000 7f3ab156a640 1 --2- 172.21.15.111:0/2897719705 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560066dd2680 0x560066df5bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.207+0000 7f3ab156a640 1 -- 172.21.15.111:0/2897719705 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560066dd5790 con 0x560066dd72c0 2024-09-19T04:40:29.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.208+0000 7f3ab156a640 1 --2- 172.21.15.111:0/2897719705 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 0x560066e401d0 secure :-1 s=READY pgs=1724 cs=0 l=1 rev1=1 crypto rx=0x7f3aa0007fd0 tx=0x7f3aa001ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79a91fc9b629536e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:29.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.208+0000 7f3a90ff9640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-09-19T04:40:29.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.208+0000 7f3a90ff9640 1 -- 172.21.15.111:0/2897719705 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa0018dd0 con 0x560066dd72c0 2024-09-19T04:40:29.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.208+0000 7f3a90ff9640 1 -- 172.21.15.111:0/2897719705 <== mon.0 v2:172.21.15.111:3300/0 2 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7f3aa0023050 con 0x560066dd72c0 2024-09-19T04:40:29.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.208+0000 7f3ab6e46740 1 -- 172.21.15.111:0/2897719705 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3aa0003e20 con 0x560066dd72c0 2024-09-19T04:40:29.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.208+0000 7f3a90ff9640 1 -- 172.21.15.111:0/2897719705 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7f3aa0033050 con 0x560066dd72c0 2024-09-19T04:40:29.214 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.208+0000 7f3ab6e46740 10 client.9117 fetch_fsmap learned FSMap version 92 2024-09-19T04:40:29.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.208+0000 7f3ab6e46740 1 -- 172.21.15.111:0/2897719705 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=92,monmap=2+}) -- 0x560066df6110 con 0x560066dd72c0 2024-09-19T04:40:29.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.208+0000 7f3a90ff9640 1 -- 172.21.15.111:0/2897719705 <== mon.0 v2:172.21.15.111:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3aa0003e20 con 0x560066dd72c0 2024-09-19T04:40:29.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.208+0000 7f3a90ff9640 1 -- 172.21.15.111:0/2897719705 <== mon.0 v2:172.21.15.111:3300/0 5 ==== fsmap(e 92) ==== 3502+0+0 (secure 0 0 0) 0x7f3aa0036020 con 0x560066dd72c0 2024-09-19T04:40:29.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.208+0000 7f3ab6e46740 10 client.9117 fetch_fsmap finished waiting for FSMap version 92 2024-09-19T04:40:29.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.208+0000 7f3ab6e46740 10 client.9117 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-19T04:40:29.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.208+0000 7f3ab6e46740 20 client.9117 populate_metadata read hostname 'smithi111' 2024-09-19T04:40:29.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.208+0000 7f3ab6e46740 1 --2- 172.21.15.111:0/2897719705 >> [v2:172.21.15.114:6832/2387692262,v1:172.21.15.114:6834/2387692262] conn(0x560066dd6160 0x560066e18570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.208+0000 7f3ab6e46740 4 client.9117 mds_command: new command op to 8994 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T04:40:29.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.208+0000 7f3ab6e46740 1 -- 172.21.15.111:0/2897719705 --> [v2:172.21.15.114:6832/2387692262,v1:172.21.15.114:6834/2387692262] -- command(tid 0: {"prefix": "status"}) -- 0x560066d40fa0 con 0x560066dd6160 2024-09-19T04:40:29.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.208+0000 7f3ab1d6b640 1 --2- 172.21.15.111:0/2897719705 >> [v2:172.21.15.114:6832/2387692262,v1:172.21.15.114:6834/2387692262] conn(0x560066dd6160 0x560066e18570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.209+0000 7f3a90ff9640 10 client.9117 ms_handle_connect on v2:172.21.15.114:6832/2387692262 2024-09-19T04:40:29.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.209+0000 7f3ab1d6b640 1 --2- 172.21.15.111:0/2897719705 >> [v2:172.21.15.114:6832/2387692262,v1:172.21.15.114:6834/2387692262] conn(0x560066dd6160 0x560066e18570 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2a304e7aea204f21 server_cookie=2a04294ac655bd6e in_seq=0 out_seq=0 2024-09-19T04:40:29.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.209+0000 7f3a90ff9640 1 -- 172.21.15.111:0/2897719705 <== mds.0 v2:172.21.15.114:6832/2387692262 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x560066d40fa0 con 0x560066dd6160 2024-09-19T04:40:29.215 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.209+0000 7f3a90ff9640 10 client.9117 handle_command_reply: tid=0 2024-09-19T04:40:29.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.209+0000 7f3ab6e46740 1 client.9117 shutdown 2024-09-19T04:40:29.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.209+0000 7f3ab6e46740 1 -- 172.21.15.111:0/2897719705 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 msgr2=0x560066e401d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.209+0000 7f3ab6e46740 1 --2- 172.21.15.111:0/2897719705 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 0x560066e401d0 secure :-1 s=READY pgs=1724 cs=0 l=1 rev1=1 crypto rx=0x7f3aa0007fd0 tx=0x7f3aa001ee80 comp rx=0 tx=0).stop 2024-09-19T04:40:29.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.209+0000 7f3ab6e46740 1 -- 172.21.15.111:0/2897719705 shutdown_connections 2024-09-19T04:40:29.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.209+0000 7f3ab6e46740 1 --2- 172.21.15.111:0/2897719705 >> [v2:172.21.15.114:6832/2387692262,v1:172.21.15.114:6834/2387692262] conn(0x560066dd6160 0x560066e18570 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.209+0000 7f3ab6e46740 1 --2- 172.21.15.111:0/2897719705 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x560066dd8a50 0x560066ea21c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.209+0000 7f3ab6e46740 1 --2- 172.21.15.111:0/2897719705 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560066dd72c0 0x560066e401d0 unknown :-1 s=CLOSED pgs=1724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.209+0000 7f3ab6e46740 1 --2- 172.21.15.111:0/2897719705 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560066dd2680 0x560066df5bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.209+0000 7f3a90ff9640 0 client.9117 ms_handle_reset on v2:172.21.15.114:6832/2387692262 2024-09-19T04:40:29.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.209+0000 7f3ab6e46740 1 -- 172.21.15.111:0/2897719705 >> 172.21.15.111:0/2897719705 conn(0x560066dd4a80 msgr2=0x560066df6d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:29.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.209+0000 7f3ab6e46740 1 -- 172.21.15.111:0/2897719705 shutdown_connections 2024-09-19T04:40:29.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.209+0000 7f3ab6e46740 1 -- 172.21.15.111:0/2897719705 wait complete. 2024-09-19T04:40:29.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.209+0000 7f3ab6e46740 20 client.9117 trim_cache size 0 max 16384 2024-09-19T04:40:29.217 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:40:29.217 INFO:teuthology.orchestra.run.smithi111.stdout: "cluster_fsid": "96a4203e-380c-426d-916c-b9d719e0db84", 2024-09-19T04:40:29.217 INFO:teuthology.orchestra.run.smithi111.stdout: "whoami": 0, 2024-09-19T04:40:29.217 INFO:teuthology.orchestra.run.smithi111.stdout: "id": 8994, 2024-09-19T04:40:29.217 INFO:teuthology.orchestra.run.smithi111.stdout: "want_state": "up:active", 2024-09-19T04:40:29.217 INFO:teuthology.orchestra.run.smithi111.stdout: "state": "up:active", 2024-09-19T04:40:29.217 INFO:teuthology.orchestra.run.smithi111.stdout: "fs_name": "cephfs", 2024-09-19T04:40:29.217 INFO:teuthology.orchestra.run.smithi111.stdout: "rank_uptime": 5.5587866689999998, 2024-09-19T04:40:29.217 INFO:teuthology.orchestra.run.smithi111.stdout: "mdsmap_epoch": 92, 2024-09-19T04:40:29.217 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch": 167, 2024-09-19T04:40:29.217 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch_barrier": 167, 2024-09-19T04:40:29.218 INFO:teuthology.orchestra.run.smithi111.stdout: "uptime": 9.896653894 2024-09-19T04:40:29.218 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:40:29.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.210+0000 7f3ab3fcf640 1 -- 172.21.15.111:0/2898014213 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3a9806cc40 msgr2=0x7f3a9806f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.210+0000 7f3ab3fcf640 1 --2- 172.21.15.111:0/2898014213 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3a9806cc40 0x7f3a9806f100 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c033000 tx=0x7f3a9c009030 comp rx=0 tx=0).stop 2024-09-19T04:40:29.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.210+0000 7f3ab3fcf640 1 -- 172.21.15.111:0/2898014213 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3aac1f4720 msgr2=0x7f3aac1f4b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.210+0000 7f3ab3fcf640 1 --2- 172.21.15.111:0/2898014213 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3aac1f4720 0x7f3aac1f4b60 secure :-1 s=READY pgs=1720 cs=0 l=1 rev1=1 crypto rx=0x7f3aac073700 tx=0x7f3aa4011920 comp rx=0 tx=0).stop 2024-09-19T04:40:29.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.210+0000 7f3ab3fcf640 1 -- 172.21.15.111:0/2898014213 shutdown_connections 2024-09-19T04:40:29.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.210+0000 7f3ab3fcf640 1 --2- 172.21.15.111:0/2898014213 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3a9806cc40 0x7f3a9806f100 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.210+0000 7f3ab3fcf640 1 --2- 172.21.15.111:0/2898014213 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3aac1f4720 0x7f3aac1f4b60 unknown :-1 s=CLOSED pgs=1720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.210+0000 7f3ab3fcf640 1 --2- 172.21.15.111:0/2898014213 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3aac072a70 0x7f3aac072ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.210+0000 7f3ab3fcf640 1 --2- 172.21.15.111:0/2898014213 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a940039b0 0x7f3aac14fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.210+0000 7f3ab3fcf640 1 -- 172.21.15.111:0/2898014213 >> 172.21.15.111:0/2898014213 conn(0x7f3aac0b2480 msgr2=0x7f3aac152390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:29.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.210+0000 7f3ab3fcf640 1 -- 172.21.15.111:0/2898014213 shutdown_connections 2024-09-19T04:40:29.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.210+0000 7f3ab3fcf640 1 -- 172.21.15.111:0/2898014213 wait complete. 2024-09-19T04:40:29.222 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:40:29.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.318+0000 7f9e15e65640 1 Processor -- start 2024-09-19T04:40:29.319 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.318+0000 7f9e15e65640 1 -- start start 2024-09-19T04:40:29.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.318+0000 7f9e15e65640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f9e1006be10 0x7f9e100cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.318+0000 7f9e15e65640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f9e1006c1f0 0x7f9e1015baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.318+0000 7f9e15e65640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9e10151540 0x7f9e10151980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.318+0000 7f9e15e65640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f9e10151ec0 con 0x7f9e1006c1f0 2024-09-19T04:40:29.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.319+0000 7f9e15e65640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f9e100cd5f0 con 0x7f9e1006be10 2024-09-19T04:40:29.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.319+0000 7f9e15e65640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9e100cd8d0 con 0x7f9e10151540 2024-09-19T04:40:29.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.319+0000 7f9e07fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f9e1006c1f0 0x7f9e1015baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.321 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.319+0000 7f9e07fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f9e1006c1f0 0x7f9e1015baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41784/0 (socket says 172.21.15.111:41784) 2024-09-19T04:40:29.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.319+0000 7f9e07fff640 1 -- 172.21.15.111:0/1632757267 learned_addr learned my addr 172.21.15.111:0/1632757267 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:29.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.319+0000 7f9e0f7fe640 1 --2- 172.21.15.111:0/1632757267 >> v2:172.21.15.114:3300/0 conn(0x7f9e1006be10 0x7f9e100cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.319+0000 7f9e0ffff640 1 --2- 172.21.15.111:0/1632757267 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9e10151540 0x7f9e10151980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.319+0000 7f9e07fff640 1 -- 172.21.15.111:0/1632757267 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9e10151540 msgr2=0x7f9e10151980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:29.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.319+0000 7f9e07fff640 1 --2- 172.21.15.111:0/1632757267 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9e10151540 0x7f9e10151980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.319+0000 7f9e07fff640 1 -- 172.21.15.111:0/1632757267 >> v2:172.21.15.114:3300/0 conn(0x7f9e1006be10 msgr2=0x7f9e100cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:29.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.319+0000 7f9e07fff640 1 --2- 172.21.15.111:0/1632757267 >> v2:172.21.15.114:3300/0 conn(0x7f9e1006be10 0x7f9e100cd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.319+0000 7f9e07fff640 1 -- 172.21.15.111:0/1632757267 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e100cdbb0 con 0x7f9e1006c1f0 2024-09-19T04:40:29.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.319+0000 7f9e0ffff640 1 --2- 172.21.15.111:0/1632757267 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9e10151540 0x7f9e10151980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:29.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.320+0000 7f9e07fff640 1 --2- 172.21.15.111:0/1632757267 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9e1006c1f0 0x7f9e1015baa0 secure :-1 s=READY pgs=1725 cs=0 l=1 rev1=1 crypto rx=0x7f9e1006f180 tx=0x7f9df802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e303d3c3947bfc02 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:29.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.320+0000 7f9e0effd640 1 -- 172.21.15.111:0/1632757267 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9df8037070 con 0x7f9e1006c1f0 2024-09-19T04:40:29.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.320+0000 7f9e0effd640 1 -- 172.21.15.111:0/1632757267 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9df8032440 con 0x7f9e1006c1f0 2024-09-19T04:40:29.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.320+0000 7f9e0effd640 1 -- 172.21.15.111:0/1632757267 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9df8032810 con 0x7f9e1006c1f0 2024-09-19T04:40:29.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.320+0000 7f9e15e65640 1 -- 172.21.15.111:0/1632757267 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9e1006c1f0 msgr2=0x7f9e1015baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.320+0000 7f9e15e65640 1 --2- 172.21.15.111:0/1632757267 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9e1006c1f0 0x7f9e1015baa0 secure :-1 s=READY pgs=1725 cs=0 l=1 rev1=1 crypto rx=0x7f9e1006f180 tx=0x7f9df802a210 comp rx=0 tx=0).stop 2024-09-19T04:40:29.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.320+0000 7f9e15e65640 1 -- 172.21.15.111:0/1632757267 shutdown_connections 2024-09-19T04:40:29.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.320+0000 7f9e15e65640 1 --2- 172.21.15.111:0/1632757267 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9e10151540 0x7f9e10151980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.321+0000 7f9e15e65640 1 --2- 172.21.15.111:0/1632757267 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9e1006c1f0 0x7f9e1015baa0 unknown :-1 s=CLOSED pgs=1725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.321+0000 7f9e15e65640 1 --2- 172.21.15.111:0/1632757267 >> v2:172.21.15.114:3300/0 conn(0x7f9e1006be10 0x7f9e100cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.321+0000 7f9e15e65640 1 -- 172.21.15.111:0/1632757267 >> 172.21.15.111:0/1632757267 conn(0x7f9e10062cc0 msgr2=0x7f9e1006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:29.325 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.321+0000 7f9e15e65640 1 -- 172.21.15.111:0/1632757267 shutdown_connections 2024-09-19T04:40:29.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.321+0000 7f9e15e65640 1 -- 172.21.15.111:0/1632757267 wait complete. 2024-09-19T04:40:29.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.322+0000 7f9e15e65640 1 Processor -- start 2024-09-19T04:40:29.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.322+0000 7f9e15e65640 1 -- start start 2024-09-19T04:40:29.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.322+0000 7f9e15e65640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9e1006be10 0x7f9e10150cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.322+0000 7f9e15e65640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9e1006c1f0 0x7f9e10072840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.322+0000 7f9e15e65640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9e10151540 0x7f9e100ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.322+0000 7f9e15e65640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9e100ce690 con 0x7f9e1006be10 2024-09-19T04:40:29.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.322+0000 7f9e15e65640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9e100ce170 con 0x7f9e1006c1f0 2024-09-19T04:40:29.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.322+0000 7f9e15e65640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9e100d0310 con 0x7f9e10151540 2024-09-19T04:40:29.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.323+0000 7f9e0f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9e1006be10 0x7f9e10150cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.323+0000 7f9e0f7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9e1006be10 0x7f9e10150cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41796/0 (socket says 172.21.15.111:41796) 2024-09-19T04:40:29.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.323+0000 7f9e0f7fe640 1 -- 172.21.15.111:0/1140315820 learned_addr learned my addr 172.21.15.111:0/1140315820 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:29.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.323+0000 7f9e07fff640 1 --2- 172.21.15.111:0/1140315820 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9e1006c1f0 0x7f9e10072840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.326 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.323+0000 7f9e0ffff640 1 --2- 172.21.15.111:0/1140315820 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9e10151540 0x7f9e100ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.323+0000 7f9e0f7fe640 1 -- 172.21.15.111:0/1140315820 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9e10151540 msgr2=0x7f9e100ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.323+0000 7f9e0f7fe640 1 --2- 172.21.15.111:0/1140315820 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9e10151540 0x7f9e100ae8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.323+0000 7f9e0f7fe640 1 -- 172.21.15.111:0/1140315820 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9e1006c1f0 msgr2=0x7f9e10072840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.323+0000 7f9e0f7fe640 1 --2- 172.21.15.111:0/1140315820 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9e1006c1f0 0x7f9e10072840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.323+0000 7f9e0f7fe640 1 -- 172.21.15.111:0/1140315820 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e10073b40 con 0x7f9e1006be10 2024-09-19T04:40:29.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.323+0000 7f9e0ffff640 1 --2- 172.21.15.111:0/1140315820 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9e10151540 0x7f9e100ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:29.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.323+0000 7f9e0f7fe640 1 --2- 172.21.15.111:0/1140315820 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9e1006be10 0x7f9e10150cd0 secure :-1 s=READY pgs=1726 cs=0 l=1 rev1=1 crypto rx=0x7f9e0000e890 tx=0x7f9e0000ed50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:29.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.323+0000 7f9e0cff9640 1 -- 172.21.15.111:0/1140315820 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e00017070 con 0x7f9e1006be10 2024-09-19T04:40:29.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.323+0000 7f9e0cff9640 1 -- 172.21.15.111:0/1140315820 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e0000c940 con 0x7f9e1006be10 2024-09-19T04:40:29.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.323+0000 7f9e15e65640 1 -- 172.21.15.111:0/1140315820 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e10073e20 con 0x7f9e1006be10 2024-09-19T04:40:29.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.323+0000 7f9e0cff9640 1 -- 172.21.15.111:0/1140315820 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e0000cd10 con 0x7f9e1006be10 2024-09-19T04:40:29.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.323+0000 7f9e15e65640 1 -- 172.21.15.111:0/1140315820 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e10151210 con 0x7f9e1006be10 2024-09-19T04:40:29.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.324+0000 7f9e15e65640 1 -- 172.21.15.111:0/1140315820 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e10069b00 con 0x7f9e1006be10 2024-09-19T04:40:29.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.325+0000 7f9e0cff9640 1 -- 172.21.15.111:0/1140315820 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f9e0001a070 con 0x7f9e1006be10 2024-09-19T04:40:29.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.325+0000 7f9e0cff9640 1 --2- 172.21.15.111:0/1140315820 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9df006cc40 0x7f9df006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.325+0000 7f9e0cff9640 1 -- 172.21.15.111:0/1140315820 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7f9e00089ab0 con 0x7f9e1006be10 2024-09-19T04:40:29.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.325+0000 7f9e07fff640 1 --2- 172.21.15.111:0/1140315820 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9df006cc40 0x7f9df006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.326+0000 7f9e07fff640 1 --2- 172.21.15.111:0/1140315820 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9df006cc40 0x7f9df006f100 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f9df8034000 tx=0x7f9df802e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:29.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.329+0000 7f9e0cff9640 1 -- 172.21.15.111:0/1140315820 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9e10069b00 con 0x7f9e1006be10 2024-09-19T04:40:29.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.531+0000 7f9e15e65640 1 -- 172.21.15.111:0/1140315820 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f9e100d0770 con 0x7f9e1006be10 2024-09-19T04:40:29.533 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.532+0000 7f9e0cff9640 1 -- 172.21.15.111:0/1140315820 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v92) ==== 53+0+73 (secure 0 0 0) 0x7f9e000597d0 con 0x7f9e1006be10 2024-09-19T04:40:29.533 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:40:29.535 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.534+0000 7f9e15e65640 1 -- 172.21.15.111:0/1140315820 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9df006cc40 msgr2=0x7f9df006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.534+0000 7f9e15e65640 1 --2- 172.21.15.111:0/1140315820 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9df006cc40 0x7f9df006f100 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f9df8034000 tx=0x7f9df802e000 comp rx=0 tx=0).stop 2024-09-19T04:40:29.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.534+0000 7f9e15e65640 1 -- 172.21.15.111:0/1140315820 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9e1006be10 msgr2=0x7f9e10150cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.534+0000 7f9e15e65640 1 --2- 172.21.15.111:0/1140315820 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9e1006be10 0x7f9e10150cd0 secure :-1 s=READY pgs=1726 cs=0 l=1 rev1=1 crypto rx=0x7f9e0000e890 tx=0x7f9e0000ed50 comp rx=0 tx=0).stop 2024-09-19T04:40:29.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.534+0000 7f9e15e65640 1 -- 172.21.15.111:0/1140315820 shutdown_connections 2024-09-19T04:40:29.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.534+0000 7f9e15e65640 1 --2- 172.21.15.111:0/1140315820 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9df006cc40 0x7f9df006f100 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.534+0000 7f9e15e65640 1 --2- 172.21.15.111:0/1140315820 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9e10151540 0x7f9e100ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.534+0000 7f9e15e65640 1 --2- 172.21.15.111:0/1140315820 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9e1006c1f0 0x7f9e10072840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.534+0000 7f9e15e65640 1 --2- 172.21.15.111:0/1140315820 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9e1006be10 0x7f9e10150cd0 unknown :-1 s=CLOSED pgs=1726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.534+0000 7f9e15e65640 1 -- 172.21.15.111:0/1140315820 >> 172.21.15.111:0/1140315820 conn(0x7f9e10062cc0 msgr2=0x7f9e10159f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:29.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.534+0000 7f9e15e65640 1 -- 172.21.15.111:0/1140315820 shutdown_connections 2024-09-19T04:40:29.536 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29.534+0000 7f9e15e65640 1 -- 172.21.15.111:0/1140315820 wait complete. 2024-09-19T04:40:29.546 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:40:29.546 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:40:29.546 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi111.front.sepia.ceph.com 2024-09-19T04:40:29.547 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T04:40:29.547 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:29.547 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:40:29.547 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:40:29.547 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:40:29.547 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:40:29.547 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:29.547 DEBUG:teuthology.orchestra.run.smithi111:> ip addr 2024-09-19T04:40:29.563 INFO:teuthology.orchestra.run.smithi111.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:40:29.563 INFO:teuthology.orchestra.run.smithi111.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:40:29.563 INFO:teuthology.orchestra.run.smithi111.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:40:29.563 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:29.564 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 ::1/128 scope host 2024-09-19T04:40:29.564 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:29.564 INFO:teuthology.orchestra.run.smithi111.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:29.564 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:24 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:29.564 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f0 2024-09-19T04:40:29.564 INFO:teuthology.orchestra.run.smithi111.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:29.564 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:d8:a1:25 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:29.564 INFO:teuthology.orchestra.run.smithi111.stdout: altname enp7s0f1 2024-09-19T04:40:29.564 INFO:teuthology.orchestra.run.smithi111.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:29.564 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2e brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:29.564 INFO:teuthology.orchestra.run.smithi111.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:40:29.564 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 0c:c4:7a:8f:cc:2f brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:29.564 INFO:teuthology.orchestra.run.smithi111.stdout: inet 172.21.15.111/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:40:29.564 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft 42336sec preferred_lft 42336sec 2024-09-19T04:40:29.565 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::ec4:7aff:fe8f:cc2f/64 scope link noprefixroute 2024-09-19T04:40:29.565 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:29.565 INFO:teuthology.orchestra.run.smithi111.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:40:29.565 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 52:d4:1f:0e:24:21 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:29.565 INFO:teuthology.orchestra.run.smithi111.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:40:29.565 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:29.565 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::6cca:96ff:fe86:c24e/64 scope link 2024-09-19T04:40:29.565 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:29.565 INFO:teuthology.orchestra.run.smithi111.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:40:29.565 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 76:f0:b7:84:e3:fb brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T04:40:29.565 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::74f0:b7ff:fe84:e3fb/64 scope link 2024-09-19T04:40:29.565 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:29.565 INFO:teuthology.orchestra.run.smithi111.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:40:29.565 INFO:teuthology.orchestra.run.smithi111.stdout: link/ether 52:d4:1f:0e:24:21 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T04:40:29.565 INFO:teuthology.orchestra.run.smithi111.stdout: inet6 fe80::50d4:1fff:fe0e:2421/64 scope link 2024-09-19T04:40:29.566 INFO:teuthology.orchestra.run.smithi111.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:29.566 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:29.566 DEBUG:teuthology.orchestra.run.smithi111:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:40:29.627 INFO:teuthology.orchestra.run.smithi111.stdout:1 2024-09-19T04:40:29.629 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:29.629 DEBUG:teuthology.orchestra.run.smithi111:> route 2024-09-19T04:40:29.647 INFO:tasks.ceph.mds.d.smithi114.stderr:2024-09-19T04:40:29.646+0000 7f80b1edc640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T04:40:29.685 INFO:teuthology.orchestra.run.smithi111.stdout:Kernel IP routing table 2024-09-19T04:40:29.685 INFO:teuthology.orchestra.run.smithi111.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:40:29.686 INFO:teuthology.orchestra.run.smithi111.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:40:29.686 INFO:teuthology.orchestra.run.smithi111.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:40:29.686 INFO:teuthology.orchestra.run.smithi111.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:40:29.686 DEBUG:teuthology.orchestra.run.smithi111:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:40:29.686 DEBUG:teuthology.orchestra.run.smithi111:> set -e 2024-09-19T04:40:29.686 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:40:29.686 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:40:29.686 DEBUG:teuthology.orchestra.run.smithi111:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:40:29.686 DEBUG:teuthology.orchestra.run.smithi111:> ') 2024-09-19T04:40:29.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:29.806 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:29.812 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:29.812 DEBUG:teuthology.orchestra.run.smithi111:> ip netns list 2024-09-19T04:40:29.827 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T04:40:29.827 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T04:40:29.827 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:40:29.827 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:29.827 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip link set brx.0 up 2024-09-19T04:40:29.892 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:40:29.892 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:29.947 INFO:teuthology.orchestra.run.smithi111.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:40:29.948 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:40:29.948 DEBUG:teuthology.orchestra.run.smithi111:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:30.003 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T04:40:30.003 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:30.003 DEBUG:teuthology.orchestra.run.smithi111:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:40:30.086 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:40:30.086 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:40:30.100 INFO:teuthology.orchestra.run.smithi111.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:40:30.100 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:40:30.100 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:40:30.100 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: trying mount with new device syntax: 0@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:40:30.100 INFO:teuthology.orchestra.run.smithi111.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:40:30.101 INFO:teuthology.orchestra.run.smithi111.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T04:40:30.101 INFO:teuthology.orchestra.run.smithi111.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:40:30.101 INFO:teuthology.orchestra.run.smithi111.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:40:30.101 INFO:teuthology.orchestra.run.smithi111.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:40:30.101 INFO:teuthology.orchestra.run.smithi111.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:40:30.102 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:40:30.103 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:30.103 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:30.168 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:40:30.259 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:40:30.265 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:30.271 INFO:teuthology.orchestra.run.smithi111.stdout:client7214 2024-09-19T04:40:30.271 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:40:30.271 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:30.287 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:40:30.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.423+0000 7f9079e84640 1 Processor -- start 2024-09-19T04:40:30.425 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.423+0000 7f9079e84640 1 -- start start 2024-09-19T04:40:30.426 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.424+0000 7f9079e84640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f9074151c50 0x7f90740cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:30.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.424+0000 7f9079e84640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f907406c1f0 0x7f907415baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:30.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.424+0000 7f9079e84640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f90740cd5f0 con 0x7f907406be10 2024-09-19T04:40:30.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.424+0000 7f9079e84640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f90740cd8d0 con 0x7f9074151c50 2024-09-19T04:40:30.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.424+0000 7f9079e84640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f90740cdbb0 con 0x7f907406c1f0 2024-09-19T04:40:30.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.424+0000 7f9072ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f9074151c50 0x7f90740cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:30.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.424+0000 7f9072ffd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f9074151c50 0x7f90740cd010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41800/0 (socket says 172.21.15.111:41800) 2024-09-19T04:40:30.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.424+0000 7f9072ffd640 1 -- 172.21.15.111:0/2015375799 learned_addr learned my addr 172.21.15.111:0/2015375799 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:30.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.424+0000 7f9073fff640 1 --2- 172.21.15.111:0/2015375799 >> v2:172.21.15.114:3300/0 conn(0x7f907406c1f0 0x7f907415baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:30.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.425+0000 7f9072ffd640 1 -- 172.21.15.111:0/2015375799 >> v2:172.21.15.114:3300/0 conn(0x7f907406c1f0 msgr2=0x7f907415baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:30.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.425+0000 7f9072ffd640 1 --2- 172.21.15.111:0/2015375799 >> v2:172.21.15.114:3300/0 conn(0x7f907406c1f0 0x7f907415baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:30.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.425+0000 7f9072ffd640 1 -- 172.21.15.111:0/2015375799 >> v1:172.21.15.114:6789/0 conn(0x7f907406be10 legacy=0x7f9074151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:30.427 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.425+0000 7f9072ffd640 1 -- 172.21.15.111:0/2015375799 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90740cde90 con 0x7f9074151c50 2024-09-19T04:40:30.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.425+0000 7f9072ffd640 1 --2- 172.21.15.111:0/2015375799 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9074151c50 0x7f90740cd010 secure :-1 s=READY pgs=1727 cs=0 l=1 rev1=1 crypto rx=0x7f90740b5980 tx=0x7f906802c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20d3bf04d7f529c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:30.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.425+0000 7f90727fc640 1 -- 172.21.15.111:0/2015375799 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9068036020 con 0x7f9074151c50 2024-09-19T04:40:30.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.426+0000 7f90727fc640 1 -- 172.21.15.111:0/2015375799 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9068032640 con 0x7f9074151c50 2024-09-19T04:40:30.428 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.426+0000 7f90727fc640 1 -- 172.21.15.111:0/2015375799 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9068032a10 con 0x7f9074151c50 2024-09-19T04:40:30.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.426+0000 7f9079e84640 1 -- 172.21.15.111:0/2015375799 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9074151c50 msgr2=0x7f90740cd010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:30.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.426+0000 7f9079e84640 1 --2- 172.21.15.111:0/2015375799 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9074151c50 0x7f90740cd010 secure :-1 s=READY pgs=1727 cs=0 l=1 rev1=1 crypto rx=0x7f90740b5980 tx=0x7f906802c940 comp rx=0 tx=0).stop 2024-09-19T04:40:30.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.426+0000 7f9079e84640 1 -- 172.21.15.111:0/2015375799 shutdown_connections 2024-09-19T04:40:30.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.426+0000 7f9079e84640 1 --2- 172.21.15.111:0/2015375799 >> v2:172.21.15.114:3300/0 conn(0x7f907406c1f0 0x7f907415baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:30.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.426+0000 7f9079e84640 1 --2- 172.21.15.111:0/2015375799 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9074151c50 0x7f90740cd010 unknown :-1 s=CLOSED pgs=1727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:30.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.426+0000 7f9079e84640 1 -- 172.21.15.111:0/2015375799 >> 172.21.15.111:0/2015375799 conn(0x7f9074062cc0 msgr2=0x7f907406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:30.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.426+0000 7f9079e84640 1 -- 172.21.15.111:0/2015375799 shutdown_connections 2024-09-19T04:40:30.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.426+0000 7f9079e84640 1 -- 172.21.15.111:0/2015375799 wait complete. 2024-09-19T04:40:30.429 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.427+0000 7f9079e84640 1 Processor -- start 2024-09-19T04:40:30.430 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.428+0000 7f9079e84640 1 -- start start 2024-09-19T04:40:30.431 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.428+0000 7f9079e84640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f907406be10 0x7f9074156060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:30.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.428+0000 7f9079e84640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f907406c1f0 0x7f90741581e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:30.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.428+0000 7f9079e84640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9074151c50 0x7f90741508b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:30.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.428+0000 7f9079e84640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f90740d0310 con 0x7f907406be10 2024-09-19T04:40:30.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.428+0000 7f9079e84640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f90740ce690 con 0x7f9074151c50 2024-09-19T04:40:30.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.428+0000 7f9079e84640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f90740d0490 con 0x7f907406c1f0 2024-09-19T04:40:30.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.428+0000 7f90737fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f907406be10 0x7f9074156060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:30.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.428+0000 7f90737fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f907406be10 0x7f9074156060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41812/0 (socket says 172.21.15.111:41812) 2024-09-19T04:40:30.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.428+0000 7f90737fe640 1 -- 172.21.15.111:0/936854528 learned_addr learned my addr 172.21.15.111:0/936854528 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:30.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.429+0000 7f9073fff640 1 --2- 172.21.15.111:0/936854528 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9074151c50 0x7f90741508b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:30.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.429+0000 7f9072ffd640 1 --2- 172.21.15.111:0/936854528 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f907406c1f0 0x7f90741581e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:30.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.429+0000 7f90737fe640 1 -- 172.21.15.111:0/936854528 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f907406c1f0 msgr2=0x7f90741581e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:30.432 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.429+0000 7f90737fe640 1 --2- 172.21.15.111:0/936854528 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f907406c1f0 0x7f90741581e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:30.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.429+0000 7f90737fe640 1 -- 172.21.15.111:0/936854528 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9074151c50 msgr2=0x7f90741508b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:30.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.429+0000 7f90737fe640 1 --2- 172.21.15.111:0/936854528 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9074151c50 0x7f90741508b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:30.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.429+0000 7f90737fe640 1 -- 172.21.15.111:0/936854528 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9074156740 con 0x7f907406be10 2024-09-19T04:40:30.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.429+0000 7f90737fe640 1 --2- 172.21.15.111:0/936854528 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f907406be10 0x7f9074156060 secure :-1 s=READY pgs=1728 cs=0 l=1 rev1=1 crypto rx=0x7f906400c400 tx=0x7f906400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:30.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.429+0000 7f905bfff640 1 -- 172.21.15.111:0/936854528 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90640052d0 con 0x7f907406be10 2024-09-19T04:40:30.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.429+0000 7f905bfff640 1 -- 172.21.15.111:0/936854528 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9064005490 con 0x7f907406be10 2024-09-19T04:40:30.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.429+0000 7f9079e84640 1 -- 172.21.15.111:0/936854528 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9074156a20 con 0x7f907406be10 2024-09-19T04:40:30.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.429+0000 7f905bfff640 1 -- 172.21.15.111:0/936854528 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9064007260 con 0x7f907406be10 2024-09-19T04:40:30.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.429+0000 7f9079e84640 1 -- 172.21.15.111:0/936854528 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9074156fe0 con 0x7f907406be10 2024-09-19T04:40:30.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.430+0000 7f9079e84640 1 -- 172.21.15.111:0/936854528 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90740d0850 con 0x7f907406be10 2024-09-19T04:40:30.433 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.431+0000 7f905bfff640 1 -- 172.21.15.111:0/936854528 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f9064007400 con 0x7f907406be10 2024-09-19T04:40:30.434 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.431+0000 7f905bfff640 1 --2- 172.21.15.111:0/936854528 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f906006cc40 0x7f906006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:30.434 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.431+0000 7f905bfff640 1 -- 172.21.15.111:0/936854528 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7f9064089130 con 0x7f907406be10 2024-09-19T04:40:30.434 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.431+0000 7f9072ffd640 1 --2- 172.21.15.111:0/936854528 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f906006cc40 0x7f906006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:30.434 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.432+0000 7f9072ffd640 1 --2- 172.21.15.111:0/936854528 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f906006cc40 0x7f906006f100 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f9068037000 tx=0x7f906803d040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:30.436 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.435+0000 7f905bfff640 1 -- 172.21.15.111:0/936854528 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f90640594a0 con 0x7f907406be10 2024-09-19T04:40:30.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.634+0000 7f9079e84640 1 -- 172.21.15.111:0/936854528 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f90740afd90 con 0x7f907406be10 2024-09-19T04:40:30.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.634+0000 7f905bfff640 1 -- 172.21.15.111:0/936854528 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v92) ==== 53+0+73 (secure 0 0 0) 0x7f9064058da0 con 0x7f907406be10 2024-09-19T04:40:30.636 INFO:teuthology.orchestra.run.smithi111.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:40:30.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.637+0000 7f9079e84640 1 -- 172.21.15.111:0/936854528 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f906006cc40 msgr2=0x7f906006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:30.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.637+0000 7f9079e84640 1 --2- 172.21.15.111:0/936854528 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f906006cc40 0x7f906006f100 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f9068037000 tx=0x7f906803d040 comp rx=0 tx=0).stop 2024-09-19T04:40:30.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.637+0000 7f9079e84640 1 -- 172.21.15.111:0/936854528 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f907406be10 msgr2=0x7f9074156060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:30.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.637+0000 7f9079e84640 1 --2- 172.21.15.111:0/936854528 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f907406be10 0x7f9074156060 secure :-1 s=READY pgs=1728 cs=0 l=1 rev1=1 crypto rx=0x7f906400c400 tx=0x7f906400c8c0 comp rx=0 tx=0).stop 2024-09-19T04:40:30.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.637+0000 7f9079e84640 1 -- 172.21.15.111:0/936854528 shutdown_connections 2024-09-19T04:40:30.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.637+0000 7f9079e84640 1 --2- 172.21.15.111:0/936854528 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f906006cc40 0x7f906006f100 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:30.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.637+0000 7f9079e84640 1 --2- 172.21.15.111:0/936854528 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9074151c50 0x7f90741508b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:30.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.637+0000 7f9079e84640 1 --2- 172.21.15.111:0/936854528 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f907406c1f0 0x7f90741581e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:30.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.637+0000 7f9079e84640 1 --2- 172.21.15.111:0/936854528 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f907406be10 0x7f9074156060 unknown :-1 s=CLOSED pgs=1728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:30.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.637+0000 7f9079e84640 1 -- 172.21.15.111:0/936854528 >> 172.21.15.111:0/936854528 conn(0x7f9074062cc0 msgr2=0x7f907406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:30.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.637+0000 7f9079e84640 1 -- 172.21.15.111:0/936854528 shutdown_connections 2024-09-19T04:40:30.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:30.637+0000 7f9079e84640 1 -- 172.21.15.111:0/936854528 wait complete. 2024-09-19T04:40:30.649 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:40:30.649 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:40:30.649 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi114.front.sepia.ceph.com 2024-09-19T04:40:30.649 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T04:40:30.649 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T04:40:30.649 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:40:30.649 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:40:30.649 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:40:30.649 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:40:30.650 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:30.650 DEBUG:teuthology.orchestra.run.smithi114:> ip addr 2024-09-19T04:40:30.670 INFO:teuthology.orchestra.run.smithi114.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:40:30.670 INFO:teuthology.orchestra.run.smithi114.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:40:30.670 INFO:teuthology.orchestra.run.smithi114.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:40:30.670 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:30.670 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 ::1/128 scope host 2024-09-19T04:40:30.670 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:30.670 INFO:teuthology.orchestra.run.smithi114.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:30.670 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:30.670 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f0 2024-09-19T04:40:30.671 INFO:teuthology.orchestra.run.smithi114.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:30.671 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:d8:a8:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:30.671 INFO:teuthology.orchestra.run.smithi114.stdout: altname enp7s0f1 2024-09-19T04:40:30.671 INFO:teuthology.orchestra.run.smithi114.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:30.671 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:62 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:30.671 INFO:teuthology.orchestra.run.smithi114.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:40:30.671 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether 0c:c4:7a:8f:cb:63 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:30.671 INFO:teuthology.orchestra.run.smithi114.stdout: inet 172.21.15.114/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T04:40:30.671 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft 42326sec preferred_lft 42326sec 2024-09-19T04:40:30.671 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::ec4:7aff:fe8f:cb63/64 scope link noprefixroute 2024-09-19T04:40:30.671 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:30.671 INFO:teuthology.orchestra.run.smithi114.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:40:30.671 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether ca:e7:76:90:98:85 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:30.671 INFO:teuthology.orchestra.run.smithi114.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:40:30.671 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:30.672 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::9858:beff:fef5:aa6d/64 scope link 2024-09-19T04:40:30.672 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:30.672 INFO:teuthology.orchestra.run.smithi114.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:40:30.672 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether ca:e7:76:90:98:85 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T04:40:30.672 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::c8e7:76ff:fe90:9885/64 scope link 2024-09-19T04:40:30.672 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:30.672 INFO:teuthology.orchestra.run.smithi114.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:40:30.672 INFO:teuthology.orchestra.run.smithi114.stdout: link/ether d6:e6:9a:34:5c:2e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T04:40:30.672 INFO:teuthology.orchestra.run.smithi114.stdout: inet6 fe80::d4e6:9aff:fe34:5c2e/64 scope link 2024-09-19T04:40:30.672 INFO:teuthology.orchestra.run.smithi114.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:30.672 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:30.672 DEBUG:teuthology.orchestra.run.smithi114:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:40:30.738 INFO:teuthology.orchestra.run.smithi114.stdout:1 2024-09-19T04:40:30.740 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:30.740 DEBUG:teuthology.orchestra.run.smithi114:> route 2024-09-19T04:40:30.797 INFO:teuthology.orchestra.run.smithi114.stdout:Kernel IP routing table 2024-09-19T04:40:30.798 INFO:teuthology.orchestra.run.smithi114.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:40:30.798 INFO:teuthology.orchestra.run.smithi114.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T04:40:30.798 INFO:teuthology.orchestra.run.smithi114.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T04:40:30.798 INFO:teuthology.orchestra.run.smithi114.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:40:30.798 DEBUG:teuthology.orchestra.run.smithi114:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:40:30.798 DEBUG:teuthology.orchestra.run.smithi114:> set -e 2024-09-19T04:40:30.798 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T04:40:30.798 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T04:40:30.798 DEBUG:teuthology.orchestra.run.smithi114:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T04:40:30.799 DEBUG:teuthology.orchestra.run.smithi114:> ') 2024-09-19T04:40:30.889 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:40:30 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:30.922 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:40:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:30.928 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:30.929 DEBUG:teuthology.orchestra.run.smithi114:> ip netns list 2024-09-19T04:40:30.944 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T04:40:30.944 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T04:40:30.945 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:40:30.945 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:30.945 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip link set brx.0 up 2024-09-19T04:40:31.010 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:40:31.010 DEBUG:teuthology.orchestra.run.smithi114:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T04:40:31.065 INFO:teuthology.orchestra.run.smithi114.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:40:31.066 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:40:31.066 DEBUG:teuthology.orchestra.run.smithi114:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:40:31.121 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-19T04:40:31.121 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:31.121 DEBUG:teuthology.orchestra.run.smithi114:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:40:31.204 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:40:31.204 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:40:31.211 INFO:teuthology.orchestra.run.smithi114.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T04:40:31.211 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T04:40:31.211 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: resolved to: "172.21.15.111:3300,172.21.15.114:3300,172.21.15.114:3301" 2024-09-19T04:40:31.211 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: trying mount with new device syntax: 1@96a4203e-380c-426d-916c-b9d719e0db84.cephfs=/ 2024-09-19T04:40:31.211 INFO:teuthology.orchestra.run.smithi114.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.111:3300/172.21.15.114:3300/172.21.15.114:3301" will pass to kernel 2024-09-19T04:40:31.211 INFO:teuthology.orchestra.run.smithi114.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T04:40:31.211 INFO:teuthology.orchestra.run.smithi114.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:40:31.211 INFO:teuthology.orchestra.run.smithi114.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:40:31.211 INFO:teuthology.orchestra.run.smithi114.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:40:31.212 INFO:teuthology.orchestra.run.smithi114.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:40:31.214 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:40:31.214 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:31.214 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:40:31.279 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:40:31.367 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:40:31 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:40:31.369 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-19T04:40:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:31.374 INFO:teuthology.orchestra.run.smithi114.stdout:client8092 2024-09-19T04:40:31.375 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:40:31.375 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:31.390 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-19T04:40:31.496 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.495+0000 7f3e8e8d0640 1 Processor -- start 2024-09-19T04:40:31.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.495+0000 7f3e8e8d0640 1 -- start start 2024-09-19T04:40:31.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.496+0000 7f3e8e8d0640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3e88145d90 0x7f3e880ccf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:31.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.496+0000 7f3e8e8d0640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3e880b4240 con 0x7f3e880cfce0 2024-09-19T04:40:31.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.496+0000 7f3e8e8d0640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3e880b4520 con 0x7f3e880cd490 2024-09-19T04:40:31.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.496+0000 7f3e8e8d0640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f3e8806d080 con 0x7f3e88145d90 2024-09-19T04:40:31.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.496+0000 7f3e87fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3e88145d90 0x7f3e880ccf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:31.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.496+0000 7f3e8ce6d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f3e880cfce0 0x7f3e8806d4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:60106/0 (socket says 172.21.15.111:60106) 2024-09-19T04:40:31.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.496+0000 7f3e8ce6d640 1 -- 172.21.15.111:0/1499242197 learned_addr learned my addr 172.21.15.111:0/1499242197 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:31.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.496+0000 7f3e87fff640 1 -- 172.21.15.111:0/1499242197 >> v1:172.21.15.114:6789/0 conn(0x7f3e880cd490 legacy=0x7f3e880cf5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:31.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.497+0000 7f3e87fff640 1 -- 172.21.15.111:0/1499242197 >> v1:172.21.15.111:6789/0 conn(0x7f3e880cfce0 legacy=0x7f3e8806d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:31.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.497+0000 7f3e87fff640 1 -- 172.21.15.111:0/1499242197 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e880b4800 con 0x7f3e88145d90 2024-09-19T04:40:31.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.497+0000 7f3e86ffd640 1 -- 172.21.15.111:0/1499242197 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4244827408 0 0) 0x7f3e880b4240 con 0x7f3e880cfce0 2024-09-19T04:40:31.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.497+0000 7f3e87fff640 1 --2- 172.21.15.111:0/1499242197 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3e88145d90 0x7f3e880ccf50 secure :-1 s=READY pgs=1730 cs=0 l=1 rev1=1 crypto rx=0x7f3e780097a0 tx=0x7f3e7802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ada80c81314097 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:31.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.497+0000 7f3e86ffd640 1 -- 172.21.15.111:0/1499242197 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e78037070 con 0x7f3e88145d90 2024-09-19T04:40:31.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.497+0000 7f3e86ffd640 1 -- 172.21.15.111:0/1499242197 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e78032440 con 0x7f3e88145d90 2024-09-19T04:40:31.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.497+0000 7f3e86ffd640 1 -- 172.21.15.111:0/1499242197 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e78032810 con 0x7f3e88145d90 2024-09-19T04:40:31.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.498+0000 7f3e8e8d0640 1 -- 172.21.15.111:0/1499242197 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3e88145d90 msgr2=0x7f3e880ccf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:31.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.498+0000 7f3e8e8d0640 1 --2- 172.21.15.111:0/1499242197 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3e88145d90 0x7f3e880ccf50 secure :-1 s=READY pgs=1730 cs=0 l=1 rev1=1 crypto rx=0x7f3e780097a0 tx=0x7f3e7802a230 comp rx=0 tx=0).stop 2024-09-19T04:40:31.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.498+0000 7f3e8e8d0640 1 -- 172.21.15.111:0/1499242197 shutdown_connections 2024-09-19T04:40:31.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.498+0000 7f3e8e8d0640 1 --2- 172.21.15.111:0/1499242197 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3e88145d90 0x7f3e880ccf50 unknown :-1 s=CLOSED pgs=1730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:31.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.498+0000 7f3e8e8d0640 1 -- 172.21.15.111:0/1499242197 >> 172.21.15.111:0/1499242197 conn(0x7f3e8806bba0 msgr2=0x7f3e8806bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:31.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.498+0000 7f3e8e8d0640 1 -- 172.21.15.111:0/1499242197 shutdown_connections 2024-09-19T04:40:31.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.498+0000 7f3e8e8d0640 1 -- 172.21.15.111:0/1499242197 wait complete. 2024-09-19T04:40:31.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.499+0000 7f3e8e8d0640 1 Processor -- start 2024-09-19T04:40:31.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.499+0000 7f3e8e8d0640 1 -- start start 2024-09-19T04:40:31.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.500+0000 7f3e8e8d0640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3e880cd490 0x7f3e881f4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:31.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.500+0000 7f3e8e8d0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3e880cfce0 0x7f3e881f1d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:31.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.500+0000 7f3e8e8d0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3e88145d90 0x7f3e880b0ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:31.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.500+0000 7f3e8e8d0640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3e880b5790 con 0x7f3e880cfce0 2024-09-19T04:40:31.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.500+0000 7f3e8e8d0640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3e880b5610 con 0x7f3e880cd490 2024-09-19T04:40:31.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.500+0000 7f3e8e8d0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3e88146170 con 0x7f3e88145d90 2024-09-19T04:40:31.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.500+0000 7f3e877fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3e880cfce0 0x7f3e881f1d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:31.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.500+0000 7f3e877fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3e880cfce0 0x7f3e881f1d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41698/0 (socket says 172.21.15.111:41698) 2024-09-19T04:40:31.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.500+0000 7f3e877fe640 1 -- 172.21.15.111:0/2149450607 learned_addr learned my addr 172.21.15.111:0/2149450607 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:31.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.500+0000 7f3e87fff640 1 --2- 172.21.15.111:0/2149450607 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3e880cd490 0x7f3e881f4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:31.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.500+0000 7f3e8ce6d640 1 --2- 172.21.15.111:0/2149450607 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3e88145d90 0x7f3e880b0ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:31.503 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.500+0000 7f3e877fe640 1 -- 172.21.15.111:0/2149450607 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3e88145d90 msgr2=0x7f3e880b0ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:31.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.500+0000 7f3e877fe640 1 --2- 172.21.15.111:0/2149450607 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3e88145d90 0x7f3e880b0ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:31.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.500+0000 7f3e877fe640 1 -- 172.21.15.111:0/2149450607 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3e880cd490 msgr2=0x7f3e881f4bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:31.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.500+0000 7f3e877fe640 1 --2- 172.21.15.111:0/2149450607 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3e880cd490 0x7f3e881f4bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:31.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.500+0000 7f3e877fe640 1 -- 172.21.15.111:0/2149450607 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e881f2730 con 0x7f3e880cfce0 2024-09-19T04:40:31.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.501+0000 7f3e877fe640 1 --2- 172.21.15.111:0/2149450607 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3e880cfce0 0x7f3e881f1d20 secure :-1 s=READY pgs=1731 cs=0 l=1 rev1=1 crypto rx=0x7f3e7c00c400 tx=0x7f3e7c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:31.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.501+0000 7f3e84ff9640 1 -- 172.21.15.111:0/2149450607 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e7c017070 con 0x7f3e880cfce0 2024-09-19T04:40:31.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.501+0000 7f3e84ff9640 1 -- 172.21.15.111:0/2149450607 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e7c0052d0 con 0x7f3e880cfce0 2024-09-19T04:40:31.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.501+0000 7f3e8e8d0640 1 -- 172.21.15.111:0/2149450607 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e881f2a10 con 0x7f3e880cfce0 2024-09-19T04:40:31.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.501+0000 7f3e84ff9640 1 -- 172.21.15.111:0/2149450607 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e7c003830 con 0x7f3e880cfce0 2024-09-19T04:40:31.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.501+0000 7f3e8e8d0640 1 -- 172.21.15.111:0/2149450607 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e880ad060 con 0x7f3e880cfce0 2024-09-19T04:40:31.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.502+0000 7f3e8e8d0640 1 -- 172.21.15.111:0/2149450607 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e880ad260 con 0x7f3e880cfce0 2024-09-19T04:40:31.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.502+0000 7f3e84ff9640 1 -- 172.21.15.111:0/2149450607 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f3e7c01a070 con 0x7f3e880cfce0 2024-09-19T04:40:31.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.503+0000 7f3e84ff9640 1 --2- 172.21.15.111:0/2149450607 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3e7406cc40 0x7f3e7406f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:31.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.503+0000 7f3e84ff9640 1 -- 172.21.15.111:0/2149450607 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7f3e7c088e50 con 0x7f3e880cfce0 2024-09-19T04:40:31.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.503+0000 7f3e87fff640 1 --2- 172.21.15.111:0/2149450607 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3e7406cc40 0x7f3e7406f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:31.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.503+0000 7f3e87fff640 1 --2- 172.21.15.111:0/2149450607 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3e7406cc40 0x7f3e7406f100 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f3e78034000 tx=0x7f3e7802e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:31.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.507+0000 7f3e84ff9640 1 -- 172.21.15.111:0/2149450607 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3e880ad260 con 0x7f3e880cfce0 2024-09-19T04:40:31.714 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.713+0000 7f3e8e8d0640 1 -- 172.21.15.111:0/2149450607 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f3e880ccf50 con 0x7f3e880cfce0 2024-09-19T04:40:31.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.764+0000 7f3e84ff9640 1 -- 172.21.15.111:0/2149450607 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v93) ==== 136+0+0 (secure 0 0 0) 0x7f3e7c058b70 con 0x7f3e880cfce0 2024-09-19T04:40:31.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.766+0000 7f3e8e8d0640 1 -- 172.21.15.111:0/2149450607 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3e7406cc40 msgr2=0x7f3e7406f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:31.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.766+0000 7f3e8e8d0640 1 --2- 172.21.15.111:0/2149450607 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3e7406cc40 0x7f3e7406f100 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f3e78034000 tx=0x7f3e7802e000 comp rx=0 tx=0).stop 2024-09-19T04:40:31.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.766+0000 7f3e8e8d0640 1 -- 172.21.15.111:0/2149450607 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3e880cfce0 msgr2=0x7f3e881f1d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:31.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.766+0000 7f3e8e8d0640 1 --2- 172.21.15.111:0/2149450607 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3e880cfce0 0x7f3e881f1d20 secure :-1 s=READY pgs=1731 cs=0 l=1 rev1=1 crypto rx=0x7f3e7c00c400 tx=0x7f3e7c00c8c0 comp rx=0 tx=0).stop 2024-09-19T04:40:31.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.766+0000 7f3e8e8d0640 1 -- 172.21.15.111:0/2149450607 shutdown_connections 2024-09-19T04:40:31.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.766+0000 7f3e8e8d0640 1 --2- 172.21.15.111:0/2149450607 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3e7406cc40 0x7f3e7406f100 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:31.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.766+0000 7f3e8e8d0640 1 --2- 172.21.15.111:0/2149450607 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3e88145d90 0x7f3e880b0ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:31.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.766+0000 7f3e8e8d0640 1 --2- 172.21.15.111:0/2149450607 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3e880cfce0 0x7f3e881f1d20 unknown :-1 s=CLOSED pgs=1731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:31.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.766+0000 7f3e8e8d0640 1 --2- 172.21.15.111:0/2149450607 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3e880cd490 0x7f3e881f4bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:31.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.766+0000 7f3e8e8d0640 1 -- 172.21.15.111:0/2149450607 >> 172.21.15.111:0/2149450607 conn(0x7f3e8806bba0 msgr2=0x7f3e880b3750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:31.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.766+0000 7f3e8e8d0640 1 -- 172.21.15.111:0/2149450607 shutdown_connections 2024-09-19T04:40:31.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.766+0000 7f3e8e8d0640 1 -- 172.21.15.111:0/2149450607 wait complete. 2024-09-19T04:40:31.779 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-19T04:40:31.878 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.877+0000 7fd9eb35f640 1 Processor -- start 2024-09-19T04:40:31.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.877+0000 7fd9eb35f640 1 -- start start 2024-09-19T04:40:31.879 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.878+0000 7fd9eb35f640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd9e415ceb0 0x7fd9e41594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:31.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.878+0000 7fd9eb35f640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9e415d390 con 0x7fd9e415ca40 2024-09-19T04:40:31.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.878+0000 7fd9eb35f640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9e415d670 con 0x7fd9e40d02a0 2024-09-19T04:40:31.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.878+0000 7fd9eb35f640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fd9e415d950 con 0x7fd9e415ceb0 2024-09-19T04:40:31.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.878+0000 7fd9e98fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fd9e415ceb0 0x7fd9e41594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:31.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.878+0000 7fd9e88fa640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fd9e415ca40 0x7fd9e415e430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:60112/0 (socket says 172.21.15.111:60112) 2024-09-19T04:40:31.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.878+0000 7fd9e88fa640 1 -- 172.21.15.111:0/2675315947 learned_addr learned my addr 172.21.15.111:0/2675315947 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:31.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.879+0000 7fd9e98fc640 1 -- 172.21.15.111:0/2675315947 >> v1:172.21.15.114:6789/0 conn(0x7fd9e40d02a0 legacy=0x7fd9e40d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:31.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.879+0000 7fd9e98fc640 1 -- 172.21.15.111:0/2675315947 >> v1:172.21.15.111:6789/0 conn(0x7fd9e415ca40 legacy=0x7fd9e415e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:31.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.879+0000 7fd9dbfff640 1 -- 172.21.15.111:0/2675315947 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1645086892 0 0) 0x7fd9e415d390 con 0x7fd9e415ca40 2024-09-19T04:40:31.880 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.879+0000 7fd9e98fc640 1 -- 172.21.15.111:0/2675315947 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9e415dc30 con 0x7fd9e415ceb0 2024-09-19T04:40:31.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.879+0000 7fd9e98fc640 1 --2- 172.21.15.111:0/2675315947 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9e415ceb0 0x7fd9e41594c0 secure :-1 s=READY pgs=1733 cs=0 l=1 rev1=1 crypto rx=0x7fd9dc009d90 tx=0x7fd9dc02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df43cfb2bce6183f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:31.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.879+0000 7fd9dbfff640 1 -- 172.21.15.111:0/2675315947 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9dc007740 con 0x7fd9e415ceb0 2024-09-19T04:40:31.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.879+0000 7fd9dbfff640 1 -- 172.21.15.111:0/2675315947 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9dc0078e0 con 0x7fd9e415ceb0 2024-09-19T04:40:31.882 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.879+0000 7fd9dbfff640 1 -- 172.21.15.111:0/2675315947 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9dc007cb0 con 0x7fd9e415ceb0 2024-09-19T04:40:31.882 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.880+0000 7fd9eb35f640 1 -- 172.21.15.111:0/2675315947 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9e415ceb0 msgr2=0x7fd9e41594c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:31.882 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.880+0000 7fd9eb35f640 1 --2- 172.21.15.111:0/2675315947 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9e415ceb0 0x7fd9e41594c0 secure :-1 s=READY pgs=1733 cs=0 l=1 rev1=1 crypto rx=0x7fd9dc009d90 tx=0x7fd9dc02a660 comp rx=0 tx=0).stop 2024-09-19T04:40:31.882 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.880+0000 7fd9eb35f640 1 -- 172.21.15.111:0/2675315947 shutdown_connections 2024-09-19T04:40:31.882 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.880+0000 7fd9eb35f640 1 --2- 172.21.15.111:0/2675315947 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9e415ceb0 0x7fd9e41594c0 unknown :-1 s=CLOSED pgs=1733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:31.882 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.880+0000 7fd9eb35f640 1 -- 172.21.15.111:0/2675315947 >> 172.21.15.111:0/2675315947 conn(0x7fd9e4062cc0 msgr2=0x7fd9e406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:31.882 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.880+0000 7fd9eb35f640 1 -- 172.21.15.111:0/2675315947 shutdown_connections 2024-09-19T04:40:31.882 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.880+0000 7fd9eb35f640 1 -- 172.21.15.111:0/2675315947 wait complete. 2024-09-19T04:40:31.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.881+0000 7fd9eb35f640 1 Processor -- start 2024-09-19T04:40:31.883 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.881+0000 7fd9eb35f640 1 -- start start 2024-09-19T04:40:31.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.882+0000 7fd9eb35f640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9e40d02a0 0x7fd9e413b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:31.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.882+0000 7fd9eb35f640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9e415ca40 0x7fd9e4140af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:31.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.882+0000 7fd9eb35f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd9e415ceb0 0x7fd9e40cd5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:31.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.882+0000 7fd9eb35f640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd9e4155b90 con 0x7fd9e415ca40 2024-09-19T04:40:31.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.882+0000 7fd9eb35f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd9e415eb40 con 0x7fd9e415ceb0 2024-09-19T04:40:31.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.882+0000 7fd9eb35f640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fd9e4155d10 con 0x7fd9e40d02a0 2024-09-19T04:40:31.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.882+0000 7fd9e88fa640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9e415ca40 0x7fd9e4140af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:31.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.882+0000 7fd9e88fa640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9e415ca40 0x7fd9e4140af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41720/0 (socket says 172.21.15.111:41720) 2024-09-19T04:40:31.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.882+0000 7fd9e88fa640 1 -- 172.21.15.111:0/84141792 learned_addr learned my addr 172.21.15.111:0/84141792 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:31.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.882+0000 7fd9e98fc640 1 --2- 172.21.15.111:0/84141792 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd9e415ceb0 0x7fd9e40cd5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:31.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.882+0000 7fd9e90fb640 1 --2- 172.21.15.111:0/84141792 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9e40d02a0 0x7fd9e413b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:31.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.882+0000 7fd9e88fa640 1 -- 172.21.15.111:0/84141792 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9e40d02a0 msgr2=0x7fd9e413b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:31.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.882+0000 7fd9e88fa640 1 --2- 172.21.15.111:0/84141792 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9e40d02a0 0x7fd9e413b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:31.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.882+0000 7fd9e88fa640 1 -- 172.21.15.111:0/84141792 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd9e415ceb0 msgr2=0x7fd9e40cd5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:31.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.882+0000 7fd9e88fa640 1 --2- 172.21.15.111:0/84141792 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd9e415ceb0 0x7fd9e40cd5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:31.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.882+0000 7fd9e88fa640 1 -- 172.21.15.111:0/84141792 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9e413c320 con 0x7fd9e415ca40 2024-09-19T04:40:31.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.882+0000 7fd9e90fb640 1 --2- 172.21.15.111:0/84141792 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9e40d02a0 0x7fd9e413b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:31.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.883+0000 7fd9e88fa640 1 --2- 172.21.15.111:0/84141792 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9e415ca40 0x7fd9e4140af0 secure :-1 s=READY pgs=1734 cs=0 l=1 rev1=1 crypto rx=0x7fd9d400c4a0 tx=0x7fd9d400c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:31.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.883+0000 7fd9d9ffb640 1 -- 172.21.15.111:0/84141792 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9d4018070 con 0x7fd9e415ca40 2024-09-19T04:40:31.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.883+0000 7fd9d9ffb640 1 -- 172.21.15.111:0/84141792 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9d40074e0 con 0x7fd9e415ca40 2024-09-19T04:40:31.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.883+0000 7fd9d9ffb640 1 -- 172.21.15.111:0/84141792 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9d4004a20 con 0x7fd9e415ca40 2024-09-19T04:40:31.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.883+0000 7fd9eb35f640 1 -- 172.21.15.111:0/84141792 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9e4140590 con 0x7fd9e415ca40 2024-09-19T04:40:31.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.883+0000 7fd9eb35f640 1 -- 172.21.15.111:0/84141792 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9e41402b0 con 0x7fd9e415ca40 2024-09-19T04:40:31.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.884+0000 7fd9eb35f640 1 -- 172.21.15.111:0/84141792 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9e40b4790 con 0x7fd9e415ca40 2024-09-19T04:40:31.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.884+0000 7fd9d9ffb640 1 -- 172.21.15.111:0/84141792 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7fd9d401b070 con 0x7fd9e415ca40 2024-09-19T04:40:31.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.885+0000 7fd9d9ffb640 1 --2- 172.21.15.111:0/84141792 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd9c806cc40 0x7fd9c806f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:31.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.885+0000 7fd9d9ffb640 1 -- 172.21.15.111:0/84141792 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7fd9d4088dc0 con 0x7fd9e415ca40 2024-09-19T04:40:31.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.885+0000 7fd9e90fb640 1 --2- 172.21.15.111:0/84141792 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd9c806cc40 0x7fd9c806f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:31.887 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.886+0000 7fd9e90fb640 1 --2- 172.21.15.111:0/84141792 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd9c806cc40 0x7fd9c806f100 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fd9e0007fd0 tx=0x7fd9e0009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:31.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:31.889+0000 7fd9d9ffb640 1 -- 172.21.15.111:0/84141792 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd9d4058ae0 con 0x7fd9e415ca40 2024-09-19T04:40:32.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.076+0000 7fd9eb35f640 1 -- 172.21.15.111:0/84141792 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7fd9e40cd340 con 0x7fd9c806cc40 2024-09-19T04:40:32.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.078+0000 7fd9d9ffb640 1 -- 172.21.15.111:0/84141792 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fd9e40cd340 con 0x7fd9c806cc40 2024-09-19T04:40:32.079 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2024-09-19T04:40:32.079 INFO:teuthology.orchestra.run.smithi111.stdout: { 2024-09-19T04:40:32.079 INFO:teuthology.orchestra.run.smithi111.stdout: "name": "cephfs" 2024-09-19T04:40:32.079 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-09-19T04:40:32.079 INFO:teuthology.orchestra.run.smithi111.stdout:] 2024-09-19T04:40:32.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.080+0000 7fd9eb35f640 1 -- 172.21.15.111:0/84141792 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd9c806cc40 msgr2=0x7fd9c806f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.080+0000 7fd9eb35f640 1 --2- 172.21.15.111:0/84141792 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd9c806cc40 0x7fd9c806f100 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fd9e0007fd0 tx=0x7fd9e0009040 comp rx=0 tx=0).stop 2024-09-19T04:40:32.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.080+0000 7fd9eb35f640 1 -- 172.21.15.111:0/84141792 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9e415ca40 msgr2=0x7fd9e4140af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.080+0000 7fd9eb35f640 1 --2- 172.21.15.111:0/84141792 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9e415ca40 0x7fd9e4140af0 secure :-1 s=READY pgs=1734 cs=0 l=1 rev1=1 crypto rx=0x7fd9d400c4a0 tx=0x7fd9d400c960 comp rx=0 tx=0).stop 2024-09-19T04:40:32.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.080+0000 7fd9eb35f640 1 -- 172.21.15.111:0/84141792 shutdown_connections 2024-09-19T04:40:32.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.080+0000 7fd9eb35f640 1 --2- 172.21.15.111:0/84141792 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fd9c806cc40 0x7fd9c806f100 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.080+0000 7fd9eb35f640 1 --2- 172.21.15.111:0/84141792 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd9e415ceb0 0x7fd9e40cd5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.080+0000 7fd9eb35f640 1 --2- 172.21.15.111:0/84141792 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd9e415ca40 0x7fd9e4140af0 unknown :-1 s=CLOSED pgs=1734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.080+0000 7fd9eb35f640 1 --2- 172.21.15.111:0/84141792 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fd9e40d02a0 0x7fd9e413b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.080+0000 7fd9eb35f640 1 -- 172.21.15.111:0/84141792 >> 172.21.15.111:0/84141792 conn(0x7fd9e4062cc0 msgr2=0x7fd9e4154450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:32.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.080+0000 7fd9eb35f640 1 -- 172.21.15.111:0/84141792 shutdown_connections 2024-09-19T04:40:32.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.080+0000 7fd9eb35f640 1 -- 172.21.15.111:0/84141792 wait complete. 2024-09-19T04:40:32.092 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T04:40:32.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.192+0000 7f4b5a98d640 1 Processor -- start 2024-09-19T04:40:32.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.192+0000 7f4b5a98d640 1 -- start start 2024-09-19T04:40:32.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.193+0000 7f4b5a98d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4b54158e50 0x7f4b540b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:32.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.193+0000 7f4b5a98d640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f4b5406f130 0x7f4b540ce200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:32.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.193+0000 7f4b5a98d640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4b5415c800 con 0x7f4b5415c370 2024-09-19T04:40:32.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.193+0000 7f4b5a98d640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f4b540b43f0 con 0x7f4b54158e50 2024-09-19T04:40:32.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.193+0000 7f4b5a98d640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f4b540b3630 con 0x7f4b5406f130 2024-09-19T04:40:32.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.193+0000 7f4b53fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4b54158e50 0x7f4b540b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:32.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.193+0000 7f4b53fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f4b54158e50 0x7f4b540b5050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41728/0 (socket says 172.21.15.111:41728) 2024-09-19T04:40:32.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.193+0000 7f4b53fff640 1 -- 172.21.15.111:0/1513555478 learned_addr learned my addr 172.21.15.111:0/1513555478 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:32.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.193+0000 7f4b58f2a640 1 --2- 172.21.15.111:0/1513555478 >> v2:172.21.15.114:3300/0 conn(0x7f4b5406f130 0x7f4b540ce200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:32.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.193+0000 7f4b53fff640 1 -- 172.21.15.111:0/1513555478 >> v2:172.21.15.114:3300/0 conn(0x7f4b5406f130 msgr2=0x7f4b540ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:32.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.193+0000 7f4b53fff640 1 --2- 172.21.15.111:0/1513555478 >> v2:172.21.15.114:3300/0 conn(0x7f4b5406f130 0x7f4b540ce200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.193+0000 7f4b53fff640 1 -- 172.21.15.111:0/1513555478 >> v1:172.21.15.114:6789/0 conn(0x7f4b5415c370 legacy=0x7f4b5406ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:32.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.193+0000 7f4b53fff640 1 -- 172.21.15.111:0/1513555478 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b540b3910 con 0x7f4b54158e50 2024-09-19T04:40:32.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.194+0000 7f4b53fff640 1 --2- 172.21.15.111:0/1513555478 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b54158e50 0x7f4b540b5050 secure :-1 s=READY pgs=1735 cs=0 l=1 rev1=1 crypto rx=0x7f4b54069580 tx=0x7f4b4402c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b541c4200c61d85d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:32.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.194+0000 7f4b52ffd640 1 -- 172.21.15.111:0/1513555478 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b44032710 con 0x7f4b54158e50 2024-09-19T04:40:32.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.194+0000 7f4b52ffd640 1 -- 172.21.15.111:0/1513555478 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b440328b0 con 0x7f4b54158e50 2024-09-19T04:40:32.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.194+0000 7f4b52ffd640 1 -- 172.21.15.111:0/1513555478 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b44032ca0 con 0x7f4b54158e50 2024-09-19T04:40:32.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.195+0000 7f4b5a98d640 1 -- 172.21.15.111:0/1513555478 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b54158e50 msgr2=0x7f4b540b5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.195+0000 7f4b5a98d640 1 --2- 172.21.15.111:0/1513555478 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b54158e50 0x7f4b540b5050 secure :-1 s=READY pgs=1735 cs=0 l=1 rev1=1 crypto rx=0x7f4b54069580 tx=0x7f4b4402c850 comp rx=0 tx=0).stop 2024-09-19T04:40:32.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.195+0000 7f4b5a98d640 1 -- 172.21.15.111:0/1513555478 shutdown_connections 2024-09-19T04:40:32.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.195+0000 7f4b5a98d640 1 --2- 172.21.15.111:0/1513555478 >> v2:172.21.15.114:3300/0 conn(0x7f4b5406f130 0x7f4b540ce200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.195+0000 7f4b5a98d640 1 --2- 172.21.15.111:0/1513555478 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b54158e50 0x7f4b540b5050 unknown :-1 s=CLOSED pgs=1735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.195+0000 7f4b5a98d640 1 -- 172.21.15.111:0/1513555478 >> 172.21.15.111:0/1513555478 conn(0x7f4b5406bba0 msgr2=0x7f4b5406bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:32.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.195+0000 7f4b5a98d640 1 -- 172.21.15.111:0/1513555478 shutdown_connections 2024-09-19T04:40:32.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.195+0000 7f4b5a98d640 1 -- 172.21.15.111:0/1513555478 wait complete. 2024-09-19T04:40:32.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.196+0000 7f4b5a98d640 1 Processor -- start 2024-09-19T04:40:32.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.196+0000 7f4b5a98d640 1 -- start start 2024-09-19T04:40:32.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.197+0000 7f4b5a98d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b5406f130 0x7f4b5414b000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:32.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.197+0000 7f4b5a98d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b54158e50 0x7f4b5414d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:32.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.197+0000 7f4b5a98d640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4b5415c370 0x7f4b5415a400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:32.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.197+0000 7f4b5a98d640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4b54159230 con 0x7f4b54158e50 2024-09-19T04:40:32.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.197+0000 7f4b5a98d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4b540b3ed0 con 0x7f4b5406f130 2024-09-19T04:40:32.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.197+0000 7f4b5a98d640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4b540ce740 con 0x7f4b5415c370 2024-09-19T04:40:32.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.197+0000 7f4b537fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b54158e50 0x7f4b5414d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:32.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.197+0000 7f4b537fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b54158e50 0x7f4b5414d900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41730/0 (socket says 172.21.15.111:41730) 2024-09-19T04:40:32.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.197+0000 7f4b537fe640 1 -- 172.21.15.111:0/2368753667 learned_addr learned my addr 172.21.15.111:0/2368753667 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:32.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.197+0000 7f4b53fff640 1 --2- 172.21.15.111:0/2368753667 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b5406f130 0x7f4b5414b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:32.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.197+0000 7f4b537fe640 1 -- 172.21.15.111:0/2368753667 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4b5415c370 msgr2=0x7f4b5415a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.197+0000 7f4b58f2a640 1 --2- 172.21.15.111:0/2368753667 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4b5415c370 0x7f4b5415a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:32.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.197+0000 7f4b537fe640 1 --2- 172.21.15.111:0/2368753667 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4b5415c370 0x7f4b5415a400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.197+0000 7f4b537fe640 1 -- 172.21.15.111:0/2368753667 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b5406f130 msgr2=0x7f4b5414b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.197+0000 7f4b537fe640 1 --2- 172.21.15.111:0/2368753667 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b5406f130 0x7f4b5414b000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.197+0000 7f4b537fe640 1 -- 172.21.15.111:0/2368753667 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b5414c860 con 0x7f4b54158e50 2024-09-19T04:40:32.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.197+0000 7f4b53fff640 1 --2- 172.21.15.111:0/2368753667 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b5406f130 0x7f4b5414b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:32.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.197+0000 7f4b58f2a640 1 --2- 172.21.15.111:0/2368753667 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4b5415c370 0x7f4b5415a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:32.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.198+0000 7f4b537fe640 1 --2- 172.21.15.111:0/2368753667 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b54158e50 0x7f4b5414d900 secure :-1 s=READY pgs=1736 cs=0 l=1 rev1=1 crypto rx=0x7f4b4800b3c0 tx=0x7f4b4800b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:32.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.198+0000 7f4b50ff9640 1 -- 172.21.15.111:0/2368753667 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b48005920 con 0x7f4b54158e50 2024-09-19T04:40:32.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.198+0000 7f4b50ff9640 1 -- 172.21.15.111:0/2368753667 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b48005ae0 con 0x7f4b54158e50 2024-09-19T04:40:32.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.198+0000 7f4b50ff9640 1 -- 172.21.15.111:0/2368753667 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b48006020 con 0x7f4b54158e50 2024-09-19T04:40:32.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.198+0000 7f4b5a98d640 1 -- 172.21.15.111:0/2368753667 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b5414cb40 con 0x7f4b54158e50 2024-09-19T04:40:32.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.198+0000 7f4b5a98d640 1 -- 172.21.15.111:0/2368753667 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b5414d100 con 0x7f4b54158e50 2024-09-19T04:40:32.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.199+0000 7f4b5a98d640 1 -- 172.21.15.111:0/2368753667 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b540ce200 con 0x7f4b54158e50 2024-09-19T04:40:32.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.199+0000 7f4b50ff9640 1 -- 172.21.15.111:0/2368753667 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f4b48018030 con 0x7f4b54158e50 2024-09-19T04:40:32.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.200+0000 7f4b50ff9640 1 --2- 172.21.15.111:0/2368753667 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4b4006cc40 0x7f4b4006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:32.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.200+0000 7f4b50ff9640 1 -- 172.21.15.111:0/2368753667 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7f4b48089220 con 0x7f4b54158e50 2024-09-19T04:40:32.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.200+0000 7f4b53fff640 1 --2- 172.21.15.111:0/2368753667 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4b4006cc40 0x7f4b4006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:32.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.200+0000 7f4b53fff640 1 --2- 172.21.15.111:0/2368753667 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4b4006cc40 0x7f4b4006f100 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f4b44037000 tx=0x7f4b44032000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:32.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.204+0000 7f4b50ff9640 1 -- 172.21.15.111:0/2368753667 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4b4801f020 con 0x7f4b54158e50 2024-09-19T04:40:32.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.369+0000 7f4b5a98d640 1 -- 172.21.15.111:0/2368753667 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f4b540cc700 con 0x7f4b54158e50 2024-09-19T04:40:32.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.369+0000 7f4b50ff9640 1 -- 172.21.15.111:0/2368753667 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v30)=0 v30) ==== 122+0+0 (secure 0 0 0) 0x7f4b48059590 con 0x7f4b54158e50 2024-09-19T04:40:32.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.371+0000 7f4b5a98d640 1 -- 172.21.15.111:0/2368753667 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4b4006cc40 msgr2=0x7f4b4006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.371+0000 7f4b5a98d640 1 --2- 172.21.15.111:0/2368753667 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4b4006cc40 0x7f4b4006f100 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f4b44037000 tx=0x7f4b44032000 comp rx=0 tx=0).stop 2024-09-19T04:40:32.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.371+0000 7f4b5a98d640 1 -- 172.21.15.111:0/2368753667 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b54158e50 msgr2=0x7f4b5414d900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.371+0000 7f4b5a98d640 1 --2- 172.21.15.111:0/2368753667 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b54158e50 0x7f4b5414d900 secure :-1 s=READY pgs=1736 cs=0 l=1 rev1=1 crypto rx=0x7f4b4800b3c0 tx=0x7f4b4800b880 comp rx=0 tx=0).stop 2024-09-19T04:40:32.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.371+0000 7f4b5a98d640 1 -- 172.21.15.111:0/2368753667 shutdown_connections 2024-09-19T04:40:32.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.371+0000 7f4b5a98d640 1 --2- 172.21.15.111:0/2368753667 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f4b4006cc40 0x7f4b4006f100 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.371+0000 7f4b5a98d640 1 --2- 172.21.15.111:0/2368753667 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4b5415c370 0x7f4b5415a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.371+0000 7f4b5a98d640 1 --2- 172.21.15.111:0/2368753667 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b54158e50 0x7f4b5414d900 unknown :-1 s=CLOSED pgs=1736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.373 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.371+0000 7f4b5a98d640 1 --2- 172.21.15.111:0/2368753667 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b5406f130 0x7f4b5414b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.371+0000 7f4b5a98d640 1 -- 172.21.15.111:0/2368753667 >> 172.21.15.111:0/2368753667 conn(0x7f4b5406bba0 msgr2=0x7f4b541580f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:32.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.371+0000 7f4b5a98d640 1 -- 172.21.15.111:0/2368753667 shutdown_connections 2024-09-19T04:40:32.374 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.371+0000 7f4b5a98d640 1 -- 172.21.15.111:0/2368753667 wait complete. 2024-09-19T04:40:32.384 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:32.384 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p ./volumes/subvol_grp37230/subvol58090) 2024-09-19T04:40:32.415 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:32.415 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-19T04:40:32.471 INFO:teuthology.orchestra.run.smithi111.stdout:cephfs_data 2024-09-19T04:40:32.472 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:32.472 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data ./volumes/subvol_grp37230/subvol58090) 2024-09-19T04:40:32.540 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:40:32.541 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/home/ubuntu/cephtest/mnt.0/./volumes/subvol_grp37230/subvol58090/.meta 2024-09-19T04:40:32.609 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol58090 subvol_grp37230 2024-09-19T04:40:32.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.750+0000 7f316b88c640 1 Processor -- start 2024-09-19T04:40:32.752 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.751+0000 7f316b88c640 1 -- start start 2024-09-19T04:40:32.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.751+0000 7f316b88c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f316415b370 0x7f3164072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:32.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.751+0000 7f316b88c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f316415f9f0 0x7f316406ea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:32.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.751+0000 7f316b88c640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f316415c970 con 0x7f316406ef60 2024-09-19T04:40:32.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.751+0000 7f316b88c640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f316415fef0 con 0x7f316415f9f0 2024-09-19T04:40:32.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.751+0000 7f316b88c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f316415bbb0 con 0x7f316415b370 2024-09-19T04:40:32.753 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.752+0000 7f3168e27640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f316415f9f0 0x7f316406ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:32.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.752+0000 7f3168e27640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f316415f9f0 0x7f316406ea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41738/0 (socket says 172.21.15.111:41738) 2024-09-19T04:40:32.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.752+0000 7f3168e27640 1 -- 172.21.15.111:0/1800954575 learned_addr learned my addr 172.21.15.111:0/1800954575 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:32.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.752+0000 7f3169628640 1 --2- 172.21.15.111:0/1800954575 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f316415b370 0x7f3164072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:32.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.752+0000 7f3168e27640 1 -- 172.21.15.111:0/1800954575 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f316415b370 msgr2=0x7f3164072560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:32.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.752+0000 7f3168e27640 1 --2- 172.21.15.111:0/1800954575 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f316415b370 0x7f3164072560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.752+0000 7f3168e27640 1 -- 172.21.15.111:0/1800954575 >> v1:172.21.15.114:6789/0 conn(0x7f316406ef60 legacy=0x7f3164071040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:32.754 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.752+0000 7f3168e27640 1 -- 172.21.15.111:0/1800954575 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f316415be90 con 0x7f316415f9f0 2024-09-19T04:40:32.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.753+0000 7f3168e27640 1 --2- 172.21.15.111:0/1800954575 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f316415f9f0 0x7f316406ea20 secure :-1 s=READY pgs=1737 cs=0 l=1 rev1=1 crypto rx=0x7f3154009870 tx=0x7f315402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50e30d5691767812 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:32.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.753+0000 7f315bfff640 1 -- 172.21.15.111:0/1800954575 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3154037070 con 0x7f316415f9f0 2024-09-19T04:40:32.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.753+0000 7f315bfff640 1 -- 172.21.15.111:0/1800954575 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3154032440 con 0x7f316415f9f0 2024-09-19T04:40:32.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.753+0000 7f315bfff640 1 -- 172.21.15.111:0/1800954575 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3154032810 con 0x7f316415f9f0 2024-09-19T04:40:32.755 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.753+0000 7f316b88c640 1 -- 172.21.15.111:0/1800954575 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f316415f9f0 msgr2=0x7f316406ea20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.753+0000 7f316b88c640 1 --2- 172.21.15.111:0/1800954575 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f316415f9f0 0x7f316406ea20 secure :-1 s=READY pgs=1737 cs=0 l=1 rev1=1 crypto rx=0x7f3154009870 tx=0x7f315402a180 comp rx=0 tx=0).stop 2024-09-19T04:40:32.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.753+0000 7f316b88c640 1 -- 172.21.15.111:0/1800954575 shutdown_connections 2024-09-19T04:40:32.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.753+0000 7f316b88c640 1 --2- 172.21.15.111:0/1800954575 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f316415f9f0 0x7f316406ea20 unknown :-1 s=CLOSED pgs=1737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.753+0000 7f316b88c640 1 --2- 172.21.15.111:0/1800954575 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f316415b370 0x7f3164072560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.753+0000 7f316b88c640 1 -- 172.21.15.111:0/1800954575 >> 172.21.15.111:0/1800954575 conn(0x7f316406bba0 msgr2=0x7f316406bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:32.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.753+0000 7f316b88c640 1 -- 172.21.15.111:0/1800954575 shutdown_connections 2024-09-19T04:40:32.756 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.753+0000 7f316b88c640 1 -- 172.21.15.111:0/1800954575 wait complete. 2024-09-19T04:40:32.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.755+0000 7f316b88c640 1 Processor -- start 2024-09-19T04:40:32.758 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.755+0000 7f316b88c640 1 -- start start 2024-09-19T04:40:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.755+0000 7f316b88c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f316406ef60 0x7f3164156740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.755+0000 7f316b88c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f316415b370 0x7f31640aada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.755+0000 7f316b88c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f316415f9f0 0x7f31640ab2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.755+0000 7f316b88c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f31640731b0 con 0x7f316415f9f0 2024-09-19T04:40:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.755+0000 7f316b88c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f316415c450 con 0x7f316415b370 2024-09-19T04:40:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.755+0000 7f316b88c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f31640cf4a0 con 0x7f316406ef60 2024-09-19T04:40:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.755+0000 7f3169e29640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f316415f9f0 0x7f31640ab2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.755+0000 7f3169e29640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f316415f9f0 0x7f31640ab2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41750/0 (socket says 172.21.15.111:41750) 2024-09-19T04:40:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.755+0000 7f3169e29640 1 -- 172.21.15.111:0/1266662283 learned_addr learned my addr 172.21.15.111:0/1266662283 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.756+0000 7f3169628640 1 --2- 172.21.15.111:0/1266662283 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f316406ef60 0x7f3164156740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.756+0000 7f3168e27640 1 --2- 172.21.15.111:0/1266662283 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f316415b370 0x7f31640aada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.756+0000 7f3169e29640 1 -- 172.21.15.111:0/1266662283 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f316406ef60 msgr2=0x7f3164156740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.756+0000 7f3169e29640 1 --2- 172.21.15.111:0/1266662283 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f316406ef60 0x7f3164156740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.756+0000 7f3169e29640 1 -- 172.21.15.111:0/1266662283 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f316415b370 msgr2=0x7f31640aada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.756+0000 7f3169e29640 1 --2- 172.21.15.111:0/1266662283 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f316415b370 0x7f31640aada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.756+0000 7f3169e29640 1 -- 172.21.15.111:0/1266662283 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31640b4150 con 0x7f316415f9f0 2024-09-19T04:40:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.756+0000 7f3168e27640 1 --2- 172.21.15.111:0/1266662283 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f316415b370 0x7f31640aada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.756+0000 7f3169e29640 1 --2- 172.21.15.111:0/1266662283 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f316415f9f0 0x7f31640ab2e0 secure :-1 s=READY pgs=1738 cs=0 l=1 rev1=1 crypto rx=0x7f315c00c780 tx=0x7f315c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.756+0000 7f3159ffb640 1 -- 172.21.15.111:0/1266662283 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f315c017070 con 0x7f316415f9f0 2024-09-19T04:40:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.756+0000 7f3159ffb640 1 -- 172.21.15.111:0/1266662283 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f315c003da0 con 0x7f316415f9f0 2024-09-19T04:40:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.756+0000 7f316b88c640 1 -- 172.21.15.111:0/1266662283 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31640b4430 con 0x7f316415f9f0 2024-09-19T04:40:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.756+0000 7f3159ffb640 1 -- 172.21.15.111:0/1266662283 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f315c0052b0 con 0x7f316415f9f0 2024-09-19T04:40:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.756+0000 7f316b88c640 1 -- 172.21.15.111:0/1266662283 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31640b49f0 con 0x7f316415f9f0 2024-09-19T04:40:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.757+0000 7f316b88c640 1 -- 172.21.15.111:0/1266662283 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f316415b750 con 0x7f316415f9f0 2024-09-19T04:40:32.760 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.758+0000 7f3159ffb640 1 -- 172.21.15.111:0/1266662283 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f315c01a070 con 0x7f316415f9f0 2024-09-19T04:40:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.758+0000 7f3159ffb640 1 --2- 172.21.15.111:0/1266662283 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f314806cc40 0x7f314806f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.758+0000 7f3159ffb640 1 -- 172.21.15.111:0/1266662283 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7f315c089190 con 0x7f316415f9f0 2024-09-19T04:40:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.758+0000 7f3169628640 1 --2- 172.21.15.111:0/1266662283 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f314806cc40 0x7f314806f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:32.761 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.759+0000 7f3169628640 1 --2- 172.21.15.111:0/1266662283 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f314806cc40 0x7f314806f100 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f31640b21a0 tx=0x7f3160008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:32.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.762+0000 7f3159ffb640 1 -- 172.21.15.111:0/1266662283 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f315c059500 con 0x7f316415f9f0 2024-09-19T04:40:32.959 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:32.958+0000 7f316b88c640 1 -- 172.21.15.111:0/1266662283 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol58090", "group_name": "subvol_grp37230", "target": ["mon-mgr", ""]}) -- 0x7f31640b4d40 con 0x7f314806cc40 2024-09-19T04:40:32.966 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:32.965+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:32.966 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:32.965+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:32.966 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:32.965+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:32.966 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:32.965+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:32.966 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:32.965+0000 7f0d66663640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:33.001 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.000+0000 7f3159ffb640 1 -- 172.21.15.111:0/1266662283 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f31640b4d40 con 0x7f314806cc40 2024-09-19T04:40:33.001 INFO:teuthology.orchestra.run.smithi111.stdout:/volumes/subvol_grp37230/subvol58090 2024-09-19T04:40:33.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.002+0000 7f316b88c640 1 -- 172.21.15.111:0/1266662283 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f314806cc40 msgr2=0x7f314806f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:33.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.002+0000 7f316b88c640 1 --2- 172.21.15.111:0/1266662283 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f314806cc40 0x7f314806f100 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f31640b21a0 tx=0x7f3160008040 comp rx=0 tx=0).stop 2024-09-19T04:40:33.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.002+0000 7f316b88c640 1 -- 172.21.15.111:0/1266662283 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f316415f9f0 msgr2=0x7f31640ab2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:33.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.002+0000 7f316b88c640 1 --2- 172.21.15.111:0/1266662283 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f316415f9f0 0x7f31640ab2e0 secure :-1 s=READY pgs=1738 cs=0 l=1 rev1=1 crypto rx=0x7f315c00c780 tx=0x7f315c00cc40 comp rx=0 tx=0).stop 2024-09-19T04:40:33.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.002+0000 7f316b88c640 1 -- 172.21.15.111:0/1266662283 shutdown_connections 2024-09-19T04:40:33.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.002+0000 7f316b88c640 1 --2- 172.21.15.111:0/1266662283 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f314806cc40 0x7f314806f100 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.002+0000 7f316b88c640 1 --2- 172.21.15.111:0/1266662283 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f316415f9f0 0x7f31640ab2e0 unknown :-1 s=CLOSED pgs=1738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.002+0000 7f316b88c640 1 --2- 172.21.15.111:0/1266662283 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f316415b370 0x7f31640aada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.002+0000 7f316b88c640 1 --2- 172.21.15.111:0/1266662283 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f316406ef60 0x7f3164156740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.002+0000 7f316b88c640 1 -- 172.21.15.111:0/1266662283 >> 172.21.15.111:0/1266662283 conn(0x7f316406bba0 msgr2=0x7f31640b01e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:33.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.002+0000 7f316b88c640 1 -- 172.21.15.111:0/1266662283 shutdown_connections 2024-09-19T04:40:33.004 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.002+0000 7f316b88c640 1 -- 172.21.15.111:0/1266662283 wait complete. 2024-09-19T04:40:33.015 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol58090 subvol_grp37230 2024-09-19T04:40:33.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.117+0000 7f62f4fcf640 1 Processor -- start 2024-09-19T04:40:33.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.117+0000 7f62f4fcf640 1 -- start start 2024-09-19T04:40:33.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.118+0000 7f62f4fcf640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f62f006fa40 0x7f62f00b5350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:33.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.118+0000 7f62f4fcf640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62f00b5890 con 0x7f62f015fed0 2024-09-19T04:40:33.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.118+0000 7f62f4fcf640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62f006e9a0 con 0x7f62f00b4f70 2024-09-19T04:40:33.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.118+0000 7f62f4fcf640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f62f006ec80 con 0x7f62f006fa40 2024-09-19T04:40:33.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.118+0000 7f62edd9b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f62f006fa40 0x7f62f00b5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:33.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.118+0000 7f62eed9d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f62f015fed0 0x7f62f01602e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:60116/0 (socket says 172.21.15.111:60116) 2024-09-19T04:40:33.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.118+0000 7f62eed9d640 1 -- 172.21.15.111:0/3842897752 learned_addr learned my addr 172.21.15.111:0/3842897752 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:33.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.119+0000 7f62edd9b640 1 -- 172.21.15.111:0/3842897752 >> v1:172.21.15.114:6789/0 conn(0x7f62f00b4f70 legacy=0x7f62f015f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:33.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.119+0000 7f62edd9b640 1 -- 172.21.15.111:0/3842897752 >> v1:172.21.15.111:6789/0 conn(0x7f62f015fed0 legacy=0x7f62f01602e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:33.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.119+0000 7f62edd9b640 1 -- 172.21.15.111:0/3842897752 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62f006ef60 con 0x7f62f006fa40 2024-09-19T04:40:33.120 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.119+0000 7f62ed59a640 1 -- 172.21.15.111:0/3842897752 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1913573821 0 0) 0x7f62f00b5890 con 0x7f62f015fed0 2024-09-19T04:40:33.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.119+0000 7f62edd9b640 1 --2- 172.21.15.111:0/3842897752 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f62f006fa40 0x7f62f00b5350 secure :-1 s=READY pgs=1740 cs=0 l=1 rev1=1 crypto rx=0x7f62e40097a0 tx=0x7f62e402a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=452dbe31e78d9c5d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:33.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.119+0000 7f62ed59a640 1 -- 172.21.15.111:0/3842897752 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e4037070 con 0x7f62f006fa40 2024-09-19T04:40:33.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.120+0000 7f62ed59a640 1 -- 172.21.15.111:0/3842897752 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62e4032640 con 0x7f62f006fa40 2024-09-19T04:40:33.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.120+0000 7f62ed59a640 1 -- 172.21.15.111:0/3842897752 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e4032a10 con 0x7f62f006fa40 2024-09-19T04:40:33.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.120+0000 7f62f4fcf640 1 -- 172.21.15.111:0/3842897752 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f62f006fa40 msgr2=0x7f62f00b5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:33.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.120+0000 7f62f4fcf640 1 --2- 172.21.15.111:0/3842897752 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f62f006fa40 0x7f62f00b5350 secure :-1 s=READY pgs=1740 cs=0 l=1 rev1=1 crypto rx=0x7f62e40097a0 tx=0x7f62e402a2c0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.120+0000 7f62f4fcf640 1 -- 172.21.15.111:0/3842897752 shutdown_connections 2024-09-19T04:40:33.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.120+0000 7f62f4fcf640 1 --2- 172.21.15.111:0/3842897752 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f62f006fa40 0x7f62f00b5350 unknown :-1 s=CLOSED pgs=1740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.120+0000 7f62f4fcf640 1 -- 172.21.15.111:0/3842897752 >> 172.21.15.111:0/3842897752 conn(0x7f62f0062810 msgr2=0x7f62f006ccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:33.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.120+0000 7f62f4fcf640 1 -- 172.21.15.111:0/3842897752 shutdown_connections 2024-09-19T04:40:33.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.120+0000 7f62f4fcf640 1 -- 172.21.15.111:0/3842897752 wait complete. 2024-09-19T04:40:33.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.121+0000 7f62f4fcf640 1 Processor -- start 2024-09-19T04:40:33.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.121+0000 7f62f4fcf640 1 -- start start 2024-09-19T04:40:33.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.122+0000 7f62f4fcf640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f62f006fa40 0x7f62f00b0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:33.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.122+0000 7f62f4fcf640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f62f00b4f70 0x7f62f00b24a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:33.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.122+0000 7f62f4fcf640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f62f015fed0 0x7f62f0146b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:33.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.122+0000 7f62f4fcf640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f62f006e620 con 0x7f62f015fed0 2024-09-19T04:40:33.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.122+0000 7f62f4fcf640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f62f006f520 con 0x7f62f006fa40 2024-09-19T04:40:33.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.122+0000 7f62f4fcf640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f62f006fe90 con 0x7f62f00b4f70 2024-09-19T04:40:33.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.122+0000 7f62eed9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f62f015fed0 0x7f62f0146b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:33.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.122+0000 7f62eed9d640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f62f015fed0 0x7f62f0146b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41762/0 (socket says 172.21.15.111:41762) 2024-09-19T04:40:33.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.122+0000 7f62eed9d640 1 -- 172.21.15.111:0/3711816110 learned_addr learned my addr 172.21.15.111:0/3711816110 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:33.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.122+0000 7f62edd9b640 1 --2- 172.21.15.111:0/3711816110 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f62f00b4f70 0x7f62f00b24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:33.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.122+0000 7f62ee59c640 1 --2- 172.21.15.111:0/3711816110 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f62f006fa40 0x7f62f00b0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:33.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.123+0000 7f62eed9d640 1 -- 172.21.15.111:0/3711816110 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f62f00b4f70 msgr2=0x7f62f00b24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:33.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.123+0000 7f62eed9d640 1 --2- 172.21.15.111:0/3711816110 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f62f00b4f70 0x7f62f00b24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.123+0000 7f62eed9d640 1 -- 172.21.15.111:0/3711816110 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f62f006fa40 msgr2=0x7f62f00b0ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:33.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.123+0000 7f62eed9d640 1 --2- 172.21.15.111:0/3711816110 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f62f006fa40 0x7f62f00b0ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.123+0000 7f62eed9d640 1 -- 172.21.15.111:0/3711816110 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62f00b2c30 con 0x7f62f015fed0 2024-09-19T04:40:33.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.123+0000 7f62eed9d640 1 --2- 172.21.15.111:0/3711816110 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f62f015fed0 0x7f62f0146b00 secure :-1 s=READY pgs=1741 cs=0 l=1 rev1=1 crypto rx=0x7f62e800c7a0 tx=0x7f62e800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:33.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.123+0000 7f62deffd640 1 -- 172.21.15.111:0/3711816110 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e8018070 con 0x7f62f015fed0 2024-09-19T04:40:33.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.123+0000 7f62deffd640 1 -- 172.21.15.111:0/3711816110 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62e800a640 con 0x7f62f015fed0 2024-09-19T04:40:33.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.123+0000 7f62deffd640 1 -- 172.21.15.111:0/3711816110 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e800aab0 con 0x7f62f015fed0 2024-09-19T04:40:33.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.123+0000 7f62f4fcf640 1 -- 172.21.15.111:0/3711816110 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62f00b2f10 con 0x7f62f015fed0 2024-09-19T04:40:33.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.123+0000 7f62f4fcf640 1 -- 172.21.15.111:0/3711816110 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62f00b34d0 con 0x7f62f015fed0 2024-09-19T04:40:33.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.124+0000 7f62f4fcf640 1 -- 172.21.15.111:0/3711816110 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62f006bd50 con 0x7f62f015fed0 2024-09-19T04:40:33.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.124+0000 7f62deffd640 1 -- 172.21.15.111:0/3711816110 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f62e800ac50 con 0x7f62f015fed0 2024-09-19T04:40:33.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.125+0000 7f62deffd640 1 --2- 172.21.15.111:0/3711816110 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f62d006cc40 0x7f62d006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:33.127 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.125+0000 7f62deffd640 1 -- 172.21.15.111:0/3711816110 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7f62e8089170 con 0x7f62f015fed0 2024-09-19T04:40:33.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.125+0000 7f62ee59c640 1 --2- 172.21.15.111:0/3711816110 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f62d006cc40 0x7f62d006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:33.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.126+0000 7f62ee59c640 1 --2- 172.21.15.111:0/3711816110 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f62d006cc40 0x7f62d006f100 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f62e0000f60 tx=0x7f62e0009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:33.131 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.130+0000 7f62deffd640 1 -- 172.21.15.111:0/3711816110 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f62e8058e90 con 0x7f62f015fed0 2024-09-19T04:40:33.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.321+0000 7f62f4fcf640 1 -- 172.21.15.111:0/3711816110 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol58090", "group_name": "subvol_grp37230", "target": ["mon-mgr", ""]}) -- 0x7f62f00b29e0 con 0x7f62d006cc40 2024-09-19T04:40:33.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.326+0000 7f62deffd640 1 -- 172.21.15.111:0/3711816110 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f62f00b29e0 con 0x7f62d006cc40 2024-09-19T04:40:33.327 INFO:teuthology.orchestra.run.smithi111.stdout:/volumes/subvol_grp37230/subvol58090 2024-09-19T04:40:33.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.328+0000 7f62f4fcf640 1 -- 172.21.15.111:0/3711816110 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f62d006cc40 msgr2=0x7f62d006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:33.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.328+0000 7f62f4fcf640 1 --2- 172.21.15.111:0/3711816110 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f62d006cc40 0x7f62d006f100 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f62e0000f60 tx=0x7f62e0009040 comp rx=0 tx=0).stop 2024-09-19T04:40:33.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.328+0000 7f62f4fcf640 1 -- 172.21.15.111:0/3711816110 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f62f015fed0 msgr2=0x7f62f0146b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:33.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.328+0000 7f62f4fcf640 1 --2- 172.21.15.111:0/3711816110 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f62f015fed0 0x7f62f0146b00 secure :-1 s=READY pgs=1741 cs=0 l=1 rev1=1 crypto rx=0x7f62e800c7a0 tx=0x7f62e800cc60 comp rx=0 tx=0).stop 2024-09-19T04:40:33.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.328+0000 7f62f4fcf640 1 -- 172.21.15.111:0/3711816110 shutdown_connections 2024-09-19T04:40:33.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.328+0000 7f62f4fcf640 1 --2- 172.21.15.111:0/3711816110 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f62d006cc40 0x7f62d006f100 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.328+0000 7f62f4fcf640 1 --2- 172.21.15.111:0/3711816110 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f62f015fed0 0x7f62f0146b00 unknown :-1 s=CLOSED pgs=1741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.328+0000 7f62f4fcf640 1 --2- 172.21.15.111:0/3711816110 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f62f00b4f70 0x7f62f00b24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.328+0000 7f62f4fcf640 1 --2- 172.21.15.111:0/3711816110 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f62f006fa40 0x7f62f00b0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.328+0000 7f62f4fcf640 1 -- 172.21.15.111:0/3711816110 >> 172.21.15.111:0/3711816110 conn(0x7f62f0062810 msgr2=0x7f62f00b5350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:33.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.328+0000 7f62f4fcf640 1 -- 172.21.15.111:0/3711816110 shutdown_connections 2024-09-19T04:40:33.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:33.328+0000 7f62f4fcf640 1 -- 172.21.15.111:0/3711816110 wait complete. 2024-09-19T04:40:33.340 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:33.341 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_legacy/47bf6932b281a107d823d83f5d5eaa8f.meta) 2024-09-19T04:40:34.320 INFO:teuthology.orchestra.run.smithi111.stdout:[GLOBAL] 2024-09-19T04:40:34.320 INFO:teuthology.orchestra.run.smithi111.stdout:version = 1 2024-09-19T04:40:34.320 INFO:teuthology.orchestra.run.smithi111.stdout:type = subvolume 2024-09-19T04:40:34.320 INFO:teuthology.orchestra.run.smithi111.stdout:path = /volumes/subvol_grp37230/subvol58090 2024-09-19T04:40:34.320 INFO:teuthology.orchestra.run.smithi111.stdout:state = complete 2024-09-19T04:40:34.320 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:34.322 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol58090 subvol_grp37230 2024-09-19T04:40:34.436 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.435+0000 7f3a936f1640 1 Processor -- start 2024-09-19T04:40:34.436 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.435+0000 7f3a936f1640 1 -- start start 2024-09-19T04:40:34.437 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.436+0000 7f3a936f1640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f3a8c06e500 0x7f3a8c167310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:34.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.436+0000 7f3a936f1640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3a8c0b4240 con 0x7f3a8c0cf5d0 2024-09-19T04:40:34.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.436+0000 7f3a936f1640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3a8c0b4520 con 0x7f3a8c145d90 2024-09-19T04:40:34.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.436+0000 7f3a936f1640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f3a8c06d080 con 0x7f3a8c06e500 2024-09-19T04:40:34.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.436+0000 7f3a90c8c640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f3a8c0cf5d0 0x7f3a8c0cfa40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:60120/0 (socket says 172.21.15.111:60120) 2024-09-19T04:40:34.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.436+0000 7f3a90c8c640 1 -- 172.21.15.111:0/475387873 learned_addr learned my addr 172.21.15.111:0/475387873 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:34.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.436+0000 7f3a91c8e640 1 --2- 172.21.15.111:0/475387873 >> v2:172.21.15.114:3300/0 conn(0x7f3a8c06e500 0x7f3a8c167310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:34.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.436+0000 7f3a83fff640 1 -- 172.21.15.111:0/475387873 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1612656433 0 0) 0x7f3a8c0b4240 con 0x7f3a8c0cf5d0 2024-09-19T04:40:34.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.436+0000 7f3a83fff640 1 -- 172.21.15.111:0/475387873 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3a78003520 con 0x7f3a8c0cf5d0 2024-09-19T04:40:34.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.436+0000 7f3a91c8e640 1 -- 172.21.15.111:0/475387873 >> v1:172.21.15.114:6789/0 conn(0x7f3a8c145d90 legacy=0x7f3a8c0ccf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.436+0000 7f3a91c8e640 1 -- 172.21.15.111:0/475387873 >> v1:172.21.15.111:6789/0 conn(0x7f3a8c0cf5d0 legacy=0x7f3a8c0cfa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.436+0000 7f3a91c8e640 1 -- 172.21.15.111:0/475387873 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a8c0b4800 con 0x7f3a8c06e500 2024-09-19T04:40:34.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.437+0000 7f3a91c8e640 1 --2- 172.21.15.111:0/475387873 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a8c06e500 0x7f3a8c167310 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f3a840097a0 tx=0x7f3a8402a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f2cbf44e8cfc9560 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:34.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.437+0000 7f3a83fff640 1 -- 172.21.15.111:0/475387873 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a84037070 con 0x7f3a8c06e500 2024-09-19T04:40:34.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.437+0000 7f3a83fff640 1 -- 172.21.15.111:0/475387873 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a84032440 con 0x7f3a8c06e500 2024-09-19T04:40:34.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.437+0000 7f3a83fff640 1 -- 172.21.15.111:0/475387873 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a840327f0 con 0x7f3a8c06e500 2024-09-19T04:40:34.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.438+0000 7f3a936f1640 1 -- 172.21.15.111:0/475387873 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a8c06e500 msgr2=0x7f3a8c167310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.438+0000 7f3a936f1640 1 --2- 172.21.15.111:0/475387873 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a8c06e500 0x7f3a8c167310 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f3a840097a0 tx=0x7f3a8402a230 comp rx=0 tx=0).stop 2024-09-19T04:40:34.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.438+0000 7f3a936f1640 1 -- 172.21.15.111:0/475387873 shutdown_connections 2024-09-19T04:40:34.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.438+0000 7f3a936f1640 1 --2- 172.21.15.111:0/475387873 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a8c06e500 0x7f3a8c167310 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.438+0000 7f3a936f1640 1 -- 172.21.15.111:0/475387873 >> 172.21.15.111:0/475387873 conn(0x7f3a8c06bba0 msgr2=0x7f3a8c06bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:34.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.438+0000 7f3a936f1640 1 -- 172.21.15.111:0/475387873 shutdown_connections 2024-09-19T04:40:34.440 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.438+0000 7f3a936f1640 1 -- 172.21.15.111:0/475387873 wait complete. 2024-09-19T04:40:34.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.439+0000 7f3a936f1640 1 Processor -- start 2024-09-19T04:40:34.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.439+0000 7f3a936f1640 1 -- start start 2024-09-19T04:40:34.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.440+0000 7f3a936f1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a8c06e500 0x7f3a8c15f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:34.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.440+0000 7f3a936f1640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a8c0cf5d0 0x7f3a8c1f7eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:34.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.440+0000 7f3a936f1640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a8c145d90 0x7f3a8c15a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:34.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.440+0000 7f3a936f1640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3a8c0b5610 con 0x7f3a8c145d90 2024-09-19T04:40:34.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.440+0000 7f3a936f1640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3a8c0cd660 con 0x7f3a8c0cf5d0 2024-09-19T04:40:34.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.440+0000 7f3a936f1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3a8c0b5790 con 0x7f3a8c06e500 2024-09-19T04:40:34.443 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.440+0000 7f3a91c8e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a8c145d90 0x7f3a8c15a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:34.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.440+0000 7f3a91c8e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a8c145d90 0x7f3a8c15a4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41772/0 (socket says 172.21.15.111:41772) 2024-09-19T04:40:34.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.440+0000 7f3a91c8e640 1 -- 172.21.15.111:0/885073807 learned_addr learned my addr 172.21.15.111:0/885073807 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:34.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.440+0000 7f3a90c8c640 1 --2- 172.21.15.111:0/885073807 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a8c0cf5d0 0x7f3a8c1f7eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:34.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.440+0000 7f3a9148d640 1 --2- 172.21.15.111:0/885073807 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a8c06e500 0x7f3a8c15f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:34.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.440+0000 7f3a91c8e640 1 -- 172.21.15.111:0/885073807 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a8c06e500 msgr2=0x7f3a8c15f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.440+0000 7f3a91c8e640 1 --2- 172.21.15.111:0/885073807 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a8c06e500 0x7f3a8c15f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.440+0000 7f3a91c8e640 1 -- 172.21.15.111:0/885073807 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a8c0cf5d0 msgr2=0x7f3a8c1f7eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.440+0000 7f3a91c8e640 1 --2- 172.21.15.111:0/885073807 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a8c0cf5d0 0x7f3a8c1f7eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.440+0000 7f3a91c8e640 1 -- 172.21.15.111:0/885073807 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a8c15de30 con 0x7f3a8c145d90 2024-09-19T04:40:34.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.440+0000 7f3a90c8c640 1 --2- 172.21.15.111:0/885073807 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a8c0cf5d0 0x7f3a8c1f7eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:34.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.440+0000 7f3a91c8e640 1 --2- 172.21.15.111:0/885073807 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a8c145d90 0x7f3a8c15a4c0 secure :-1 s=READY pgs=1743 cs=0 l=1 rev1=1 crypto rx=0x7f3a840097a0 tx=0x7f3a840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:34.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.441+0000 7f3a81ffb640 1 -- 172.21.15.111:0/885073807 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a84037050 con 0x7f3a8c145d90 2024-09-19T04:40:34.444 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.441+0000 7f3a81ffb640 1 -- 172.21.15.111:0/885073807 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a84038040 con 0x7f3a8c145d90 2024-09-19T04:40:34.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.441+0000 7f3a81ffb640 1 -- 172.21.15.111:0/885073807 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a84004450 con 0x7f3a8c145d90 2024-09-19T04:40:34.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.441+0000 7f3a936f1640 1 -- 172.21.15.111:0/885073807 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a8c1f3d90 con 0x7f3a8c145d90 2024-09-19T04:40:34.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.441+0000 7f3a936f1640 1 -- 172.21.15.111:0/885073807 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a8c15d870 con 0x7f3a8c145d90 2024-09-19T04:40:34.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.442+0000 7f3a936f1640 1 -- 172.21.15.111:0/885073807 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a8c146170 con 0x7f3a8c145d90 2024-09-19T04:40:34.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.442+0000 7f3a81ffb640 1 -- 172.21.15.111:0/885073807 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f3a84003610 con 0x7f3a8c145d90 2024-09-19T04:40:34.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.443+0000 7f3a81ffb640 1 --2- 172.21.15.111:0/885073807 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3a7006cc40 0x7f3a7006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:34.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.443+0000 7f3a81ffb640 1 -- 172.21.15.111:0/885073807 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7f3a840aa5e0 con 0x7f3a8c145d90 2024-09-19T04:40:34.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.443+0000 7f3a9148d640 1 --2- 172.21.15.111:0/885073807 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3a7006cc40 0x7f3a7006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:34.446 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.444+0000 7f3a9148d640 1 --2- 172.21.15.111:0/885073807 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3a7006cc40 0x7f3a7006f100 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f3a88001ca0 tx=0x7f3a88009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:34.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.447+0000 7f3a81ffb640 1 -- 172.21.15.111:0/885073807 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3a8c15de30 con 0x7f3a8c145d90 2024-09-19T04:40:34.638 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.636+0000 7f3a936f1640 1 -- 172.21.15.111:0/885073807 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol58090", "group_name": "subvol_grp37230", "target": ["mon-mgr", ""]}) -- 0x7f3a8c15c980 con 0x7f3a7006cc40 2024-09-19T04:40:34.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.652+0000 7f3a81ffb640 1 -- 172.21.15.111:0/885073807 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f3a8c15c980 con 0x7f3a7006cc40 2024-09-19T04:40:34.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.654+0000 7f3a936f1640 1 -- 172.21.15.111:0/885073807 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3a7006cc40 msgr2=0x7f3a7006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.654+0000 7f3a936f1640 1 --2- 172.21.15.111:0/885073807 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3a7006cc40 0x7f3a7006f100 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f3a88001ca0 tx=0x7f3a88009040 comp rx=0 tx=0).stop 2024-09-19T04:40:34.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.654+0000 7f3a936f1640 1 -- 172.21.15.111:0/885073807 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a8c145d90 msgr2=0x7f3a8c15a4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.654+0000 7f3a936f1640 1 --2- 172.21.15.111:0/885073807 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a8c145d90 0x7f3a8c15a4c0 secure :-1 s=READY pgs=1743 cs=0 l=1 rev1=1 crypto rx=0x7f3a840097a0 tx=0x7f3a840046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.654+0000 7f3a936f1640 1 -- 172.21.15.111:0/885073807 shutdown_connections 2024-09-19T04:40:34.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.654+0000 7f3a936f1640 1 --2- 172.21.15.111:0/885073807 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3a7006cc40 0x7f3a7006f100 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.654+0000 7f3a936f1640 1 --2- 172.21.15.111:0/885073807 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3a8c145d90 0x7f3a8c15a4c0 unknown :-1 s=CLOSED pgs=1743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.654+0000 7f3a936f1640 1 --2- 172.21.15.111:0/885073807 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3a8c0cf5d0 0x7f3a8c1f7eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.654+0000 7f3a936f1640 1 --2- 172.21.15.111:0/885073807 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3a8c06e500 0x7f3a8c15f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.654+0000 7f3a936f1640 1 -- 172.21.15.111:0/885073807 >> 172.21.15.111:0/885073807 conn(0x7f3a8c06bba0 msgr2=0x7f3a8c06bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:34.656 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.654+0000 7f3a936f1640 1 -- 172.21.15.111:0/885073807 shutdown_connections 2024-09-19T04:40:34.657 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.654+0000 7f3a936f1640 1 -- 172.21.15.111:0/885073807 wait complete. 2024-09-19T04:40:34.660 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:34.657+0000 7f0d68e68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:34.660 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:34.657+0000 7f0d68e68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:34.660 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:34.657+0000 7f0d68e68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:34.660 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:34.657+0000 7f0d68e68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:34.661 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:34.657+0000 7f0d68e68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:34.666 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'stat -c %h /home/ubuntu/cephtest/mnt.0/./volumes/_deleting') 2024-09-19T04:40:34.672 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:34.671+0000 7f0d69669640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:34.672 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:34.671+0000 7f0d69669640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:34.673 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:34.671+0000 7f0d69669640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:34.673 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:34.671+0000 7f0d69669640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:34.673 INFO:tasks.ceph.mgr.x.smithi114.stderr:2024-09-19T04:40:34.671+0000 7f0d69669640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T04:40:34.715 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:40:34.717 INFO:teuthology.orchestra.run.smithi111.stdout:2 2024-09-19T04:40:34.717 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:34.723 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup rm cephfs subvol_grp37230 2024-09-19T04:40:34.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.823+0000 7f69e9359640 1 Processor -- start 2024-09-19T04:40:34.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.823+0000 7f69e9359640 1 -- start start 2024-09-19T04:40:34.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.824+0000 7f69e9359640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f69e415d790 0x7f69e40cce70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:34.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.824+0000 7f69e9359640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69e406d700 con 0x7f69e40cd3b0 2024-09-19T04:40:34.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.824+0000 7f69e9359640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69e40cde80 con 0x7f69e415d3b0 2024-09-19T04:40:34.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.824+0000 7f69e9359640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f69e406da30 con 0x7f69e415d790 2024-09-19T04:40:34.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.824+0000 7f69e37fe640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f69e40cd3b0 0x7f69e40cf320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:60122/0 (socket says 172.21.15.111:60122) 2024-09-19T04:40:34.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.824+0000 7f69e37fe640 1 -- 172.21.15.111:0/3664060385 learned_addr learned my addr 172.21.15.111:0/3664060385 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:34.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.825+0000 7f69e27fc640 1 --2- 172.21.15.111:0/3664060385 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f69e415d790 0x7f69e40cce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:34.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.825+0000 7f69e1ffb640 1 -- 172.21.15.111:0/3664060385 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3131154301 0 0) 0x7f69e406d700 con 0x7f69e40cd3b0 2024-09-19T04:40:34.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.825+0000 7f69e1ffb640 1 -- 172.21.15.111:0/3664060385 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f69cc003520 con 0x7f69e40cd3b0 2024-09-19T04:40:34.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.825+0000 7f69e1ffb640 1 -- 172.21.15.111:0/3664060385 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4069168661 0 0) 0x7f69e40cde80 con 0x7f69e415d3b0 2024-09-19T04:40:34.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.825+0000 7f69e1ffb640 1 -- 172.21.15.111:0/3664060385 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f69e406d700 con 0x7f69e415d3b0 2024-09-19T04:40:34.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.825+0000 7f69e1ffb640 1 -- 172.21.15.111:0/3664060385 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1975843292 0 0) 0x7f69cc003520 con 0x7f69e40cd3b0 2024-09-19T04:40:34.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.825+0000 7f69e27fc640 1 -- 172.21.15.111:0/3664060385 >> v1:172.21.15.114:6789/0 conn(0x7f69e415d3b0 legacy=0x7f69e4071080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.825+0000 7f69e27fc640 1 -- 172.21.15.111:0/3664060385 >> v1:172.21.15.111:6789/0 conn(0x7f69e40cd3b0 legacy=0x7f69e40cf320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.825+0000 7f69e27fc640 1 -- 172.21.15.111:0/3664060385 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69e40cd8c0 con 0x7f69e415d790 2024-09-19T04:40:34.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.826+0000 7f69e27fc640 1 --2- 172.21.15.111:0/3664060385 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f69e415d790 0x7f69e40cce70 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f69d80097c0 tx=0x7f69d802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe33c01a7646ee0b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:34.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.826+0000 7f69e1ffb640 1 -- 172.21.15.111:0/3664060385 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69d8037070 con 0x7f69e415d790 2024-09-19T04:40:34.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.826+0000 7f69e1ffb640 1 -- 172.21.15.111:0/3664060385 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69d802ac10 con 0x7f69e415d790 2024-09-19T04:40:34.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.826+0000 7f69e1ffb640 1 -- 172.21.15.111:0/3664060385 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69dc001690 con 0x7f69e415d790 2024-09-19T04:40:34.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.826+0000 7f69e9359640 1 -- 172.21.15.111:0/3664060385 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f69e415d790 msgr2=0x7f69e40cce70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.826+0000 7f69e9359640 1 --2- 172.21.15.111:0/3664060385 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f69e415d790 0x7f69e40cce70 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f69d80097c0 tx=0x7f69d802a180 comp rx=0 tx=0).stop 2024-09-19T04:40:34.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.826+0000 7f69e9359640 1 -- 172.21.15.111:0/3664060385 shutdown_connections 2024-09-19T04:40:34.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.826+0000 7f69e9359640 1 --2- 172.21.15.111:0/3664060385 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f69e415d790 0x7f69e40cce70 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.826+0000 7f69e9359640 1 -- 172.21.15.111:0/3664060385 >> 172.21.15.111:0/3664060385 conn(0x7f69e406bba0 msgr2=0x7f69e406bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:34.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.827+0000 7f69e9359640 1 -- 172.21.15.111:0/3664060385 shutdown_connections 2024-09-19T04:40:34.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.827+0000 7f69e9359640 1 -- 172.21.15.111:0/3664060385 wait complete. 2024-09-19T04:40:34.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.828+0000 7f69e9359640 1 Processor -- start 2024-09-19T04:40:34.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.828+0000 7f69e9359640 1 -- start start 2024-09-19T04:40:34.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.829+0000 7f69e9359640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f69e40cd3b0 0x7f69e4148060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:34.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.829+0000 7f69e9359640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f69e415d3b0 0x7f69e4158e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:34.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.829+0000 7f69e9359640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f69e41593b0 0x7f69e415ad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:34.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.829+0000 7f69e9359640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f69e415cd70 con 0x7f69e41593b0 2024-09-19T04:40:34.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.829+0000 7f69e9359640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f69e415cbf0 con 0x7f69e40cd3b0 2024-09-19T04:40:34.831 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.829+0000 7f69e9359640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f69e40cfa30 con 0x7f69e415d3b0 2024-09-19T04:40:34.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.829+0000 7f69e37fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f69e41593b0 0x7f69e415ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:34.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.829+0000 7f69e37fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f69e41593b0 0x7f69e415ad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41780/0 (socket says 172.21.15.111:41780) 2024-09-19T04:40:34.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.829+0000 7f69e37fe640 1 -- 172.21.15.111:0/3613610741 learned_addr learned my addr 172.21.15.111:0/3613610741 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:34.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.829+0000 7f69e27fc640 1 --2- 172.21.15.111:0/3613610741 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f69e415d3b0 0x7f69e4158e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:34.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.829+0000 7f69e2ffd640 1 --2- 172.21.15.111:0/3613610741 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f69e40cd3b0 0x7f69e4148060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:34.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.829+0000 7f69e37fe640 1 -- 172.21.15.111:0/3613610741 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f69e415d3b0 msgr2=0x7f69e4158e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.829+0000 7f69e37fe640 1 --2- 172.21.15.111:0/3613610741 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f69e415d3b0 0x7f69e4158e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.829+0000 7f69e37fe640 1 -- 172.21.15.111:0/3613610741 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f69e40cd3b0 msgr2=0x7f69e4148060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.829+0000 7f69e37fe640 1 --2- 172.21.15.111:0/3613610741 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f69e40cd3b0 0x7f69e4148060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.829+0000 7f69e37fe640 1 -- 172.21.15.111:0/3613610741 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69e4159850 con 0x7f69e41593b0 2024-09-19T04:40:34.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.829+0000 7f69e37fe640 1 --2- 172.21.15.111:0/3613610741 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f69e41593b0 0x7f69e415ad90 secure :-1 s=READY pgs=1746 cs=0 l=1 rev1=1 crypto rx=0x7f69dc00c6d0 tx=0x7f69dc00cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:34.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.829+0000 7f69cb7fe640 1 -- 172.21.15.111:0/3613610741 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69dc018070 con 0x7f69e41593b0 2024-09-19T04:40:34.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.829+0000 7f69cb7fe640 1 -- 172.21.15.111:0/3613610741 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69dc0072d0 con 0x7f69e41593b0 2024-09-19T04:40:34.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.829+0000 7f69cb7fe640 1 -- 172.21.15.111:0/3613610741 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69dc0047e0 con 0x7f69e41593b0 2024-09-19T04:40:34.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.829+0000 7f69e9359640 1 -- 172.21.15.111:0/3613610741 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69e4159b30 con 0x7f69e41593b0 2024-09-19T04:40:34.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.830+0000 7f69e9359640 1 -- 172.21.15.111:0/3613610741 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69e415a0f0 con 0x7f69e41593b0 2024-09-19T04:40:34.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.830+0000 7f69e9359640 1 -- 172.21.15.111:0/3613610741 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69e406c1d0 con 0x7f69e41593b0 2024-09-19T04:40:34.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.831+0000 7f69cb7fe640 1 -- 172.21.15.111:0/3613610741 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 26) ==== 91713+0+0 (secure 0 0 0) 0x7f69dc004980 con 0x7f69e41593b0 2024-09-19T04:40:34.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.831+0000 7f69cb7fe640 1 --2- 172.21.15.111:0/3613610741 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f69d006cc70 0x7f69d006f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:34.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.832+0000 7f69cb7fe640 1 -- 172.21.15.111:0/3613610741 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7f69dc088ec0 con 0x7f69e41593b0 2024-09-19T04:40:34.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.832+0000 7f69e2ffd640 1 --2- 172.21.15.111:0/3613610741 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f69d006cc70 0x7f69d006f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:34.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.832+0000 7f69e2ffd640 1 --2- 172.21.15.111:0/3613610741 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f69d006cc70 0x7f69d006f130 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f69d4001ea0 tx=0x7f69d4009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:34.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:34.836+0000 7f69cb7fe640 1 -- 172.21.15.111:0/3613610741 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f69dc058b50 con 0x7f69e41593b0 2024-09-19T04:40:35.024 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.023+0000 7f69e9359640 1 -- 172.21.15.111:0/3613610741 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup rm", "vol_name": "cephfs", "group_name": "subvol_grp37230", "target": ["mon-mgr", ""]}) -- 0x7f69e40ccdf0 con 0x7f69d006cc70 2024-09-19T04:40:35.029 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.028+0000 7f69cb7fe640 1 -- 172.21.15.111:0/3613610741 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f69e40ccdf0 con 0x7f69d006cc70 2024-09-19T04:40:35.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.030+0000 7f69e9359640 1 -- 172.21.15.111:0/3613610741 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f69d006cc70 msgr2=0x7f69d006f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:35.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.030+0000 7f69e9359640 1 --2- 172.21.15.111:0/3613610741 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f69d006cc70 0x7f69d006f130 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f69d4001ea0 tx=0x7f69d4009040 comp rx=0 tx=0).stop 2024-09-19T04:40:35.031 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.030+0000 7f69e9359640 1 -- 172.21.15.111:0/3613610741 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f69e41593b0 msgr2=0x7f69e415ad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:35.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.030+0000 7f69e9359640 1 --2- 172.21.15.111:0/3613610741 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f69e41593b0 0x7f69e415ad90 secure :-1 s=READY pgs=1746 cs=0 l=1 rev1=1 crypto rx=0x7f69dc00c6d0 tx=0x7f69dc00cb90 comp rx=0 tx=0).stop 2024-09-19T04:40:35.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.030+0000 7f69e9359640 1 -- 172.21.15.111:0/3613610741 shutdown_connections 2024-09-19T04:40:35.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.030+0000 7f69e9359640 1 --2- 172.21.15.111:0/3613610741 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f69d006cc70 0x7f69d006f130 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.030+0000 7f69e9359640 1 --2- 172.21.15.111:0/3613610741 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f69e41593b0 0x7f69e415ad90 unknown :-1 s=CLOSED pgs=1746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.030+0000 7f69e9359640 1 --2- 172.21.15.111:0/3613610741 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f69e415d3b0 0x7f69e4158e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.030+0000 7f69e9359640 1 --2- 172.21.15.111:0/3613610741 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f69e40cd3b0 0x7f69e4148060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.030+0000 7f69e9359640 1 -- 172.21.15.111:0/3613610741 >> 172.21.15.111:0/3613610741 conn(0x7f69e406bba0 msgr2=0x7f69e415f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:35.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.030+0000 7f69e9359640 1 -- 172.21.15.111:0/3613610741 shutdown_connections 2024-09-19T04:40:35.032 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.030+0000 7f69e9359640 1 -- 172.21.15.111:0/3613610741 wait complete. 2024-09-19T04:40:35.042 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:40:35.043 DEBUG:teuthology.orchestra.run.smithi111:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:40:35.079 DEBUG:teuthology.orchestra.run.smithi114:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:40:35.121 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:40:35.121 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:40:35.121 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:40:35.121 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:35.137 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:40:35.137 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:35.193 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:40:35.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.332+0000 7fabb99cf640 1 Processor -- start 2024-09-19T04:40:35.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.333+0000 7fabb99cf640 1 -- start start 2024-09-19T04:40:35.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.333+0000 7fabb99cf640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fabb415ceb0 0x7fabb41594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:35.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.333+0000 7fabb99cf640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fabb415d390 con 0x7fabb415ca40 2024-09-19T04:40:35.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.333+0000 7fabb99cf640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fabb415d670 con 0x7fabb40d02a0 2024-09-19T04:40:35.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.333+0000 7fabb99cf640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fabb415d950 con 0x7fabb415ceb0 2024-09-19T04:40:35.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.333+0000 7fabb27fc640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fabb415ca40 0x7fabb415e430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:60132/0 (socket says 172.21.15.111:60132) 2024-09-19T04:40:35.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.333+0000 7fabb27fc640 1 -- 172.21.15.111:0/1269540234 learned_addr learned my addr 172.21.15.111:0/1269540234 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:35.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.334+0000 7fabb37fe640 1 --2- 172.21.15.111:0/1269540234 >> v2:172.21.15.114:3300/0 conn(0x7fabb415ceb0 0x7fabb41594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:35.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.334+0000 7fabb1ffb640 1 -- 172.21.15.111:0/1269540234 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3001722417 0 0) 0x7fabb415d390 con 0x7fabb415ca40 2024-09-19T04:40:35.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.334+0000 7fabb1ffb640 1 -- 172.21.15.111:0/1269540234 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fab9c003520 con 0x7fabb415ca40 2024-09-19T04:40:35.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.334+0000 7fabb1ffb640 1 -- 172.21.15.111:0/1269540234 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3230612572 0 0) 0x7fab9c003520 con 0x7fabb415ca40 2024-09-19T04:40:35.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.334+0000 7fabb1ffb640 1 -- 172.21.15.111:0/1269540234 >> v2:172.21.15.114:3300/0 conn(0x7fabb415ceb0 msgr2=0x7fabb41594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:35.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.334+0000 7fabb1ffb640 1 --2- 172.21.15.111:0/1269540234 >> v2:172.21.15.114:3300/0 conn(0x7fabb415ceb0 0x7fabb41594c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.334+0000 7fabb1ffb640 1 -- 172.21.15.111:0/1269540234 >> v1:172.21.15.114:6789/0 conn(0x7fabb40d02a0 legacy=0x7fabb40d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:35.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.334+0000 7fabb1ffb640 1 -- 172.21.15.111:0/1269540234 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabb415dc30 con 0x7fabb415ca40 2024-09-19T04:40:35.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.334+0000 7fabb1ffb640 1 -- 172.21.15.111:0/1269540234 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7faba8001670 con 0x7fabb415ca40 2024-09-19T04:40:35.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.334+0000 7fabb37fe640 1 --2- 172.21.15.111:0/1269540234 >> v2:172.21.15.114:3300/0 conn(0x7fabb415ceb0 0x7fabb41594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:35.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.334+0000 7fabb1ffb640 1 -- 172.21.15.111:0/1269540234 >> v1:172.21.15.111:6789/0 conn(0x7fabb415ca40 legacy=0x7fabb415e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:35.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.334+0000 7fabb1ffb640 1 --2- 172.21.15.111:0/1269540234 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab9c0039b0 0x7fab9c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:35.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.334+0000 7fabb1ffb640 1 --2- 172.21.15.111:0/1269540234 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab9c0043b0 0x7fab9c004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:35.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.334+0000 7fabb1ffb640 1 --2- 172.21.15.111:0/1269540234 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab9c005120 0x7fab9c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:35.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.334+0000 7fabb1ffb640 1 -- 172.21.15.111:0/1269540234 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fabb415d950 con 0x7fab9c005120 2024-09-19T04:40:35.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.334+0000 7fabb1ffb640 1 -- 172.21.15.111:0/1269540234 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fab9c00c060 con 0x7fab9c0039b0 2024-09-19T04:40:35.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.334+0000 7fabb1ffb640 1 -- 172.21.15.111:0/1269540234 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fab9c00c260 con 0x7fab9c0043b0 2024-09-19T04:40:35.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.334+0000 7fabb37fe640 1 --2- 172.21.15.111:0/1269540234 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab9c005120 0x7fab9c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:35.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.334+0000 7fabb2ffd640 1 --2- 172.21.15.111:0/1269540234 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab9c0039b0 0x7fab9c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:35.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.334+0000 7fabb27fc640 1 --2- 172.21.15.111:0/1269540234 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab9c0043b0 0x7fab9c004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:35.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.334+0000 7fabb37fe640 1 -- 172.21.15.111:0/1269540234 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab9c0043b0 msgr2=0x7fab9c004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:35.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.334+0000 7fabb37fe640 1 --2- 172.21.15.111:0/1269540234 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fab9c0043b0 0x7fab9c004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.334+0000 7fabb37fe640 1 -- 172.21.15.111:0/1269540234 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab9c0039b0 msgr2=0x7fab9c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:35.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.334+0000 7fabb37fe640 1 --2- 172.21.15.111:0/1269540234 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab9c0039b0 0x7fab9c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.335+0000 7fabb37fe640 1 -- 172.21.15.111:0/1269540234 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab9c003520 con 0x7fab9c005120 2024-09-19T04:40:35.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.335+0000 7fabb2ffd640 1 --2- 172.21.15.111:0/1269540234 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab9c0039b0 0x7fab9c003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:35.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.335+0000 7fabb37fe640 1 -- 172.21.15.111:0/1269540234 reap_dead start 2024-09-19T04:40:35.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.335+0000 7fabb37fe640 1 --2- 172.21.15.111:0/1269540234 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab9c005120 0x7fab9c00b9c0 secure :-1 s=READY pgs=1748 cs=0 l=1 rev1=1 crypto rx=0x7fabac00e320 tx=0x7fab9c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74e483a0396aee0b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:35.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.335+0000 7fabb1ffb640 1 -- 172.21.15.111:0/1269540234 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba4001430 con 0x7fab9c005120 2024-09-19T04:40:35.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.335+0000 7fabb1ffb640 1 -- 172.21.15.111:0/1269540234 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fabac02e620 con 0x7fab9c005120 2024-09-19T04:40:35.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.335+0000 7fabb1ffb640 1 -- 172.21.15.111:0/1269540234 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabac009de0 con 0x7fab9c005120 2024-09-19T04:40:35.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.336+0000 7fabb99cf640 1 -- 172.21.15.111:0/1269540234 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab9c005120 msgr2=0x7fab9c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:35.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.336+0000 7fabb99cf640 1 --2- 172.21.15.111:0/1269540234 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab9c005120 0x7fab9c00b9c0 secure :-1 s=READY pgs=1748 cs=0 l=1 rev1=1 crypto rx=0x7fabac00e320 tx=0x7fab9c005830 comp rx=0 tx=0).stop 2024-09-19T04:40:35.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.336+0000 7fabb99cf640 1 -- 172.21.15.111:0/1269540234 shutdown_connections 2024-09-19T04:40:35.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.336+0000 7fabb99cf640 1 --2- 172.21.15.111:0/1269540234 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab9c005120 0x7fab9c00b9c0 unknown :-1 s=CLOSED pgs=1748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.336+0000 7fabb99cf640 1 -- 172.21.15.111:0/1269540234 >> 172.21.15.111:0/1269540234 conn(0x7fabb4062cc0 msgr2=0x7fabb406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:35.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.336+0000 7fabb99cf640 1 -- 172.21.15.111:0/1269540234 shutdown_connections 2024-09-19T04:40:35.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.336+0000 7fabb99cf640 1 -- 172.21.15.111:0/1269540234 wait complete. 2024-09-19T04:40:35.343 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.337+0000 7fabb99cf640 1 Processor -- start 2024-09-19T04:40:35.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.337+0000 7fabb99cf640 1 -- start start 2024-09-19T04:40:35.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.338+0000 7fabb99cf640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab9c005120 0x7fabb41f1e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:35.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.338+0000 7fabb99cf640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fabb41f5420 0x7fabb41f4c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:35.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.338+0000 7fabb99cf640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fabb4072fb0 0x7fabb415b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:35.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.338+0000 7fabb99cf640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fabb4155d10 con 0x7fab9c005120 2024-09-19T04:40:35.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.338+0000 7fabb99cf640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fabb4155b90 con 0x7fabb4072fb0 2024-09-19T04:40:35.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.338+0000 7fabb99cf640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fabb40b4790 con 0x7fabb41f5420 2024-09-19T04:40:35.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.338+0000 7fabb2ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab9c005120 0x7fabb41f1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:35.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.338+0000 7fabb2ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab9c005120 0x7fabb41f1e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41804/0 (socket says 172.21.15.111:41804) 2024-09-19T04:40:35.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.338+0000 7fabb2ffd640 1 -- 172.21.15.111:0/3850518818 learned_addr learned my addr 172.21.15.111:0/3850518818 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:35.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.338+0000 7fabb37fe640 1 --2- 172.21.15.111:0/3850518818 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fabb4072fb0 0x7fabb415b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:35.344 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.338+0000 7fabb27fc640 1 --2- 172.21.15.111:0/3850518818 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fabb41f5420 0x7fabb41f4c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:35.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.338+0000 7fabb2ffd640 1 -- 172.21.15.111:0/3850518818 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fabb41f5420 msgr2=0x7fabb41f4c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:35.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.338+0000 7fabb2ffd640 1 --2- 172.21.15.111:0/3850518818 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fabb41f5420 0x7fabb41f4c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.338+0000 7fabb2ffd640 1 -- 172.21.15.111:0/3850518818 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fabb4072fb0 msgr2=0x7fabb415b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:35.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.338+0000 7fabb2ffd640 1 --2- 172.21.15.111:0/3850518818 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fabb4072fb0 0x7fabb415b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.338+0000 7fabb2ffd640 1 -- 172.21.15.111:0/3850518818 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabb41f51c0 con 0x7fab9c005120 2024-09-19T04:40:35.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.339+0000 7fabb2ffd640 1 --2- 172.21.15.111:0/3850518818 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab9c005120 0x7fabb41f1e50 secure :-1 s=READY pgs=1749 cs=0 l=1 rev1=1 crypto rx=0x7faba400f7c0 tx=0x7faba400fbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:35.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.339+0000 7fab9bfff640 1 -- 172.21.15.111:0/3850518818 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba40050d0 con 0x7fab9c005120 2024-09-19T04:40:35.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.339+0000 7fab9bfff640 1 -- 172.21.15.111:0/3850518818 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faba4018070 con 0x7fab9c005120 2024-09-19T04:40:35.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.339+0000 7fabb99cf640 1 -- 172.21.15.111:0/3850518818 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabb4071070 con 0x7fab9c005120 2024-09-19T04:40:35.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.339+0000 7fab9bfff640 1 -- 172.21.15.111:0/3850518818 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba400d6d0 con 0x7fab9c005120 2024-09-19T04:40:35.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.339+0000 7fabb99cf640 1 -- 172.21.15.111:0/3850518818 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabb4073ae0 con 0x7fab9c005120 2024-09-19T04:40:35.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.340+0000 7fabb99cf640 1 -- 172.21.15.111:0/3850518818 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabb40d0680 con 0x7fab9c005120 2024-09-19T04:40:35.345 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.340+0000 7fab9bfff640 1 -- 172.21.15.111:0/3850518818 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 27) ==== 91764+0+0 (secure 0 0 0) 0x7faba400d870 con 0x7fab9c005120 2024-09-19T04:40:35.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.341+0000 7fab9bfff640 1 --2- 172.21.15.111:0/3850518818 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faba006cd00 0x7faba006f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:35.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.341+0000 7fab9bfff640 1 -- 172.21.15.111:0/3850518818 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7faba4089ca0 con 0x7fab9c005120 2024-09-19T04:40:35.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.341+0000 7fabb27fc640 1 --2- 172.21.15.111:0/3850518818 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faba006cd00 0x7faba006f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:35.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.341+0000 7fabb27fc640 1 --2- 172.21.15.111:0/3850518818 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faba006cd00 0x7faba006f1c0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fabb406c530 tx=0x7faba8000fe0 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:35.346 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.345+0000 7fab9bfff640 1 -- 172.21.15.111:0/3850518818 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faba4059ca0 con 0x7fab9c005120 2024-09-19T04:40:35.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.521+0000 7fabb99cf640 1 -- 172.21.15.111:0/3850518818 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fabb406d500 con 0x7fab9c005120 2024-09-19T04:40:35.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.521+0000 7fab9bfff640 1 -- 172.21.15.111:0/3850518818 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v167) ==== 80+0+0 (secure 0 0 0) 0x7faba40595a0 con 0x7fab9c005120 2024-09-19T04:40:35.523 INFO:teuthology.orchestra.run.smithi111.stderr:listed 0 entries 2024-09-19T04:40:35.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.523+0000 7fabb99cf640 1 -- 172.21.15.111:0/3850518818 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faba006cd00 msgr2=0x7faba006f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:35.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.523+0000 7fabb99cf640 1 --2- 172.21.15.111:0/3850518818 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faba006cd00 0x7faba006f1c0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fabb406c530 tx=0x7faba8000fe0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.523+0000 7fabb99cf640 1 -- 172.21.15.111:0/3850518818 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab9c005120 msgr2=0x7fabb41f1e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:35.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.523+0000 7fabb99cf640 1 --2- 172.21.15.111:0/3850518818 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab9c005120 0x7fabb41f1e50 secure :-1 s=READY pgs=1749 cs=0 l=1 rev1=1 crypto rx=0x7faba400f7c0 tx=0x7faba400fbc0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.525 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.523+0000 7fabb99cf640 1 -- 172.21.15.111:0/3850518818 shutdown_connections 2024-09-19T04:40:35.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.523+0000 7fabb99cf640 1 --2- 172.21.15.111:0/3850518818 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7faba006cd00 0x7faba006f1c0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.523+0000 7fabb99cf640 1 --2- 172.21.15.111:0/3850518818 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fabb4072fb0 0x7fabb415b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.523+0000 7fabb99cf640 1 --2- 172.21.15.111:0/3850518818 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fabb41f5420 0x7fabb41f4c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.523+0000 7fabb99cf640 1 --2- 172.21.15.111:0/3850518818 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fab9c005120 0x7fabb41f1e50 unknown :-1 s=CLOSED pgs=1749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.523+0000 7fabb99cf640 1 -- 172.21.15.111:0/3850518818 >> 172.21.15.111:0/3850518818 conn(0x7fabb4062cc0 msgr2=0x7fabb40ccad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:35.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.523+0000 7fabb99cf640 1 -- 172.21.15.111:0/3850518818 shutdown_connections 2024-09-19T04:40:35.526 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.523+0000 7fabb99cf640 1 -- 172.21.15.111:0/3850518818 wait complete. 2024-09-19T04:40:35.536 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T04:40:35.536 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:35.536 DEBUG:teuthology.orchestra.run.smithi111:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:35.584 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi111.front.sepia.ceph.com 2024-09-19T04:40:35.584 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:35.585 DEBUG:teuthology.orchestra.run.smithi111:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T04:40:35.609 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:40:35.609 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:40:35.609 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:35.627 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:40:35.627 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:35.684 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:40:35.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.782+0000 7f79142ed640 1 Processor -- start 2024-09-19T04:40:35.785 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.782+0000 7f79142ed640 1 -- start start 2024-09-19T04:40:35.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.783+0000 7f79142ed640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f790c15e940 0x7f790c0d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:35.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.783+0000 7f79142ed640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f790c15ed20 0x7f790c0d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:35.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.783+0000 7f79142ed640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f790c0b7170 con 0x7f790c0cef90 2024-09-19T04:40:35.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.783+0000 7f79142ed640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f790c0d1ae0 con 0x7f790c15e940 2024-09-19T04:40:35.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.783+0000 7f79142ed640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f790c0b7aa0 con 0x7f790c15ed20 2024-09-19T04:40:35.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.784+0000 7f7912089640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f790c15e940 0x7f790c0d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:35.787 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.784+0000 7f7912089640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f790c15e940 0x7f790c0d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41816/0 (socket says 172.21.15.111:41816) 2024-09-19T04:40:35.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.784+0000 7f7912089640 1 -- 172.21.15.111:0/4253911019 learned_addr learned my addr 172.21.15.111:0/4253911019 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:35.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.784+0000 7f7911888640 1 --2- 172.21.15.111:0/4253911019 >> v2:172.21.15.114:3300/0 conn(0x7f790c15ed20 0x7f790c0d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:35.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.784+0000 7f7912089640 1 -- 172.21.15.111:0/4253911019 >> v2:172.21.15.114:3300/0 conn(0x7f790c15ed20 msgr2=0x7f790c0d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:35.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.784+0000 7f7912089640 1 --2- 172.21.15.111:0/4253911019 >> v2:172.21.15.114:3300/0 conn(0x7f790c15ed20 0x7f790c0d15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.784+0000 7f7912089640 1 -- 172.21.15.111:0/4253911019 >> v1:172.21.15.114:6789/0 conn(0x7f790c0cef90 legacy=0x7f790c0b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:35.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.784+0000 7f7912089640 1 -- 172.21.15.111:0/4253911019 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f790c0d3660 con 0x7f790c15e940 2024-09-19T04:40:35.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.784+0000 7f7912089640 1 --2- 172.21.15.111:0/4253911019 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f790c15e940 0x7f790c0d1060 secure :-1 s=READY pgs=1750 cs=0 l=1 rev1=1 crypto rx=0x7f790c06e900 tx=0x7f78fc02a780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=717cd93db14300ee server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:35.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.785+0000 7f7911087640 1 -- 172.21.15.111:0/4253911019 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78fc036070 con 0x7f790c15e940 2024-09-19T04:40:35.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.785+0000 7f7911087640 1 -- 172.21.15.111:0/4253911019 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78fc031600 con 0x7f790c15e940 2024-09-19T04:40:35.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.785+0000 7f7911087640 1 -- 172.21.15.111:0/4253911019 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78fc0319d0 con 0x7f790c15e940 2024-09-19T04:40:35.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.785+0000 7f79142ed640 1 -- 172.21.15.111:0/4253911019 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f790c15e940 msgr2=0x7f790c0d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:35.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.785+0000 7f79142ed640 1 --2- 172.21.15.111:0/4253911019 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f790c15e940 0x7f790c0d1060 secure :-1 s=READY pgs=1750 cs=0 l=1 rev1=1 crypto rx=0x7f790c06e900 tx=0x7f78fc02a780 comp rx=0 tx=0).stop 2024-09-19T04:40:35.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.785+0000 7f79142ed640 1 -- 172.21.15.111:0/4253911019 shutdown_connections 2024-09-19T04:40:35.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.785+0000 7f79142ed640 1 --2- 172.21.15.111:0/4253911019 >> v2:172.21.15.114:3300/0 conn(0x7f790c15ed20 0x7f790c0d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.785+0000 7f79142ed640 1 --2- 172.21.15.111:0/4253911019 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f790c15e940 0x7f790c0d1060 unknown :-1 s=CLOSED pgs=1750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.785+0000 7f79142ed640 1 -- 172.21.15.111:0/4253911019 >> 172.21.15.111:0/4253911019 conn(0x7f790c0b6240 msgr2=0x7f790c0b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:35.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.785+0000 7f79142ed640 1 -- 172.21.15.111:0/4253911019 shutdown_connections 2024-09-19T04:40:35.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.785+0000 7f79142ed640 1 -- 172.21.15.111:0/4253911019 wait complete. 2024-09-19T04:40:35.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.786+0000 7f79142ed640 1 Processor -- start 2024-09-19T04:40:35.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.787+0000 7f79142ed640 1 -- start start 2024-09-19T04:40:35.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.787+0000 7f79142ed640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f790c0cef90 0x7f790c155410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:35.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.787+0000 7f79142ed640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f790c15e940 0x7f790c1540a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:35.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.787+0000 7f79142ed640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f790c15ed20 0x7f790c155d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:35.791 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.787+0000 7f79142ed640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f790c0d3f00 con 0x7f790c0cef90 2024-09-19T04:40:35.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.787+0000 7f79142ed640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f790c0d3c20 con 0x7f790c15ed20 2024-09-19T04:40:35.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.787+0000 7f79142ed640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f790c0d3310 con 0x7f790c15e940 2024-09-19T04:40:35.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.787+0000 7f7912089640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f790c0cef90 0x7f790c155410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:35.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.787+0000 7f7912089640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f790c0cef90 0x7f790c155410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41826/0 (socket says 172.21.15.111:41826) 2024-09-19T04:40:35.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.787+0000 7f7912089640 1 -- 172.21.15.111:0/3793352225 learned_addr learned my addr 172.21.15.111:0/3793352225 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:35.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.787+0000 7f791288a640 1 --2- 172.21.15.111:0/3793352225 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f790c15ed20 0x7f790c155d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:35.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.787+0000 7f7911888640 1 --2- 172.21.15.111:0/3793352225 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f790c15e940 0x7f790c1540a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:35.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.788+0000 7f7912089640 1 -- 172.21.15.111:0/3793352225 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f790c15e940 msgr2=0x7f790c1540a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:35.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.788+0000 7f7912089640 1 --2- 172.21.15.111:0/3793352225 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f790c15e940 0x7f790c1540a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.788+0000 7f7912089640 1 -- 172.21.15.111:0/3793352225 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f790c15ed20 msgr2=0x7f790c155d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:35.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.788+0000 7f7912089640 1 --2- 172.21.15.111:0/3793352225 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f790c15ed20 0x7f790c155d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.788+0000 7f7912089640 1 -- 172.21.15.111:0/3793352225 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f790c1587a0 con 0x7f790c0cef90 2024-09-19T04:40:35.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.788+0000 7f7912089640 1 --2- 172.21.15.111:0/3793352225 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f790c0cef90 0x7f790c155410 secure :-1 s=READY pgs=1751 cs=0 l=1 rev1=1 crypto rx=0x7f78fc009f40 tx=0x7f78fc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:35.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.788+0000 7f790affd640 1 -- 172.21.15.111:0/3793352225 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78fc036050 con 0x7f790c0cef90 2024-09-19T04:40:35.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.788+0000 7f790affd640 1 -- 172.21.15.111:0/3793352225 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78fc042070 con 0x7f790c0cef90 2024-09-19T04:40:35.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.788+0000 7f79142ed640 1 -- 172.21.15.111:0/3793352225 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f790c155140 con 0x7f790c0cef90 2024-09-19T04:40:35.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.788+0000 7f790affd640 1 -- 172.21.15.111:0/3793352225 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78fc009510 con 0x7f790c0cef90 2024-09-19T04:40:35.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.788+0000 7f79142ed640 1 -- 172.21.15.111:0/3793352225 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f790c1581e0 con 0x7f790c0cef90 2024-09-19T04:40:35.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.789+0000 7f79142ed640 1 -- 172.21.15.111:0/3793352225 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f790c0d1ef0 con 0x7f790c0cef90 2024-09-19T04:40:35.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.789+0000 7f790affd640 1 -- 172.21.15.111:0/3793352225 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 27) ==== 91764+0+0 (secure 0 0 0) 0x7f78fc007c50 con 0x7f790c0cef90 2024-09-19T04:40:35.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.790+0000 7f790affd640 1 --2- 172.21.15.111:0/3793352225 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f78f806ccd0 0x7f78f806f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:35.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.790+0000 7f790affd640 1 -- 172.21.15.111:0/3793352225 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7f78fc0aab00 con 0x7f790c0cef90 2024-09-19T04:40:35.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.790+0000 7f7911888640 1 --2- 172.21.15.111:0/3793352225 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f78f806ccd0 0x7f78f806f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:35.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.791+0000 7f7911888640 1 --2- 172.21.15.111:0/3793352225 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f78f806ccd0 0x7f78f806f190 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f790c15e600 tx=0x7f7900008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:35.795 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.794+0000 7f790affd640 1 -- 172.21.15.111:0/3793352225 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f790c155140 con 0x7f790c0cef90 2024-09-19T04:40:35.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.975+0000 7f79142ed640 1 -- 172.21.15.111:0/3793352225 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f790c0ba6b0 con 0x7f790c0cef90 2024-09-19T04:40:35.976 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.975+0000 7f790affd640 1 -- 172.21.15.111:0/3793352225 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v167) ==== 80+0+0 (secure 0 0 0) 0x7f790c0b7170 con 0x7f790c0cef90 2024-09-19T04:40:35.976 INFO:teuthology.orchestra.run.smithi111.stderr:listed 0 entries 2024-09-19T04:40:35.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.977+0000 7f79142ed640 1 -- 172.21.15.111:0/3793352225 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f78f806ccd0 msgr2=0x7f78f806f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:35.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.977+0000 7f79142ed640 1 --2- 172.21.15.111:0/3793352225 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f78f806ccd0 0x7f78f806f190 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f790c15e600 tx=0x7f7900008040 comp rx=0 tx=0).stop 2024-09-19T04:40:35.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.977+0000 7f79142ed640 1 -- 172.21.15.111:0/3793352225 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f790c0cef90 msgr2=0x7f790c155410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:35.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.977+0000 7f79142ed640 1 --2- 172.21.15.111:0/3793352225 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f790c0cef90 0x7f790c155410 secure :-1 s=READY pgs=1751 cs=0 l=1 rev1=1 crypto rx=0x7f78fc009f40 tx=0x7f78fc004a40 comp rx=0 tx=0).stop 2024-09-19T04:40:35.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.977+0000 7f79142ed640 1 -- 172.21.15.111:0/3793352225 shutdown_connections 2024-09-19T04:40:35.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.977+0000 7f79142ed640 1 --2- 172.21.15.111:0/3793352225 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f78f806ccd0 0x7f78f806f190 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.977+0000 7f79142ed640 1 --2- 172.21.15.111:0/3793352225 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f790c15ed20 0x7f790c155d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.977+0000 7f79142ed640 1 --2- 172.21.15.111:0/3793352225 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f790c15e940 0x7f790c1540a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.977+0000 7f79142ed640 1 --2- 172.21.15.111:0/3793352225 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f790c0cef90 0x7f790c155410 unknown :-1 s=CLOSED pgs=1751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.979 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.977+0000 7f79142ed640 1 -- 172.21.15.111:0/3793352225 >> 172.21.15.111:0/3793352225 conn(0x7f790c0b6240 msgr2=0x7f790c0d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:35.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.977+0000 7f79142ed640 1 -- 172.21.15.111:0/3793352225 shutdown_connections 2024-09-19T04:40:35.980 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:35.977+0000 7f79142ed640 1 -- 172.21.15.111:0/3793352225 wait complete. 2024-09-19T04:40:35.989 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T04:40:35.989 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:35.989 DEBUG:teuthology.orchestra.run.smithi114:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T04:40:36.020 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi114.front.sepia.ceph.com 2024-09-19T04:40:36.020 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:36.020 DEBUG:teuthology.orchestra.run.smithi114:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T04:40:36.077 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:40:36.078 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:40:36.078 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:36.094 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:40:36.094 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:40:36.094 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:40:36.094 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:36.134 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:40:36.134 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:40:36.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.231+0000 7feed0de4640 1 Processor -- start 2024-09-19T04:40:36.233 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.231+0000 7feed0de4640 1 -- start start 2024-09-19T04:40:36.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.232+0000 7feed0de4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7feecc15e940 0x7feecc0d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.232+0000 7feed0de4640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7feecc0cef90 0x7feecc0d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.232+0000 7feed0de4640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feecc0b7170 con 0x7feecc15ed20 2024-09-19T04:40:36.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.232+0000 7feed0de4640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7feecc0d1ae0 con 0x7feecc0cef90 2024-09-19T04:40:36.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.232+0000 7feed0de4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7feecc0b7aa0 con 0x7feecc15e940 2024-09-19T04:40:36.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.233+0000 7feecad9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7feecc0cef90 0x7feecc0d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.233+0000 7feecad9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7feecc0cef90 0x7feecc0d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41838/0 (socket says 172.21.15.111:41838) 2024-09-19T04:40:36.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.233+0000 7feecad9d640 1 -- 172.21.15.111:0/3901807752 learned_addr learned my addr 172.21.15.111:0/3901807752 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:36.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.233+0000 7feec9d9b640 1 --1- 172.21.15.111:0/3901807752 >> v1:172.21.15.111:6789/0 conn(0x7feecc15ed20 0x7feecc0b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:60134/0 (socket says 172.21.15.111:60134) 2024-09-19T04:40:36.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.233+0000 7feeca59c640 1 --2- 172.21.15.111:0/3901807752 >> v2:172.21.15.114:3300/0 conn(0x7feecc15e940 0x7feecc0d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.233+0000 7feecad9d640 1 -- 172.21.15.111:0/3901807752 >> v2:172.21.15.114:3300/0 conn(0x7feecc15e940 msgr2=0x7feecc0d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:36.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.233+0000 7feecad9d640 1 --2- 172.21.15.111:0/3901807752 >> v2:172.21.15.114:3300/0 conn(0x7feecc15e940 0x7feecc0d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.233+0000 7feecad9d640 1 -- 172.21.15.111:0/3901807752 >> v1:172.21.15.111:6789/0 conn(0x7feecc15ed20 legacy=0x7feecc0b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:36.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.233+0000 7feecad9d640 1 -- 172.21.15.111:0/3901807752 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feecc0d3660 con 0x7feecc0cef90 2024-09-19T04:40:36.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.233+0000 7feec959a640 1 -- 172.21.15.111:0/3901807752 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2304019756 0 0) 0x7feec0001110 con 0x7feecc15ed20 2024-09-19T04:40:36.237 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.234+0000 7feecad9d640 1 --2- 172.21.15.111:0/3901807752 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feecc0cef90 0x7feecc0d15a0 secure :-1 s=READY pgs=1753 cs=0 l=1 rev1=1 crypto rx=0x7feecc0509d0 tx=0x7feec402a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7131b3b727565440 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:36.237 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.234+0000 7feec959a640 1 -- 172.21.15.111:0/3901807752 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec4036070 con 0x7feecc0cef90 2024-09-19T04:40:36.237 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.234+0000 7feec959a640 1 -- 172.21.15.111:0/3901807752 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feec4031600 con 0x7feecc0cef90 2024-09-19T04:40:36.237 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.234+0000 7feec959a640 1 -- 172.21.15.111:0/3901807752 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec40319f0 con 0x7feecc0cef90 2024-09-19T04:40:36.237 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.234+0000 7feed0de4640 1 -- 172.21.15.111:0/3901807752 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feecc0cef90 msgr2=0x7feecc0d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:36.237 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.234+0000 7feed0de4640 1 --2- 172.21.15.111:0/3901807752 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feecc0cef90 0x7feecc0d15a0 secure :-1 s=READY pgs=1753 cs=0 l=1 rev1=1 crypto rx=0x7feecc0509d0 tx=0x7feec402a7c0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.237 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.234+0000 7feed0de4640 1 -- 172.21.15.111:0/3901807752 shutdown_connections 2024-09-19T04:40:36.237 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.234+0000 7feed0de4640 1 --2- 172.21.15.111:0/3901807752 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feecc0cef90 0x7feecc0d15a0 unknown :-1 s=CLOSED pgs=1753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.234+0000 7feed0de4640 1 --2- 172.21.15.111:0/3901807752 >> v2:172.21.15.114:3300/0 conn(0x7feecc15e940 0x7feecc0d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.234+0000 7feed0de4640 1 -- 172.21.15.111:0/3901807752 >> 172.21.15.111:0/3901807752 conn(0x7feecc0b6240 msgr2=0x7feecc0b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:36.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.234+0000 7feed0de4640 1 -- 172.21.15.111:0/3901807752 shutdown_connections 2024-09-19T04:40:36.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.234+0000 7feed0de4640 1 -- 172.21.15.111:0/3901807752 wait complete. 2024-09-19T04:40:36.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.236+0000 7feed0de4640 1 Processor -- start 2024-09-19T04:40:36.238 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.236+0000 7feed0de4640 1 -- start start 2024-09-19T04:40:36.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.237+0000 7feed0de4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7feecc0cef90 0x7feecc0cdf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.237+0000 7feed0de4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feecc15e940 0x7feecc158820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.237+0000 7feed0de4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7feecc15ed20 0x7feecc15af30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.237+0000 7feed0de4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7feecc0d3f00 con 0x7feecc15e940 2024-09-19T04:40:36.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.237+0000 7feed0de4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7feecc0d3c20 con 0x7feecc15ed20 2024-09-19T04:40:36.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.237+0000 7feed0de4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7feecc0d3310 con 0x7feecc0cef90 2024-09-19T04:40:36.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.237+0000 7feec9d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feecc15e940 0x7feecc158820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.237+0000 7feec9d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feecc15e940 0x7feecc158820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41850/0 (socket says 172.21.15.111:41850) 2024-09-19T04:40:36.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.237+0000 7feec9d9b640 1 -- 172.21.15.111:0/3372874358 learned_addr learned my addr 172.21.15.111:0/3372874358 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:36.240 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.237+0000 7feecad9d640 1 --2- 172.21.15.111:0/3372874358 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7feecc15ed20 0x7feecc15af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.237+0000 7feeca59c640 1 --2- 172.21.15.111:0/3372874358 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7feecc0cef90 0x7feecc0cdf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.237+0000 7feec9d9b640 1 -- 172.21.15.111:0/3372874358 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7feecc0cef90 msgr2=0x7feecc0cdf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:36.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.237+0000 7feec9d9b640 1 --2- 172.21.15.111:0/3372874358 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7feecc0cef90 0x7feecc0cdf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.237+0000 7feec9d9b640 1 -- 172.21.15.111:0/3372874358 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7feecc15ed20 msgr2=0x7feecc15af30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:36.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.237+0000 7feec9d9b640 1 --2- 172.21.15.111:0/3372874358 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7feecc15ed20 0x7feecc15af30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.237+0000 7feec9d9b640 1 -- 172.21.15.111:0/3372874358 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feecc158d60 con 0x7feecc15e940 2024-09-19T04:40:36.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.237+0000 7feec9d9b640 1 --2- 172.21.15.111:0/3372874358 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feecc15e940 0x7feecc158820 secure :-1 s=READY pgs=1754 cs=0 l=1 rev1=1 crypto rx=0x7feec000c750 tx=0x7feec000cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:36.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.237+0000 7feebaffd640 1 -- 172.21.15.111:0/3372874358 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec0018070 con 0x7feecc15e940 2024-09-19T04:40:36.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.237+0000 7feebaffd640 1 -- 172.21.15.111:0/3372874358 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feec00072d0 con 0x7feecc15e940 2024-09-19T04:40:36.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.237+0000 7feed0de4640 1 -- 172.21.15.111:0/3372874358 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feecc15a350 con 0x7feecc15e940 2024-09-19T04:40:36.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.237+0000 7feebaffd640 1 -- 172.21.15.111:0/3372874358 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec00047e0 con 0x7feecc15e940 2024-09-19T04:40:36.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.237+0000 7feed0de4640 1 -- 172.21.15.111:0/3372874358 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feecc0cd750 con 0x7feecc15e940 2024-09-19T04:40:36.241 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.238+0000 7feed0de4640 1 -- 172.21.15.111:0/3372874358 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feecc0d1ef0 con 0x7feecc15e940 2024-09-19T04:40:36.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.239+0000 7feebaffd640 1 -- 172.21.15.111:0/3372874358 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 27) ==== 91764+0+0 (secure 0 0 0) 0x7feec001b070 con 0x7feecc15e940 2024-09-19T04:40:36.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.239+0000 7feebaffd640 1 --2- 172.21.15.111:0/3372874358 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7feeac06ccd0 0x7feeac06f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.239+0000 7feebaffd640 1 -- 172.21.15.111:0/3372874358 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7feec0089240 con 0x7feecc15e940 2024-09-19T04:40:36.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.239+0000 7feeca59c640 1 --2- 172.21.15.111:0/3372874358 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7feeac06ccd0 0x7feeac06f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.242 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.240+0000 7feeca59c640 1 --2- 172.21.15.111:0/3372874358 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7feeac06ccd0 0x7feeac06f190 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7feebc009ad0 tx=0x7feebc008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:36.244 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.244+0000 7feebaffd640 1 -- 172.21.15.111:0/3372874358 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7feecc0b7170 con 0x7feecc15e940 2024-09-19T04:40:36.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.443+0000 7feed0de4640 1 -- 172.21.15.111:0/3372874358 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feecc0ba6b0 con 0x7feecc15e940 2024-09-19T04:40:36.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.444+0000 7feebaffd640 1 -- 172.21.15.111:0/3372874358 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 93 v93) ==== 94+0+5239 (secure 0 0 0) 0x7feec0059240 con 0x7feecc15e940 2024-09-19T04:40:36.445 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:36.446 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":93,"btime":"2024-09-19T04:40:31:764297+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7130,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/1174918620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":1174918620},{"type":"v1","addr":"172.21.15.114:6835","nonce":1174918620}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":87},{"gid":8979,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/2230367726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2230367726},{"type":"v1","addr":"172.21.15.111:6834","nonce":2230367726}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":87},{"gid":8982,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/3803333154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":3803333154},{"type":"v1","addr":"172.21.15.111:6835","nonce":3803333154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":87}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:40:22.990954+0000","modified":"2024-09-19T04:40:26.007173+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8994},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8994":{"gid":8994,"name":"d","rank":0,"incarnation":88,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6834/2387692262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":2387692262},{"type":"v1","addr":"172.21.15.114:6834","nonce":2387692262}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[27],"metadata_pool":26,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8994,"qdb_cluster":[8994]},"id":13}]} 2024-09-19T04:40:36.446 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 93 2024-09-19T04:40:36.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.446+0000 7feed0de4640 1 -- 172.21.15.111:0/3372874358 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7feeac06ccd0 msgr2=0x7feeac06f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:36.447 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.446+0000 7feed0de4640 1 --2- 172.21.15.111:0/3372874358 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7feeac06ccd0 0x7feeac06f190 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7feebc009ad0 tx=0x7feebc008040 comp rx=0 tx=0).stop 2024-09-19T04:40:36.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.446+0000 7feed0de4640 1 -- 172.21.15.111:0/3372874358 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feecc15e940 msgr2=0x7feecc158820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:36.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.446+0000 7feed0de4640 1 --2- 172.21.15.111:0/3372874358 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feecc15e940 0x7feecc158820 secure :-1 s=READY pgs=1754 cs=0 l=1 rev1=1 crypto rx=0x7feec000c750 tx=0x7feec000cc10 comp rx=0 tx=0).stop 2024-09-19T04:40:36.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.446+0000 7feed0de4640 1 -- 172.21.15.111:0/3372874358 shutdown_connections 2024-09-19T04:40:36.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.446+0000 7feed0de4640 1 --2- 172.21.15.111:0/3372874358 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7feeac06ccd0 0x7feeac06f190 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.446+0000 7feed0de4640 1 --2- 172.21.15.111:0/3372874358 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7feecc15ed20 0x7feecc15af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.446+0000 7feed0de4640 1 --2- 172.21.15.111:0/3372874358 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feecc15e940 0x7feecc158820 unknown :-1 s=CLOSED pgs=1754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.446+0000 7feed0de4640 1 --2- 172.21.15.111:0/3372874358 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7feecc0cef90 0x7feecc0cdf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.446+0000 7feed0de4640 1 -- 172.21.15.111:0/3372874358 >> 172.21.15.111:0/3372874358 conn(0x7feecc0b6240 msgr2=0x7feecc0b8d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:36.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.446+0000 7feed0de4640 1 -- 172.21.15.111:0/3372874358 shutdown_connections 2024-09-19T04:40:36.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.446+0000 7feed0de4640 1 -- 172.21.15.111:0/3372874358 wait complete. 2024-09-19T04:40:36.458 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:40:36.555 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.554+0000 7f7bc50f1640 1 Processor -- start 2024-09-19T04:40:36.556 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.554+0000 7f7bc50f1640 1 -- start start 2024-09-19T04:40:36.557 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.555+0000 7f7bc50f1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7bc00d02a0 0x7f7bc00d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.557 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.555+0000 7f7bc50f1640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7bc015ca40 0x7f7bc015e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.557 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.555+0000 7f7bc50f1640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7bc00d0bc0 con 0x7f7bc015ce80 2024-09-19T04:40:36.557 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.555+0000 7f7bc50f1640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f7bc015d390 con 0x7f7bc015ca40 2024-09-19T04:40:36.557 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.555+0000 7f7bc50f1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7bc015d670 con 0x7f7bc00d02a0 2024-09-19T04:40:36.557 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.555+0000 7f7bbe59c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7bc015ca40 0x7f7bc015e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.557 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.555+0000 7f7bbf59e640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f7bc015ce80 0x7f7bc01594c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:60138/0 (socket says 172.21.15.111:60138) 2024-09-19T04:40:36.557 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.555+0000 7f7bbf59e640 1 -- 172.21.15.111:0/154024205 learned_addr learned my addr 172.21.15.111:0/154024205 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:36.557 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.555+0000 7f7bbed9d640 1 --2- 172.21.15.111:0/154024205 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7bc00d02a0 0x7f7bc00d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.555+0000 7f7bbe59c640 1 -- 172.21.15.111:0/154024205 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7bc00d02a0 msgr2=0x7f7bc00d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:36.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.555+0000 7f7bbe59c640 1 --2- 172.21.15.111:0/154024205 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7bc00d02a0 0x7f7bc00d0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.555+0000 7f7bbe59c640 1 -- 172.21.15.111:0/154024205 >> v1:172.21.15.111:6789/0 conn(0x7f7bc015ce80 legacy=0x7f7bc01594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:36.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.555+0000 7f7bbdd9b640 1 -- 172.21.15.111:0/154024205 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2161485546 0 0) 0x7f7bc00d0bc0 con 0x7f7bc015ce80 2024-09-19T04:40:36.558 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.555+0000 7f7bbe59c640 1 -- 172.21.15.111:0/154024205 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bc015d950 con 0x7f7bc015ca40 2024-09-19T04:40:36.559 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.556+0000 7f7bbe59c640 1 --2- 172.21.15.111:0/154024205 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7bc015ca40 0x7f7bc015e430 secure :-1 s=READY pgs=1756 cs=0 l=1 rev1=1 crypto rx=0x7f7ba80097a0 tx=0x7f7ba802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29685f69e0ff806a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:36.559 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.556+0000 7f7bbdd9b640 1 -- 172.21.15.111:0/154024205 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ba8037070 con 0x7f7bc015ca40 2024-09-19T04:40:36.559 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.556+0000 7f7bbdd9b640 1 -- 172.21.15.111:0/154024205 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ba802ae50 con 0x7f7bc015ca40 2024-09-19T04:40:36.559 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.556+0000 7f7bbdd9b640 1 -- 172.21.15.111:0/154024205 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ba8032660 con 0x7f7bc015ca40 2024-09-19T04:40:36.559 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.557+0000 7f7bc50f1640 1 -- 172.21.15.111:0/154024205 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7bc015ca40 msgr2=0x7f7bc015e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:36.559 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.557+0000 7f7bc50f1640 1 --2- 172.21.15.111:0/154024205 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7bc015ca40 0x7f7bc015e430 secure :-1 s=READY pgs=1756 cs=0 l=1 rev1=1 crypto rx=0x7f7ba80097a0 tx=0x7f7ba802a100 comp rx=0 tx=0).stop 2024-09-19T04:40:36.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.557+0000 7f7bc50f1640 1 -- 172.21.15.111:0/154024205 shutdown_connections 2024-09-19T04:40:36.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.557+0000 7f7bc50f1640 1 --2- 172.21.15.111:0/154024205 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7bc015ca40 0x7f7bc015e430 unknown :-1 s=CLOSED pgs=1756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.557+0000 7f7bc50f1640 1 --2- 172.21.15.111:0/154024205 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7bc00d02a0 0x7f7bc00d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.557+0000 7f7bc50f1640 1 -- 172.21.15.111:0/154024205 >> 172.21.15.111:0/154024205 conn(0x7f7bc0062cc0 msgr2=0x7f7bc006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:36.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.557+0000 7f7bc50f1640 1 -- 172.21.15.111:0/154024205 shutdown_connections 2024-09-19T04:40:36.560 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.557+0000 7f7bc50f1640 1 -- 172.21.15.111:0/154024205 wait complete. 2024-09-19T04:40:36.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.558+0000 7f7bc50f1640 1 Processor -- start 2024-09-19T04:40:36.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.558+0000 7f7bc50f1640 1 -- start start 2024-09-19T04:40:36.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.559+0000 7f7bc50f1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7bc00d02a0 0x7f7bc014f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.559+0000 7f7bc50f1640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7bc015ca40 0x7f7bc01594a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.559+0000 7f7bc50f1640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7bc015ce80 0x7f7bc0154800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.562 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.559+0000 7f7bc50f1640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7bc0155b90 con 0x7f7bc015ce80 2024-09-19T04:40:36.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.559+0000 7f7bc50f1640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7bc015df10 con 0x7f7bc015ca40 2024-09-19T04:40:36.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.559+0000 7f7bc50f1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7bc0155d10 con 0x7f7bc00d02a0 2024-09-19T04:40:36.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.559+0000 7f7bbf59e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7bc015ce80 0x7f7bc0154800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.559+0000 7f7bbf59e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7bc015ce80 0x7f7bc0154800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41868/0 (socket says 172.21.15.111:41868) 2024-09-19T04:40:36.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.559+0000 7f7bbf59e640 1 -- 172.21.15.111:0/2768650866 learned_addr learned my addr 172.21.15.111:0/2768650866 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:36.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.560+0000 7f7bbed9d640 1 --2- 172.21.15.111:0/2768650866 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7bc00d02a0 0x7f7bc014f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.560+0000 7f7bbf59e640 1 -- 172.21.15.111:0/2768650866 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7bc00d02a0 msgr2=0x7f7bc014f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:36.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.560+0000 7f7bbe59c640 1 --2- 172.21.15.111:0/2768650866 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7bc015ca40 0x7f7bc01594a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.560+0000 7f7bbf59e640 1 --2- 172.21.15.111:0/2768650866 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7bc00d02a0 0x7f7bc014f0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.560+0000 7f7bbf59e640 1 -- 172.21.15.111:0/2768650866 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7bc015ca40 msgr2=0x7f7bc01594a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:36.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.560+0000 7f7bbf59e640 1 --2- 172.21.15.111:0/2768650866 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7bc015ca40 0x7f7bc01594a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.560+0000 7f7bbf59e640 1 -- 172.21.15.111:0/2768650866 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bc01f1db0 con 0x7f7bc015ce80 2024-09-19T04:40:36.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.560+0000 7f7bbf59e640 1 --2- 172.21.15.111:0/2768650866 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7bc015ce80 0x7f7bc0154800 secure :-1 s=READY pgs=1757 cs=0 l=1 rev1=1 crypto rx=0x7f7bb800c450 tx=0x7f7bb800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:36.563 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.560+0000 7f7bb77fe640 1 -- 172.21.15.111:0/2768650866 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bb8018070 con 0x7f7bc015ce80 2024-09-19T04:40:36.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.560+0000 7f7bb77fe640 1 -- 172.21.15.111:0/2768650866 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bb8007500 con 0x7f7bc015ce80 2024-09-19T04:40:36.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.560+0000 7f7bc50f1640 1 -- 172.21.15.111:0/2768650866 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bc015bde0 con 0x7f7bc015ce80 2024-09-19T04:40:36.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.560+0000 7f7bb77fe640 1 -- 172.21.15.111:0/2768650866 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bb8004a20 con 0x7f7bc015ce80 2024-09-19T04:40:36.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.560+0000 7f7bc50f1640 1 -- 172.21.15.111:0/2768650866 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bc015c3a0 con 0x7f7bc015ce80 2024-09-19T04:40:36.564 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.561+0000 7f7bc50f1640 1 -- 172.21.15.111:0/2768650866 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7bc01f1f80 con 0x7f7bc015ce80 2024-09-19T04:40:36.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.561+0000 7f7bb77fe640 1 -- 172.21.15.111:0/2768650866 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 27) ==== 91764+0+0 (secure 0 0 0) 0x7f7bb801b070 con 0x7f7bc015ce80 2024-09-19T04:40:36.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.562+0000 7f7bb77fe640 1 --2- 172.21.15.111:0/2768650866 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7ba006cd00 0x7f7ba006f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.562+0000 7f7bb77fe640 1 -- 172.21.15.111:0/2768650866 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7f7bb8089200 con 0x7f7bc015ce80 2024-09-19T04:40:36.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.562+0000 7f7bbed9d640 1 --2- 172.21.15.111:0/2768650866 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7ba006cd00 0x7f7ba006f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.565 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.563+0000 7f7bbed9d640 1 --2- 172.21.15.111:0/2768650866 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7ba006cd00 0x7f7ba006f1c0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f7bc01553b0 tx=0x7f7bb000b040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:36.567 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.566+0000 7f7bb77fe640 1 -- 172.21.15.111:0/2768650866 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7bb8059200 con 0x7f7bc015ce80 2024-09-19T04:40:36.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.767+0000 7f7bc50f1640 1 -- 172.21.15.111:0/2768650866 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7bc00b4790 con 0x7f7bc015ce80 2024-09-19T04:40:36.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.768+0000 7f7bb77fe640 1 -- 172.21.15.111:0/2768650866 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 93 v93) ==== 94+0+5239 (secure 0 0 0) 0x7f7bb8058b00 con 0x7f7bc015ce80 2024-09-19T04:40:36.769 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:36.769 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":93,"btime":"2024-09-19T04:40:31:764297+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7130,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/1174918620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":1174918620},{"type":"v1","addr":"172.21.15.114:6835","nonce":1174918620}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":87},{"gid":8979,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/2230367726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2230367726},{"type":"v1","addr":"172.21.15.111:6834","nonce":2230367726}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":87},{"gid":8982,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/3803333154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":3803333154},{"type":"v1","addr":"172.21.15.111:6835","nonce":3803333154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":87}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:40:22.990954+0000","modified":"2024-09-19T04:40:26.007173+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8994},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8994":{"gid":8994,"name":"d","rank":0,"incarnation":88,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6834/2387692262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":2387692262},{"type":"v1","addr":"172.21.15.114:6834","nonce":2387692262}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[27],"metadata_pool":26,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8994,"qdb_cluster":[8994]},"id":13}]} 2024-09-19T04:40:36.770 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 93 2024-09-19T04:40:36.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.770+0000 7f7bc50f1640 1 -- 172.21.15.111:0/2768650866 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7ba006cd00 msgr2=0x7f7ba006f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:36.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.770+0000 7f7bc50f1640 1 --2- 172.21.15.111:0/2768650866 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7ba006cd00 0x7f7ba006f1c0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f7bc01553b0 tx=0x7f7bb000b040 comp rx=0 tx=0).stop 2024-09-19T04:40:36.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.770+0000 7f7bc50f1640 1 -- 172.21.15.111:0/2768650866 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7bc015ce80 msgr2=0x7f7bc0154800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:36.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.770+0000 7f7bc50f1640 1 --2- 172.21.15.111:0/2768650866 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7bc015ce80 0x7f7bc0154800 secure :-1 s=READY pgs=1757 cs=0 l=1 rev1=1 crypto rx=0x7f7bb800c450 tx=0x7f7bb800c910 comp rx=0 tx=0).stop 2024-09-19T04:40:36.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.770+0000 7f7bc50f1640 1 -- 172.21.15.111:0/2768650866 shutdown_connections 2024-09-19T04:40:36.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.770+0000 7f7bc50f1640 1 --2- 172.21.15.111:0/2768650866 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7ba006cd00 0x7f7ba006f1c0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.770+0000 7f7bc50f1640 1 --2- 172.21.15.111:0/2768650866 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7bc015ce80 0x7f7bc0154800 unknown :-1 s=CLOSED pgs=1757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.770+0000 7f7bc50f1640 1 --2- 172.21.15.111:0/2768650866 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7bc015ca40 0x7f7bc01594a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.770+0000 7f7bc50f1640 1 --2- 172.21.15.111:0/2768650866 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7bc00d02a0 0x7f7bc014f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.770+0000 7f7bc50f1640 1 -- 172.21.15.111:0/2768650866 >> 172.21.15.111:0/2768650866 conn(0x7f7bc0062cc0 msgr2=0x7f7bc006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:36.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.770+0000 7f7bc50f1640 1 -- 172.21.15.111:0/2768650866 shutdown_connections 2024-09-19T04:40:36.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.770+0000 7f7bc50f1640 1 -- 172.21.15.111:0/2768650866 wait complete. 2024-09-19T04:40:36.783 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:40:36.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.880+0000 7f6760a77640 1 Processor -- start 2024-09-19T04:40:36.881 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.880+0000 7f6760a77640 1 -- start start 2024-09-19T04:40:36.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.881+0000 7f6760a77640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f675c15ca40 0x7f675c15e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.881+0000 7f6760a77640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f675c15d390 con 0x7f675c0d02a0 2024-09-19T04:40:36.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.881+0000 7f6760a77640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f675c15d670 con 0x7f675c15ce80 2024-09-19T04:40:36.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.881+0000 7f6760a77640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f675c15d950 con 0x7f675c15ca40 2024-09-19T04:40:36.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.881+0000 7f675a59c640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f675c0d02a0 0x7f675c0d0680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:60140/0 (socket says 172.21.15.111:60140) 2024-09-19T04:40:36.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.881+0000 7f675a59c640 1 -- 172.21.15.111:0/3335362421 learned_addr learned my addr 172.21.15.111:0/3335362421 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:36.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.881+0000 7f675959a640 1 -- 172.21.15.111:0/3335362421 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4201435657 0 0) 0x7f675c15d390 con 0x7f675c0d02a0 2024-09-19T04:40:36.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.881+0000 7f675959a640 1 -- 172.21.15.111:0/3335362421 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6744003520 con 0x7f675c0d02a0 2024-09-19T04:40:36.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.881+0000 7f6759d9b640 1 --2- 172.21.15.111:0/3335362421 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f675c15ca40 0x7f675c15e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.881+0000 7f675959a640 1 -- 172.21.15.111:0/3335362421 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3583297491 0 0) 0x7f6744003520 con 0x7f675c0d02a0 2024-09-19T04:40:36.884 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.881+0000 7f675959a640 1 -- 172.21.15.111:0/3335362421 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f675c15ca40 msgr2=0x7f675c15e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:36.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.881+0000 7f675959a640 1 --2- 172.21.15.111:0/3335362421 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f675c15ca40 0x7f675c15e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.881+0000 7f675959a640 1 -- 172.21.15.111:0/3335362421 >> v1:172.21.15.114:6789/0 conn(0x7f675c15ce80 legacy=0x7f675c1594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:36.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.881+0000 7f675959a640 1 -- 172.21.15.111:0/3335362421 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f675c15dc30 con 0x7f675c0d02a0 2024-09-19T04:40:36.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.881+0000 7f675959a640 1 -- 172.21.15.111:0/3335362421 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f674c001670 con 0x7f675c0d02a0 2024-09-19T04:40:36.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.881+0000 7f675959a640 1 -- 172.21.15.111:0/3335362421 >> v1:172.21.15.111:6789/0 conn(0x7f675c0d02a0 legacy=0x7f675c0d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:36.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.881+0000 7f675959a640 1 --2- 172.21.15.111:0/3335362421 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67440039e0 0x7f6744003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.881+0000 7f675959a640 1 --2- 172.21.15.111:0/3335362421 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f675c15ca40 0x7f6744004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.881+0000 7f675959a640 1 --2- 172.21.15.111:0/3335362421 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6744004d40 0x7f67440051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.881+0000 7f675959a640 1 -- 172.21.15.111:0/3335362421 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f675c15d950 con 0x7f6744004d40 2024-09-19T04:40:36.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.881+0000 7f675959a640 1 -- 172.21.15.111:0/3335362421 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f674400bba0 con 0x7f67440039e0 2024-09-19T04:40:36.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.881+0000 7f675959a640 1 -- 172.21.15.111:0/3335362421 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f674400bda0 con 0x7f675c15ca40 2024-09-19T04:40:36.885 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.882+0000 7f675ad9d640 1 --2- 172.21.15.111:0/3335362421 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6744004d40 0x7f67440051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.882+0000 7f6759d9b640 1 --2- 172.21.15.111:0/3335362421 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f675c15ca40 0x7f6744004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.882+0000 7f675a59c640 1 --2- 172.21.15.111:0/3335362421 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67440039e0 0x7f6744003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.882+0000 7f675ad9d640 1 -- 172.21.15.111:0/3335362421 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f675c15ca40 msgr2=0x7f6744004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:36.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.882+0000 7f675ad9d640 1 --2- 172.21.15.111:0/3335362421 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f675c15ca40 0x7f6744004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.882+0000 7f675ad9d640 1 -- 172.21.15.111:0/3335362421 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67440039e0 msgr2=0x7f6744003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:36.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.882+0000 7f675ad9d640 1 --2- 172.21.15.111:0/3335362421 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67440039e0 0x7f6744003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.882+0000 7f675ad9d640 1 -- 172.21.15.111:0/3335362421 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6744003520 con 0x7f6744004d40 2024-09-19T04:40:36.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.883+0000 7f675ad9d640 1 --2- 172.21.15.111:0/3335362421 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6744004d40 0x7f67440051c0 secure :-1 s=READY pgs=1759 cs=0 l=1 rev1=1 crypto rx=0x7f6754001e50 tx=0x7f6744005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=681c86ff315535bf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:36.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.883+0000 7f675959a640 1 -- 172.21.15.111:0/3335362421 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6754001a70 con 0x7f6744004d40 2024-09-19T04:40:36.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.883+0000 7f675959a640 1 -- 172.21.15.111:0/3335362421 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6754003970 con 0x7f6744004d40 2024-09-19T04:40:36.886 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.883+0000 7f675959a640 1 -- 172.21.15.111:0/3335362421 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6754003d60 con 0x7f6744004d40 2024-09-19T04:40:36.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.883+0000 7f6760a77640 1 -- 172.21.15.111:0/3335362421 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6744004d40 msgr2=0x7f67440051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:36.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.883+0000 7f6760a77640 1 --2- 172.21.15.111:0/3335362421 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6744004d40 0x7f67440051c0 secure :-1 s=READY pgs=1759 cs=0 l=1 rev1=1 crypto rx=0x7f6754001e50 tx=0x7f6744005830 comp rx=0 tx=0).stop 2024-09-19T04:40:36.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.883+0000 7f675ad9d640 1 -- 172.21.15.111:0/3335362421 reap_dead start 2024-09-19T04:40:36.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.883+0000 7f6760a77640 1 -- 172.21.15.111:0/3335362421 shutdown_connections 2024-09-19T04:40:36.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.883+0000 7f6760a77640 1 -- 172.21.15.111:0/3335362421 >> 172.21.15.111:0/3335362421 conn(0x7f675c062cc0 msgr2=0x7f675c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:36.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.883+0000 7f6760a77640 1 -- 172.21.15.111:0/3335362421 shutdown_connections 2024-09-19T04:40:36.889 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.883+0000 7f6760a77640 1 -- 172.21.15.111:0/3335362421 wait complete. 2024-09-19T04:40:36.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.885+0000 7f6760a77640 1 Processor -- start 2024-09-19T04:40:36.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.885+0000 7f6760a77640 1 -- start start 2024-09-19T04:40:36.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.886+0000 7f6760a77640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6744004d40 0x7f675c13e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.886+0000 7f6760a77640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f675c144660 0x7f675c0aa700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.886+0000 7f6760a77640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f675c159b90 0x7f675c15a010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.886+0000 7f6760a77640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f675c155d10 con 0x7f6744004d40 2024-09-19T04:40:36.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.886+0000 7f6760a77640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f675c155b90 con 0x7f675c159b90 2024-09-19T04:40:36.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.886+0000 7f6760a77640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f675c0b4790 con 0x7f675c144660 2024-09-19T04:40:36.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.886+0000 7f675a59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6744004d40 0x7f675c13e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.886+0000 7f675a59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6744004d40 0x7f675c13e860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41888/0 (socket says 172.21.15.111:41888) 2024-09-19T04:40:36.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.886+0000 7f675a59c640 1 -- 172.21.15.111:0/1577304779 learned_addr learned my addr 172.21.15.111:0/1577304779 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:36.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.886+0000 7f6759d9b640 1 --2- 172.21.15.111:0/1577304779 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f675c144660 0x7f675c0aa700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.886+0000 7f675ad9d640 1 --2- 172.21.15.111:0/1577304779 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f675c159b90 0x7f675c15a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.886+0000 7f675a59c640 1 -- 172.21.15.111:0/1577304779 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f675c144660 msgr2=0x7f675c0aa700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:36.890 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.886+0000 7f675a59c640 1 --2- 172.21.15.111:0/1577304779 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f675c144660 0x7f675c0aa700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.886+0000 7f675a59c640 1 -- 172.21.15.111:0/1577304779 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f675c159b90 msgr2=0x7f675c15a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:36.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.886+0000 7f675a59c640 1 --2- 172.21.15.111:0/1577304779 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f675c159b90 0x7f675c15a010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.886+0000 7f675a59c640 1 -- 172.21.15.111:0/1577304779 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f675c15a550 con 0x7f6744004d40 2024-09-19T04:40:36.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.886+0000 7f675ad9d640 1 --2- 172.21.15.111:0/1577304779 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f675c159b90 0x7f675c15a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:36.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.886+0000 7f675a59c640 1 --2- 172.21.15.111:0/1577304779 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6744004d40 0x7f675c13e860 secure :-1 s=READY pgs=1760 cs=0 l=1 rev1=1 crypto rx=0x7f674c007320 tx=0x7f674c0077e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:36.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.886+0000 7f674affd640 1 -- 172.21.15.111:0/1577304779 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f674c01a070 con 0x7f6744004d40 2024-09-19T04:40:36.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.886+0000 7f674affd640 1 -- 172.21.15.111:0/1577304779 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f674c00f9a0 con 0x7f6744004d40 2024-09-19T04:40:36.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.886+0000 7f6760a77640 1 -- 172.21.15.111:0/1577304779 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f675c13eeb0 con 0x7f6744004d40 2024-09-19T04:40:36.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.886+0000 7f674affd640 1 -- 172.21.15.111:0/1577304779 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f674c00fd70 con 0x7f6744004d40 2024-09-19T04:40:36.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.886+0000 7f6760a77640 1 -- 172.21.15.111:0/1577304779 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f675c13f470 con 0x7f6744004d40 2024-09-19T04:40:36.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.887+0000 7f6760a77640 1 -- 172.21.15.111:0/1577304779 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f675c0d0680 con 0x7f6744004d40 2024-09-19T04:40:36.891 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.888+0000 7f674affd640 1 -- 172.21.15.111:0/1577304779 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 27) ==== 91764+0+0 (secure 0 0 0) 0x7f674c01d070 con 0x7f6744004d40 2024-09-19T04:40:36.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.888+0000 7f674affd640 1 --2- 172.21.15.111:0/1577304779 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f673c06cd00 0x7f673c06f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.888+0000 7f674affd640 1 -- 172.21.15.111:0/1577304779 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7f674c089950 con 0x7f6744004d40 2024-09-19T04:40:36.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.889+0000 7f6759d9b640 1 --2- 172.21.15.111:0/1577304779 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f673c06cd00 0x7f673c06f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.892 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.889+0000 7f6759d9b640 1 --2- 172.21.15.111:0/1577304779 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f673c06cd00 0x7f673c06f1c0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f675c15c900 tx=0x7f6750008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:36.893 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:36.893+0000 7f674affd640 1 -- 172.21.15.111:0/1577304779 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f675c15a550 con 0x7f6744004d40 2024-09-19T04:40:37.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.058+0000 7f6760a77640 1 -- 172.21.15.111:0/1577304779 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f675c0b2cb0 con 0x7f6744004d40 2024-09-19T04:40:37.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.059+0000 7f674affd640 1 -- 172.21.15.111:0/1577304779 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v167) ==== 74+0+16880 (secure 0 0 0) 0x7f674c059950 con 0x7f6744004d40 2024-09-19T04:40:37.061 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:37.061 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":167,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:40:24.650720+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":27,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:40:21.329574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"166","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_data","create_time":"2024-09-19T04:40:21.964887+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"167","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:40:37.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.061+0000 7f6760a77640 1 -- 172.21.15.111:0/1577304779 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f673c06cd00 msgr2=0x7f673c06f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:37.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.061+0000 7f6760a77640 1 --2- 172.21.15.111:0/1577304779 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f673c06cd00 0x7f673c06f1c0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f675c15c900 tx=0x7f6750008040 comp rx=0 tx=0).stop 2024-09-19T04:40:37.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.061+0000 7f6760a77640 1 -- 172.21.15.111:0/1577304779 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6744004d40 msgr2=0x7f675c13e860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:37.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.061+0000 7f6760a77640 1 --2- 172.21.15.111:0/1577304779 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6744004d40 0x7f675c13e860 secure :-1 s=READY pgs=1760 cs=0 l=1 rev1=1 crypto rx=0x7f674c007320 tx=0x7f674c0077e0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.061+0000 7f6760a77640 1 -- 172.21.15.111:0/1577304779 shutdown_connections 2024-09-19T04:40:37.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.061+0000 7f6760a77640 1 --2- 172.21.15.111:0/1577304779 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f673c06cd00 0x7f673c06f1c0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.061+0000 7f6760a77640 1 --2- 172.21.15.111:0/1577304779 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f675c159b90 0x7f675c15a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.061+0000 7f6760a77640 1 --2- 172.21.15.111:0/1577304779 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f675c144660 0x7f675c0aa700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.061+0000 7f6760a77640 1 --2- 172.21.15.111:0/1577304779 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6744004d40 0x7f675c13e860 unknown :-1 s=CLOSED pgs=1760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.061+0000 7f6760a77640 1 -- 172.21.15.111:0/1577304779 >> 172.21.15.111:0/1577304779 conn(0x7f675c062cc0 msgr2=0x7f675c157f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:37.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.061+0000 7f6760a77640 1 -- 172.21.15.111:0/1577304779 shutdown_connections 2024-09-19T04:40:37.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.061+0000 7f6760a77640 1 -- 172.21.15.111:0/1577304779 wait complete. 2024-09-19T04:40:37.073 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T04:40:37.074 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:40:37.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.170+0000 7fbfec2c9640 1 Processor -- start 2024-09-19T04:40:37.172 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.170+0000 7fbfec2c9640 1 -- start start 2024-09-19T04:40:37.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.171+0000 7fbfec2c9640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fbfe40d02a0 0x7fbfe40d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.171+0000 7fbfec2c9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbfe415ceb0 0x7fbfe41594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.171+0000 7fbfec2c9640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbfe40d0bc0 con 0x7fbfe415ca40 2024-09-19T04:40:37.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.171+0000 7fbfec2c9640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fbfe415d390 con 0x7fbfe40d02a0 2024-09-19T04:40:37.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.171+0000 7fbfec2c9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fbfe415d670 con 0x7fbfe415ceb0 2024-09-19T04:40:37.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.171+0000 7fbfea065640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fbfe40d02a0 0x7fbfe40d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:37.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.171+0000 7fbfea065640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fbfe40d02a0 0x7fbfe40d0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41900/0 (socket says 172.21.15.111:41900) 2024-09-19T04:40:37.173 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.171+0000 7fbfea065640 1 -- 172.21.15.111:0/347277035 learned_addr learned my addr 172.21.15.111:0/347277035 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:37.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.172+0000 7fbfea866640 1 --2- 172.21.15.111:0/347277035 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbfe415ceb0 0x7fbfe41594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:37.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.172+0000 7fbfea065640 1 -- 172.21.15.111:0/347277035 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbfe415ceb0 msgr2=0x7fbfe41594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:37.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.172+0000 7fbfea065640 1 --2- 172.21.15.111:0/347277035 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbfe415ceb0 0x7fbfe41594c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.172+0000 7fbfea065640 1 -- 172.21.15.111:0/347277035 >> v1:172.21.15.114:6789/0 conn(0x7fbfe415ca40 legacy=0x7fbfe415e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:37.174 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.172+0000 7fbfea065640 1 -- 172.21.15.111:0/347277035 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfe415d950 con 0x7fbfe40d02a0 2024-09-19T04:40:37.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.172+0000 7fbfea065640 1 --2- 172.21.15.111:0/347277035 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbfe40d02a0 0x7fbfe40d0680 secure :-1 s=READY pgs=1761 cs=0 l=1 rev1=1 crypto rx=0x7fbfe000bb10 tx=0x7fbfe002c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90426eda31eff888 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:37.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.172+0000 7fbfe9063640 1 -- 172.21.15.111:0/347277035 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfe003a070 con 0x7fbfe40d02a0 2024-09-19T04:40:37.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.172+0000 7fbfe9063640 1 -- 172.21.15.111:0/347277035 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbfe00326f0 con 0x7fbfe40d02a0 2024-09-19T04:40:37.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.172+0000 7fbfe9063640 1 -- 172.21.15.111:0/347277035 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfe0032ac0 con 0x7fbfe40d02a0 2024-09-19T04:40:37.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.173+0000 7fbfec2c9640 1 -- 172.21.15.111:0/347277035 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbfe40d02a0 msgr2=0x7fbfe40d0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:37.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.173+0000 7fbfec2c9640 1 --2- 172.21.15.111:0/347277035 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbfe40d02a0 0x7fbfe40d0680 secure :-1 s=READY pgs=1761 cs=0 l=1 rev1=1 crypto rx=0x7fbfe000bb10 tx=0x7fbfe002c830 comp rx=0 tx=0).stop 2024-09-19T04:40:37.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.173+0000 7fbfec2c9640 1 -- 172.21.15.111:0/347277035 shutdown_connections 2024-09-19T04:40:37.175 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.173+0000 7fbfec2c9640 1 --2- 172.21.15.111:0/347277035 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbfe415ceb0 0x7fbfe41594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.173+0000 7fbfec2c9640 1 --2- 172.21.15.111:0/347277035 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbfe40d02a0 0x7fbfe40d0680 unknown :-1 s=CLOSED pgs=1761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.173+0000 7fbfec2c9640 1 -- 172.21.15.111:0/347277035 >> 172.21.15.111:0/347277035 conn(0x7fbfe4062cc0 msgr2=0x7fbfe406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:37.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.173+0000 7fbfec2c9640 1 -- 172.21.15.111:0/347277035 shutdown_connections 2024-09-19T04:40:37.176 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.173+0000 7fbfec2c9640 1 -- 172.21.15.111:0/347277035 wait complete. 2024-09-19T04:40:37.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.174+0000 7fbfec2c9640 1 Processor -- start 2024-09-19T04:40:37.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.174+0000 7fbfec2c9640 1 -- start start 2024-09-19T04:40:37.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.175+0000 7fbfec2c9640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbfe40d02a0 0x7fbfe41560a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.175+0000 7fbfec2c9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbfe415ca40 0x7fbfe4146c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.175+0000 7fbfec2c9640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbfe415ceb0 0x7fbfe4154820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.178 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.175+0000 7fbfec2c9640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fbfe415eb40 con 0x7fbfe415ceb0 2024-09-19T04:40:37.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.175+0000 7fbfec2c9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fbfe415df10 con 0x7fbfe415ca40 2024-09-19T04:40:37.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.175+0000 7fbfec2c9640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fbfe4155b90 con 0x7fbfe40d02a0 2024-09-19T04:40:37.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.175+0000 7fbfea866640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbfe415ceb0 0x7fbfe4154820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:37.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.175+0000 7fbfea866640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbfe415ceb0 0x7fbfe4154820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41908/0 (socket says 172.21.15.111:41908) 2024-09-19T04:40:37.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.175+0000 7fbfea866640 1 -- 172.21.15.111:0/786102743 learned_addr learned my addr 172.21.15.111:0/786102743 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:37.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.175+0000 7fbfea065640 1 --2- 172.21.15.111:0/786102743 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbfe40d02a0 0x7fbfe41560a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:37.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.175+0000 7fbfe9864640 1 --2- 172.21.15.111:0/786102743 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbfe415ca40 0x7fbfe4146c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:37.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.175+0000 7fbfea866640 1 -- 172.21.15.111:0/786102743 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbfe40d02a0 msgr2=0x7fbfe41560a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:37.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.175+0000 7fbfea866640 1 --2- 172.21.15.111:0/786102743 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbfe40d02a0 0x7fbfe41560a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.175+0000 7fbfea866640 1 -- 172.21.15.111:0/786102743 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbfe415ca40 msgr2=0x7fbfe4146c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:37.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.175+0000 7fbfea866640 1 --2- 172.21.15.111:0/786102743 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbfe415ca40 0x7fbfe4146c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.175+0000 7fbfea866640 1 -- 172.21.15.111:0/786102743 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfe41471c0 con 0x7fbfe415ceb0 2024-09-19T04:40:37.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.176+0000 7fbfea866640 1 --2- 172.21.15.111:0/786102743 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbfe415ceb0 0x7fbfe4154820 secure :-1 s=READY pgs=1762 cs=0 l=1 rev1=1 crypto rx=0x7fbfdc00cd90 tx=0x7fbfdc00a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:37.179 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.176+0000 7fbfdaffd640 1 -- 172.21.15.111:0/786102743 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfdc003b90 con 0x7fbfe415ceb0 2024-09-19T04:40:37.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.176+0000 7fbfdaffd640 1 -- 172.21.15.111:0/786102743 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbfdc003d50 con 0x7fbfe415ceb0 2024-09-19T04:40:37.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.176+0000 7fbfec2c9640 1 -- 172.21.15.111:0/786102743 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfe4157bf0 con 0x7fbfe415ceb0 2024-09-19T04:40:37.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.176+0000 7fbfdaffd640 1 -- 172.21.15.111:0/786102743 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfdc004260 con 0x7fbfe415ceb0 2024-09-19T04:40:37.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.176+0000 7fbfec2c9640 1 -- 172.21.15.111:0/786102743 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfe41581b0 con 0x7fbfe415ceb0 2024-09-19T04:40:37.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.177+0000 7fbfec2c9640 1 -- 172.21.15.111:0/786102743 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbfe4158690 con 0x7fbfe415ceb0 2024-09-19T04:40:37.180 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.177+0000 7fbfdaffd640 1 -- 172.21.15.111:0/786102743 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 27) ==== 91764+0+0 (secure 0 0 0) 0x7fbfdc004400 con 0x7fbfe415ceb0 2024-09-19T04:40:37.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.178+0000 7fbfdaffd640 1 --2- 172.21.15.111:0/786102743 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbfc806ccd0 0x7fbfc806f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.178+0000 7fbfdaffd640 1 -- 172.21.15.111:0/786102743 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7fbfdc08a8a0 con 0x7fbfe415ceb0 2024-09-19T04:40:37.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.178+0000 7fbfea065640 1 --2- 172.21.15.111:0/786102743 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbfc806ccd0 0x7fbfc806f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:37.181 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.178+0000 7fbfea065640 1 --2- 172.21.15.111:0/786102743 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbfc806ccd0 0x7fbfc806f190 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fbfe0037000 tx=0x7fbfe0032000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:37.183 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.182+0000 7fbfdaffd640 1 -- 172.21.15.111:0/786102743 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbfe4158690 con 0x7fbfe415ceb0 2024-09-19T04:40:37.263 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.262+0000 7fbfdaffd640 1 -- 172.21.15.111:0/786102743 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7fbfdc0046f0 con 0x7fbfe415ceb0 2024-09-19T04:40:37.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.384+0000 7fbfec2c9640 1 -- 172.21.15.111:0/786102743 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbfe40b4790 con 0x7fbfe415ceb0 2024-09-19T04:40:37.385 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.384+0000 7fbfdaffd640 1 -- 172.21.15.111:0/786102743 <== mon.0 v2:172.21.15.111:3300/0 8 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 93 v93) ==== 94+0+5239 (secure 0 0 0) 0x7fbfdc050990 con 0x7fbfe415ceb0 2024-09-19T04:40:37.386 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:37.386 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":93,"btime":"2024-09-19T04:40:31:764297+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7130,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/1174918620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":1174918620},{"type":"v1","addr":"172.21.15.114:6835","nonce":1174918620}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":87},{"gid":8979,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/2230367726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2230367726},{"type":"v1","addr":"172.21.15.111:6834","nonce":2230367726}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":87},{"gid":8982,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/3803333154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":3803333154},{"type":"v1","addr":"172.21.15.111:6835","nonce":3803333154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":87}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:40:22.990954+0000","modified":"2024-09-19T04:40:26.007173+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8994},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8994":{"gid":8994,"name":"d","rank":0,"incarnation":88,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6834/2387692262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":2387692262},{"type":"v1","addr":"172.21.15.114:6834","nonce":2387692262}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[27],"metadata_pool":26,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8994,"qdb_cluster":[8994]},"id":13}]} 2024-09-19T04:40:37.386 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 93 2024-09-19T04:40:37.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.386+0000 7fbfec2c9640 1 -- 172.21.15.111:0/786102743 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbfc806ccd0 msgr2=0x7fbfc806f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:37.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.386+0000 7fbfec2c9640 1 --2- 172.21.15.111:0/786102743 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbfc806ccd0 0x7fbfc806f190 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fbfe0037000 tx=0x7fbfe0032000 comp rx=0 tx=0).stop 2024-09-19T04:40:37.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.386+0000 7fbfec2c9640 1 -- 172.21.15.111:0/786102743 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbfe415ceb0 msgr2=0x7fbfe4154820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:37.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.386+0000 7fbfec2c9640 1 --2- 172.21.15.111:0/786102743 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbfe415ceb0 0x7fbfe4154820 secure :-1 s=READY pgs=1762 cs=0 l=1 rev1=1 crypto rx=0x7fbfdc00cd90 tx=0x7fbfdc00a660 comp rx=0 tx=0).stop 2024-09-19T04:40:37.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.386+0000 7fbfec2c9640 1 -- 172.21.15.111:0/786102743 shutdown_connections 2024-09-19T04:40:37.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.386+0000 7fbfec2c9640 1 --2- 172.21.15.111:0/786102743 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fbfc806ccd0 0x7fbfc806f190 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.386+0000 7fbfec2c9640 1 --2- 172.21.15.111:0/786102743 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbfe415ceb0 0x7fbfe4154820 unknown :-1 s=CLOSED pgs=1762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.386+0000 7fbfec2c9640 1 --2- 172.21.15.111:0/786102743 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbfe415ca40 0x7fbfe4146c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.386+0000 7fbfec2c9640 1 --2- 172.21.15.111:0/786102743 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fbfe40d02a0 0x7fbfe41560a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.388 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.386+0000 7fbfec2c9640 1 -- 172.21.15.111:0/786102743 >> 172.21.15.111:0/786102743 conn(0x7fbfe4062cc0 msgr2=0x7fbfe415e430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:37.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.386+0000 7fbfec2c9640 1 -- 172.21.15.111:0/786102743 shutdown_connections 2024-09-19T04:40:37.389 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.386+0000 7fbfec2c9640 1 -- 172.21.15.111:0/786102743 wait complete. 2024-09-19T04:40:37.399 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:40:37.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.495+0000 7fa57894b640 1 Processor -- start 2024-09-19T04:40:37.497 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.496+0000 7fa57894b640 1 -- start start 2024-09-19T04:40:37.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.496+0000 7fa57894b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa5740cf070 0x7fa5740cf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.496+0000 7fa57894b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa574073120 0x7fa574073560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.496+0000 7fa57894b640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5740ce740 con 0x7fa57415c180 2024-09-19T04:40:37.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.496+0000 7fa57894b640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fa574072640 con 0x7fa574073120 2024-09-19T04:40:37.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.496+0000 7fa57894b640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fa574072920 con 0x7fa5740cf070 2024-09-19T04:40:37.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.497+0000 7fa572d9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa574073120 0x7fa574073560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:37.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.497+0000 7fa572d9d640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fa574073120 0x7fa574073560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41910/0 (socket says 172.21.15.111:41910) 2024-09-19T04:40:37.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.497+0000 7fa572d9d640 1 -- 172.21.15.111:0/1946598138 learned_addr learned my addr 172.21.15.111:0/1946598138 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:37.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.497+0000 7fa572d9d640 1 -- 172.21.15.111:0/1946598138 >> v2:172.21.15.114:3300/0 conn(0x7fa5740cf070 msgr2=0x7fa5740cf4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:37.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.497+0000 7fa572d9d640 1 --2- 172.21.15.111:0/1946598138 >> v2:172.21.15.114:3300/0 conn(0x7fa5740cf070 0x7fa5740cf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.497+0000 7fa572d9d640 1 -- 172.21.15.111:0/1946598138 >> v1:172.21.15.114:6789/0 conn(0x7fa57415c180 legacy=0x7fa5740cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:37.499 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.497+0000 7fa572d9d640 1 -- 172.21.15.111:0/1946598138 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa574072c00 con 0x7fa574073120 2024-09-19T04:40:37.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.498+0000 7fa572d9d640 1 --2- 172.21.15.111:0/1946598138 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa574073120 0x7fa574073560 secure :-1 s=READY pgs=1763 cs=0 l=1 rev1=1 crypto rx=0x7fa57406f430 tx=0x7fa56402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91e28c639955e072 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:37.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.498+0000 7fa57159a640 1 -- 172.21.15.111:0/1946598138 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa564037070 con 0x7fa574073120 2024-09-19T04:40:37.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.498+0000 7fa57159a640 1 -- 172.21.15.111:0/1946598138 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa564032440 con 0x7fa574073120 2024-09-19T04:40:37.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.498+0000 7fa57159a640 1 -- 172.21.15.111:0/1946598138 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa564032810 con 0x7fa574073120 2024-09-19T04:40:37.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.498+0000 7fa57894b640 1 -- 172.21.15.111:0/1946598138 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa574073120 msgr2=0x7fa574073560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:37.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.498+0000 7fa57894b640 1 --2- 172.21.15.111:0/1946598138 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa574073120 0x7fa574073560 secure :-1 s=READY pgs=1763 cs=0 l=1 rev1=1 crypto rx=0x7fa57406f430 tx=0x7fa56402a1a0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.498+0000 7fa57894b640 1 -- 172.21.15.111:0/1946598138 shutdown_connections 2024-09-19T04:40:37.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.498+0000 7fa57894b640 1 --2- 172.21.15.111:0/1946598138 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa574073120 0x7fa574073560 unknown :-1 s=CLOSED pgs=1763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.498+0000 7fa57894b640 1 --2- 172.21.15.111:0/1946598138 >> v2:172.21.15.114:3300/0 conn(0x7fa5740cf070 0x7fa5740cf4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.498+0000 7fa57894b640 1 -- 172.21.15.111:0/1946598138 >> 172.21.15.111:0/1946598138 conn(0x7fa574062cc0 msgr2=0x7fa57406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:37.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.498+0000 7fa57894b640 1 -- 172.21.15.111:0/1946598138 shutdown_connections 2024-09-19T04:40:37.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.498+0000 7fa57894b640 1 -- 172.21.15.111:0/1946598138 wait complete. 2024-09-19T04:40:37.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.500+0000 7fa57894b640 1 Processor -- start 2024-09-19T04:40:37.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.500+0000 7fa57894b640 1 -- start start 2024-09-19T04:40:37.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.500+0000 7fa57894b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa574073120 0x7fa5740b1380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.500+0000 7fa57894b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5740cf070 0x7fa57414c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.500+0000 7fa57894b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa57415c180 0x7fa57414cb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.500+0000 7fa57894b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa5740722f0 con 0x7fa5740cf070 2024-09-19T04:40:37.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.500+0000 7fa57894b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa5740ced00 con 0x7fa574073120 2024-09-19T04:40:37.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.500+0000 7fa57894b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa57415c560 con 0x7fa57415c180 2024-09-19T04:40:37.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.501+0000 7fa571d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5740cf070 0x7fa57414c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:37.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.501+0000 7fa571d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5740cf070 0x7fa57414c5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41914/0 (socket says 172.21.15.111:41914) 2024-09-19T04:40:37.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.501+0000 7fa571d9b640 1 -- 172.21.15.111:0/3681022818 learned_addr learned my addr 172.21.15.111:0/3681022818 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:37.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.501+0000 7fa572d9d640 1 --2- 172.21.15.111:0/3681022818 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa57415c180 0x7fa57414cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:37.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.501+0000 7fa57259c640 1 --2- 172.21.15.111:0/3681022818 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa574073120 0x7fa5740b1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:37.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.501+0000 7fa571d9b640 1 -- 172.21.15.111:0/3681022818 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa57415c180 msgr2=0x7fa57414cb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:37.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.501+0000 7fa571d9b640 1 --2- 172.21.15.111:0/3681022818 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa57415c180 0x7fa57414cb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.501+0000 7fa571d9b640 1 -- 172.21.15.111:0/3681022818 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa574073120 msgr2=0x7fa5740b1380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:37.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.501+0000 7fa571d9b640 1 --2- 172.21.15.111:0/3681022818 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa574073120 0x7fa5740b1380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.501+0000 7fa571d9b640 1 -- 172.21.15.111:0/3681022818 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5740b02e0 con 0x7fa5740cf070 2024-09-19T04:40:37.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.501+0000 7fa572d9d640 1 --2- 172.21.15.111:0/3681022818 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa57415c180 0x7fa57414cb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:37.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.501+0000 7fa571d9b640 1 --2- 172.21.15.111:0/3681022818 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5740cf070 0x7fa57414c5c0 secure :-1 s=READY pgs=1764 cs=0 l=1 rev1=1 crypto rx=0x7fa55c00b450 tx=0x7fa55c00b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:37.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.501+0000 7fa56affd640 1 -- 172.21.15.111:0/3681022818 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa55c015020 con 0x7fa5740cf070 2024-09-19T04:40:37.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.501+0000 7fa56affd640 1 -- 172.21.15.111:0/3681022818 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa55c011890 con 0x7fa5740cf070 2024-09-19T04:40:37.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.501+0000 7fa57894b640 1 -- 172.21.15.111:0/3681022818 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5740b05c0 con 0x7fa5740cf070 2024-09-19T04:40:37.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.501+0000 7fa56affd640 1 -- 172.21.15.111:0/3681022818 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa55c011c80 con 0x7fa5740cf070 2024-09-19T04:40:37.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.501+0000 7fa57894b640 1 -- 172.21.15.111:0/3681022818 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5740b0b80 con 0x7fa5740cf070 2024-09-19T04:40:37.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.502+0000 7fa57894b640 1 -- 172.21.15.111:0/3681022818 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5740cf4e0 con 0x7fa5740cf070 2024-09-19T04:40:37.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.503+0000 7fa56affd640 1 -- 172.21.15.111:0/3681022818 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7fa55c018020 con 0x7fa5740cf070 2024-09-19T04:40:37.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.503+0000 7fa56affd640 1 --2- 172.21.15.111:0/3681022818 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa55406cdf0 0x7fa55406f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.503+0000 7fa56affd640 1 -- 172.21.15.111:0/3681022818 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7fa55c089fc0 con 0x7fa5740cf070 2024-09-19T04:40:37.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.504+0000 7fa57259c640 1 --2- 172.21.15.111:0/3681022818 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa55406cdf0 0x7fa55406f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:37.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.504+0000 7fa57259c640 1 --2- 172.21.15.111:0/3681022818 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa55406cdf0 0x7fa55406f2b0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fa56c009f60 tx=0x7fa56c0094f0 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:37.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.508+0000 7fa56affd640 1 -- 172.21.15.111:0/3681022818 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa55c01f020 con 0x7fa5740cf070 2024-09-19T04:40:37.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.708+0000 7fa57894b640 1 -- 172.21.15.111:0/3681022818 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa5740ce1e0 con 0x7fa5740cf070 2024-09-19T04:40:37.709 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.708+0000 7fa56affd640 1 -- 172.21.15.111:0/3681022818 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 93 v93) ==== 94+0+5239 (secure 0 0 0) 0x7fa55c00d040 con 0x7fa5740cf070 2024-09-19T04:40:37.710 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:37.710 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":93,"btime":"2024-09-19T04:40:31:764297+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7130,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/1174918620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":1174918620},{"type":"v1","addr":"172.21.15.114:6835","nonce":1174918620}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":87},{"gid":8979,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/2230367726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2230367726},{"type":"v1","addr":"172.21.15.111:6834","nonce":2230367726}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":87},{"gid":8982,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/3803333154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":3803333154},{"type":"v1","addr":"172.21.15.111:6835","nonce":3803333154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":87}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:40:22.990954+0000","modified":"2024-09-19T04:40:26.007173+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8994},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8994":{"gid":8994,"name":"d","rank":0,"incarnation":88,"state":"up:active","state_seq":3,"addr":"172.21.15.114:6834/2387692262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":2387692262},{"type":"v1","addr":"172.21.15.114:6834","nonce":2387692262}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[27],"metadata_pool":26,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8994,"qdb_cluster":[8994]},"id":13}]} 2024-09-19T04:40:37.710 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 93 2024-09-19T04:40:37.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.710+0000 7fa57894b640 1 -- 172.21.15.111:0/3681022818 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa55406cdf0 msgr2=0x7fa55406f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:37.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.710+0000 7fa57894b640 1 --2- 172.21.15.111:0/3681022818 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa55406cdf0 0x7fa55406f2b0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fa56c009f60 tx=0x7fa56c0094f0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.710+0000 7fa57894b640 1 -- 172.21.15.111:0/3681022818 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5740cf070 msgr2=0x7fa57414c5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:37.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.710+0000 7fa57894b640 1 --2- 172.21.15.111:0/3681022818 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5740cf070 0x7fa57414c5c0 secure :-1 s=READY pgs=1764 cs=0 l=1 rev1=1 crypto rx=0x7fa55c00b450 tx=0x7fa55c00b910 comp rx=0 tx=0).stop 2024-09-19T04:40:37.712 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.710+0000 7fa57894b640 1 -- 172.21.15.111:0/3681022818 shutdown_connections 2024-09-19T04:40:37.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.710+0000 7fa57894b640 1 --2- 172.21.15.111:0/3681022818 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa55406cdf0 0x7fa55406f2b0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.710+0000 7fa57894b640 1 --2- 172.21.15.111:0/3681022818 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa57415c180 0x7fa57414cb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.710+0000 7fa57894b640 1 --2- 172.21.15.111:0/3681022818 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5740cf070 0x7fa57414c5c0 unknown :-1 s=CLOSED pgs=1764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.710+0000 7fa57894b640 1 --2- 172.21.15.111:0/3681022818 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa574073120 0x7fa5740b1380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.710+0000 7fa57894b640 1 -- 172.21.15.111:0/3681022818 >> 172.21.15.111:0/3681022818 conn(0x7fa574062cc0 msgr2=0x7fa57406c0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:37.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.710+0000 7fa57894b640 1 -- 172.21.15.111:0/3681022818 shutdown_connections 2024-09-19T04:40:37.713 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.710+0000 7fa57894b640 1 -- 172.21.15.111:0/3681022818 wait complete. 2024-09-19T04:40:37.725 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:40:37.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.822+0000 7f8049bc4640 1 Processor -- start 2024-09-19T04:40:37.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.822+0000 7f8049bc4640 1 -- start start 2024-09-19T04:40:37.826 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.823+0000 7f8049bc4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f804415ca40 0x7f804415e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.823+0000 7f8049bc4640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f804415d390 con 0x7f804415ce80 2024-09-19T04:40:37.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.823+0000 7f8049bc4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f804415d670 con 0x7f80440d02a0 2024-09-19T04:40:37.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.823+0000 7f8049bc4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f804415d950 con 0x7f804415ca40 2024-09-19T04:40:37.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.823+0000 7f8043fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f804415ce80 0x7f80441594c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:60152/0 (socket says 172.21.15.111:60152) 2024-09-19T04:40:37.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.823+0000 7f8043fff640 1 -- 172.21.15.111:0/1166601321 learned_addr learned my addr 172.21.15.111:0/1166601321 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:37.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.823+0000 7f8042ffd640 1 --2- 172.21.15.111:0/1166601321 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f804415ca40 0x7f804415e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:37.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.823+0000 7f80427fc640 1 -- 172.21.15.111:0/1166601321 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2430242284 0 0) 0x7f804415d390 con 0x7f804415ce80 2024-09-19T04:40:37.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.823+0000 7f80427fc640 1 -- 172.21.15.111:0/1166601321 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f802c003520 con 0x7f804415ce80 2024-09-19T04:40:37.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.823+0000 7f80427fc640 1 -- 172.21.15.111:0/1166601321 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 393052099 0 0) 0x7f802c003520 con 0x7f804415ce80 2024-09-19T04:40:37.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.823+0000 7f80427fc640 1 -- 172.21.15.111:0/1166601321 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f804415ca40 msgr2=0x7f804415e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:37.827 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.823+0000 7f80427fc640 1 --2- 172.21.15.111:0/1166601321 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f804415ca40 0x7f804415e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.823+0000 7f80427fc640 1 -- 172.21.15.111:0/1166601321 >> v1:172.21.15.114:6789/0 conn(0x7f80440d02a0 legacy=0x7f80440d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:37.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.823+0000 7f80427fc640 1 -- 172.21.15.111:0/1166601321 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f804415dc30 con 0x7f804415ce80 2024-09-19T04:40:37.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.823+0000 7f80427fc640 1 -- 172.21.15.111:0/1166601321 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f803c0019f0 con 0x7f804415ce80 2024-09-19T04:40:37.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.824+0000 7f80427fc640 1 -- 172.21.15.111:0/1166601321 >> v1:172.21.15.111:6789/0 conn(0x7f804415ce80 legacy=0x7f80441594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:37.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.824+0000 7f80427fc640 1 --2- 172.21.15.111:0/1166601321 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f802c0039e0 0x7f802c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.824+0000 7f80427fc640 1 --2- 172.21.15.111:0/1166601321 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f802c004800 0x7f802c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.824+0000 7f80427fc640 1 --2- 172.21.15.111:0/1166601321 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f804415ca40 0x7f802c005200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.824+0000 7f80427fc640 1 -- 172.21.15.111:0/1166601321 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f804415d950 con 0x7f802c0039e0 2024-09-19T04:40:37.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.824+0000 7f80427fc640 1 -- 172.21.15.111:0/1166601321 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f802c00baf0 con 0x7f802c004800 2024-09-19T04:40:37.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.824+0000 7f80427fc640 1 -- 172.21.15.111:0/1166601321 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f802c00bcf0 con 0x7f804415ca40 2024-09-19T04:40:37.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.824+0000 7f80437fe640 1 --2- 172.21.15.111:0/1166601321 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f802c0039e0 0x7f802c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:37.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.824+0000 7f8042ffd640 1 --2- 172.21.15.111:0/1166601321 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f802c004800 0x7f802c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:37.828 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.824+0000 7f8043fff640 1 --2- 172.21.15.111:0/1166601321 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f804415ca40 0x7f802c005200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:37.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.824+0000 7f80437fe640 1 -- 172.21.15.111:0/1166601321 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f804415ca40 msgr2=0x7f802c005200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:37.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.824+0000 7f80437fe640 1 --2- 172.21.15.111:0/1166601321 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f804415ca40 0x7f802c005200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.824+0000 7f80437fe640 1 -- 172.21.15.111:0/1166601321 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f802c004800 msgr2=0x7f802c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:37.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.824+0000 7f80437fe640 1 --2- 172.21.15.111:0/1166601321 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f802c004800 0x7f802c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.824+0000 7f80437fe640 1 -- 172.21.15.111:0/1166601321 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f802c003520 con 0x7f802c0039e0 2024-09-19T04:40:37.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.825+0000 7f80437fe640 1 --2- 172.21.15.111:0/1166601321 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f802c0039e0 0x7f802c003e00 secure :-1 s=READY pgs=1766 cs=0 l=1 rev1=1 crypto rx=0x7f8034001750 tx=0x7f802c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7291d8e8c029ac1e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:37.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.825+0000 7f80427fc640 1 -- 172.21.15.111:0/1166601321 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8034001370 con 0x7f802c0039e0 2024-09-19T04:40:37.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.825+0000 7f80427fc640 1 -- 172.21.15.111:0/1166601321 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80340052d0 con 0x7f802c0039e0 2024-09-19T04:40:37.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.825+0000 7f80427fc640 1 -- 172.21.15.111:0/1166601321 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f803402abe0 con 0x7f802c0039e0 2024-09-19T04:40:37.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.825+0000 7f8049bc4640 1 -- 172.21.15.111:0/1166601321 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f802c0039e0 msgr2=0x7f802c003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:37.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.825+0000 7f8049bc4640 1 --2- 172.21.15.111:0/1166601321 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f802c0039e0 0x7f802c003e00 secure :-1 s=READY pgs=1766 cs=0 l=1 rev1=1 crypto rx=0x7f8034001750 tx=0x7f802c005830 comp rx=0 tx=0).stop 2024-09-19T04:40:37.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.825+0000 7f8043fff640 1 -- 172.21.15.111:0/1166601321 reap_dead start 2024-09-19T04:40:37.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.825+0000 7f8049bc4640 1 -- 172.21.15.111:0/1166601321 shutdown_connections 2024-09-19T04:40:37.829 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.825+0000 7f8049bc4640 1 -- 172.21.15.111:0/1166601321 >> 172.21.15.111:0/1166601321 conn(0x7f8044062cc0 msgr2=0x7f804406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:37.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.825+0000 7f8049bc4640 1 -- 172.21.15.111:0/1166601321 shutdown_connections 2024-09-19T04:40:37.830 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.825+0000 7f8049bc4640 1 -- 172.21.15.111:0/1166601321 wait complete. 2024-09-19T04:40:37.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.826+0000 7f8049bc4640 1 Processor -- start 2024-09-19T04:40:37.832 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.827+0000 7f8049bc4640 1 -- start start 2024-09-19T04:40:37.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.827+0000 7f8049bc4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f802c0039e0 0x7f8044158af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.827+0000 7f8049bc4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8044168ee0 0x7f80441f7d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.827+0000 7f8049bc4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8044156450 0x7f80440ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.827+0000 7f8049bc4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8044155d10 con 0x7f8044156450 2024-09-19T04:40:37.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.827+0000 7f8049bc4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8044155b90 con 0x7f8044168ee0 2024-09-19T04:40:37.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.827+0000 7f8049bc4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f80440b4790 con 0x7f802c0039e0 2024-09-19T04:40:37.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.828+0000 7f8043fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8044156450 0x7f80440ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:37.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.828+0000 7f8043fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8044156450 0x7f80440ae8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41922/0 (socket says 172.21.15.111:41922) 2024-09-19T04:40:37.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.828+0000 7f8043fff640 1 -- 172.21.15.111:0/3207748831 learned_addr learned my addr 172.21.15.111:0/3207748831 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:37.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.828+0000 7f80437fe640 1 --2- 172.21.15.111:0/3207748831 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f802c0039e0 0x7f8044158af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:37.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.828+0000 7f8042ffd640 1 --2- 172.21.15.111:0/3207748831 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8044168ee0 0x7f80441f7d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:37.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.828+0000 7f8043fff640 1 -- 172.21.15.111:0/3207748831 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f802c0039e0 msgr2=0x7f8044158af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:37.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.828+0000 7f8043fff640 1 --2- 172.21.15.111:0/3207748831 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f802c0039e0 0x7f8044158af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.828+0000 7f8043fff640 1 -- 172.21.15.111:0/3207748831 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8044168ee0 msgr2=0x7f80441f7d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:37.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.828+0000 7f8043fff640 1 --2- 172.21.15.111:0/3207748831 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8044168ee0 0x7f80441f7d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.828+0000 7f8043fff640 1 -- 172.21.15.111:0/3207748831 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8044159030 con 0x7f8044156450 2024-09-19T04:40:37.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.828+0000 7f80437fe640 1 --2- 172.21.15.111:0/3207748831 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f802c0039e0 0x7f8044158af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:37.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.828+0000 7f8043fff640 1 --2- 172.21.15.111:0/3207748831 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8044156450 0x7f80440ae8e0 secure :-1 s=READY pgs=1767 cs=0 l=1 rev1=1 crypto rx=0x7f802c004780 tx=0x7f803c007bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:37.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.828+0000 7f802bfff640 1 -- 172.21.15.111:0/3207748831 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f803c00abc0 con 0x7f8044156450 2024-09-19T04:40:37.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.828+0000 7f802bfff640 1 -- 172.21.15.111:0/3207748831 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f803c018070 con 0x7f8044156450 2024-09-19T04:40:37.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.828+0000 7f8049bc4640 1 -- 172.21.15.111:0/3207748831 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8044156fd0 con 0x7f8044156450 2024-09-19T04:40:37.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.828+0000 7f802bfff640 1 -- 172.21.15.111:0/3207748831 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f803c0133f0 con 0x7f8044156450 2024-09-19T04:40:37.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.828+0000 7f8049bc4640 1 -- 172.21.15.111:0/3207748831 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8044156cf0 con 0x7f8044156450 2024-09-19T04:40:37.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.829+0000 7f8049bc4640 1 -- 172.21.15.111:0/3207748831 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80440d0680 con 0x7f8044156450 2024-09-19T04:40:37.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.829+0000 7f802bfff640 1 -- 172.21.15.111:0/3207748831 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7f803c013590 con 0x7f8044156450 2024-09-19T04:40:37.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.830+0000 7f802bfff640 1 --2- 172.21.15.111:0/3207748831 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f803006ce20 0x7f803006f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.834 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.830+0000 7f802bfff640 1 -- 172.21.15.111:0/3207748831 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7f803c08a3e0 con 0x7f8044156450 2024-09-19T04:40:37.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.830+0000 7f80437fe640 1 --2- 172.21.15.111:0/3207748831 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f803006ce20 0x7f803006f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:37.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.831+0000 7f80437fe640 1 --2- 172.21.15.111:0/3207748831 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f803006ce20 0x7f803006f2e0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f8034032000 tx=0x7f803402e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:37.835 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:37.834+0000 7f802bfff640 1 -- 172.21.15.111:0/3207748831 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8044159030 con 0x7f8044156450 2024-09-19T04:40:38.002 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.000+0000 7f8049bc4640 1 -- 172.21.15.111:0/3207748831 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f80441f8270 con 0x7f8044156450 2024-09-19T04:40:38.003 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.002+0000 7f802bfff640 1 -- 172.21.15.111:0/3207748831 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v167) ==== 74+0+16880 (secure 0 0 0) 0x7f803c08e020 con 0x7f8044156450 2024-09-19T04:40:38.003 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:38.003 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":167,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:40:24.650720+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":27,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:40:21.329574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"166","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_data","create_time":"2024-09-19T04:40:21.964887+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"167","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:40:38.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.004+0000 7f8049bc4640 1 -- 172.21.15.111:0/3207748831 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f803006ce20 msgr2=0x7f803006f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:38.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.004+0000 7f8049bc4640 1 --2- 172.21.15.111:0/3207748831 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f803006ce20 0x7f803006f2e0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f8034032000 tx=0x7f803402e000 comp rx=0 tx=0).stop 2024-09-19T04:40:38.005 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.004+0000 7f8049bc4640 1 -- 172.21.15.111:0/3207748831 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8044156450 msgr2=0x7f80440ae8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:38.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.004+0000 7f8049bc4640 1 --2- 172.21.15.111:0/3207748831 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8044156450 0x7f80440ae8e0 secure :-1 s=READY pgs=1767 cs=0 l=1 rev1=1 crypto rx=0x7f802c004780 tx=0x7f803c007bd0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.004+0000 7f8049bc4640 1 -- 172.21.15.111:0/3207748831 shutdown_connections 2024-09-19T04:40:38.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.004+0000 7f8049bc4640 1 --2- 172.21.15.111:0/3207748831 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f803006ce20 0x7f803006f2e0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.004+0000 7f8049bc4640 1 --2- 172.21.15.111:0/3207748831 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8044156450 0x7f80440ae8e0 unknown :-1 s=CLOSED pgs=1767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.004+0000 7f8049bc4640 1 --2- 172.21.15.111:0/3207748831 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8044168ee0 0x7f80441f7d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.004+0000 7f8049bc4640 1 --2- 172.21.15.111:0/3207748831 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f802c0039e0 0x7f8044158af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.004+0000 7f8049bc4640 1 -- 172.21.15.111:0/3207748831 >> 172.21.15.111:0/3207748831 conn(0x7f8044062cc0 msgr2=0x7f804415b880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:38.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.004+0000 7f8049bc4640 1 -- 172.21.15.111:0/3207748831 shutdown_connections 2024-09-19T04:40:38.006 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.004+0000 7f8049bc4640 1 -- 172.21.15.111:0/3207748831 wait complete. 2024-09-19T04:40:38.016 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T04:40:38.116 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.115+0000 7f3df82b7640 1 Processor -- start 2024-09-19T04:40:38.117 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.115+0000 7f3df82b7640 1 -- start start 2024-09-19T04:40:38.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.116+0000 7f3df82b7640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f3df015c180 0x7f3df00cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:38.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.116+0000 7f3df82b7640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3df00ce230 0x7f3df00cf070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:38.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.116+0000 7f3df82b7640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3df00ce740 con 0x7f3df00cf5b0 2024-09-19T04:40:38.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.116+0000 7f3df82b7640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f3df0072640 con 0x7f3df00ce230 2024-09-19T04:40:38.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.116+0000 7f3df82b7640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f3df0072920 con 0x7f3df015c180 2024-09-19T04:40:38.118 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.116+0000 7f3df5852640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f3df00ce230 0x7f3df00cf070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:38.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.116+0000 7f3df6854640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f3df00cf5b0 0x7f3df0073120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:60162/0 (socket says 172.21.15.111:60162) 2024-09-19T04:40:38.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.116+0000 7f3df6854640 1 -- 172.21.15.111:0/4017654823 learned_addr learned my addr 172.21.15.111:0/4017654823 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:38.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.116+0000 7f3df6053640 1 --2- 172.21.15.111:0/4017654823 >> v2:172.21.15.114:3300/0 conn(0x7f3df015c180 0x7f3df00cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:38.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.116+0000 7f3df5852640 1 -- 172.21.15.111:0/4017654823 >> v2:172.21.15.114:3300/0 conn(0x7f3df015c180 msgr2=0x7f3df00cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:38.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.116+0000 7f3df5852640 1 --2- 172.21.15.111:0/4017654823 >> v2:172.21.15.114:3300/0 conn(0x7f3df015c180 0x7f3df00cdcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.116+0000 7f3df5852640 1 -- 172.21.15.111:0/4017654823 >> v1:172.21.15.111:6789/0 conn(0x7f3df00cf5b0 legacy=0x7f3df0073120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:38.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.116+0000 7f3df5852640 1 -- 172.21.15.111:0/4017654823 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3df0072c00 con 0x7f3df00ce230 2024-09-19T04:40:38.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.116+0000 7f3df5051640 1 -- 172.21.15.111:0/4017654823 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2016447821 0 0) 0x7f3df00ce740 con 0x7f3df00cf5b0 2024-09-19T04:40:38.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.117+0000 7f3df5852640 1 --2- 172.21.15.111:0/4017654823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3df00ce230 0x7f3df00cf070 secure :-1 s=READY pgs=1769 cs=0 l=1 rev1=1 crypto rx=0x7f3df006cc10 tx=0x7f3de002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48db82db636b7748 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:38.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.117+0000 7f3df5051640 1 -- 172.21.15.111:0/4017654823 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de0037070 con 0x7f3df00ce230 2024-09-19T04:40:38.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.117+0000 7f3df5051640 1 -- 172.21.15.111:0/4017654823 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3de0032440 con 0x7f3df00ce230 2024-09-19T04:40:38.119 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.117+0000 7f3df5051640 1 -- 172.21.15.111:0/4017654823 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de002ae60 con 0x7f3df00ce230 2024-09-19T04:40:38.122 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.118+0000 7f3df82b7640 1 -- 172.21.15.111:0/4017654823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3df00ce230 msgr2=0x7f3df00cf070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:38.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.118+0000 7f3df82b7640 1 --2- 172.21.15.111:0/4017654823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3df00ce230 0x7f3df00cf070 secure :-1 s=READY pgs=1769 cs=0 l=1 rev1=1 crypto rx=0x7f3df006cc10 tx=0x7f3de002a110 comp rx=0 tx=0).stop 2024-09-19T04:40:38.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.118+0000 7f3df82b7640 1 -- 172.21.15.111:0/4017654823 shutdown_connections 2024-09-19T04:40:38.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.118+0000 7f3df82b7640 1 --2- 172.21.15.111:0/4017654823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3df00ce230 0x7f3df00cf070 unknown :-1 s=CLOSED pgs=1769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.118+0000 7f3df82b7640 1 --2- 172.21.15.111:0/4017654823 >> v2:172.21.15.114:3300/0 conn(0x7f3df015c180 0x7f3df00cdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.118+0000 7f3df82b7640 1 -- 172.21.15.111:0/4017654823 >> 172.21.15.111:0/4017654823 conn(0x7f3df0062cc0 msgr2=0x7f3df006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:38.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.118+0000 7f3df82b7640 1 -- 172.21.15.111:0/4017654823 shutdown_connections 2024-09-19T04:40:38.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.118+0000 7f3df82b7640 1 -- 172.21.15.111:0/4017654823 wait complete. 2024-09-19T04:40:38.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.119+0000 7f3df82b7640 1 Processor -- start 2024-09-19T04:40:38.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.119+0000 7f3df82b7640 1 -- start start 2024-09-19T04:40:38.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.120+0000 7f3df82b7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3df00ce230 0x7f3df014ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:38.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.120+0000 7f3df82b7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3df00cf5b0 0x7f3df0151c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:38.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.120+0000 7f3df82b7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3df015c180 0x7f3df00b16f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:38.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.120+0000 7f3df82b7640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3df015c560 con 0x7f3df00cf5b0 2024-09-19T04:40:38.123 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.120+0000 7f3df82b7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3df00722f0 con 0x7f3df015c180 2024-09-19T04:40:38.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.120+0000 7f3df82b7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f3df015c6e0 con 0x7f3df00ce230 2024-09-19T04:40:38.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.120+0000 7f3df5852640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3df00cf5b0 0x7f3df0151c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:38.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.120+0000 7f3df5852640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3df00cf5b0 0x7f3df0151c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41946/0 (socket says 172.21.15.111:41946) 2024-09-19T04:40:38.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.120+0000 7f3df5852640 1 -- 172.21.15.111:0/3290333342 learned_addr learned my addr 172.21.15.111:0/3290333342 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:38.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.120+0000 7f3df5852640 1 -- 172.21.15.111:0/3290333342 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3df00ce230 msgr2=0x7f3df014ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:38.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.120+0000 7f3df5852640 1 --2- 172.21.15.111:0/3290333342 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3df00ce230 0x7f3df014ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.120+0000 7f3df5852640 1 -- 172.21.15.111:0/3290333342 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3df015c180 msgr2=0x7f3df00b16f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:38.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.120+0000 7f3df5852640 1 --2- 172.21.15.111:0/3290333342 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3df015c180 0x7f3df00b16f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.120+0000 7f3df5852640 1 -- 172.21.15.111:0/3290333342 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3df014f220 con 0x7f3df00cf5b0 2024-09-19T04:40:38.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.120+0000 7f3df5852640 1 --2- 172.21.15.111:0/3290333342 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3df00cf5b0 0x7f3df0151c90 secure :-1 s=READY pgs=1770 cs=0 l=1 rev1=1 crypto rx=0x7f3de0000c00 tx=0x7f3de00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:38.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.120+0000 7f3de6ffd640 1 -- 172.21.15.111:0/3290333342 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de0037040 con 0x7f3df00cf5b0 2024-09-19T04:40:38.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.120+0000 7f3de6ffd640 1 -- 172.21.15.111:0/3290333342 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3de0042070 con 0x7f3df00cf5b0 2024-09-19T04:40:38.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.120+0000 7f3de6ffd640 1 -- 172.21.15.111:0/3290333342 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de0030960 con 0x7f3df00cf5b0 2024-09-19T04:40:38.124 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.120+0000 7f3df82b7640 1 -- 172.21.15.111:0/3290333342 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3df0152600 con 0x7f3df00cf5b0 2024-09-19T04:40:38.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.121+0000 7f3df82b7640 1 -- 172.21.15.111:0/3290333342 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3df014f7a0 con 0x7f3df00cf5b0 2024-09-19T04:40:38.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.121+0000 7f3df82b7640 1 -- 172.21.15.111:0/3290333342 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3df0071910 con 0x7f3df00cf5b0 2024-09-19T04:40:38.125 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.122+0000 7f3de6ffd640 1 -- 172.21.15.111:0/3290333342 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7f3de0030b00 con 0x7f3df00cf5b0 2024-09-19T04:40:38.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.122+0000 7f3de6ffd640 1 --2- 172.21.15.111:0/3290333342 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3dd406ce20 0x7f3dd406f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:38.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.122+0000 7f3de6ffd640 1 -- 172.21.15.111:0/3290333342 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5765+0+0 (secure 0 0 0) 0x7f3de00aa650 con 0x7f3df00cf5b0 2024-09-19T04:40:38.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.122+0000 7f3df6053640 1 --2- 172.21.15.111:0/3290333342 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3dd406ce20 0x7f3dd406f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:38.126 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.123+0000 7f3df6053640 1 --2- 172.21.15.111:0/3290333342 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3dd406ce20 0x7f3dd406f2e0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f3dec006a90 tx=0x7f3dec006a20 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:38.128 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.127+0000 7f3de6ffd640 1 -- 172.21.15.111:0/3290333342 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3df0071910 con 0x7f3df00cf5b0 2024-09-19T04:40:38.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.327+0000 7f3df82b7640 1 -- 172.21.15.111:0/3290333342 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f3df00cf070 con 0x7f3df00cf5b0 2024-09-19T04:40:38.329 INFO:tasks.ceph.mon.a.smithi111.stderr:2024-09-19T04:40:38.328+0000 7fab606dd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T04:40:38.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.329+0000 7f3de6ffd640 1 -- 172.21.15.111:0/3290333342 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v94) ==== 161+0+0 (secure 0 0 0) 0x7f3de007a990 con 0x7f3df00cf5b0 2024-09-19T04:40:38.330 INFO:teuthology.orchestra.run.smithi111.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T04:40:38.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.331+0000 7f3df82b7640 1 -- 172.21.15.111:0/3290333342 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3dd406ce20 msgr2=0x7f3dd406f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:38.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.331+0000 7f3df82b7640 1 --2- 172.21.15.111:0/3290333342 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3dd406ce20 0x7f3dd406f2e0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f3dec006a90 tx=0x7f3dec006a20 comp rx=0 tx=0).stop 2024-09-19T04:40:38.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.331+0000 7f3df82b7640 1 -- 172.21.15.111:0/3290333342 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3df00cf5b0 msgr2=0x7f3df0151c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:38.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.331+0000 7f3df82b7640 1 --2- 172.21.15.111:0/3290333342 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3df00cf5b0 0x7f3df0151c90 secure :-1 s=READY pgs=1770 cs=0 l=1 rev1=1 crypto rx=0x7f3de0000c00 tx=0x7f3de00046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.331+0000 7f3df82b7640 1 -- 172.21.15.111:0/3290333342 shutdown_connections 2024-09-19T04:40:38.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.331+0000 7f3df82b7640 1 --2- 172.21.15.111:0/3290333342 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f3dd406ce20 0x7f3dd406f2e0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.331+0000 7f3df82b7640 1 --2- 172.21.15.111:0/3290333342 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3df015c180 0x7f3df00b16f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.331+0000 7f3df82b7640 1 --2- 172.21.15.111:0/3290333342 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3df00cf5b0 0x7f3df0151c90 unknown :-1 s=CLOSED pgs=1770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.331+0000 7f3df82b7640 1 --2- 172.21.15.111:0/3290333342 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f3df00ce230 0x7f3df014ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.331+0000 7f3df82b7640 1 -- 172.21.15.111:0/3290333342 >> 172.21.15.111:0/3290333342 conn(0x7f3df0062cc0 msgr2=0x7f3df006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:38.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.332+0000 7f3df82b7640 1 -- 172.21.15.111:0/3290333342 shutdown_connections 2024-09-19T04:40:38.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.332+0000 7f3df82b7640 1 -- 172.21.15.111:0/3290333342 wait complete. 2024-09-19T04:40:38.345 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T04:40:38.373 INFO:tasks.ceph.mds.d.smithi114.stdout:starting mds.d at 2024-09-19T04:40:38.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.443+0000 7fb7b9c65640 1 Processor -- start 2024-09-19T04:40:38.445 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.443+0000 7fb7b9c65640 1 -- start start 2024-09-19T04:40:38.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.444+0000 7fb7b9c65640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb7b40b3d50 0x7fb7b406d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:38.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.444+0000 7fb7b9c65640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7b40cf9a0 con 0x7fb7b40b3290 2024-09-19T04:40:38.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.444+0000 7fb7b9c65640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7b4162210 con 0x7fb7b4161e30 2024-09-19T04:40:38.448 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.444+0000 7fb7b9c65640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb7b40cfcf0 con 0x7fb7b40b3d50 2024-09-19T04:40:38.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.444+0000 7fb7b3fff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fb7b40b3290 0x7fb7b40b78b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:60164/0 (socket says 172.21.15.111:60164) 2024-09-19T04:40:38.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.444+0000 7fb7b3fff640 1 -- 172.21.15.111:0/1960538313 learned_addr learned my addr 172.21.15.111:0/1960538313 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:38.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.445+0000 7fb7b27fc640 1 -- 172.21.15.111:0/1960538313 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1322417315 0 0) 0x7fb7b40cf9a0 con 0x7fb7b40b3290 2024-09-19T04:40:38.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.445+0000 7fb7b27fc640 1 -- 172.21.15.111:0/1960538313 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb79c003520 con 0x7fb7b40b3290 2024-09-19T04:40:38.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.445+0000 7fb7b2ffd640 1 --2- 172.21.15.111:0/1960538313 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb7b40b3d50 0x7fb7b406d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:38.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.445+0000 7fb7b27fc640 1 -- 172.21.15.111:0/1960538313 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 861861163 0 0) 0x7fb79c003520 con 0x7fb7b40b3290 2024-09-19T04:40:38.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.445+0000 7fb7b27fc640 1 -- 172.21.15.111:0/1960538313 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb7b40b3d50 msgr2=0x7fb7b406d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:38.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.445+0000 7fb7b27fc640 1 --2- 172.21.15.111:0/1960538313 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb7b40b3d50 0x7fb7b406d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.445+0000 7fb7b27fc640 1 -- 172.21.15.111:0/1960538313 >> v1:172.21.15.114:6789/0 conn(0x7fb7b4161e30 legacy=0x7fb7b40d34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:38.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.445+0000 7fb7b27fc640 1 -- 172.21.15.111:0/1960538313 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7b40d5210 con 0x7fb7b40b3290 2024-09-19T04:40:38.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.445+0000 7fb7b27fc640 1 -- 172.21.15.111:0/1960538313 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fb7ac0019f0 con 0x7fb7b40b3290 2024-09-19T04:40:38.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.445+0000 7fb7b27fc640 1 -- 172.21.15.111:0/1960538313 >> v1:172.21.15.111:6789/0 conn(0x7fb7b40b3290 legacy=0x7fb7b40b78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:38.449 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.445+0000 7fb7b27fc640 1 --2- 172.21.15.111:0/1960538313 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb7b40b3d50 0x7fb79c0039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:38.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.445+0000 7fb7b27fc640 1 --2- 172.21.15.111:0/1960538313 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb79c003f60 0x7fb79c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:38.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.445+0000 7fb7b27fc640 1 --2- 172.21.15.111:0/1960538313 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb79c004d40 0x7fb79c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:38.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.445+0000 7fb7b27fc640 1 -- 172.21.15.111:0/1960538313 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b40cfcf0 con 0x7fb79c003f60 2024-09-19T04:40:38.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.445+0000 7fb7b27fc640 1 -- 172.21.15.111:0/1960538313 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb79c00baa0 con 0x7fb79c004d40 2024-09-19T04:40:38.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.445+0000 7fb7b27fc640 1 -- 172.21.15.111:0/1960538313 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb79c00bca0 con 0x7fb7b40b3d50 2024-09-19T04:40:38.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.445+0000 7fb7b2ffd640 1 --2- 172.21.15.111:0/1960538313 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb79c003f60 0x7fb79c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:38.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.445+0000 7fb7b37fe640 1 --2- 172.21.15.111:0/1960538313 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb7b40b3d50 0x7fb79c0039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:38.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.445+0000 7fb7b3fff640 1 --2- 172.21.15.111:0/1960538313 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb79c004d40 0x7fb79c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:38.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.445+0000 7fb7b2ffd640 1 -- 172.21.15.111:0/1960538313 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb7b40b3d50 msgr2=0x7fb79c0039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:38.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.445+0000 7fb7b2ffd640 1 --2- 172.21.15.111:0/1960538313 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb7b40b3d50 0x7fb79c0039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.445+0000 7fb7b2ffd640 1 -- 172.21.15.111:0/1960538313 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb79c004d40 msgr2=0x7fb79c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:38.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.445+0000 7fb7b2ffd640 1 --2- 172.21.15.111:0/1960538313 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb79c004d40 0x7fb79c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.450 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.445+0000 7fb7b2ffd640 1 -- 172.21.15.111:0/1960538313 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb79c003520 con 0x7fb79c003f60 2024-09-19T04:40:38.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.446+0000 7fb7b2ffd640 1 --2- 172.21.15.111:0/1960538313 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb79c003f60 0x7fb79c004800 secure :-1 s=READY pgs=1774 cs=0 l=1 rev1=1 crypto rx=0x7fb7a8009a90 tx=0x7fb79c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecd256f797518f19 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:38.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.446+0000 7fb7b27fc640 1 -- 172.21.15.111:0/1960538313 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a8036070 con 0x7fb79c003f60 2024-09-19T04:40:38.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.446+0000 7fb7b27fc640 1 -- 172.21.15.111:0/1960538313 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7a8031400 con 0x7fb79c003f60 2024-09-19T04:40:38.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.446+0000 7fb7b27fc640 1 -- 172.21.15.111:0/1960538313 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a8009690 con 0x7fb79c003f60 2024-09-19T04:40:38.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.447+0000 7fb7b9c65640 1 -- 172.21.15.111:0/1960538313 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb79c003f60 msgr2=0x7fb79c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:38.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.447+0000 7fb7b9c65640 1 --2- 172.21.15.111:0/1960538313 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb79c003f60 0x7fb79c004800 secure :-1 s=READY pgs=1774 cs=0 l=1 rev1=1 crypto rx=0x7fb7a8009a90 tx=0x7fb79c005830 comp rx=0 tx=0).stop 2024-09-19T04:40:38.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.447+0000 7fb7b3fff640 1 -- 172.21.15.111:0/1960538313 reap_dead start 2024-09-19T04:40:38.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.447+0000 7fb7b9c65640 1 -- 172.21.15.111:0/1960538313 shutdown_connections 2024-09-19T04:40:38.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.447+0000 7fb7b9c65640 1 -- 172.21.15.111:0/1960538313 >> 172.21.15.111:0/1960538313 conn(0x7fb7b40d1870 msgr2=0x7fb7b40d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:38.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.447+0000 7fb7b9c65640 1 -- 172.21.15.111:0/1960538313 shutdown_connections 2024-09-19T04:40:38.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.447+0000 7fb7b9c65640 1 -- 172.21.15.111:0/1960538313 wait complete. 2024-09-19T04:40:38.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.448+0000 7fb7b9c65640 1 Processor -- start 2024-09-19T04:40:38.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.448+0000 7fb7b9c65640 1 -- start start 2024-09-19T04:40:38.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.449+0000 7fb7b9c65640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb79c003f60 0x7fb7b4157140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:38.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.449+0000 7fb7b9c65640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb7b40ccfb0 0x7fb7b415d870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:38.454 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.449+0000 7fb7b9c65640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb7b40cd430 0x7fb7b415ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:38.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.449+0000 7fb7b9c65640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b40b7fc0 con 0x7fb7b40ccfb0 2024-09-19T04:40:38.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.449+0000 7fb7b9c65640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b40b3950 con 0x7fb7b40cd430 2024-09-19T04:40:38.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.449+0000 7fb7b9c65640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fb7b40b8140 con 0x7fb79c003f60 2024-09-19T04:40:38.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.449+0000 7fb7b2ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb7b40ccfb0 0x7fb7b415d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:38.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.449+0000 7fb7b2ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb7b40ccfb0 0x7fb7b415d870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41974/0 (socket says 172.21.15.111:41974) 2024-09-19T04:40:38.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.449+0000 7fb7b2ffd640 1 -- 172.21.15.111:0/293002611 learned_addr learned my addr 172.21.15.111:0/293002611 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:38.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.449+0000 7fb7b37fe640 1 --2- 172.21.15.111:0/293002611 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb79c003f60 0x7fb7b4157140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:38.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.449+0000 7fb7b3fff640 1 --2- 172.21.15.111:0/293002611 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb7b40cd430 0x7fb7b415ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:38.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.449+0000 7fb7b2ffd640 1 -- 172.21.15.111:0/293002611 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb79c003f60 msgr2=0x7fb7b4157140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:38.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.449+0000 7fb7b2ffd640 1 --2- 172.21.15.111:0/293002611 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb79c003f60 0x7fb7b4157140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.449+0000 7fb7b2ffd640 1 -- 172.21.15.111:0/293002611 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb7b40cd430 msgr2=0x7fb7b415ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:38.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.449+0000 7fb7b2ffd640 1 --2- 172.21.15.111:0/293002611 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb7b40cd430 0x7fb7b415ddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.449+0000 7fb7b2ffd640 1 -- 172.21.15.111:0/293002611 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7b40cda00 con 0x7fb7b40ccfb0 2024-09-19T04:40:38.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.449+0000 7fb7b37fe640 1 --2- 172.21.15.111:0/293002611 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb79c003f60 0x7fb7b4157140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:38.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.449+0000 7fb7b3fff640 1 --2- 172.21.15.111:0/293002611 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb7b40cd430 0x7fb7b415ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:38.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.449+0000 7fb7b2ffd640 1 --2- 172.21.15.111:0/293002611 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb7b40ccfb0 0x7fb7b415d870 secure :-1 s=READY pgs=1775 cs=0 l=1 rev1=1 crypto rx=0x7fb7a8000c00 tx=0x7fb7a8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:38.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.449+0000 7fb79bfff640 1 -- 172.21.15.111:0/293002611 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a8040020 con 0x7fb7b40ccfb0 2024-09-19T04:40:38.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.450+0000 7fb79bfff640 1 -- 172.21.15.111:0/293002611 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7a803b660 con 0x7fb7b40ccfb0 2024-09-19T04:40:38.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.450+0000 7fb7b9c65640 1 -- 172.21.15.111:0/293002611 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7b40cdce0 con 0x7fb7b40ccfb0 2024-09-19T04:40:38.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.450+0000 7fb79bfff640 1 -- 172.21.15.111:0/293002611 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a8036040 con 0x7fb7b40ccfb0 2024-09-19T04:40:38.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.450+0000 7fb7b9c65640 1 -- 172.21.15.111:0/293002611 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7b40ce2a0 con 0x7fb7b40ccfb0 2024-09-19T04:40:38.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.451+0000 7fb7b9c65640 1 -- 172.21.15.111:0/293002611 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7b40b78b0 con 0x7fb7b40ccfb0 2024-09-19T04:40:38.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.451+0000 7fb79bfff640 1 -- 172.21.15.111:0/293002611 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7fb7a8043020 con 0x7fb7b40ccfb0 2024-09-19T04:40:38.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.452+0000 7fb79bfff640 1 --2- 172.21.15.111:0/293002611 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb7a006ce20 0x7fb7a006f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:38.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.452+0000 7fb79bfff640 1 -- 172.21.15.111:0/293002611 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(168..168 src has 1..168) ==== 5851+0+0 (secure 0 0 0) 0x7fb7a80aa580 con 0x7fb7b40ccfb0 2024-09-19T04:40:38.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.452+0000 7fb7b37fe640 1 --2- 172.21.15.111:0/293002611 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb7a006ce20 0x7fb7a006f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:38.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.452+0000 7fb7b37fe640 1 --2- 172.21.15.111:0/293002611 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb7a006ce20 0x7fb7a006f2e0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fb7a40036b0 tx=0x7fb7a4009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:38.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.456+0000 7fb79bfff640 1 -- 172.21.15.111:0/293002611 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb7a804a030 con 0x7fb7b40ccfb0 2024-09-19T04:40:38.657 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:38.656+0000 7fb7b9c65640 1 -- 172.21.15.111:0/293002611 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fb7b40762a0 con 0x7fb7b40ccfb0 2024-09-19T04:40:39.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.330+0000 7fb79bfff640 1 -- 172.21.15.111:0/293002611 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v95) ==== 104+0+0 (secure 0 0 0) 0x7fb7a807a7a0 con 0x7fb7b40ccfb0 2024-09-19T04:40:39.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.333+0000 7fb7b9c65640 1 -- 172.21.15.111:0/293002611 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb7a006ce20 msgr2=0x7fb7a006f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:39.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.333+0000 7fb7b9c65640 1 --2- 172.21.15.111:0/293002611 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb7a006ce20 0x7fb7a006f2e0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fb7a40036b0 tx=0x7fb7a4009040 comp rx=0 tx=0).stop 2024-09-19T04:40:39.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.333+0000 7fb7b9c65640 1 -- 172.21.15.111:0/293002611 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb7b40ccfb0 msgr2=0x7fb7b415d870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:39.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.333+0000 7fb7b9c65640 1 --2- 172.21.15.111:0/293002611 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb7b40ccfb0 0x7fb7b415d870 secure :-1 s=READY pgs=1775 cs=0 l=1 rev1=1 crypto rx=0x7fb7a8000c00 tx=0x7fb7a8004730 comp rx=0 tx=0).stop 2024-09-19T04:40:39.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.333+0000 7fb7b9c65640 1 -- 172.21.15.111:0/293002611 shutdown_connections 2024-09-19T04:40:39.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.333+0000 7fb7b9c65640 1 --2- 172.21.15.111:0/293002611 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fb7a006ce20 0x7fb7a006f2e0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:39.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.333+0000 7fb7b9c65640 1 --2- 172.21.15.111:0/293002611 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb7b40cd430 0x7fb7b415ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:39.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.333+0000 7fb7b9c65640 1 --2- 172.21.15.111:0/293002611 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb7b40ccfb0 0x7fb7b415d870 unknown :-1 s=CLOSED pgs=1775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:39.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.333+0000 7fb7b9c65640 1 --2- 172.21.15.111:0/293002611 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fb79c003f60 0x7fb7b4157140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:39.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.333+0000 7fb7b9c65640 1 -- 172.21.15.111:0/293002611 >> 172.21.15.111:0/293002611 conn(0x7fb7b40d1870 msgr2=0x7fb7b40d4540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:39.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.333+0000 7fb7b9c65640 1 -- 172.21.15.111:0/293002611 shutdown_connections 2024-09-19T04:40:39.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.333+0000 7fb7b9c65640 1 -- 172.21.15.111:0/293002611 wait complete. 2024-09-19T04:40:39.347 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T04:40:39.451 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.450+0000 7fe50b2e4640 1 Processor -- start 2024-09-19T04:40:39.452 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.450+0000 7fe50b2e4640 1 -- start start 2024-09-19T04:40:39.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.451+0000 7fe50b2e4640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fe5040d2c00 0x7fe50406ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:39.455 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.451+0000 7fe50b2e4640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe504071140 con 0x7fe504070d30 2024-09-19T04:40:39.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.451+0000 7fe50b2e4640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe504071760 con 0x7fe50415eb10 2024-09-19T04:40:39.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.451+0000 7fe50b2e4640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fe50406e5d0 con 0x7fe5040d2c00 2024-09-19T04:40:39.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.451+0000 7fe509881640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fe504070d30 0x7fe50415f210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:60180/0 (socket says 172.21.15.111:60180) 2024-09-19T04:40:39.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.451+0000 7fe509881640 1 -- 172.21.15.111:0/1415231426 learned_addr learned my addr 172.21.15.111:0/1415231426 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:39.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe503fff640 1 -- 172.21.15.111:0/1415231426 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1842233596 0 0) 0x7fe504071140 con 0x7fe504070d30 2024-09-19T04:40:39.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe503fff640 1 -- 172.21.15.111:0/1415231426 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe4ec003520 con 0x7fe504070d30 2024-09-19T04:40:39.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe50887f640 1 --2- 172.21.15.111:0/1415231426 >> v2:172.21.15.114:3300/0 conn(0x7fe5040d2c00 0x7fe50406ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:39.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe503fff640 1 -- 172.21.15.111:0/1415231426 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1413478880 0 0) 0x7fe4ec003520 con 0x7fe504070d30 2024-09-19T04:40:39.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe503fff640 1 -- 172.21.15.111:0/1415231426 >> v2:172.21.15.114:3300/0 conn(0x7fe5040d2c00 msgr2=0x7fe50406ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:39.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe503fff640 1 --2- 172.21.15.111:0/1415231426 >> v2:172.21.15.114:3300/0 conn(0x7fe5040d2c00 0x7fe50406ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:39.456 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe503fff640 1 -- 172.21.15.111:0/1415231426 >> v1:172.21.15.114:6789/0 conn(0x7fe50415eb10 legacy=0x7fe5040d24f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:39.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe503fff640 1 -- 172.21.15.111:0/1415231426 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe504071a40 con 0x7fe504070d30 2024-09-19T04:40:39.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe503fff640 1 -- 172.21.15.111:0/1415231426 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7fe4fc001670 con 0x7fe504070d30 2024-09-19T04:40:39.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe503fff640 1 -- 172.21.15.111:0/1415231426 >> v1:172.21.15.111:6789/0 conn(0x7fe504070d30 legacy=0x7fe50415f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:39.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe503fff640 1 --2- 172.21.15.111:0/1415231426 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4ec0039b0 0x7fe4ec003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:39.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe503fff640 1 --2- 172.21.15.111:0/1415231426 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4ec004800 0x7fe4ec004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:39.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe503fff640 1 --2- 172.21.15.111:0/1415231426 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4ec0051c0 0x7fe4ec00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:39.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe503fff640 1 -- 172.21.15.111:0/1415231426 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe50406e5d0 con 0x7fe4ec004800 2024-09-19T04:40:39.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe503fff640 1 -- 172.21.15.111:0/1415231426 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe4ec00c060 con 0x7fe4ec0051c0 2024-09-19T04:40:39.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe503fff640 1 -- 172.21.15.111:0/1415231426 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe4ec00c260 con 0x7fe4ec0039b0 2024-09-19T04:40:39.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe50887f640 1 --2- 172.21.15.111:0/1415231426 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4ec004800 0x7fe4ec004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:39.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe509080640 1 --2- 172.21.15.111:0/1415231426 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4ec0039b0 0x7fe4ec003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:39.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe509881640 1 --2- 172.21.15.111:0/1415231426 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4ec0051c0 0x7fe4ec00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:39.457 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe50887f640 1 -- 172.21.15.111:0/1415231426 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4ec0039b0 msgr2=0x7fe4ec003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:39.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe50887f640 1 --2- 172.21.15.111:0/1415231426 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4ec0039b0 0x7fe4ec003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:39.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe50887f640 1 -- 172.21.15.111:0/1415231426 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4ec0051c0 msgr2=0x7fe4ec00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:39.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe50887f640 1 --2- 172.21.15.111:0/1415231426 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4ec0051c0 0x7fe4ec00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:39.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe50887f640 1 -- 172.21.15.111:0/1415231426 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4ec003520 con 0x7fe4ec004800 2024-09-19T04:40:39.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.452+0000 7fe509881640 1 -- 172.21.15.111:0/1415231426 reap_dead start 2024-09-19T04:40:39.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.453+0000 7fe50887f640 1 --2- 172.21.15.111:0/1415231426 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4ec004800 0x7fe4ec004c80 secure :-1 s=READY pgs=1777 cs=0 l=1 rev1=1 crypto rx=0x7fe4f8009a90 tx=0x7fe4ec005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69a10ebcf31aae3a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:39.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.453+0000 7fe503fff640 1 -- 172.21.15.111:0/1415231426 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4f8036070 con 0x7fe4ec004800 2024-09-19T04:40:39.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.453+0000 7fe503fff640 1 -- 172.21.15.111:0/1415231426 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4f8031400 con 0x7fe4ec004800 2024-09-19T04:40:39.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.453+0000 7fe503fff640 1 -- 172.21.15.111:0/1415231426 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4f8009690 con 0x7fe4ec004800 2024-09-19T04:40:39.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.454+0000 7fe50b2e4640 1 -- 172.21.15.111:0/1415231426 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4ec004800 msgr2=0x7fe4ec004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:39.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.454+0000 7fe50b2e4640 1 --2- 172.21.15.111:0/1415231426 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4ec004800 0x7fe4ec004c80 secure :-1 s=READY pgs=1777 cs=0 l=1 rev1=1 crypto rx=0x7fe4f8009a90 tx=0x7fe4ec005830 comp rx=0 tx=0).stop 2024-09-19T04:40:39.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.454+0000 7fe50b2e4640 1 -- 172.21.15.111:0/1415231426 shutdown_connections 2024-09-19T04:40:39.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.454+0000 7fe50b2e4640 1 --2- 172.21.15.111:0/1415231426 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4ec004800 0x7fe4ec004c80 unknown :-1 s=CLOSED pgs=1777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:39.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.454+0000 7fe50b2e4640 1 -- 172.21.15.111:0/1415231426 >> 172.21.15.111:0/1415231426 conn(0x7fe50406f370 msgr2=0x7fe50406f780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:39.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.454+0000 7fe50b2e4640 1 -- 172.21.15.111:0/1415231426 shutdown_connections 2024-09-19T04:40:39.459 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.454+0000 7fe50b2e4640 1 -- 172.21.15.111:0/1415231426 wait complete. 2024-09-19T04:40:39.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.455+0000 7fe50b2e4640 1 Processor -- start 2024-09-19T04:40:39.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.455+0000 7fe50b2e4640 1 -- start start 2024-09-19T04:40:39.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.456+0000 7fe50b2e4640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4ec004800 0x7fe50413d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:39.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.456+0000 7fe50b2e4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe50413cb30 0x7fe504150620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:39.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.456+0000 7fe50b2e4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe504150b60 0x7fe504152980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:39.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.456+0000 7fe50b2e4640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe50406ccb0 con 0x7fe504150b60 2024-09-19T04:40:39.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.456+0000 7fe50b2e4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe50406eb00 con 0x7fe50413cb30 2024-09-19T04:40:39.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.456+0000 7fe50b2e4640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fe50406ce30 con 0x7fe4ec004800 2024-09-19T04:40:39.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.456+0000 7fe509881640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe504150b60 0x7fe504152980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:39.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.456+0000 7fe509881640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe504150b60 0x7fe504152980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:41996/0 (socket says 172.21.15.111:41996) 2024-09-19T04:40:39.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.456+0000 7fe509881640 1 -- 172.21.15.111:0/678302712 learned_addr learned my addr 172.21.15.111:0/678302712 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:39.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.456+0000 7fe509080640 1 --2- 172.21.15.111:0/678302712 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4ec004800 0x7fe50413d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:39.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.456+0000 7fe50887f640 1 --2- 172.21.15.111:0/678302712 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe50413cb30 0x7fe504150620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:39.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.456+0000 7fe509881640 1 -- 172.21.15.111:0/678302712 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4ec004800 msgr2=0x7fe50413d380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:39.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.456+0000 7fe509881640 1 --2- 172.21.15.111:0/678302712 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4ec004800 0x7fe50413d380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:39.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.456+0000 7fe509881640 1 -- 172.21.15.111:0/678302712 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe50413cb30 msgr2=0x7fe504150620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:39.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.456+0000 7fe509881640 1 --2- 172.21.15.111:0/678302712 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe50413cb30 0x7fe504150620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:39.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.456+0000 7fe509881640 1 -- 172.21.15.111:0/678302712 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5041536f0 con 0x7fe504150b60 2024-09-19T04:40:39.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.456+0000 7fe509881640 1 --2- 172.21.15.111:0/678302712 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe504150b60 0x7fe504152980 secure :-1 s=READY pgs=1778 cs=0 l=1 rev1=1 crypto rx=0x7fe5040b7d90 tx=0x7fe4fc00e960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:39.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.456+0000 7fe501ffb640 1 -- 172.21.15.111:0/678302712 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4fc019070 con 0x7fe504150b60 2024-09-19T04:40:39.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.457+0000 7fe501ffb640 1 -- 172.21.15.111:0/678302712 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4fc010510 con 0x7fe504150b60 2024-09-19T04:40:39.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.457+0000 7fe50b2e4640 1 -- 172.21.15.111:0/678302712 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe504160130 con 0x7fe504150b60 2024-09-19T04:40:39.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.457+0000 7fe501ffb640 1 -- 172.21.15.111:0/678302712 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4fc010920 con 0x7fe504150b60 2024-09-19T04:40:39.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.457+0000 7fe50b2e4640 1 -- 172.21.15.111:0/678302712 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe50413cfb0 con 0x7fe504150b60 2024-09-19T04:40:39.463 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.458+0000 7fe50b2e4640 1 -- 172.21.15.111:0/678302712 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5040b56a0 con 0x7fe504150b60 2024-09-19T04:40:39.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.458+0000 7fe501ffb640 1 -- 172.21.15.111:0/678302712 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7fe4fc01c070 con 0x7fe504150b60 2024-09-19T04:40:39.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.458+0000 7fe501ffb640 1 --2- 172.21.15.111:0/678302712 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe4f006cdf0 0x7fe4f006f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:39.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.459+0000 7fe501ffb640 1 -- 172.21.15.111:0/678302712 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(168..168 src has 1..168) ==== 5851+0+0 (secure 0 0 0) 0x7fe4fc0894c0 con 0x7fe504150b60 2024-09-19T04:40:39.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.459+0000 7fe509080640 1 --2- 172.21.15.111:0/678302712 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe4f006cdf0 0x7fe4f006f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:39.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.459+0000 7fe509080640 1 --2- 172.21.15.111:0/678302712 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe4f006cdf0 0x7fe4f006f2b0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fe504161d40 tx=0x7fe4f4009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:39.464 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.463+0000 7fe501ffb640 1 -- 172.21.15.111:0/678302712 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe4fc058e40 con 0x7fe504150b60 2024-09-19T04:40:39.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:39.628+0000 7fe50b2e4640 1 -- 172.21.15.111:0/678302712 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fe504069160 con 0x7fe504150b60 2024-09-19T04:40:40.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.335+0000 7fe501ffb640 1 -- 172.21.15.111:0/678302712 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v169) ==== 181+0+0 (secure 0 0 0) 0x7fe4fc05d140 con 0x7fe504150b60 2024-09-19T04:40:40.336 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' removed 2024-09-19T04:40:40.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.338+0000 7fe50b2e4640 1 -- 172.21.15.111:0/678302712 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe4f006cdf0 msgr2=0x7fe4f006f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:40.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.338+0000 7fe50b2e4640 1 --2- 172.21.15.111:0/678302712 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe4f006cdf0 0x7fe4f006f2b0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fe504161d40 tx=0x7fe4f4009040 comp rx=0 tx=0).stop 2024-09-19T04:40:40.340 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.338+0000 7fe50b2e4640 1 -- 172.21.15.111:0/678302712 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe504150b60 msgr2=0x7fe504152980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:40.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.338+0000 7fe50b2e4640 1 --2- 172.21.15.111:0/678302712 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe504150b60 0x7fe504152980 secure :-1 s=READY pgs=1778 cs=0 l=1 rev1=1 crypto rx=0x7fe5040b7d90 tx=0x7fe4fc00e960 comp rx=0 tx=0).stop 2024-09-19T04:40:40.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.339+0000 7fe50b2e4640 1 -- 172.21.15.111:0/678302712 shutdown_connections 2024-09-19T04:40:40.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.339+0000 7fe50b2e4640 1 --2- 172.21.15.111:0/678302712 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fe4f006cdf0 0x7fe4f006f2b0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.339+0000 7fe50b2e4640 1 --2- 172.21.15.111:0/678302712 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe504150b60 0x7fe504152980 unknown :-1 s=CLOSED pgs=1778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.339+0000 7fe50b2e4640 1 --2- 172.21.15.111:0/678302712 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe50413cb30 0x7fe504150620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.339+0000 7fe50b2e4640 1 --2- 172.21.15.111:0/678302712 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fe4ec004800 0x7fe50413d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.339+0000 7fe50b2e4640 1 -- 172.21.15.111:0/678302712 >> 172.21.15.111:0/678302712 conn(0x7fe50406f370 msgr2=0x7fe5040b6fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:40.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.339+0000 7fe50b2e4640 1 -- 172.21.15.111:0/678302712 shutdown_connections 2024-09-19T04:40:40.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.339+0000 7fe50b2e4640 1 -- 172.21.15.111:0/678302712 wait complete. 2024-09-19T04:40:40.353 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T04:40:40.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.457+0000 7fc898711640 1 Processor -- start 2024-09-19T04:40:40.458 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.457+0000 7fc898711640 1 -- start start 2024-09-19T04:40:40.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.458+0000 7fc898711640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fc8901481b0 0x7fc890162260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:40.460 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.458+0000 7fc898711640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc89006f800 0x7fc89006ece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:40.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.458+0000 7fc898711640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc89006f220 0x7fc8900ae990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:40.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.458+0000 7fc898711640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fc8901629b0 con 0x7fc89006f800 2024-09-19T04:40:40.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.458+0000 7fc898711640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fc890162c90 con 0x7fc8901481b0 2024-09-19T04:40:40.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.458+0000 7fc898711640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc890162f70 con 0x7fc89006f220 2024-09-19T04:40:40.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.458+0000 7fc895cac640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc89006f800 0x7fc89006ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:40.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.458+0000 7fc895cac640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fc89006f800 0x7fc89006ece0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:42006/0 (socket says 172.21.15.111:42006) 2024-09-19T04:40:40.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.458+0000 7fc895cac640 1 -- 172.21.15.111:0/4123055982 learned_addr learned my addr 172.21.15.111:0/4123055982 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:40.461 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.458+0000 7fc895cac640 1 -- 172.21.15.111:0/4123055982 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc89006f220 msgr2=0x7fc8900ae990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:40.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.458+0000 7fc896cae640 1 --2- 172.21.15.111:0/4123055982 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc89006f220 0x7fc8900ae990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:40.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.458+0000 7fc8964ad640 1 --2- 172.21.15.111:0/4123055982 >> v2:172.21.15.114:3300/0 conn(0x7fc8901481b0 0x7fc890162260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:40.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.458+0000 7fc895cac640 1 --2- 172.21.15.111:0/4123055982 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc89006f220 0x7fc8900ae990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.458+0000 7fc895cac640 1 -- 172.21.15.111:0/4123055982 >> v2:172.21.15.114:3300/0 conn(0x7fc8901481b0 msgr2=0x7fc890162260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:40.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.458+0000 7fc895cac640 1 --2- 172.21.15.111:0/4123055982 >> v2:172.21.15.114:3300/0 conn(0x7fc8901481b0 0x7fc890162260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.458+0000 7fc895cac640 1 -- 172.21.15.111:0/4123055982 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc89006e7c0 con 0x7fc89006f800 2024-09-19T04:40:40.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.459+0000 7fc895cac640 1 --2- 172.21.15.111:0/4123055982 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc89006f800 0x7fc89006ece0 secure :-1 s=READY pgs=1779 cs=0 l=1 rev1=1 crypto rx=0x7fc890070c70 tx=0x7fc88002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0de60d18bd68762 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:40.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.459+0000 7fc8954ab640 1 -- 172.21.15.111:0/4123055982 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc880037070 con 0x7fc89006f800 2024-09-19T04:40:40.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.459+0000 7fc8954ab640 1 -- 172.21.15.111:0/4123055982 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc880032440 con 0x7fc89006f800 2024-09-19T04:40:40.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.459+0000 7fc8954ab640 1 -- 172.21.15.111:0/4123055982 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc880032810 con 0x7fc89006f800 2024-09-19T04:40:40.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.459+0000 7fc898711640 1 -- 172.21.15.111:0/4123055982 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc89006f800 msgr2=0x7fc89006ece0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:40.462 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.459+0000 7fc898711640 1 --2- 172.21.15.111:0/4123055982 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc89006f800 0x7fc89006ece0 secure :-1 s=READY pgs=1779 cs=0 l=1 rev1=1 crypto rx=0x7fc890070c70 tx=0x7fc88002a140 comp rx=0 tx=0).stop 2024-09-19T04:40:40.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.460+0000 7fc898711640 1 -- 172.21.15.111:0/4123055982 shutdown_connections 2024-09-19T04:40:40.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.460+0000 7fc898711640 1 --2- 172.21.15.111:0/4123055982 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc89006f220 0x7fc8900ae990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.460+0000 7fc898711640 1 --2- 172.21.15.111:0/4123055982 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc89006f800 0x7fc89006ece0 unknown :-1 s=CLOSED pgs=1779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.460+0000 7fc898711640 1 --2- 172.21.15.111:0/4123055982 >> v2:172.21.15.114:3300/0 conn(0x7fc8901481b0 0x7fc890162260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.460+0000 7fc898711640 1 -- 172.21.15.111:0/4123055982 >> 172.21.15.111:0/4123055982 conn(0x7fc890062810 msgr2=0x7fc89006ccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:40.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.460+0000 7fc898711640 1 -- 172.21.15.111:0/4123055982 shutdown_connections 2024-09-19T04:40:40.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.460+0000 7fc898711640 1 -- 172.21.15.111:0/4123055982 wait complete. 2024-09-19T04:40:40.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.461+0000 7fc898711640 1 Processor -- start 2024-09-19T04:40:40.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.461+0000 7fc898711640 1 -- start start 2024-09-19T04:40:40.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.461+0000 7fc898711640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc89006f220 0x7fc8900b3370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:40.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.461+0000 7fc898711640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc89006f800 0x7fc89015e310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:40.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.461+0000 7fc898711640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8901481b0 0x7fc8901444e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:40.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.461+0000 7fc898711640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc8900af260 con 0x7fc8901481b0 2024-09-19T04:40:40.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.461+0000 7fc898711640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc8900af0e0 con 0x7fc89006f220 2024-09-19T04:40:40.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.461+0000 7fc898711640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fc89006bba0 con 0x7fc89006f800 2024-09-19T04:40:40.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.462+0000 7fc896cae640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8901481b0 0x7fc8901444e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:40.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.462+0000 7fc896cae640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8901481b0 0x7fc8901444e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:42014/0 (socket says 172.21.15.111:42014) 2024-09-19T04:40:40.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.462+0000 7fc896cae640 1 -- 172.21.15.111:0/1470699520 learned_addr learned my addr 172.21.15.111:0/1470699520 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:40.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.462+0000 7fc8964ad640 1 --2- 172.21.15.111:0/1470699520 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc89006f220 0x7fc8900b3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:40.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.462+0000 7fc895cac640 1 --2- 172.21.15.111:0/1470699520 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc89006f800 0x7fc89015e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:40.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.462+0000 7fc896cae640 1 -- 172.21.15.111:0/1470699520 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc89006f800 msgr2=0x7fc89015e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:40.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.462+0000 7fc896cae640 1 --2- 172.21.15.111:0/1470699520 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc89006f800 0x7fc89015e310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.462+0000 7fc896cae640 1 -- 172.21.15.111:0/1470699520 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc89006f220 msgr2=0x7fc8900b3370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:40.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.462+0000 7fc896cae640 1 --2- 172.21.15.111:0/1470699520 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc89006f220 0x7fc8900b3370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.462+0000 7fc896cae640 1 -- 172.21.15.111:0/1470699520 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc89015e850 con 0x7fc8901481b0 2024-09-19T04:40:40.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.462+0000 7fc896cae640 1 --2- 172.21.15.111:0/1470699520 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8901481b0 0x7fc8901444e0 secure :-1 s=READY pgs=1780 cs=0 l=1 rev1=1 crypto rx=0x7fc88800c820 tx=0x7fc88800cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:40.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.462+0000 7fc886ffd640 1 -- 172.21.15.111:0/1470699520 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc888015070 con 0x7fc8901481b0 2024-09-19T04:40:40.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.462+0000 7fc886ffd640 1 -- 172.21.15.111:0/1470699520 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc888004020 con 0x7fc8901481b0 2024-09-19T04:40:40.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.462+0000 7fc898711640 1 -- 172.21.15.111:0/1470699520 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8900b22d0 con 0x7fc8901481b0 2024-09-19T04:40:40.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.462+0000 7fc886ffd640 1 -- 172.21.15.111:0/1470699520 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc888004410 con 0x7fc8901481b0 2024-09-19T04:40:40.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.462+0000 7fc898711640 1 -- 172.21.15.111:0/1470699520 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8900b2890 con 0x7fc8901481b0 2024-09-19T04:40:40.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.463+0000 7fc898711640 1 -- 172.21.15.111:0/1470699520 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8900ae990 con 0x7fc8901481b0 2024-09-19T04:40:40.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.464+0000 7fc886ffd640 1 -- 172.21.15.111:0/1470699520 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7fc888007830 con 0x7fc8901481b0 2024-09-19T04:40:40.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.464+0000 7fc886ffd640 1 --2- 172.21.15.111:0/1470699520 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc87406cdf0 0x7fc87406f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:40.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.464+0000 7fc886ffd640 1 -- 172.21.15.111:0/1470699520 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 5413+0+0 (secure 0 0 0) 0x7fc888089e40 con 0x7fc8901481b0 2024-09-19T04:40:40.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.465+0000 7fc8964ad640 1 --2- 172.21.15.111:0/1470699520 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc87406cdf0 0x7fc87406f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:40.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.465+0000 7fc8964ad640 1 --2- 172.21.15.111:0/1470699520 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc87406cdf0 0x7fc87406f2b0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fc8901450a0 tx=0x7fc88c008420 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:40.470 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.468+0000 7fc886ffd640 1 -- 172.21.15.111:0/1470699520 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc888059e10 con 0x7fc8901481b0 2024-09-19T04:40:40.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:40.632+0000 7fc898711640 1 -- 172.21.15.111:0/1470699520 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fc89006e400 con 0x7fc8901481b0 2024-09-19T04:40:41.338 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.337+0000 7fc886ffd640 1 -- 172.21.15.111:0/1470699520 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v170) ==== 169+0+0 (secure 0 0 0) 0x7fc888059710 con 0x7fc8901481b0 2024-09-19T04:40:41.338 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' removed 2024-09-19T04:40:41.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.339+0000 7fc898711640 1 -- 172.21.15.111:0/1470699520 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc87406cdf0 msgr2=0x7fc87406f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.339+0000 7fc898711640 1 --2- 172.21.15.111:0/1470699520 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc87406cdf0 0x7fc87406f2b0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fc8901450a0 tx=0x7fc88c008420 comp rx=0 tx=0).stop 2024-09-19T04:40:41.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.339+0000 7fc898711640 1 -- 172.21.15.111:0/1470699520 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8901481b0 msgr2=0x7fc8901444e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.339+0000 7fc898711640 1 --2- 172.21.15.111:0/1470699520 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8901481b0 0x7fc8901444e0 secure :-1 s=READY pgs=1780 cs=0 l=1 rev1=1 crypto rx=0x7fc88800c820 tx=0x7fc88800cce0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.339+0000 7fc898711640 1 -- 172.21.15.111:0/1470699520 shutdown_connections 2024-09-19T04:40:41.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.339+0000 7fc898711640 1 --2- 172.21.15.111:0/1470699520 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fc87406cdf0 0x7fc87406f2b0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.339+0000 7fc898711640 1 --2- 172.21.15.111:0/1470699520 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8901481b0 0x7fc8901444e0 unknown :-1 s=CLOSED pgs=1780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.339+0000 7fc898711640 1 --2- 172.21.15.111:0/1470699520 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fc89006f800 0x7fc89015e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.341 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.339+0000 7fc898711640 1 --2- 172.21.15.111:0/1470699520 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc89006f220 0x7fc8900b3370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.339+0000 7fc898711640 1 -- 172.21.15.111:0/1470699520 >> 172.21.15.111:0/1470699520 conn(0x7fc890062810 msgr2=0x7fc8900d0ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:41.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.339+0000 7fc898711640 1 -- 172.21.15.111:0/1470699520 shutdown_connections 2024-09-19T04:40:41.342 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.339+0000 7fc898711640 1 -- 172.21.15.111:0/1470699520 wait complete. 2024-09-19T04:40:41.357 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T04:40:41.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.465+0000 7f63e5874640 1 Processor -- start 2024-09-19T04:40:41.466 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.465+0000 7f63e5874640 1 -- start start 2024-09-19T04:40:41.467 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.466+0000 7f63e5874640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f63e00d3a70 0x7f63e00d32f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.466+0000 7f63e5874640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f63e00b3890 0x7f63e00d3e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.466+0000 7f63e5874640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f63e00d4390 con 0x7f63e00ced80 2024-09-19T04:40:41.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.466+0000 7f63e5874640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f63e00d2e60 con 0x7f63e00b3890 2024-09-19T04:40:41.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.466+0000 7f63e5874640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f63e00cf740 con 0x7f63e00d3a70 2024-09-19T04:40:41.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.466+0000 7f63d7fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f63e00b3890 0x7f63e00d3e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.466+0000 7f63d7fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f63e00b3890 0x7f63e00d3e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37254/0 (socket says 172.21.15.111:37254) 2024-09-19T04:40:41.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.466+0000 7f63d7fff640 1 -- 172.21.15.111:0/1072364186 learned_addr learned my addr 172.21.15.111:0/1072364186 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:41.468 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.466+0000 7f63deffd640 1 --2- 172.21.15.111:0/1072364186 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f63e00d3a70 0x7f63e00d32f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.466+0000 7f63d7fff640 1 -- 172.21.15.111:0/1072364186 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f63e00d3a70 msgr2=0x7f63e00d32f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:41.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.466+0000 7f63d7fff640 1 --2- 172.21.15.111:0/1072364186 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f63e00d3a70 0x7f63e00d32f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.466+0000 7f63d7fff640 1 -- 172.21.15.111:0/1072364186 >> v1:172.21.15.114:6789/0 conn(0x7f63e00ced80 legacy=0x7f63e006bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.469 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.466+0000 7f63d7fff640 1 -- 172.21.15.111:0/1072364186 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63e00cfa20 con 0x7f63e00b3890 2024-09-19T04:40:41.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.467+0000 7f63d7fff640 1 --2- 172.21.15.111:0/1072364186 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63e00b3890 0x7f63e00d3e50 secure :-1 s=READY pgs=1781 cs=0 l=1 rev1=1 crypto rx=0x7f63c8009870 tx=0x7f63c802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e914a6a87144276d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:41.473 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.467+0000 7f63de7fc640 1 -- 172.21.15.111:0/1072364186 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63c8037070 con 0x7f63e00b3890 2024-09-19T04:40:41.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.467+0000 7f63de7fc640 1 -- 172.21.15.111:0/1072364186 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63c8032440 con 0x7f63e00b3890 2024-09-19T04:40:41.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.467+0000 7f63de7fc640 1 -- 172.21.15.111:0/1072364186 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63c8032810 con 0x7f63e00b3890 2024-09-19T04:40:41.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.468+0000 7f63e5874640 1 -- 172.21.15.111:0/1072364186 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63e00b3890 msgr2=0x7f63e00d3e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.468+0000 7f63e5874640 1 --2- 172.21.15.111:0/1072364186 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63e00b3890 0x7f63e00d3e50 secure :-1 s=READY pgs=1781 cs=0 l=1 rev1=1 crypto rx=0x7f63c8009870 tx=0x7f63c802a270 comp rx=0 tx=0).stop 2024-09-19T04:40:41.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.468+0000 7f63e5874640 1 -- 172.21.15.111:0/1072364186 shutdown_connections 2024-09-19T04:40:41.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.468+0000 7f63e5874640 1 --2- 172.21.15.111:0/1072364186 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63e00b3890 0x7f63e00d3e50 unknown :-1 s=CLOSED pgs=1781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.468+0000 7f63e5874640 1 --2- 172.21.15.111:0/1072364186 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f63e00d3a70 0x7f63e00d32f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.468+0000 7f63e5874640 1 -- 172.21.15.111:0/1072364186 >> 172.21.15.111:0/1072364186 conn(0x7f63e0062c60 msgr2=0x7f63e00d11b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:41.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.468+0000 7f63e5874640 1 -- 172.21.15.111:0/1072364186 shutdown_connections 2024-09-19T04:40:41.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.468+0000 7f63e5874640 1 -- 172.21.15.111:0/1072364186 wait complete. 2024-09-19T04:40:41.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.469+0000 7f63e5874640 1 Processor -- start 2024-09-19T04:40:41.474 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.469+0000 7f63e5874640 1 -- start start 2024-09-19T04:40:41.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.470+0000 7f63e5874640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f63e00b3890 0x7f63e0151eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.470+0000 7f63e5874640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f63e00ced80 0x7f63e00c8260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.470+0000 7f63e5874640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63e00d3a70 0x7f63e00b8710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.470+0000 7f63e5874640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f63e00cf230 con 0x7f63e00d3a70 2024-09-19T04:40:41.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.470+0000 7f63e5874640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f63e00d2af0 con 0x7f63e00b3890 2024-09-19T04:40:41.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.470+0000 7f63e5874640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f63e00cf3b0 con 0x7f63e00ced80 2024-09-19T04:40:41.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.470+0000 7f63df7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63e00d3a70 0x7f63e00b8710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.470+0000 7f63deffd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f63e00b3890 0x7f63e0151eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.470+0000 7f63df7fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63e00d3a70 0x7f63e00b8710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37266/0 (socket says 172.21.15.111:37266) 2024-09-19T04:40:41.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.470+0000 7f63df7fe640 1 -- 172.21.15.111:0/3210311812 learned_addr learned my addr 172.21.15.111:0/3210311812 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:41.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.470+0000 7f63d7fff640 1 --2- 172.21.15.111:0/3210311812 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f63e00ced80 0x7f63e00c8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.470+0000 7f63df7fe640 1 -- 172.21.15.111:0/3210311812 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f63e00ced80 msgr2=0x7f63e00c8260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.475 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.470+0000 7f63df7fe640 1 --2- 172.21.15.111:0/3210311812 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f63e00ced80 0x7f63e00c8260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.470+0000 7f63df7fe640 1 -- 172.21.15.111:0/3210311812 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f63e00b3890 msgr2=0x7f63e0151eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.470+0000 7f63df7fe640 1 --2- 172.21.15.111:0/3210311812 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f63e00b3890 0x7f63e0151eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.470+0000 7f63df7fe640 1 -- 172.21.15.111:0/3210311812 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63e00c8b90 con 0x7f63e00d3a70 2024-09-19T04:40:41.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.470+0000 7f63df7fe640 1 --2- 172.21.15.111:0/3210311812 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63e00d3a70 0x7f63e00b8710 secure :-1 s=READY pgs=1782 cs=0 l=1 rev1=1 crypto rx=0x7f63d800c7d0 tx=0x7f63d800cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:41.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.470+0000 7f63dcff9640 1 -- 172.21.15.111:0/3210311812 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d8003b70 con 0x7f63e00d3a70 2024-09-19T04:40:41.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.470+0000 7f63dcff9640 1 -- 172.21.15.111:0/3210311812 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63d8003d30 con 0x7f63e00d3a70 2024-09-19T04:40:41.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.470+0000 7f63dcff9640 1 -- 172.21.15.111:0/3210311812 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d800aa90 con 0x7f63e00d3a70 2024-09-19T04:40:41.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.470+0000 7f63e5874640 1 -- 172.21.15.111:0/3210311812 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63e00c8e70 con 0x7f63e00d3a70 2024-09-19T04:40:41.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.470+0000 7f63e5874640 1 -- 172.21.15.111:0/3210311812 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63e0158660 con 0x7f63e00d3a70 2024-09-19T04:40:41.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.471+0000 7f63e5874640 1 -- 172.21.15.111:0/3210311812 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63e00d3e50 con 0x7f63e00d3a70 2024-09-19T04:40:41.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.472+0000 7f63dcff9640 1 -- 172.21.15.111:0/3210311812 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7f63d800ac30 con 0x7f63e00d3a70 2024-09-19T04:40:41.476 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.472+0000 7f63dcff9640 1 --2- 172.21.15.111:0/3210311812 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f63c006cdf0 0x7f63c006f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.472+0000 7f63dcff9640 1 -- 172.21.15.111:0/3210311812 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7f63d8089dc0 con 0x7f63e00d3a70 2024-09-19T04:40:41.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.473+0000 7f63deffd640 1 --2- 172.21.15.111:0/3210311812 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f63c006cdf0 0x7f63c006f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.477 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.473+0000 7f63deffd640 1 --2- 172.21.15.111:0/3210311812 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f63c006cdf0 0x7f63c006f2b0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f63d0006fd0 tx=0x7f63d0008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:41.478 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.477+0000 7f63dcff9640 1 -- 172.21.15.111:0/3210311812 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f63d8059740 con 0x7f63e00d3a70 2024-09-19T04:40:41.644 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.643+0000 7f63e5874640 1 -- 172.21.15.111:0/3210311812 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f63e0073f90 con 0x7f63e00d3a70 2024-09-19T04:40:41.648 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.646+0000 7f63dcff9640 1 -- 172.21.15.111:0/3210311812 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v31) ==== 104+0+0 (secure 0 0 0) 0x7f63d805da40 con 0x7f63e00d3a70 2024-09-19T04:40:41.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.649+0000 7f63e5874640 1 -- 172.21.15.111:0/3210311812 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f63c006cdf0 msgr2=0x7f63c006f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.649+0000 7f63e5874640 1 --2- 172.21.15.111:0/3210311812 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f63c006cdf0 0x7f63c006f2b0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f63d0006fd0 tx=0x7f63d0008040 comp rx=0 tx=0).stop 2024-09-19T04:40:41.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.649+0000 7f63e5874640 1 -- 172.21.15.111:0/3210311812 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63e00d3a70 msgr2=0x7f63e00b8710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.649+0000 7f63e5874640 1 --2- 172.21.15.111:0/3210311812 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63e00d3a70 0x7f63e00b8710 secure :-1 s=READY pgs=1782 cs=0 l=1 rev1=1 crypto rx=0x7f63d800c7d0 tx=0x7f63d800cc90 comp rx=0 tx=0).stop 2024-09-19T04:40:41.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.649+0000 7f63e5874640 1 -- 172.21.15.111:0/3210311812 shutdown_connections 2024-09-19T04:40:41.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.649+0000 7f63e5874640 1 --2- 172.21.15.111:0/3210311812 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f63c006cdf0 0x7f63c006f2b0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.649+0000 7f63e5874640 1 --2- 172.21.15.111:0/3210311812 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f63e00d3a70 0x7f63e00b8710 unknown :-1 s=CLOSED pgs=1782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.649+0000 7f63e5874640 1 --2- 172.21.15.111:0/3210311812 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f63e00ced80 0x7f63e00c8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.649+0000 7f63e5874640 1 --2- 172.21.15.111:0/3210311812 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f63e00b3890 0x7f63e0151eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.649+0000 7f63e5874640 1 -- 172.21.15.111:0/3210311812 >> 172.21.15.111:0/3210311812 conn(0x7f63e0062c60 msgr2=0x7f63e00d46c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:41.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.649+0000 7f63e5874640 1 -- 172.21.15.111:0/3210311812 shutdown_connections 2024-09-19T04:40:41.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.649+0000 7f63e5874640 1 -- 172.21.15.111:0/3210311812 wait complete. 2024-09-19T04:40:41.661 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_unparseable_metafile_on_legacy_to_v1_upgrade' 2024-09-19T04:40:41.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.758+0000 7f7cad733640 1 Processor -- start 2024-09-19T04:40:41.759 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.758+0000 7f7cad733640 1 -- start start 2024-09-19T04:40:41.762 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.758+0000 7f7cad733640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7ca815e940 0x7f7ca80d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.758+0000 7f7cad733640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ca80b7170 con 0x7f7ca815ed20 2024-09-19T04:40:41.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.758+0000 7f7cad733640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ca80b7aa0 con 0x7f7ca80cef90 2024-09-19T04:40:41.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.758+0000 7f7cad733640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7ca80d3660 con 0x7f7ca815e940 2024-09-19T04:40:41.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.759+0000 7f7ca67fc640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f7ca815ed20 0x7f7ca80b3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57176/0 (socket says 172.21.15.111:57176) 2024-09-19T04:40:41.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.759+0000 7f7ca67fc640 1 -- 172.21.15.111:0/1181061147 learned_addr learned my addr 172.21.15.111:0/1181061147 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:41.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.759+0000 7f7ca5ffb640 1 -- 172.21.15.111:0/1181061147 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1824544585 0 0) 0x7f7c9c001110 con 0x7f7ca815ed20 2024-09-19T04:40:41.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.759+0000 7f7ca6ffd640 1 --2- 172.21.15.111:0/1181061147 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7ca815e940 0x7f7ca80d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.759+0000 7f7ca5ffb640 1 -- 172.21.15.111:0/1181061147 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7c90003520 con 0x7f7ca815ed20 2024-09-19T04:40:41.763 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.759+0000 7f7ca5ffb640 1 -- 172.21.15.111:0/1181061147 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1584232241 0 0) 0x7f7c90003520 con 0x7f7ca815ed20 2024-09-19T04:40:41.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.759+0000 7f7ca5ffb640 1 -- 172.21.15.111:0/1181061147 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7ca815e940 msgr2=0x7f7ca80d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:41.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.759+0000 7f7ca5ffb640 1 --2- 172.21.15.111:0/1181061147 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7ca815e940 0x7f7ca80d1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.759+0000 7f7ca5ffb640 1 -- 172.21.15.111:0/1181061147 >> v1:172.21.15.114:6789/0 conn(0x7f7ca80cef90 legacy=0x7f7ca80b3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.759+0000 7f7ca5ffb640 1 -- 172.21.15.111:0/1181061147 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ca80d3940 con 0x7f7ca815ed20 2024-09-19T04:40:41.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.759+0000 7f7ca5ffb640 1 -- 172.21.15.111:0/1181061147 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f7c9c001840 con 0x7f7ca815ed20 2024-09-19T04:40:41.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.759+0000 7f7ca5ffb640 1 -- 172.21.15.111:0/1181061147 >> v1:172.21.15.111:6789/0 conn(0x7f7ca815ed20 legacy=0x7f7ca80b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.759+0000 7f7ca5ffb640 1 --2- 172.21.15.111:0/1181061147 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7ca815e940 0x7f7c900039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.759+0000 7f7ca5ffb640 1 --2- 172.21.15.111:0/1181061147 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c90003f60 0x7f7c90004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.759+0000 7f7ca5ffb640 1 --2- 172.21.15.111:0/1181061147 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c90004d40 0x7f7c900051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.759+0000 7f7ca5ffb640 1 -- 172.21.15.111:0/1181061147 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7ca80d3660 con 0x7f7c90003f60 2024-09-19T04:40:41.764 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.759+0000 7f7ca5ffb640 1 -- 172.21.15.111:0/1181061147 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9000bb30 con 0x7f7c90004d40 2024-09-19T04:40:41.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.759+0000 7f7ca5ffb640 1 -- 172.21.15.111:0/1181061147 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7c9000bd30 con 0x7f7ca815e940 2024-09-19T04:40:41.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.759+0000 7f7ca67fc640 1 --2- 172.21.15.111:0/1181061147 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c90003f60 0x7f7c90004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.759+0000 7f7ca6ffd640 1 --2- 172.21.15.111:0/1181061147 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7ca815e940 0x7f7c900039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.759+0000 7f7ca77fe640 1 --2- 172.21.15.111:0/1181061147 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c90004d40 0x7f7c900051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.760+0000 7f7ca67fc640 1 -- 172.21.15.111:0/1181061147 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7ca815e940 msgr2=0x7f7c900039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:41.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.760+0000 7f7ca67fc640 1 --2- 172.21.15.111:0/1181061147 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7ca815e940 0x7f7c900039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.760+0000 7f7ca67fc640 1 -- 172.21.15.111:0/1181061147 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c90004d40 msgr2=0x7f7c900051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:41.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.760+0000 7f7ca67fc640 1 --2- 172.21.15.111:0/1181061147 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c90004d40 0x7f7c900051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.760+0000 7f7ca67fc640 1 -- 172.21.15.111:0/1181061147 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c90003520 con 0x7f7c90003f60 2024-09-19T04:40:41.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.760+0000 7f7ca67fc640 1 --2- 172.21.15.111:0/1181061147 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c90003f60 0x7f7c90004800 secure :-1 s=READY pgs=1784 cs=0 l=1 rev1=1 crypto rx=0x7f7c9c00c4c0 tx=0x7f7c90005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1b5c82f43ffa43e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:41.765 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.760+0000 7f7ca5ffb640 1 -- 172.21.15.111:0/1181061147 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c9c00c0e0 con 0x7f7c90003f60 2024-09-19T04:40:41.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.760+0000 7f7ca5ffb640 1 -- 172.21.15.111:0/1181061147 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c9c034070 con 0x7f7c90003f60 2024-09-19T04:40:41.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.760+0000 7f7ca5ffb640 1 -- 172.21.15.111:0/1181061147 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c9c005d50 con 0x7f7c90003f60 2024-09-19T04:40:41.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.761+0000 7f7cad733640 1 -- 172.21.15.111:0/1181061147 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c90003f60 msgr2=0x7f7c90004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.761+0000 7f7cad733640 1 --2- 172.21.15.111:0/1181061147 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7c90003f60 0x7f7c90004800 secure :-1 s=READY pgs=1784 cs=0 l=1 rev1=1 crypto rx=0x7f7c9c00c4c0 tx=0x7f7c90005830 comp rx=0 tx=0).stop 2024-09-19T04:40:41.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.761+0000 7f7ca77fe640 1 -- 172.21.15.111:0/1181061147 reap_dead start 2024-09-19T04:40:41.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.761+0000 7f7cad733640 1 -- 172.21.15.111:0/1181061147 shutdown_connections 2024-09-19T04:40:41.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.761+0000 7f7cad733640 1 -- 172.21.15.111:0/1181061147 >> 172.21.15.111:0/1181061147 conn(0x7f7ca80b6240 msgr2=0x7f7ca80b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:41.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.761+0000 7f7cad733640 1 -- 172.21.15.111:0/1181061147 shutdown_connections 2024-09-19T04:40:41.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.761+0000 7f7cad733640 1 -- 172.21.15.111:0/1181061147 wait complete. 2024-09-19T04:40:41.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.762+0000 7f7cad733640 1 Processor -- start 2024-09-19T04:40:41.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.762+0000 7f7cad733640 1 -- start start 2024-09-19T04:40:41.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.763+0000 7f7cad733640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c90003f60 0x7f7ca8154550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.763+0000 7f7cad733640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7ca80ce320 0x7f7ca80b5500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.763+0000 7f7cad733640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7ca80ce7a0 0x7f7ca80b5a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.763+0000 7f7cad733640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7ca80d3310 con 0x7f7ca80ce7a0 2024-09-19T04:40:41.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.763+0000 7f7cad733640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7ca80d3f00 con 0x7f7ca80ce320 2024-09-19T04:40:41.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.763+0000 7f7cad733640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7ca80d1ef0 con 0x7f7c90003f60 2024-09-19T04:40:41.769 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.763+0000 7f7ca77fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7ca80ce7a0 0x7f7ca80b5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.763+0000 7f7ca77fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7ca80ce7a0 0x7f7ca80b5a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37280/0 (socket says 172.21.15.111:37280) 2024-09-19T04:40:41.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.763+0000 7f7ca77fe640 1 -- 172.21.15.111:0/476168525 learned_addr learned my addr 172.21.15.111:0/476168525 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:41.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.763+0000 7f7ca67fc640 1 --2- 172.21.15.111:0/476168525 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7ca80ce320 0x7f7ca80b5500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.763+0000 7f7ca6ffd640 1 --2- 172.21.15.111:0/476168525 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c90003f60 0x7f7ca8154550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.763+0000 7f7ca77fe640 1 -- 172.21.15.111:0/476168525 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c90003f60 msgr2=0x7f7ca8154550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.763+0000 7f7ca77fe640 1 --2- 172.21.15.111:0/476168525 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c90003f60 0x7f7ca8154550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.763+0000 7f7ca77fe640 1 -- 172.21.15.111:0/476168525 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7ca80ce320 msgr2=0x7f7ca80b5500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.763+0000 7f7ca77fe640 1 --2- 172.21.15.111:0/476168525 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7ca80ce320 0x7f7ca80b5500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.763+0000 7f7ca77fe640 1 -- 172.21.15.111:0/476168525 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ca81f87b0 con 0x7f7ca80ce7a0 2024-09-19T04:40:41.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.763+0000 7f7ca77fe640 1 --2- 172.21.15.111:0/476168525 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7ca80ce7a0 0x7f7ca80b5a40 secure :-1 s=READY pgs=1785 cs=0 l=1 rev1=1 crypto rx=0x7f7ca80d0d90 tx=0x7f7ca000ec10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:41.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.764+0000 7f7c8f7fe640 1 -- 172.21.15.111:0/476168525 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ca0003970 con 0x7f7ca80ce7a0 2024-09-19T04:40:41.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.764+0000 7f7c8f7fe640 1 -- 172.21.15.111:0/476168525 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ca0018070 con 0x7f7ca80ce7a0 2024-09-19T04:40:41.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.764+0000 7f7cad733640 1 -- 172.21.15.111:0/476168525 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ca81f8a90 con 0x7f7ca80ce7a0 2024-09-19T04:40:41.770 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.764+0000 7f7c8f7fe640 1 -- 172.21.15.111:0/476168525 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ca0003d50 con 0x7f7ca80ce7a0 2024-09-19T04:40:41.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.764+0000 7f7cad733640 1 -- 172.21.15.111:0/476168525 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ca81f9050 con 0x7f7ca80ce7a0 2024-09-19T04:40:41.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.765+0000 7f7cad733640 1 -- 172.21.15.111:0/476168525 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ca81f9250 con 0x7f7ca80ce7a0 2024-09-19T04:40:41.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.765+0000 7f7c8f7fe640 1 -- 172.21.15.111:0/476168525 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7f7ca00050d0 con 0x7f7ca80ce7a0 2024-09-19T04:40:41.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.765+0000 7f7c8f7fe640 1 --2- 172.21.15.111:0/476168525 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7c9406ce20 0x7f7c9406f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.766+0000 7f7c8f7fe640 1 -- 172.21.15.111:0/476168525 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7f7ca0089b60 con 0x7f7ca80ce7a0 2024-09-19T04:40:41.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.766+0000 7f7ca6ffd640 1 --2- 172.21.15.111:0/476168525 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7c9406ce20 0x7f7c9406f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.766+0000 7f7ca6ffd640 1 --2- 172.21.15.111:0/476168525 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7c9406ce20 0x7f7c9406f2e0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f7c98009b00 tx=0x7f7c98008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:41.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.770+0000 7f7c8f7fe640 1 -- 172.21.15.111:0/476168525 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7ca0059cc0 con 0x7f7ca80ce7a0 2024-09-19T04:40:41.998 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:41.997+0000 7f7cad733640 1 -- 172.21.15.111:0/476168525 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_unparseable_metafile_on_legacy_to_v1_upgrade"]} v 0) -- 0x7f7ca80d1060 con 0x7f7ca80ce7a0 2024-09-19T04:40:42.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:42.346+0000 7f7c8f7fe640 1 -- 172.21.15.111:0/476168525 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_unparseable_metafile_on_legacy_to_v1_upgrade"]}]=0 v429) ==== 163+0+0 (secure 0 0 0) 0x7f7ca00595c0 con 0x7f7ca80ce7a0 2024-09-19T04:40:42.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:42.348+0000 7f7cad733640 1 -- 172.21.15.111:0/476168525 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7c9406ce20 msgr2=0x7f7c9406f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:42.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:42.348+0000 7f7cad733640 1 --2- 172.21.15.111:0/476168525 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7c9406ce20 0x7f7c9406f2e0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f7c98009b00 tx=0x7f7c98008040 comp rx=0 tx=0).stop 2024-09-19T04:40:42.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:42.348+0000 7f7cad733640 1 -- 172.21.15.111:0/476168525 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7ca80ce7a0 msgr2=0x7f7ca80b5a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:42.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:42.348+0000 7f7cad733640 1 --2- 172.21.15.111:0/476168525 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7ca80ce7a0 0x7f7ca80b5a40 secure :-1 s=READY pgs=1785 cs=0 l=1 rev1=1 crypto rx=0x7f7ca80d0d90 tx=0x7f7ca000ec10 comp rx=0 tx=0).stop 2024-09-19T04:40:42.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:42.348+0000 7f7cad733640 1 -- 172.21.15.111:0/476168525 shutdown_connections 2024-09-19T04:40:42.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:42.348+0000 7f7cad733640 1 --2- 172.21.15.111:0/476168525 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7c9406ce20 0x7f7c9406f2e0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:42.348+0000 7f7cad733640 1 --2- 172.21.15.111:0/476168525 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7ca80ce7a0 0x7f7ca80b5a40 unknown :-1 s=CLOSED pgs=1785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:42.348+0000 7f7cad733640 1 --2- 172.21.15.111:0/476168525 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7ca80ce320 0x7f7ca80b5500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:42.348+0000 7f7cad733640 1 --2- 172.21.15.111:0/476168525 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7c90003f60 0x7f7ca8154550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:42.348+0000 7f7cad733640 1 -- 172.21.15.111:0/476168525 >> 172.21.15.111:0/476168525 conn(0x7f7ca80b6240 msgr2=0x7f7ca80d45c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:42.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:42.348+0000 7f7cad733640 1 -- 172.21.15.111:0/476168525 shutdown_connections 2024-09-19T04:40:42.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:42.348+0000 7f7cad733640 1 -- 172.21.15.111:0/476168525 wait complete. 2024-09-19T04:40:42.361 INFO:tasks.cephfs_test_runner:Validate unparseable text .meta file on legacy subvol root doesn't break the system ... ok 2024-09-19T04:40:42.362 INFO:tasks.cephfs_test_runner: 2024-09-19T04:40:42.362 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-19T04:40:42.362 INFO:tasks.cephfs_test_runner:Ran 11 tests in 447.255s 2024-09-19T04:40:42.362 INFO:tasks.cephfs_test_runner: 2024-09-19T04:40:42.362 INFO:tasks.cephfs_test_runner:OK 2024-09-19T04:40:42.362 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-19T04:40:42.372 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-09-19T04:40:42.383 INFO:tasks.kclient:Unmounting kernel clients... 2024-09-19T04:40:42.383 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:40:42.383 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:42.401 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:40:42.401 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-09-19T04:40:42.401 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:42.457 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18203 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:40:42.457 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:40:42.457 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:42.476 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:40:42.477 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-19T04:40:42.477 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:42.536 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20568 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:40:42.536 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:42.536 DEBUG:teuthology.orchestra.run.smithi111:> ip netns list 2024-09-19T04:40:42.551 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T04:40:42.552 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T04:40:42.552 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:42.552 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T04:40:42.617 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:42.617 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T04:40:42.683 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:42.683 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip link delete ceph-brx 2024-09-19T04:40:42.775 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:42.775 DEBUG:teuthology.orchestra.run.smithi111:> ip netns list 2024-09-19T04:40:42.790 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:42.791 DEBUG:teuthology.orchestra.run.smithi111:> sudo ip link delete ceph-brx 2024-09-19T04:40:42.859 INFO:teuthology.orchestra.run.smithi111.stderr:Cannot find device "ceph-brx" 2024-09-19T04:40:42.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:40:42.860 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:42.861 DEBUG:teuthology.orchestra.run.smithi114:> ip netns list 2024-09-19T04:40:42.879 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T04:40:42.879 INFO:teuthology.orchestra.run.smithi114.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T04:40:42.880 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:42.880 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T04:40:42.949 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:42.949 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T04:40:43.017 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:43.017 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip link delete ceph-brx 2024-09-19T04:40:43.126 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:43.126 DEBUG:teuthology.orchestra.run.smithi114:> ip netns list 2024-09-19T04:40:43.142 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:43.142 DEBUG:teuthology.orchestra.run.smithi114:> sudo ip link delete ceph-brx 2024-09-19T04:40:43.210 INFO:teuthology.orchestra.run.smithi114.stderr:Cannot find device "ceph-brx" 2024-09-19T04:40:43.211 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:40:43.211 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-19T04:40:43.220 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T04:40:43.220 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:40:43.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.319+0000 7f7d4f053640 1 Processor -- start 2024-09-19T04:40:43.320 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.319+0000 7f7d4f053640 1 -- start start 2024-09-19T04:40:43.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.320+0000 7f7d4f053640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f7d4806be10 0x7f7d480cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.322 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.320+0000 7f7d4f053640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7d4806c1f0 0x7f7d4815baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.320+0000 7f7d4f053640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7d48151540 0x7f7d48151980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.320+0000 7f7d4f053640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f7d48151ec0 con 0x7f7d4806c1f0 2024-09-19T04:40:43.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.320+0000 7f7d4f053640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f7d480cd5f0 con 0x7f7d4806be10 2024-09-19T04:40:43.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.320+0000 7f7d4f053640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7d480cd8d0 con 0x7f7d48151540 2024-09-19T04:40:43.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.320+0000 7f7d47fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7d4806c1f0 0x7f7d4815baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.320+0000 7f7d47fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f7d4806c1f0 0x7f7d4815baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37296/0 (socket says 172.21.15.111:37296) 2024-09-19T04:40:43.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.320+0000 7f7d47fff640 1 -- 172.21.15.111:0/3443058773 learned_addr learned my addr 172.21.15.111:0/3443058773 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:43.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.320+0000 7f7d4d5f0640 1 --2- 172.21.15.111:0/3443058773 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7d48151540 0x7f7d48151980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.320+0000 7f7d4cdef640 1 --2- 172.21.15.111:0/3443058773 >> v2:172.21.15.114:3300/0 conn(0x7f7d4806be10 0x7f7d480cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.320+0000 7f7d47fff640 1 -- 172.21.15.111:0/3443058773 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7d48151540 msgr2=0x7f7d48151980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:43.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.320+0000 7f7d47fff640 1 --2- 172.21.15.111:0/3443058773 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7d48151540 0x7f7d48151980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.323 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.320+0000 7f7d47fff640 1 -- 172.21.15.111:0/3443058773 >> v2:172.21.15.114:3300/0 conn(0x7f7d4806be10 msgr2=0x7f7d480cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:43.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.320+0000 7f7d47fff640 1 --2- 172.21.15.111:0/3443058773 >> v2:172.21.15.114:3300/0 conn(0x7f7d4806be10 0x7f7d480cd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.320+0000 7f7d47fff640 1 -- 172.21.15.111:0/3443058773 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d480cdbb0 con 0x7f7d4806c1f0 2024-09-19T04:40:43.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.321+0000 7f7d47fff640 1 --2- 172.21.15.111:0/3443058773 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7d4806c1f0 0x7f7d4815baa0 secure :-1 s=READY pgs=1786 cs=0 l=1 rev1=1 crypto rx=0x7f7d4806f180 tx=0x7f7d3402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=843113d753591449 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:43.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.321+0000 7f7d477fe640 1 -- 172.21.15.111:0/3443058773 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d34037070 con 0x7f7d4806c1f0 2024-09-19T04:40:43.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.321+0000 7f7d477fe640 1 -- 172.21.15.111:0/3443058773 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d34032440 con 0x7f7d4806c1f0 2024-09-19T04:40:43.324 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.321+0000 7f7d477fe640 1 -- 172.21.15.111:0/3443058773 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d34032810 con 0x7f7d4806c1f0 2024-09-19T04:40:43.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.322+0000 7f7d4f053640 1 -- 172.21.15.111:0/3443058773 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7d4806c1f0 msgr2=0x7f7d4815baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.322+0000 7f7d4f053640 1 --2- 172.21.15.111:0/3443058773 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7d4806c1f0 0x7f7d4815baa0 secure :-1 s=READY pgs=1786 cs=0 l=1 rev1=1 crypto rx=0x7f7d4806f180 tx=0x7f7d3402a1e0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.322+0000 7f7d4f053640 1 -- 172.21.15.111:0/3443058773 shutdown_connections 2024-09-19T04:40:43.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.322+0000 7f7d4f053640 1 --2- 172.21.15.111:0/3443058773 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7d48151540 0x7f7d48151980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.322+0000 7f7d4f053640 1 --2- 172.21.15.111:0/3443058773 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7d4806c1f0 0x7f7d4815baa0 unknown :-1 s=CLOSED pgs=1786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.322+0000 7f7d4f053640 1 --2- 172.21.15.111:0/3443058773 >> v2:172.21.15.114:3300/0 conn(0x7f7d4806be10 0x7f7d480cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.322+0000 7f7d4f053640 1 -- 172.21.15.111:0/3443058773 >> 172.21.15.111:0/3443058773 conn(0x7f7d48062cc0 msgr2=0x7f7d4806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:43.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.322+0000 7f7d4f053640 1 -- 172.21.15.111:0/3443058773 shutdown_connections 2024-09-19T04:40:43.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.322+0000 7f7d4f053640 1 -- 172.21.15.111:0/3443058773 wait complete. 2024-09-19T04:40:43.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.323+0000 7f7d4f053640 1 Processor -- start 2024-09-19T04:40:43.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.323+0000 7f7d4f053640 1 -- start start 2024-09-19T04:40:43.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.324+0000 7f7d4f053640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7d4806be10 0x7f7d4814e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.324+0000 7f7d4f053640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7d4806c1f0 0x7f7d4814b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.324+0000 7f7d4f053640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7d48151540 0x7f7d4814bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.324+0000 7f7d4f053640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7d480ce690 con 0x7f7d4806be10 2024-09-19T04:40:43.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.324+0000 7f7d4f053640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7d480ce170 con 0x7f7d4806c1f0 2024-09-19T04:40:43.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.324+0000 7f7d4f053640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f7d480d0310 con 0x7f7d48151540 2024-09-19T04:40:43.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.324+0000 7f7d4cdef640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7d4806be10 0x7f7d4814e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.324+0000 7f7d4cdef640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7d4806be10 0x7f7d4814e070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37312/0 (socket says 172.21.15.111:37312) 2024-09-19T04:40:43.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.324+0000 7f7d4cdef640 1 -- 172.21.15.111:0/996986890 learned_addr learned my addr 172.21.15.111:0/996986890 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:43.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.324+0000 7f7d4d5f0640 1 --2- 172.21.15.111:0/996986890 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7d48151540 0x7f7d4814bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.324+0000 7f7d47fff640 1 --2- 172.21.15.111:0/996986890 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7d4806c1f0 0x7f7d4814b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.324+0000 7f7d4cdef640 1 -- 172.21.15.111:0/996986890 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7d48151540 msgr2=0x7f7d4814bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.324+0000 7f7d4cdef640 1 --2- 172.21.15.111:0/996986890 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7d48151540 0x7f7d4814bb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.324+0000 7f7d4cdef640 1 -- 172.21.15.111:0/996986890 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7d4806c1f0 msgr2=0x7f7d4814b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.324+0000 7f7d4cdef640 1 --2- 172.21.15.111:0/996986890 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7d4806c1f0 0x7f7d4814b5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.324+0000 7f7d4cdef640 1 -- 172.21.15.111:0/996986890 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d4814c5b0 con 0x7f7d4806be10 2024-09-19T04:40:43.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.324+0000 7f7d4d5f0640 1 --2- 172.21.15.111:0/996986890 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7d48151540 0x7f7d4814bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:43.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.324+0000 7f7d47fff640 1 --2- 172.21.15.111:0/996986890 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7d4806c1f0 0x7f7d4814b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:43.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.324+0000 7f7d4cdef640 1 --2- 172.21.15.111:0/996986890 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7d4806be10 0x7f7d4814e070 secure :-1 s=READY pgs=1787 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c00e890 tx=0x7f7d3c00ed50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:43.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.324+0000 7f7d457fa640 1 -- 172.21.15.111:0/996986890 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d3c017070 con 0x7f7d4806be10 2024-09-19T04:40:43.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.324+0000 7f7d457fa640 1 -- 172.21.15.111:0/996986890 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d3c00c940 con 0x7f7d4806be10 2024-09-19T04:40:43.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.324+0000 7f7d457fa640 1 -- 172.21.15.111:0/996986890 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d3c00cd10 con 0x7f7d4806be10 2024-09-19T04:40:43.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.324+0000 7f7d4f053640 1 -- 172.21.15.111:0/996986890 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d4814c870 con 0x7f7d4806be10 2024-09-19T04:40:43.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.325+0000 7f7d4f053640 1 -- 172.21.15.111:0/996986890 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d48155a60 con 0x7f7d4806be10 2024-09-19T04:40:43.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.325+0000 7f7d4f053640 1 -- 172.21.15.111:0/996986890 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d480d0740 con 0x7f7d4806be10 2024-09-19T04:40:43.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.326+0000 7f7d457fa640 1 -- 172.21.15.111:0/996986890 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7f7d3c01a070 con 0x7f7d4806be10 2024-09-19T04:40:43.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.326+0000 7f7d457fa640 1 --2- 172.21.15.111:0/996986890 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7d2c06cdf0 0x7f7d2c06f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.326+0000 7f7d457fa640 1 -- 172.21.15.111:0/996986890 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7f7d3c089f90 con 0x7f7d4806be10 2024-09-19T04:40:43.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.327+0000 7f7d47fff640 1 --2- 172.21.15.111:0/996986890 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7d2c06cdf0 0x7f7d2c06f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.327+0000 7f7d47fff640 1 --2- 172.21.15.111:0/996986890 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7d2c06cdf0 0x7f7d2c06f2b0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f7d34034000 tx=0x7f7d3402e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:43.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.331+0000 7f7d457fa640 1 -- 172.21.15.111:0/996986890 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7d3c059f60 con 0x7f7d4806be10 2024-09-19T04:40:43.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.499+0000 7f7d4f053640 1 -- 172.21.15.111:0/996986890 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7d480b4ce0 con 0x7f7d2c06cdf0 2024-09-19T04:40:43.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.500+0000 7f7d457fa640 1 -- 172.21.15.111:0/996986890 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13510 (secure 0 0 0) 0x7f7d480b4ce0 con 0x7f7d2c06cdf0 2024-09-19T04:40:43.502 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:43.502 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:40:43.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.502+0000 7f7d4f053640 1 -- 172.21.15.111:0/996986890 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7d2c06cdf0 msgr2=0x7f7d2c06f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.502+0000 7f7d4f053640 1 --2- 172.21.15.111:0/996986890 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7d2c06cdf0 0x7f7d2c06f2b0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f7d34034000 tx=0x7f7d3402e000 comp rx=0 tx=0).stop 2024-09-19T04:40:43.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.502+0000 7f7d4f053640 1 -- 172.21.15.111:0/996986890 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7d4806be10 msgr2=0x7f7d4814e070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.502+0000 7f7d4f053640 1 --2- 172.21.15.111:0/996986890 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7d4806be10 0x7f7d4814e070 secure :-1 s=READY pgs=1787 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c00e890 tx=0x7f7d3c00ed50 comp rx=0 tx=0).stop 2024-09-19T04:40:43.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.502+0000 7f7d4f053640 1 -- 172.21.15.111:0/996986890 shutdown_connections 2024-09-19T04:40:43.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.502+0000 7f7d4f053640 1 --2- 172.21.15.111:0/996986890 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f7d2c06cdf0 0x7f7d2c06f2b0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.502+0000 7f7d4f053640 1 --2- 172.21.15.111:0/996986890 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f7d48151540 0x7f7d4814bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.502+0000 7f7d4f053640 1 --2- 172.21.15.111:0/996986890 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7d4806c1f0 0x7f7d4814b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.502+0000 7f7d4f053640 1 --2- 172.21.15.111:0/996986890 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7d4806be10 0x7f7d4814e070 unknown :-1 s=CLOSED pgs=1787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.502+0000 7f7d4f053640 1 -- 172.21.15.111:0/996986890 >> 172.21.15.111:0/996986890 conn(0x7f7d48062cc0 msgr2=0x7f7d4815efa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:43.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.502+0000 7f7d4f053640 1 -- 172.21.15.111:0/996986890 shutdown_connections 2024-09-19T04:40:43.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.502+0000 7f7d4f053640 1 -- 172.21.15.111:0/996986890 wait complete. 2024-09-19T04:40:43.514 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":220,"stamp":"2024-09-19T04:40:42.218021+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":267288,"kb_used_data":17800,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754707432,"statfs":{"total":773094113280,"available":772820410368,"internally_reserved":0,"allocated":18227200,"data_stored":8746510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":29,"apply_latency_ms":29,"commit_latency_ns":29000000,"apply_latency_ns":29000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-29749,"num_objects":-24,"num_object_clones":0,"num_object_copies":-48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-24,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-60,"num_write_kb":-50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001550"},"pg_stats":[{"pgid":"1.0","version":"71'128","reported_seq":479,"reported_epoch":168,"state":"active+clean","last_fresh":"2024-09-19T04:40:38.856020+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:40:38.856020+0000","last_peered":"2024-09-19T04:40:38.856020+0000","last_clean":"2024-09-19T04:40:38.856020+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:40:38.856020+0000","last_undegraded":"2024-09-19T04:40:38.856020+0000","last_fullsized":"2024-09-19T04:40:38.856020+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509539,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33880,"kb_used_data":2696,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94337960,"statfs":{"total":96636764160,"available":96602071040,"internally_reserved":0,"allocated":2760704,"data_stored":1573948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509539,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33260,"kb_used_data":2072,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338580,"statfs":{"total":96636764160,"available":96602705920,"internally_reserved":0,"allocated":2121728,"data_stored":935666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509539,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33256,"kb_used_data":2068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338584,"statfs":{"total":96636764160,"available":96602710016,"internally_reserved":0,"allocated":2117632,"data_stored":935363,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509540,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33312,"kb_used_data":2128,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338528,"statfs":{"total":96636764160,"available":96602652672,"internally_reserved":0,"allocated":2179072,"data_stored":983987,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542244,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33264,"kb_used_data":2076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338576,"statfs":{"total":96636764160,"available":96602701824,"internally_reserved":0,"allocated":2125824,"data_stored":934963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542243,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33236,"kb_used_data":2052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338604,"statfs":{"total":96636764160,"available":96602730496,"internally_reserved":0,"allocated":2101248,"data_stored":928644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542243,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33260,"kb_used_data":2072,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338580,"statfs":{"total":96636764160,"available":96602705920,"internally_reserved":0,"allocated":2121728,"data_stored":934837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542244,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33820,"kb_used_data":2636,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338020,"statfs":{"total":96636764160,"available":96602132480,"internally_reserved":0,"allocated":2699264,"data_stored":1519102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:40:43.515 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:40:43.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.613+0000 7f049e05c640 1 Processor -- start 2024-09-19T04:40:43.614 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.613+0000 7f049e05c640 1 -- start start 2024-09-19T04:40:43.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.614+0000 7f049e05c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04980d02a0 0x7f04980d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.614+0000 7f049e05c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f049815ce80 0x7f04981594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.614+0000 7f049e05c640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04980d0bc0 con 0x7f049815ca40 2024-09-19T04:40:43.616 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.614+0000 7f049e05c640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f049815d390 con 0x7f049815ce80 2024-09-19T04:40:43.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.614+0000 7f049e05c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f049815d670 con 0x7f04980d02a0 2024-09-19T04:40:43.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.614+0000 7f0497fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f049815ce80 0x7f04981594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.614+0000 7f0497fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f049815ce80 0x7f04981594c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37328/0 (socket says 172.21.15.111:37328) 2024-09-19T04:40:43.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.614+0000 7f0497fff640 1 -- 172.21.15.111:0/786773321 learned_addr learned my addr 172.21.15.111:0/786773321 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:43.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.614+0000 7f04977fe640 1 --2- 172.21.15.111:0/786773321 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04980d02a0 0x7f04980d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.614+0000 7f0497fff640 1 -- 172.21.15.111:0/786773321 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04980d02a0 msgr2=0x7f04980d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:43.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.614+0000 7f0497fff640 1 --2- 172.21.15.111:0/786773321 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04980d02a0 0x7f04980d0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.614+0000 7f0497fff640 1 -- 172.21.15.111:0/786773321 >> v1:172.21.15.114:6789/0 conn(0x7f049815ca40 legacy=0x7f049815e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.614+0000 7f0497fff640 1 -- 172.21.15.111:0/786773321 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f049815d950 con 0x7f049815ce80 2024-09-19T04:40:43.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.615+0000 7f0497fff640 1 --2- 172.21.15.111:0/786773321 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f049815ce80 0x7f04981594c0 secure :-1 s=READY pgs=1788 cs=0 l=1 rev1=1 crypto rx=0x7f0490009e50 tx=0x7f049002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3e28fc9cf1568a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:43.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.615+0000 7f04967fc640 1 -- 172.21.15.111:0/786773321 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0490036070 con 0x7f049815ce80 2024-09-19T04:40:43.617 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.615+0000 7f04967fc640 1 -- 172.21.15.111:0/786773321 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0490031600 con 0x7f049815ce80 2024-09-19T04:40:43.618 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.615+0000 7f04967fc640 1 -- 172.21.15.111:0/786773321 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04900319d0 con 0x7f049815ce80 2024-09-19T04:40:43.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.616+0000 7f049e05c640 1 -- 172.21.15.111:0/786773321 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f049815ce80 msgr2=0x7f04981594c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.616+0000 7f049e05c640 1 --2- 172.21.15.111:0/786773321 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f049815ce80 0x7f04981594c0 secure :-1 s=READY pgs=1788 cs=0 l=1 rev1=1 crypto rx=0x7f0490009e50 tx=0x7f049002a680 comp rx=0 tx=0).stop 2024-09-19T04:40:43.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.616+0000 7f049e05c640 1 -- 172.21.15.111:0/786773321 shutdown_connections 2024-09-19T04:40:43.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.616+0000 7f049e05c640 1 --2- 172.21.15.111:0/786773321 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f049815ce80 0x7f04981594c0 unknown :-1 s=CLOSED pgs=1788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.616+0000 7f049e05c640 1 --2- 172.21.15.111:0/786773321 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f04980d02a0 0x7f04980d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.616+0000 7f049e05c640 1 -- 172.21.15.111:0/786773321 >> 172.21.15.111:0/786773321 conn(0x7f0498062cc0 msgr2=0x7f049806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:43.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.616+0000 7f049e05c640 1 -- 172.21.15.111:0/786773321 shutdown_connections 2024-09-19T04:40:43.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.616+0000 7f049e05c640 1 -- 172.21.15.111:0/786773321 wait complete. 2024-09-19T04:40:43.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.617+0000 7f049e05c640 1 Processor -- start 2024-09-19T04:40:43.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.617+0000 7f049e05c640 1 -- start start 2024-09-19T04:40:43.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.618+0000 7f049e05c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04980d02a0 0x7f0498156370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.621 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.618+0000 7f049e05c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f049815ca40 0x7f0498156b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.618+0000 7f049e05c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f049815ce80 0x7f04981e7de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.618+0000 7f049e05c640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f049815eb40 con 0x7f04980d02a0 2024-09-19T04:40:43.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.618+0000 7f049e05c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f049815df10 con 0x7f049815ce80 2024-09-19T04:40:43.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.618+0000 7f049e05c640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0498155b90 con 0x7f049815ca40 2024-09-19T04:40:43.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.618+0000 7f04977fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04980d02a0 0x7f0498156370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.618+0000 7f04977fe640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04980d02a0 0x7f0498156370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37336/0 (socket says 172.21.15.111:37336) 2024-09-19T04:40:43.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.618+0000 7f04977fe640 1 -- 172.21.15.111:0/2427057655 learned_addr learned my addr 172.21.15.111:0/2427057655 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:43.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.618+0000 7f0497fff640 1 --2- 172.21.15.111:0/2427057655 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f049815ce80 0x7f04981e7de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.618+0000 7f0496ffd640 1 --2- 172.21.15.111:0/2427057655 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f049815ca40 0x7f0498156b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.618+0000 7f04977fe640 1 -- 172.21.15.111:0/2427057655 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f049815ca40 msgr2=0x7f0498156b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.618+0000 7f04977fe640 1 --2- 172.21.15.111:0/2427057655 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f049815ca40 0x7f0498156b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.618+0000 7f04977fe640 1 -- 172.21.15.111:0/2427057655 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f049815ce80 msgr2=0x7f04981e7de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.618+0000 7f04977fe640 1 --2- 172.21.15.111:0/2427057655 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f049815ce80 0x7f04981e7de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.618+0000 7f04977fe640 1 -- 172.21.15.111:0/2427057655 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04981574c0 con 0x7f04980d02a0 2024-09-19T04:40:43.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.618+0000 7f04977fe640 1 --2- 172.21.15.111:0/2427057655 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04980d02a0 0x7f0498156370 secure :-1 s=READY pgs=1789 cs=0 l=1 rev1=1 crypto rx=0x7f048c00e8a0 tx=0x7f048c00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:43.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.618+0000 7f047ffff640 1 -- 172.21.15.111:0/2427057655 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f048c017070 con 0x7f04980d02a0 2024-09-19T04:40:43.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.618+0000 7f047ffff640 1 -- 172.21.15.111:0/2427057655 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f048c00c940 con 0x7f04980d02a0 2024-09-19T04:40:43.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.618+0000 7f049e05c640 1 -- 172.21.15.111:0/2427057655 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04981f80d0 con 0x7f04980d02a0 2024-09-19T04:40:43.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.618+0000 7f047ffff640 1 -- 172.21.15.111:0/2427057655 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f048c00cd30 con 0x7f04980d02a0 2024-09-19T04:40:43.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.618+0000 7f049e05c640 1 -- 172.21.15.111:0/2427057655 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04981f8690 con 0x7f04980d02a0 2024-09-19T04:40:43.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.619+0000 7f049e05c640 1 -- 172.21.15.111:0/2427057655 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04980b4790 con 0x7f04980d02a0 2024-09-19T04:40:43.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.620+0000 7f047ffff640 1 -- 172.21.15.111:0/2427057655 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7f048c01a070 con 0x7f04980d02a0 2024-09-19T04:40:43.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.620+0000 7f047ffff640 1 --2- 172.21.15.111:0/2427057655 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f048406cdf0 0x7f048406f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.620+0000 7f047ffff640 1 -- 172.21.15.111:0/2427057655 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7f048c08a170 con 0x7f04980d02a0 2024-09-19T04:40:43.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.620+0000 7f0496ffd640 1 --2- 172.21.15.111:0/2427057655 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f048406cdf0 0x7f048406f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.621+0000 7f0496ffd640 1 --2- 172.21.15.111:0/2427057655 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f048406cdf0 0x7f048406f2b0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f0498150bc0 tx=0x7f0488009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:43.625 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.624+0000 7f047ffff640 1 -- 172.21.15.111:0/2427057655 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f048c059af0 con 0x7f04980d02a0 2024-09-19T04:40:43.788 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.787+0000 7f049e05c640 1 -- 172.21.15.111:0/2427057655 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f04980afd30 con 0x7f048406cdf0 2024-09-19T04:40:43.789 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.788+0000 7f047ffff640 1 -- 172.21.15.111:0/2427057655 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13510 (secure 0 0 0) 0x7f04980afd30 con 0x7f048406cdf0 2024-09-19T04:40:43.790 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:43.790 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:40:43.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.791+0000 7f049e05c640 1 -- 172.21.15.111:0/2427057655 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f048406cdf0 msgr2=0x7f048406f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.792 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.791+0000 7f049e05c640 1 --2- 172.21.15.111:0/2427057655 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f048406cdf0 0x7f048406f2b0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f0498150bc0 tx=0x7f0488009040 comp rx=0 tx=0).stop 2024-09-19T04:40:43.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.791+0000 7f049e05c640 1 -- 172.21.15.111:0/2427057655 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04980d02a0 msgr2=0x7f0498156370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.791+0000 7f049e05c640 1 --2- 172.21.15.111:0/2427057655 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04980d02a0 0x7f0498156370 secure :-1 s=READY pgs=1789 cs=0 l=1 rev1=1 crypto rx=0x7f048c00e8a0 tx=0x7f048c00ed60 comp rx=0 tx=0).stop 2024-09-19T04:40:43.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.791+0000 7f049e05c640 1 -- 172.21.15.111:0/2427057655 shutdown_connections 2024-09-19T04:40:43.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.791+0000 7f049e05c640 1 --2- 172.21.15.111:0/2427057655 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f048406cdf0 0x7f048406f2b0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.791+0000 7f049e05c640 1 --2- 172.21.15.111:0/2427057655 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f049815ce80 0x7f04981e7de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.791+0000 7f049e05c640 1 --2- 172.21.15.111:0/2427057655 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f049815ca40 0x7f0498156b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.791+0000 7f049e05c640 1 --2- 172.21.15.111:0/2427057655 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f04980d02a0 0x7f0498156370 unknown :-1 s=CLOSED pgs=1789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.791+0000 7f049e05c640 1 -- 172.21.15.111:0/2427057655 >> 172.21.15.111:0/2427057655 conn(0x7f0498062cc0 msgr2=0x7f0498154190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:43.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.791+0000 7f049e05c640 1 -- 172.21.15.111:0/2427057655 shutdown_connections 2024-09-19T04:40:43.793 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.791+0000 7f049e05c640 1 -- 172.21.15.111:0/2427057655 wait complete. 2024-09-19T04:40:43.803 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":220,"stamp":"2024-09-19T04:40:42.218021+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":267288,"kb_used_data":17800,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754707432,"statfs":{"total":773094113280,"available":772820410368,"internally_reserved":0,"allocated":18227200,"data_stored":8746510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":29,"apply_latency_ms":29,"commit_latency_ns":29000000,"apply_latency_ns":29000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-29749,"num_objects":-24,"num_object_clones":0,"num_object_copies":-48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-24,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-60,"num_write_kb":-50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001550"},"pg_stats":[{"pgid":"1.0","version":"71'128","reported_seq":479,"reported_epoch":168,"state":"active+clean","last_fresh":"2024-09-19T04:40:38.856020+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:40:38.856020+0000","last_peered":"2024-09-19T04:40:38.856020+0000","last_clean":"2024-09-19T04:40:38.856020+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:40:38.856020+0000","last_undegraded":"2024-09-19T04:40:38.856020+0000","last_fullsized":"2024-09-19T04:40:38.856020+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509539,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33880,"kb_used_data":2696,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94337960,"statfs":{"total":96636764160,"available":96602071040,"internally_reserved":0,"allocated":2760704,"data_stored":1573948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509539,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33260,"kb_used_data":2072,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338580,"statfs":{"total":96636764160,"available":96602705920,"internally_reserved":0,"allocated":2121728,"data_stored":935666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509539,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33256,"kb_used_data":2068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338584,"statfs":{"total":96636764160,"available":96602710016,"internally_reserved":0,"allocated":2117632,"data_stored":935363,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509540,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33312,"kb_used_data":2128,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338528,"statfs":{"total":96636764160,"available":96602652672,"internally_reserved":0,"allocated":2179072,"data_stored":983987,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542244,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33264,"kb_used_data":2076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338576,"statfs":{"total":96636764160,"available":96602701824,"internally_reserved":0,"allocated":2125824,"data_stored":934963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542243,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33236,"kb_used_data":2052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338604,"statfs":{"total":96636764160,"available":96602730496,"internally_reserved":0,"allocated":2101248,"data_stored":928644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542243,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33260,"kb_used_data":2072,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338580,"statfs":{"total":96636764160,"available":96602705920,"internally_reserved":0,"allocated":2121728,"data_stored":934837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542244,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33820,"kb_used_data":2636,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338020,"statfs":{"total":96636764160,"available":96602132480,"internally_reserved":0,"allocated":2699264,"data_stored":1519102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:40:43.804 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T04:40:43.804 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:40:43.902 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.901+0000 7f541ecae640 1 Processor -- start 2024-09-19T04:40:43.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.901+0000 7f541ecae640 1 -- start start 2024-09-19T04:40:43.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.902+0000 7f541ecae640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f541815ceb0 0x7f54181594c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.902+0000 7f541ecae640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f541815d390 con 0x7f54180d02a0 2024-09-19T04:40:43.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.902+0000 7f541ecae640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f541815d670 con 0x7f541815ca40 2024-09-19T04:40:43.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.902+0000 7f541ecae640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f541815d950 con 0x7f541815ceb0 2024-09-19T04:40:43.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.902+0000 7f541ca4a640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f54180d02a0 0x7f54180d0680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57178/0 (socket says 172.21.15.111:57178) 2024-09-19T04:40:43.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.902+0000 7f541ca4a640 1 -- 172.21.15.111:0/197608724 learned_addr learned my addr 172.21.15.111:0/197608724 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:43.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.902+0000 7f541d24b640 1 --2- 172.21.15.111:0/197608724 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f541815ceb0 0x7f54181594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.902+0000 7f54177fe640 1 -- 172.21.15.111:0/197608724 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2942077413 0 0) 0x7f541815d390 con 0x7f54180d02a0 2024-09-19T04:40:43.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.902+0000 7f54177fe640 1 -- 172.21.15.111:0/197608724 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5400003520 con 0x7f54180d02a0 2024-09-19T04:40:43.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.903+0000 7f54177fe640 1 -- 172.21.15.111:0/197608724 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 873473742 0 0) 0x7f5400003520 con 0x7f54180d02a0 2024-09-19T04:40:43.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.903+0000 7f54177fe640 1 -- 172.21.15.111:0/197608724 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f541815ceb0 msgr2=0x7f54181594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:43.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.903+0000 7f54177fe640 1 --2- 172.21.15.111:0/197608724 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f541815ceb0 0x7f54181594c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.903+0000 7f54177fe640 1 -- 172.21.15.111:0/197608724 >> v1:172.21.15.114:6789/0 conn(0x7f541815ca40 legacy=0x7f541815e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.903+0000 7f54177fe640 1 -- 172.21.15.111:0/197608724 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f541815dc30 con 0x7f54180d02a0 2024-09-19T04:40:43.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.903+0000 7f54177fe640 1 -- 172.21.15.111:0/197608724 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f5408001670 con 0x7f54180d02a0 2024-09-19T04:40:43.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.903+0000 7f54177fe640 1 -- 172.21.15.111:0/197608724 >> v1:172.21.15.111:6789/0 conn(0x7f54180d02a0 legacy=0x7f54180d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.903+0000 7f54177fe640 1 --2- 172.21.15.111:0/197608724 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54000039e0 0x7f5400003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.903+0000 7f54177fe640 1 --2- 172.21.15.111:0/197608724 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5400004800 0x7f5400004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.903+0000 7f54177fe640 1 --2- 172.21.15.111:0/197608724 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f541815ceb0 0x7f5400005200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.903+0000 7f54177fe640 1 -- 172.21.15.111:0/197608724 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f541815d950 con 0x7f54000039e0 2024-09-19T04:40:43.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.903+0000 7f54177fe640 1 -- 172.21.15.111:0/197608724 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f540000baf0 con 0x7f5400004800 2024-09-19T04:40:43.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.903+0000 7f54177fe640 1 -- 172.21.15.111:0/197608724 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f540000bcf0 con 0x7f541815ceb0 2024-09-19T04:40:43.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.903+0000 7f541ca4a640 1 --2- 172.21.15.111:0/197608724 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54000039e0 0x7f5400003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.903+0000 7f5417fff640 1 --2- 172.21.15.111:0/197608724 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5400004800 0x7f5400004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.903+0000 7f541d24b640 1 --2- 172.21.15.111:0/197608724 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f541815ceb0 0x7f5400005200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.903+0000 7f541ca4a640 1 -- 172.21.15.111:0/197608724 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f541815ceb0 msgr2=0x7f5400005200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:43.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.903+0000 7f541ca4a640 1 --2- 172.21.15.111:0/197608724 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f541815ceb0 0x7f5400005200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.908 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.903+0000 7f541ca4a640 1 -- 172.21.15.111:0/197608724 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5400004800 msgr2=0x7f5400004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:43.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.903+0000 7f541ca4a640 1 --2- 172.21.15.111:0/197608724 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5400004800 0x7f5400004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.903+0000 7f541ca4a640 1 -- 172.21.15.111:0/197608724 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5400003520 con 0x7f54000039e0 2024-09-19T04:40:43.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.904+0000 7f541ca4a640 1 --2- 172.21.15.111:0/197608724 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54000039e0 0x7f5400003e00 secure :-1 s=READY pgs=1791 cs=0 l=1 rev1=1 crypto rx=0x7f540800c210 tx=0x7f5400005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba6141ae24bc1450 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:43.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.904+0000 7f54177fe640 1 -- 172.21.15.111:0/197608724 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5408007d30 con 0x7f54000039e0 2024-09-19T04:40:43.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.904+0000 7f54177fe640 1 -- 172.21.15.111:0/197608724 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5408005ad0 con 0x7f54000039e0 2024-09-19T04:40:43.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.904+0000 7f54177fe640 1 -- 172.21.15.111:0/197608724 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5408007070 con 0x7f54000039e0 2024-09-19T04:40:43.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.904+0000 7f541ecae640 1 -- 172.21.15.111:0/197608724 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54000039e0 msgr2=0x7f5400003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.904+0000 7f541ecae640 1 --2- 172.21.15.111:0/197608724 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54000039e0 0x7f5400003e00 secure :-1 s=READY pgs=1791 cs=0 l=1 rev1=1 crypto rx=0x7f540800c210 tx=0x7f5400005830 comp rx=0 tx=0).stop 2024-09-19T04:40:43.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.904+0000 7f541d24b640 1 -- 172.21.15.111:0/197608724 reap_dead start 2024-09-19T04:40:43.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.904+0000 7f541ecae640 1 -- 172.21.15.111:0/197608724 shutdown_connections 2024-09-19T04:40:43.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.905+0000 7f541ecae640 1 -- 172.21.15.111:0/197608724 >> 172.21.15.111:0/197608724 conn(0x7f5418062cc0 msgr2=0x7f541806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:43.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.905+0000 7f541ecae640 1 -- 172.21.15.111:0/197608724 shutdown_connections 2024-09-19T04:40:43.909 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.905+0000 7f541ecae640 1 -- 172.21.15.111:0/197608724 wait complete. 2024-09-19T04:40:43.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.906+0000 7f541ecae640 1 Processor -- start 2024-09-19T04:40:43.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.906+0000 7f541ecae640 1 -- start start 2024-09-19T04:40:43.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.907+0000 7f541ecae640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f54000039e0 0x7f541814c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.907+0000 7f541ecae640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54180cdf00 0x7f54180ce380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.907+0000 7f541ecae640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f54180aeb10 0x7f54180aef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.907+0000 7f541ecae640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5418155b90 con 0x7f54180cdf00 2024-09-19T04:40:43.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.907+0000 7f541ecae640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f541815eb40 con 0x7f54180aeb10 2024-09-19T04:40:43.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.907+0000 7f541ecae640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5418155d10 con 0x7f54000039e0 2024-09-19T04:40:43.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.907+0000 7f5417fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54180cdf00 0x7f54180ce380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.907+0000 7f541ca4a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f54000039e0 0x7f541814c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.907+0000 7f5417fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54180cdf00 0x7f54180ce380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37356/0 (socket says 172.21.15.111:37356) 2024-09-19T04:40:43.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.907+0000 7f5417fff640 1 -- 172.21.15.111:0/1693382745 learned_addr learned my addr 172.21.15.111:0/1693382745 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:43.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.907+0000 7f541d24b640 1 --2- 172.21.15.111:0/1693382745 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f54180aeb10 0x7f54180aef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.907+0000 7f5417fff640 1 -- 172.21.15.111:0/1693382745 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f54000039e0 msgr2=0x7f541814c0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.907+0000 7f5417fff640 1 --2- 172.21.15.111:0/1693382745 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f54000039e0 0x7f541814c0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.907+0000 7f5417fff640 1 -- 172.21.15.111:0/1693382745 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f54180aeb10 msgr2=0x7f54180aef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.907+0000 7f5417fff640 1 --2- 172.21.15.111:0/1693382745 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f54180aeb10 0x7f54180aef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.907+0000 7f5417fff640 1 -- 172.21.15.111:0/1693382745 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54181f4780 con 0x7f54180cdf00 2024-09-19T04:40:43.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.907+0000 7f5417fff640 1 --2- 172.21.15.111:0/1693382745 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54180cdf00 0x7f54180ce380 secure :-1 s=READY pgs=1792 cs=0 l=1 rev1=1 crypto rx=0x7f540c00f5f0 tx=0x7f540c00fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:43.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.907+0000 7f54157fa640 1 -- 172.21.15.111:0/1693382745 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f540c0052e0 con 0x7f54180cdf00 2024-09-19T04:40:43.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.907+0000 7f54157fa640 1 -- 172.21.15.111:0/1693382745 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f540c018070 con 0x7f54180cdf00 2024-09-19T04:40:43.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.907+0000 7f54157fa640 1 -- 172.21.15.111:0/1693382745 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f540c003810 con 0x7f54180cdf00 2024-09-19T04:40:43.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.907+0000 7f541ecae640 1 -- 172.21.15.111:0/1693382745 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54181f4a40 con 0x7f54180cdf00 2024-09-19T04:40:43.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.907+0000 7f541ecae640 1 -- 172.21.15.111:0/1693382745 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54181f5000 con 0x7f54180cdf00 2024-09-19T04:40:43.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.908+0000 7f541ecae640 1 -- 172.21.15.111:0/1693382745 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54180b4790 con 0x7f54180cdf00 2024-09-19T04:40:43.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.909+0000 7f54157fa640 1 -- 172.21.15.111:0/1693382745 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7f540c0039b0 con 0x7f54180cdf00 2024-09-19T04:40:43.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.909+0000 7f54157fa640 1 --2- 172.21.15.111:0/1693382745 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f540406cdf0 0x7f540406f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.909+0000 7f54157fa640 1 -- 172.21.15.111:0/1693382745 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7f540c089b40 con 0x7f54180cdf00 2024-09-19T04:40:43.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.909+0000 7f541ca4a640 1 --2- 172.21.15.111:0/1693382745 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f540406cdf0 0x7f540406f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.910+0000 7f541ca4a640 1 --2- 172.21.15.111:0/1693382745 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f540406cdf0 0x7f540406f2b0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f5408033000 tx=0x7f540802e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:43.915 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:43.914+0000 7f54157fa640 1 -- 172.21.15.111:0/1693382745 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f540c059650 con 0x7f54180cdf00 2024-09-19T04:40:44.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.075+0000 7f541ecae640 1 -- 172.21.15.111:0/1693382745 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f54180d0d40 con 0x7f540406cdf0 2024-09-19T04:40:44.078 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.076+0000 7f54157fa640 1 -- 172.21.15.111:0/1693382745 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13510 (secure 0 0 0) 0x7f54180d0d40 con 0x7f540406cdf0 2024-09-19T04:40:44.080 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:44.081 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:40:44.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.078+0000 7f541ecae640 1 -- 172.21.15.111:0/1693382745 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f540406cdf0 msgr2=0x7f540406f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:44.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.078+0000 7f541ecae640 1 --2- 172.21.15.111:0/1693382745 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f540406cdf0 0x7f540406f2b0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f5408033000 tx=0x7f540802e000 comp rx=0 tx=0).stop 2024-09-19T04:40:44.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.078+0000 7f541ecae640 1 -- 172.21.15.111:0/1693382745 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54180cdf00 msgr2=0x7f54180ce380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:44.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.078+0000 7f541ecae640 1 --2- 172.21.15.111:0/1693382745 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54180cdf00 0x7f54180ce380 secure :-1 s=READY pgs=1792 cs=0 l=1 rev1=1 crypto rx=0x7f540c00f5f0 tx=0x7f540c00fab0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.079+0000 7f541ecae640 1 -- 172.21.15.111:0/1693382745 shutdown_connections 2024-09-19T04:40:44.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.079+0000 7f541ecae640 1 --2- 172.21.15.111:0/1693382745 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f540406cdf0 0x7f540406f2b0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.079+0000 7f541ecae640 1 --2- 172.21.15.111:0/1693382745 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f54180aeb10 0x7f54180aef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.079+0000 7f541ecae640 1 --2- 172.21.15.111:0/1693382745 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f54180cdf00 0x7f54180ce380 unknown :-1 s=CLOSED pgs=1792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.079+0000 7f541ecae640 1 --2- 172.21.15.111:0/1693382745 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f54000039e0 0x7f541814c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.079+0000 7f541ecae640 1 -- 172.21.15.111:0/1693382745 >> 172.21.15.111:0/1693382745 conn(0x7f5418062cc0 msgr2=0x7f54180cc9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:44.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.079+0000 7f541ecae640 1 -- 172.21.15.111:0/1693382745 shutdown_connections 2024-09-19T04:40:44.082 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.079+0000 7f541ecae640 1 -- 172.21.15.111:0/1693382745 wait complete. 2024-09-19T04:40:44.091 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":220,"stamp":"2024-09-19T04:40:42.218021+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":267288,"kb_used_data":17800,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754707432,"statfs":{"total":773094113280,"available":772820410368,"internally_reserved":0,"allocated":18227200,"data_stored":8746510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":29,"apply_latency_ms":29,"commit_latency_ns":29000000,"apply_latency_ns":29000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-29749,"num_objects":-24,"num_object_clones":0,"num_object_copies":-48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-24,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-60,"num_write_kb":-50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001550"},"pg_stats":[{"pgid":"1.0","version":"71'128","reported_seq":479,"reported_epoch":168,"state":"active+clean","last_fresh":"2024-09-19T04:40:38.856020+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:40:38.856020+0000","last_peered":"2024-09-19T04:40:38.856020+0000","last_clean":"2024-09-19T04:40:38.856020+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:40:38.856020+0000","last_undegraded":"2024-09-19T04:40:38.856020+0000","last_fullsized":"2024-09-19T04:40:38.856020+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509539,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33880,"kb_used_data":2696,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94337960,"statfs":{"total":96636764160,"available":96602071040,"internally_reserved":0,"allocated":2760704,"data_stored":1573948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509539,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33260,"kb_used_data":2072,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338580,"statfs":{"total":96636764160,"available":96602705920,"internally_reserved":0,"allocated":2121728,"data_stored":935666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509539,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33256,"kb_used_data":2068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338584,"statfs":{"total":96636764160,"available":96602710016,"internally_reserved":0,"allocated":2117632,"data_stored":935363,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509540,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33312,"kb_used_data":2128,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338528,"statfs":{"total":96636764160,"available":96602652672,"internally_reserved":0,"allocated":2179072,"data_stored":983987,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542244,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33264,"kb_used_data":2076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338576,"statfs":{"total":96636764160,"available":96602701824,"internally_reserved":0,"allocated":2125824,"data_stored":934963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542243,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33236,"kb_used_data":2052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338604,"statfs":{"total":96636764160,"available":96602730496,"internally_reserved":0,"allocated":2101248,"data_stored":928644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542243,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33260,"kb_used_data":2072,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338580,"statfs":{"total":96636764160,"available":96602705920,"internally_reserved":0,"allocated":2121728,"data_stored":934837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542244,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33820,"kb_used_data":2636,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338020,"statfs":{"total":96636764160,"available":96602132480,"internally_reserved":0,"allocated":2699264,"data_stored":1519102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:40:44.092 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:40:44.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.189+0000 7fea699af640 1 Processor -- start 2024-09-19T04:40:44.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.189+0000 7fea699af640 1 -- start start 2024-09-19T04:40:44.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.190+0000 7fea699af640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fea6415e940 0x7fea640d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:44.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.190+0000 7fea699af640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fea6415ed20 0x7fea640d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:44.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.190+0000 7fea699af640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fea640b7170 con 0x7fea640cef90 2024-09-19T04:40:44.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.190+0000 7fea699af640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7fea640d1ae0 con 0x7fea6415ed20 2024-09-19T04:40:44.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.190+0000 7fea699af640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fea640b7aa0 con 0x7fea6415e940 2024-09-19T04:40:44.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.190+0000 7fea5a7fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fea6415ed20 0x7fea640d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:44.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.190+0000 7fea5a7fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7fea6415ed20 0x7fea640d15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37366/0 (socket says 172.21.15.111:37366) 2024-09-19T04:40:44.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.190+0000 7fea5a7fc640 1 -- 172.21.15.111:0/206096541 learned_addr learned my addr 172.21.15.111:0/206096541 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:44.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.190+0000 7fea5a7fc640 1 -- 172.21.15.111:0/206096541 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fea6415e940 msgr2=0x7fea640d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:44.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.190+0000 7fea62ffd640 1 --2- 172.21.15.111:0/206096541 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fea6415e940 0x7fea640d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:44.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.190+0000 7fea5a7fc640 1 --2- 172.21.15.111:0/206096541 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fea6415e940 0x7fea640d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.190+0000 7fea5a7fc640 1 -- 172.21.15.111:0/206096541 >> v1:172.21.15.114:6789/0 conn(0x7fea640cef90 legacy=0x7fea640b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:44.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.190+0000 7fea5a7fc640 1 -- 172.21.15.111:0/206096541 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea640d3660 con 0x7fea6415ed20 2024-09-19T04:40:44.193 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.191+0000 7fea5a7fc640 1 --2- 172.21.15.111:0/206096541 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea6415ed20 0x7fea640d15a0 secure :-1 s=READY pgs=1793 cs=0 l=1 rev1=1 crypto rx=0x7fea4c009870 tx=0x7fea4c02a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a903f38c60c806ac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:44.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.191+0000 7fea627fc640 1 -- 172.21.15.111:0/206096541 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea4c037070 con 0x7fea6415ed20 2024-09-19T04:40:44.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.191+0000 7fea627fc640 1 -- 172.21.15.111:0/206096541 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea4c032440 con 0x7fea6415ed20 2024-09-19T04:40:44.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.191+0000 7fea627fc640 1 -- 172.21.15.111:0/206096541 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea4c032810 con 0x7fea6415ed20 2024-09-19T04:40:44.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.192+0000 7fea699af640 1 -- 172.21.15.111:0/206096541 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea6415ed20 msgr2=0x7fea640d15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:44.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.192+0000 7fea699af640 1 --2- 172.21.15.111:0/206096541 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea6415ed20 0x7fea640d15a0 secure :-1 s=READY pgs=1793 cs=0 l=1 rev1=1 crypto rx=0x7fea4c009870 tx=0x7fea4c02a2a0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.192+0000 7fea699af640 1 -- 172.21.15.111:0/206096541 shutdown_connections 2024-09-19T04:40:44.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.192+0000 7fea699af640 1 --2- 172.21.15.111:0/206096541 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea6415ed20 0x7fea640d15a0 unknown :-1 s=CLOSED pgs=1793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.192+0000 7fea699af640 1 --2- 172.21.15.111:0/206096541 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fea6415e940 0x7fea640d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.192+0000 7fea699af640 1 -- 172.21.15.111:0/206096541 >> 172.21.15.111:0/206096541 conn(0x7fea640b6240 msgr2=0x7fea640b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:44.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.192+0000 7fea699af640 1 -- 172.21.15.111:0/206096541 shutdown_connections 2024-09-19T04:40:44.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.192+0000 7fea699af640 1 -- 172.21.15.111:0/206096541 wait complete. 2024-09-19T04:40:44.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.193+0000 7fea699af640 1 Processor -- start 2024-09-19T04:40:44.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.193+0000 7fea699af640 1 -- start start 2024-09-19T04:40:44.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.194+0000 7fea699af640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea640cef90 0x7fea64159520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:44.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.194+0000 7fea699af640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fea6415e940 0x7fea640ab410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:44.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.194+0000 7fea699af640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea6415ed20 0x7fea64148450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:44.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.194+0000 7fea699af640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fea640d3f00 con 0x7fea640cef90 2024-09-19T04:40:44.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.194+0000 7fea699af640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fea640d3c20 con 0x7fea6415ed20 2024-09-19T04:40:44.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.194+0000 7fea699af640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fea640d3310 con 0x7fea6415e940 2024-09-19T04:40:44.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.194+0000 7fea62ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea640cef90 0x7fea64159520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:44.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.194+0000 7fea62ffd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea640cef90 0x7fea64159520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37376/0 (socket says 172.21.15.111:37376) 2024-09-19T04:40:44.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.194+0000 7fea62ffd640 1 -- 172.21.15.111:0/1095177047 learned_addr learned my addr 172.21.15.111:0/1095177047 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:44.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.194+0000 7fea5a7fc640 1 --2- 172.21.15.111:0/1095177047 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fea6415e940 0x7fea640ab410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:44.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.194+0000 7fea637fe640 1 --2- 172.21.15.111:0/1095177047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea6415ed20 0x7fea64148450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:44.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.194+0000 7fea62ffd640 1 -- 172.21.15.111:0/1095177047 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fea6415e940 msgr2=0x7fea640ab410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:44.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.194+0000 7fea62ffd640 1 --2- 172.21.15.111:0/1095177047 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fea6415e940 0x7fea640ab410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.194+0000 7fea62ffd640 1 -- 172.21.15.111:0/1095177047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea6415ed20 msgr2=0x7fea64148450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:44.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.194+0000 7fea62ffd640 1 --2- 172.21.15.111:0/1095177047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea6415ed20 0x7fea64148450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.194+0000 7fea62ffd640 1 -- 172.21.15.111:0/1095177047 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea64149220 con 0x7fea640cef90 2024-09-19T04:40:44.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.194+0000 7fea62ffd640 1 --2- 172.21.15.111:0/1095177047 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea640cef90 0x7fea64159520 secure :-1 s=READY pgs=1794 cs=0 l=1 rev1=1 crypto rx=0x7fea5400c7f0 tx=0x7fea5400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:44.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.194+0000 7fea60ff9640 1 -- 172.21.15.111:0/1095177047 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea54015070 con 0x7fea640cef90 2024-09-19T04:40:44.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.195+0000 7fea60ff9640 1 -- 172.21.15.111:0/1095177047 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea54004240 con 0x7fea640cef90 2024-09-19T04:40:44.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.195+0000 7fea699af640 1 -- 172.21.15.111:0/1095177047 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea64149500 con 0x7fea640cef90 2024-09-19T04:40:44.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.195+0000 7fea60ff9640 1 -- 172.21.15.111:0/1095177047 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea54007620 con 0x7fea640cef90 2024-09-19T04:40:44.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.195+0000 7fea699af640 1 -- 172.21.15.111:0/1095177047 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea64149ac0 con 0x7fea640cef90 2024-09-19T04:40:44.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.195+0000 7fea699af640 1 -- 172.21.15.111:0/1095177047 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea640d1f80 con 0x7fea640cef90 2024-09-19T04:40:44.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.196+0000 7fea60ff9640 1 -- 172.21.15.111:0/1095177047 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7fea540079d0 con 0x7fea640cef90 2024-09-19T04:40:44.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.196+0000 7fea60ff9640 1 --2- 172.21.15.111:0/1095177047 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fea4406cdf0 0x7fea4406f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:44.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.197+0000 7fea60ff9640 1 -- 172.21.15.111:0/1095177047 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7fea5408a3c0 con 0x7fea640cef90 2024-09-19T04:40:44.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.197+0000 7fea5a7fc640 1 --2- 172.21.15.111:0/1095177047 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fea4406cdf0 0x7fea4406f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:44.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.197+0000 7fea5a7fc640 1 --2- 172.21.15.111:0/1095177047 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fea4406cdf0 0x7fea4406f2b0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fea4c034000 tx=0x7fea4c02e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:44.202 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.201+0000 7fea60ff9640 1 -- 172.21.15.111:0/1095177047 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fea54092020 con 0x7fea640cef90 2024-09-19T04:40:44.367 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.366+0000 7fea699af640 1 -- 172.21.15.111:0/1095177047 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fea640ba6b0 con 0x7fea640cef90 2024-09-19T04:40:44.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.367+0000 7fea60ff9640 1 -- 172.21.15.111:0/1095177047 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v170) ==== 74+0+13181 (secure 0 0 0) 0x7fea54059d40 con 0x7fea640cef90 2024-09-19T04:40:44.368 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:44.368 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":170,"fsid":"96a4203e-380c-426d-916c-b9d719e0db84","created":"2024-09-19T04:32:28.351150+0000","modified":"2024-09-19T04:40:41.336060+0000","last_up_change":"2024-09-19T04:32:40.997021+0000","last_in_change":"2024-09-19T04:32:30.424662+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":27,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:32:40.437094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"270941d6-3f75-491d-ae53-8c605a87b5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6809","nonce":2306993216}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6811","nonce":2306993216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6815","nonce":2306993216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":2306993216},{"type":"v1","addr":"172.21.15.111:6813","nonce":2306993216}]},"public_addr":"172.21.15.111:6809/2306993216","cluster_addr":"172.21.15.111:6811/2306993216","heartbeat_back_addr":"172.21.15.111:6815/2306993216","heartbeat_front_addr":"172.21.15.111:6813/2306993216","state":["exists","up"]},{"osd":1,"uuid":"fc25e875-a7cf-4308-9e32-e754ac7ae929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6819","nonce":2897601232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6821","nonce":2897601232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6825","nonce":2897601232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2897601232},{"type":"v1","addr":"172.21.15.111:6823","nonce":2897601232}]},"public_addr":"172.21.15.111:6819/2897601232","cluster_addr":"172.21.15.111:6821/2897601232","heartbeat_back_addr":"172.21.15.111:6825/2897601232","heartbeat_front_addr":"172.21.15.111:6823/2897601232","state":["exists","up"]},{"osd":2,"uuid":"2d49b48b-1208-4345-af14-cf551200cd96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6801","nonce":313344091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6803","nonce":313344091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6807","nonce":313344091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":313344091},{"type":"v1","addr":"172.21.15.111:6805","nonce":313344091}]},"public_addr":"172.21.15.111:6801/313344091","cluster_addr":"172.21.15.111:6803/313344091","heartbeat_back_addr":"172.21.15.111:6807/313344091","heartbeat_front_addr":"172.21.15.111:6805/313344091","state":["exists","up"]},{"osd":3,"uuid":"cfd6bb42-867f-4baf-b32a-30ed185ee653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6827","nonce":898450181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6829","nonce":898450181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6833","nonce":898450181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":898450181},{"type":"v1","addr":"172.21.15.111:6831","nonce":898450181}]},"public_addr":"172.21.15.111:6827/898450181","cluster_addr":"172.21.15.111:6829/898450181","heartbeat_back_addr":"172.21.15.111:6833/898450181","heartbeat_front_addr":"172.21.15.111:6831/898450181","state":["exists","up"]},{"osd":4,"uuid":"d8df7e45-ade8-4a5f-8b94-f689f22b48b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6809","nonce":3610681338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6811","nonce":3610681338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6815","nonce":3610681338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":3610681338},{"type":"v1","addr":"172.21.15.114:6813","nonce":3610681338}]},"public_addr":"172.21.15.114:6809/3610681338","cluster_addr":"172.21.15.114:6811/3610681338","heartbeat_back_addr":"172.21.15.114:6815/3610681338","heartbeat_front_addr":"172.21.15.114:6813/3610681338","state":["exists","up"]},{"osd":5,"uuid":"a632bca0-5386-455b-9ca2-f397c9653e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6801","nonce":2777480347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6803","nonce":2777480347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6807","nonce":2777480347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":2777480347},{"type":"v1","addr":"172.21.15.114:6805","nonce":2777480347}]},"public_addr":"172.21.15.114:6801/2777480347","cluster_addr":"172.21.15.114:6803/2777480347","heartbeat_back_addr":"172.21.15.114:6807/2777480347","heartbeat_front_addr":"172.21.15.114:6805/2777480347","state":["exists","up"]},{"osd":6,"uuid":"033c93c9-c3bc-483d-bf89-081bf2aed299","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6817","nonce":3336766701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6819","nonce":3336766701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6823","nonce":3336766701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":3336766701},{"type":"v1","addr":"172.21.15.114:6821","nonce":3336766701}]},"public_addr":"172.21.15.114:6817/3336766701","cluster_addr":"172.21.15.114:6819/3336766701","heartbeat_back_addr":"172.21.15.114:6823/3336766701","heartbeat_front_addr":"172.21.15.114:6821/3336766701","state":["exists","up"]},{"osd":7,"uuid":"30619272-428a-4579-8ffa-7387602e3f22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":165,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6825","nonce":1521082269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6827","nonce":1521082269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6831","nonce":1521082269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1521082269},{"type":"v1","addr":"172.21.15.114:6829","nonce":1521082269}]},"public_addr":"172.21.15.114:6825/1521082269","cluster_addr":"172.21.15.114:6827/1521082269","heartbeat_back_addr":"172.21.15.114:6831/1521082269","heartbeat_front_addr":"172.21.15.114:6829/1521082269","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.325876+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.981082+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:36.680648+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.963374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.914566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.459561+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.939347+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:32:37.998352+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.114:6834/2387692262":"2024-09-20T04:40:38.328645+0000","172.21.15.114:6832/2387692262":"2024-09-20T04:40:38.328645+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:40:44.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.369+0000 7fea699af640 1 -- 172.21.15.111:0/1095177047 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fea4406cdf0 msgr2=0x7fea4406f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:44.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.369+0000 7fea699af640 1 --2- 172.21.15.111:0/1095177047 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fea4406cdf0 0x7fea4406f2b0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fea4c034000 tx=0x7fea4c02e000 comp rx=0 tx=0).stop 2024-09-19T04:40:44.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.369+0000 7fea699af640 1 -- 172.21.15.111:0/1095177047 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea640cef90 msgr2=0x7fea64159520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:44.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.369+0000 7fea699af640 1 --2- 172.21.15.111:0/1095177047 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea640cef90 0x7fea64159520 secure :-1 s=READY pgs=1794 cs=0 l=1 rev1=1 crypto rx=0x7fea5400c7f0 tx=0x7fea5400ccb0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.369+0000 7fea699af640 1 -- 172.21.15.111:0/1095177047 shutdown_connections 2024-09-19T04:40:44.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.369+0000 7fea699af640 1 --2- 172.21.15.111:0/1095177047 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fea4406cdf0 0x7fea4406f2b0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.369+0000 7fea699af640 1 --2- 172.21.15.111:0/1095177047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea6415ed20 0x7fea64148450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.369+0000 7fea699af640 1 --2- 172.21.15.111:0/1095177047 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fea6415e940 0x7fea640ab410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.369+0000 7fea699af640 1 --2- 172.21.15.111:0/1095177047 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea640cef90 0x7fea64159520 unknown :-1 s=CLOSED pgs=1794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.369+0000 7fea699af640 1 -- 172.21.15.111:0/1095177047 >> 172.21.15.111:0/1095177047 conn(0x7fea640b6240 msgr2=0x7fea640b9810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:44.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.369+0000 7fea699af640 1 -- 172.21.15.111:0/1095177047 shutdown_connections 2024-09-19T04:40:44.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:44.369+0000 7fea699af640 1 -- 172.21.15.111:0/1095177047 wait complete. 2024-09-19T04:40:45.382 INFO:tasks.ceph:Scrubbing osd.0 2024-09-19T04:40:45.382 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-19T04:40:45.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.497+0000 7f032f05e640 1 Processor -- start 2024-09-19T04:40:45.498 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.497+0000 7f032f05e640 1 -- start start 2024-09-19T04:40:45.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.497+0000 7f032f05e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f03280b3b00 0x7f03280d2980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.497+0000 7f032f05e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03280d20e0 con 0x7f03280b3540 2024-09-19T04:40:45.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.497+0000 7f032f05e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03280cfa70 con 0x7f03280b61e0 2024-09-19T04:40:45.500 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.497+0000 7f032f05e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f03280d24f0 con 0x7f03280b3b00 2024-09-19T04:40:45.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.498+0000 7f032d5fb640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f03280b3540 0x7f03280d2ec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57190/0 (socket says 172.21.15.111:57190) 2024-09-19T04:40:45.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.498+0000 7f032d5fb640 1 -- 172.21.15.111:0/224079317 learned_addr learned my addr 172.21.15.111:0/224079317 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:45.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.498+0000 7f0327fff640 1 --2- 172.21.15.111:0/224079317 >> v2:172.21.15.114:3300/0 conn(0x7f03280b3b00 0x7f03280d2980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.498+0000 7f03277fe640 1 -- 172.21.15.111:0/224079317 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 407665193 0 0) 0x7f03280d20e0 con 0x7f03280b3540 2024-09-19T04:40:45.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.498+0000 7f03277fe640 1 -- 172.21.15.111:0/224079317 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0310003520 con 0x7f03280b3540 2024-09-19T04:40:45.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.498+0000 7f03277fe640 1 -- 172.21.15.111:0/224079317 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4285977843 0 0) 0x7f03280cfa70 con 0x7f03280b61e0 2024-09-19T04:40:45.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.498+0000 7f03277fe640 1 -- 172.21.15.111:0/224079317 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f03280d20e0 con 0x7f03280b61e0 2024-09-19T04:40:45.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.498+0000 7f0327fff640 1 -- 172.21.15.111:0/224079317 >> v1:172.21.15.114:6789/0 conn(0x7f03280b61e0 legacy=0x7f03280b65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.498+0000 7f0327fff640 1 -- 172.21.15.111:0/224079317 >> v1:172.21.15.111:6789/0 conn(0x7f03280b3540 legacy=0x7f03280d2ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.498+0000 7f0327fff640 1 -- 172.21.15.111:0/224079317 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03280cfd50 con 0x7f03280b3b00 2024-09-19T04:40:45.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.499+0000 7f0327fff640 1 --2- 172.21.15.111:0/224079317 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f03280b3b00 0x7f03280d2980 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f031c0097a0 tx=0x7f031c02a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2081b704462697cc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:45.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.499+0000 7f03277fe640 1 -- 172.21.15.111:0/224079317 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f031c037070 con 0x7f03280b3b00 2024-09-19T04:40:45.501 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.499+0000 7f03277fe640 1 -- 172.21.15.111:0/224079317 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f031c032440 con 0x7f03280b3b00 2024-09-19T04:40:45.502 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.499+0000 7f03277fe640 1 -- 172.21.15.111:0/224079317 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f031c02ae60 con 0x7f03280b3b00 2024-09-19T04:40:45.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.500+0000 7f032f05e640 1 -- 172.21.15.111:0/224079317 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f03280b3b00 msgr2=0x7f03280d2980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.500+0000 7f032f05e640 1 --2- 172.21.15.111:0/224079317 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f03280b3b00 0x7f03280d2980 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f031c0097a0 tx=0x7f031c02a110 comp rx=0 tx=0).stop 2024-09-19T04:40:45.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.500+0000 7f032f05e640 1 -- 172.21.15.111:0/224079317 shutdown_connections 2024-09-19T04:40:45.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.500+0000 7f032f05e640 1 --2- 172.21.15.111:0/224079317 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f03280b3b00 0x7f03280d2980 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.500+0000 7f032f05e640 1 -- 172.21.15.111:0/224079317 >> 172.21.15.111:0/224079317 conn(0x7f03280d11e0 msgr2=0x7f03280d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:45.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.500+0000 7f032f05e640 1 -- 172.21.15.111:0/224079317 shutdown_connections 2024-09-19T04:40:45.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.500+0000 7f032f05e640 1 -- 172.21.15.111:0/224079317 wait complete. 2024-09-19T04:40:45.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.501+0000 7f032f05e640 1 Processor -- start 2024-09-19T04:40:45.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.501+0000 7f032f05e640 1 -- start start 2024-09-19T04:40:45.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.502+0000 7f032f05e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f03280b3540 0x7f03280d3130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.502+0000 7f032f05e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f03280b3b00 0x7f0328161a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.502+0000 7f032f05e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f03280b61e0 0x7f03281449b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.502+0000 7f032f05e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f032815edc0 con 0x7f03280b61e0 2024-09-19T04:40:45.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.502+0000 7f032f05e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f03280d1d00 con 0x7f03280b3540 2024-09-19T04:40:45.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.502+0000 7f032f05e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0328154dd0 con 0x7f03280b3b00 2024-09-19T04:40:45.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.502+0000 7f032d5fb640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f03280b61e0 0x7f03281449b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.502+0000 7f032cdfa640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f03280b3540 0x7f03280d3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.502+0000 7f032d5fb640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f03280b61e0 0x7f03281449b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37384/0 (socket says 172.21.15.111:37384) 2024-09-19T04:40:45.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.502+0000 7f032d5fb640 1 -- 172.21.15.111:0/3786921346 learned_addr learned my addr 172.21.15.111:0/3786921346 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:45.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.502+0000 7f0327fff640 1 --2- 172.21.15.111:0/3786921346 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f03280b3b00 0x7f0328161a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.502+0000 7f032d5fb640 1 -- 172.21.15.111:0/3786921346 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f03280b3b00 msgr2=0x7f0328161a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.502+0000 7f032d5fb640 1 --2- 172.21.15.111:0/3786921346 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f03280b3b00 0x7f0328161a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.502+0000 7f032d5fb640 1 -- 172.21.15.111:0/3786921346 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f03280b3540 msgr2=0x7f03280d3130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.502+0000 7f032d5fb640 1 --2- 172.21.15.111:0/3786921346 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f03280b3540 0x7f03280d3130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.502+0000 7f032d5fb640 1 -- 172.21.15.111:0/3786921346 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0328160f70 con 0x7f03280b61e0 2024-09-19T04:40:45.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.502+0000 7f032cdfa640 1 --2- 172.21.15.111:0/3786921346 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f03280b3540 0x7f03280d3130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:45.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.502+0000 7f032d5fb640 1 --2- 172.21.15.111:0/3786921346 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f03280b61e0 0x7f03281449b0 secure :-1 s=READY pgs=1796 cs=0 l=1 rev1=1 crypto rx=0x7f032000caa0 tx=0x7f032000cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:45.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.503+0000 7f03257fa640 1 -- 172.21.15.111:0/3786921346 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0320017070 con 0x7f03280b61e0 2024-09-19T04:40:45.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.503+0000 7f03257fa640 1 -- 172.21.15.111:0/3786921346 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f032000ac20 con 0x7f03280b61e0 2024-09-19T04:40:45.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.503+0000 7f032f05e640 1 -- 172.21.15.111:0/3786921346 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f032815f570 con 0x7f03280b61e0 2024-09-19T04:40:45.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.503+0000 7f03257fa640 1 -- 172.21.15.111:0/3786921346 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0320012640 con 0x7f03280b61e0 2024-09-19T04:40:45.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.503+0000 7f032f05e640 1 -- 172.21.15.111:0/3786921346 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f032815f850 con 0x7f03280b61e0 2024-09-19T04:40:45.508 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.504+0000 7f032f05e640 1 -- 172.21.15.111:0/3786921346 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f03280cfa70 con 0x7f03280b61e0 2024-09-19T04:40:45.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.504+0000 7f03257fa640 1 -- 172.21.15.111:0/3786921346 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7f032001a070 con 0x7f03280b61e0 2024-09-19T04:40:45.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.505+0000 7f03257fa640 1 --2- 172.21.15.111:0/3786921346 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f031406cdf0 0x7f031406f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.505+0000 7f03257fa640 1 -- 172.21.15.111:0/3786921346 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7f0320089d40 con 0x7f03280b61e0 2024-09-19T04:40:45.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.505+0000 7f032cdfa640 1 --2- 172.21.15.111:0/3786921346 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f031406cdf0 0x7f031406f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.505+0000 7f03257fa640 1 --2- 172.21.15.111:0/3786921346 >> [v2:172.21.15.111:6808/2306993216,v1:172.21.15.111:6809/2306993216] conn(0x7f0314072cb0 0x7f03140750f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.505+0000 7f03257fa640 1 -- 172.21.15.111:0/3786921346 --> [v2:172.21.15.111:6808/2306993216,v1:172.21.15.111:6809/2306993216] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f03140757c0 con 0x7f0314072cb0 2024-09-19T04:40:45.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.505+0000 7f03257fa640 1 -- 172.21.15.111:0/3786921346 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_get_version_reply(handle=1 version=170) ==== 24+0+0 (secure 0 0 0) 0x7f0320093050 con 0x7f03280b61e0 2024-09-19T04:40:45.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.505+0000 7f0327fff640 1 --2- 172.21.15.111:0/3786921346 >> [v2:172.21.15.111:6808/2306993216,v1:172.21.15.111:6809/2306993216] conn(0x7f0314072cb0 0x7f03140750f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.505+0000 7f032cdfa640 1 --2- 172.21.15.111:0/3786921346 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f031406cdf0 0x7f031406f2b0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f0318007fd0 tx=0x7f0318009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:45.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.505+0000 7f0327fff640 1 --2- 172.21.15.111:0/3786921346 >> [v2:172.21.15.111:6808/2306993216,v1:172.21.15.111:6809/2306993216] conn(0x7f0314072cb0 0x7f03140750f0 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:45.509 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.506+0000 7f03257fa640 1 -- 172.21.15.111:0/3786921346 <== osd.0 v2:172.21.15.111:6808/2306993216 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f03140757c0 con 0x7f0314072cb0 2024-09-19T04:40:45.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.518+0000 7f032f05e640 1 -- 172.21.15.111:0/3786921346 --> [v2:172.21.15.111:6808/2306993216,v1:172.21.15.111:6809/2306993216] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f03280ba6e0 con 0x7f0314072cb0 2024-09-19T04:40:45.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.519+0000 7f03257fa640 1 -- 172.21.15.111:0/3786921346 <== osd.0 v2:172.21.15.111:6808/2306993216 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f03280ba6e0 con 0x7f0314072cb0 2024-09-19T04:40:45.520 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:40:45.521 INFO:teuthology.orchestra.run.smithi111.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T04:40:45.521 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:40:45.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.519+0000 7f032f05e640 1 -- 172.21.15.111:0/3786921346 >> [v2:172.21.15.111:6808/2306993216,v1:172.21.15.111:6809/2306993216] conn(0x7f0314072cb0 msgr2=0x7f03140750f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.519+0000 7f032f05e640 1 --2- 172.21.15.111:0/3786921346 >> [v2:172.21.15.111:6808/2306993216,v1:172.21.15.111:6809/2306993216] conn(0x7f0314072cb0 0x7f03140750f0 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.519+0000 7f032f05e640 1 -- 172.21.15.111:0/3786921346 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f031406cdf0 msgr2=0x7f031406f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.519+0000 7f032f05e640 1 --2- 172.21.15.111:0/3786921346 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f031406cdf0 0x7f031406f2b0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f0318007fd0 tx=0x7f0318009040 comp rx=0 tx=0).stop 2024-09-19T04:40:45.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.519+0000 7f032f05e640 1 -- 172.21.15.111:0/3786921346 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f03280b61e0 msgr2=0x7f03281449b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.519+0000 7f032f05e640 1 --2- 172.21.15.111:0/3786921346 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f03280b61e0 0x7f03281449b0 secure :-1 s=READY pgs=1796 cs=0 l=1 rev1=1 crypto rx=0x7f032000caa0 tx=0x7f032000cf60 comp rx=0 tx=0).stop 2024-09-19T04:40:45.522 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.519+0000 7f032d5fb640 1 -- 172.21.15.111:0/3786921346 reap_dead start 2024-09-19T04:40:45.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.519+0000 7f032f05e640 1 -- 172.21.15.111:0/3786921346 shutdown_connections 2024-09-19T04:40:45.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.519+0000 7f032f05e640 1 -- 172.21.15.111:0/3786921346 >> 172.21.15.111:0/3786921346 conn(0x7f03280d11e0 msgr2=0x7f03280caec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:45.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.519+0000 7f032f05e640 1 -- 172.21.15.111:0/3786921346 shutdown_connections 2024-09-19T04:40:45.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.519+0000 7f032f05e640 1 -- 172.21.15.111:0/3786921346 wait complete. 2024-09-19T04:40:45.531 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-19T04:40:45.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.629+0000 7ff858e5e640 1 Processor -- start 2024-09-19T04:40:45.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.629+0000 7ff858e5e640 1 -- start start 2024-09-19T04:40:45.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.630+0000 7ff858e5e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff85415c300 0x7ff8540affc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.630+0000 7ff858e5e640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7ff8540cd300 0x7ff85406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.630+0000 7ff858e5e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff85406f010 0x7ff8541622e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.630+0000 7ff858e5e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7ff85415ecf0 con 0x7ff85415c300 2024-09-19T04:40:45.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.630+0000 7ff858e5e640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7ff85415c6e0 con 0x7ff8540cd300 2024-09-19T04:40:45.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.630+0000 7ff858e5e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff85415efb0 con 0x7ff85406f010 2024-09-19T04:40:45.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.630+0000 7ff85259c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff85415c300 0x7ff8540affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.630+0000 7ff85259c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7ff85415c300 0x7ff8540affc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37392/0 (socket says 172.21.15.111:37392) 2024-09-19T04:40:45.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.630+0000 7ff85259c640 1 -- 172.21.15.111:0/19783092 learned_addr learned my addr 172.21.15.111:0/19783092 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:45.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.630+0000 7ff852d9d640 1 --2- 172.21.15.111:0/19783092 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff85406f010 0x7ff8541622e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.630+0000 7ff851d9b640 1 --2- 172.21.15.111:0/19783092 >> v2:172.21.15.114:3300/0 conn(0x7ff8540cd300 0x7ff85406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.631+0000 7ff85259c640 1 -- 172.21.15.111:0/19783092 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff85406f010 msgr2=0x7ff8541622e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:45.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.631+0000 7ff85259c640 1 --2- 172.21.15.111:0/19783092 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff85406f010 0x7ff8541622e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.631+0000 7ff85259c640 1 -- 172.21.15.111:0/19783092 >> v2:172.21.15.114:3300/0 conn(0x7ff8540cd300 msgr2=0x7ff85406ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:45.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.631+0000 7ff85259c640 1 --2- 172.21.15.111:0/19783092 >> v2:172.21.15.114:3300/0 conn(0x7ff8540cd300 0x7ff85406ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.631+0000 7ff85259c640 1 -- 172.21.15.111:0/19783092 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff85415f290 con 0x7ff85415c300 2024-09-19T04:40:45.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.631+0000 7ff851d9b640 1 --2- 172.21.15.111:0/19783092 >> v2:172.21.15.114:3300/0 conn(0x7ff8540cd300 0x7ff85406ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:45.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.631+0000 7ff85259c640 1 --2- 172.21.15.111:0/19783092 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff85415c300 0x7ff8540affc0 secure :-1 s=READY pgs=1797 cs=0 l=1 rev1=1 crypto rx=0x7ff854062b50 tx=0x7ff84402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=143e184e206346f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:45.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.631+0000 7ff85159a640 1 -- 172.21.15.111:0/19783092 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff844036070 con 0x7ff85415c300 2024-09-19T04:40:45.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.631+0000 7ff85159a640 1 -- 172.21.15.111:0/19783092 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff844031600 con 0x7ff85415c300 2024-09-19T04:40:45.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.631+0000 7ff85159a640 1 -- 172.21.15.111:0/19783092 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8440319d0 con 0x7ff85415c300 2024-09-19T04:40:45.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.632+0000 7ff858e5e640 1 -- 172.21.15.111:0/19783092 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff85415c300 msgr2=0x7ff8540affc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.632+0000 7ff858e5e640 1 --2- 172.21.15.111:0/19783092 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff85415c300 0x7ff8540affc0 secure :-1 s=READY pgs=1797 cs=0 l=1 rev1=1 crypto rx=0x7ff854062b50 tx=0x7ff84402a610 comp rx=0 tx=0).stop 2024-09-19T04:40:45.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.632+0000 7ff858e5e640 1 -- 172.21.15.111:0/19783092 shutdown_connections 2024-09-19T04:40:45.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.632+0000 7ff858e5e640 1 --2- 172.21.15.111:0/19783092 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff85406f010 0x7ff8541622e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.632+0000 7ff858e5e640 1 --2- 172.21.15.111:0/19783092 >> v2:172.21.15.114:3300/0 conn(0x7ff8540cd300 0x7ff85406ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.632+0000 7ff858e5e640 1 --2- 172.21.15.111:0/19783092 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff85415c300 0x7ff8540affc0 unknown :-1 s=CLOSED pgs=1797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.632+0000 7ff858e5e640 1 -- 172.21.15.111:0/19783092 >> 172.21.15.111:0/19783092 conn(0x7ff85406cae0 msgr2=0x7ff85406cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:45.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.632+0000 7ff858e5e640 1 -- 172.21.15.111:0/19783092 shutdown_connections 2024-09-19T04:40:45.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.632+0000 7ff858e5e640 1 -- 172.21.15.111:0/19783092 wait complete. 2024-09-19T04:40:45.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.633+0000 7ff858e5e640 1 Processor -- start 2024-09-19T04:40:45.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.633+0000 7ff858e5e640 1 -- start start 2024-09-19T04:40:45.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.634+0000 7ff858e5e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff85406f010 0x7ff85415fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.634+0000 7ff858e5e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff8540cd300 0x7ff8540ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.639 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.634+0000 7ff858e5e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff85415c300 0x7ff8540aee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.634+0000 7ff858e5e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff854071880 con 0x7ff85406f010 2024-09-19T04:40:45.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.634+0000 7ff858e5e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff85415f850 con 0x7ff85415c300 2024-09-19T04:40:45.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.634+0000 7ff858e5e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7ff8540b0500 con 0x7ff8540cd300 2024-09-19T04:40:45.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.634+0000 7ff85259c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff85406f010 0x7ff85415fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.634+0000 7ff85259c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff85406f010 0x7ff85415fc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37394/0 (socket says 172.21.15.111:37394) 2024-09-19T04:40:45.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.634+0000 7ff85259c640 1 -- 172.21.15.111:0/1678913021 learned_addr learned my addr 172.21.15.111:0/1678913021 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:45.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.634+0000 7ff851d9b640 1 --2- 172.21.15.111:0/1678913021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff8540cd300 0x7ff8540ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.634+0000 7ff852d9d640 1 --2- 172.21.15.111:0/1678913021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff85415c300 0x7ff8540aee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.635+0000 7ff85259c640 1 -- 172.21.15.111:0/1678913021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff8540cd300 msgr2=0x7ff8540ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.635+0000 7ff85259c640 1 --2- 172.21.15.111:0/1678913021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff8540cd300 0x7ff8540ae8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.635+0000 7ff85259c640 1 -- 172.21.15.111:0/1678913021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff85415c300 msgr2=0x7ff8540aee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.635+0000 7ff85259c640 1 --2- 172.21.15.111:0/1678913021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff85415c300 0x7ff8540aee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.635+0000 7ff85259c640 1 -- 172.21.15.111:0/1678913021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff85414df40 con 0x7ff85406f010 2024-09-19T04:40:45.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.635+0000 7ff85259c640 1 --2- 172.21.15.111:0/1678913021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff85406f010 0x7ff85415fc70 secure :-1 s=READY pgs=1798 cs=0 l=1 rev1=1 crypto rx=0x7ff844009f40 tx=0x7ff844004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:45.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.635+0000 7ff84affd640 1 -- 172.21.15.111:0/1678913021 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff84403f020 con 0x7ff85406f010 2024-09-19T04:40:45.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.635+0000 7ff84affd640 1 -- 172.21.15.111:0/1678913021 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff844037040 con 0x7ff85406f010 2024-09-19T04:40:45.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.635+0000 7ff858e5e640 1 -- 172.21.15.111:0/1678913021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff854160840 con 0x7ff85406f010 2024-09-19T04:40:45.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.635+0000 7ff84affd640 1 -- 172.21.15.111:0/1678913021 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff844036070 con 0x7ff85406f010 2024-09-19T04:40:45.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.635+0000 7ff858e5e640 1 -- 172.21.15.111:0/1678913021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8540b0a90 con 0x7ff85406f010 2024-09-19T04:40:45.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.636+0000 7ff858e5e640 1 -- 172.21.15.111:0/1678913021 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff85406ead0 con 0x7ff85406f010 2024-09-19T04:40:45.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.636+0000 7ff84affd640 1 -- 172.21.15.111:0/1678913021 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7ff844042020 con 0x7ff85406f010 2024-09-19T04:40:45.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.637+0000 7ff84affd640 1 --2- 172.21.15.111:0/1678913021 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff83406cdf0 0x7ff83406f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.637+0000 7ff84affd640 1 -- 172.21.15.111:0/1678913021 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7ff8440aa0f0 con 0x7ff85406f010 2024-09-19T04:40:45.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.637+0000 7ff851d9b640 1 --2- 172.21.15.111:0/1678913021 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff83406cdf0 0x7ff83406f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.637+0000 7ff851d9b640 1 --2- 172.21.15.111:0/1678913021 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff83406cdf0 0x7ff83406f2b0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7ff8541f7ba0 tx=0x7ff83c008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:45.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.641+0000 7ff84affd640 1 -- 172.21.15.111:0/1678913021 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff844049030 con 0x7ff85406f010 2024-09-19T04:40:45.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.806+0000 7ff858e5e640 1 -- 172.21.15.111:0/1678913021 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7ff85415e730 con 0x7ff83406cdf0 2024-09-19T04:40:45.808 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.807+0000 7ff84affd640 1 -- 172.21.15.111:0/1678913021 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7ff85415e730 con 0x7ff83406cdf0 2024-09-19T04:40:45.808 INFO:teuthology.orchestra.run.smithi111.stderr:instructed osd(s) 0 to deep-scrub 2024-09-19T04:40:45.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.808+0000 7ff858e5e640 1 -- 172.21.15.111:0/1678913021 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff83406cdf0 msgr2=0x7ff83406f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.808+0000 7ff858e5e640 1 --2- 172.21.15.111:0/1678913021 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff83406cdf0 0x7ff83406f2b0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7ff8541f7ba0 tx=0x7ff83c008040 comp rx=0 tx=0).stop 2024-09-19T04:40:45.810 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.808+0000 7ff858e5e640 1 -- 172.21.15.111:0/1678913021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff85406f010 msgr2=0x7ff85415fc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.808+0000 7ff858e5e640 1 --2- 172.21.15.111:0/1678913021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff85406f010 0x7ff85415fc70 secure :-1 s=READY pgs=1798 cs=0 l=1 rev1=1 crypto rx=0x7ff844009f40 tx=0x7ff844004a40 comp rx=0 tx=0).stop 2024-09-19T04:40:45.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.809+0000 7ff858e5e640 1 -- 172.21.15.111:0/1678913021 shutdown_connections 2024-09-19T04:40:45.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.809+0000 7ff858e5e640 1 --2- 172.21.15.111:0/1678913021 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7ff83406cdf0 0x7ff83406f2b0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.809+0000 7ff858e5e640 1 --2- 172.21.15.111:0/1678913021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff85415c300 0x7ff8540aee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.809+0000 7ff858e5e640 1 --2- 172.21.15.111:0/1678913021 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7ff8540cd300 0x7ff8540ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.809+0000 7ff858e5e640 1 --2- 172.21.15.111:0/1678913021 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff85406f010 0x7ff85415fc70 unknown :-1 s=CLOSED pgs=1798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.809+0000 7ff858e5e640 1 -- 172.21.15.111:0/1678913021 >> 172.21.15.111:0/1678913021 conn(0x7ff85406cae0 msgr2=0x7ff854157110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:45.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.809+0000 7ff858e5e640 1 -- 172.21.15.111:0/1678913021 shutdown_connections 2024-09-19T04:40:45.811 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.809+0000 7ff858e5e640 1 -- 172.21.15.111:0/1678913021 wait complete. 2024-09-19T04:40:45.821 INFO:tasks.ceph:Scrubbing osd.1 2024-09-19T04:40:45.821 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-19T04:40:45.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.923+0000 7fa5dbb49640 1 Processor -- start 2024-09-19T04:40:45.924 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.923+0000 7fa5dbb49640 1 -- start start 2024-09-19T04:40:45.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.924+0000 7fa5dbb49640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa5d40ae8e0 0x7fa5d4072c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.924+0000 7fa5dbb49640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5d4071bf0 con 0x7fa5d40cd170 2024-09-19T04:40:45.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.924+0000 7fa5dbb49640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5d4071ed0 con 0x7fa5d415e750 2024-09-19T04:40:45.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.924+0000 7fa5dbb49640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa5d40721b0 con 0x7fa5d40ae8e0 2024-09-19T04:40:45.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.924+0000 7fa5da0e6640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7fa5d40cd170 0x7fa5d40cd5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57204/0 (socket says 172.21.15.111:57204) 2024-09-19T04:40:45.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.924+0000 7fa5da0e6640 1 -- 172.21.15.111:0/2459854659 learned_addr learned my addr 172.21.15.111:0/2459854659 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:45.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.924+0000 7fa5d90e4640 1 --2- 172.21.15.111:0/2459854659 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa5d40ae8e0 0x7fa5d4072c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.924+0000 7fa5d88e3640 1 -- 172.21.15.111:0/2459854659 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3787093848 0 0) 0x7fa5d4071bf0 con 0x7fa5d40cd170 2024-09-19T04:40:45.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.924+0000 7fa5d88e3640 1 -- 172.21.15.111:0/2459854659 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa5c0003520 con 0x7fa5d40cd170 2024-09-19T04:40:45.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.924+0000 7fa5d88e3640 1 -- 172.21.15.111:0/2459854659 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3955218906 0 0) 0x7fa5d4071ed0 con 0x7fa5d415e750 2024-09-19T04:40:45.926 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.924+0000 7fa5d88e3640 1 -- 172.21.15.111:0/2459854659 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa5d4071bf0 con 0x7fa5d415e750 2024-09-19T04:40:45.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.924+0000 7fa5d90e4640 1 -- 172.21.15.111:0/2459854659 >> v1:172.21.15.114:6789/0 conn(0x7fa5d415e750 legacy=0x7fa5d4071410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.924+0000 7fa5d90e4640 1 -- 172.21.15.111:0/2459854659 >> v1:172.21.15.111:6789/0 conn(0x7fa5d40cd170 legacy=0x7fa5d40cd5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.927 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.924+0000 7fa5d90e4640 1 -- 172.21.15.111:0/2459854659 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5d4072490 con 0x7fa5d40ae8e0 2024-09-19T04:40:45.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.925+0000 7fa5d90e4640 1 --2- 172.21.15.111:0/2459854659 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa5d40ae8e0 0x7fa5d4072c90 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa5c40097d0 tx=0x7fa5c402a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=98577ef04f422ad4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:45.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.925+0000 7fa5d88e3640 1 -- 172.21.15.111:0/2459854659 <== mon.2 v2:172.21.15.114:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c4037070 con 0x7fa5d40ae8e0 2024-09-19T04:40:45.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.925+0000 7fa5d88e3640 1 -- 172.21.15.111:0/2459854659 <== mon.2 v2:172.21.15.114:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5c4032440 con 0x7fa5d40ae8e0 2024-09-19T04:40:45.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.925+0000 7fa5d88e3640 1 -- 172.21.15.111:0/2459854659 <== mon.2 v2:172.21.15.114:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c40327f0 con 0x7fa5d40ae8e0 2024-09-19T04:40:45.928 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.926+0000 7fa5dbb49640 1 -- 172.21.15.111:0/2459854659 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa5d40ae8e0 msgr2=0x7fa5d4072c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.926+0000 7fa5dbb49640 1 --2- 172.21.15.111:0/2459854659 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa5d40ae8e0 0x7fa5d4072c90 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa5c40097d0 tx=0x7fa5c402a210 comp rx=0 tx=0).stop 2024-09-19T04:40:45.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.926+0000 7fa5dbb49640 1 -- 172.21.15.111:0/2459854659 shutdown_connections 2024-09-19T04:40:45.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.926+0000 7fa5dbb49640 1 --2- 172.21.15.111:0/2459854659 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa5d40ae8e0 0x7fa5d4072c90 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.926+0000 7fa5dbb49640 1 -- 172.21.15.111:0/2459854659 >> 172.21.15.111:0/2459854659 conn(0x7fa5d406bba0 msgr2=0x7fa5d406bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:45.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.926+0000 7fa5dbb49640 1 -- 172.21.15.111:0/2459854659 shutdown_connections 2024-09-19T04:40:45.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.926+0000 7fa5dbb49640 1 -- 172.21.15.111:0/2459854659 wait complete. 2024-09-19T04:40:45.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.927+0000 7fa5dbb49640 1 Processor -- start 2024-09-19T04:40:45.929 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.927+0000 7fa5dbb49640 1 -- start start 2024-09-19T04:40:45.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.928+0000 7fa5dbb49640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5d40ae8e0 0x7fa5d40b2e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.928+0000 7fa5dbb49640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa5d40cd170 0x7fa5d41552a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.928+0000 7fa5dbb49640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa5d415e750 0x7fa5d41f4100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.928+0000 7fa5dbb49640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d415eb30 con 0x7fa5d40ae8e0 2024-09-19T04:40:45.932 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.928+0000 7fa5dbb49640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d40731d0 con 0x7fa5d40cd170 2024-09-19T04:40:45.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.928+0000 7fa5dbb49640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa5d4158c10 con 0x7fa5d415e750 2024-09-19T04:40:45.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.928+0000 7fa5d98e5640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5d40ae8e0 0x7fa5d40b2e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.928+0000 7fa5d98e5640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5d40ae8e0 0x7fa5d40b2e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37406/0 (socket says 172.21.15.111:37406) 2024-09-19T04:40:45.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.928+0000 7fa5d98e5640 1 -- 172.21.15.111:0/3410577880 learned_addr learned my addr 172.21.15.111:0/3410577880 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:45.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.928+0000 7fa5da0e6640 1 --2- 172.21.15.111:0/3410577880 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa5d415e750 0x7fa5d41f4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.928+0000 7fa5d90e4640 1 --2- 172.21.15.111:0/3410577880 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa5d40cd170 0x7fa5d41552a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.928+0000 7fa5d98e5640 1 -- 172.21.15.111:0/3410577880 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa5d415e750 msgr2=0x7fa5d41f4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.928+0000 7fa5d98e5640 1 --2- 172.21.15.111:0/3410577880 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa5d415e750 0x7fa5d41f4100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.928+0000 7fa5d98e5640 1 -- 172.21.15.111:0/3410577880 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa5d40cd170 msgr2=0x7fa5d41552a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.928+0000 7fa5d98e5640 1 --2- 172.21.15.111:0/3410577880 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa5d40cd170 0x7fa5d41552a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.928+0000 7fa5d98e5640 1 -- 172.21.15.111:0/3410577880 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5d40b33d0 con 0x7fa5d40ae8e0 2024-09-19T04:40:45.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.928+0000 7fa5da0e6640 1 --2- 172.21.15.111:0/3410577880 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa5d415e750 0x7fa5d41f4100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:45.933 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.928+0000 7fa5d90e4640 1 --2- 172.21.15.111:0/3410577880 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa5d40cd170 0x7fa5d41552a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:45.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.928+0000 7fa5d98e5640 1 --2- 172.21.15.111:0/3410577880 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5d40ae8e0 0x7fa5d40b2e90 secure :-1 s=READY pgs=1800 cs=0 l=1 rev1=1 crypto rx=0x7fa5d000c460 tx=0x7fa5d000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:45.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.928+0000 7fa5ca7fc640 1 -- 172.21.15.111:0/3410577880 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5d0017070 con 0x7fa5d40ae8e0 2024-09-19T04:40:45.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.928+0000 7fa5ca7fc640 1 -- 172.21.15.111:0/3410577880 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5d00052f0 con 0x7fa5d40ae8e0 2024-09-19T04:40:45.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.928+0000 7fa5dbb49640 1 -- 172.21.15.111:0/3410577880 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5d41561a0 con 0x7fa5d40ae8e0 2024-09-19T04:40:45.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.928+0000 7fa5ca7fc640 1 -- 172.21.15.111:0/3410577880 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5d0003830 con 0x7fa5d40ae8e0 2024-09-19T04:40:45.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.928+0000 7fa5dbb49640 1 -- 172.21.15.111:0/3410577880 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5d41585c0 con 0x7fa5d40ae8e0 2024-09-19T04:40:45.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.929+0000 7fa5dbb49640 1 -- 172.21.15.111:0/3410577880 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa5d40691c0 con 0x7fa5d40ae8e0 2024-09-19T04:40:45.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.930+0000 7fa5ca7fc640 1 -- 172.21.15.111:0/3410577880 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7fa5d001a070 con 0x7fa5d40ae8e0 2024-09-19T04:40:45.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.930+0000 7fa5ca7fc640 1 --2- 172.21.15.111:0/3410577880 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa5b806cdf0 0x7fa5b806f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.930+0000 7fa5ca7fc640 1 -- 172.21.15.111:0/3410577880 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7fa5d00893d0 con 0x7fa5d40ae8e0 2024-09-19T04:40:45.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.930+0000 7fa5d90e4640 1 --2- 172.21.15.111:0/3410577880 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa5b806cdf0 0x7fa5b806f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.930+0000 7fa5ca7fc640 1 --2- 172.21.15.111:0/3410577880 >> [v2:172.21.15.111:6818/2897601232,v1:172.21.15.111:6819/2897601232] conn(0x7fa5b8072cb0 0x7fa5b80750f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.931+0000 7fa5ca7fc640 1 -- 172.21.15.111:0/3410577880 --> [v2:172.21.15.111:6818/2897601232,v1:172.21.15.111:6819/2897601232] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa5d0015e70 con 0x7fa5b8072cb0 2024-09-19T04:40:45.934 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.931+0000 7fa5ca7fc640 1 -- 172.21.15.111:0/3410577880 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_get_version_reply(handle=1 version=170) ==== 24+0+0 (secure 0 0 0) 0x7fa5d00902a0 con 0x7fa5d40ae8e0 2024-09-19T04:40:45.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.931+0000 7fa5da0e6640 1 --2- 172.21.15.111:0/3410577880 >> [v2:172.21.15.111:6818/2897601232,v1:172.21.15.111:6819/2897601232] conn(0x7fa5b8072cb0 0x7fa5b80750f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.931+0000 7fa5d90e4640 1 --2- 172.21.15.111:0/3410577880 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa5b806cdf0 0x7fa5b806f2b0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fa5c4034000 tx=0x7fa5c402e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:45.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.931+0000 7fa5da0e6640 1 --2- 172.21.15.111:0/3410577880 >> [v2:172.21.15.111:6818/2897601232,v1:172.21.15.111:6819/2897601232] conn(0x7fa5b8072cb0 0x7fa5b80750f0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:45.935 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.932+0000 7fa5ca7fc640 1 -- 172.21.15.111:0/3410577880 <== osd.1 v2:172.21.15.111:6818/2897601232 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa5d0015e70 con 0x7fa5b8072cb0 2024-09-19T04:40:45.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.944+0000 7fa5dbb49640 1 -- 172.21.15.111:0/3410577880 --> [v2:172.21.15.111:6818/2897601232,v1:172.21.15.111:6819/2897601232] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fa5d4072c90 con 0x7fa5b8072cb0 2024-09-19T04:40:45.945 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.944+0000 7fa5ca7fc640 1 -- 172.21.15.111:0/3410577880 <== osd.1 v2:172.21.15.111:6818/2897601232 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fa5d4072c90 con 0x7fa5b8072cb0 2024-09-19T04:40:45.945 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:40:45.945 INFO:teuthology.orchestra.run.smithi111.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T04:40:45.945 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:40:45.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.944+0000 7fa5dbb49640 1 -- 172.21.15.111:0/3410577880 >> [v2:172.21.15.111:6818/2897601232,v1:172.21.15.111:6819/2897601232] conn(0x7fa5b8072cb0 msgr2=0x7fa5b80750f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.946 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.944+0000 7fa5dbb49640 1 --2- 172.21.15.111:0/3410577880 >> [v2:172.21.15.111:6818/2897601232,v1:172.21.15.111:6819/2897601232] conn(0x7fa5b8072cb0 0x7fa5b80750f0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.944+0000 7fa5dbb49640 1 -- 172.21.15.111:0/3410577880 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa5b806cdf0 msgr2=0x7fa5b806f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.944+0000 7fa5dbb49640 1 --2- 172.21.15.111:0/3410577880 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa5b806cdf0 0x7fa5b806f2b0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fa5c4034000 tx=0x7fa5c402e000 comp rx=0 tx=0).stop 2024-09-19T04:40:45.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.944+0000 7fa5dbb49640 1 -- 172.21.15.111:0/3410577880 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5d40ae8e0 msgr2=0x7fa5d40b2e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.944+0000 7fa5dbb49640 1 --2- 172.21.15.111:0/3410577880 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5d40ae8e0 0x7fa5d40b2e90 secure :-1 s=READY pgs=1800 cs=0 l=1 rev1=1 crypto rx=0x7fa5d000c460 tx=0x7fa5d000c920 comp rx=0 tx=0).stop 2024-09-19T04:40:45.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.944+0000 7fa5da0e6640 1 -- 172.21.15.111:0/3410577880 reap_dead start 2024-09-19T04:40:45.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.944+0000 7fa5dbb49640 1 -- 172.21.15.111:0/3410577880 shutdown_connections 2024-09-19T04:40:45.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.944+0000 7fa5dbb49640 1 -- 172.21.15.111:0/3410577880 >> 172.21.15.111:0/3410577880 conn(0x7fa5d406bba0 msgr2=0x7fa5d40b4c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:45.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.944+0000 7fa5dbb49640 1 -- 172.21.15.111:0/3410577880 shutdown_connections 2024-09-19T04:40:45.947 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:45.944+0000 7fa5dbb49640 1 -- 172.21.15.111:0/3410577880 wait complete. 2024-09-19T04:40:45.956 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-19T04:40:46.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.054+0000 7feb503c0640 1 Processor -- start 2024-09-19T04:40:46.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.054+0000 7feb503c0640 1 -- start start 2024-09-19T04:40:46.056 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.055+0000 7feb503c0640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7feb480cdae0 0x7feb480b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.055+0000 7feb503c0640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7feb480aff30 0x7feb480b0340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.055+0000 7feb503c0640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feb480b0880 con 0x7feb48156880 2024-09-19T04:40:46.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.055+0000 7feb503c0640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7feb480b6b00 con 0x7feb480cdae0 2024-09-19T04:40:46.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.055+0000 7feb503c0640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7feb480ce150 con 0x7feb480aff30 2024-09-19T04:40:46.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.055+0000 7feb4e15c640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7feb48156880 0x7feb48160730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57218/0 (socket says 172.21.15.111:57218) 2024-09-19T04:40:46.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.055+0000 7feb4e15c640 1 -- 172.21.15.111:0/1789800176 learned_addr learned my addr 172.21.15.111:0/1789800176 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:46.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.055+0000 7feb4d95b640 1 --2- 172.21.15.111:0/1789800176 >> v2:172.21.15.111:3300/0 conn(0x7feb480cdae0 0x7feb480b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.055+0000 7feb4e95d640 1 --2- 172.21.15.111:0/1789800176 >> v2:172.21.15.114:3300/0 conn(0x7feb480aff30 0x7feb480b0340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.055+0000 7feb4d95b640 1 -- 172.21.15.111:0/1789800176 >> v2:172.21.15.114:3300/0 conn(0x7feb480aff30 msgr2=0x7feb480b0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:46.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.055+0000 7feb4d95b640 1 --2- 172.21.15.111:0/1789800176 >> v2:172.21.15.114:3300/0 conn(0x7feb480aff30 0x7feb480b0340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.055+0000 7feb4d15a640 1 -- 172.21.15.111:0/1789800176 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 661657872 0 0) 0x7feb44001110 con 0x7feb48156880 2024-09-19T04:40:46.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.055+0000 7feb4d95b640 1 -- 172.21.15.111:0/1789800176 >> v1:172.21.15.111:6789/0 conn(0x7feb48156880 legacy=0x7feb48160730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.057 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.055+0000 7feb4d95b640 1 -- 172.21.15.111:0/1789800176 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb480ce430 con 0x7feb480cdae0 2024-09-19T04:40:46.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.056+0000 7feb4d95b640 1 --2- 172.21.15.111:0/1789800176 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feb480cdae0 0x7feb480b65c0 secure :-1 s=READY pgs=1802 cs=0 l=1 rev1=1 crypto rx=0x7feb48062e40 tx=0x7feb3802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=698a55204b8dafc0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.056+0000 7feb4d15a640 1 -- 172.21.15.111:0/1789800176 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb38037070 con 0x7feb480cdae0 2024-09-19T04:40:46.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.056+0000 7feb4d15a640 1 -- 172.21.15.111:0/1789800176 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb38032440 con 0x7feb480cdae0 2024-09-19T04:40:46.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.056+0000 7feb4d15a640 1 -- 172.21.15.111:0/1789800176 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb38032810 con 0x7feb480cdae0 2024-09-19T04:40:46.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.057+0000 7feb503c0640 1 -- 172.21.15.111:0/1789800176 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feb480cdae0 msgr2=0x7feb480b65c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.057+0000 7feb503c0640 1 --2- 172.21.15.111:0/1789800176 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feb480cdae0 0x7feb480b65c0 secure :-1 s=READY pgs=1802 cs=0 l=1 rev1=1 crypto rx=0x7feb48062e40 tx=0x7feb3802a1a0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.057+0000 7feb503c0640 1 -- 172.21.15.111:0/1789800176 shutdown_connections 2024-09-19T04:40:46.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.057+0000 7feb503c0640 1 --2- 172.21.15.111:0/1789800176 >> v2:172.21.15.114:3300/0 conn(0x7feb480aff30 0x7feb480b0340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.057+0000 7feb503c0640 1 --2- 172.21.15.111:0/1789800176 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feb480cdae0 0x7feb480b65c0 unknown :-1 s=CLOSED pgs=1802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.057+0000 7feb503c0640 1 -- 172.21.15.111:0/1789800176 >> 172.21.15.111:0/1789800176 conn(0x7feb4806cae0 msgr2=0x7feb4806cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:46.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.057+0000 7feb503c0640 1 -- 172.21.15.111:0/1789800176 shutdown_connections 2024-09-19T04:40:46.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.057+0000 7feb503c0640 1 -- 172.21.15.111:0/1789800176 wait complete. 2024-09-19T04:40:46.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.058+0000 7feb503c0640 1 Processor -- start 2024-09-19T04:40:46.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.058+0000 7feb503c0640 1 -- start start 2024-09-19T04:40:46.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.059+0000 7feb503c0640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7feb480aff30 0x7feb4814ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.059+0000 7feb503c0640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feb480cdae0 0x7feb4814d330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.059+0000 7feb503c0640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7feb48156880 0x7feb481f2340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.059+0000 7feb503c0640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7feb48156c60 con 0x7feb480cdae0 2024-09-19T04:40:46.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.059+0000 7feb503c0640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7feb48160210 con 0x7feb480aff30 2024-09-19T04:40:46.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.059+0000 7feb503c0640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7feb480ce710 con 0x7feb48156880 2024-09-19T04:40:46.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.059+0000 7feb4d95b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feb480cdae0 0x7feb4814d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.059+0000 7feb4d95b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feb480cdae0 0x7feb4814d330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37422/0 (socket says 172.21.15.111:37422) 2024-09-19T04:40:46.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.059+0000 7feb4d95b640 1 -- 172.21.15.111:0/916749277 learned_addr learned my addr 172.21.15.111:0/916749277 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:46.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.059+0000 7feb4e15c640 1 --2- 172.21.15.111:0/916749277 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7feb480aff30 0x7feb4814ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.059+0000 7feb4e95d640 1 --2- 172.21.15.111:0/916749277 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7feb48156880 0x7feb481f2340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.059+0000 7feb4d95b640 1 -- 172.21.15.111:0/916749277 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7feb48156880 msgr2=0x7feb481f2340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.059+0000 7feb4d95b640 1 --2- 172.21.15.111:0/916749277 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7feb48156880 0x7feb481f2340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.059+0000 7feb4d95b640 1 -- 172.21.15.111:0/916749277 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7feb480aff30 msgr2=0x7feb4814ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.059+0000 7feb4d95b640 1 --2- 172.21.15.111:0/916749277 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7feb480aff30 0x7feb4814ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.059+0000 7feb4d95b640 1 -- 172.21.15.111:0/916749277 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb4814f5c0 con 0x7feb480cdae0 2024-09-19T04:40:46.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.059+0000 7feb4d95b640 1 --2- 172.21.15.111:0/916749277 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feb480cdae0 0x7feb4814d330 secure :-1 s=READY pgs=1803 cs=0 l=1 rev1=1 crypto rx=0x7feb38000c00 tx=0x7feb380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.060+0000 7feb3effd640 1 -- 172.21.15.111:0/916749277 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb38037050 con 0x7feb480cdae0 2024-09-19T04:40:46.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.060+0000 7feb3effd640 1 -- 172.21.15.111:0/916749277 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb38038040 con 0x7feb480cdae0 2024-09-19T04:40:46.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.060+0000 7feb3effd640 1 -- 172.21.15.111:0/916749277 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb38004450 con 0x7feb480cdae0 2024-09-19T04:40:46.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.060+0000 7feb503c0640 1 -- 172.21.15.111:0/916749277 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb4814fdc0 con 0x7feb480cdae0 2024-09-19T04:40:46.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.060+0000 7feb503c0640 1 -- 172.21.15.111:0/916749277 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb4814f2b0 con 0x7feb480cdae0 2024-09-19T04:40:46.063 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.061+0000 7feb503c0640 1 -- 172.21.15.111:0/916749277 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb480b0340 con 0x7feb480cdae0 2024-09-19T04:40:46.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.061+0000 7feb3effd640 1 -- 172.21.15.111:0/916749277 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7feb3803c6d0 con 0x7feb480cdae0 2024-09-19T04:40:46.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.062+0000 7feb3effd640 1 --2- 172.21.15.111:0/916749277 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7feb2c06cdf0 0x7feb2c06f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.062+0000 7feb3effd640 1 -- 172.21.15.111:0/916749277 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7feb380aa8f0 con 0x7feb480cdae0 2024-09-19T04:40:46.064 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.062+0000 7feb4e15c640 1 --2- 172.21.15.111:0/916749277 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7feb2c06cdf0 0x7feb2c06f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.062+0000 7feb4e15c640 1 --2- 172.21.15.111:0/916749277 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7feb2c06cdf0 0x7feb2c06f2b0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7feb44007fd0 tx=0x7feb44007de0 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.066+0000 7feb3effd640 1 -- 172.21.15.111:0/916749277 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7feb3807a270 con 0x7feb480cdae0 2024-09-19T04:40:46.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.230+0000 7feb503c0640 1 -- 172.21.15.111:0/916749277 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7feb4806ee70 con 0x7feb2c06cdf0 2024-09-19T04:40:46.232 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.231+0000 7feb3effd640 1 -- 172.21.15.111:0/916749277 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7feb4806ee70 con 0x7feb2c06cdf0 2024-09-19T04:40:46.232 INFO:teuthology.orchestra.run.smithi111.stderr:instructed osd(s) 1 to deep-scrub 2024-09-19T04:40:46.234 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.233+0000 7feb503c0640 1 -- 172.21.15.111:0/916749277 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7feb2c06cdf0 msgr2=0x7feb2c06f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.233+0000 7feb503c0640 1 --2- 172.21.15.111:0/916749277 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7feb2c06cdf0 0x7feb2c06f2b0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7feb44007fd0 tx=0x7feb44007de0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.233+0000 7feb503c0640 1 -- 172.21.15.111:0/916749277 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feb480cdae0 msgr2=0x7feb4814d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.233+0000 7feb503c0640 1 --2- 172.21.15.111:0/916749277 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feb480cdae0 0x7feb4814d330 secure :-1 s=READY pgs=1803 cs=0 l=1 rev1=1 crypto rx=0x7feb38000c00 tx=0x7feb380046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.233+0000 7feb503c0640 1 -- 172.21.15.111:0/916749277 shutdown_connections 2024-09-19T04:40:46.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.233+0000 7feb503c0640 1 --2- 172.21.15.111:0/916749277 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7feb2c06cdf0 0x7feb2c06f2b0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.233+0000 7feb503c0640 1 --2- 172.21.15.111:0/916749277 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7feb48156880 0x7feb481f2340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.233+0000 7feb503c0640 1 --2- 172.21.15.111:0/916749277 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feb480cdae0 0x7feb4814d330 unknown :-1 s=CLOSED pgs=1803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.233+0000 7feb503c0640 1 --2- 172.21.15.111:0/916749277 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7feb480aff30 0x7feb4814ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.233+0000 7feb503c0640 1 -- 172.21.15.111:0/916749277 >> 172.21.15.111:0/916749277 conn(0x7feb4806cae0 msgr2=0x7feb480b63c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:46.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.233+0000 7feb503c0640 1 -- 172.21.15.111:0/916749277 shutdown_connections 2024-09-19T04:40:46.235 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.233+0000 7feb503c0640 1 -- 172.21.15.111:0/916749277 wait complete. 2024-09-19T04:40:46.245 INFO:tasks.ceph:Scrubbing osd.2 2024-09-19T04:40:46.245 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-19T04:40:46.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.346+0000 7f464af86640 1 Processor -- start 2024-09-19T04:40:46.347 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.346+0000 7f464af86640 1 -- start start 2024-09-19T04:40:46.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.347+0000 7f464af86640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f4644145d90 0x7f46440ccf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.347+0000 7f464af86640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46440b4240 con 0x7f46440cd490 2024-09-19T04:40:46.349 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.347+0000 7f464af86640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46440b4520 con 0x7f46440cfce0 2024-09-19T04:40:46.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.347+0000 7f464af86640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f464406d080 con 0x7f4644145d90 2024-09-19T04:40:46.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.347+0000 7f463bfff640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f46440cd490 0x7f46440cf5d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57222/0 (socket says 172.21.15.111:57222) 2024-09-19T04:40:46.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.347+0000 7f463bfff640 1 -- 172.21.15.111:0/1770698825 learned_addr learned my addr 172.21.15.111:0/1770698825 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:46.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.347+0000 7f4648d22640 1 --2- 172.21.15.111:0/1770698825 >> v2:172.21.15.114:3300/0 conn(0x7f4644145d90 0x7f46440ccf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.347+0000 7f463b7fe640 1 -- 172.21.15.111:0/1770698825 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3031617132 0 0) 0x7f46440b4240 con 0x7f46440cd490 2024-09-19T04:40:46.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.347+0000 7f463b7fe640 1 -- 172.21.15.111:0/1770698825 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f462c003520 con 0x7f46440cd490 2024-09-19T04:40:46.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.347+0000 7f463b7fe640 1 -- 172.21.15.111:0/1770698825 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2960099391 0 0) 0x7f46440b4520 con 0x7f46440cfce0 2024-09-19T04:40:46.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.347+0000 7f463b7fe640 1 -- 172.21.15.111:0/1770698825 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f46440b4240 con 0x7f46440cfce0 2024-09-19T04:40:46.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.347+0000 7f4648d22640 1 -- 172.21.15.111:0/1770698825 >> v1:172.21.15.114:6789/0 conn(0x7f46440cfce0 legacy=0x7f464406d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.347+0000 7f4648d22640 1 -- 172.21.15.111:0/1770698825 >> v1:172.21.15.111:6789/0 conn(0x7f46440cd490 legacy=0x7f46440cf5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.347+0000 7f463b7fe640 1 -- 172.21.15.111:0/1770698825 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2498369675 0 0) 0x7f462c003520 con 0x7f46440cd490 2024-09-19T04:40:46.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.347+0000 7f4648d22640 1 -- 172.21.15.111:0/1770698825 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46440b4800 con 0x7f4644145d90 2024-09-19T04:40:46.350 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.348+0000 7f4648d22640 1 --2- 172.21.15.111:0/1770698825 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4644145d90 0x7f46440ccf50 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f46400097a0 tx=0x7f464002a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=297e8bc6401b6718 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.348+0000 7f463b7fe640 1 -- 172.21.15.111:0/1770698825 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4640037070 con 0x7f4644145d90 2024-09-19T04:40:46.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.348+0000 7f463b7fe640 1 -- 172.21.15.111:0/1770698825 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f464002ac50 con 0x7f4644145d90 2024-09-19T04:40:46.351 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.348+0000 7f463b7fe640 1 -- 172.21.15.111:0/1770698825 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4634001670 con 0x7f4644145d90 2024-09-19T04:40:46.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.349+0000 7f464af86640 1 -- 172.21.15.111:0/1770698825 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4644145d90 msgr2=0x7f46440ccf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.349+0000 7f464af86640 1 --2- 172.21.15.111:0/1770698825 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4644145d90 0x7f46440ccf50 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f46400097a0 tx=0x7f464002a1c0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.349+0000 7f464af86640 1 -- 172.21.15.111:0/1770698825 shutdown_connections 2024-09-19T04:40:46.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.349+0000 7f464af86640 1 --2- 172.21.15.111:0/1770698825 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4644145d90 0x7f46440ccf50 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.349+0000 7f464af86640 1 -- 172.21.15.111:0/1770698825 >> 172.21.15.111:0/1770698825 conn(0x7f464406bba0 msgr2=0x7f464406bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:46.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.349+0000 7f464af86640 1 -- 172.21.15.111:0/1770698825 shutdown_connections 2024-09-19T04:40:46.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.349+0000 7f464af86640 1 -- 172.21.15.111:0/1770698825 wait complete. 2024-09-19T04:40:46.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.350+0000 7f464af86640 1 Processor -- start 2024-09-19T04:40:46.352 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.350+0000 7f464af86640 1 -- start start 2024-09-19T04:40:46.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.351+0000 7f464af86640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f46440cd490 0x7f46440af830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.351+0000 7f464af86640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46440cfce0 0x7f46440ab880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.354 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.351+0000 7f464af86640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4644145d90 0x7f46440cc040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.351+0000 7f464af86640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f46440b5790 con 0x7f46440cfce0 2024-09-19T04:40:46.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.351+0000 7f464af86640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f46440b5610 con 0x7f46440cd490 2024-09-19T04:40:46.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.351+0000 7f464af86640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f4644146170 con 0x7f4644145d90 2024-09-19T04:40:46.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.351+0000 7f463bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46440cfce0 0x7f46440ab880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.351+0000 7f463bfff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46440cfce0 0x7f46440ab880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37432/0 (socket says 172.21.15.111:37432) 2024-09-19T04:40:46.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.351+0000 7f463bfff640 1 -- 172.21.15.111:0/3571869000 learned_addr learned my addr 172.21.15.111:0/3571869000 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:46.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.351+0000 7f4648d22640 1 --2- 172.21.15.111:0/3571869000 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f46440cd490 0x7f46440af830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.351+0000 7f4649523640 1 --2- 172.21.15.111:0/3571869000 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4644145d90 0x7f46440cc040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.351+0000 7f463bfff640 1 -- 172.21.15.111:0/3571869000 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4644145d90 msgr2=0x7f46440cc040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.351+0000 7f463bfff640 1 --2- 172.21.15.111:0/3571869000 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f4644145d90 0x7f46440cc040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.351+0000 7f463bfff640 1 -- 172.21.15.111:0/3571869000 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f46440cd490 msgr2=0x7f46440af830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.351+0000 7f463bfff640 1 --2- 172.21.15.111:0/3571869000 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f46440cd490 0x7f46440af830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.351+0000 7f463bfff640 1 -- 172.21.15.111:0/3571869000 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46440c54e0 con 0x7f46440cfce0 2024-09-19T04:40:46.355 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.352+0000 7f463bfff640 1 --2- 172.21.15.111:0/3571869000 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46440cfce0 0x7f46440ab880 secure :-1 s=READY pgs=1805 cs=0 l=1 rev1=1 crypto rx=0x7f463400c4f0 tx=0x7f463400c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.352+0000 7f46397fa640 1 -- 172.21.15.111:0/3571869000 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4634017070 con 0x7f46440cfce0 2024-09-19T04:40:46.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.352+0000 7f46397fa640 1 -- 172.21.15.111:0/3571869000 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4634005ce0 con 0x7f46440cfce0 2024-09-19T04:40:46.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.352+0000 7f464af86640 1 -- 172.21.15.111:0/3571869000 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46440c5780 con 0x7f46440cfce0 2024-09-19T04:40:46.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.352+0000 7f46397fa640 1 -- 172.21.15.111:0/3571869000 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4634007290 con 0x7f46440cfce0 2024-09-19T04:40:46.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.352+0000 7f464af86640 1 -- 172.21.15.111:0/3571869000 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46440abdc0 con 0x7f46440cfce0 2024-09-19T04:40:46.356 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.353+0000 7f464af86640 1 -- 172.21.15.111:0/3571869000 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f46440c59c0 con 0x7f46440cfce0 2024-09-19T04:40:46.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.354+0000 7f46397fa640 1 -- 172.21.15.111:0/3571869000 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7f463401a070 con 0x7f46440cfce0 2024-09-19T04:40:46.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.354+0000 7f46397fa640 1 --2- 172.21.15.111:0/3571869000 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f463006cdf0 0x7f463006f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.354+0000 7f46397fa640 1 -- 172.21.15.111:0/3571869000 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7f4634089450 con 0x7f46440cfce0 2024-09-19T04:40:46.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.354+0000 7f46397fa640 1 --2- 172.21.15.111:0/3571869000 >> [v2:172.21.15.111:6800/313344091,v1:172.21.15.111:6801/313344091] conn(0x7f4630072cb0 0x7f46300750f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.357 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.354+0000 7f46397fa640 1 -- 172.21.15.111:0/3571869000 --> [v2:172.21.15.111:6800/313344091,v1:172.21.15.111:6801/313344091] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4634014ec0 con 0x7f4630072cb0 2024-09-19T04:40:46.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.354+0000 7f46397fa640 1 -- 172.21.15.111:0/3571869000 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_get_version_reply(handle=1 version=170) ==== 24+0+0 (secure 0 0 0) 0x7f46340912a0 con 0x7f46440cfce0 2024-09-19T04:40:46.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.354+0000 7f4648d22640 1 --2- 172.21.15.111:0/3571869000 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f463006cdf0 0x7f463006f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.354+0000 7f4649523640 1 --2- 172.21.15.111:0/3571869000 >> [v2:172.21.15.111:6800/313344091,v1:172.21.15.111:6801/313344091] conn(0x7f4630072cb0 0x7f46300750f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.355+0000 7f4649523640 1 --2- 172.21.15.111:0/3571869000 >> [v2:172.21.15.111:6800/313344091,v1:172.21.15.111:6801/313344091] conn(0x7f4630072cb0 0x7f46300750f0 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.355+0000 7f4648d22640 1 --2- 172.21.15.111:0/3571869000 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f463006cdf0 0x7f463006f2b0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f4640034000 tx=0x7f464002e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.358 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.355+0000 7f46397fa640 1 -- 172.21.15.111:0/3571869000 <== osd.2 v2:172.21.15.111:6800/313344091 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4634014ec0 con 0x7f4630072cb0 2024-09-19T04:40:46.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.368+0000 7f464af86640 1 -- 172.21.15.111:0/3571869000 --> [v2:172.21.15.111:6800/313344091,v1:172.21.15.111:6801/313344091] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f46440ab640 con 0x7f4630072cb0 2024-09-19T04:40:46.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.368+0000 7f46397fa640 1 -- 172.21.15.111:0/3571869000 <== osd.2 v2:172.21.15.111:6800/313344091 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f46440ab640 con 0x7f4630072cb0 2024-09-19T04:40:46.369 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:40:46.369 INFO:teuthology.orchestra.run.smithi111.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T04:40:46.369 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:40:46.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.368+0000 7f464af86640 1 -- 172.21.15.111:0/3571869000 >> [v2:172.21.15.111:6800/313344091,v1:172.21.15.111:6801/313344091] conn(0x7f4630072cb0 msgr2=0x7f46300750f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.370 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.368+0000 7f464af86640 1 --2- 172.21.15.111:0/3571869000 >> [v2:172.21.15.111:6800/313344091,v1:172.21.15.111:6801/313344091] conn(0x7f4630072cb0 0x7f46300750f0 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.368+0000 7f464af86640 1 -- 172.21.15.111:0/3571869000 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f463006cdf0 msgr2=0x7f463006f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.368+0000 7f464af86640 1 --2- 172.21.15.111:0/3571869000 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f463006cdf0 0x7f463006f2b0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f4640034000 tx=0x7f464002e000 comp rx=0 tx=0).stop 2024-09-19T04:40:46.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.368+0000 7f464af86640 1 -- 172.21.15.111:0/3571869000 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46440cfce0 msgr2=0x7f46440ab880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.368+0000 7f464af86640 1 --2- 172.21.15.111:0/3571869000 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f46440cfce0 0x7f46440ab880 secure :-1 s=READY pgs=1805 cs=0 l=1 rev1=1 crypto rx=0x7f463400c4f0 tx=0x7f463400c9b0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.368+0000 7f4649523640 1 -- 172.21.15.111:0/3571869000 reap_dead start 2024-09-19T04:40:46.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.368+0000 7f464af86640 1 -- 172.21.15.111:0/3571869000 shutdown_connections 2024-09-19T04:40:46.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.368+0000 7f464af86640 1 -- 172.21.15.111:0/3571869000 >> 172.21.15.111:0/3571869000 conn(0x7f464406bba0 msgr2=0x7f46440cd9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:46.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.368+0000 7f464af86640 1 -- 172.21.15.111:0/3571869000 shutdown_connections 2024-09-19T04:40:46.371 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.368+0000 7f464af86640 1 -- 172.21.15.111:0/3571869000 wait complete. 2024-09-19T04:40:46.380 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-19T04:40:46.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.478+0000 7f9bbd053640 1 Processor -- start 2024-09-19T04:40:46.479 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.478+0000 7f9bbd053640 1 -- start start 2024-09-19T04:40:46.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.478+0000 7f9bbd053640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bb8152380 0x7f9bb8072990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.479+0000 7f9bbd053640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9bb80738f0 con 0x7f9bb80b51b0 2024-09-19T04:40:46.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.479+0000 7f9bbd053640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9bb8073050 con 0x7f9bb815c380 2024-09-19T04:40:46.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.479+0000 7f9bbd053640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9bb80b4610 con 0x7f9bb8152380 2024-09-19T04:40:46.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.479+0000 7f9bb759e640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f9bb80b51b0 0x7f9bb806ead0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57230/0 (socket says 172.21.15.111:57230) 2024-09-19T04:40:46.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.479+0000 7f9bb759e640 1 -- 172.21.15.111:0/3313496116 learned_addr learned my addr 172.21.15.111:0/3313496116 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:46.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.479+0000 7f9bb5d9b640 1 -- 172.21.15.111:0/3313496116 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3066627568 0 0) 0x7f9bb80738f0 con 0x7f9bb80b51b0 2024-09-19T04:40:46.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.479+0000 7f9bb6d9d640 1 --2- 172.21.15.111:0/3313496116 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bb8152380 0x7f9bb8072990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.479+0000 7f9bb5d9b640 1 -- 172.21.15.111:0/3313496116 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9ba0005730 con 0x7f9bb80b51b0 2024-09-19T04:40:46.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.479+0000 7f9bb5d9b640 1 -- 172.21.15.111:0/3313496116 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2905652791 0 0) 0x7f9ba0005730 con 0x7f9bb80b51b0 2024-09-19T04:40:46.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.479+0000 7f9bb5d9b640 1 -- 172.21.15.111:0/3313496116 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bb8152380 msgr2=0x7f9bb8072990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:46.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.479+0000 7f9bb5d9b640 1 --2- 172.21.15.111:0/3313496116 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bb8152380 0x7f9bb8072990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.479+0000 7f9bb5d9b640 1 -- 172.21.15.111:0/3313496116 >> v1:172.21.15.114:6789/0 conn(0x7f9bb815c380 legacy=0x7f9bb80b4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.479+0000 7f9bb5d9b640 1 -- 172.21.15.111:0/3313496116 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bb8073330 con 0x7f9bb80b51b0 2024-09-19T04:40:46.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.479+0000 7f9bb5d9b640 1 -- 172.21.15.111:0/3313496116 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f9bb0001a10 con 0x7f9bb80b51b0 2024-09-19T04:40:46.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.479+0000 7f9bb5d9b640 1 -- 172.21.15.111:0/3313496116 >> v1:172.21.15.111:6789/0 conn(0x7f9bb80b51b0 legacy=0x7f9bb806ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.479+0000 7f9bb5d9b640 1 --2- 172.21.15.111:0/3313496116 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ba0005bf0 0x7f9ba0006010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.479+0000 7f9bb5d9b640 1 --2- 172.21.15.111:0/3313496116 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ba0006a10 0x7f9ba0006e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.479+0000 7f9bb5d9b640 1 --2- 172.21.15.111:0/3313496116 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bb8152380 0x7f9ba0007410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.479+0000 7f9bb5d9b640 1 -- 172.21.15.111:0/3313496116 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9bb80b4610 con 0x7f9ba0005bf0 2024-09-19T04:40:46.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.479+0000 7f9bb5d9b640 1 -- 172.21.15.111:0/3313496116 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba000dd00 con 0x7f9ba0006a10 2024-09-19T04:40:46.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.479+0000 7f9bb5d9b640 1 -- 172.21.15.111:0/3313496116 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9ba000df00 con 0x7f9bb8152380 2024-09-19T04:40:46.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.479+0000 7f9bb6d9d640 1 --2- 172.21.15.111:0/3313496116 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ba0005bf0 0x7f9ba0006010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.479+0000 7f9bb759e640 1 --2- 172.21.15.111:0/3313496116 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bb8152380 0x7f9ba0007410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.479+0000 7f9bb659c640 1 --2- 172.21.15.111:0/3313496116 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ba0006a10 0x7f9ba0006e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.480+0000 7f9bb6d9d640 1 -- 172.21.15.111:0/3313496116 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bb8152380 msgr2=0x7f9ba0007410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:46.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.480+0000 7f9bb6d9d640 1 --2- 172.21.15.111:0/3313496116 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bb8152380 0x7f9ba0007410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.480+0000 7f9bb6d9d640 1 -- 172.21.15.111:0/3313496116 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ba0006a10 msgr2=0x7f9ba0006e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:46.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.480+0000 7f9bb6d9d640 1 --2- 172.21.15.111:0/3313496116 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ba0006a10 0x7f9ba0006e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.480+0000 7f9bb6d9d640 1 -- 172.21.15.111:0/3313496116 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ba0005730 con 0x7f9ba0005bf0 2024-09-19T04:40:46.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.480+0000 7f9bb6d9d640 1 --2- 172.21.15.111:0/3313496116 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ba0005bf0 0x7f9ba0006010 secure :-1 s=READY pgs=1807 cs=0 l=1 rev1=1 crypto rx=0x7f9ba8009ac0 tx=0x7f9ba0007a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97d8e79ee33bb843 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.480+0000 7f9bb5d9b640 1 -- 172.21.15.111:0/3313496116 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ba8036070 con 0x7f9ba0005bf0 2024-09-19T04:40:46.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.480+0000 7f9bb5d9b640 1 -- 172.21.15.111:0/3313496116 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ba8031400 con 0x7f9ba0005bf0 2024-09-19T04:40:46.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.480+0000 7f9bb5d9b640 1 -- 172.21.15.111:0/3313496116 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ba8009690 con 0x7f9ba0005bf0 2024-09-19T04:40:46.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.481+0000 7f9bbd053640 1 -- 172.21.15.111:0/3313496116 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ba0005bf0 msgr2=0x7f9ba0006010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.481+0000 7f9bbd053640 1 --2- 172.21.15.111:0/3313496116 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ba0005bf0 0x7f9ba0006010 secure :-1 s=READY pgs=1807 cs=0 l=1 rev1=1 crypto rx=0x7f9ba8009ac0 tx=0x7f9ba0007a40 comp rx=0 tx=0).stop 2024-09-19T04:40:46.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.481+0000 7f9bb759e640 1 -- 172.21.15.111:0/3313496116 reap_dead start 2024-09-19T04:40:46.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.481+0000 7f9bbd053640 1 -- 172.21.15.111:0/3313496116 shutdown_connections 2024-09-19T04:40:46.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.481+0000 7f9bbd053640 1 -- 172.21.15.111:0/3313496116 >> 172.21.15.111:0/3313496116 conn(0x7f9bb806cae0 msgr2=0x7f9bb806cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:46.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.481+0000 7f9bbd053640 1 -- 172.21.15.111:0/3313496116 shutdown_connections 2024-09-19T04:40:46.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.481+0000 7f9bbd053640 1 -- 172.21.15.111:0/3313496116 wait complete. 2024-09-19T04:40:46.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.482+0000 7f9bbd053640 1 Processor -- start 2024-09-19T04:40:46.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.483+0000 7f9bbd053640 1 -- start start 2024-09-19T04:40:46.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.483+0000 7f9bbd053640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ba0005bf0 0x7f9bb815dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.483+0000 7f9bbd053640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bb814f5f0 0x7f9bb80b1c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.489 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.483+0000 7f9bbd053640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bb80b21a0 0x7f9bb81528e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.483+0000 7f9bbd053640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9bb815c7e0 con 0x7f9bb814f5f0 2024-09-19T04:40:46.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.483+0000 7f9bbd053640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9bb8152760 con 0x7f9ba0005bf0 2024-09-19T04:40:46.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.483+0000 7f9bbd053640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f9bb806f1e0 con 0x7f9bb80b21a0 2024-09-19T04:40:46.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.483+0000 7f9bb659c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bb814f5f0 0x7f9bb80b1c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.483+0000 7f9bb659c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bb814f5f0 0x7f9bb80b1c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37448/0 (socket says 172.21.15.111:37448) 2024-09-19T04:40:46.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.483+0000 7f9bb659c640 1 -- 172.21.15.111:0/1565630414 learned_addr learned my addr 172.21.15.111:0/1565630414 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:46.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.483+0000 7f9bb759e640 1 --2- 172.21.15.111:0/1565630414 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bb80b21a0 0x7f9bb81528e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.483+0000 7f9bb6d9d640 1 --2- 172.21.15.111:0/1565630414 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ba0005bf0 0x7f9bb815dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.484+0000 7f9bb659c640 1 -- 172.21.15.111:0/1565630414 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bb80b21a0 msgr2=0x7f9bb81528e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.484+0000 7f9bb659c640 1 --2- 172.21.15.111:0/1565630414 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bb80b21a0 0x7f9bb81528e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.484+0000 7f9bb659c640 1 -- 172.21.15.111:0/1565630414 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ba0005bf0 msgr2=0x7f9bb815dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.484+0000 7f9bb659c640 1 --2- 172.21.15.111:0/1565630414 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ba0005bf0 0x7f9bb815dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.490 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.484+0000 7f9bb659c640 1 -- 172.21.15.111:0/1565630414 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bb815cb00 con 0x7f9bb814f5f0 2024-09-19T04:40:46.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.484+0000 7f9bb659c640 1 --2- 172.21.15.111:0/1565630414 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bb814f5f0 0x7f9bb80b1c60 secure :-1 s=READY pgs=1808 cs=0 l=1 rev1=1 crypto rx=0x7f9bac00f5c0 tx=0x7f9bac00f9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.484+0000 7f9b9f7fe640 1 -- 172.21.15.111:0/1565630414 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bac0052e0 con 0x7f9bb814f5f0 2024-09-19T04:40:46.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.484+0000 7f9b9f7fe640 1 -- 172.21.15.111:0/1565630414 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9bac018070 con 0x7f9bb814f5f0 2024-09-19T04:40:46.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.484+0000 7f9bbd053640 1 -- 172.21.15.111:0/1565630414 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9bb815cde0 con 0x7f9bb814f5f0 2024-09-19T04:40:46.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.484+0000 7f9b9f7fe640 1 -- 172.21.15.111:0/1565630414 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bac003810 con 0x7f9bb814f5f0 2024-09-19T04:40:46.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.484+0000 7f9bbd053640 1 -- 172.21.15.111:0/1565630414 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9bb815d3a0 con 0x7f9bb814f5f0 2024-09-19T04:40:46.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.485+0000 7f9bbd053640 1 -- 172.21.15.111:0/1565630414 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9bb806ead0 con 0x7f9bb814f5f0 2024-09-19T04:40:46.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.485+0000 7f9b9f7fe640 1 -- 172.21.15.111:0/1565630414 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7f9bac0039b0 con 0x7f9bb814f5f0 2024-09-19T04:40:46.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.486+0000 7f9b9f7fe640 1 --2- 172.21.15.111:0/1565630414 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9ba406cdf0 0x7f9ba406f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.486+0000 7f9b9f7fe640 1 -- 172.21.15.111:0/1565630414 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7f9bac089bc0 con 0x7f9bb814f5f0 2024-09-19T04:40:46.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.486+0000 7f9bb6d9d640 1 --2- 172.21.15.111:0/1565630414 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9ba406cdf0 0x7f9ba406f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.487+0000 7f9bb6d9d640 1 --2- 172.21.15.111:0/1565630414 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9ba406cdf0 0x7f9ba406f2b0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f9ba8033000 tx=0x7f9ba8008030 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.492 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.490+0000 7f9b9f7fe640 1 -- 172.21.15.111:0/1565630414 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9bac059c60 con 0x7f9bb814f5f0 2024-09-19T04:40:46.657 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.656+0000 7f9bbd053640 1 -- 172.21.15.111:0/1565630414 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f9bb8062aa0 con 0x7f9ba406cdf0 2024-09-19T04:40:46.658 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.656+0000 7f9b9f7fe640 1 -- 172.21.15.111:0/1565630414 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f9bb8062aa0 con 0x7f9ba406cdf0 2024-09-19T04:40:46.658 INFO:teuthology.orchestra.run.smithi111.stderr:instructed osd(s) 2 to deep-scrub 2024-09-19T04:40:46.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.658+0000 7f9bbd053640 1 -- 172.21.15.111:0/1565630414 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9ba406cdf0 msgr2=0x7f9ba406f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.658+0000 7f9bbd053640 1 --2- 172.21.15.111:0/1565630414 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9ba406cdf0 0x7f9ba406f2b0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f9ba8033000 tx=0x7f9ba8008030 comp rx=0 tx=0).stop 2024-09-19T04:40:46.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.658+0000 7f9bbd053640 1 -- 172.21.15.111:0/1565630414 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bb814f5f0 msgr2=0x7f9bb80b1c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.658+0000 7f9bbd053640 1 --2- 172.21.15.111:0/1565630414 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bb814f5f0 0x7f9bb80b1c60 secure :-1 s=READY pgs=1808 cs=0 l=1 rev1=1 crypto rx=0x7f9bac00f5c0 tx=0x7f9bac00f9c0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.658+0000 7f9bbd053640 1 -- 172.21.15.111:0/1565630414 shutdown_connections 2024-09-19T04:40:46.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.658+0000 7f9bbd053640 1 --2- 172.21.15.111:0/1565630414 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f9ba406cdf0 0x7f9ba406f2b0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.658+0000 7f9bbd053640 1 --2- 172.21.15.111:0/1565630414 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f9bb80b21a0 0x7f9bb81528e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.658+0000 7f9bbd053640 1 --2- 172.21.15.111:0/1565630414 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9bb814f5f0 0x7f9bb80b1c60 unknown :-1 s=CLOSED pgs=1808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.658+0000 7f9bbd053640 1 --2- 172.21.15.111:0/1565630414 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ba0005bf0 0x7f9bb815dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.660 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.658+0000 7f9bbd053640 1 -- 172.21.15.111:0/1565630414 >> 172.21.15.111:0/1565630414 conn(0x7f9bb806cae0 msgr2=0x7f9bb815ecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:46.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.658+0000 7f9bbd053640 1 -- 172.21.15.111:0/1565630414 shutdown_connections 2024-09-19T04:40:46.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.658+0000 7f9bbd053640 1 -- 172.21.15.111:0/1565630414 wait complete. 2024-09-19T04:40:46.671 INFO:tasks.ceph:Scrubbing osd.3 2024-09-19T04:40:46.671 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-19T04:40:46.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.772+0000 7f25bc2af640 1 Processor -- start 2024-09-19T04:40:46.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.772+0000 7f25bc2af640 1 -- start start 2024-09-19T04:40:46.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.773+0000 7f25bc2af640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f25b40cf5d0 0x7f25b40cfa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.773+0000 7f25bc2af640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f25b406d4f0 0x7f25b406d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.773+0000 7f25bc2af640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f25b40b4240 con 0x7f25b4145d90 2024-09-19T04:40:46.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.773+0000 7f25bc2af640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f25b406d080 con 0x7f25b40cf5d0 2024-09-19T04:40:46.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.773+0000 7f25bc2af640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f25b40b4520 con 0x7f25b406d4f0 2024-09-19T04:40:46.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.773+0000 7f25b984a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f25b40cf5d0 0x7f25b40cfa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.773+0000 7f25b984a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f25b40cf5d0 0x7f25b40cfa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37458/0 (socket says 172.21.15.111:37458) 2024-09-19T04:40:46.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.773+0000 7f25b984a640 1 -- 172.21.15.111:0/4167191902 learned_addr learned my addr 172.21.15.111:0/4167191902 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:46.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.773+0000 7f25ba84c640 1 --2- 172.21.15.111:0/4167191902 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f25b406d4f0 0x7f25b406d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.773+0000 7f25b984a640 1 -- 172.21.15.111:0/4167191902 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f25b406d4f0 msgr2=0x7f25b406d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:46.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.773+0000 7f25b984a640 1 --2- 172.21.15.111:0/4167191902 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f25b406d4f0 0x7f25b406d980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.773+0000 7f25b984a640 1 -- 172.21.15.111:0/4167191902 >> v1:172.21.15.114:6789/0 conn(0x7f25b4145d90 legacy=0x7f25b40ccf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.775 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.773+0000 7f25b984a640 1 -- 172.21.15.111:0/4167191902 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25b40b4800 con 0x7f25b40cf5d0 2024-09-19T04:40:46.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.774+0000 7f25b984a640 1 --2- 172.21.15.111:0/4167191902 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25b40cf5d0 0x7f25b40cfa40 secure :-1 s=READY pgs=1809 cs=0 l=1 rev1=1 crypto rx=0x7f25a4009870 tx=0x7f25a402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e68fbfdc34c94bd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.776 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.774+0000 7f25b9049640 1 -- 172.21.15.111:0/4167191902 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a4037070 con 0x7f25b40cf5d0 2024-09-19T04:40:46.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.774+0000 7f25b9049640 1 -- 172.21.15.111:0/4167191902 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25a4032440 con 0x7f25b40cf5d0 2024-09-19T04:40:46.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.774+0000 7f25b9049640 1 -- 172.21.15.111:0/4167191902 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a4032810 con 0x7f25b40cf5d0 2024-09-19T04:40:46.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.774+0000 7f25bc2af640 1 -- 172.21.15.111:0/4167191902 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25b40cf5d0 msgr2=0x7f25b40cfa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.774+0000 7f25bc2af640 1 --2- 172.21.15.111:0/4167191902 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25b40cf5d0 0x7f25b40cfa40 secure :-1 s=READY pgs=1809 cs=0 l=1 rev1=1 crypto rx=0x7f25a4009870 tx=0x7f25a402a270 comp rx=0 tx=0).stop 2024-09-19T04:40:46.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.775+0000 7f25bc2af640 1 -- 172.21.15.111:0/4167191902 shutdown_connections 2024-09-19T04:40:46.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.775+0000 7f25bc2af640 1 --2- 172.21.15.111:0/4167191902 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f25b406d4f0 0x7f25b406d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.775+0000 7f25bc2af640 1 --2- 172.21.15.111:0/4167191902 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25b40cf5d0 0x7f25b40cfa40 unknown :-1 s=CLOSED pgs=1809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.775+0000 7f25bc2af640 1 -- 172.21.15.111:0/4167191902 >> 172.21.15.111:0/4167191902 conn(0x7f25b406bba0 msgr2=0x7f25b406bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:46.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.775+0000 7f25bc2af640 1 -- 172.21.15.111:0/4167191902 shutdown_connections 2024-09-19T04:40:46.777 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.775+0000 7f25bc2af640 1 -- 172.21.15.111:0/4167191902 wait complete. 2024-09-19T04:40:46.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.776+0000 7f25bc2af640 1 Processor -- start 2024-09-19T04:40:46.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.776+0000 7f25bc2af640 1 -- start start 2024-09-19T04:40:46.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.776+0000 7f25bc2af640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f25b406d4f0 0x7f25b413e710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.776+0000 7f25bc2af640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25b40cf5d0 0x7f25b40ab8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.776+0000 7f25bc2af640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f25b4145d90 0x7f25b40af340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.776+0000 7f25bc2af640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f25b40cd660 con 0x7f25b40cf5d0 2024-09-19T04:40:46.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.776+0000 7f25bc2af640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f25b40cff80 con 0x7f25b4145d90 2024-09-19T04:40:46.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.776+0000 7f25bc2af640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f25b40b5610 con 0x7f25b406d4f0 2024-09-19T04:40:46.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.777+0000 7f25b984a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25b40cf5d0 0x7f25b40ab8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.780 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.777+0000 7f25b984a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25b40cf5d0 0x7f25b40ab8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37464/0 (socket says 172.21.15.111:37464) 2024-09-19T04:40:46.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.777+0000 7f25b984a640 1 -- 172.21.15.111:0/3681647589 learned_addr learned my addr 172.21.15.111:0/3681647589 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:46.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.777+0000 7f25ba84c640 1 --2- 172.21.15.111:0/3681647589 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f25b4145d90 0x7f25b40af340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.777+0000 7f25ba04b640 1 --2- 172.21.15.111:0/3681647589 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f25b406d4f0 0x7f25b413e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.777+0000 7f25b984a640 1 -- 172.21.15.111:0/3681647589 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f25b406d4f0 msgr2=0x7f25b413e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.777+0000 7f25b984a640 1 --2- 172.21.15.111:0/3681647589 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f25b406d4f0 0x7f25b413e710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.777+0000 7f25b984a640 1 -- 172.21.15.111:0/3681647589 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f25b4145d90 msgr2=0x7f25b40af340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.777+0000 7f25b984a640 1 --2- 172.21.15.111:0/3681647589 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f25b4145d90 0x7f25b40af340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.777+0000 7f25b984a640 1 -- 172.21.15.111:0/3681647589 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25b40abe20 con 0x7f25b40cf5d0 2024-09-19T04:40:46.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.777+0000 7f25ba84c640 1 --2- 172.21.15.111:0/3681647589 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f25b4145d90 0x7f25b40af340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:46.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.777+0000 7f25b984a640 1 --2- 172.21.15.111:0/3681647589 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25b40cf5d0 0x7f25b40ab8e0 secure :-1 s=READY pgs=1810 cs=0 l=1 rev1=1 crypto rx=0x7f25a4000c00 tx=0x7f25a40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.777+0000 7f25aaffd640 1 -- 172.21.15.111:0/3681647589 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a4037040 con 0x7f25b40cf5d0 2024-09-19T04:40:46.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.777+0000 7f25aaffd640 1 -- 172.21.15.111:0/3681647589 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25a4042070 con 0x7f25b40cf5d0 2024-09-19T04:40:46.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.777+0000 7f25bc2af640 1 -- 172.21.15.111:0/3681647589 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25b40aa840 con 0x7f25b40cf5d0 2024-09-19T04:40:46.781 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.777+0000 7f25aaffd640 1 -- 172.21.15.111:0/3681647589 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a4030880 con 0x7f25b40cf5d0 2024-09-19T04:40:46.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.777+0000 7f25bc2af640 1 -- 172.21.15.111:0/3681647589 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25b40aae00 con 0x7f25b40cf5d0 2024-09-19T04:40:46.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.778+0000 7f25bc2af640 1 -- 172.21.15.111:0/3681647589 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f25b4146170 con 0x7f25b40cf5d0 2024-09-19T04:40:46.782 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.779+0000 7f25aaffd640 1 -- 172.21.15.111:0/3681647589 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7f25a4030a20 con 0x7f25b40cf5d0 2024-09-19T04:40:46.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.779+0000 7f25aaffd640 1 --2- 172.21.15.111:0/3681647589 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f259806cdf0 0x7f259806f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.779+0000 7f25aaffd640 1 -- 172.21.15.111:0/3681647589 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7f25a40aa640 con 0x7f25b40cf5d0 2024-09-19T04:40:46.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.779+0000 7f25ba04b640 1 --2- 172.21.15.111:0/3681647589 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f259806cdf0 0x7f259806f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.779+0000 7f25aaffd640 1 --2- 172.21.15.111:0/3681647589 >> [v2:172.21.15.111:6826/898450181,v1:172.21.15.111:6827/898450181] conn(0x7f2598072cb0 0x7f25980750f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.779+0000 7f25aaffd640 1 -- 172.21.15.111:0/3681647589 --> [v2:172.21.15.111:6826/898450181,v1:172.21.15.111:6827/898450181] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f25a4001d30 con 0x7f2598072cb0 2024-09-19T04:40:46.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.779+0000 7f25aaffd640 1 -- 172.21.15.111:0/3681647589 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_get_version_reply(handle=1 version=170) ==== 24+0+0 (secure 0 0 0) 0x7f25a40b2490 con 0x7f25b40cf5d0 2024-09-19T04:40:46.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.780+0000 7f25ba84c640 1 --2- 172.21.15.111:0/3681647589 >> [v2:172.21.15.111:6826/898450181,v1:172.21.15.111:6827/898450181] conn(0x7f2598072cb0 0x7f25980750f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.783 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.780+0000 7f25ba04b640 1 --2- 172.21.15.111:0/3681647589 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f259806cdf0 0x7f259806f2b0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f25b0007fd0 tx=0x7f25b0009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.780+0000 7f25ba84c640 1 --2- 172.21.15.111:0/3681647589 >> [v2:172.21.15.111:6826/898450181,v1:172.21.15.111:6827/898450181] conn(0x7f2598072cb0 0x7f25980750f0 crc :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.784 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.780+0000 7f25aaffd640 1 -- 172.21.15.111:0/3681647589 <== osd.3 v2:172.21.15.111:6826/898450181 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f25a4001d30 con 0x7f2598072cb0 2024-09-19T04:40:46.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.793+0000 7f25bc2af640 1 -- 172.21.15.111:0/3681647589 --> [v2:172.21.15.111:6826/898450181,v1:172.21.15.111:6827/898450181] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f25b40b0980 con 0x7f2598072cb0 2024-09-19T04:40:46.794 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.793+0000 7f25aaffd640 1 -- 172.21.15.111:0/3681647589 <== osd.3 v2:172.21.15.111:6826/898450181 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f25b40b0980 con 0x7f2598072cb0 2024-09-19T04:40:46.794 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:40:46.795 INFO:teuthology.orchestra.run.smithi111.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T04:40:46.796 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:40:46.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.793+0000 7f25bc2af640 1 -- 172.21.15.111:0/3681647589 >> [v2:172.21.15.111:6826/898450181,v1:172.21.15.111:6827/898450181] conn(0x7f2598072cb0 msgr2=0x7f25980750f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.793+0000 7f25bc2af640 1 --2- 172.21.15.111:0/3681647589 >> [v2:172.21.15.111:6826/898450181,v1:172.21.15.111:6827/898450181] conn(0x7f2598072cb0 0x7f25980750f0 crc :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.793+0000 7f25bc2af640 1 -- 172.21.15.111:0/3681647589 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f259806cdf0 msgr2=0x7f259806f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.793+0000 7f25bc2af640 1 --2- 172.21.15.111:0/3681647589 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f259806cdf0 0x7f259806f2b0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f25b0007fd0 tx=0x7f25b0009040 comp rx=0 tx=0).stop 2024-09-19T04:40:46.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.793+0000 7f25bc2af640 1 -- 172.21.15.111:0/3681647589 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25b40cf5d0 msgr2=0x7f25b40ab8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.793+0000 7f25bc2af640 1 --2- 172.21.15.111:0/3681647589 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f25b40cf5d0 0x7f25b40ab8e0 secure :-1 s=READY pgs=1810 cs=0 l=1 rev1=1 crypto rx=0x7f25a4000c00 tx=0x7f25a40046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.793+0000 7f25ba84c640 1 -- 172.21.15.111:0/3681647589 reap_dead start 2024-09-19T04:40:46.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.793+0000 7f25bc2af640 1 -- 172.21.15.111:0/3681647589 shutdown_connections 2024-09-19T04:40:46.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.793+0000 7f25bc2af640 1 -- 172.21.15.111:0/3681647589 >> 172.21.15.111:0/3681647589 conn(0x7f25b406bba0 msgr2=0x7f25b40cccc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:46.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.793+0000 7f25bc2af640 1 -- 172.21.15.111:0/3681647589 shutdown_connections 2024-09-19T04:40:46.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.794+0000 7f25bc2af640 1 -- 172.21.15.111:0/3681647589 wait complete. 2024-09-19T04:40:46.805 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-19T04:40:46.903 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.902+0000 7f44a6f31640 1 Processor -- start 2024-09-19T04:40:46.904 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.902+0000 7f44a6f31640 1 -- start start 2024-09-19T04:40:46.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.903+0000 7f44a6f31640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f44a00b7420 0x7f44a015ee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.905 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.903+0000 7f44a6f31640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f44a015f3d0 0x7f44a00cfea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.903+0000 7f44a6f31640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44a00d0bb0 con 0x7f44a00d03e0 2024-09-19T04:40:46.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.903+0000 7f44a6f31640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f44a015f830 con 0x7f44a00b7420 2024-09-19T04:40:46.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.903+0000 7f44a6f31640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f44a00d1170 con 0x7f44a015f3d0 2024-09-19T04:40:46.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.903+0000 7f44a4ccd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f44a00b7420 0x7f44a015ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.903+0000 7f44a4ccd640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f44a00b7420 0x7f44a015ee90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37472/0 (socket says 172.21.15.111:37472) 2024-09-19T04:40:46.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.903+0000 7f44a4ccd640 1 -- 172.21.15.111:0/1786645777 learned_addr learned my addr 172.21.15.111:0/1786645777 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:46.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.903+0000 7f44a54ce640 1 --1- 172.21.15.111:0/1786645777 >> v1:172.21.15.111:6789/0 conn(0x7f44a00d03e0 0x7f44a015b850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57238/0 (socket says 172.21.15.111:57238) 2024-09-19T04:40:46.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.903+0000 7f44a4ccd640 1 -- 172.21.15.111:0/1786645777 >> v2:172.21.15.114:3300/0 conn(0x7f44a015f3d0 msgr2=0x7f44a00cfea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:46.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.903+0000 7f44a4ccd640 1 --2- 172.21.15.111:0/1786645777 >> v2:172.21.15.114:3300/0 conn(0x7f44a015f3d0 0x7f44a00cfea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.903+0000 7f44a4ccd640 1 -- 172.21.15.111:0/1786645777 >> v1:172.21.15.111:6789/0 conn(0x7f44a00d03e0 legacy=0x7f44a015b850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.903+0000 7f44a4ccd640 1 -- 172.21.15.111:0/1786645777 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44a00d0e90 con 0x7f44a00b7420 2024-09-19T04:40:46.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.903+0000 7f44977fe640 1 -- 172.21.15.111:0/1786645777 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1209547159 0 0) 0x7f44a00d0bb0 con 0x7f44a00d03e0 2024-09-19T04:40:46.906 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.904+0000 7f44a4ccd640 1 --2- 172.21.15.111:0/1786645777 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f44a00b7420 0x7f44a015ee90 secure :-1 s=READY pgs=1812 cs=0 l=1 rev1=1 crypto rx=0x7f44a0159490 tx=0x7f449c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98bfba65c3d07bb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.904+0000 7f44977fe640 1 -- 172.21.15.111:0/1786645777 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f449c037070 con 0x7f44a00b7420 2024-09-19T04:40:46.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.904+0000 7f44977fe640 1 -- 172.21.15.111:0/1786645777 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f449c032440 con 0x7f44a00b7420 2024-09-19T04:40:46.907 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.904+0000 7f44977fe640 1 -- 172.21.15.111:0/1786645777 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f449c032810 con 0x7f44a00b7420 2024-09-19T04:40:46.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.905+0000 7f44a6f31640 1 -- 172.21.15.111:0/1786645777 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f44a00b7420 msgr2=0x7f44a015ee90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.905+0000 7f44a6f31640 1 --2- 172.21.15.111:0/1786645777 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f44a00b7420 0x7f44a015ee90 secure :-1 s=READY pgs=1812 cs=0 l=1 rev1=1 crypto rx=0x7f44a0159490 tx=0x7f449c02a1e0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.905+0000 7f44a6f31640 1 -- 172.21.15.111:0/1786645777 shutdown_connections 2024-09-19T04:40:46.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.905+0000 7f44a6f31640 1 --2- 172.21.15.111:0/1786645777 >> v2:172.21.15.114:3300/0 conn(0x7f44a015f3d0 0x7f44a00cfea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.905+0000 7f44a6f31640 1 --2- 172.21.15.111:0/1786645777 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f44a00b7420 0x7f44a015ee90 unknown :-1 s=CLOSED pgs=1812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.905+0000 7f44a6f31640 1 -- 172.21.15.111:0/1786645777 >> 172.21.15.111:0/1786645777 conn(0x7f44a006ce90 msgr2=0x7f44a006d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:46.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.905+0000 7f44a6f31640 1 -- 172.21.15.111:0/1786645777 shutdown_connections 2024-09-19T04:40:46.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.905+0000 7f44a6f31640 1 -- 172.21.15.111:0/1786645777 wait complete. 2024-09-19T04:40:46.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.906+0000 7f44a6f31640 1 Processor -- start 2024-09-19T04:40:46.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.906+0000 7f44a6f31640 1 -- start start 2024-09-19T04:40:46.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.907+0000 7f44a6f31640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f44a00b7420 0x7f44a0168b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.907+0000 7f44a6f31640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f44a00d03e0 0x7f44a0151f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.907+0000 7f44a6f31640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f44a015f3d0 0x7f44a0167020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.907+0000 7f44a6f31640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f44a00d0830 con 0x7f44a00b7420 2024-09-19T04:40:46.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.907+0000 7f44a6f31640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f44a00b11a0 con 0x7f44a00d03e0 2024-09-19T04:40:46.911 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.907+0000 7f44a6f31640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f44a00b2640 con 0x7f44a015f3d0 2024-09-19T04:40:46.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.907+0000 7f44a4ccd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f44a00b7420 0x7f44a0168b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.907+0000 7f44a4ccd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f44a00b7420 0x7f44a0168b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37476/0 (socket says 172.21.15.111:37476) 2024-09-19T04:40:46.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.907+0000 7f44a4ccd640 1 -- 172.21.15.111:0/3150937998 learned_addr learned my addr 172.21.15.111:0/3150937998 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:46.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.907+0000 7f4497fff640 1 --2- 172.21.15.111:0/3150937998 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f44a00d03e0 0x7f44a0151f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.907+0000 7f44a54ce640 1 --2- 172.21.15.111:0/3150937998 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f44a015f3d0 0x7f44a0167020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.907+0000 7f44a4ccd640 1 -- 172.21.15.111:0/3150937998 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f44a015f3d0 msgr2=0x7f44a0167020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.907+0000 7f44a4ccd640 1 --2- 172.21.15.111:0/3150937998 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f44a015f3d0 0x7f44a0167020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.907+0000 7f44a4ccd640 1 -- 172.21.15.111:0/3150937998 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f44a00d03e0 msgr2=0x7f44a0151f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.907+0000 7f44a4ccd640 1 --2- 172.21.15.111:0/3150937998 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f44a00d03e0 0x7f44a0151f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.907+0000 7f44a4ccd640 1 -- 172.21.15.111:0/3150937998 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44a0167ae0 con 0x7f44a00b7420 2024-09-19T04:40:46.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.907+0000 7f4497fff640 1 --2- 172.21.15.111:0/3150937998 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f44a00d03e0 0x7f44a0151f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:46.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.907+0000 7f44a4ccd640 1 --2- 172.21.15.111:0/3150937998 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f44a00b7420 0x7f44a0168b80 secure :-1 s=READY pgs=1813 cs=0 l=1 rev1=1 crypto rx=0x7f449c000c00 tx=0x7f449c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.908+0000 7f44957fa640 1 -- 172.21.15.111:0/3150937998 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f449c041070 con 0x7f44a00b7420 2024-09-19T04:40:46.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.908+0000 7f44957fa640 1 -- 172.21.15.111:0/3150937998 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f449c03c870 con 0x7f44a00b7420 2024-09-19T04:40:46.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.908+0000 7f44a6f31640 1 -- 172.21.15.111:0/3150937998 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44a0167dc0 con 0x7f44a00b7420 2024-09-19T04:40:46.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.908+0000 7f44957fa640 1 -- 172.21.15.111:0/3150937998 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f449c037040 con 0x7f44a00b7420 2024-09-19T04:40:46.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.908+0000 7f44a6f31640 1 -- 172.21.15.111:0/3150937998 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44a0168380 con 0x7f44a00b7420 2024-09-19T04:40:46.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.909+0000 7f44a6f31640 1 -- 172.21.15.111:0/3150937998 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44a00cfd10 con 0x7f44a00b7420 2024-09-19T04:40:46.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.909+0000 7f44957fa640 1 -- 172.21.15.111:0/3150937998 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7f449c044070 con 0x7f44a00b7420 2024-09-19T04:40:46.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.910+0000 7f44957fa640 1 --2- 172.21.15.111:0/3150937998 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f448c06cdf0 0x7f448c06f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.910+0000 7f44957fa640 1 -- 172.21.15.111:0/3150937998 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7f449c0aadc0 con 0x7f44a00b7420 2024-09-19T04:40:46.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.910+0000 7f4497fff640 1 --2- 172.21.15.111:0/3150937998 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f448c06cdf0 0x7f448c06f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.910+0000 7f4497fff640 1 --2- 172.21.15.111:0/3150937998 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f448c06cdf0 0x7f448c06f2b0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f44a0166470 tx=0x7f4490008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.915 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:46.914+0000 7f44957fa640 1 -- 172.21.15.111:0/3150937998 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f44a00cfd10 con 0x7f44a00b7420 2024-09-19T04:40:47.080 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.079+0000 7f44a6f31640 1 -- 172.21.15.111:0/3150937998 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f44a00cde50 con 0x7f448c06cdf0 2024-09-19T04:40:47.081 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.080+0000 7f44957fa640 1 -- 172.21.15.111:0/3150937998 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f44a00cde50 con 0x7f448c06cdf0 2024-09-19T04:40:47.081 INFO:teuthology.orchestra.run.smithi111.stderr:instructed osd(s) 3 to deep-scrub 2024-09-19T04:40:47.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.082+0000 7f44a6f31640 1 -- 172.21.15.111:0/3150937998 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f448c06cdf0 msgr2=0x7f448c06f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.082+0000 7f44a6f31640 1 --2- 172.21.15.111:0/3150937998 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f448c06cdf0 0x7f448c06f2b0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f44a0166470 tx=0x7f4490008040 comp rx=0 tx=0).stop 2024-09-19T04:40:47.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.082+0000 7f44a6f31640 1 -- 172.21.15.111:0/3150937998 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f44a00b7420 msgr2=0x7f44a0168b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.083 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.082+0000 7f44a6f31640 1 --2- 172.21.15.111:0/3150937998 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f44a00b7420 0x7f44a0168b80 secure :-1 s=READY pgs=1813 cs=0 l=1 rev1=1 crypto rx=0x7f449c000c00 tx=0x7f449c0046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.082+0000 7f44a6f31640 1 -- 172.21.15.111:0/3150937998 shutdown_connections 2024-09-19T04:40:47.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.082+0000 7f44a6f31640 1 --2- 172.21.15.111:0/3150937998 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f448c06cdf0 0x7f448c06f2b0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.082+0000 7f44a6f31640 1 --2- 172.21.15.111:0/3150937998 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f44a015f3d0 0x7f44a0167020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.082+0000 7f44a6f31640 1 --2- 172.21.15.111:0/3150937998 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f44a00d03e0 0x7f44a0151f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.082+0000 7f44a6f31640 1 --2- 172.21.15.111:0/3150937998 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f44a00b7420 0x7f44a0168b80 unknown :-1 s=CLOSED pgs=1813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.082+0000 7f44a6f31640 1 -- 172.21.15.111:0/3150937998 >> 172.21.15.111:0/3150937998 conn(0x7f44a006ce90 msgr2=0x7f44a006d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:47.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.082+0000 7f44a6f31640 1 -- 172.21.15.111:0/3150937998 shutdown_connections 2024-09-19T04:40:47.084 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.082+0000 7f44a6f31640 1 -- 172.21.15.111:0/3150937998 wait complete. 2024-09-19T04:40:47.094 INFO:tasks.ceph:Scrubbing osd.4 2024-09-19T04:40:47.095 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-19T04:40:47.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.195+0000 7f276113a640 1 Processor -- start 2024-09-19T04:40:47.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.195+0000 7f276113a640 1 -- start start 2024-09-19T04:40:47.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.195+0000 7f276113a640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f275c0b5630 0x7f275c15f640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.195+0000 7f276113a640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f275c0af050 con 0x7f275c0ae8e0 2024-09-19T04:40:47.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.195+0000 7f276113a640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f275c0af330 con 0x7f275c1554d0 2024-09-19T04:40:47.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.195+0000 7f276113a640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f275c0af610 con 0x7f275c0b5630 2024-09-19T04:40:47.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.196+0000 7f275a59c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f275c0b5630 0x7f275c15f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.196+0000 7f275a59c640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f275c0b5630 0x7f275c15f640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37490/0 (socket says 172.21.15.111:37490) 2024-09-19T04:40:47.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.196+0000 7f275a59c640 1 -- 172.21.15.111:0/1030979998 learned_addr learned my addr 172.21.15.111:0/1030979998 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:47.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.196+0000 7f275a59c640 1 -- 172.21.15.111:0/1030979998 >> v1:172.21.15.114:6789/0 conn(0x7f275c1554d0 legacy=0x7f275c0b4f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:47.198 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.196+0000 7f275a59c640 1 -- 172.21.15.111:0/1030979998 >> v1:172.21.15.111:6789/0 conn(0x7f275c0ae8e0 legacy=0x7f275c072a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.196+0000 7f275a59c640 1 -- 172.21.15.111:0/1030979998 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f275c0af8f0 con 0x7f275c0b5630 2024-09-19T04:40:47.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.196+0000 7f2759d9b640 1 -- 172.21.15.111:0/1030979998 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3793361321 0 0) 0x7f275c0af050 con 0x7f275c0ae8e0 2024-09-19T04:40:47.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.197+0000 7f275a59c640 1 --2- 172.21.15.111:0/1030979998 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f275c0b5630 0x7f275c15f640 secure :-1 s=READY pgs=1815 cs=0 l=1 rev1=1 crypto rx=0x7f2744009870 tx=0x7f274402a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b87025f6b3ee22d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:47.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.197+0000 7f2759d9b640 1 -- 172.21.15.111:0/1030979998 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2744037070 con 0x7f275c0b5630 2024-09-19T04:40:47.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.197+0000 7f2759d9b640 1 -- 172.21.15.111:0/1030979998 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2744032440 con 0x7f275c0b5630 2024-09-19T04:40:47.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.197+0000 7f2759d9b640 1 -- 172.21.15.111:0/1030979998 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2744032810 con 0x7f275c0b5630 2024-09-19T04:40:47.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.197+0000 7f276113a640 1 -- 172.21.15.111:0/1030979998 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f275c0b5630 msgr2=0x7f275c15f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.197+0000 7f276113a640 1 --2- 172.21.15.111:0/1030979998 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f275c0b5630 0x7f275c15f640 secure :-1 s=READY pgs=1815 cs=0 l=1 rev1=1 crypto rx=0x7f2744009870 tx=0x7f274402a2a0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.197+0000 7f276113a640 1 -- 172.21.15.111:0/1030979998 shutdown_connections 2024-09-19T04:40:47.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.197+0000 7f276113a640 1 --2- 172.21.15.111:0/1030979998 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f275c0b5630 0x7f275c15f640 unknown :-1 s=CLOSED pgs=1815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.200 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.197+0000 7f276113a640 1 -- 172.21.15.111:0/1030979998 >> 172.21.15.111:0/1030979998 conn(0x7f275c06c9f0 msgr2=0x7f275c06cdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:47.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.197+0000 7f276113a640 1 -- 172.21.15.111:0/1030979998 shutdown_connections 2024-09-19T04:40:47.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.197+0000 7f276113a640 1 -- 172.21.15.111:0/1030979998 wait complete. 2024-09-19T04:40:47.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.199+0000 7f276113a640 1 Processor -- start 2024-09-19T04:40:47.201 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.199+0000 7f276113a640 1 -- start start 2024-09-19T04:40:47.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.199+0000 7f276113a640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f275c0ae8e0 0x7f275c0cf710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.200+0000 7f276113a640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f275c0b5630 0x7f275c15ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.200+0000 7f276113a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f275c1554d0 0x7f275c14af70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.200+0000 7f276113a640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f275c1558b0 con 0x7f275c0b5630 2024-09-19T04:40:47.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.200+0000 7f276113a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f275c0aed50 con 0x7f275c1554d0 2024-09-19T04:40:47.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.200+0000 7f276113a640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f275c155a30 con 0x7f275c0ae8e0 2024-09-19T04:40:47.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.200+0000 7f275a59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f275c0b5630 0x7f275c15ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.204 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.200+0000 7f275a59c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f275c0b5630 0x7f275c15ba50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37506/0 (socket says 172.21.15.111:37506) 2024-09-19T04:40:47.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.200+0000 7f275a59c640 1 -- 172.21.15.111:0/1443317432 learned_addr learned my addr 172.21.15.111:0/1443317432 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:47.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.200+0000 7f275ad9d640 1 --2- 172.21.15.111:0/1443317432 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f275c0ae8e0 0x7f275c0cf710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.200+0000 7f275b59e640 1 --2- 172.21.15.111:0/1443317432 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f275c1554d0 0x7f275c14af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.200+0000 7f275a59c640 1 -- 172.21.15.111:0/1443317432 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f275c0ae8e0 msgr2=0x7f275c0cf710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.200+0000 7f275a59c640 1 --2- 172.21.15.111:0/1443317432 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f275c0ae8e0 0x7f275c0cf710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.200+0000 7f275a59c640 1 -- 172.21.15.111:0/1443317432 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f275c1554d0 msgr2=0x7f275c14af70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.200+0000 7f275a59c640 1 --2- 172.21.15.111:0/1443317432 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f275c1554d0 0x7f275c14af70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.200+0000 7f275a59c640 1 -- 172.21.15.111:0/1443317432 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f275c0ce670 con 0x7f275c0b5630 2024-09-19T04:40:47.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.200+0000 7f275ad9d640 1 --2- 172.21.15.111:0/1443317432 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f275c0ae8e0 0x7f275c0cf710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:47.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.200+0000 7f275a59c640 1 --2- 172.21.15.111:0/1443317432 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f275c0b5630 0x7f275c15ba50 secure :-1 s=READY pgs=1816 cs=0 l=1 rev1=1 crypto rx=0x7f2744009870 tx=0x7f27440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:47.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.200+0000 7f27537fe640 1 -- 172.21.15.111:0/1443317432 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2744037040 con 0x7f275c0b5630 2024-09-19T04:40:47.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.200+0000 7f27537fe640 1 -- 172.21.15.111:0/1443317432 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2744004250 con 0x7f275c0b5630 2024-09-19T04:40:47.205 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.200+0000 7f276113a640 1 -- 172.21.15.111:0/1443317432 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f275c0ce950 con 0x7f275c0b5630 2024-09-19T04:40:47.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.200+0000 7f27537fe640 1 -- 172.21.15.111:0/1443317432 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f274403c670 con 0x7f275c0b5630 2024-09-19T04:40:47.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.200+0000 7f276113a640 1 -- 172.21.15.111:0/1443317432 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f275c0cef10 con 0x7f275c0b5630 2024-09-19T04:40:47.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.201+0000 7f276113a640 1 -- 172.21.15.111:0/1443317432 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f275c15f640 con 0x7f275c0b5630 2024-09-19T04:40:47.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.202+0000 7f27537fe640 1 -- 172.21.15.111:0/1443317432 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7f274403a070 con 0x7f275c0b5630 2024-09-19T04:40:47.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.202+0000 7f27537fe640 1 --2- 172.21.15.111:0/1443317432 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f273c06cdf0 0x7f273c06f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.202+0000 7f27537fe640 1 -- 172.21.15.111:0/1443317432 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7f27440aa730 con 0x7f275c0b5630 2024-09-19T04:40:47.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.202+0000 7f27537fe640 1 --2- 172.21.15.111:0/1443317432 >> [v2:172.21.15.114:6808/3610681338,v1:172.21.15.114:6809/3610681338] conn(0x7f273c072cb0 0x7f273c0750f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.202+0000 7f27537fe640 1 -- 172.21.15.111:0/1443317432 --> [v2:172.21.15.114:6808/3610681338,v1:172.21.15.114:6809/3610681338] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2744033e50 con 0x7f273c072cb0 2024-09-19T04:40:47.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.202+0000 7f27537fe640 1 -- 172.21.15.111:0/1443317432 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_get_version_reply(handle=1 version=170) ==== 24+0+0 (secure 0 0 0) 0x7f27440b2580 con 0x7f275c0b5630 2024-09-19T04:40:47.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.202+0000 7f275ad9d640 1 --2- 172.21.15.111:0/1443317432 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f273c06cdf0 0x7f273c06f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.203+0000 7f275b59e640 1 --2- 172.21.15.111:0/1443317432 >> [v2:172.21.15.114:6808/3610681338,v1:172.21.15.114:6809/3610681338] conn(0x7f273c072cb0 0x7f273c0750f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.203+0000 7f275ad9d640 1 --2- 172.21.15.111:0/1443317432 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f273c06cdf0 0x7f273c06f2b0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f2754007e90 tx=0x7f27540073a0 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:47.206 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.203+0000 7f275b59e640 1 --2- 172.21.15.111:0/1443317432 >> [v2:172.21.15.114:6808/3610681338,v1:172.21.15.114:6809/3610681338] conn(0x7f273c072cb0 0x7f273c0750f0 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:47.207 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.204+0000 7f27537fe640 1 -- 172.21.15.111:0/1443317432 <== osd.4 v2:172.21.15.114:6808/3610681338 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2744033e50 con 0x7f273c072cb0 2024-09-19T04:40:47.217 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.216+0000 7f276113a640 1 -- 172.21.15.111:0/1443317432 --> [v2:172.21.15.114:6808/3610681338,v1:172.21.15.114:6809/3610681338] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f275c0cf4d0 con 0x7f273c072cb0 2024-09-19T04:40:47.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.217+0000 7f27537fe640 1 -- 172.21.15.111:0/1443317432 <== osd.4 v2:172.21.15.114:6808/3610681338 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f275c0cf4d0 con 0x7f273c072cb0 2024-09-19T04:40:47.218 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:40:47.218 INFO:teuthology.orchestra.run.smithi111.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T04:40:47.218 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:40:47.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.217+0000 7f276113a640 1 -- 172.21.15.111:0/1443317432 >> [v2:172.21.15.114:6808/3610681338,v1:172.21.15.114:6809/3610681338] conn(0x7f273c072cb0 msgr2=0x7f273c0750f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.217+0000 7f276113a640 1 --2- 172.21.15.111:0/1443317432 >> [v2:172.21.15.114:6808/3610681338,v1:172.21.15.114:6809/3610681338] conn(0x7f273c072cb0 0x7f273c0750f0 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.217+0000 7f276113a640 1 -- 172.21.15.111:0/1443317432 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f273c06cdf0 msgr2=0x7f273c06f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.217+0000 7f276113a640 1 --2- 172.21.15.111:0/1443317432 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f273c06cdf0 0x7f273c06f2b0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f2754007e90 tx=0x7f27540073a0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.217+0000 7f276113a640 1 -- 172.21.15.111:0/1443317432 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f275c0b5630 msgr2=0x7f275c15ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.217+0000 7f276113a640 1 --2- 172.21.15.111:0/1443317432 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f275c0b5630 0x7f275c15ba50 secure :-1 s=READY pgs=1816 cs=0 l=1 rev1=1 crypto rx=0x7f2744009870 tx=0x7f27440046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.217+0000 7f275b59e640 1 -- 172.21.15.111:0/1443317432 reap_dead start 2024-09-19T04:40:47.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.217+0000 7f276113a640 1 -- 172.21.15.111:0/1443317432 shutdown_connections 2024-09-19T04:40:47.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.217+0000 7f276113a640 1 -- 172.21.15.111:0/1443317432 >> 172.21.15.111:0/1443317432 conn(0x7f275c06c9f0 msgr2=0x7f275c072630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:47.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.218+0000 7f276113a640 1 -- 172.21.15.111:0/1443317432 shutdown_connections 2024-09-19T04:40:47.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.218+0000 7f276113a640 1 -- 172.21.15.111:0/1443317432 wait complete. 2024-09-19T04:40:47.229 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-19T04:40:47.327 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.326+0000 7f5aabc37640 1 Processor -- start 2024-09-19T04:40:47.328 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.326+0000 7f5aabc37640 1 -- start start 2024-09-19T04:40:47.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.327+0000 7f5aabc37640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5aa40cd300 0x7f5aa406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.327+0000 7f5aabc37640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f5aa406f010 0x7f5aa40ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.327+0000 7f5aabc37640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5aa415ecf0 con 0x7f5aa415c300 2024-09-19T04:40:47.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.327+0000 7f5aabc37640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f5aa406f480 con 0x7f5aa40cd300 2024-09-19T04:40:47.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.327+0000 7f5aabc37640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f5aa415c6e0 con 0x7f5aa406f010 2024-09-19T04:40:47.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.327+0000 7f5aa91d2640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5aa40cd300 0x7f5aa406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.327+0000 7f5aa91d2640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f5aa40cd300 0x7f5aa406ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37516/0 (socket says 172.21.15.111:37516) 2024-09-19T04:40:47.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.327+0000 7f5aa91d2640 1 -- 172.21.15.111:0/1738653703 learned_addr learned my addr 172.21.15.111:0/1738653703 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:47.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.327+0000 7f5aaa1d4640 1 --2- 172.21.15.111:0/1738653703 >> v2:172.21.15.114:3300/0 conn(0x7f5aa406f010 0x7f5aa40ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.327+0000 7f5aa91d2640 1 -- 172.21.15.111:0/1738653703 >> v2:172.21.15.114:3300/0 conn(0x7f5aa406f010 msgr2=0x7f5aa40ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:47.329 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.327+0000 7f5aa91d2640 1 --2- 172.21.15.111:0/1738653703 >> v2:172.21.15.114:3300/0 conn(0x7f5aa406f010 0x7f5aa40ae8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.327+0000 7f5aa91d2640 1 -- 172.21.15.111:0/1738653703 >> v1:172.21.15.114:6789/0 conn(0x7f5aa415c300 legacy=0x7f5aa40affc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:47.330 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.327+0000 7f5aa91d2640 1 -- 172.21.15.111:0/1738653703 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5aa415efb0 con 0x7f5aa40cd300 2024-09-19T04:40:47.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.328+0000 7f5aa91d2640 1 --2- 172.21.15.111:0/1738653703 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5aa40cd300 0x7f5aa406ead0 secure :-1 s=READY pgs=1817 cs=0 l=1 rev1=1 crypto rx=0x7f5aa40cd030 tx=0x7f5a9802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=512ecbe8e9e08639 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:47.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.328+0000 7f5aa89d1640 1 -- 172.21.15.111:0/1738653703 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a98037070 con 0x7f5aa40cd300 2024-09-19T04:40:47.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.328+0000 7f5aa89d1640 1 -- 172.21.15.111:0/1738653703 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a98032440 con 0x7f5aa40cd300 2024-09-19T04:40:47.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.328+0000 7f5aa89d1640 1 -- 172.21.15.111:0/1738653703 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a98032810 con 0x7f5aa40cd300 2024-09-19T04:40:47.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.329+0000 7f5aabc37640 1 -- 172.21.15.111:0/1738653703 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5aa40cd300 msgr2=0x7f5aa406ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.329+0000 7f5aabc37640 1 --2- 172.21.15.111:0/1738653703 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5aa40cd300 0x7f5aa406ead0 secure :-1 s=READY pgs=1817 cs=0 l=1 rev1=1 crypto rx=0x7f5aa40cd030 tx=0x7f5a9802a1a0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.329+0000 7f5aabc37640 1 -- 172.21.15.111:0/1738653703 shutdown_connections 2024-09-19T04:40:47.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.329+0000 7f5aabc37640 1 --2- 172.21.15.111:0/1738653703 >> v2:172.21.15.114:3300/0 conn(0x7f5aa406f010 0x7f5aa40ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.329+0000 7f5aabc37640 1 --2- 172.21.15.111:0/1738653703 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5aa40cd300 0x7f5aa406ead0 unknown :-1 s=CLOSED pgs=1817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.329+0000 7f5aabc37640 1 -- 172.21.15.111:0/1738653703 >> 172.21.15.111:0/1738653703 conn(0x7f5aa406cae0 msgr2=0x7f5aa406cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:47.331 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.329+0000 7f5aabc37640 1 -- 172.21.15.111:0/1738653703 shutdown_connections 2024-09-19T04:40:47.332 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.329+0000 7f5aabc37640 1 -- 172.21.15.111:0/1738653703 wait complete. 2024-09-19T04:40:47.333 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.330+0000 7f5aabc37640 1 Processor -- start 2024-09-19T04:40:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.330+0000 7f5aabc37640 1 -- start start 2024-09-19T04:40:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.331+0000 7f5aabc37640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5aa406f010 0x7f5aa4160240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.331+0000 7f5aabc37640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5aa40cd300 0x7f5aa4152740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.331+0000 7f5aabc37640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5aa415c300 0x7f5aa4147790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.331+0000 7f5aabc37640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa415f850 con 0x7f5aa406f010 2024-09-19T04:40:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.331+0000 7f5aabc37640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa415f570 con 0x7f5aa415c300 2024-09-19T04:40:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.331+0000 7f5aabc37640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f5aa4071880 con 0x7f5aa40cd300 2024-09-19T04:40:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.331+0000 7f5aa99d3640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5aa406f010 0x7f5aa4160240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.331+0000 7f5aa99d3640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5aa406f010 0x7f5aa4160240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37530/0 (socket says 172.21.15.111:37530) 2024-09-19T04:40:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.331+0000 7f5aa99d3640 1 -- 172.21.15.111:0/2473182519 learned_addr learned my addr 172.21.15.111:0/2473182519 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.331+0000 7f5aaa1d4640 1 --2- 172.21.15.111:0/2473182519 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5aa415c300 0x7f5aa4147790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.334 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.331+0000 7f5aa91d2640 1 --2- 172.21.15.111:0/2473182519 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5aa40cd300 0x7f5aa4152740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.331+0000 7f5aa99d3640 1 -- 172.21.15.111:0/2473182519 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5aa40cd300 msgr2=0x7f5aa4152740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.331+0000 7f5aa99d3640 1 --2- 172.21.15.111:0/2473182519 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5aa40cd300 0x7f5aa4152740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.331+0000 7f5aa99d3640 1 -- 172.21.15.111:0/2473182519 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5aa415c300 msgr2=0x7f5aa4147790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.331+0000 7f5aa99d3640 1 --2- 172.21.15.111:0/2473182519 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5aa415c300 0x7f5aa4147790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.331+0000 7f5aa99d3640 1 -- 172.21.15.111:0/2473182519 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5aa40b15a0 con 0x7f5aa406f010 2024-09-19T04:40:47.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.332+0000 7f5aa99d3640 1 --2- 172.21.15.111:0/2473182519 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5aa406f010 0x7f5aa4160240 secure :-1 s=READY pgs=1818 cs=0 l=1 rev1=1 crypto rx=0x7f5a9400c7c0 tx=0x7f5a9400cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:47.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.332+0000 7f5aa27fc640 1 -- 172.21.15.111:0/2473182519 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a94016020 con 0x7f5aa406f010 2024-09-19T04:40:47.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.332+0000 7f5aa27fc640 1 -- 172.21.15.111:0/2473182519 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a9400aa50 con 0x7f5aa406f010 2024-09-19T04:40:47.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.332+0000 7f5aabc37640 1 -- 172.21.15.111:0/2473182519 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5aa40b1880 con 0x7f5aa406f010 2024-09-19T04:40:47.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.332+0000 7f5aa27fc640 1 -- 172.21.15.111:0/2473182519 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a9400ae40 con 0x7f5aa406f010 2024-09-19T04:40:47.335 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.332+0000 7f5aabc37640 1 -- 172.21.15.111:0/2473182519 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5aa4151a70 con 0x7f5aa406f010 2024-09-19T04:40:47.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.333+0000 7f5aabc37640 1 -- 172.21.15.111:0/2473182519 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5aa4161fb0 con 0x7f5aa406f010 2024-09-19T04:40:47.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.333+0000 7f5aa27fc640 1 -- 172.21.15.111:0/2473182519 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7f5a94019020 con 0x7f5aa406f010 2024-09-19T04:40:47.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.334+0000 7f5aa27fc640 1 --2- 172.21.15.111:0/2473182519 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5a9006cdf0 0x7f5a9006f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.336 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.334+0000 7f5aa27fc640 1 -- 172.21.15.111:0/2473182519 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7f5a9408a010 con 0x7f5aa406f010 2024-09-19T04:40:47.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.334+0000 7f5aa91d2640 1 --2- 172.21.15.111:0/2473182519 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5a9006cdf0 0x7f5a9006f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.337 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.335+0000 7f5aa91d2640 1 --2- 172.21.15.111:0/2473182519 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5a9006cdf0 0x7f5a9006f2b0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f5a98034000 tx=0x7f5a9802e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:47.339 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.338+0000 7f5aa27fc640 1 -- 172.21.15.111:0/2473182519 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5a94020020 con 0x7f5aa406f010 2024-09-19T04:40:47.388 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:40:47.391 DEBUG:teuthology.orchestra.run.smithi114:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:40:47.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.512+0000 7f5aabc37640 1 -- 172.21.15.111:0/2473182519 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7f5aa4071be0 con 0x7f5a9006cdf0 2024-09-19T04:40:47.514 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.512+0000 7f5aa27fc640 1 -- 172.21.15.111:0/2473182519 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f5aa4071be0 con 0x7f5a9006cdf0 2024-09-19T04:40:47.514 INFO:teuthology.orchestra.run.smithi111.stderr:instructed osd(s) 4 to deep-scrub 2024-09-19T04:40:47.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.515+0000 7f5aabc37640 1 -- 172.21.15.111:0/2473182519 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5a9006cdf0 msgr2=0x7f5a9006f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.515+0000 7f5aabc37640 1 --2- 172.21.15.111:0/2473182519 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5a9006cdf0 0x7f5a9006f2b0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f5a98034000 tx=0x7f5a9802e000 comp rx=0 tx=0).stop 2024-09-19T04:40:47.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.515+0000 7f5aabc37640 1 -- 172.21.15.111:0/2473182519 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5aa406f010 msgr2=0x7f5aa4160240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.515+0000 7f5aabc37640 1 --2- 172.21.15.111:0/2473182519 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5aa406f010 0x7f5aa4160240 secure :-1 s=READY pgs=1818 cs=0 l=1 rev1=1 crypto rx=0x7f5a9400c7c0 tx=0x7f5a9400cc80 comp rx=0 tx=0).stop 2024-09-19T04:40:47.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.515+0000 7f5aabc37640 1 -- 172.21.15.111:0/2473182519 shutdown_connections 2024-09-19T04:40:47.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.515+0000 7f5aabc37640 1 --2- 172.21.15.111:0/2473182519 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f5a9006cdf0 0x7f5a9006f2b0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.515+0000 7f5aabc37640 1 --2- 172.21.15.111:0/2473182519 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5aa415c300 0x7f5aa4147790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.515+0000 7f5aabc37640 1 --2- 172.21.15.111:0/2473182519 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5aa40cd300 0x7f5aa4152740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.515+0000 7f5aabc37640 1 --2- 172.21.15.111:0/2473182519 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5aa406f010 0x7f5aa4160240 unknown :-1 s=CLOSED pgs=1818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.515+0000 7f5aabc37640 1 -- 172.21.15.111:0/2473182519 >> 172.21.15.111:0/2473182519 conn(0x7f5aa406cae0 msgr2=0x7f5aa40b51c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:47.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.515+0000 7f5aabc37640 1 -- 172.21.15.111:0/2473182519 shutdown_connections 2024-09-19T04:40:47.517 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.515+0000 7f5aabc37640 1 -- 172.21.15.111:0/2473182519 wait complete. 2024-09-19T04:40:47.527 INFO:tasks.ceph:Scrubbing osd.5 2024-09-19T04:40:47.527 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-19T04:40:47.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.629+0000 7f6420d49640 1 Processor -- start 2024-09-19T04:40:47.630 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.629+0000 7f6420d49640 1 -- start start 2024-09-19T04:40:47.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.630+0000 7f6420d49640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f641c0cf5d0 0x7f641c0cfa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.630+0000 7f6420d49640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f641c0b4240 con 0x7f641c06d4f0 2024-09-19T04:40:47.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.630+0000 7f6420d49640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f641c0b4520 con 0x7f641c145d90 2024-09-19T04:40:47.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.630+0000 7f6420d49640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f641c06d080 con 0x7f641c0cf5d0 2024-09-19T04:40:47.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.630+0000 7f641ad9d640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f641c06d4f0 0x7f641c06d980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57256/0 (socket says 172.21.15.111:57256) 2024-09-19T04:40:47.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.630+0000 7f641ad9d640 1 -- 172.21.15.111:0/2968935887 learned_addr learned my addr 172.21.15.111:0/2968935887 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:47.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.630+0000 7f6413fff640 1 --2- 172.21.15.111:0/2968935887 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f641c0cf5d0 0x7f641c0cfa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.630+0000 7f6419d9b640 1 -- 172.21.15.111:0/2968935887 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4255174201 0 0) 0x7f641c0b4240 con 0x7f641c06d4f0 2024-09-19T04:40:47.634 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.630+0000 7f6419d9b640 1 -- 172.21.15.111:0/2968935887 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6408003520 con 0x7f641c06d4f0 2024-09-19T04:40:47.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.630+0000 7f6419d9b640 1 -- 172.21.15.111:0/2968935887 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4187477076 0 0) 0x7f6408003520 con 0x7f641c06d4f0 2024-09-19T04:40:47.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.630+0000 7f6419d9b640 1 -- 172.21.15.111:0/2968935887 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f641c0cf5d0 msgr2=0x7f641c0cfa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:47.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.630+0000 7f6419d9b640 1 --2- 172.21.15.111:0/2968935887 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f641c0cf5d0 0x7f641c0cfa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.630+0000 7f6419d9b640 1 -- 172.21.15.111:0/2968935887 >> v1:172.21.15.114:6789/0 conn(0x7f641c145d90 legacy=0x7f641c0ccf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.630+0000 7f6419d9b640 1 -- 172.21.15.111:0/2968935887 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f641c0b4800 con 0x7f641c06d4f0 2024-09-19T04:40:47.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.630+0000 7f6419d9b640 1 -- 172.21.15.111:0/2968935887 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f64140019f0 con 0x7f641c06d4f0 2024-09-19T04:40:47.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.630+0000 7f6419d9b640 1 -- 172.21.15.111:0/2968935887 >> v1:172.21.15.111:6789/0 conn(0x7f641c06d4f0 legacy=0x7f641c06d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.630+0000 7f6419d9b640 1 --2- 172.21.15.111:0/2968935887 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f641c0cf5d0 0x7f64080039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.630+0000 7f6419d9b640 1 --2- 172.21.15.111:0/2968935887 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6408004010 0x7f6408004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.630+0000 7f6419d9b640 1 --2- 172.21.15.111:0/2968935887 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6408004d40 0x7f64080051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.630+0000 7f6419d9b640 1 -- 172.21.15.111:0/2968935887 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f640800bb50 con 0x7f6408004010 2024-09-19T04:40:47.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.630+0000 7f6419d9b640 1 -- 172.21.15.111:0/2968935887 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f640800bd00 con 0x7f6408004d40 2024-09-19T04:40:47.635 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.630+0000 7f6419d9b640 1 -- 172.21.15.111:0/2968935887 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f640800bf00 con 0x7f641c0cf5d0 2024-09-19T04:40:47.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.631+0000 7f6413fff640 1 --2- 172.21.15.111:0/2968935887 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6408004010 0x7f6408004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.631+0000 7f641a59c640 1 --2- 172.21.15.111:0/2968935887 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f641c0cf5d0 0x7f64080039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.631+0000 7f641ad9d640 1 --2- 172.21.15.111:0/2968935887 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6408004d40 0x7f64080051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.631+0000 7f6413fff640 1 -- 172.21.15.111:0/2968935887 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f641c0cf5d0 msgr2=0x7f64080039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:47.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.631+0000 7f6413fff640 1 --2- 172.21.15.111:0/2968935887 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f641c0cf5d0 0x7f64080039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.631+0000 7f6413fff640 1 -- 172.21.15.111:0/2968935887 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6408004d40 msgr2=0x7f64080051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:47.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.631+0000 7f6413fff640 1 --2- 172.21.15.111:0/2968935887 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6408004d40 0x7f64080051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.631+0000 7f6413fff640 1 -- 172.21.15.111:0/2968935887 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6408003520 con 0x7f6408004010 2024-09-19T04:40:47.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.631+0000 7f641a59c640 1 --2- 172.21.15.111:0/2968935887 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f641c0cf5d0 0x7f64080039e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:47.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.631+0000 7f6413fff640 1 --2- 172.21.15.111:0/2968935887 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6408004010 0x7f6408004800 secure :-1 s=READY pgs=1820 cs=0 l=1 rev1=1 crypto rx=0x7f640400ba30 tx=0x7f6408005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=149fad18abbbe963 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:47.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.632+0000 7f6419d9b640 1 -- 172.21.15.111:0/2968935887 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6404030070 con 0x7f6408004010 2024-09-19T04:40:47.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.632+0000 7f6419d9b640 1 -- 172.21.15.111:0/2968935887 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f640402ade0 con 0x7f6408004010 2024-09-19T04:40:47.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.632+0000 7f6419d9b640 1 -- 172.21.15.111:0/2968935887 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f640400b600 con 0x7f6408004010 2024-09-19T04:40:47.636 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.632+0000 7f6420d49640 1 -- 172.21.15.111:0/2968935887 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6408004010 msgr2=0x7f6408004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.632+0000 7f6420d49640 1 --2- 172.21.15.111:0/2968935887 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6408004010 0x7f6408004800 secure :-1 s=READY pgs=1820 cs=0 l=1 rev1=1 crypto rx=0x7f640400ba30 tx=0x7f6408005830 comp rx=0 tx=0).stop 2024-09-19T04:40:47.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.632+0000 7f641ad9d640 1 -- 172.21.15.111:0/2968935887 reap_dead start 2024-09-19T04:40:47.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.632+0000 7f6420d49640 1 -- 172.21.15.111:0/2968935887 shutdown_connections 2024-09-19T04:40:47.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.632+0000 7f6420d49640 1 -- 172.21.15.111:0/2968935887 >> 172.21.15.111:0/2968935887 conn(0x7f641c06bba0 msgr2=0x7f641c06bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:47.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.632+0000 7f6420d49640 1 -- 172.21.15.111:0/2968935887 shutdown_connections 2024-09-19T04:40:47.637 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.632+0000 7f6420d49640 1 -- 172.21.15.111:0/2968935887 wait complete. 2024-09-19T04:40:47.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.633+0000 7f6420d49640 1 Processor -- start 2024-09-19T04:40:47.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.634+0000 7f6420d49640 1 -- start start 2024-09-19T04:40:47.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.634+0000 7f6420d49640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6408004010 0x7f641c0af930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.634+0000 7f6420d49640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f641c1f71f0 0x7f641c071040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.634+0000 7f6420d49640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f641c0ae8e0 0x7f641c0aed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.634+0000 7f6420d49640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f641c0b5610 con 0x7f641c1f71f0 2024-09-19T04:40:47.640 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.634+0000 7f6420d49640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f641c0cd660 con 0x7f641c0ae8e0 2024-09-19T04:40:47.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.634+0000 7f6420d49640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f641c0b5790 con 0x7f6408004010 2024-09-19T04:40:47.641 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.634+0000 7f6413fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f641c1f71f0 0x7f641c071040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.634+0000 7f6413fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f641c1f71f0 0x7f641c071040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37540/0 (socket says 172.21.15.111:37540) 2024-09-19T04:40:47.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.634+0000 7f6413fff640 1 -- 172.21.15.111:0/2065495134 learned_addr learned my addr 172.21.15.111:0/2065495134 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:47.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.635+0000 7f6413fff640 1 -- 172.21.15.111:0/2065495134 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6408004010 msgr2=0x7f641c0af930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.635+0000 7f6413fff640 1 --2- 172.21.15.111:0/2065495134 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6408004010 0x7f641c0af930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.635+0000 7f6413fff640 1 -- 172.21.15.111:0/2065495134 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f641c0ae8e0 msgr2=0x7f641c0aed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.635+0000 7f641ad9d640 1 --2- 172.21.15.111:0/2065495134 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f641c0ae8e0 0x7f641c0aed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.635+0000 7f6413fff640 1 --2- 172.21.15.111:0/2065495134 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f641c0ae8e0 0x7f641c0aed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.635+0000 7f6413fff640 1 -- 172.21.15.111:0/2065495134 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f641c071890 con 0x7f641c1f71f0 2024-09-19T04:40:47.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.635+0000 7f6413fff640 1 --2- 172.21.15.111:0/2065495134 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f641c1f71f0 0x7f641c071040 secure :-1 s=READY pgs=1821 cs=0 l=1 rev1=1 crypto rx=0x7f640402a8d0 tx=0x7f64040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:47.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.635+0000 7f6412ffd640 1 -- 172.21.15.111:0/2065495134 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6404043030 con 0x7f641c1f71f0 2024-09-19T04:40:47.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.635+0000 7f6412ffd640 1 -- 172.21.15.111:0/2065495134 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f640402abe0 con 0x7f641c1f71f0 2024-09-19T04:40:47.642 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.635+0000 7f6420d49640 1 -- 172.21.15.111:0/2065495134 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f641c071b70 con 0x7f641c1f71f0 2024-09-19T04:40:47.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.635+0000 7f6412ffd640 1 -- 172.21.15.111:0/2065495134 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f640400b600 con 0x7f641c1f71f0 2024-09-19T04:40:47.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.635+0000 7f6420d49640 1 -- 172.21.15.111:0/2065495134 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f641c072130 con 0x7f641c1f71f0 2024-09-19T04:40:47.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.636+0000 7f6420d49640 1 -- 172.21.15.111:0/2065495134 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f641c146170 con 0x7f641c1f71f0 2024-09-19T04:40:47.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.637+0000 7f6412ffd640 1 -- 172.21.15.111:0/2065495134 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7f6404046070 con 0x7f641c1f71f0 2024-09-19T04:40:47.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.637+0000 7f6412ffd640 1 --2- 172.21.15.111:0/2065495134 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f63fc06ce20 0x7f63fc06f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.637+0000 7f6412ffd640 1 -- 172.21.15.111:0/2065495134 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7f64040aaad0 con 0x7f641c1f71f0 2024-09-19T04:40:47.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.637+0000 7f641a59c640 1 --2- 172.21.15.111:0/2065495134 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f63fc06ce20 0x7f63fc06f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.637+0000 7f6412ffd640 1 --2- 172.21.15.111:0/2065495134 >> [v2:172.21.15.114:6800/2777480347,v1:172.21.15.114:6801/2777480347] conn(0x7f63fc072ce0 0x7f63fc075120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.637+0000 7f6412ffd640 1 -- 172.21.15.111:0/2065495134 --> [v2:172.21.15.114:6800/2777480347,v1:172.21.15.114:6801/2777480347] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6404035260 con 0x7f63fc072ce0 2024-09-19T04:40:47.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.637+0000 7f6412ffd640 1 -- 172.21.15.111:0/2065495134 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_get_version_reply(handle=1 version=170) ==== 24+0+0 (secure 0 0 0) 0x7f64040b4050 con 0x7f641c1f71f0 2024-09-19T04:40:47.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.637+0000 7f641ad9d640 1 --2- 172.21.15.111:0/2065495134 >> [v2:172.21.15.114:6800/2777480347,v1:172.21.15.114:6801/2777480347] conn(0x7f63fc072ce0 0x7f63fc075120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.638+0000 7f641a59c640 1 --2- 172.21.15.111:0/2065495134 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f63fc06ce20 0x7f63fc06f2e0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f640c007aa0 tx=0x7f640c009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:47.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.638+0000 7f641ad9d640 1 --2- 172.21.15.111:0/2065495134 >> [v2:172.21.15.114:6800/2777480347,v1:172.21.15.114:6801/2777480347] conn(0x7f63fc072ce0 0x7f63fc075120 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:47.643 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.639+0000 7f6412ffd640 1 -- 172.21.15.111:0/2065495134 <== osd.5 v2:172.21.15.114:6800/2777480347 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6404035260 con 0x7f63fc072ce0 2024-09-19T04:40:47.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.651+0000 7f6420d49640 1 -- 172.21.15.111:0/2065495134 --> [v2:172.21.15.114:6800/2777480347,v1:172.21.15.114:6801/2777480347] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f641c1600c0 con 0x7f63fc072ce0 2024-09-19T04:40:47.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.652+0000 7f6412ffd640 1 -- 172.21.15.111:0/2065495134 <== osd.5 v2:172.21.15.114:6800/2777480347 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f641c1600c0 con 0x7f63fc072ce0 2024-09-19T04:40:47.653 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:40:47.653 INFO:teuthology.orchestra.run.smithi111.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T04:40:47.653 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:40:47.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.652+0000 7f6420d49640 1 -- 172.21.15.111:0/2065495134 >> [v2:172.21.15.114:6800/2777480347,v1:172.21.15.114:6801/2777480347] conn(0x7f63fc072ce0 msgr2=0x7f63fc075120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.652+0000 7f6420d49640 1 --2- 172.21.15.111:0/2065495134 >> [v2:172.21.15.114:6800/2777480347,v1:172.21.15.114:6801/2777480347] conn(0x7f63fc072ce0 0x7f63fc075120 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.652+0000 7f6420d49640 1 -- 172.21.15.111:0/2065495134 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f63fc06ce20 msgr2=0x7f63fc06f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.652+0000 7f6420d49640 1 --2- 172.21.15.111:0/2065495134 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f63fc06ce20 0x7f63fc06f2e0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f640c007aa0 tx=0x7f640c009040 comp rx=0 tx=0).stop 2024-09-19T04:40:47.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.652+0000 7f6420d49640 1 -- 172.21.15.111:0/2065495134 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f641c1f71f0 msgr2=0x7f641c071040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.652+0000 7f6420d49640 1 --2- 172.21.15.111:0/2065495134 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f641c1f71f0 0x7f641c071040 secure :-1 s=READY pgs=1821 cs=0 l=1 rev1=1 crypto rx=0x7f640402a8d0 tx=0x7f64040046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.652+0000 7f641ad9d640 1 -- 172.21.15.111:0/2065495134 reap_dead start 2024-09-19T04:40:47.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.652+0000 7f6420d49640 1 -- 172.21.15.111:0/2065495134 shutdown_connections 2024-09-19T04:40:47.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.652+0000 7f6420d49640 1 -- 172.21.15.111:0/2065495134 >> 172.21.15.111:0/2065495134 conn(0x7f641c06bba0 msgr2=0x7f641c15f2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:47.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.652+0000 7f6420d49640 1 -- 172.21.15.111:0/2065495134 shutdown_connections 2024-09-19T04:40:47.655 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.652+0000 7f6420d49640 1 -- 172.21.15.111:0/2065495134 wait complete. 2024-09-19T04:40:47.664 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-19T04:40:47.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.762+0000 7f5765303640 1 Processor -- start 2024-09-19T04:40:47.766 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.762+0000 7f5765303640 1 -- start start 2024-09-19T04:40:47.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.762+0000 7f5765303640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5760162860 0x7f5760162c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.762+0000 7f5765303640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f576015ebb0 0x7f57600b3300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.762+0000 7f5765303640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f576015f520 con 0x7f57600b3840 2024-09-19T04:40:47.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.762+0000 7f5765303640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f576015fae0 con 0x7f576015ebb0 2024-09-19T04:40:47.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.762+0000 7f5765303640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f576015f800 con 0x7f5760162860 2024-09-19T04:40:47.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.763+0000 7f575e7fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f576015ebb0 0x7f57600b3300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.763+0000 7f575e7fc640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f576015ebb0 0x7f57600b3300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37542/0 (socket says 172.21.15.111:37542) 2024-09-19T04:40:47.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.763+0000 7f575e7fc640 1 -- 172.21.15.111:0/2740050266 learned_addr learned my addr 172.21.15.111:0/2740050266 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:47.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.763+0000 7f575effd640 1 --2- 172.21.15.111:0/2740050266 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5760162860 0x7f5760162c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.763+0000 7f575e7fc640 1 -- 172.21.15.111:0/2740050266 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5760162860 msgr2=0x7f5760162c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:47.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.763+0000 7f575e7fc640 1 --2- 172.21.15.111:0/2740050266 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5760162860 0x7f5760162c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.763+0000 7f575e7fc640 1 -- 172.21.15.111:0/2740050266 >> v1:172.21.15.114:6789/0 conn(0x7f57600b3840 legacy=0x7f576006bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:47.767 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.763+0000 7f575e7fc640 1 -- 172.21.15.111:0/2740050266 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57600b2b00 con 0x7f576015ebb0 2024-09-19T04:40:47.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.764+0000 7f575e7fc640 1 --2- 172.21.15.111:0/2740050266 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f576015ebb0 0x7f57600b3300 secure :-1 s=READY pgs=1822 cs=0 l=1 rev1=1 crypto rx=0x7f5754009870 tx=0x7f575402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93b76a7e8e85e721 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:47.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.764+0000 7f575dffb640 1 -- 172.21.15.111:0/2740050266 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5754037070 con 0x7f576015ebb0 2024-09-19T04:40:47.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.764+0000 7f575dffb640 1 -- 172.21.15.111:0/2740050266 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5754032440 con 0x7f576015ebb0 2024-09-19T04:40:47.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.764+0000 7f575dffb640 1 -- 172.21.15.111:0/2740050266 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5754032810 con 0x7f576015ebb0 2024-09-19T04:40:47.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.764+0000 7f5765303640 1 -- 172.21.15.111:0/2740050266 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f576015ebb0 msgr2=0x7f57600b3300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.764+0000 7f5765303640 1 --2- 172.21.15.111:0/2740050266 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f576015ebb0 0x7f57600b3300 secure :-1 s=READY pgs=1822 cs=0 l=1 rev1=1 crypto rx=0x7f5754009870 tx=0x7f575402a180 comp rx=0 tx=0).stop 2024-09-19T04:40:47.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.764+0000 7f5765303640 1 -- 172.21.15.111:0/2740050266 shutdown_connections 2024-09-19T04:40:47.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.764+0000 7f5765303640 1 --2- 172.21.15.111:0/2740050266 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f576015ebb0 0x7f57600b3300 unknown :-1 s=CLOSED pgs=1822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.764+0000 7f5765303640 1 --2- 172.21.15.111:0/2740050266 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5760162860 0x7f5760162c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.764+0000 7f5765303640 1 -- 172.21.15.111:0/2740050266 >> 172.21.15.111:0/2740050266 conn(0x7f576006ce90 msgr2=0x7f576006d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:47.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.764+0000 7f5765303640 1 -- 172.21.15.111:0/2740050266 shutdown_connections 2024-09-19T04:40:47.768 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.764+0000 7f5765303640 1 -- 172.21.15.111:0/2740050266 wait complete. 2024-09-19T04:40:47.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.766+0000 7f5765303640 1 Processor -- start 2024-09-19T04:40:47.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.766+0000 7f5765303640 1 -- start start 2024-09-19T04:40:47.771 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.766+0000 7f5765303640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f57600b3840 0x7f5760159bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.766+0000 7f5765303640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f576015ebb0 0x7f5760161170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.766+0000 7f5765303640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5760162860 0x7f57601616b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.766+0000 7f5765303640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f576006c430 con 0x7f57600b3840 2024-09-19T04:40:47.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.766+0000 7f5765303640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f576006c2b0 con 0x7f576015ebb0 2024-09-19T04:40:47.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.766+0000 7f5765303640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f576015eff0 con 0x7f5760162860 2024-09-19T04:40:47.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.766+0000 7f575effd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f57600b3840 0x7f5760159bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.766+0000 7f575effd640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f57600b3840 0x7f5760159bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37550/0 (socket says 172.21.15.111:37550) 2024-09-19T04:40:47.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.766+0000 7f575effd640 1 -- 172.21.15.111:0/1058799615 learned_addr learned my addr 172.21.15.111:0/1058799615 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:47.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.766+0000 7f575f7fe640 1 --2- 172.21.15.111:0/1058799615 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5760162860 0x7f57601616b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.767+0000 7f575e7fc640 1 --2- 172.21.15.111:0/1058799615 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f576015ebb0 0x7f5760161170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.772 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.767+0000 7f575effd640 1 -- 172.21.15.111:0/1058799615 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5760162860 msgr2=0x7f57601616b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.767+0000 7f575effd640 1 --2- 172.21.15.111:0/1058799615 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5760162860 0x7f57601616b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.767+0000 7f575effd640 1 -- 172.21.15.111:0/1058799615 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f576015ebb0 msgr2=0x7f5760161170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.767+0000 7f575effd640 1 --2- 172.21.15.111:0/1058799615 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f576015ebb0 0x7f5760161170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.767+0000 7f575effd640 1 -- 172.21.15.111:0/1058799615 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f576015b850 con 0x7f57600b3840 2024-09-19T04:40:47.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.767+0000 7f575e7fc640 1 --2- 172.21.15.111:0/1058799615 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f576015ebb0 0x7f5760161170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:47.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.767+0000 7f575effd640 1 --2- 172.21.15.111:0/1058799615 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f57600b3840 0x7f5760159bf0 secure :-1 s=READY pgs=1823 cs=0 l=1 rev1=1 crypto rx=0x7f575800c7f0 tx=0x7f575800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:47.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.767+0000 7f57477fe640 1 -- 172.21.15.111:0/1058799615 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5758015070 con 0x7f57600b3840 2024-09-19T04:40:47.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.767+0000 7f57477fe640 1 -- 172.21.15.111:0/1058799615 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5758004220 con 0x7f57600b3840 2024-09-19T04:40:47.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.767+0000 7f5765303640 1 -- 172.21.15.111:0/1058799615 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f576015bb30 con 0x7f57600b3840 2024-09-19T04:40:47.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.767+0000 7f57477fe640 1 -- 172.21.15.111:0/1058799615 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5758007620 con 0x7f57600b3840 2024-09-19T04:40:47.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.767+0000 7f5765303640 1 -- 172.21.15.111:0/1058799615 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f576015c0f0 con 0x7f57600b3840 2024-09-19T04:40:47.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.768+0000 7f5765303640 1 -- 172.21.15.111:0/1058799615 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57600b3300 con 0x7f57600b3840 2024-09-19T04:40:47.773 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.769+0000 7f57477fe640 1 -- 172.21.15.111:0/1058799615 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7f57580079d0 con 0x7f57600b3840 2024-09-19T04:40:47.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.769+0000 7f57477fe640 1 --2- 172.21.15.111:0/1058799615 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f574c06cdf0 0x7f574c06f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:47.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.769+0000 7f57477fe640 1 -- 172.21.15.111:0/1058799615 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7f5758089f90 con 0x7f57600b3840 2024-09-19T04:40:47.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.769+0000 7f575e7fc640 1 --2- 172.21.15.111:0/1058799615 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f574c06cdf0 0x7f574c06f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:47.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.770+0000 7f575e7fc640 1 --2- 172.21.15.111:0/1058799615 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f574c06cdf0 0x7f574c06f2b0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f5754034000 tx=0x7f575402e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:47.774 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.773+0000 7f57477fe640 1 -- 172.21.15.111:0/1058799615 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5758059910 con 0x7f57600b3840 2024-09-19T04:40:47.938 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.937+0000 7f5765303640 1 -- 172.21.15.111:0/1058799615 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7f57600b1900 con 0x7f574c06cdf0 2024-09-19T04:40:47.939 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.938+0000 7f57477fe640 1 -- 172.21.15.111:0/1058799615 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f57600b1900 con 0x7f574c06cdf0 2024-09-19T04:40:47.939 INFO:teuthology.orchestra.run.smithi111.stderr:instructed osd(s) 5 to deep-scrub 2024-09-19T04:40:47.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.940+0000 7f5765303640 1 -- 172.21.15.111:0/1058799615 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f574c06cdf0 msgr2=0x7f574c06f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.940+0000 7f5765303640 1 --2- 172.21.15.111:0/1058799615 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f574c06cdf0 0x7f574c06f2b0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f5754034000 tx=0x7f575402e000 comp rx=0 tx=0).stop 2024-09-19T04:40:47.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.940+0000 7f5765303640 1 -- 172.21.15.111:0/1058799615 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f57600b3840 msgr2=0x7f5760159bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.940+0000 7f5765303640 1 --2- 172.21.15.111:0/1058799615 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f57600b3840 0x7f5760159bf0 secure :-1 s=READY pgs=1823 cs=0 l=1 rev1=1 crypto rx=0x7f575800c7f0 tx=0x7f575800ccb0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.940+0000 7f5765303640 1 -- 172.21.15.111:0/1058799615 shutdown_connections 2024-09-19T04:40:47.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.940+0000 7f5765303640 1 --2- 172.21.15.111:0/1058799615 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f574c06cdf0 0x7f574c06f2b0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.940+0000 7f5765303640 1 --2- 172.21.15.111:0/1058799615 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f5760162860 0x7f57601616b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.940+0000 7f5765303640 1 --2- 172.21.15.111:0/1058799615 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f576015ebb0 0x7f5760161170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.940+0000 7f5765303640 1 --2- 172.21.15.111:0/1058799615 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f57600b3840 0x7f5760159bf0 unknown :-1 s=CLOSED pgs=1823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.940+0000 7f5765303640 1 -- 172.21.15.111:0/1058799615 >> 172.21.15.111:0/1058799615 conn(0x7f576006ce90 msgr2=0x7f5760155000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:47.942 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.940+0000 7f5765303640 1 -- 172.21.15.111:0/1058799615 shutdown_connections 2024-09-19T04:40:47.943 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:47.940+0000 7f5765303640 1 -- 172.21.15.111:0/1058799615 wait complete. 2024-09-19T04:40:47.952 INFO:tasks.ceph:Scrubbing osd.6 2024-09-19T04:40:47.953 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-19T04:40:48.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.053+0000 7f2648827640 1 Processor -- start 2024-09-19T04:40:48.055 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.053+0000 7f2648827640 1 -- start start 2024-09-19T04:40:48.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.054+0000 7f2648827640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f26440b61e0 0x7f26440b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.054+0000 7f2648827640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f26441633f0 con 0x7f26440b3b00 2024-09-19T04:40:48.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.054+0000 7f2648827640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f26440b6b00 con 0x7f26440d3990 2024-09-19T04:40:48.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.054+0000 7f2648827640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f26440d24f0 con 0x7f26440b61e0 2024-09-19T04:40:48.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.054+0000 7f2641d9b640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f26440b3b00 0x7f26441625d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57266/0 (socket says 172.21.15.111:57266) 2024-09-19T04:40:48.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.054+0000 7f2641d9b640 1 -- 172.21.15.111:0/2117984601 learned_addr learned my addr 172.21.15.111:0/2117984601 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:48.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.055+0000 7f264259c640 1 --2- 172.21.15.111:0/2117984601 >> v2:172.21.15.114:3300/0 conn(0x7f26440b61e0 0x7f26440b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.055+0000 7f264159a640 1 -- 172.21.15.111:0/2117984601 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3992718988 0 0) 0x7f26441633f0 con 0x7f26440b3b00 2024-09-19T04:40:48.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.055+0000 7f264159a640 1 -- 172.21.15.111:0/2117984601 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f262c003520 con 0x7f26440b3b00 2024-09-19T04:40:48.059 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.055+0000 7f264159a640 1 -- 172.21.15.111:0/2117984601 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3895718070 0 0) 0x7f26440b6b00 con 0x7f26440d3990 2024-09-19T04:40:48.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.055+0000 7f264159a640 1 -- 172.21.15.111:0/2117984601 --> v1:172.21.15.114:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f26441633f0 con 0x7f26440d3990 2024-09-19T04:40:48.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.055+0000 7f264159a640 1 -- 172.21.15.111:0/2117984601 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3912931431 0 0) 0x7f262c003520 con 0x7f26440b3b00 2024-09-19T04:40:48.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.055+0000 7f264159a640 1 -- 172.21.15.111:0/2117984601 >> v2:172.21.15.114:3300/0 conn(0x7f26440b61e0 msgr2=0x7f26440b65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:48.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.055+0000 7f264159a640 1 --2- 172.21.15.111:0/2117984601 >> v2:172.21.15.114:3300/0 conn(0x7f26440b61e0 0x7f26440b65c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.055+0000 7f264159a640 1 -- 172.21.15.111:0/2117984601 >> v1:172.21.15.114:6789/0 conn(0x7f26440d3990 legacy=0x7f2644162ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.055+0000 7f264159a640 1 -- 172.21.15.111:0/2117984601 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26440d20e0 con 0x7f26440b3b00 2024-09-19T04:40:48.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.055+0000 7f264159a640 1 -- 172.21.15.111:0/2117984601 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f2638001670 con 0x7f26440b3b00 2024-09-19T04:40:48.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.055+0000 7f264159a640 1 -- 172.21.15.111:0/2117984601 >> v1:172.21.15.111:6789/0 conn(0x7f26440b3b00 legacy=0x7f26441625d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.055+0000 7f264159a640 1 --2- 172.21.15.111:0/2117984601 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f262c003b40 0x7f262c003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.055+0000 7f264159a640 1 --2- 172.21.15.111:0/2117984601 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f262c004800 0x7f262c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.055+0000 7f264159a640 1 --2- 172.21.15.111:0/2117984601 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f262c005230 0x7f262c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.055+0000 7f264159a640 1 -- 172.21.15.111:0/2117984601 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f26440d24f0 con 0x7f262c005230 2024-09-19T04:40:48.060 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.055+0000 7f264159a640 1 -- 172.21.15.111:0/2117984601 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f262c00c190 con 0x7f262c004800 2024-09-19T04:40:48.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.055+0000 7f264159a640 1 -- 172.21.15.111:0/2117984601 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f262c00c390 con 0x7f262c003b40 2024-09-19T04:40:48.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.055+0000 7f2642d9d640 1 --2- 172.21.15.111:0/2117984601 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f262c005230 0x7f262c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.055+0000 7f2641d9b640 1 --2- 172.21.15.111:0/2117984601 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f262c004800 0x7f262c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.055+0000 7f264259c640 1 --2- 172.21.15.111:0/2117984601 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f262c003b40 0x7f262c003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.056+0000 7f2642d9d640 1 -- 172.21.15.111:0/2117984601 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f262c003b40 msgr2=0x7f262c003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:48.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.056+0000 7f2642d9d640 1 --2- 172.21.15.111:0/2117984601 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f262c003b40 0x7f262c003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.056+0000 7f2642d9d640 1 -- 172.21.15.111:0/2117984601 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f262c004800 msgr2=0x7f262c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:48.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.056+0000 7f2642d9d640 1 --2- 172.21.15.111:0/2117984601 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f262c004800 0x7f262c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.056+0000 7f2642d9d640 1 -- 172.21.15.111:0/2117984601 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f262c003520 con 0x7f262c005230 2024-09-19T04:40:48.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.056+0000 7f2642d9d640 1 -- 172.21.15.111:0/2117984601 reap_dead start 2024-09-19T04:40:48.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.056+0000 7f2642d9d640 1 --2- 172.21.15.111:0/2117984601 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f262c005230 0x7f262c00b9c0 secure :-1 s=READY pgs=1825 cs=0 l=1 rev1=1 crypto rx=0x7f263c001fd0 tx=0x7f262c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7863bf6ad7cad9aa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:48.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.056+0000 7f264159a640 1 -- 172.21.15.111:0/2117984601 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f263c001bf0 con 0x7f262c005230 2024-09-19T04:40:48.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.056+0000 7f264159a640 1 -- 172.21.15.111:0/2117984601 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f263c003b70 con 0x7f262c005230 2024-09-19T04:40:48.061 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.056+0000 7f264159a640 1 -- 172.21.15.111:0/2117984601 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f263c0050d0 con 0x7f262c005230 2024-09-19T04:40:48.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.057+0000 7f2648827640 1 -- 172.21.15.111:0/2117984601 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f262c005230 msgr2=0x7f262c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.057+0000 7f2648827640 1 --2- 172.21.15.111:0/2117984601 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f262c005230 0x7f262c00b9c0 secure :-1 s=READY pgs=1825 cs=0 l=1 rev1=1 crypto rx=0x7f263c001fd0 tx=0x7f262c005830 comp rx=0 tx=0).stop 2024-09-19T04:40:48.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.057+0000 7f2648827640 1 -- 172.21.15.111:0/2117984601 shutdown_connections 2024-09-19T04:40:48.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.057+0000 7f2648827640 1 --2- 172.21.15.111:0/2117984601 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f262c005230 0x7f262c00b9c0 unknown :-1 s=CLOSED pgs=1825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.057+0000 7f2648827640 1 -- 172.21.15.111:0/2117984601 >> 172.21.15.111:0/2117984601 conn(0x7f26440d11e0 msgr2=0x7f26440d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:48.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.057+0000 7f2648827640 1 -- 172.21.15.111:0/2117984601 shutdown_connections 2024-09-19T04:40:48.062 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.057+0000 7f2648827640 1 -- 172.21.15.111:0/2117984601 wait complete. 2024-09-19T04:40:48.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.058+0000 7f2648827640 1 Processor -- start 2024-09-19T04:40:48.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.058+0000 7f2648827640 1 -- start start 2024-09-19T04:40:48.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.059+0000 7f2648827640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f262c005230 0x7f26440cb830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.065 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.059+0000 7f2648827640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26440cbd70 0x7f26440cdfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.059+0000 7f2648827640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f26440ce500 0x7f26441f8460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.059+0000 7f2648827640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f26440d0030 con 0x7f262c005230 2024-09-19T04:40:48.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.059+0000 7f2648827640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f26440cfd50 con 0x7f26440ce500 2024-09-19T04:40:48.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.059+0000 7f2648827640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f264415edc0 con 0x7f26440cbd70 2024-09-19T04:40:48.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.059+0000 7f264259c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f262c005230 0x7f26440cb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.059+0000 7f264259c640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f262c005230 0x7f26440cb830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37582/0 (socket says 172.21.15.111:37582) 2024-09-19T04:40:48.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.059+0000 7f264259c640 1 -- 172.21.15.111:0/711919287 learned_addr learned my addr 172.21.15.111:0/711919287 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:48.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.059+0000 7f2641d9b640 1 --2- 172.21.15.111:0/711919287 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26440cbd70 0x7f26440cdfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.059+0000 7f2642d9d640 1 --2- 172.21.15.111:0/711919287 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f26440ce500 0x7f26441f8460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.060+0000 7f264259c640 1 -- 172.21.15.111:0/711919287 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26440cbd70 msgr2=0x7f26440cdfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.060+0000 7f264259c640 1 --2- 172.21.15.111:0/711919287 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f26440cbd70 0x7f26440cdfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.060+0000 7f264259c640 1 -- 172.21.15.111:0/711919287 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f26440ce500 msgr2=0x7f26441f8460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.066 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.060+0000 7f264259c640 1 --2- 172.21.15.111:0/711919287 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f26440ce500 0x7f26441f8460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.060+0000 7f264259c640 1 -- 172.21.15.111:0/711919287 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26440cce00 con 0x7f262c005230 2024-09-19T04:40:48.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.060+0000 7f264259c640 1 --2- 172.21.15.111:0/711919287 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f262c005230 0x7f26440cb830 secure :-1 s=READY pgs=1826 cs=0 l=1 rev1=1 crypto rx=0x7f26340118e0 tx=0x7f2634011da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:48.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.060+0000 7f2632ffd640 1 -- 172.21.15.111:0/711919287 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f263400faf0 con 0x7f262c005230 2024-09-19T04:40:48.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.060+0000 7f2632ffd640 1 -- 172.21.15.111:0/711919287 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f263400fc90 con 0x7f262c005230 2024-09-19T04:40:48.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.060+0000 7f2632ffd640 1 -- 172.21.15.111:0/711919287 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2634014440 con 0x7f262c005230 2024-09-19T04:40:48.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.060+0000 7f2648827640 1 -- 172.21.15.111:0/711919287 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26440cc280 con 0x7f262c005230 2024-09-19T04:40:48.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.060+0000 7f2648827640 1 -- 172.21.15.111:0/711919287 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26440cc840 con 0x7f262c005230 2024-09-19T04:40:48.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.061+0000 7f2648827640 1 -- 172.21.15.111:0/711919287 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f26440d1d00 con 0x7f262c005230 2024-09-19T04:40:48.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.061+0000 7f2632ffd640 1 -- 172.21.15.111:0/711919287 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7f2634012040 con 0x7f262c005230 2024-09-19T04:40:48.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.062+0000 7f2632ffd640 1 --2- 172.21.15.111:0/711919287 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f262406ce20 0x7f262406f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.062+0000 7f2632ffd640 1 -- 172.21.15.111:0/711919287 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7f263408a5f0 con 0x7f262c005230 2024-09-19T04:40:48.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.062+0000 7f2641d9b640 1 --2- 172.21.15.111:0/711919287 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f262406ce20 0x7f262406f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.067 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.062+0000 7f2632ffd640 1 --2- 172.21.15.111:0/711919287 >> [v2:172.21.15.114:6816/3336766701,v1:172.21.15.114:6817/3336766701] conn(0x7f2624072ce0 0x7f2624075120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.062+0000 7f2632ffd640 1 -- 172.21.15.111:0/711919287 --> [v2:172.21.15.114:6816/3336766701,v1:172.21.15.114:6817/3336766701] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2634025ec0 con 0x7f2624072ce0 2024-09-19T04:40:48.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.062+0000 7f2632ffd640 1 -- 172.21.15.111:0/711919287 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_get_version_reply(handle=1 version=170) ==== 24+0+0 (secure 0 0 0) 0x7f26340923b0 con 0x7f262c005230 2024-09-19T04:40:48.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.062+0000 7f2642d9d640 1 --2- 172.21.15.111:0/711919287 >> [v2:172.21.15.114:6816/3336766701,v1:172.21.15.114:6817/3336766701] conn(0x7f2624072ce0 0x7f2624075120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.063+0000 7f2641d9b640 1 --2- 172.21.15.111:0/711919287 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f262406ce20 0x7f262406f2e0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f2644160e90 tx=0x7f2638001e40 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:48.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.063+0000 7f2642d9d640 1 --2- 172.21.15.111:0/711919287 >> [v2:172.21.15.114:6816/3336766701,v1:172.21.15.114:6817/3336766701] conn(0x7f2624072ce0 0x7f2624075120 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:48.068 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.063+0000 7f2632ffd640 1 -- 172.21.15.111:0/711919287 <== osd.6 v2:172.21.15.114:6816/3336766701 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2634025ec0 con 0x7f2624072ce0 2024-09-19T04:40:48.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.076+0000 7f2648827640 1 -- 172.21.15.111:0/711919287 --> [v2:172.21.15.114:6816/3336766701,v1:172.21.15.114:6817/3336766701] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f26440cdda0 con 0x7f2624072ce0 2024-09-19T04:40:48.077 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.076+0000 7f2632ffd640 1 -- 172.21.15.111:0/711919287 <== osd.6 v2:172.21.15.114:6816/3336766701 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f26440cdda0 con 0x7f2624072ce0 2024-09-19T04:40:48.077 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:40:48.078 INFO:teuthology.orchestra.run.smithi111.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T04:40:48.078 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:40:48.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.076+0000 7f2648827640 1 -- 172.21.15.111:0/711919287 >> [v2:172.21.15.114:6816/3336766701,v1:172.21.15.114:6817/3336766701] conn(0x7f2624072ce0 msgr2=0x7f2624075120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.076+0000 7f2648827640 1 --2- 172.21.15.111:0/711919287 >> [v2:172.21.15.114:6816/3336766701,v1:172.21.15.114:6817/3336766701] conn(0x7f2624072ce0 0x7f2624075120 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.076+0000 7f2648827640 1 -- 172.21.15.111:0/711919287 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f262406ce20 msgr2=0x7f262406f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.076+0000 7f2648827640 1 --2- 172.21.15.111:0/711919287 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f262406ce20 0x7f262406f2e0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f2644160e90 tx=0x7f2638001e40 comp rx=0 tx=0).stop 2024-09-19T04:40:48.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.076+0000 7f2648827640 1 -- 172.21.15.111:0/711919287 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f262c005230 msgr2=0x7f26440cb830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.076+0000 7f2648827640 1 --2- 172.21.15.111:0/711919287 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f262c005230 0x7f26440cb830 secure :-1 s=READY pgs=1826 cs=0 l=1 rev1=1 crypto rx=0x7f26340118e0 tx=0x7f2634011da0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.076+0000 7f2642d9d640 1 -- 172.21.15.111:0/711919287 reap_dead start 2024-09-19T04:40:48.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.076+0000 7f2648827640 1 -- 172.21.15.111:0/711919287 shutdown_connections 2024-09-19T04:40:48.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.076+0000 7f2648827640 1 -- 172.21.15.111:0/711919287 >> 172.21.15.111:0/711919287 conn(0x7f26440d11e0 msgr2=0x7f26440b8bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:48.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.077+0000 7f2648827640 1 -- 172.21.15.111:0/711919287 shutdown_connections 2024-09-19T04:40:48.079 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.077+0000 7f2648827640 1 -- 172.21.15.111:0/711919287 wait complete. 2024-09-19T04:40:48.088 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-19T04:40:48.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.186+0000 7f0e2001e640 1 Processor -- start 2024-09-19T04:40:48.188 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.187+0000 7f0e2001e640 1 -- start start 2024-09-19T04:40:48.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.187+0000 7f0e2001e640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0e1815e940 0x7f0e180d1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.187+0000 7f0e2001e640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0e180b7170 con 0x7f0e180cef90 2024-09-19T04:40:48.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.187+0000 7f0e2001e640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0e180b7aa0 con 0x7f0e1815ed20 2024-09-19T04:40:48.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.187+0000 7f0e2001e640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f0e180d3660 con 0x7f0e1815e940 2024-09-19T04:40:48.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.188+0000 7f0e1ddba640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0e1815e940 0x7f0e180d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.188+0000 7f0e1ddba640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f0e1815e940 0x7f0e180d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37586/0 (socket says 172.21.15.111:37586) 2024-09-19T04:40:48.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.188+0000 7f0e1e5bb640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f0e180cef90 0x7f0e180b3930 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57278/0 (socket says 172.21.15.111:57278) 2024-09-19T04:40:48.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.188+0000 7f0e1ddba640 1 -- 172.21.15.111:0/1682083662 learned_addr learned my addr 172.21.15.111:0/1682083662 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:48.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.188+0000 7f0e1ddba640 1 -- 172.21.15.111:0/1682083662 >> v1:172.21.15.114:6789/0 conn(0x7f0e1815ed20 legacy=0x7f0e180b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.188+0000 7f0e1ddba640 1 -- 172.21.15.111:0/1682083662 >> v1:172.21.15.111:6789/0 conn(0x7f0e180cef90 legacy=0x7f0e180b3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.188+0000 7f0e1ddba640 1 -- 172.21.15.111:0/1682083662 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e180d3940 con 0x7f0e1815e940 2024-09-19T04:40:48.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.189+0000 7f0e1ddba640 1 --2- 172.21.15.111:0/1682083662 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e1815e940 0x7f0e180d1060 secure :-1 s=READY pgs=1828 cs=0 l=1 rev1=1 crypto rx=0x7f0e14009870 tx=0x7f0e1402a3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8dcd72b79f196c8a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:48.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.189+0000 7f0e1cdb8640 1 -- 172.21.15.111:0/1682083662 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e14037070 con 0x7f0e1815e940 2024-09-19T04:40:48.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.189+0000 7f0e1cdb8640 1 -- 172.21.15.111:0/1682083662 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e14032640 con 0x7f0e1815e940 2024-09-19T04:40:48.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.189+0000 7f0e1cdb8640 1 -- 172.21.15.111:0/1682083662 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e14032a10 con 0x7f0e1815e940 2024-09-19T04:40:48.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.189+0000 7f0e2001e640 1 -- 172.21.15.111:0/1682083662 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e1815e940 msgr2=0x7f0e180d1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.189+0000 7f0e2001e640 1 --2- 172.21.15.111:0/1682083662 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e1815e940 0x7f0e180d1060 secure :-1 s=READY pgs=1828 cs=0 l=1 rev1=1 crypto rx=0x7f0e14009870 tx=0x7f0e1402a3c0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.189+0000 7f0e2001e640 1 -- 172.21.15.111:0/1682083662 shutdown_connections 2024-09-19T04:40:48.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.189+0000 7f0e2001e640 1 --2- 172.21.15.111:0/1682083662 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e1815e940 0x7f0e180d1060 unknown :-1 s=CLOSED pgs=1828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.189+0000 7f0e2001e640 1 -- 172.21.15.111:0/1682083662 >> 172.21.15.111:0/1682083662 conn(0x7f0e180b6240 msgr2=0x7f0e180b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:48.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.189+0000 7f0e2001e640 1 -- 172.21.15.111:0/1682083662 shutdown_connections 2024-09-19T04:40:48.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.189+0000 7f0e2001e640 1 -- 172.21.15.111:0/1682083662 wait complete. 2024-09-19T04:40:48.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.190+0000 7f0e2001e640 1 Processor -- start 2024-09-19T04:40:48.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.191+0000 7f0e2001e640 1 -- start start 2024-09-19T04:40:48.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.191+0000 7f0e2001e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e180cef90 0x7f0e181f4c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.191+0000 7f0e2001e640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e1815e940 0x7f0e180cc130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.191+0000 7f0e2001e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e1815ed20 0x7f0e180b56d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.194 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.191+0000 7f0e2001e640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0e180d3310 con 0x7f0e180cef90 2024-09-19T04:40:48.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.191+0000 7f0e2001e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0e180d3f00 con 0x7f0e1815ed20 2024-09-19T04:40:48.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.191+0000 7f0e2001e640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f0e180d1ef0 con 0x7f0e1815e940 2024-09-19T04:40:48.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.191+0000 7f0e1ddba640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e180cef90 0x7f0e181f4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.191+0000 7f0e1ddba640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e180cef90 0x7f0e181f4c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37598/0 (socket says 172.21.15.111:37598) 2024-09-19T04:40:48.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.191+0000 7f0e1ddba640 1 -- 172.21.15.111:0/2365632124 learned_addr learned my addr 172.21.15.111:0/2365632124 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:48.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.191+0000 7f0e1d5b9640 1 --2- 172.21.15.111:0/2365632124 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e1815e940 0x7f0e180cc130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.191+0000 7f0e1e5bb640 1 --2- 172.21.15.111:0/2365632124 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e1815ed20 0x7f0e180b56d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.192+0000 7f0e1ddba640 1 -- 172.21.15.111:0/2365632124 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e1815e940 msgr2=0x7f0e180cc130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.192+0000 7f0e1ddba640 1 --2- 172.21.15.111:0/2365632124 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e1815e940 0x7f0e180cc130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.192+0000 7f0e1ddba640 1 -- 172.21.15.111:0/2365632124 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e1815ed20 msgr2=0x7f0e180b56d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.192+0000 7f0e1ddba640 1 --2- 172.21.15.111:0/2365632124 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e1815ed20 0x7f0e180b56d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.192+0000 7f0e1ddba640 1 -- 172.21.15.111:0/2365632124 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e180c9480 con 0x7f0e180cef90 2024-09-19T04:40:48.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.192+0000 7f0e1d5b9640 1 --2- 172.21.15.111:0/2365632124 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e1815e940 0x7f0e180cc130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:48.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.192+0000 7f0e1ddba640 1 --2- 172.21.15.111:0/2365632124 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e180cef90 0x7f0e181f4c50 secure :-1 s=READY pgs=1829 cs=0 l=1 rev1=1 crypto rx=0x7f0e14000c00 tx=0x7f0e140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:48.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.192+0000 7f0e0e7fc640 1 -- 172.21.15.111:0/2365632124 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e14037040 con 0x7f0e180cef90 2024-09-19T04:40:48.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.192+0000 7f0e0e7fc640 1 -- 172.21.15.111:0/2365632124 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e14042070 con 0x7f0e180cef90 2024-09-19T04:40:48.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.192+0000 7f0e2001e640 1 -- 172.21.15.111:0/2365632124 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e180c9760 con 0x7f0e180cef90 2024-09-19T04:40:48.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.192+0000 7f0e0e7fc640 1 -- 172.21.15.111:0/2365632124 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e14030bd0 con 0x7f0e180cef90 2024-09-19T04:40:48.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.192+0000 7f0e2001e640 1 -- 172.21.15.111:0/2365632124 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e180c9d20 con 0x7f0e180cef90 2024-09-19T04:40:48.196 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.193+0000 7f0e2001e640 1 -- 172.21.15.111:0/2365632124 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e180d1060 con 0x7f0e180cef90 2024-09-19T04:40:48.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.193+0000 7f0e0e7fc640 1 -- 172.21.15.111:0/2365632124 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7f0e14032500 con 0x7f0e180cef90 2024-09-19T04:40:48.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.194+0000 7f0e0e7fc640 1 --2- 172.21.15.111:0/2365632124 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0dfc06cdf0 0x7f0dfc06f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.194+0000 7f0e0e7fc640 1 -- 172.21.15.111:0/2365632124 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7f0e140aa880 con 0x7f0e180cef90 2024-09-19T04:40:48.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.194+0000 7f0e1d5b9640 1 --2- 172.21.15.111:0/2365632124 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0dfc06cdf0 0x7f0dfc06f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.197 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.194+0000 7f0e1d5b9640 1 --2- 172.21.15.111:0/2365632124 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0dfc06cdf0 0x7f0dfc06f2b0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f0e18155330 tx=0x7f0e08009040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:48.199 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.198+0000 7f0e0e7fc640 1 -- 172.21.15.111:0/2365632124 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0e1407aaa0 con 0x7f0e180cef90 2024-09-19T04:40:48.365 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.364+0000 7f0e2001e640 1 -- 172.21.15.111:0/2365632124 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7f0e180ba6b0 con 0x7f0dfc06cdf0 2024-09-19T04:40:48.366 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.364+0000 7f0e0e7fc640 1 -- 172.21.15.111:0/2365632124 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f0e180ba6b0 con 0x7f0dfc06cdf0 2024-09-19T04:40:48.366 INFO:teuthology.orchestra.run.smithi111.stderr:instructed osd(s) 6 to deep-scrub 2024-09-19T04:40:48.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.366+0000 7f0e2001e640 1 -- 172.21.15.111:0/2365632124 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0dfc06cdf0 msgr2=0x7f0dfc06f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.366+0000 7f0e2001e640 1 --2- 172.21.15.111:0/2365632124 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0dfc06cdf0 0x7f0dfc06f2b0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f0e18155330 tx=0x7f0e08009040 comp rx=0 tx=0).stop 2024-09-19T04:40:48.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.366+0000 7f0e2001e640 1 -- 172.21.15.111:0/2365632124 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e180cef90 msgr2=0x7f0e181f4c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.366+0000 7f0e2001e640 1 --2- 172.21.15.111:0/2365632124 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e180cef90 0x7f0e181f4c50 secure :-1 s=READY pgs=1829 cs=0 l=1 rev1=1 crypto rx=0x7f0e14000c00 tx=0x7f0e140046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.366+0000 7f0e2001e640 1 -- 172.21.15.111:0/2365632124 shutdown_connections 2024-09-19T04:40:48.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.366+0000 7f0e2001e640 1 --2- 172.21.15.111:0/2365632124 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f0dfc06cdf0 0x7f0dfc06f2b0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.367+0000 7f0e2001e640 1 --2- 172.21.15.111:0/2365632124 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e1815ed20 0x7f0e180b56d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.368 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.367+0000 7f0e2001e640 1 --2- 172.21.15.111:0/2365632124 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f0e1815e940 0x7f0e180cc130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.367+0000 7f0e2001e640 1 --2- 172.21.15.111:0/2365632124 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e180cef90 0x7f0e181f4c50 unknown :-1 s=CLOSED pgs=1829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.367+0000 7f0e2001e640 1 -- 172.21.15.111:0/2365632124 >> 172.21.15.111:0/2365632124 conn(0x7f0e180b6240 msgr2=0x7f0e180d5010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:48.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.367+0000 7f0e2001e640 1 -- 172.21.15.111:0/2365632124 shutdown_connections 2024-09-19T04:40:48.369 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.367+0000 7f0e2001e640 1 -- 172.21.15.111:0/2365632124 wait complete. 2024-09-19T04:40:48.379 INFO:tasks.ceph:Scrubbing osd.7 2024-09-19T04:40:48.379 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-19T04:40:48.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.482+0000 7f196ae82640 1 Processor -- start 2024-09-19T04:40:48.483 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.482+0000 7f196ae82640 1 -- start start 2024-09-19T04:40:48.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.482+0000 7f196ae82640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f196415e840 0x7f1964073250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.483+0000 7f196ae82640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1964073bb0 0x7f19640b4290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.484 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.483+0000 7f196ae82640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f19640b47d0 0x7f19640d2570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.483+0000 7f196ae82640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f19640b1da0 con 0x7f1964073bb0 2024-09-19T04:40:48.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.483+0000 7f196ae82640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f196406ccb0 con 0x7f19640b47d0 2024-09-19T04:40:48.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.483+0000 7f196ae82640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f196406d550 con 0x7f196415e840 2024-09-19T04:40:48.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.483+0000 7f1963fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1964073bb0 0x7f19640b4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.483+0000 7f1963fff640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1964073bb0 0x7f19640b4290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37604/0 (socket says 172.21.15.111:37604) 2024-09-19T04:40:48.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.483+0000 7f1963fff640 1 -- 172.21.15.111:0/383533226 learned_addr learned my addr 172.21.15.111:0/383533226 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:48.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.483+0000 7f1968c1e640 1 --2- 172.21.15.111:0/383533226 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f196415e840 0x7f1964073250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.483+0000 7f196941f640 1 --2- 172.21.15.111:0/383533226 >> v2:172.21.15.114:3300/0 conn(0x7f19640b47d0 0x7f19640d2570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.483+0000 7f1963fff640 1 -- 172.21.15.111:0/383533226 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f196415e840 msgr2=0x7f1964073250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:48.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.483+0000 7f1963fff640 1 --2- 172.21.15.111:0/383533226 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f196415e840 0x7f1964073250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.483+0000 7f1963fff640 1 -- 172.21.15.111:0/383533226 >> v2:172.21.15.114:3300/0 conn(0x7f19640b47d0 msgr2=0x7f19640d2570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:48.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.483+0000 7f1963fff640 1 --2- 172.21.15.111:0/383533226 >> v2:172.21.15.114:3300/0 conn(0x7f19640b47d0 0x7f19640d2570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.485 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.483+0000 7f1963fff640 1 -- 172.21.15.111:0/383533226 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1964073790 con 0x7f1964073bb0 2024-09-19T04:40:48.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.483+0000 7f1968c1e640 1 --2- 172.21.15.111:0/383533226 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f196415e840 0x7f1964073250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:48.486 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.483+0000 7f196941f640 1 --2- 172.21.15.111:0/383533226 >> v2:172.21.15.114:3300/0 conn(0x7f19640b47d0 0x7f19640d2570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:48.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.484+0000 7f1963fff640 1 --2- 172.21.15.111:0/383533226 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1964073bb0 0x7f19640b4290 secure :-1 s=READY pgs=1830 cs=0 l=1 rev1=1 crypto rx=0x7f19640b53a0 tx=0x7f195002a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec10c138cfbb881c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:48.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.484+0000 7f19637fe640 1 -- 172.21.15.111:0/383533226 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1950037070 con 0x7f1964073bb0 2024-09-19T04:40:48.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.484+0000 7f19637fe640 1 -- 172.21.15.111:0/383533226 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f195002ae00 con 0x7f1964073bb0 2024-09-19T04:40:48.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.484+0000 7f19637fe640 1 -- 172.21.15.111:0/383533226 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1950032660 con 0x7f1964073bb0 2024-09-19T04:40:48.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.484+0000 7f196ae82640 1 -- 172.21.15.111:0/383533226 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1964073bb0 msgr2=0x7f19640b4290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.484+0000 7f196ae82640 1 --2- 172.21.15.111:0/383533226 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1964073bb0 0x7f19640b4290 secure :-1 s=READY pgs=1830 cs=0 l=1 rev1=1 crypto rx=0x7f19640b53a0 tx=0x7f195002a0b0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.487 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.484+0000 7f196ae82640 1 -- 172.21.15.111:0/383533226 shutdown_connections 2024-09-19T04:40:48.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.484+0000 7f196ae82640 1 --2- 172.21.15.111:0/383533226 >> v2:172.21.15.114:3300/0 conn(0x7f19640b47d0 0x7f19640d2570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.484+0000 7f196ae82640 1 --2- 172.21.15.111:0/383533226 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1964073bb0 0x7f19640b4290 unknown :-1 s=CLOSED pgs=1830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.484+0000 7f196ae82640 1 --2- 172.21.15.111:0/383533226 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f196415e840 0x7f1964073250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.484+0000 7f196ae82640 1 -- 172.21.15.111:0/383533226 >> 172.21.15.111:0/383533226 conn(0x7f1964062630 msgr2=0x7f1964062a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:48.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.484+0000 7f196ae82640 1 -- 172.21.15.111:0/383533226 shutdown_connections 2024-09-19T04:40:48.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.484+0000 7f196ae82640 1 -- 172.21.15.111:0/383533226 wait complete. 2024-09-19T04:40:48.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.486+0000 7f196ae82640 1 Processor -- start 2024-09-19T04:40:48.488 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.486+0000 7f196ae82640 1 -- start start 2024-09-19T04:40:48.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.486+0000 7f196ae82640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1964073bb0 0x7f1964158a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.486+0000 7f196ae82640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f19640b47d0 0x7f1964157e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.486+0000 7f196ae82640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f196415e840 0x7f196414bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.486+0000 7f196ae82640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f196406cf00 con 0x7f19640b47d0 2024-09-19T04:40:48.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.486+0000 7f196ae82640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f19640b4c00 con 0x7f196415e840 2024-09-19T04:40:48.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.486+0000 7f196ae82640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f196406d1e0 con 0x7f1964073bb0 2024-09-19T04:40:48.491 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.487+0000 7f1963fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f19640b47d0 0x7f1964157e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.492 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.487+0000 7f1963fff640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f19640b47d0 0x7f1964157e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37612/0 (socket says 172.21.15.111:37612) 2024-09-19T04:40:48.492 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.487+0000 7f1963fff640 1 -- 172.21.15.111:0/56272417 learned_addr learned my addr 172.21.15.111:0/56272417 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:48.492 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.487+0000 7f196941f640 1 --2- 172.21.15.111:0/56272417 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f196415e840 0x7f196414bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.492 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.487+0000 7f1968c1e640 1 --2- 172.21.15.111:0/56272417 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1964073bb0 0x7f1964158a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.492 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.487+0000 7f1963fff640 1 -- 172.21.15.111:0/56272417 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1964073bb0 msgr2=0x7f1964158a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.492 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.487+0000 7f1963fff640 1 --2- 172.21.15.111:0/56272417 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1964073bb0 0x7f1964158a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.492 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.487+0000 7f1963fff640 1 -- 172.21.15.111:0/56272417 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f196415e840 msgr2=0x7f196414bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.492 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.487+0000 7f1963fff640 1 --2- 172.21.15.111:0/56272417 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f196415e840 0x7f196414bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.493 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.487+0000 7f1963fff640 1 -- 172.21.15.111:0/56272417 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1964156b30 con 0x7f19640b47d0 2024-09-19T04:40:48.493 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.487+0000 7f196941f640 1 --2- 172.21.15.111:0/56272417 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f196415e840 0x7f196414bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:48.493 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.487+0000 7f1963fff640 1 --2- 172.21.15.111:0/56272417 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f19640b47d0 0x7f1964157e80 secure :-1 s=READY pgs=1831 cs=0 l=1 rev1=1 crypto rx=0x7f195002a0f0 tx=0x7f19500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:48.493 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.487+0000 7f19617fa640 1 -- 172.21.15.111:0/56272417 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1950041070 con 0x7f19640b47d0 2024-09-19T04:40:48.493 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.487+0000 7f19617fa640 1 -- 172.21.15.111:0/56272417 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f195003c670 con 0x7f19640b47d0 2024-09-19T04:40:48.493 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.487+0000 7f19617fa640 1 -- 172.21.15.111:0/56272417 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1950037040 con 0x7f19640b47d0 2024-09-19T04:40:48.493 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.487+0000 7f196ae82640 1 -- 172.21.15.111:0/56272417 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19641579a0 con 0x7f19640b47d0 2024-09-19T04:40:48.493 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.487+0000 7f196ae82640 1 -- 172.21.15.111:0/56272417 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1964156850 con 0x7f19640b47d0 2024-09-19T04:40:48.493 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.488+0000 7f196ae82640 1 -- 172.21.15.111:0/56272417 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f196415ec20 con 0x7f19640b47d0 2024-09-19T04:40:48.493 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.489+0000 7f19617fa640 1 -- 172.21.15.111:0/56272417 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7f195003a070 con 0x7f19640b47d0 2024-09-19T04:40:48.493 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.489+0000 7f19617fa640 1 --2- 172.21.15.111:0/56272417 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f194806cdf0 0x7f194806f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.493 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.489+0000 7f19617fa640 1 -- 172.21.15.111:0/56272417 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7f19500aaa50 con 0x7f19640b47d0 2024-09-19T04:40:48.494 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.489+0000 7f19617fa640 1 --2- 172.21.15.111:0/56272417 >> [v2:172.21.15.114:6824/1521082269,v1:172.21.15.114:6825/1521082269] conn(0x7f1948072cb0 0x7f19480750f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.494 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.489+0000 7f19617fa640 1 -- 172.21.15.111:0/56272417 --> [v2:172.21.15.114:6824/1521082269,v1:172.21.15.114:6825/1521082269] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1950033e50 con 0x7f1948072cb0 2024-09-19T04:40:48.494 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.489+0000 7f19617fa640 1 -- 172.21.15.111:0/56272417 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_get_version_reply(handle=1 version=170) ==== 24+0+0 (secure 0 0 0) 0x7f19500ad230 con 0x7f19640b47d0 2024-09-19T04:40:48.494 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.490+0000 7f1968c1e640 1 --2- 172.21.15.111:0/56272417 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f194806cdf0 0x7f194806f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.494 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.490+0000 7f196941f640 1 --2- 172.21.15.111:0/56272417 >> [v2:172.21.15.114:6824/1521082269,v1:172.21.15.114:6825/1521082269] conn(0x7f1948072cb0 0x7f19480750f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.494 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.490+0000 7f1968c1e640 1 --2- 172.21.15.111:0/56272417 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f194806cdf0 0x7f194806f2b0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f19641593a0 tx=0x7f1958008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:48.494 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.490+0000 7f196941f640 1 --2- 172.21.15.111:0/56272417 >> [v2:172.21.15.114:6824/1521082269,v1:172.21.15.114:6825/1521082269] conn(0x7f1948072cb0 0x7f19480750f0 crc :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:48.494 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.491+0000 7f19617fa640 1 -- 172.21.15.111:0/56272417 <== osd.7 v2:172.21.15.114:6824/1521082269 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1950033e50 con 0x7f1948072cb0 2024-09-19T04:40:48.504 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.503+0000 7f196ae82640 1 -- 172.21.15.111:0/56272417 --> [v2:172.21.15.114:6824/1521082269,v1:172.21.15.114:6825/1521082269] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f19640d3340 con 0x7f1948072cb0 2024-09-19T04:40:48.505 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.504+0000 7f19617fa640 1 -- 172.21.15.111:0/56272417 <== osd.7 v2:172.21.15.114:6824/1521082269 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f19640d3340 con 0x7f1948072cb0 2024-09-19T04:40:48.505 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-09-19T04:40:48.505 INFO:teuthology.orchestra.run.smithi111.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T04:40:48.505 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-09-19T04:40:48.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.504+0000 7f196ae82640 1 -- 172.21.15.111:0/56272417 >> [v2:172.21.15.114:6824/1521082269,v1:172.21.15.114:6825/1521082269] conn(0x7f1948072cb0 msgr2=0x7f19480750f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.504+0000 7f196ae82640 1 --2- 172.21.15.111:0/56272417 >> [v2:172.21.15.114:6824/1521082269,v1:172.21.15.114:6825/1521082269] conn(0x7f1948072cb0 0x7f19480750f0 crc :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.506 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.504+0000 7f196ae82640 1 -- 172.21.15.111:0/56272417 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f194806cdf0 msgr2=0x7f194806f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.504+0000 7f196ae82640 1 --2- 172.21.15.111:0/56272417 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f194806cdf0 0x7f194806f2b0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f19641593a0 tx=0x7f1958008040 comp rx=0 tx=0).stop 2024-09-19T04:40:48.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.504+0000 7f196ae82640 1 -- 172.21.15.111:0/56272417 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f19640b47d0 msgr2=0x7f1964157e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.504+0000 7f196ae82640 1 --2- 172.21.15.111:0/56272417 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f19640b47d0 0x7f1964157e80 secure :-1 s=READY pgs=1831 cs=0 l=1 rev1=1 crypto rx=0x7f195002a0f0 tx=0x7f19500046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.504+0000 7f196941f640 1 -- 172.21.15.111:0/56272417 reap_dead start 2024-09-19T04:40:48.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.504+0000 7f196ae82640 1 -- 172.21.15.111:0/56272417 shutdown_connections 2024-09-19T04:40:48.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.504+0000 7f196ae82640 1 -- 172.21.15.111:0/56272417 >> 172.21.15.111:0/56272417 conn(0x7f1964062630 msgr2=0x7f196415cc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:48.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.504+0000 7f196ae82640 1 -- 172.21.15.111:0/56272417 shutdown_connections 2024-09-19T04:40:48.507 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.504+0000 7f196ae82640 1 -- 172.21.15.111:0/56272417 wait complete. 2024-09-19T04:40:48.516 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-19T04:40:48.619 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.618+0000 7f77d349b640 1 Processor -- start 2024-09-19T04:40:48.620 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.618+0000 7f77d349b640 1 -- start start 2024-09-19T04:40:48.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.619+0000 7f77d349b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f77cc0cf070 0x7f77cc0cf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.619+0000 7f77d349b640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f77cc073120 0x7f77cc073560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.622 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.619+0000 7f77d349b640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f77cc0ce740 con 0x7f77cc15c180 2024-09-19T04:40:48.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.619+0000 7f77d349b640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f77cc072640 con 0x7f77cc073120 2024-09-19T04:40:48.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.619+0000 7f77d349b640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f77cc072920 con 0x7f77cc0cf070 2024-09-19T04:40:48.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.619+0000 7f77d1237640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f77cc15c180 0x7f77cc0cdcf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57288/0 (socket says 172.21.15.111:57288) 2024-09-19T04:40:48.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.619+0000 7f77d1237640 1 -- 172.21.15.111:0/1236478679 learned_addr learned my addr 172.21.15.111:0/1236478679 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:40:48.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.619+0000 7f77d1a38640 1 --2- 172.21.15.111:0/1236478679 >> v2:172.21.15.111:3300/0 conn(0x7f77cc073120 0x7f77cc073560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.619+0000 7f77d0a36640 1 --2- 172.21.15.111:0/1236478679 >> v2:172.21.15.114:3300/0 conn(0x7f77cc0cf070 0x7f77cc0cf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.619+0000 7f77cbfff640 1 -- 172.21.15.111:0/1236478679 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1112620918 0 0) 0x7f77cc0ce740 con 0x7f77cc15c180 2024-09-19T04:40:48.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.619+0000 7f77cbfff640 1 -- 172.21.15.111:0/1236478679 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f77b4003520 con 0x7f77cc15c180 2024-09-19T04:40:48.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.620+0000 7f77d1a38640 1 -- 172.21.15.111:0/1236478679 >> v2:172.21.15.114:3300/0 conn(0x7f77cc0cf070 msgr2=0x7f77cc0cf4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:48.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.620+0000 7f77d1a38640 1 --2- 172.21.15.111:0/1236478679 >> v2:172.21.15.114:3300/0 conn(0x7f77cc0cf070 0x7f77cc0cf4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.620+0000 7f77d1a38640 1 -- 172.21.15.111:0/1236478679 >> v1:172.21.15.111:6789/0 conn(0x7f77cc15c180 legacy=0x7f77cc0cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.620+0000 7f77d1a38640 1 -- 172.21.15.111:0/1236478679 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77cc072c00 con 0x7f77cc073120 2024-09-19T04:40:48.623 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.620+0000 7f77d1a38640 1 --2- 172.21.15.111:0/1236478679 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77cc073120 0x7f77cc073560 secure :-1 s=READY pgs=1833 cs=0 l=1 rev1=1 crypto rx=0x7f77cc06f430 tx=0x7f77c402a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3aab660baac462f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:48.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.620+0000 7f77cbfff640 1 -- 172.21.15.111:0/1236478679 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77c4007740 con 0x7f77cc073120 2024-09-19T04:40:48.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.620+0000 7f77cbfff640 1 -- 172.21.15.111:0/1236478679 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f77c40078e0 con 0x7f77cc073120 2024-09-19T04:40:48.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.620+0000 7f77cbfff640 1 -- 172.21.15.111:0/1236478679 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77c4007c90 con 0x7f77cc073120 2024-09-19T04:40:48.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.621+0000 7f77d349b640 1 -- 172.21.15.111:0/1236478679 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77cc073120 msgr2=0x7f77cc073560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.621+0000 7f77d349b640 1 --2- 172.21.15.111:0/1236478679 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77cc073120 0x7f77cc073560 secure :-1 s=READY pgs=1833 cs=0 l=1 rev1=1 crypto rx=0x7f77cc06f430 tx=0x7f77c402a5f0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.621+0000 7f77d349b640 1 -- 172.21.15.111:0/1236478679 shutdown_connections 2024-09-19T04:40:48.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.621+0000 7f77d349b640 1 --2- 172.21.15.111:0/1236478679 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77cc073120 0x7f77cc073560 unknown :-1 s=CLOSED pgs=1833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.621+0000 7f77d349b640 1 --2- 172.21.15.111:0/1236478679 >> v2:172.21.15.114:3300/0 conn(0x7f77cc0cf070 0x7f77cc0cf4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.621+0000 7f77d349b640 1 -- 172.21.15.111:0/1236478679 >> 172.21.15.111:0/1236478679 conn(0x7f77cc062cc0 msgr2=0x7f77cc06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:48.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.621+0000 7f77d349b640 1 -- 172.21.15.111:0/1236478679 shutdown_connections 2024-09-19T04:40:48.624 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.621+0000 7f77d349b640 1 -- 172.21.15.111:0/1236478679 wait complete. 2024-09-19T04:40:48.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.622+0000 7f77d349b640 1 Processor -- start 2024-09-19T04:40:48.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.623+0000 7f77d349b640 1 -- start start 2024-09-19T04:40:48.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.623+0000 7f77d349b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77cc073120 0x7f77cc14e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.623+0000 7f77d349b640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77cc0cf070 0x7f77cc14eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.626 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.623+0000 7f77d349b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77cc15c180 0x7f77cc14f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.623+0000 7f77d349b640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f77cc0722f0 con 0x7f77cc073120 2024-09-19T04:40:48.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.623+0000 7f77d349b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f77cc0ced00 con 0x7f77cc15c180 2024-09-19T04:40:48.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.623+0000 7f77d349b640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f77cc15c560 con 0x7f77cc0cf070 2024-09-19T04:40:48.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.623+0000 7f77d1237640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77cc073120 0x7f77cc14e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.623+0000 7f77d1237640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77cc073120 0x7f77cc14e600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37628/0 (socket says 172.21.15.111:37628) 2024-09-19T04:40:48.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.623+0000 7f77d1237640 1 -- 172.21.15.111:0/2312906138 learned_addr learned my addr 172.21.15.111:0/2312906138 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:48.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.624+0000 7f77d1237640 1 -- 172.21.15.111:0/2312906138 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77cc0cf070 msgr2=0x7f77cc14eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.624+0000 7f77d1237640 1 --2- 172.21.15.111:0/2312906138 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77cc0cf070 0x7f77cc14eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.624+0000 7f77d1a38640 1 --2- 172.21.15.111:0/2312906138 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77cc15c180 0x7f77cc14f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.624+0000 7f77d1237640 1 -- 172.21.15.111:0/2312906138 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77cc15c180 msgr2=0x7f77cc14f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.624+0000 7f77d1237640 1 --2- 172.21.15.111:0/2312906138 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77cc15c180 0x7f77cc14f080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.624+0000 7f77d1237640 1 -- 172.21.15.111:0/2312906138 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77cc14de40 con 0x7f77cc073120 2024-09-19T04:40:48.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.624+0000 7f77d1237640 1 --2- 172.21.15.111:0/2312906138 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77cc073120 0x7f77cc14e600 secure :-1 s=READY pgs=1834 cs=0 l=1 rev1=1 crypto rx=0x7f77bc00c390 tx=0x7f77bc00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:48.627 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.624+0000 7f77c9ffb640 1 -- 172.21.15.111:0/2312906138 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77bc017070 con 0x7f77cc073120 2024-09-19T04:40:48.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.624+0000 7f77c9ffb640 1 -- 172.21.15.111:0/2312906138 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f77bc005ce0 con 0x7f77cc073120 2024-09-19T04:40:48.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.624+0000 7f77c9ffb640 1 -- 172.21.15.111:0/2312906138 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77bc0072f0 con 0x7f77cc073120 2024-09-19T04:40:48.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.624+0000 7f77d349b640 1 -- 172.21.15.111:0/2312906138 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77cc150ae0 con 0x7f77cc073120 2024-09-19T04:40:48.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.624+0000 7f77d349b640 1 -- 172.21.15.111:0/2312906138 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77cc14e0e0 con 0x7f77cc073120 2024-09-19T04:40:48.628 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.625+0000 7f77d349b640 1 -- 172.21.15.111:0/2312906138 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77cc0cf4e0 con 0x7f77cc073120 2024-09-19T04:40:48.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.626+0000 7f77c9ffb640 1 -- 172.21.15.111:0/2312906138 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7f77bc01a070 con 0x7f77cc073120 2024-09-19T04:40:48.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.626+0000 7f77c9ffb640 1 --2- 172.21.15.111:0/2312906138 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f77b806cdf0 0x7f77b806f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.626+0000 7f77c9ffb640 1 -- 172.21.15.111:0/2312906138 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7f77bc0893e0 con 0x7f77cc073120 2024-09-19T04:40:48.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.626+0000 7f77d0a36640 1 --2- 172.21.15.111:0/2312906138 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f77b806cdf0 0x7f77b806f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.629 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.627+0000 7f77d0a36640 1 --2- 172.21.15.111:0/2312906138 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f77b806cdf0 0x7f77b806f2b0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f77cc15aca0 tx=0x7f77c0008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:48.631 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.630+0000 7f77c9ffb640 1 -- 172.21.15.111:0/2312906138 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f77bc059470 con 0x7f77cc073120 2024-09-19T04:40:48.797 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.796+0000 7f77d349b640 1 -- 172.21.15.111:0/2312906138 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7f77cc071930 con 0x7f77b806cdf0 2024-09-19T04:40:48.798 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.797+0000 7f77c9ffb640 1 -- 172.21.15.111:0/2312906138 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f77cc071930 con 0x7f77b806cdf0 2024-09-19T04:40:48.798 INFO:teuthology.orchestra.run.smithi111.stderr:instructed osd(s) 7 to deep-scrub 2024-09-19T04:40:48.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.799+0000 7f77d349b640 1 -- 172.21.15.111:0/2312906138 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f77b806cdf0 msgr2=0x7f77b806f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.799+0000 7f77d349b640 1 --2- 172.21.15.111:0/2312906138 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f77b806cdf0 0x7f77b806f2b0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f77cc15aca0 tx=0x7f77c0008040 comp rx=0 tx=0).stop 2024-09-19T04:40:48.800 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.799+0000 7f77d349b640 1 -- 172.21.15.111:0/2312906138 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77cc073120 msgr2=0x7f77cc14e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.799+0000 7f77d349b640 1 --2- 172.21.15.111:0/2312906138 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77cc073120 0x7f77cc14e600 secure :-1 s=READY pgs=1834 cs=0 l=1 rev1=1 crypto rx=0x7f77bc00c390 tx=0x7f77bc00c850 comp rx=0 tx=0).stop 2024-09-19T04:40:48.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.799+0000 7f77d349b640 1 -- 172.21.15.111:0/2312906138 shutdown_connections 2024-09-19T04:40:48.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.799+0000 7f77d349b640 1 --2- 172.21.15.111:0/2312906138 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f77b806cdf0 0x7f77b806f2b0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.799+0000 7f77d349b640 1 --2- 172.21.15.111:0/2312906138 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77cc15c180 0x7f77cc14f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.799+0000 7f77d349b640 1 --2- 172.21.15.111:0/2312906138 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f77cc0cf070 0x7f77cc14eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.799+0000 7f77d349b640 1 --2- 172.21.15.111:0/2312906138 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f77cc073120 0x7f77cc14e600 unknown :-1 s=CLOSED pgs=1834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.799+0000 7f77d349b640 1 -- 172.21.15.111:0/2312906138 >> 172.21.15.111:0/2312906138 conn(0x7f77cc062cc0 msgr2=0x7f77cc14d570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:48.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.799+0000 7f77d349b640 1 -- 172.21.15.111:0/2312906138 shutdown_connections 2024-09-19T04:40:48.801 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.799+0000 7f77d349b640 1 -- 172.21.15.111:0/2312906138 wait complete. 2024-09-19T04:40:48.811 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:40:48.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.909+0000 7f1c87b59640 1 Processor -- start 2024-09-19T04:40:48.910 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.909+0000 7f1c87b59640 1 -- start start 2024-09-19T04:40:48.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.910+0000 7f1c87b59640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f1c80162c40 0x7f1c800b3300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.910+0000 7f1c87b59640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1c800b3840 0x7f1c8006bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.910+0000 7f1c87b59640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c8015f520 con 0x7f1c80162860 2024-09-19T04:40:48.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.910+0000 7f1c87b59640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f1c801630b0 con 0x7f1c800b3840 2024-09-19T04:40:48.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.910+0000 7f1c87b59640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f1c8015fae0 con 0x7f1c80162c40 2024-09-19T04:40:48.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.910+0000 7f1c860f6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1c800b3840 0x7f1c8006bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.910+0000 7f1c860f6640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f1c800b3840 0x7f1c8006bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37644/0 (socket says 172.21.15.111:37644) 2024-09-19T04:40:48.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.910+0000 7f1c860f6640 1 -- 172.21.15.111:0/1059845746 learned_addr learned my addr 172.21.15.111:0/1059845746 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:48.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.910+0000 7f1c858f5640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f1c80162860 0x7f1c8015ebb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:57302/0 (socket says 172.21.15.111:57302) 2024-09-19T04:40:48.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.910+0000 7f1c860f6640 1 -- 172.21.15.111:0/1059845746 >> v2:172.21.15.114:3300/0 conn(0x7f1c80162c40 msgr2=0x7f1c800b3300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:48.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.910+0000 7f1c860f6640 1 --2- 172.21.15.111:0/1059845746 >> v2:172.21.15.114:3300/0 conn(0x7f1c80162c40 0x7f1c800b3300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.910+0000 7f1c860f6640 1 -- 172.21.15.111:0/1059845746 >> v1:172.21.15.111:6789/0 conn(0x7f1c80162860 legacy=0x7f1c8015ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.913 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.911+0000 7f1c860f6640 1 -- 172.21.15.111:0/1059845746 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c8015f800 con 0x7f1c800b3840 2024-09-19T04:40:48.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.911+0000 7f1c860f6640 1 --2- 172.21.15.111:0/1059845746 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c800b3840 0x7f1c8006bba0 secure :-1 s=READY pgs=1836 cs=0 l=1 rev1=1 crypto rx=0x7f1c800b42c0 tx=0x7f1c7802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a24e7b3e13c30d99 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:48.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.911+0000 7f1c848f3640 1 -- 172.21.15.111:0/1059845746 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c78037070 con 0x7f1c800b3840 2024-09-19T04:40:48.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.911+0000 7f1c848f3640 1 -- 172.21.15.111:0/1059845746 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c78032440 con 0x7f1c800b3840 2024-09-19T04:40:48.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.911+0000 7f1c848f3640 1 -- 172.21.15.111:0/1059845746 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c78032810 con 0x7f1c800b3840 2024-09-19T04:40:48.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.912+0000 7f1c87b59640 1 -- 172.21.15.111:0/1059845746 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c800b3840 msgr2=0x7f1c8006bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.912+0000 7f1c87b59640 1 --2- 172.21.15.111:0/1059845746 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c800b3840 0x7f1c8006bba0 secure :-1 s=READY pgs=1836 cs=0 l=1 rev1=1 crypto rx=0x7f1c800b42c0 tx=0x7f1c7802a1e0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.912+0000 7f1c87b59640 1 -- 172.21.15.111:0/1059845746 shutdown_connections 2024-09-19T04:40:48.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.912+0000 7f1c87b59640 1 --2- 172.21.15.111:0/1059845746 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c800b3840 0x7f1c8006bba0 unknown :-1 s=CLOSED pgs=1836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.912+0000 7f1c87b59640 1 --2- 172.21.15.111:0/1059845746 >> v2:172.21.15.114:3300/0 conn(0x7f1c80162c40 0x7f1c800b3300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.914 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.912+0000 7f1c87b59640 1 -- 172.21.15.111:0/1059845746 >> 172.21.15.111:0/1059845746 conn(0x7f1c8006ce90 msgr2=0x7f1c8006d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:48.915 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.912+0000 7f1c87b59640 1 -- 172.21.15.111:0/1059845746 shutdown_connections 2024-09-19T04:40:48.915 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.912+0000 7f1c87b59640 1 -- 172.21.15.111:0/1059845746 wait complete. 2024-09-19T04:40:48.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.913+0000 7f1c87b59640 1 Processor -- start 2024-09-19T04:40:48.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.913+0000 7f1c87b59640 1 -- start start 2024-09-19T04:40:48.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.914+0000 7f1c87b59640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c800b3840 0x7f1c8013f220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.914+0000 7f1c87b59640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c80162860 0x7f1c800cded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.914+0000 7f1c87b59640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c80162c40 0x7f1c800b6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.914+0000 7f1c87b59640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1c800b2de0 con 0x7f1c800b3840 2024-09-19T04:40:48.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.914+0000 7f1c87b59640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1c8015f2c0 con 0x7f1c80162860 2024-09-19T04:40:48.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.914+0000 7f1c87b59640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f1c8006c0e0 con 0x7f1c80162c40 2024-09-19T04:40:48.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.914+0000 7f1c858f5640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c800b3840 0x7f1c8013f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.914+0000 7f1c858f5640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c800b3840 0x7f1c8013f220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:37658/0 (socket says 172.21.15.111:37658) 2024-09-19T04:40:48.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.914+0000 7f1c858f5640 1 -- 172.21.15.111:0/2349622194 learned_addr learned my addr 172.21.15.111:0/2349622194 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:40:48.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.914+0000 7f1c858f5640 1 -- 172.21.15.111:0/2349622194 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c80162c40 msgr2=0x7f1c800b6210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.914+0000 7f1c858f5640 1 --2- 172.21.15.111:0/2349622194 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c80162c40 0x7f1c800b6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.914+0000 7f1c858f5640 1 -- 172.21.15.111:0/2349622194 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c80162860 msgr2=0x7f1c800cded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.914+0000 7f1c850f4640 1 --2- 172.21.15.111:0/2349622194 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c80162860 0x7f1c800cded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.914+0000 7f1c858f5640 1 --2- 172.21.15.111:0/2349622194 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c80162860 0x7f1c800cded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.914+0000 7f1c858f5640 1 -- 172.21.15.111:0/2349622194 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c8014ecf0 con 0x7f1c800b3840 2024-09-19T04:40:48.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.914+0000 7f1c858f5640 1 --2- 172.21.15.111:0/2349622194 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c800b3840 0x7f1c8013f220 secure :-1 s=READY pgs=1837 cs=0 l=1 rev1=1 crypto rx=0x7f1c7c00c790 tx=0x7f1c7c00cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:48.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.915+0000 7f1c767fc640 1 -- 172.21.15.111:0/2349622194 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c7c017070 con 0x7f1c800b3840 2024-09-19T04:40:48.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.915+0000 7f1c767fc640 1 -- 172.21.15.111:0/2349622194 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c7c00a640 con 0x7f1c800b3840 2024-09-19T04:40:48.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.915+0000 7f1c87b59640 1 -- 172.21.15.111:0/2349622194 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c800ce8b0 con 0x7f1c800b3840 2024-09-19T04:40:48.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.915+0000 7f1c767fc640 1 -- 172.21.15.111:0/2349622194 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c7c00a9f0 con 0x7f1c800b3840 2024-09-19T04:40:48.918 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.915+0000 7f1c87b59640 1 -- 172.21.15.111:0/2349622194 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c800cee70 con 0x7f1c800b3840 2024-09-19T04:40:48.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.916+0000 7f1c87b59640 1 -- 172.21.15.111:0/2349622194 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c8006c4a0 con 0x7f1c800b3840 2024-09-19T04:40:48.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.916+0000 7f1c767fc640 1 -- 172.21.15.111:0/2349622194 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7f1c7c01a070 con 0x7f1c800b3840 2024-09-19T04:40:48.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.917+0000 7f1c767fc640 1 --2- 172.21.15.111:0/2349622194 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1c6406cdf0 0x7f1c6406f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.919 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.917+0000 7f1c767fc640 1 -- 172.21.15.111:0/2349622194 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7f1c7c089520 con 0x7f1c800b3840 2024-09-19T04:40:48.920 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.917+0000 7f1c850f4640 1 --2- 172.21.15.111:0/2349622194 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1c6406cdf0 0x7f1c6406f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.920 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.917+0000 7f1c850f4640 1 --2- 172.21.15.111:0/2349622194 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1c6406cdf0 0x7f1c6406f2b0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f1c800b3530 tx=0x7f1c70008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:48.922 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:48.921+0000 7f1c767fc640 1 -- 172.21.15.111:0/2349622194 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1c7c058ea0 con 0x7f1c800b3840 2024-09-19T04:40:49.085 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:49.084+0000 7f1c87b59640 1 -- 172.21.15.111:0/2349622194 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1c80155130 con 0x7f1c6406cdf0 2024-09-19T04:40:49.087 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:49.085+0000 7f1c767fc640 1 -- 172.21.15.111:0/2349622194 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13493 (secure 0 0 0) 0x7f1c80155130 con 0x7f1c6406cdf0 2024-09-19T04:40:49.087 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:40:49.087 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:40:49.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:49.088+0000 7f1c87b59640 1 -- 172.21.15.111:0/2349622194 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1c6406cdf0 msgr2=0x7f1c6406f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:49.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:49.088+0000 7f1c87b59640 1 --2- 172.21.15.111:0/2349622194 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1c6406cdf0 0x7f1c6406f2b0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f1c800b3530 tx=0x7f1c70008040 comp rx=0 tx=0).stop 2024-09-19T04:40:49.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:49.088+0000 7f1c87b59640 1 -- 172.21.15.111:0/2349622194 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c800b3840 msgr2=0x7f1c8013f220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:49.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:49.088+0000 7f1c87b59640 1 --2- 172.21.15.111:0/2349622194 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c800b3840 0x7f1c8013f220 secure :-1 s=READY pgs=1837 cs=0 l=1 rev1=1 crypto rx=0x7f1c7c00c790 tx=0x7f1c7c00cc50 comp rx=0 tx=0).stop 2024-09-19T04:40:49.089 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:49.088+0000 7f1c87b59640 1 -- 172.21.15.111:0/2349622194 shutdown_connections 2024-09-19T04:40:49.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:49.088+0000 7f1c87b59640 1 --2- 172.21.15.111:0/2349622194 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f1c6406cdf0 0x7f1c6406f2b0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:49.088+0000 7f1c87b59640 1 --2- 172.21.15.111:0/2349622194 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f1c80162c40 0x7f1c800b6210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:49.088+0000 7f1c87b59640 1 --2- 172.21.15.111:0/2349622194 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1c80162860 0x7f1c800cded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:49.088+0000 7f1c87b59640 1 --2- 172.21.15.111:0/2349622194 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c800b3840 0x7f1c8013f220 unknown :-1 s=CLOSED pgs=1837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:49.088+0000 7f1c87b59640 1 -- 172.21.15.111:0/2349622194 >> 172.21.15.111:0/2349622194 conn(0x7f1c8006ce90 msgr2=0x7f1c80160b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:49.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:49.088+0000 7f1c87b59640 1 -- 172.21.15.111:0/2349622194 shutdown_connections 2024-09-19T04:40:49.090 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:40:49.088+0000 7f1c87b59640 1 -- 172.21.15.111:0/2349622194 wait complete. 2024-09-19T04:40:49.099 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":223,"stamp":"2024-09-19T04:40:48.219020+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":74,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":267452,"kb_used_data":17928,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754707268,"statfs":{"total":773094113280,"available":772820242432,"internally_reserved":0,"allocated":18358272,"data_stored":8752424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-56037,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-4,"num_read_kb":-4,"num_write":-82,"num_write_kb":-86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001596"},"pg_stats":[{"pgid":"1.0","version":"71'128","reported_seq":484,"reported_epoch":170,"state":"active+clean","last_fresh":"2024-09-19T04:40:42.842893+0000","last_change":"2024-09-19T04:32:42.179070+0000","last_active":"2024-09-19T04:40:42.842893+0000","last_peered":"2024-09-19T04:40:42.842893+0000","last_clean":"2024-09-19T04:40:42.842893+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:40:42.842893+0000","last_undegraded":"2024-09-19T04:40:42.842893+0000","last_fullsized":"2024-09-19T04:40:42.842893+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:32:40.997021+0000","last_clean_scrub_stamp":"2024-09-19T04:32:40.997021+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:35.452070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509540,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33868,"kb_used_data":2676,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94337972,"statfs":{"total":96636764160,"available":96602083328,"internally_reserved":0,"allocated":2740224,"data_stored":1536829,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509540,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33284,"kb_used_data":2096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338556,"statfs":{"total":96636764160,"available":96602681344,"internally_reserved":0,"allocated":2146304,"data_stored":946461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509540,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33288,"kb_used_data":2096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338552,"statfs":{"total":96636764160,"available":96602677248,"internally_reserved":0,"allocated":2146304,"data_stored":946461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509541,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33284,"kb_used_data":2096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338556,"statfs":{"total":96636764160,"available":96602681344,"internally_reserved":0,"allocated":2146304,"data_stored":946461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542245,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33288,"kb_used_data":2096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338552,"statfs":{"total":96636764160,"available":96602677248,"internally_reserved":0,"allocated":2146304,"data_stored":946461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542244,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33284,"kb_used_data":2096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338556,"statfs":{"total":96636764160,"available":96602681344,"internally_reserved":0,"allocated":2146304,"data_stored":946461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542244,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33284,"kb_used_data":2096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338556,"statfs":{"total":96636764160,"available":96602681344,"internally_reserved":0,"allocated":2146304,"data_stored":946461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542245,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33872,"kb_used_data":2676,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94337968,"statfs":{"total":96636764160,"available":96602079232,"internally_reserved":0,"allocated":2740224,"data_stored":1536829,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:40:49.103 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-19T04:32:40.997021+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=4, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=4, tm_min=40, tm_sec=44, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T04:40:49.103 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-19T04:41:09.104 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:41:09.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.215+0000 7f2d24237640 1 Processor -- start 2024-09-19T04:41:09.216 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.215+0000 7f2d24237640 1 -- start start 2024-09-19T04:41:09.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.216+0000 7f2d24237640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2d1c0d02a0 0x7f2d1c0d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.216+0000 7f2d24237640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f2d1c15ca40 0x7f2d1c15e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.216+0000 7f2d24237640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d1c0d0bc0 con 0x7f2d1c15ceb0 2024-09-19T04:41:09.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.216+0000 7f2d24237640 1 -- --> v2:172.21.15.111:3300/0 -- mon_getmap magic: 0 -- 0x7f2d1c15d390 con 0x7f2d1c0d02a0 2024-09-19T04:41:09.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.216+0000 7f2d24237640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f2d1c15d670 con 0x7f2d1c15ca40 2024-09-19T04:41:09.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.216+0000 7f2d21fd3640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2d1c0d02a0 0x7f2d1c0d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.216+0000 7f2d21fd3640 1 --2- >> v2:172.21.15.111:3300/0 conn(0x7f2d1c0d02a0 0x7f2d1c0d0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34412/0 (socket says 172.21.15.111:34412) 2024-09-19T04:41:09.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.216+0000 7f2d21fd3640 1 -- 172.21.15.111:0/932054912 learned_addr learned my addr 172.21.15.111:0/932054912 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:41:09.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.216+0000 7f2d217d2640 1 --2- 172.21.15.111:0/932054912 >> v2:172.21.15.114:3300/0 conn(0x7f2d1c15ca40 0x7f2d1c15e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.216+0000 7f2d21fd3640 1 -- 172.21.15.111:0/932054912 >> v2:172.21.15.114:3300/0 conn(0x7f2d1c15ca40 msgr2=0x7f2d1c15e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:09.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.216+0000 7f2d21fd3640 1 --2- 172.21.15.111:0/932054912 >> v2:172.21.15.114:3300/0 conn(0x7f2d1c15ca40 0x7f2d1c15e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.218 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.216+0000 7f2d21fd3640 1 -- 172.21.15.111:0/932054912 >> v1:172.21.15.114:6789/0 conn(0x7f2d1c15ceb0 legacy=0x7f2d1c1594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:09.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.216+0000 7f2d21fd3640 1 -- 172.21.15.111:0/932054912 --> v2:172.21.15.111:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d1c15d950 con 0x7f2d1c0d02a0 2024-09-19T04:41:09.219 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.216+0000 7f2d217d2640 1 --2- 172.21.15.111:0/932054912 >> v2:172.21.15.114:3300/0 conn(0x7f2d1c15ca40 0x7f2d1c15e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:09.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.217+0000 7f2d21fd3640 1 --2- 172.21.15.111:0/932054912 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d1c0d02a0 0x7f2d1c0d0680 secure :-1 s=READY pgs=1838 cs=0 l=1 rev1=1 crypto rx=0x7f2d1c0cf320 tx=0x7f2d1802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a822d2fa6c0aaa9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:09.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.217+0000 7f2d20fd1640 1 -- 172.21.15.111:0/932054912 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d18037070 con 0x7f2d1c0d02a0 2024-09-19T04:41:09.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.217+0000 7f2d20fd1640 1 -- 172.21.15.111:0/932054912 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d18032440 con 0x7f2d1c0d02a0 2024-09-19T04:41:09.220 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.217+0000 7f2d20fd1640 1 -- 172.21.15.111:0/932054912 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d18032810 con 0x7f2d1c0d02a0 2024-09-19T04:41:09.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.217+0000 7f2d24237640 1 -- 172.21.15.111:0/932054912 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d1c0d02a0 msgr2=0x7f2d1c0d0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:09.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.217+0000 7f2d24237640 1 --2- 172.21.15.111:0/932054912 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d1c0d02a0 0x7f2d1c0d0680 secure :-1 s=READY pgs=1838 cs=0 l=1 rev1=1 crypto rx=0x7f2d1c0cf320 tx=0x7f2d1802a1a0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.218+0000 7f2d24237640 1 -- 172.21.15.111:0/932054912 shutdown_connections 2024-09-19T04:41:09.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.218+0000 7f2d24237640 1 --2- 172.21.15.111:0/932054912 >> v2:172.21.15.114:3300/0 conn(0x7f2d1c15ca40 0x7f2d1c15e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.218+0000 7f2d24237640 1 --2- 172.21.15.111:0/932054912 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d1c0d02a0 0x7f2d1c0d0680 unknown :-1 s=CLOSED pgs=1838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.218+0000 7f2d24237640 1 -- 172.21.15.111:0/932054912 >> 172.21.15.111:0/932054912 conn(0x7f2d1c062cc0 msgr2=0x7f2d1c06d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:09.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.218+0000 7f2d24237640 1 -- 172.21.15.111:0/932054912 shutdown_connections 2024-09-19T04:41:09.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.218+0000 7f2d24237640 1 -- 172.21.15.111:0/932054912 wait complete. 2024-09-19T04:41:09.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.219+0000 7f2d24237640 1 Processor -- start 2024-09-19T04:41:09.221 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.219+0000 7f2d24237640 1 -- start start 2024-09-19T04:41:09.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.220+0000 7f2d24237640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2d1c0d02a0 0x7f2d1c146bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.220+0000 7f2d24237640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d1c15ca40 0x7f2d1c147bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.220+0000 7f2d24237640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d1c15ceb0 0x7f2d1c0cdb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.220+0000 7f2d24237640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2d1c155b90 con 0x7f2d1c15ceb0 2024-09-19T04:41:09.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.220+0000 7f2d24237640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2d1c15df10 con 0x7f2d1c15ca40 2024-09-19T04:41:09.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.220+0000 7f2d24237640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f2d1c155d10 con 0x7f2d1c0d02a0 2024-09-19T04:41:09.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.220+0000 7f2d227d4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d1c15ceb0 0x7f2d1c0cdb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.220+0000 7f2d227d4640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d1c15ceb0 0x7f2d1c0cdb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34426/0 (socket says 172.21.15.111:34426) 2024-09-19T04:41:09.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.220+0000 7f2d227d4640 1 -- 172.21.15.111:0/3235718480 learned_addr learned my addr 172.21.15.111:0/3235718480 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:41:09.224 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.220+0000 7f2d21fd3640 1 --2- 172.21.15.111:0/3235718480 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2d1c0d02a0 0x7f2d1c146bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.220+0000 7f2d217d2640 1 --2- 172.21.15.111:0/3235718480 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d1c15ca40 0x7f2d1c147bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.220+0000 7f2d227d4640 1 -- 172.21.15.111:0/3235718480 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2d1c0d02a0 msgr2=0x7f2d1c146bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:09.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.220+0000 7f2d227d4640 1 --2- 172.21.15.111:0/3235718480 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2d1c0d02a0 0x7f2d1c146bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.220+0000 7f2d227d4640 1 -- 172.21.15.111:0/3235718480 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d1c15ca40 msgr2=0x7f2d1c147bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:09.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.220+0000 7f2d227d4640 1 --2- 172.21.15.111:0/3235718480 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d1c15ca40 0x7f2d1c147bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.220+0000 7f2d227d4640 1 -- 172.21.15.111:0/3235718480 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d1c14a740 con 0x7f2d1c15ceb0 2024-09-19T04:41:09.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.220+0000 7f2d227d4640 1 --2- 172.21.15.111:0/3235718480 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d1c15ceb0 0x7f2d1c0cdb60 secure :-1 s=READY pgs=1839 cs=0 l=1 rev1=1 crypto rx=0x7f2d1400b9e0 tx=0x7f2d1400bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:09.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.220+0000 7f2d127fc640 1 -- 172.21.15.111:0/3235718480 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d14003b70 con 0x7f2d1c15ceb0 2024-09-19T04:41:09.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.220+0000 7f2d127fc640 1 -- 172.21.15.111:0/3235718480 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d14003d10 con 0x7f2d1c15ceb0 2024-09-19T04:41:09.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.220+0000 7f2d24237640 1 -- 172.21.15.111:0/3235718480 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d1c14aa20 con 0x7f2d1c15ceb0 2024-09-19T04:41:09.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.220+0000 7f2d127fc640 1 -- 172.21.15.111:0/3235718480 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d1400cb60 con 0x7f2d1c15ceb0 2024-09-19T04:41:09.225 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.220+0000 7f2d24237640 1 -- 172.21.15.111:0/3235718480 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d1c14afe0 con 0x7f2d1c15ceb0 2024-09-19T04:41:09.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.221+0000 7f2d24237640 1 -- 172.21.15.111:0/3235718480 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d1c0b4790 con 0x7f2d1c15ceb0 2024-09-19T04:41:09.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.222+0000 7f2d127fc640 1 -- 172.21.15.111:0/3235718480 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7f2d1400cd00 con 0x7f2d1c15ceb0 2024-09-19T04:41:09.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.222+0000 7f2d127fc640 1 --2- 172.21.15.111:0/3235718480 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2d0006cdf0 0x7f2d0006f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.222+0000 7f2d127fc640 1 -- 172.21.15.111:0/3235718480 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7f2d14089d70 con 0x7f2d1c15ceb0 2024-09-19T04:41:09.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.223+0000 7f2d21fd3640 1 --2- 172.21.15.111:0/3235718480 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2d0006cdf0 0x7f2d0006f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.226 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.223+0000 7f2d21fd3640 1 --2- 172.21.15.111:0/3235718480 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2d0006cdf0 0x7f2d0006f2b0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f2d18034000 tx=0x7f2d1802e000 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:09.228 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.227+0000 7f2d127fc640 1 -- 172.21.15.111:0/3235718480 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2d140596f0 con 0x7f2d1c15ceb0 2024-09-19T04:41:09.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.391+0000 7f2d24237640 1 -- 172.21.15.111:0/3235718480 --> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2d1c06d3b0 con 0x7f2d0006cdf0 2024-09-19T04:41:09.393 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.392+0000 7f2d127fc640 1 -- 172.21.15.111:0/3235718480 <== mgr.4114 v2:172.21.15.114:6836/4012728 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13379 (secure 0 0 0) 0x7f2d1c06d3b0 con 0x7f2d0006cdf0 2024-09-19T04:41:09.394 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:41:09.394 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2024-09-19T04:41:09.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.395+0000 7f2d24237640 1 -- 172.21.15.111:0/3235718480 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2d0006cdf0 msgr2=0x7f2d0006f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:09.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.395+0000 7f2d24237640 1 --2- 172.21.15.111:0/3235718480 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2d0006cdf0 0x7f2d0006f2b0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f2d18034000 tx=0x7f2d1802e000 comp rx=0 tx=0).stop 2024-09-19T04:41:09.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.395+0000 7f2d24237640 1 -- 172.21.15.111:0/3235718480 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d1c15ceb0 msgr2=0x7f2d1c0cdb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:09.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.395+0000 7f2d24237640 1 --2- 172.21.15.111:0/3235718480 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d1c15ceb0 0x7f2d1c0cdb60 secure :-1 s=READY pgs=1839 cs=0 l=1 rev1=1 crypto rx=0x7f2d1400b9e0 tx=0x7f2d1400bea0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.396 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.395+0000 7f2d24237640 1 -- 172.21.15.111:0/3235718480 shutdown_connections 2024-09-19T04:41:09.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.395+0000 7f2d24237640 1 --2- 172.21.15.111:0/3235718480 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f2d0006cdf0 0x7f2d0006f2b0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.395+0000 7f2d24237640 1 --2- 172.21.15.111:0/3235718480 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2d1c15ceb0 0x7f2d1c0cdb60 unknown :-1 s=CLOSED pgs=1839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.395+0000 7f2d24237640 1 --2- 172.21.15.111:0/3235718480 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d1c15ca40 0x7f2d1c147bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.395+0000 7f2d24237640 1 --2- 172.21.15.111:0/3235718480 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f2d1c0d02a0 0x7f2d1c146bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.395+0000 7f2d24237640 1 -- 172.21.15.111:0/3235718480 >> 172.21.15.111:0/3235718480 conn(0x7f2d1c062cc0 msgr2=0x7f2d1c159850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:09.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.395+0000 7f2d24237640 1 -- 172.21.15.111:0/3235718480 shutdown_connections 2024-09-19T04:41:09.397 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.395+0000 7f2d24237640 1 -- 172.21.15.111:0/3235718480 wait complete. 2024-09-19T04:41:09.407 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":233,"stamp":"2024-09-19T04:41:08.223363+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":267432,"kb_used_data":17928,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754707288,"statfs":{"total":773094113280,"available":772820262912,"internally_reserved":0,"allocated":18358272,"data_stored":8752424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002613"},"pg_stats":[{"pgid":"1.0","version":"170'130","reported_seq":495,"reported_epoch":170,"state":"active+clean","last_fresh":"2024-09-19T04:40:48.829224+0000","last_change":"2024-09-19T04:40:48.829308+0000","last_active":"2024-09-19T04:40:48.829224+0000","last_peered":"2024-09-19T04:40:48.829224+0000","last_clean":"2024-09-19T04:40:48.829224+0000","last_became_active":"2024-09-19T04:32:42.178074+0000","last_became_peered":"2024-09-19T04:32:42.178074+0000","last_unstale":"2024-09-19T04:40:48.829224+0000","last_undegraded":"2024-09-19T04:40:48.829224+0000","last_fullsized":"2024-09-19T04:40:48.829224+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"170'130","last_scrub_stamp":"2024-09-19T04:40:48.829120+0000","last_deep_scrub":"170'130","last_deep_scrub_stamp":"2024-09-19T04:40:48.829120+0000","last_clean_scrub_stamp":"2024-09-19T04:40:48.829120+0000","objects_scrubbed":2,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:54.698505+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509544,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33860,"kb_used_data":2676,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94337980,"statfs":{"total":96636764160,"available":96602091520,"internally_reserved":0,"allocated":2740224,"data_stored":1536829,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509544,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33284,"kb_used_data":2096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338556,"statfs":{"total":96636764160,"available":96602681344,"internally_reserved":0,"allocated":2146304,"data_stored":946461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509544,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33288,"kb_used_data":2096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338552,"statfs":{"total":96636764160,"available":96602677248,"internally_reserved":0,"allocated":2146304,"data_stored":946461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509545,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33284,"kb_used_data":2096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338556,"statfs":{"total":96636764160,"available":96602681344,"internally_reserved":0,"allocated":2146304,"data_stored":946461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542249,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33288,"kb_used_data":2096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338552,"statfs":{"total":96636764160,"available":96602677248,"internally_reserved":0,"allocated":2146304,"data_stored":946461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542248,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33284,"kb_used_data":2096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338556,"statfs":{"total":96636764160,"available":96602681344,"internally_reserved":0,"allocated":2146304,"data_stored":946461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542248,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33284,"kb_used_data":2096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338556,"statfs":{"total":96636764160,"available":96602681344,"internally_reserved":0,"allocated":2146304,"data_stored":946461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542249,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33860,"kb_used_data":2676,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94337980,"statfs":{"total":96636764160,"available":96602091520,"internally_reserved":0,"allocated":2740224,"data_stored":1536829,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:41:09.408 DEBUG:teuthology.orchestra.run.smithi111:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-19T04:41:09.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.509+0000 7fa0c0bb7640 1 Processor -- start 2024-09-19T04:41:09.511 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.509+0000 7fa0c0bb7640 1 -- start start 2024-09-19T04:41:09.512 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.510+0000 7fa0c0bb7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0bc0b1da0 0x7fa0bc15d490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.510+0000 7fa0c0bb7640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa0bc0d1ed0 0x7fa0bc0d0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.510+0000 7fa0c0bb7640 1 -- --> v1:172.21.15.114:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0bc15d9d0 con 0x7fa0bc0d0980 2024-09-19T04:41:09.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.510+0000 7fa0c0bb7640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7fa0bc070c80 con 0x7fa0bc0d1ed0 2024-09-19T04:41:09.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.510+0000 7fa0c0bb7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa0bc070930 con 0x7fa0bc0b1da0 2024-09-19T04:41:09.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.511+0000 7fa0b9d9b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa0bc0d1ed0 0x7fa0bc0d0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.511+0000 7fa0ba59c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0bc0b1da0 0x7fa0bc15d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.511+0000 7fa0bad9d640 1 --1- >> v1:172.21.15.114:6789/0 conn(0x7fa0bc0d0980 0x7fa0bc073150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.114:6789/0 says I am v1:172.21.15.111:45458/0 (socket says 172.21.15.111:45458) 2024-09-19T04:41:09.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.511+0000 7fa0b9d9b640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7fa0bc0d1ed0 0x7fa0bc0d0440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.111:54408/0 (socket says 172.21.15.111:54408) 2024-09-19T04:41:09.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.511+0000 7fa0ba59c640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0bc0b1da0 0x7fa0bc15d490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3301/0 says I am v2:172.21.15.111:41350/0 (socket says 172.21.15.111:41350) 2024-09-19T04:41:09.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.511+0000 7fa0bad9d640 1 -- 172.21.15.111:0/660680872 learned_addr learned my addr 172.21.15.111:0/660680872 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:41:09.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.511+0000 7fa0b9d9b640 1 -- 172.21.15.111:0/660680872 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0bc0b1da0 msgr2=0x7fa0bc15d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:09.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.511+0000 7fa0b9d9b640 1 --2- 172.21.15.111:0/660680872 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0bc0b1da0 0x7fa0bc15d490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.513 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.511+0000 7fa0b9d9b640 1 -- 172.21.15.111:0/660680872 >> v1:172.21.15.114:6789/0 conn(0x7fa0bc0d0980 legacy=0x7fa0bc073150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:09.514 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.511+0000 7fa0b9d9b640 1 -- 172.21.15.111:0/660680872 --> v2:172.21.15.114:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0bc0b71d0 con 0x7fa0bc0d1ed0 2024-09-19T04:41:09.514 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.511+0000 7fa0b959a640 1 -- 172.21.15.111:0/660680872 <== mon.1 v1:172.21.15.114:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2451149124 0 0) 0x7fa0b4001490 con 0x7fa0bc0d0980 2024-09-19T04:41:09.514 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.511+0000 7fa0ba59c640 1 --2- 172.21.15.111:0/660680872 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0bc0b1da0 0x7fa0bc15d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:41:09.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.512+0000 7fa0b9d9b640 1 --2- 172.21.15.111:0/660680872 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0bc0d1ed0 0x7fa0bc0d0440 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fa0a40097a0 tx=0x7fa0a402a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9d1aea39afa5cf76 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:09.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.512+0000 7fa0b959a640 1 -- 172.21.15.111:0/660680872 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0a4037070 con 0x7fa0bc0d1ed0 2024-09-19T04:41:09.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.512+0000 7fa0b959a640 1 -- 172.21.15.111:0/660680872 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0a402ae50 con 0x7fa0bc0d1ed0 2024-09-19T04:41:09.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.512+0000 7fa0b959a640 1 -- 172.21.15.111:0/660680872 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0a4032660 con 0x7fa0bc0d1ed0 2024-09-19T04:41:09.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.513+0000 7fa0c0bb7640 1 -- 172.21.15.111:0/660680872 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0bc0d1ed0 msgr2=0x7fa0bc0d0440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:09.515 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.513+0000 7fa0c0bb7640 1 --2- 172.21.15.111:0/660680872 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0bc0d1ed0 0x7fa0bc0d0440 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fa0a40097a0 tx=0x7fa0a402a100 comp rx=0 tx=0).stop 2024-09-19T04:41:09.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.513+0000 7fa0c0bb7640 1 -- 172.21.15.111:0/660680872 shutdown_connections 2024-09-19T04:41:09.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.513+0000 7fa0c0bb7640 1 --2- 172.21.15.111:0/660680872 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0bc0d1ed0 0x7fa0bc0d0440 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.513+0000 7fa0c0bb7640 1 --2- 172.21.15.111:0/660680872 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0bc0b1da0 0x7fa0bc15d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.513+0000 7fa0c0bb7640 1 -- 172.21.15.111:0/660680872 >> 172.21.15.111:0/660680872 conn(0x7fa0bc0b4290 msgr2=0x7fa0bc0b4670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:09.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.513+0000 7fa0c0bb7640 1 -- 172.21.15.111:0/660680872 shutdown_connections 2024-09-19T04:41:09.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.513+0000 7fa0c0bb7640 1 -- 172.21.15.111:0/660680872 wait complete. 2024-09-19T04:41:09.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.514+0000 7fa0c0bb7640 1 Processor -- start 2024-09-19T04:41:09.516 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.514+0000 7fa0c0bb7640 1 -- start start 2024-09-19T04:41:09.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.515+0000 7fa0c0bb7640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0bc0b1da0 0x7fa0bc155cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.515+0000 7fa0c0bb7640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0bc0d0980 0x7fa0bc1e7bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.515+0000 7fa0c0bb7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0bc0d1ed0 0x7fa0bc1e80f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.518 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.515+0000 7fa0c0bb7640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa0bc073860 con 0x7fa0bc0d0980 2024-09-19T04:41:09.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.515+0000 7fa0c0bb7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa0bc0b7790 con 0x7fa0bc0d1ed0 2024-09-19T04:41:09.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.515+0000 7fa0c0bb7640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7fa0bc0739e0 con 0x7fa0bc0b1da0 2024-09-19T04:41:09.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.515+0000 7fa0b9d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0bc0d0980 0x7fa0bc1e7bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.515+0000 7fa0b9d9b640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0bc0d0980 0x7fa0bc1e7bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34436/0 (socket says 172.21.15.111:34436) 2024-09-19T04:41:09.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.515+0000 7fa0b9d9b640 1 -- 172.21.15.111:0/810951892 learned_addr learned my addr 172.21.15.111:0/810951892 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:41:09.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.515+0000 7fa0ba59c640 1 --2- 172.21.15.111:0/810951892 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0bc0b1da0 0x7fa0bc155cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.515+0000 7fa0bad9d640 1 --2- 172.21.15.111:0/810951892 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0bc0d1ed0 0x7fa0bc1e80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.515+0000 7fa0b9d9b640 1 -- 172.21.15.111:0/810951892 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0bc0b1da0 msgr2=0x7fa0bc155cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:09.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.515+0000 7fa0b9d9b640 1 --2- 172.21.15.111:0/810951892 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0bc0b1da0 0x7fa0bc155cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.515+0000 7fa0b9d9b640 1 -- 172.21.15.111:0/810951892 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0bc0d1ed0 msgr2=0x7fa0bc1e80f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:09.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.515+0000 7fa0b9d9b640 1 --2- 172.21.15.111:0/810951892 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0bc0d1ed0 0x7fa0bc1e80f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.515+0000 7fa0b9d9b640 1 -- 172.21.15.111:0/810951892 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0bc156620 con 0x7fa0bc0d0980 2024-09-19T04:41:09.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.515+0000 7fa0bad9d640 1 --2- 172.21.15.111:0/810951892 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0bc0d1ed0 0x7fa0bc1e80f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:09.519 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.515+0000 7fa0b9d9b640 1 --2- 172.21.15.111:0/810951892 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0bc0d0980 0x7fa0bc1e7bb0 secure :-1 s=READY pgs=1840 cs=0 l=1 rev1=1 crypto rx=0x7fa0a40098c0 tx=0x7fa0a40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:09.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.516+0000 7fa0b2ffd640 1 -- 172.21.15.111:0/810951892 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0a4041020 con 0x7fa0bc0d0980 2024-09-19T04:41:09.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.516+0000 7fa0b2ffd640 1 -- 172.21.15.111:0/810951892 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0a403c670 con 0x7fa0bc0d0980 2024-09-19T04:41:09.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.516+0000 7fa0b2ffd640 1 -- 172.21.15.111:0/810951892 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0a4037040 con 0x7fa0bc0d0980 2024-09-19T04:41:09.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.516+0000 7fa0c0bb7640 1 -- 172.21.15.111:0/810951892 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0bc1e6160 con 0x7fa0bc0d0980 2024-09-19T04:41:09.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.516+0000 7fa0c0bb7640 1 -- 172.21.15.111:0/810951892 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0bc1e6720 con 0x7fa0bc0d0980 2024-09-19T04:41:09.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.517+0000 7fa0c0bb7640 1 -- 172.21.15.111:0/810951892 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0bc0b6b40 con 0x7fa0bc0d0980 2024-09-19T04:41:09.520 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.517+0000 7fa0b2ffd640 1 -- 172.21.15.111:0/810951892 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7fa0a4044020 con 0x7fa0bc0d0980 2024-09-19T04:41:09.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.518+0000 7fa0b2ffd640 1 --2- 172.21.15.111:0/810951892 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa09c06cdf0 0x7fa09c06f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.518+0000 7fa0b2ffd640 1 -- 172.21.15.111:0/810951892 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7fa0a40aa520 con 0x7fa0bc0d0980 2024-09-19T04:41:09.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.518+0000 7fa0ba59c640 1 --2- 172.21.15.111:0/810951892 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa09c06cdf0 0x7fa09c06f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.521 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.518+0000 7fa0ba59c640 1 --2- 172.21.15.111:0/810951892 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa09c06cdf0 0x7fa09c06f2b0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fa0ac009560 tx=0x7fa0ac008040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:09.523 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.522+0000 7fa0b2ffd640 1 -- 172.21.15.111:0/810951892 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa0bc0b6b40 con 0x7fa0bc0d0980 2024-09-19T04:41:09.698 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.697+0000 7fa0c0bb7640 1 -- 172.21.15.111:0/810951892 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7fa0bc15d490 con 0x7fa0bc0d0980 2024-09-19T04:41:09.702 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.701+0000 7fa0b2ffd640 1 -- 172.21.15.111:0/810951892 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v32)=0 v32) ==== 123+0+0 (secure 0 0 0) 0x7fa0a404b030 con 0x7fa0bc0d0980 2024-09-19T04:41:09.703 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.701+0000 7fa0b2ffd640 1 -- 172.21.15.111:0/810951892 <== mon.0 v2:172.21.15.111:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fa0a402ae50 con 0x7fa0bc0d0980 2024-09-19T04:41:09.705 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.703+0000 7fa0c0bb7640 1 -- 172.21.15.111:0/810951892 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa09c06cdf0 msgr2=0x7fa09c06f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:09.705 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.703+0000 7fa0c0bb7640 1 --2- 172.21.15.111:0/810951892 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa09c06cdf0 0x7fa09c06f2b0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fa0ac009560 tx=0x7fa0ac008040 comp rx=0 tx=0).stop 2024-09-19T04:41:09.705 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.703+0000 7fa0c0bb7640 1 -- 172.21.15.111:0/810951892 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0bc0d0980 msgr2=0x7fa0bc1e7bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:09.705 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.703+0000 7fa0c0bb7640 1 --2- 172.21.15.111:0/810951892 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0bc0d0980 0x7fa0bc1e7bb0 secure :-1 s=READY pgs=1840 cs=0 l=1 rev1=1 crypto rx=0x7fa0a40098c0 tx=0x7fa0a40046c0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.705 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.703+0000 7fa0c0bb7640 1 -- 172.21.15.111:0/810951892 shutdown_connections 2024-09-19T04:41:09.705 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.703+0000 7fa0c0bb7640 1 --2- 172.21.15.111:0/810951892 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7fa09c06cdf0 0x7fa09c06f2b0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.705 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.703+0000 7fa0c0bb7640 1 --2- 172.21.15.111:0/810951892 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0bc0d1ed0 0x7fa0bc1e80f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.703+0000 7fa0c0bb7640 1 --2- 172.21.15.111:0/810951892 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa0bc0d0980 0x7fa0bc1e7bb0 unknown :-1 s=CLOSED pgs=1840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.703+0000 7fa0c0bb7640 1 --2- 172.21.15.111:0/810951892 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7fa0bc0b1da0 0x7fa0bc155cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.703+0000 7fa0c0bb7640 1 -- 172.21.15.111:0/810951892 >> 172.21.15.111:0/810951892 conn(0x7fa0bc0b4290 msgr2=0x7fa0bc15e2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:09.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.703+0000 7fa0c0bb7640 1 -- 172.21.15.111:0/810951892 shutdown_connections 2024-09-19T04:41:09.706 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.703+0000 7fa0c0bb7640 1 -- 172.21.15.111:0/810951892 wait complete. 2024-09-19T04:41:09.716 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T04:41:09.716 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:41:09.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.817+0000 7f679bbf1640 1 Processor -- start 2024-09-19T04:41:09.819 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.817+0000 7f679bbf1640 1 -- start start 2024-09-19T04:41:09.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.818+0000 7f679bbf1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6794140a40 0x7f679415c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.818+0000 7f679bbf1640 1 --2- >> v2:172.21.15.114:3300/0 conn(0x7f67940727d0 0x7f67940b47e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.818+0000 7f679bbf1640 1 -- --> v1:172.21.15.111:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f67940b4ee0 con 0x7f679413eaf0 2024-09-19T04:41:09.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.818+0000 7f679bbf1640 1 -- --> v2:172.21.15.114:3300/0 -- mon_getmap magic: 0 -- 0x7f67940b5780 con 0x7f67940727d0 2024-09-19T04:41:09.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.818+0000 7f679bbf1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f679413ef30 con 0x7f6794140a40 2024-09-19T04:41:09.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.818+0000 7f679918c640 1 --1- >> v1:172.21.15.111:6789/0 conn(0x7f679413eaf0 0x7f67940720c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.111:6789/0 says I am v1:172.21.15.111:48022/0 (socket says 172.21.15.111:48022) 2024-09-19T04:41:09.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.818+0000 7f679918c640 1 -- 172.21.15.111:0/1332077823 learned_addr learned my addr 172.21.15.111:0/1332077823 (peer_addr_for_me v1:172.21.15.111:0/0) 2024-09-19T04:41:09.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679898b640 1 -- 172.21.15.111:0/1332077823 <== mon.0 v1:172.21.15.111:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1724888998 0 0) 0x7f67940b4ee0 con 0x7f679413eaf0 2024-09-19T04:41:09.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679898b640 1 -- 172.21.15.111:0/1332077823 --> v1:172.21.15.111:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f677c003520 con 0x7f679413eaf0 2024-09-19T04:41:09.822 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679a18e640 1 --2- 172.21.15.111:0/1332077823 >> v2:172.21.15.114:3300/0 conn(0x7f67940727d0 0x7f67940b47e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679998d640 1 --2- 172.21.15.111:0/1332077823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6794140a40 0x7f679415c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679898b640 1 -- 172.21.15.111:0/1332077823 <== mon.0 v1:172.21.15.111:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3904324953 0 0) 0x7f677c003520 con 0x7f679413eaf0 2024-09-19T04:41:09.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679898b640 1 -- 172.21.15.111:0/1332077823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6794140a40 msgr2=0x7f679415c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:09.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679898b640 1 --2- 172.21.15.111:0/1332077823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6794140a40 0x7f679415c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679898b640 1 -- 172.21.15.111:0/1332077823 >> v2:172.21.15.114:3300/0 conn(0x7f67940727d0 msgr2=0x7f67940b47e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:09.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679898b640 1 --2- 172.21.15.111:0/1332077823 >> v2:172.21.15.114:3300/0 conn(0x7f67940727d0 0x7f67940b47e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679898b640 1 -- 172.21.15.111:0/1332077823 --> v1:172.21.15.111:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67940b51c0 con 0x7f679413eaf0 2024-09-19T04:41:09.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679898b640 1 -- 172.21.15.111:0/1332077823 <== mon.0 v1:172.21.15.111:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 26039773 0 0) 0x7f6788001670 con 0x7f679413eaf0 2024-09-19T04:41:09.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679898b640 1 -- 172.21.15.111:0/1332077823 >> v1:172.21.15.111:6789/0 conn(0x7f679413eaf0 legacy=0x7f67940720c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:09.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679898b640 1 --2- 172.21.15.111:0/1332077823 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f677c0039b0 0x7f677c003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679898b640 1 --2- 172.21.15.111:0/1332077823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f677c004800 0x7f677c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679898b640 1 --2- 172.21.15.111:0/1332077823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6794140a40 0x7f677c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.823 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679898b640 1 -- 172.21.15.111:0/1332077823 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f67940b5780 con 0x7f677c004800 2024-09-19T04:41:09.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679898b640 1 -- 172.21.15.111:0/1332077823 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f679413ef30 con 0x7f677c0039b0 2024-09-19T04:41:09.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679898b640 1 -- 172.21.15.111:0/1332077823 --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f677c00b9f0 con 0x7f6794140a40 2024-09-19T04:41:09.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679918c640 1 --2- 172.21.15.111:0/1332077823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f677c004800 0x7f677c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679998d640 1 --2- 172.21.15.111:0/1332077823 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f677c0039b0 0x7f677c003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679a18e640 1 --2- 172.21.15.111:0/1332077823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6794140a40 0x7f677c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679918c640 1 -- 172.21.15.111:0/1332077823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6794140a40 msgr2=0x7f677c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:09.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679918c640 1 --2- 172.21.15.111:0/1332077823 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f6794140a40 0x7f677c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679918c640 1 -- 172.21.15.111:0/1332077823 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f677c0039b0 msgr2=0x7f677c003df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:09.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679918c640 1 --2- 172.21.15.111:0/1332077823 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f677c0039b0 0x7f677c003df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679918c640 1 -- 172.21.15.111:0/1332077823 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f677c003520 con 0x7f677c004800 2024-09-19T04:41:09.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.819+0000 7f679998d640 1 --2- 172.21.15.111:0/1332077823 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f677c0039b0 0x7f677c003df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:41:09.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.820+0000 7f679918c640 1 --2- 172.21.15.111:0/1332077823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f677c004800 0x7f677c004c80 secure :-1 s=READY pgs=1842 cs=0 l=1 rev1=1 crypto rx=0x7f678800c210 tx=0x7f677c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56201ab9d2f646b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:09.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.821+0000 7f679898b640 1 -- 172.21.15.111:0/1332077823 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6788007d30 con 0x7f677c004800 2024-09-19T04:41:09.824 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.821+0000 7f679898b640 1 -- 172.21.15.111:0/1332077823 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f6788005ad0 con 0x7f677c004800 2024-09-19T04:41:09.825 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.821+0000 7f679898b640 1 -- 172.21.15.111:0/1332077823 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6788007070 con 0x7f677c004800 2024-09-19T04:41:09.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.821+0000 7f679bbf1640 1 -- 172.21.15.111:0/1332077823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f677c004800 msgr2=0x7f677c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:09.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.821+0000 7f679bbf1640 1 --2- 172.21.15.111:0/1332077823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f677c004800 0x7f677c004c80 secure :-1 s=READY pgs=1842 cs=0 l=1 rev1=1 crypto rx=0x7f678800c210 tx=0x7f677c005830 comp rx=0 tx=0).stop 2024-09-19T04:41:09.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.821+0000 7f679a18e640 1 -- 172.21.15.111:0/1332077823 reap_dead start 2024-09-19T04:41:09.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.821+0000 7f679bbf1640 1 -- 172.21.15.111:0/1332077823 shutdown_connections 2024-09-19T04:41:09.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.822+0000 7f679bbf1640 1 -- 172.21.15.111:0/1332077823 >> 172.21.15.111:0/1332077823 conn(0x7f6794062a80 msgr2=0x7f679406ccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:09.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.822+0000 7f679bbf1640 1 -- 172.21.15.111:0/1332077823 shutdown_connections 2024-09-19T04:41:09.833 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.822+0000 7f679bbf1640 1 -- 172.21.15.111:0/1332077823 wait complete. 2024-09-19T04:41:09.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.823+0000 7f679bbf1640 1 Processor -- start 2024-09-19T04:41:09.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.824+0000 7f679bbf1640 1 -- start start 2024-09-19T04:41:09.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.825+0000 7f679bbf1640 1 --2- >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f677c004800 0x7f679413dc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.825+0000 7f679bbf1640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67940c6850 0x7f679406bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.836 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.825+0000 7f679bbf1640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f67941e7820 0x7f679406c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.825+0000 7f679bbf1640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6794140e20 con 0x7f67941e7820 2024-09-19T04:41:09.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.825+0000 7f679bbf1640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f67940b5ad0 con 0x7f67940c6850 2024-09-19T04:41:09.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.825+0000 7f679bbf1640 1 -- --> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] -- mon_getmap magic: 0 -- 0x7f679415c480 con 0x7f677c004800 2024-09-19T04:41:09.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.825+0000 7f679a18e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f67941e7820 0x7f679406c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.825+0000 7f679a18e640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f67941e7820 0x7f679406c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34458/0 (socket says 172.21.15.111:34458) 2024-09-19T04:41:09.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.825+0000 7f679a18e640 1 -- 172.21.15.111:0/125196013 learned_addr learned my addr 172.21.15.111:0/125196013 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-09-19T04:41:09.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.825+0000 7f679998d640 1 --2- 172.21.15.111:0/125196013 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f677c004800 0x7f679413dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.825+0000 7f679918c640 1 --2- 172.21.15.111:0/125196013 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67940c6850 0x7f679406bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.825+0000 7f679a18e640 1 -- 172.21.15.111:0/125196013 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f677c004800 msgr2=0x7f679413dc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:09.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.825+0000 7f679a18e640 1 --2- 172.21.15.111:0/125196013 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f677c004800 0x7f679413dc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.825+0000 7f679a18e640 1 -- 172.21.15.111:0/125196013 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67940c6850 msgr2=0x7f679406bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:09.837 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.825+0000 7f679a18e640 1 --2- 172.21.15.111:0/125196013 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67940c6850 0x7f679406bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.825+0000 7f679a18e640 1 -- 172.21.15.111:0/125196013 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67941e5cf0 con 0x7f67941e7820 2024-09-19T04:41:09.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.825+0000 7f679998d640 1 --2- 172.21.15.111:0/125196013 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f677c004800 0x7f679413dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:09.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.825+0000 7f679a18e640 1 --2- 172.21.15.111:0/125196013 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f67941e7820 0x7f679406c0e0 secure :-1 s=READY pgs=1843 cs=0 l=1 rev1=1 crypto rx=0x7f6794072ee0 tx=0x7f678c011cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:09.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.825+0000 7f67927fc640 1 -- 172.21.15.111:0/125196013 <== mon.0 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6784009c10 con 0x7f67941e7820 2024-09-19T04:41:09.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.825+0000 7f67927fc640 1 -- 172.21.15.111:0/125196013 <== mon.0 v2:172.21.15.111:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f678c01b070 con 0x7f67941e7820 2024-09-19T04:41:09.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.825+0000 7f679bbf1640 1 -- 172.21.15.111:0/125196013 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67941e5fd0 con 0x7f67941e7820 2024-09-19T04:41:09.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.825+0000 7f67927fc640 1 -- 172.21.15.111:0/125196013 <== mon.0 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f678c004480 con 0x7f67941e7820 2024-09-19T04:41:09.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.825+0000 7f679bbf1640 1 -- 172.21.15.111:0/125196013 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67941e6590 con 0x7f67941e7820 2024-09-19T04:41:09.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.827+0000 7f679bbf1640 1 -- 172.21.15.111:0/125196013 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67940b47e0 con 0x7f67941e7820 2024-09-19T04:41:09.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.827+0000 7f67927fc640 1 -- 172.21.15.111:0/125196013 <== mon.0 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 28) ==== 91866+0+0 (secure 0 0 0) 0x7f678c012040 con 0x7f67941e7820 2024-09-19T04:41:09.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.828+0000 7f67927fc640 1 --2- 172.21.15.111:0/125196013 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f678006cdf0 0x7f678006f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.828+0000 7f67927fc640 1 -- 172.21.15.111:0/125196013 <== mon.0 v2:172.21.15.111:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 4999+0+0 (secure 0 0 0) 0x7f678c089bd0 con 0x7f67941e7820 2024-09-19T04:41:09.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.828+0000 7f679998d640 1 --2- 172.21.15.111:0/125196013 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f678006cdf0 0x7f678006f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.838 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.828+0000 7f679998d640 1 --2- 172.21.15.111:0/125196013 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f678006cdf0 0x7f678006f2b0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f6784009380 tx=0x7f678400b040 comp rx=0 tx=0).ready entity=mgr.4114 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:09.839 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:09.832+0000 7f67927fc640 1 -- 172.21.15.111:0/125196013 <== mon.0 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f678c059d00 con 0x7f67941e7820 2024-09-19T04:41:10.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:10.035+0000 7f679bbf1640 1 -- 172.21.15.111:0/125196013 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6794068d70 con 0x7f67941e7820 2024-09-19T04:41:10.037 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:10.036+0000 7f67927fc640 1 -- 172.21.15.111:0/125196013 <== mon.0 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 95 v95) ==== 94+0+3923 (secure 0 0 0) 0x7f678c059600 con 0x7f67941e7820 2024-09-19T04:41:10.038 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-09-19T04:41:10.038 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":95,"btime":"2024-09-19T04:40:39:330156+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7130,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/1174918620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6833","nonce":1174918620},{"type":"v1","addr":"172.21.15.114:6835","nonce":1174918620}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":87},{"gid":8194,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6834/2840154875","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":2840154875},{"type":"v1","addr":"172.21.15.114:6834","nonce":2840154875}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":95},{"gid":8979,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6834/2230367726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2230367726},{"type":"v1","addr":"172.21.15.111:6834","nonce":2230367726}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":87},{"gid":8982,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/3803333154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6817","nonce":3803333154},{"type":"v1","addr":"172.21.15.111:6835","nonce":3803333154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":87}],"filesystems":[]} 2024-09-19T04:41:10.038 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 95 2024-09-19T04:41:10.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:10.038+0000 7f679bbf1640 1 -- 172.21.15.111:0/125196013 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f678006cdf0 msgr2=0x7f678006f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:10.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:10.038+0000 7f679bbf1640 1 --2- 172.21.15.111:0/125196013 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f678006cdf0 0x7f678006f2b0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f6784009380 tx=0x7f678400b040 comp rx=0 tx=0).stop 2024-09-19T04:41:10.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:10.038+0000 7f679bbf1640 1 -- 172.21.15.111:0/125196013 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f67941e7820 msgr2=0x7f679406c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:10.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:10.038+0000 7f679bbf1640 1 --2- 172.21.15.111:0/125196013 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f67941e7820 0x7f679406c0e0 secure :-1 s=READY pgs=1843 cs=0 l=1 rev1=1 crypto rx=0x7f6794072ee0 tx=0x7f678c011cf0 comp rx=0 tx=0).stop 2024-09-19T04:41:10.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:10.038+0000 7f679bbf1640 1 -- 172.21.15.111:0/125196013 shutdown_connections 2024-09-19T04:41:10.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:10.038+0000 7f679bbf1640 1 --2- 172.21.15.111:0/125196013 >> [v2:172.21.15.114:6836/4012728,v1:172.21.15.114:6837/4012728] conn(0x7f678006cdf0 0x7f678006f2b0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:10.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:10.038+0000 7f679bbf1640 1 --2- 172.21.15.111:0/125196013 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f67941e7820 0x7f679406c0e0 unknown :-1 s=CLOSED pgs=1843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:10.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:10.038+0000 7f679bbf1640 1 --2- 172.21.15.111:0/125196013 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67940c6850 0x7f679406bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:10.040 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:10.038+0000 7f679bbf1640 1 --2- 172.21.15.111:0/125196013 >> [v2:172.21.15.114:3301/0,v1:172.21.15.114:6790/0] conn(0x7f677c004800 0x7f679413dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:10.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:10.038+0000 7f679bbf1640 1 -- 172.21.15.111:0/125196013 >> 172.21.15.111:0/125196013 conn(0x7f6794062a80 msgr2=0x7f679415a3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:10.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:10.038+0000 7f679bbf1640 1 -- 172.21.15.111:0/125196013 shutdown_connections 2024-09-19T04:41:10.041 INFO:teuthology.orchestra.run.smithi111.stderr:2024-09-19T04:41:10.038+0000 7f679bbf1640 1 -- 172.21.15.111:0/125196013 wait complete. 2024-09-19T04:41:10.051 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-19T04:41:10.051 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-19T04:41:10.051 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T04:41:10.051 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:41:10.061 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T04:41:10.061 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T04:41:10.061 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:41:10.112 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T04:41:10.112 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T04:41:10.112 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:41:10.124 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T04:41:10.124 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T04:41:10.124 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:41:10.177 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T04:41:10.177 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-19T04:41:10.177 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-19T04:41:10.178 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:41:10.211 INFO:tasks.ceph.osd.0:Stopped 2024-09-19T04:41:10.212 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-19T04:41:10.212 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:41:10.285 INFO:tasks.ceph.osd.1:Stopped 2024-09-19T04:41:10.286 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-19T04:41:10.286 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:41:10.360 INFO:tasks.ceph.osd.2:Stopped 2024-09-19T04:41:10.360 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-19T04:41:10.361 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:41:10.432 INFO:tasks.ceph.osd.3:Stopped 2024-09-19T04:41:10.433 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-19T04:41:10.433 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:41:10.461 INFO:tasks.ceph.osd.4:Stopped 2024-09-19T04:41:10.461 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-19T04:41:10.461 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:41:10.527 INFO:tasks.ceph.osd.5:Stopped 2024-09-19T04:41:10.527 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-19T04:41:10.527 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:41:10.593 INFO:tasks.ceph.osd.6:Stopped 2024-09-19T04:41:10.593 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-19T04:41:10.594 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:41:10.673 INFO:tasks.ceph.osd.7:Stopped 2024-09-19T04:41:10.673 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-19T04:41:10.673 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-19T04:41:10.673 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:41:10.700 INFO:tasks.ceph.mgr.y:Stopped 2024-09-19T04:41:10.701 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-19T04:41:10.701 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:41:10.743 INFO:tasks.ceph.mgr.x:Stopped 2024-09-19T04:41:10.743 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-19T04:41:10.743 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-19T04:41:10.743 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:41:10.755 INFO:tasks.ceph.mon.a:Stopped 2024-09-19T04:41:10.755 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-19T04:41:10.755 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:41:10.796 INFO:tasks.ceph.mon.b:Stopped 2024-09-19T04:41:10.796 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-19T04:41:10.796 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:41:10.848 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.b is failed for ~0s 2024-09-19T04:41:10.848 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.c is failed for ~0s 2024-09-19T04:41:10.849 INFO:tasks.ceph.mon.c:Stopped 2024-09-19T04:41:10.849 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-19T04:41:10.849 DEBUG:teuthology.orchestra.run.smithi111:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'OSD full dropping all updates' | egrep -v 'OSD near full' | egrep -v 'pausewr flag' | egrep -v 'failsafe engaged, dropping updates' | egrep -v 'failsafe disengaged, no longer dropping' | egrep -v 'is full \(reached quota' | egrep -v POOL_FULL | egrep -v POOL_BACKFILLFULL | head -n 1 2024-09-19T04:41:10.887 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi111.front.sepia.ceph.com 2024-09-19T04:41:10.888 DEBUG:teuthology.orchestra.run.smithi111:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-19T04:41:11.123 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi111.front.sepia.ceph.com 2024-09-19T04:41:11.123 DEBUG:teuthology.orchestra.run.smithi111:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-19T04:41:11.239 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi111.front.sepia.ceph.com 2024-09-19T04:41:11.240 DEBUG:teuthology.orchestra.run.smithi111:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-19T04:41:11.311 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi111.front.sepia.ceph.com 2024-09-19T04:41:11.311 DEBUG:teuthology.orchestra.run.smithi111:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-19T04:41:11.369 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi114.front.sepia.ceph.com 2024-09-19T04:41:11.369 DEBUG:teuthology.orchestra.run.smithi114:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-19T04:41:11.529 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi114.front.sepia.ceph.com 2024-09-19T04:41:11.529 DEBUG:teuthology.orchestra.run.smithi114:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-19T04:41:11.617 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi114.front.sepia.ceph.com 2024-09-19T04:41:11.617 DEBUG:teuthology.orchestra.run.smithi114:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-19T04:41:11.675 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi114.front.sepia.ceph.com 2024-09-19T04:41:11.675 DEBUG:teuthology.orchestra.run.smithi114:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-19T04:41:11.741 INFO:tasks.ceph:Archiving mon data... 2024-09-19T04:41:11.742 DEBUG:teuthology.misc:Transferring archived files from smithi111:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911637/data/mon.a.tgz 2024-09-19T04:41:11.743 DEBUG:teuthology.orchestra.run.smithi111:> mktemp 2024-09-19T04:41:11.759 INFO:teuthology.orchestra.run.smithi111.stdout:/tmp/tmp.Xo1KGcZQnE 2024-09-19T04:41:11.759 DEBUG:teuthology.orchestra.run.smithi111:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.Xo1KGcZQnE 2024-09-19T04:41:12.032 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 0666 /tmp/tmp.Xo1KGcZQnE 2024-09-19T04:41:12.116 DEBUG:teuthology.orchestra.remote:smithi111:/tmp/tmp.Xo1KGcZQnE is 1MB 2024-09-19T04:41:12.225 DEBUG:teuthology.orchestra.run.smithi111:> rm -fr /tmp/tmp.Xo1KGcZQnE 2024-09-19T04:41:12.241 DEBUG:teuthology.misc:Transferring archived files from smithi114:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911637/data/mon.b.tgz 2024-09-19T04:41:12.241 DEBUG:teuthology.orchestra.run.smithi114:> mktemp 2024-09-19T04:41:12.259 INFO:teuthology.orchestra.run.smithi114.stdout:/tmp/tmp.cHjqVcWj2c 2024-09-19T04:41:12.259 DEBUG:teuthology.orchestra.run.smithi114:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.cHjqVcWj2c 2024-09-19T04:41:12.560 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod 0666 /tmp/tmp.cHjqVcWj2c 2024-09-19T04:41:12.644 DEBUG:teuthology.orchestra.remote:smithi114:/tmp/tmp.cHjqVcWj2c is 1MB 2024-09-19T04:41:12.759 DEBUG:teuthology.orchestra.run.smithi114:> rm -fr /tmp/tmp.cHjqVcWj2c 2024-09-19T04:41:12.774 DEBUG:teuthology.misc:Transferring archived files from smithi114:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911637/data/mon.c.tgz 2024-09-19T04:41:12.774 DEBUG:teuthology.orchestra.run.smithi114:> mktemp 2024-09-19T04:41:12.829 INFO:teuthology.orchestra.run.smithi114.stdout:/tmp/tmp.bNV5bVZDZj 2024-09-19T04:41:12.829 DEBUG:teuthology.orchestra.run.smithi114:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.bNV5bVZDZj 2024-09-19T04:41:13.116 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod 0666 /tmp/tmp.bNV5bVZDZj 2024-09-19T04:41:13.200 DEBUG:teuthology.orchestra.remote:smithi114:/tmp/tmp.bNV5bVZDZj is 1MB 2024-09-19T04:41:13.282 DEBUG:teuthology.orchestra.run.smithi114:> rm -fr /tmp/tmp.bNV5bVZDZj 2024-09-19T04:41:13.297 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-19T04:41:13.297 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-19T04:41:13.300 DEBUG:teuthology.orchestra.run.smithi114:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-19T04:41:13.386 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-19T04:41:13.417 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-19T04:41:13.417 INFO:tasks.ceph:Archiving crash dumps... 2024-09-19T04:41:13.419 DEBUG:teuthology.misc:Transferring archived files from smithi111:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911637/remote/smithi111/crash 2024-09-19T04:41:13.420 DEBUG:teuthology.orchestra.run.smithi111:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-19T04:41:13.454 DEBUG:teuthology.misc:Transferring archived files from smithi114:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911637/remote/smithi114/crash 2024-09-19T04:41:13.455 DEBUG:teuthology.orchestra.run.smithi114:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-19T04:41:13.480 INFO:tasks.ceph:Shutting down logrotate 2024-09-19T04:41:13.481 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:41:13.499 DEBUG:teuthology.orchestra.run.smithi114:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:41:13.571 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-19T04:41:13.597 DEBUG:teuthology.orchestra.run.smithi114:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-19T04:41:13.621 INFO:tasks.ceph:Compressing logs... 2024-09-19T04:41:13.621 DEBUG:teuthology.orchestra.run.smithi111:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T04:41:13.640 DEBUG:teuthology.orchestra.run.smithi114:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T04:41:13.664 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-19T04:41:13.664 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55802.log 2024-09-19T04:41:13.664 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47133.log 2024-09-19T04:41:13.715 INFO:teuthology.orchestra.run.smithi114.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.48056.log 2024-09-19T04:41:13.716 INFO:teuthology.orchestra.run.smithi114.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.46426.log 2024-09-19T04:41:13.716 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-client.1.48056.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.49120.log 2024-09-19T04:41:13.716 INFO:teuthology.orchestra.run.smithi114.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.48056.log.gz 2024-09-19T04:41:13.716 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-client.1.46426.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-19T04:41:13.716 INFO:teuthology.orchestra.run.smithi114.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.46426.log.gz 2024-09-19T04:41:13.716 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-client.1.49120.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.45736.log 2024-09-19T04:41:13.716 INFO:teuthology.orchestra.run.smithi114.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.49120.log.gz 2024-09-19T04:41:13.716 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.45244.log 2024-09-19T04:41:13.716 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-client.1.45736.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36559.log 2024-09-19T04:41:13.716 INFO:teuthology.orchestra.run.smithi114.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.45736.log.gz 2024-09-19T04:41:13.716 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-client.1.45244.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-19T04:41:13.716 INFO:teuthology.orchestra.run.smithi114.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.45244.log.gz 2024-09-19T04:41:13.716 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-client.admin.36559.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-19T04:41:13.717 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-mds.b.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.36559.log.gz 2024-09-19T04:41:13.717 INFO:teuthology.orchestra.run.smithi114.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36307.log 2024-09-19T04:41:13.717 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-19T04:41:13.717 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-client.admin.36307.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36468.log 2024-09-19T04:41:13.717 INFO:teuthology.orchestra.run.smithi114.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.36307.log.gz 2024-09-19T04:41:13.717 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36513.log 2024-09-19T04:41:13.717 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-client.admin.36468.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44337.log 2024-09-19T04:41:13.717 INFO:teuthology.orchestra.run.smithi114.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.36468.log.gz 2024-09-19T04:41:13.717 INFO:teuthology.orchestra.run.smithi114.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.36513.log: /var/log/ceph/ceph-client.admin.36348.log 2024-09-19T04:41:13.717 INFO:teuthology.orchestra.run.smithi114.stderr:gzip -5/var/log/ceph/ceph-client.1.44337.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.36513.log.gz 2024-09-19T04:41:13.717 INFO:teuthology.orchestra.run.smithi114.stderr: --verbose -- 0.0% -- replaced with /var/log/ceph/ceph-client.1.44337.log.gz 2024-09-19T04:41:13.717 INFO:teuthology.orchestra.run.smithi114.stderr: /var/log/ceph/ceph-client.1.49648.log 2024-09-19T04:41:13.717 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-client.admin.36348.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36599.log 2024-09-19T04:41:13.717 INFO:teuthology.orchestra.run.smithi114.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.36348.log.gz 2024-09-19T04:41:13.718 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-client.1.49648.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-19T04:41:13.718 INFO:teuthology.orchestra.run.smithi114.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.49648.log.gz 2024-09-19T04:41:13.718 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-client.admin.36599.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.46937.log 2024-09-19T04:41:13.718 INFO:teuthology.orchestra.run.smithi114.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.36599.log.gz 2024-09-19T04:41:13.718 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36388.log 2024-09-19T04:41:13.718 INFO:teuthology.orchestra.run.smithi114.stderr:gzip -5/var/log/ceph/ceph-client.1.46937.log: --verbose -- /var/log/ceph/ceph-client.3.43250.log 0.0% -- replaced with /var/log/ceph/ceph-client.1.46937.log.gz 2024-09-19T04:41:13.718 INFO:teuthology.orchestra.run.smithi114.stderr: 2024-09-19T04:41:13.718 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-client.admin.36388.log: gzip -5 87.6% --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-19T04:41:13.718 INFO:teuthology.orchestra.run.smithi114.stderr: -- replaced with /var/log/ceph/ceph-client.admin.36388.log.gz 2024-09-19T04:41:13.718 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-client.3.43250.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-19T04:41:13.718 INFO:teuthology.orchestra.run.smithi114.stderr: -- replaced with /var/log/ceph/ceph-client.3.43250.log.gz 2024-09-19T04:41:13.718 INFO:teuthology.orchestra.run.smithi114.stderr:gzip/var/log/ceph/ceph-osd.6.log: -5 --verbose -- /var/log/ceph/ceph.log 2024-09-19T04:41:13.718 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.42852.log 2024-09-19T04:41:13.719 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph.log: 93.8% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-19T04:41:13.719 INFO:teuthology.orchestra.run.smithi114.stderr: 92.5% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-19T04:41:13.719 INFO:teuthology.orchestra.run.smithi114.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.47508.log 2024-09-19T04:41:13.719 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-client.1.42852.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-19T04:41:13.719 INFO:teuthology.orchestra.run.smithi114.stderr: -- replaced with /var/log/ceph/ceph-client.1.42852.log.gz 2024-09-19T04:41:13.719 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-client.1.47508.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-19T04:41:13.719 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-mds.d.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.47508.log.gz 2024-09-19T04:41:13.719 INFO:teuthology.orchestra.run.smithi114.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.48584.log 2024-09-19T04:41:13.723 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-19T04:41:13.723 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-client.1.48584.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.48584.log.gz 2024-09-19T04:41:13.729 INFO:teuthology.orchestra.run.smithi114.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.43834.log 2024-09-19T04:41:13.752 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36428.log 2024-09-19T04:41:13.752 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-client.1.43834.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.43834.log.gz 2024-09-19T04:41:13.769 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/ceph-client.admin.36428.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.36428.log.gz 2024-09-19T04:41:13.931 INFO:teuthology.orchestra.run.smithi114.stderr: 93.0% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-19T04:41:14.000 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.55802.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44090.log 2024-09-19T04:41:14.000 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.47133.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.55802.log.gz 2024-09-19T04:41:14.001 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47003.log 2024-09-19T04:41:14.001 INFO:teuthology.orchestra.run.smithi111.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.47133.log.gz 2024-09-19T04:41:14.001 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71481.log/var/log/ceph/ceph-client.admin.44090.log: 2024-09-19T04:41:14.001 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.47003.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67542.log 2024-09-19T04:41:14.001 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.44090.log.gz 2024-09-19T04:41:14.001 INFO:teuthology.orchestra.run.smithi111.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.47003.log.gz 2024-09-19T04:41:14.001 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.71481.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51304.log 2024-09-19T04:41:14.001 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.67542.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.71481.log.gz 2024-09-19T04:41:14.001 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51532.log 2024-09-19T04:41:14.001 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.51304.log: gzip 89.2% -5 -- replaced with /var/log/ceph/ceph-client.admin.67542.log.gz --verbose 2024-09-19T04:41:14.001 INFO:teuthology.orchestra.run.smithi111.stderr: -- /var/log/ceph/ceph-client.admin.46144.log 2024-09-19T04:41:14.001 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.51304.log.gz 2024-09-19T04:41:14.002 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.51532.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50201.log 2024-09-19T04:41:14.002 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.46144.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55081.log 2024-09-19T04:41:14.002 INFO:teuthology.orchestra.run.smithi111.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.51532.log.gz 2024-09-19T04:41:14.002 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46144.log.gz 2024-09-19T04:41:14.002 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.50201.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55123.log 2024-09-19T04:41:14.002 INFO:teuthology.orchestra.run.smithi111.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.50201.log.gz 2024-09-19T04:41:14.002 INFO:teuthology.orchestra.run.smithi111.stderr:gzip/var/log/ceph/ceph-client.admin.55081.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.80976.log 2024-09-19T04:41:14.002 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.55123.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.55081.log.gz 2024-09-19T04:41:14.002 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68309.log 2024-09-19T04:41:14.002 INFO:teuthology.orchestra.run.smithi111.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.55123.log.gz 2024-09-19T04:41:14.002 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.80976.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80807.log 2024-09-19T04:41:14.002 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.80976.log.gz 2024-09-19T04:41:14.002 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.68309.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76895.log 2024-09-19T04:41:14.002 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.80807.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.68309.log.gz 2024-09-19T04:41:14.003 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54477.log 2024-09-19T04:41:14.003 INFO:teuthology.orchestra.run.smithi111.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.80807.log.gz 2024-09-19T04:41:14.003 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.76895.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80723.log 2024-09-19T04:41:14.003 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.76895.log.gz 2024-09-19T04:41:14.003 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.54477.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43690.log 2024-09-19T04:41:14.003 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.54477.log.gz 2024-09-19T04:41:14.003 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68041.log/var/log/ceph/ceph-client.admin.80723.log: 2024-09-19T04:41:14.003 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.43690.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60967.log 2024-09-19T04:41:14.003 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.80723.log.gz 2024-09-19T04:41:14.003 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43690.log.gz 2024-09-19T04:41:14.003 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.68041.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64494.log 2024-09-19T04:41:14.003 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.60967.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.68041.log.gz 2024-09-19T04:41:14.003 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.70060.log 2024-09-19T04:41:14.003 INFO:teuthology.orchestra.run.smithi111.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.60967.log.gz 2024-09-19T04:41:14.004 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.64494.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51262.log 2024-09-19T04:41:14.004 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.0.70060.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.64494.log.gz 2024-09-19T04:41:14.004 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69872.log 2024-09-19T04:41:14.004 INFO:teuthology.orchestra.run.smithi111.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.70060.log.gz 2024-09-19T04:41:14.004 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.51262.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78034.log 2024-09-19T04:41:14.004 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51262.log.gz 2024-09-19T04:41:14.004 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.69872.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.73234.log 2024-09-19T04:41:14.004 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.69872.log.gz 2024-09-19T04:41:14.004 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.78034.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75187.log 2024-09-19T04:41:14.004 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.78034.log.gz 2024-09-19T04:41:14.004 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.0.73234.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47175.log 2024-09-19T04:41:14.004 INFO:teuthology.orchestra.run.smithi111.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.73234.log.gz 2024-09-19T04:41:14.004 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.75187.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70881.log 2024-09-19T04:41:14.005 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.47175.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.75187.log.gz 2024-09-19T04:41:14.005 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73664.log 2024-09-19T04:41:14.005 INFO:teuthology.orchestra.run.smithi111.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47175.log.gz 2024-09-19T04:41:14.005 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.70881.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44174.log 2024-09-19T04:41:14.005 INFO:teuthology.orchestra.run.smithi111.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.70881.log.gz 2024-09-19T04:41:14.005 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.73664.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60626.log 2024-09-19T04:41:14.005 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.44174.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.73664.log.gz 2024-09-19T04:41:14.005 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67963.log 2024-09-19T04:41:14.005 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.44174.log.gz 2024-09-19T04:41:14.005 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.60626.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66574.log 2024-09-19T04:41:14.005 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.60626.log.gz 2024-09-19T04:41:14.005 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.67963.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69004.log 2024-09-19T04:41:14.005 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.67963.log.gz 2024-09-19T04:41:14.006 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.66574.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55846.log 2024-09-19T04:41:14.006 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.66574.log.gz 2024-09-19T04:41:14.006 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.69004.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78328.log 2024-09-19T04:41:14.006 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.69004.log.gz 2024-09-19T04:41:14.006 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.55846.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53641.log 2024-09-19T04:41:14.006 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.78328.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.55846.log.gz 2024-09-19T04:41:14.006 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51897.log 2024-09-19T04:41:14.006 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.53641.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.78328.log.gz 2024-09-19T04:41:14.006 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72430.log 2024-09-19T04:41:14.006 INFO:teuthology.orchestra.run.smithi111.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.53641.log.gz 2024-09-19T04:41:14.006 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.51897.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49363.log 2024-09-19T04:41:14.006 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.72430.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.51897.log.gz 2024-09-19T04:41:14.006 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58514.log 2024-09-19T04:41:14.007 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.49363.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.72430.log.gz 2024-09-19T04:41:14.007 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76562.log 2024-09-19T04:41:14.007 INFO:teuthology.orchestra.run.smithi111.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.49363.log.gz 2024-09-19T04:41:14.007 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.58514.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68225.log 2024-09-19T04:41:14.007 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.76562.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.58514.log.gz 2024-09-19T04:41:14.007 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53197.log 2024-09-19T04:41:14.007 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.76562.log.gz 2024-09-19T04:41:14.007 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.68225.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47427.log 2024-09-19T04:41:14.007 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.68225.log.gz 2024-09-19T04:41:14.007 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.53197.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54131.log 2024-09-19T04:41:14.007 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.47427.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.53197.log.gz 2024-09-19T04:41:14.007 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46186.log 2024-09-19T04:41:14.008 INFO:teuthology.orchestra.run.smithi111.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.47427.log.gz 2024-09-19T04:41:14.008 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.54131.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68477.log 2024-09-19T04:41:14.008 INFO:teuthology.orchestra.run.smithi111.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.54131.log.gz 2024-09-19T04:41:14.008 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.46186.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80765.log 2024-09-19T04:41:14.008 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.68477.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.46186.log.gz 2024-09-19T04:41:14.008 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64784.log 2024-09-19T04:41:14.008 INFO:teuthology.orchestra.run.smithi111.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.68477.log.gz 2024-09-19T04:41:14.008 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.80765.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57625.log 2024-09-19T04:41:14.008 INFO:teuthology.orchestra.run.smithi111.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.80765.log.gz 2024-09-19T04:41:14.008 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.64784.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55758.log 2024-09-19T04:41:14.008 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.57625.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.64784.log.gz 2024-09-19T04:41:14.008 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74707.log 2024-09-19T04:41:14.008 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.57625.log.gz 2024-09-19T04:41:14.009 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.55758.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48703.log 2024-09-19T04:41:14.009 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.74707.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.55758.log.gz 2024-09-19T04:41:14.009 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50243.log 2024-09-19T04:41:14.009 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.48703.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.74707.log.gz 2024-09-19T04:41:14.009 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68842.log 2024-09-19T04:41:14.009 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48703.log.gz 2024-09-19T04:41:14.009 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.50243.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61643.log 2024-09-19T04:41:14.009 INFO:teuthology.orchestra.run.smithi111.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.50243.log.gz 2024-09-19T04:41:14.009 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.68842.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65346.log 2024-09-19T04:41:14.009 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.61643.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73439.log 2024-09-19T04:41:14.009 INFO:teuthology.orchestra.run.smithi111.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.68842.log.gz 2024-09-19T04:41:14.009 INFO:teuthology.orchestra.run.smithi111.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.61643.log.gz 2024-09-19T04:41:14.009 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72388.log 2024-09-19T04:41:14.010 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.65346.log: /var/log/ceph/ceph-client.admin.73439.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69218.log 2024-09-19T04:41:14.010 INFO:teuthology.orchestra.run.smithi111.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.65346.log.gz 2024-09-19T04:41:14.010 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.72388.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.73439.log.gz 2024-09-19T04:41:14.010 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56935.log 2024-09-19T04:41:14.010 INFO:teuthology.orchestra.run.smithi111.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.72388.log.gz 2024-09-19T04:41:14.010 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.69218.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46434.log 2024-09-19T04:41:14.010 INFO:teuthology.orchestra.run.smithi111.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.69218.log.gz 2024-09-19T04:41:14.010 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.56935.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52888.log 2024-09-19T04:41:14.010 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.46434.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69680.log 2024-09-19T04:41:14.010 INFO:teuthology.orchestra.run.smithi111.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.56935.log.gz 2024-09-19T04:41:14.010 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.52888.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46434.log.gz 2024-09-19T04:41:14.010 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46726.log 2024-09-19T04:41:14.010 INFO:teuthology.orchestra.run.smithi111.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.52888.log.gz 2024-09-19T04:41:14.011 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.69680.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75781.log 2024-09-19T04:41:14.011 INFO:teuthology.orchestra.run.smithi111.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.69680.log.gz 2024-09-19T04:41:14.011 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.46726.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70307.log 2024-09-19T04:41:14.011 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.75781.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.46726.log.gz 2024-09-19T04:41:14.011 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60374.log 2024-09-19T04:41:14.011 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.70307.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74353.log 2024-09-19T04:41:14.011 INFO:teuthology.orchestra.run.smithi111.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.70307.log.gz 2024-09-19T04:41:14.011 INFO:teuthology.orchestra.run.smithi111.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.75781.log.gz 2024-09-19T04:41:14.011 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.60374.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46060.log 2024-09-19T04:41:14.011 INFO:teuthology.orchestra.run.smithi111.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.60374.log.gz 2024-09-19T04:41:14.011 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71961.log 2024-09-19T04:41:14.011 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.74353.log: /var/log/ceph/ceph-client.admin.46060.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46642.log 2024-09-19T04:41:14.011 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.74353.log.gz 2024-09-19T04:41:14.011 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46060.log.gz 2024-09-19T04:41:14.012 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.71961.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51490.log 2024-09-19T04:41:14.012 INFO:teuthology.orchestra.run.smithi111.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.71961.log.gz 2024-09-19T04:41:14.012 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.46642.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62422.log 2024-09-19T04:41:14.012 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.51490.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43603.log 2024-09-19T04:41:14.012 INFO:teuthology.orchestra.run.smithi111.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.46642.log.gz 2024-09-19T04:41:14.012 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.62422.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.51490.log.gz 2024-09-19T04:41:14.012 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79506.log 2024-09-19T04:41:14.012 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.62422.log.gz 2024-09-19T04:41:14.012 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.43603.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78118.log 2024-09-19T04:41:14.012 INFO:teuthology.orchestra.run.smithi111.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.43603.log.gz 2024-09-19T04:41:14.012 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.79506.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68141.log 2024-09-19T04:41:14.012 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.79506.log.gz 2024-09-19T04:41:14.012 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.78118.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73827.log 2024-09-19T04:41:14.013 INFO:teuthology.orchestra.run.smithi111.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.78118.log.gz 2024-09-19T04:41:14.013 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.68141.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72854.log 2024-09-19T04:41:14.013 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.73827.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.68141.log.gz 2024-09-19T04:41:14.013 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46018.log 2024-09-19T04:41:14.013 INFO:teuthology.orchestra.run.smithi111.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.73827.log.gz 2024-09-19T04:41:14.013 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.72854.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66024.log 2024-09-19T04:41:14.013 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.72854.log.gz 2024-09-19T04:41:14.013 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.46018.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79089.log 2024-09-19T04:41:14.013 INFO:teuthology.orchestra.run.smithi111.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.46018.log.gz 2024-09-19T04:41:14.013 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.66024.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66991.log 2024-09-19T04:41:14.013 INFO:teuthology.orchestra.run.smithi111.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.66024.log.gz 2024-09-19T04:41:14.013 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.79089.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77696.log 2024-09-19T04:41:14.013 INFO:teuthology.orchestra.run.smithi111.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.79089.log.gz 2024-09-19T04:41:14.013 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.66991.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74143.log 2024-09-19T04:41:14.014 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.77696.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-19T04:41:14.014 INFO:teuthology.orchestra.run.smithi111.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.66991.log.gz 2024-09-19T04:41:14.014 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.77696.log.gz 2024-09-19T04:41:14.014 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.74143.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77021.log 2024-09-19T04:41:14.014 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.74143.log.gz 2024-09-19T04:41:14.014 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61265.log 2024-09-19T04:41:14.014 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-osd.1.log: /var/log/ceph/ceph-client.admin.77021.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76210.log 2024-09-19T04:41:14.014 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.77021.log.gz 2024-09-19T04:41:14.014 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.61265.log: /var/log/ceph/ceph-client.admin.75317.log 2024-09-19T04:41:14.014 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.76210.log: gzip -5 --verbose 88.8% -- /var/log/ceph/ceph-client.admin.61307.log 2024-09-19T04:41:14.014 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.61265.log.gz 2024-09-19T04:41:14.014 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.75317.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.76210.log.gz 2024-09-19T04:41:14.014 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53992.log 2024-09-19T04:41:14.015 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.75317.log.gz 2024-09-19T04:41:14.015 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.61307.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71004.log 2024-09-19T04:41:14.015 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.53992.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72003.log 2024-09-19T04:41:14.015 INFO:teuthology.orchestra.run.smithi111.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.61307.log.gz 2024-09-19T04:41:14.015 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8%/var/log/ceph/ceph-client.admin.71004.log: -- replaced with /var/log/ceph/ceph-client.admin.53992.log.gz 2024-09-19T04:41:14.015 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78076.log 2024-09-19T04:41:14.015 INFO:teuthology.orchestra.run.smithi111.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.71004.log.gz 2024-09-19T04:41:14.015 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.72003.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64639.log 2024-09-19T04:41:14.015 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.72003.log.gz 2024-09-19T04:41:14.015 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.78076.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49268.log 2024-09-19T04:41:14.015 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.64639.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.78076.log.gz 2024-09-19T04:41:14.015 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78412.log 2024-09-19T04:41:14.016 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.49268.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54810.log 2024-09-19T04:41:14.016 INFO:teuthology.orchestra.run.smithi111.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.64639.log.gz 2024-09-19T04:41:14.016 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.78412.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.49268.log.gz 2024-09-19T04:41:14.016 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54978.log 2024-09-19T04:41:14.016 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.54810.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68099.log 2024-09-19T04:41:14.016 INFO:teuthology.orchestra.run.smithi111.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.78412.log.gz 2024-09-19T04:41:14.016 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.54978.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.54810.log.gz 2024-09-19T04:41:14.016 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45434.log 2024-09-19T04:41:14.016 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.54978.log.gz 2024-09-19T04:41:14.016 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.68099.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65766.log 2024-09-19T04:41:14.016 INFO:teuthology.orchestra.run.smithi111.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.68099.log.gz 2024-09-19T04:41:14.016 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.45434.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43693.log 2024-09-19T04:41:14.016 INFO:teuthology.orchestra.run.smithi111.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45434.log.gz 2024-09-19T04:41:14.017 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.65766.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41656.log 2024-09-19T04:41:14.017 INFO:teuthology.orchestra.run.smithi111.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.65766.log.gz 2024-09-19T04:41:14.017 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59647.log 2024-09-19T04:41:14.017 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.43693.log: /var/log/ceph/ceph-client.admin.41656.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.43693.log.gz 2024-09-19T04:41:14.017 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52023.log 2024-09-19T04:41:14.017 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.59647.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.41656.log.gz 2024-09-19T04:41:14.017 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71523.log 2024-09-19T04:41:14.017 INFO:teuthology.orchestra.run.smithi111.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.59647.log.gz 2024-09-19T04:41:14.017 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.52023.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50762.log 2024-09-19T04:41:14.017 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.52023.log.gz 2024-09-19T04:41:14.017 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.71523.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67500.log 2024-09-19T04:41:14.017 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.50762.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.71523.log.gz 2024-09-19T04:41:14.017 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54248.log 2024-09-19T04:41:14.018 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.67500.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.50762.log.gz 2024-09-19T04:41:14.018 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49865.log 2024-09-19T04:41:14.018 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.67500.log.gz 2024-09-19T04:41:14.018 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.54248.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64723.log 2024-09-19T04:41:14.018 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.49865.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.54248.log.gz 2024-09-19T04:41:14.018 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57225.log 2024-09-19T04:41:14.018 INFO:teuthology.orchestra.run.smithi111.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49865.log.gz/var/log/ceph/ceph-client.admin.64723.log: 2024-09-19T04:41:14.018 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52191.log 2024-09-19T04:41:14.018 INFO:teuthology.orchestra.run.smithi111.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.64723.log.gz 2024-09-19T04:41:14.018 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.57225.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49525.log 2024-09-19T04:41:14.018 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.52191.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62296.log 2024-09-19T04:41:14.018 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.57225.log.gz 2024-09-19T04:41:14.018 INFO:teuthology.orchestra.run.smithi111.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.52191.log.gz 2024-09-19T04:41:14.019 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.49525.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80681.log 2024-09-19T04:41:14.019 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49525.log.gz 2024-09-19T04:41:14.019 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.62296.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80850.log 2024-09-19T04:41:14.019 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.80681.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53113.log 2024-09-19T04:41:14.019 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.62296.log.gz 2024-09-19T04:41:14.019 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.80681.log.gz 2024-09-19T04:41:14.019 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.80850.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59492.log 2024-09-19T04:41:14.019 INFO:teuthology.orchestra.run.smithi111.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.80850.log.gz 2024-09-19T04:41:14.019 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.53113.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68183.log 2024-09-19T04:41:14.019 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.59492.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.53113.log.gz 2024-09-19T04:41:14.019 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67748.log 2024-09-19T04:41:14.019 INFO:teuthology.orchestra.run.smithi111.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.59492.log.gz 2024-09-19T04:41:14.019 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.68183.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69596.log 2024-09-19T04:41:14.020 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.68183.log.gz 2024-09-19T04:41:14.020 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.67748.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72183.log 2024-09-19T04:41:14.020 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.69596.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.67748.log.gz 2024-09-19T04:41:14.020 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51448.log 2024-09-19T04:41:14.020 INFO:teuthology.orchestra.run.smithi111.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.69596.log.gz 2024-09-19T04:41:14.020 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.72183.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69088.log 2024-09-19T04:41:14.020 INFO:teuthology.orchestra.run.smithi111.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.72183.log.gz 2024-09-19T04:41:14.020 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.51448.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61601.log 2024-09-19T04:41:14.020 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.69088.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.51448.log.gz 2024-09-19T04:41:14.020 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74269.log 2024-09-19T04:41:14.020 INFO:teuthology.orchestra.run.smithi111.stderr: 88.1%/var/log/ceph/ceph-client.admin.61601.log: -- replaced with /var/log/ceph/ceph-client.admin.69088.log.gz 2024-09-19T04:41:14.020 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80159.log 2024-09-19T04:41:14.020 INFO:teuthology.orchestra.run.smithi111.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.61601.log.gz 2024-09-19T04:41:14.021 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.74269.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65598.log 2024-09-19T04:41:14.021 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.80159.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.74269.log.gz 2024-09-19T04:41:14.021 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73767.log 2024-09-19T04:41:14.021 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.80159.log.gz 2024-09-19T04:41:14.021 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.65598.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79322.log 2024-09-19T04:41:14.021 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.65598.log.gz 2024-09-19T04:41:14.021 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.73767.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52149.log 2024-09-19T04:41:14.021 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.73767.log.gz 2024-09-19T04:41:14.021 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.79322.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56392.log 2024-09-19T04:41:14.021 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.52149.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57877.log 2024-09-19T04:41:14.021 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.79322.log.gz 2024-09-19T04:41:14.021 INFO:teuthology.orchestra.run.smithi111.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.52149.log.gz/var/log/ceph/ceph-client.admin.56392.log: 2024-09-19T04:41:14.021 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45857.log 2024-09-19T04:41:14.022 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.56392.log.gz 2024-09-19T04:41:14.022 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.57877.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58781.log 2024-09-19T04:41:14.022 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.45857.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.57877.log.gz 2024-09-19T04:41:14.022 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61349.log 2024-09-19T04:41:14.022 INFO:teuthology.orchestra.run.smithi111.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.45857.log.gz 2024-09-19T04:41:14.022 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.58781.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77063.log 2024-09-19T04:41:14.022 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.58781.log.gz 2024-09-19T04:41:14.022 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.61349.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67033.log 2024-09-19T04:41:14.022 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.77063.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.61349.log.gz 2024-09-19T04:41:14.022 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66066.log 2024-09-19T04:41:14.022 INFO:teuthology.orchestra.run.smithi111.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.77063.log.gz 2024-09-19T04:41:14.022 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.67033.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54936.log 2024-09-19T04:41:14.022 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.66066.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.67033.log.gz 2024-09-19T04:41:14.023 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43880.log 2024-09-19T04:41:14.023 INFO:teuthology.orchestra.run.smithi111.stderr: 88.3%/var/log/ceph/ceph-client.admin.54936.log: -- replaced with /var/log/ceph/ceph-client.admin.66066.log.gz 2024-09-19T04:41:14.023 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56476.log 2024-09-19T04:41:14.023 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.43880.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.54936.log.gz 2024-09-19T04:41:14.023 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50804.log 2024-09-19T04:41:14.023 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.43880.log.gz 2024-09-19T04:41:14.023 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.56476.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42200.log 2024-09-19T04:41:14.023 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.50804.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49949.log 2024-09-19T04:41:14.023 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.50804.log.gz 2024-09-19T04:41:14.023 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.42200.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.56476.log.gz 2024-09-19T04:41:14.023 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46810.log 2024-09-19T04:41:14.023 INFO:teuthology.orchestra.run.smithi111.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42200.log.gz 2024-09-19T04:41:14.023 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51364.log 2024-09-19T04:41:14.023 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.49949.log: /var/log/ceph/ceph-client.admin.46810.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69344.log 2024-09-19T04:41:14.024 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.49949.log.gz 2024-09-19T04:41:14.024 INFO:teuthology.orchestra.run.smithi111.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46810.log.gz 2024-09-19T04:41:14.024 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.51364.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60229.log 2024-09-19T04:41:14.024 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.51364.log.gz 2024-09-19T04:41:14.024 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.69344.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61011.log 2024-09-19T04:41:14.024 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.60229.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51981.log 2024-09-19T04:41:14.024 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.69344.log.gz 2024-09-19T04:41:14.024 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.61011.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.60229.log.gz 2024-09-19T04:41:14.024 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48745.log 2024-09-19T04:41:14.024 INFO:teuthology.orchestra.run.smithi111.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.61011.log.gz 2024-09-19T04:41:14.024 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.51981.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67458.log 2024-09-19T04:41:14.024 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.51981.log.gz 2024-09-19T04:41:14.024 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.48745.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64536.log 2024-09-19T04:41:14.025 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.67458.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48745.log.gz 2024-09-19T04:41:14.025 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49991.log 2024-09-19T04:41:14.025 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.64536.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.67458.log.gz 2024-09-19T04:41:14.025 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69638.log 2024-09-19T04:41:14.025 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.64536.log.gz 2024-09-19T04:41:14.025 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.49991.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43330.log 2024-09-19T04:41:14.025 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49991.log.gz 2024-09-19T04:41:14.025 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.69638.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63041.log 2024-09-19T04:41:14.025 INFO:teuthology.orchestra.run.smithi111.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.69638.log.gz 2024-09-19T04:41:14.025 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.43330.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65942.log 2024-09-19T04:41:14.025 INFO:teuthology.orchestra.run.smithi111.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43330.log.gz 2024-09-19T04:41:14.025 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.63041.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80537.log 2024-09-19T04:41:14.025 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.63041.log.gz 2024-09-19T04:41:14.025 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.65942.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75271.log 2024-09-19T04:41:14.026 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.80537.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.65942.log.gz 2024-09-19T04:41:14.026 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74001.log 2024-09-19T04:41:14.026 INFO:teuthology.orchestra.run.smithi111.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.80537.log.gz 2024-09-19T04:41:14.026 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.75271.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42284.log 2024-09-19T04:41:14.026 INFO:teuthology.orchestra.run.smithi111.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.75271.log.gz 2024-09-19T04:41:14.026 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.74001.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50660.log 2024-09-19T04:41:14.026 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.42284.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70594.log 2024-09-19T04:41:14.026 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.74001.log.gz 2024-09-19T04:41:14.026 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.50660.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.42284.log.gz 2024-09-19T04:41:14.026 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47343.log 2024-09-19T04:41:14.026 INFO:teuthology.orchestra.run.smithi111.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50660.log.gz 2024-09-19T04:41:14.026 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.70594.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66658.log 2024-09-19T04:41:14.026 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.47343.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65556.log 2024-09-19T04:41:14.027 INFO:teuthology.orchestra.run.smithi111.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.70594.log.gz 2024-09-19T04:41:14.027 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.66658.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.47343.log.gz 2024-09-19T04:41:14.027 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43004.log 2024-09-19T04:41:14.027 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.65556.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60801.log 2024-09-19T04:41:14.027 INFO:teuthology.orchestra.run.smithi111.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.65556.log.gz 2024-09-19T04:41:14.027 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.43004.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.66658.log.gz 2024-09-19T04:41:14.027 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64982.log 2024-09-19T04:41:14.027 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56434.log 2024-09-19T04:41:14.027 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.60801.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.43004.log.gz 2024-09-19T04:41:14.027 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.64982.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47217.log 2024-09-19T04:41:14.027 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.60801.log.gz 2024-09-19T04:41:14.027 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.56434.log: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.64982.log.gz 2024-09-19T04:41:14.027 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61097.log 2024-09-19T04:41:14.027 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.47217.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.56434.log.gz 2024-09-19T04:41:14.027 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48928.log 2024-09-19T04:41:14.028 INFO:teuthology.orchestra.run.smithi111.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.47217.log.gz 2024-09-19T04:41:14.028 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.61097.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74437.log 2024-09-19T04:41:14.028 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.48928.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57835.log 2024-09-19T04:41:14.028 INFO:teuthology.orchestra.run.smithi111.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.61097.log.gz 2024-09-19T04:41:14.028 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.74437.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48928.log.gz 2024-09-19T04:41:14.028 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48054.log 2024-09-19T04:41:14.028 INFO:teuthology.orchestra.run.smithi111.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.74437.log.gz 2024-09-19T04:41:14.028 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.57835.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48225.log 2024-09-19T04:41:14.028 INFO:teuthology.orchestra.run.smithi111.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.57835.log.gz 2024-09-19T04:41:14.028 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.48054.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80495.log 2024-09-19T04:41:14.028 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.48225.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.48054.log.gz 2024-09-19T04:41:14.028 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59033.log 2024-09-19T04:41:14.028 INFO:teuthology.orchestra.run.smithi111.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.48225.log.gz 2024-09-19T04:41:14.029 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.80495.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60187.log 2024-09-19T04:41:14.029 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.59033.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75485.log 2024-09-19T04:41:14.029 INFO:teuthology.orchestra.run.smithi111.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.80495.log.gz 2024-09-19T04:41:14.029 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.60187.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78829.log 2024-09-19T04:41:14.029 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.60187.log.gz 2024-09-19T04:41:14.029 INFO:teuthology.orchestra.run.smithi111.stderr: 91.4% -- replaced with /var/log/ceph/ceph-client.admin.59033.log.gz 2024-09-19T04:41:14.029 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.75485.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59687.log 2024-09-19T04:41:14.029 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.78829.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.75485.log.gz 2024-09-19T04:41:14.029 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52317.log 2024-09-19T04:41:14.029 INFO:teuthology.orchestra.run.smithi111.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.78829.log.gz 2024-09-19T04:41:14.029 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.59687.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.78666.log 2024-09-19T04:41:14.029 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.52317.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.59687.log.gz 2024-09-19T04:41:14.029 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80075.log 2024-09-19T04:41:14.030 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.0.78666.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56542.log 2024-09-19T04:41:14.030 INFO:teuthology.orchestra.run.smithi111.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.78666.log.gz 2024-09-19T04:41:14.030 INFO:teuthology.orchestra.run.smithi111.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.52317.log.gz 2024-09-19T04:41:14.030 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.80075.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45494.log 2024-09-19T04:41:14.030 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.56542.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.80075.log.gz 2024-09-19T04:41:14.030 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42156.log 2024-09-19T04:41:14.030 INFO:teuthology.orchestra.run.smithi111.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.56542.log.gz 2024-09-19T04:41:14.030 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.45494.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70799.log 2024-09-19T04:41:14.030 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7%/var/log/ceph/ceph-client.admin.42156.log: -- replaced with /var/log/ceph/ceph-client.admin.45494.log.gz 2024-09-19T04:41:14.030 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55375.log 2024-09-19T04:41:14.030 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.70799.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.42156.log.gz 2024-09-19T04:41:14.030 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71381.log 2024-09-19T04:41:14.030 INFO:teuthology.orchestra.run.smithi111.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.70799.log.gz 2024-09-19T04:41:14.030 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.55375.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56014.log 2024-09-19T04:41:14.031 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.55375.log.gz 2024-09-19T04:41:14.031 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.71381.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47385.log 2024-09-19T04:41:14.031 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.56014.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.71381.log.gz 2024-09-19T04:41:14.031 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62506.log 2024-09-19T04:41:14.031 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.56014.log.gz 2024-09-19T04:41:14.031 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.47385.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79800.log 2024-09-19T04:41:14.031 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.47385.log.gz 2024-09-19T04:41:14.031 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.62506.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54351.log 2024-09-19T04:41:14.031 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.79800.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.62506.log.gz 2024-09-19T04:41:14.031 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63117.log 2024-09-19T04:41:14.031 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.79800.log.gz 2024-09-19T04:41:14.031 INFO:teuthology.orchestra.run.smithi111.stderr:gzip/var/log/ceph/ceph-client.admin.54351.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.57583.log 2024-09-19T04:41:14.031 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.63117.log: gzip 88.9% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.54351.log.gz -- /var/log/ceph/ceph-client.admin.60103.log 2024-09-19T04:41:14.031 INFO:teuthology.orchestra.run.smithi111.stderr: 2024-09-19T04:41:14.032 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.57583.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.63117.log.gz 2024-09-19T04:41:14.032 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42578.log 2024-09-19T04:41:14.032 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.57583.log.gz 2024-09-19T04:41:14.032 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52580.log 2024-09-19T04:41:14.032 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.60103.log: /var/log/ceph/ceph-client.admin.42578.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71877.log 2024-09-19T04:41:14.032 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.60103.log.gz 2024-09-19T04:41:14.032 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.52580.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.42578.log.gz 2024-09-19T04:41:14.032 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47661.log 2024-09-19T04:41:14.032 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.52580.log.gz 2024-09-19T04:41:14.032 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48787.log 2024-09-19T04:41:14.032 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.71877.log: /var/log/ceph/ceph-client.admin.47661.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60500.log 2024-09-19T04:41:14.032 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.71877.log.gz 2024-09-19T04:41:14.032 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.48787.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.47661.log.gz 2024-09-19T04:41:14.032 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54393.log 2024-09-19T04:41:14.033 INFO:teuthology.orchestra.run.smithi111.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.48787.log.gz 2024-09-19T04:41:14.033 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.60500.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60925.log 2024-09-19T04:41:14.033 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.54393.log: gzip -5 --verbose -- 88.4% /var/log/ceph/ceph-client.admin.62938.log 2024-09-19T04:41:14.033 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.60500.log.gz 2024-09-19T04:41:14.033 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.54393.log.gz 2024-09-19T04:41:14.033 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.60925.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77906.log 2024-09-19T04:41:14.033 INFO:teuthology.orchestra.run.smithi111.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.60925.log.gz 2024-09-19T04:41:14.033 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.62938.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43011.log 2024-09-19T04:41:14.033 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.77906.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54034.log 2024-09-19T04:41:14.033 INFO:teuthology.orchestra.run.smithi111.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.62938.log.gz 2024-09-19T04:41:14.033 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.43011.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.77906.log.gz 2024-09-19T04:41:14.033 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65724.log 2024-09-19T04:41:14.034 INFO:teuthology.orchestra.run.smithi111.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43011.log.gz 2024-09-19T04:41:14.034 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.54034.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58003.log 2024-09-19T04:41:14.034 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.65724.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49184.log 2024-09-19T04:41:14.034 INFO:teuthology.orchestra.run.smithi111.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.54034.log.gz 2024-09-19T04:41:14.034 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.65724.log.gz 2024-09-19T04:41:14.034 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.58003.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49823.log 2024-09-19T04:41:14.034 INFO:teuthology.orchestra.run.smithi111.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.58003.log.gz 2024-09-19T04:41:14.034 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75048.log 2024-09-19T04:41:14.034 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.49184.log: gzip 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49184.log.gz -5 2024-09-19T04:41:14.034 INFO:teuthology.orchestra.run.smithi111.stderr: --verbose -- /var/log/ceph/ceph-client.admin.76440.log 2024-09-19T04:41:14.034 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.49823.log: /var/log/ceph/ceph-client.admin.75048.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56809.log 2024-09-19T04:41:14.034 INFO:teuthology.orchestra.run.smithi111.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.49823.log.gz 2024-09-19T04:41:14.034 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1%/var/log/ceph/ceph-client.admin.76440.log: -- replaced with /var/log/ceph/ceph-client.admin.75048.log.gz 2024-09-19T04:41:14.035 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49567.log 2024-09-19T04:41:14.035 INFO:teuthology.orchestra.run.smithi111.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.76440.log.gz 2024-09-19T04:41:14.035 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.56809.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55030.log 2024-09-19T04:41:14.035 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.49567.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.56809.log.gz 2024-09-19T04:41:14.035 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75359.log 2024-09-19T04:41:14.035 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.49567.log.gz 2024-09-19T04:41:14.035 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.55030.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52698.log 2024-09-19T04:41:14.035 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.75359.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76937.log 2024-09-19T04:41:14.035 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.55030.log.gz 2024-09-19T04:41:14.035 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.52698.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.75359.log.gz 2024-09-19T04:41:14.035 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50956.log 2024-09-19T04:41:14.035 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.52698.log.gz 2024-09-19T04:41:14.035 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.76937.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52107.log 2024-09-19T04:41:14.035 INFO:teuthology.orchestra.run.smithi111.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.76937.log.gz 2024-09-19T04:41:14.035 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.50956.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57087.log 2024-09-19T04:41:14.036 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.52107.log: 89.4%gzip -- replaced with /var/log/ceph/ceph-client.admin.50956.log.gz -5 2024-09-19T04:41:14.036 INFO:teuthology.orchestra.run.smithi111.stderr: --verbose -- /var/log/ceph/ceph-client.admin.56893.log 2024-09-19T04:41:14.036 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.52107.log.gz 2024-09-19T04:41:14.036 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.57087.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73561.log 2024-09-19T04:41:14.036 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.56893.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.57087.log.gz 2024-09-19T04:41:14.036 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-19T04:41:14.036 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.73561.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.56893.log.gz 2024-09-19T04:41:14.036 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77105.log 2024-09-19T04:41:14.036 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.73561.log.gz 2024-09-19T04:41:14.036 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76853.log 2024-09-19T04:41:14.036 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph.audit.log: /var/log/ceph/ceph-client.admin.77105.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52359.log 2024-09-19T04:41:14.036 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.76853.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.77105.log.gz 2024-09-19T04:41:14.036 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80453.log 2024-09-19T04:41:14.037 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79758.log 2024-09-19T04:41:14.037 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.76853.log.gz 2024-09-19T04:41:14.037 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.52359.log: /var/log/ceph/ceph-client.admin.80453.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50878.log 2024-09-19T04:41:14.037 INFO:teuthology.orchestra.run.smithi111.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.52359.log.gz 2024-09-19T04:41:14.037 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.80453.log.gz 2024-09-19T04:41:14.037 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.79758.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.47849.log 2024-09-19T04:41:14.037 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.50878.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45350.log 2024-09-19T04:41:14.037 INFO:teuthology.orchestra.run.smithi111.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.79758.log.gz 2024-09-19T04:41:14.037 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.0.47849.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.47849.log.gz 2024-09-19T04:41:14.037 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72644.log 2024-09-19T04:41:14.037 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.50878.log.gz 2024-09-19T04:41:14.037 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.45350.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58224.log 2024-09-19T04:41:14.037 INFO:teuthology.orchestra.run.smithi111.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45350.log.gz 2024-09-19T04:41:14.038 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.72644.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69722.log 2024-09-19T04:41:14.038 INFO:teuthology.orchestra.run.smithi111.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.72644.log.gz 2024-09-19T04:41:14.038 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74802.log 2024-09-19T04:41:14.038 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.58224.log: /var/log/ceph/ceph-client.admin.69722.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46599.log 2024-09-19T04:41:14.038 INFO:teuthology.orchestra.run.smithi111.stderr: 89.9% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-19T04:41:14.038 INFO:teuthology.orchestra.run.smithi111.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.58224.log.gz 2024-09-19T04:41:14.038 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.74802.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.69722.log.gz 2024-09-19T04:41:14.038 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70430.log 2024-09-19T04:41:14.038 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.46599.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.74802.log.gz 2024-09-19T04:41:14.038 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52443.log 2024-09-19T04:41:14.038 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46599.log.gz 2024-09-19T04:41:14.038 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.70430.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36568.log 2024-09-19T04:41:14.038 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.52443.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.70430.log.gz 2024-09-19T04:41:14.039 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74227.log 2024-09-19T04:41:14.039 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.36568.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.52443.log.gz 2024-09-19T04:41:14.039 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47970.log 2024-09-19T04:41:14.039 INFO:teuthology.orchestra.run.smithi111.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.36568.log.gz 2024-09-19T04:41:14.039 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.74227.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43007.log 2024-09-19T04:41:14.039 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.47970.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.74227.log.gz 2024-09-19T04:41:14.039 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47553.log 2024-09-19T04:41:14.039 INFO:teuthology.orchestra.run.smithi111.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47970.log.gz 2024-09-19T04:41:14.039 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.43007.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48388.log 2024-09-19T04:41:14.039 INFO:teuthology.orchestra.run.smithi111.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43007.log.gz 2024-09-19T04:41:14.039 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.47553.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75847.log 2024-09-19T04:41:14.039 INFO:teuthology.orchestra.run.smithi111.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.47553.log.gz 2024-09-19T04:41:14.039 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.48388.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51136.log 2024-09-19T04:41:14.040 INFO:teuthology.orchestra.run.smithi111.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48388.log.gz 2024-09-19T04:41:14.040 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.75847.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70922.log 2024-09-19T04:41:14.040 INFO:teuthology.orchestra.run.smithi111.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.75847.log.gz 2024-09-19T04:41:14.040 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.51136.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77616.log 2024-09-19T04:41:14.040 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.70922.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42830.log 2024-09-19T04:41:14.040 INFO:teuthology.orchestra.run.smithi111.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.51136.log.gz 2024-09-19T04:41:14.040 INFO:teuthology.orchestra.run.smithi111.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.70922.log.gz 2024-09-19T04:41:14.040 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.77616.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77163.log 2024-09-19T04:41:14.040 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.42830.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.77616.log.gz 2024-09-19T04:41:14.041 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69176.log 2024-09-19T04:41:14.041 INFO:teuthology.orchestra.run.smithi111.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42830.log.gz 2024-09-19T04:41:14.041 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.77163.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71709.log 2024-09-19T04:41:14.041 INFO:teuthology.orchestra.run.smithi111.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.77163.log.gz 2024-09-19T04:41:14.041 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.69176.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68705.log 2024-09-19T04:41:14.041 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.71709.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48483.log 2024-09-19T04:41:14.041 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.69176.log.gz 2024-09-19T04:41:14.041 INFO:teuthology.orchestra.run.smithi111.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.71709.log.gz 2024-09-19T04:41:14.041 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.68705.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66448.log 2024-09-19T04:41:14.041 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.68705.log.gz 2024-09-19T04:41:14.041 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.48483.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50702.log 2024-09-19T04:41:14.041 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.66448.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58991.log 2024-09-19T04:41:14.042 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.48483.log.gz 2024-09-19T04:41:14.042 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.50702.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.66448.log.gz 2024-09-19T04:41:14.042 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55674.log 2024-09-19T04:41:14.042 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.50702.log.gz 2024-09-19T04:41:14.042 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.58991.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58739.log 2024-09-19T04:41:14.042 INFO:teuthology.orchestra.run.smithi111.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.58991.log.gz 2024-09-19T04:41:14.042 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.55674.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64681.log 2024-09-19T04:41:14.042 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.55674.log.gz 2024-09-19T04:41:14.042 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.58739.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44048.log 2024-09-19T04:41:14.042 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.64681.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43002.log 2024-09-19T04:41:14.042 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.58739.log.gz 2024-09-19T04:41:14.042 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.44048.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.64681.log.gz 2024-09-19T04:41:14.042 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56851.log 2024-09-19T04:41:14.042 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44048.log.gz 2024-09-19T04:41:14.043 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.43002.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80369.log 2024-09-19T04:41:14.043 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.56851.log: gzip -5 88.4% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.43002.log.gz /var/log/ceph/ceph-client.admin.65286.log 2024-09-19T04:41:14.043 INFO:teuthology.orchestra.run.smithi111.stderr: 2024-09-19T04:41:14.043 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.80369.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.56851.log.gz 2024-09-19T04:41:14.043 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74311.log 2024-09-19T04:41:14.043 INFO:teuthology.orchestra.run.smithi111.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.80369.log.gz 2024-09-19T04:41:14.043 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.65286.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62120.log 2024-09-19T04:41:14.043 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.74311.log: gzip -5 --verbose -- 88.4% /var/log/ceph/ceph-client.0.76035.log 2024-09-19T04:41:14.043 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.65286.log.gz 2024-09-19T04:41:14.043 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.62120.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.74311.log.gz 2024-09-19T04:41:14.043 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53449.log 2024-09-19T04:41:14.043 INFO:teuthology.orchestra.run.smithi111.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.62120.log.gz 2024-09-19T04:41:14.043 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60584.log 2024-09-19T04:41:14.044 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.0.76035.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.76035.log.gz 2024-09-19T04:41:14.044 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.53449.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55930.log 2024-09-19T04:41:14.044 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.60584.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.53449.log.gz 2024-09-19T04:41:14.044 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77395.log 2024-09-19T04:41:14.044 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.60584.log.gz 2024-09-19T04:41:14.044 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.55930.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43342.log 2024-09-19T04:41:14.044 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.55930.log.gz 2024-09-19T04:41:14.044 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.77395.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75527.log 2024-09-19T04:41:14.044 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.43342.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.77395.log.gz 2024-09-19T04:41:14.044 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71751.log 2024-09-19T04:41:14.044 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.43342.log.gz 2024-09-19T04:41:14.044 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.75527.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42788.log 2024-09-19T04:41:14.045 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.71751.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.75527.log.gz 2024-09-19T04:41:14.045 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49609.log 2024-09-19T04:41:14.045 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.71751.log.gz 2024-09-19T04:41:14.045 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.42788.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42368.log 2024-09-19T04:41:14.045 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42788.log.gz 2024-09-19T04:41:14.045 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.49609.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65202.log 2024-09-19T04:41:14.045 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.42368.log: gzip 87.5% -5 -- replaced with /var/log/ceph/ceph-client.admin.49609.log.gz --verbose 2024-09-19T04:41:14.045 INFO:teuthology.orchestra.run.smithi111.stderr: -- /var/log/ceph/ceph-client.admin.52065.log 2024-09-19T04:41:14.045 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.65202.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42368.log.gz 2024-09-19T04:41:14.045 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71793.log 2024-09-19T04:41:14.045 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.65202.log.gz 2024-09-19T04:41:14.045 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.52065.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57530.log 2024-09-19T04:41:14.045 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.52065.log.gz 2024-09-19T04:41:14.046 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.71793.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77251.log 2024-09-19T04:41:14.046 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.57530.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.71793.log.gz 2024-09-19T04:41:14.046 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46102.log 2024-09-19T04:41:14.046 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.57530.log.gz 2024-09-19T04:41:14.046 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.77251.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71439.log 2024-09-19T04:41:14.046 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.46102.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57667.log 2024-09-19T04:41:14.046 INFO:teuthology.orchestra.run.smithi111.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.77251.log.gz 2024-09-19T04:41:14.046 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.71439.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.46102.log.gz 2024-09-19T04:41:14.046 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46896.log 2024-09-19T04:41:14.046 INFO:teuthology.orchestra.run.smithi111.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.71439.log.gz 2024-09-19T04:41:14.046 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.57667.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76795.log 2024-09-19T04:41:14.046 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.57667.log.gz 2024-09-19T04:41:14.046 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.46896.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70181.log 2024-09-19T04:41:14.046 INFO:teuthology.orchestra.run.smithi111.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.46896.log.gz 2024-09-19T04:41:14.047 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.76795.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53323.log 2024-09-19T04:41:14.047 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.70181.log: gzip 88.9% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.76795.log.gz -- 2024-09-19T04:41:14.047 INFO:teuthology.orchestra.run.smithi111.stderr: /var/log/ceph/ceph-client.admin.54726.log 2024-09-19T04:41:14.047 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.53323.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.70181.log.gz 2024-09-19T04:41:14.047 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70840.log 2024-09-19T04:41:14.047 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.54726.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.53323.log.gz 2024-09-19T04:41:14.047 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.30091.log 2024-09-19T04:41:14.047 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.54726.log.gz 2024-09-19T04:41:14.047 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.70840.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44828.log 2024-09-19T04:41:14.047 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph.tmp-client.admin.30091.log: 87.8%gzip -- replaced with /var/log/ceph/ceph-client.admin.70840.log.gz 2024-09-19T04:41:14.047 INFO:teuthology.orchestra.run.smithi111.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.53533.log 2024-09-19T04:41:14.047 INFO:teuthology.orchestra.run.smithi111.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.30091.log.gz 2024-09-19T04:41:14.047 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.44828.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70512.log 2024-09-19T04:41:14.047 INFO:teuthology.orchestra.run.smithi111.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.44828.log.gz 2024-09-19T04:41:14.048 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.53533.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70389.log 2024-09-19T04:41:14.048 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.53533.log.gz 2024-09-19T04:41:14.048 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.70512.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54590.log 2024-09-19T04:41:14.048 INFO:teuthology.orchestra.run.smithi111.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.70512.log.gz 2024-09-19T04:41:14.048 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.70389.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70553.log 2024-09-19T04:41:14.048 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.54590.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65514.log 2024-09-19T04:41:14.048 INFO:teuthology.orchestra.run.smithi111.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.70389.log.gz 2024-09-19T04:41:14.048 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.70553.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.54590.log.gz 2024-09-19T04:41:14.048 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58907.log 2024-09-19T04:41:14.048 INFO:teuthology.orchestra.run.smithi111.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.70553.log.gz 2024-09-19T04:41:14.048 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.65514.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75569.log 2024-09-19T04:41:14.048 INFO:teuthology.orchestra.run.smithi111.stderr: 89.3%/var/log/ceph/ceph-client.admin.58907.log: -- replaced with /var/log/ceph/ceph-client.admin.65514.log.gz 2024-09-19T04:41:14.049 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68922.log 2024-09-19T04:41:14.049 INFO:teuthology.orchestra.run.smithi111.stderr: 89.2%/var/log/ceph/ceph-client.admin.75569.log: -- replaced with /var/log/ceph/ceph-client.admin.58907.log.gz 2024-09-19T04:41:14.049 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79149.log 2024-09-19T04:41:14.049 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.68922.log: gzip 89.2% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.75569.log.gz -- 2024-09-19T04:41:14.049 INFO:teuthology.orchestra.run.smithi111.stderr: /var/log/ceph/ceph-client.admin.51718.log 2024-09-19T04:41:14.049 INFO:teuthology.orchestra.run.smithi111.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.68922.log.gz 2024-09-19T04:41:14.049 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.79149.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69046.log 2024-09-19T04:41:14.049 INFO:teuthology.orchestra.run.smithi111.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.79149.log.gz 2024-09-19T04:41:14.049 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.51718.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76979.log 2024-09-19T04:41:14.049 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.69046.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.51718.log.gz 2024-09-19T04:41:14.049 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51220.log 2024-09-19T04:41:14.049 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.76979.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43348.log 2024-09-19T04:41:14.049 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.69046.log.gz 2024-09-19T04:41:14.049 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.51220.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.76979.log.gz 2024-09-19T04:41:14.050 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55333.log 2024-09-19T04:41:14.050 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.51220.log.gz 2024-09-19T04:41:14.050 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.43348.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36197.log 2024-09-19T04:41:14.050 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.55333.log: gzip 87.9% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.43348.log.gz -- 2024-09-19T04:41:14.050 INFO:teuthology.orchestra.run.smithi111.stderr: /var/log/ceph/ceph-client.admin.57129.log 2024-09-19T04:41:14.050 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.36197.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.55333.log.gz 2024-09-19T04:41:14.050 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78478.log 2024-09-19T04:41:14.050 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.57129.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.2.45132.log 2024-09-19T04:41:14.050 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.36197.log.gz 2024-09-19T04:41:14.050 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.78478.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.57129.log.gz 2024-09-19T04:41:14.050 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52233.log 2024-09-19T04:41:14.050 INFO:teuthology.orchestra.run.smithi111.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.78478.log.gz 2024-09-19T04:41:14.050 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.2.45132.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76482.log 2024-09-19T04:41:14.051 INFO:teuthology.orchestra.run.smithi111.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.2.45132.log.gz 2024-09-19T04:41:14.051 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.52233.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46312.log 2024-09-19T04:41:14.051 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.76482.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61181.log 2024-09-19T04:41:14.051 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.52233.log.gz 2024-09-19T04:41:14.051 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.46312.log: gzip -5 --verbose 88.9% -- -- replaced with /var/log/ceph/ceph-client.admin.76482.log.gz /var/log/ceph/ceph-client.admin.42326.log 2024-09-19T04:41:14.051 INFO:teuthology.orchestra.run.smithi111.stderr: 2024-09-19T04:41:14.051 INFO:teuthology.orchestra.run.smithi111.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46312.log.gz 2024-09-19T04:41:14.051 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.61181.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45689.log 2024-09-19T04:41:14.051 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.42326.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71303.log 2024-09-19T04:41:14.051 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.61181.log.gz 2024-09-19T04:41:14.051 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.45689.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.42326.log.gz 2024-09-19T04:41:14.051 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78370.log 2024-09-19T04:41:14.051 INFO:teuthology.orchestra.run.smithi111.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.45689.log.gz 2024-09-19T04:41:14.052 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.71303.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53281.log 2024-09-19T04:41:14.052 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.78370.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.71303.log.gz 2024-09-19T04:41:14.052 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.66912.log 2024-09-19T04:41:14.052 INFO:teuthology.orchestra.run.smithi111.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.78370.log.gz 2024-09-19T04:41:14.052 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.53281.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69386.log 2024-09-19T04:41:14.052 INFO:teuthology.orchestra.run.smithi111.stderr: 88.3%/var/log/ceph/ceph-client.0.66912.log: -- replaced with /var/log/ceph/ceph-client.admin.53281.log.gz 2024-09-19T04:41:14.052 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74964.log 2024-09-19T04:41:14.052 INFO:teuthology.orchestra.run.smithi111.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.66912.log.gz 2024-09-19T04:41:14.052 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.69386.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74665.log 2024-09-19T04:41:14.052 INFO:teuthology.orchestra.run.smithi111.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.69386.log.gz 2024-09-19T04:41:14.052 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.74964.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71127.log 2024-09-19T04:41:14.052 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.74665.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.74964.log.gz 2024-09-19T04:41:14.053 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52802.log 2024-09-19T04:41:14.053 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.71127.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.74665.log.gz 2024-09-19T04:41:14.053 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53950.log 2024-09-19T04:41:14.053 INFO:teuthology.orchestra.run.smithi111.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.71127.log.gz 2024-09-19T04:41:14.053 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.52802.log: -- /var/log/ceph/ceph-client.admin.55716.log 2024-09-19T04:41:14.053 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.53950.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58428.log 2024-09-19T04:41:14.053 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.52802.log.gz 2024-09-19T04:41:14.053 INFO:teuthology.orchestra.run.smithi111.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.53950.log.gz 2024-09-19T04:41:14.053 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.55716.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70265.log 2024-09-19T04:41:14.053 INFO:teuthology.orchestra.run.smithi111.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.55716.log.gz 2024-09-19T04:41:14.053 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.58428.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75697.log 2024-09-19T04:41:14.053 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.70265.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48012.log 2024-09-19T04:41:14.053 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.58428.log.gz 2024-09-19T04:41:14.053 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.75697.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.70265.log.gz 2024-09-19T04:41:14.054 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80639.log 2024-09-19T04:41:14.054 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.75697.log.gz 2024-09-19T04:41:14.054 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.48012.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64451.log 2024-09-19T04:41:14.054 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.80639.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74395.log 2024-09-19T04:41:14.054 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48012.log.gz 2024-09-19T04:41:14.054 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.64451.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.80639.log.gz 2024-09-19T04:41:14.054 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43922.log 2024-09-19T04:41:14.054 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.64451.log.gz 2024-09-19T04:41:14.054 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.74395.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70758.log 2024-09-19T04:41:14.054 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.43922.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60416.log 2024-09-19T04:41:14.054 INFO:teuthology.orchestra.run.smithi111.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.74395.log.gz 2024-09-19T04:41:14.054 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.43922.log.gz/var/log/ceph/ceph-client.admin.70758.log: 2024-09-19T04:41:14.054 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72980.log 2024-09-19T04:41:14.055 INFO:teuthology.orchestra.run.smithi111.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.70758.log.gz 2024-09-19T04:41:14.055 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.60416.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43009.log 2024-09-19T04:41:14.055 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68579.log 2024-09-19T04:41:14.055 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.72980.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.60416.log.gz 2024-09-19T04:41:14.055 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.43009.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65060.log 2024-09-19T04:41:14.055 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.43009.log.gz 2024-09-19T04:41:14.055 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.68579.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.72980.log.gz 2024-09-19T04:41:14.055 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-19T04:41:14.055 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.68579.log.gz 2024-09-19T04:41:14.055 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.65060.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68351.log 2024-09-19T04:41:14.055 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.65060.log.gz 2024-09-19T04:41:14.055 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79244.log 2024-09-19T04:41:14.055 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.68351.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61391.log 2024-09-19T04:41:14.055 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.68351.log.gz 2024-09-19T04:41:14.056 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.79244.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62464.log 2024-09-19T04:41:14.056 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60289.log 2024-09-19T04:41:14.056 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.61391.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.79244.log.gz 2024-09-19T04:41:14.056 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.62464.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.61391.log.gz 2024-09-19T04:41:14.056 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55550.log 2024-09-19T04:41:14.056 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.62464.log.gz 2024-09-19T04:41:14.056 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72770.log 2024-09-19T04:41:14.056 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.60289.log: /var/log/ceph/ceph-client.admin.55550.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61055.log 2024-09-19T04:41:14.056 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.60289.log.gz 2024-09-19T04:41:14.056 INFO:teuthology.orchestra.run.smithi111.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.55550.log.gz 2024-09-19T04:41:14.056 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.72770.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72045.log 2024-09-19T04:41:14.056 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54894.log 2024-09-19T04:41:14.056 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6%/var/log/ceph/ceph-client.admin.61055.log: -- replaced with /var/log/ceph/ceph-client.admin.72770.log.gz 2024-09-19T04:41:14.057 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.72045.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.61055.log.gz 2024-09-19T04:41:14.057 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59408.log 2024-09-19T04:41:14.057 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55249.log 2024-09-19T04:41:14.057 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.54894.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.72045.log.gz 2024-09-19T04:41:14.057 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.59408.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42746.log 2024-09-19T04:41:14.057 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.54894.log.gz 2024-09-19T04:41:14.057 INFO:teuthology.orchestra.run.smithi111.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.59408.log.gz 2024-09-19T04:41:14.057 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69302.log 2024-09-19T04:41:14.057 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.55249.log: /var/log/ceph/ceph-client.admin.42746.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67850.log 2024-09-19T04:41:14.057 INFO:teuthology.orchestra.run.smithi111.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.55249.log.gz 2024-09-19T04:41:14.057 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.69302.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.42746.log.gz 2024-09-19T04:41:14.057 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76717.log 2024-09-19T04:41:14.057 INFO:teuthology.orchestra.run.smithi111.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.69302.log.gz 2024-09-19T04:41:14.058 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.67850.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72896.log 2024-09-19T04:41:14.058 INFO:teuthology.orchestra.run.smithi111.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.67850.log.gz 2024-09-19T04:41:14.058 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43694.log 2024-09-19T04:41:14.058 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.76717.log: /var/log/ceph/ceph-client.admin.72896.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51178.log 2024-09-19T04:41:14.058 INFO:teuthology.orchestra.run.smithi111.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.76717.log.gz 2024-09-19T04:41:14.058 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.43694.log: gzip -5 --verbose 88.2% -- /var/log/ceph/ceph-client.admin.43010.log -- replaced with /var/log/ceph/ceph-client.admin.72896.log.gz 2024-09-19T04:41:14.058 INFO:teuthology.orchestra.run.smithi111.stderr: 2024-09-19T04:41:14.058 INFO:teuthology.orchestra.run.smithi111.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43694.log.gz 2024-09-19T04:41:14.058 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.51178.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60883.log 2024-09-19T04:41:14.058 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.51178.log.gz 2024-09-19T04:41:14.058 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59727.log 2024-09-19T04:41:14.058 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.43010.log: /var/log/ceph/ceph-client.admin.60883.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42070.log 2024-09-19T04:41:14.058 INFO:teuthology.orchestra.run.smithi111.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43010.log.gz 2024-09-19T04:41:14.058 INFO:teuthology.orchestra.run.smithi111.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.60883.log.gz 2024-09-19T04:41:14.059 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.59727.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42112.log 2024-09-19T04:41:14.059 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75443.log 2024-09-19T04:41:14.059 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.42070.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.59727.log.gz 2024-09-19T04:41:14.059 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.42112.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.42070.log.gz 2024-09-19T04:41:14.059 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52401.log 2024-09-19T04:41:14.059 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46684.log 2024-09-19T04:41:14.059 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.75443.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42112.log.gz 2024-09-19T04:41:14.059 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.52401.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.75443.log.gz 2024-09-19T04:41:14.059 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51634.log 2024-09-19T04:41:14.059 INFO:teuthology.orchestra.run.smithi111.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.52401.log.gz 2024-09-19T04:41:14.059 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62854.log 2024-09-19T04:41:14.059 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.46684.log: /var/log/ceph/ceph-client.admin.51634.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75229.log 2024-09-19T04:41:14.059 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46684.log.gz/var/log/ceph/ceph-client.admin.62854.log: 2024-09-19T04:41:14.060 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43691.log 2024-09-19T04:41:14.060 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.51634.log.gz 2024-09-19T04:41:14.060 INFO:teuthology.orchestra.run.smithi111.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.62854.log.gz 2024-09-19T04:41:14.060 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.75229.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73355.log 2024-09-19T04:41:14.060 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.75229.log.gz 2024-09-19T04:41:14.060 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.43691.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58344.log 2024-09-19T04:41:14.060 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.73355.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77992.log 2024-09-19T04:41:14.060 INFO:teuthology.orchestra.run.smithi111.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.43691.log.gz 2024-09-19T04:41:14.060 INFO:teuthology.orchestra.run.smithi111.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.73355.log.gz 2024-09-19T04:41:14.060 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.58344.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43544.log 2024-09-19T04:41:14.060 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46228.log 2024-09-19T04:41:14.060 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.58344.log.gz 2024-09-19T04:41:14.060 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.77992.log: /var/log/ceph/ceph-client.admin.43544.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.77992.log.gz 2024-09-19T04:41:14.060 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53908.log 2024-09-19T04:41:14.061 INFO:teuthology.orchestra.run.smithi111.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.43544.log.gz 2024-09-19T04:41:14.061 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60332.log 2024-09-19T04:41:14.061 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.46228.log: /var/log/ceph/ceph-client.admin.53908.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57327.log 2024-09-19T04:41:14.061 INFO:teuthology.orchestra.run.smithi111.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46228.log.gz 2024-09-19T04:41:14.061 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.53908.log.gz 2024-09-19T04:41:14.061 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.60332.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47511.log 2024-09-19T04:41:14.061 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69764.log 2024-09-19T04:41:14.061 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.60332.log.gz 2024-09-19T04:41:14.061 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.57327.log: /var/log/ceph/ceph-client.admin.47511.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58651.log 2024-09-19T04:41:14.061 INFO:teuthology.orchestra.run.smithi111.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.57327.log.gz 88.7% -- replaced with /var/log/ceph/ceph-client.admin.47511.log.gz 2024-09-19T04:41:14.061 INFO:teuthology.orchestra.run.smithi111.stderr: 2024-09-19T04:41:14.061 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70348.log 2024-09-19T04:41:14.061 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.69764.log: /var/log/ceph/ceph-client.admin.58651.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62548.log 2024-09-19T04:41:14.062 INFO:teuthology.orchestra.run.smithi111.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.69764.log.gz 2024-09-19T04:41:14.062 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.70348.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.58651.log.gz 2024-09-19T04:41:14.062 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66152.log 2024-09-19T04:41:14.062 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.62548.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.70348.log.gz 2024-09-19T04:41:14.062 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72087.log 2024-09-19T04:41:14.062 INFO:teuthology.orchestra.run.smithi111.stderr: 87.6%gzip -- replaced with /var/log/ceph/ceph-client.admin.62548.log.gz 2024-09-19T04:41:14.062 INFO:teuthology.orchestra.run.smithi111.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.46515.log 2024-09-19T04:41:14.062 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.66152.log: /var/log/ceph/ceph-client.admin.72087.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74563.log 2024-09-19T04:41:14.062 INFO:teuthology.orchestra.run.smithi111.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.66152.log.gz 2024-09-19T04:41:14.062 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8%/var/log/ceph/ceph-client.admin.46515.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70676.log 2024-09-19T04:41:14.062 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.72087.log.gz 2024-09-19T04:41:14.062 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.74563.log: gzip -5 --verbose -- 88.9% /var/log/ceph/ceph-client.admin.67664.log 2024-09-19T04:41:14.062 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46515.log.gz 2024-09-19T04:41:14.062 INFO:teuthology.orchestra.run.smithi111.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.74563.log.gz 2024-09-19T04:41:14.063 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.70676.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70471.log 2024-09-19T04:41:14.063 INFO:teuthology.orchestra.run.smithi111.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.70676.log.gz 2024-09-19T04:41:14.063 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62999.log 2024-09-19T04:41:14.063 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.67664.log: /var/log/ceph/ceph-client.admin.70471.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56350.log 2024-09-19T04:41:14.063 INFO:teuthology.orchestra.run.smithi111.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.67664.log.gz 2024-09-19T04:41:14.063 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.62999.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.70471.log.gz 2024-09-19T04:41:14.063 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49781.log 2024-09-19T04:41:14.063 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.56350.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.62999.log.gz 2024-09-19T04:41:14.063 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74623.log 2024-09-19T04:41:14.063 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.49781.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.56350.log.gz 2024-09-19T04:41:14.063 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65472.log 2024-09-19T04:41:14.063 INFO:teuthology.orchestra.run.smithi111.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.49781.log.gz 2024-09-19T04:41:14.063 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.74623.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74059.log 2024-09-19T04:41:14.064 INFO:teuthology.orchestra.run.smithi111.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.74623.log.gz 2024-09-19T04:41:14.064 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.65472.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77521.log 2024-09-19T04:41:14.064 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.74059.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.65472.log.gz 2024-09-19T04:41:14.064 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66616.log 2024-09-19T04:41:14.064 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.74059.log.gz 2024-09-19T04:41:14.064 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71835.log 2024-09-19T04:41:14.064 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.77521.log: /var/log/ceph/ceph-client.admin.66616.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-19T04:41:14.064 INFO:teuthology.orchestra.run.smithi111.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.77521.log.gz 2024-09-19T04:41:14.064 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.66616.log.gz 2024-09-19T04:41:14.064 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.71835.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69470.log 2024-09-19T04:41:14.064 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49443.log 2024-09-19T04:41:14.064 INFO:teuthology.orchestra.run.smithi111.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.71835.log.gz 2024-09-19T04:41:14.064 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.69470.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46354.log 2024-09-19T04:41:14.064 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.49443.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.69470.log.gz 2024-09-19T04:41:14.065 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52485.log 2024-09-19T04:41:14.065 INFO:teuthology.orchestra.run.smithi111.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49443.log.gz 2024-09-19T04:41:14.065 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.46354.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59534.log 2024-09-19T04:41:14.065 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.52485.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46354.log.gz 2024-09-19T04:41:14.065 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56098.log 2024-09-19T04:41:14.065 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.52485.log.gz 2024-09-19T04:41:14.065 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.59534.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58865.log 2024-09-19T04:41:14.065 INFO:teuthology.orchestra.run.smithi111.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.59534.log.gz 2024-09-19T04:41:14.065 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.56098.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.53829.log 2024-09-19T04:41:14.065 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.58865.log: gzip 87.8% -- replaced with /var/log/ceph/ceph-client.admin.56098.log.gz 2024-09-19T04:41:14.065 INFO:teuthology.orchestra.run.smithi111.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.75006.log 2024-09-19T04:41:14.065 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.0.53829.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.58865.log.gz 0.0% 2024-09-19T04:41:14.065 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.0.53829.log.gz 2024-09-19T04:41:14.066 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80579.log 2024-09-19T04:41:14.066 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.75006.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62078.log 2024-09-19T04:41:14.066 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.80579.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59977.log 2024-09-19T04:41:14.066 INFO:teuthology.orchestra.run.smithi111.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.75006.log.gz 2024-09-19T04:41:14.066 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.62078.log: gzip -5 88.4% -- replaced with /var/log/ceph/ceph-client.admin.80579.log.gz 2024-09-19T04:41:14.066 INFO:teuthology.orchestra.run.smithi111.stderr: --verbose -- /var/log/ceph/ceph-client.admin.51855.log 2024-09-19T04:41:14.066 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.59977.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.62078.log.gz 2024-09-19T04:41:14.066 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59450.log 2024-09-19T04:41:14.066 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.59977.log.gz 2024-09-19T04:41:14.066 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.51855.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73603.log 2024-09-19T04:41:14.066 INFO:teuthology.orchestra.run.smithi111.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.51855.log.gz 2024-09-19T04:41:14.066 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.59450.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59099.log 2024-09-19T04:41:14.066 INFO:teuthology.orchestra.run.smithi111.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.59450.log.gz 2024-09-19T04:41:14.066 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.73603.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66406.log 2024-09-19T04:41:14.066 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.73603.log.gz 2024-09-19T04:41:14.067 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.59099.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73313.log 2024-09-19T04:41:14.067 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.66406.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.59099.log.gz 2024-09-19T04:41:14.067 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46270.log 2024-09-19T04:41:14.067 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.66406.log.gz 2024-09-19T04:41:14.067 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.73313.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36461.log 2024-09-19T04:41:14.067 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.46270.log: 88.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78286.log 2024-09-19T04:41:14.067 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.73313.log.gz 2024-09-19T04:41:14.067 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.36461.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.46270.log.gz 2024-09-19T04:41:14.067 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79548.log 2024-09-19T04:41:14.067 INFO:teuthology.orchestra.run.smithi111.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.36461.log.gz 2024-09-19T04:41:14.067 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69554.log 2024-09-19T04:41:14.067 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.78286.log: gzip/var/log/ceph/ceph-client.admin.79548.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.47087.log 2024-09-19T04:41:14.067 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.78286.log.gz 2024-09-19T04:41:14.068 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.69554.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.79548.log.gz 2024-09-19T04:41:14.068 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67706.log 2024-09-19T04:41:14.068 INFO:teuthology.orchestra.run.smithi111.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.69554.log.gz 2024-09-19T04:41:14.068 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.47087.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78745.log 2024-09-19T04:41:14.068 INFO:teuthology.orchestra.run.smithi111.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47087.log.gz 2024-09-19T04:41:14.068 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.67706.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57709.log 2024-09-19T04:41:14.068 INFO:teuthology.orchestra.run.smithi111.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.67706.log.gz 2024-09-19T04:41:14.068 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.78745.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42704.log 2024-09-19T04:41:14.068 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.78745.log.gz 2024-09-19T04:41:14.068 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.57709.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74185.log 88.6% -- replaced with /var/log/ceph/ceph-client.admin.57709.log.gz 2024-09-19T04:41:14.068 INFO:teuthology.orchestra.run.smithi111.stderr: 2024-09-19T04:41:14.068 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.42704.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52844.log 2024-09-19T04:41:14.068 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.74185.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.42704.log.gz 2024-09-19T04:41:14.069 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55888.log 2024-09-19T04:41:14.069 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.74185.log.gz 2024-09-19T04:41:14.069 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76604.log 2024-09-19T04:41:14.069 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.52844.log: /var/log/ceph/ceph-client.admin.55888.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47259.log 2024-09-19T04:41:14.069 INFO:teuthology.orchestra.run.smithi111.stderr: 87.7% 88.9% -- replaced with /var/log/ceph/ceph-client.admin.52844.log.gz 2024-09-19T04:41:14.069 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.55888.log.gz 2024-09-19T04:41:14.069 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51574.log 2024-09-19T04:41:14.069 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.76604.log: /var/log/ceph/ceph-client.admin.47259.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58949.log 2024-09-19T04:41:14.069 INFO:teuthology.orchestra.run.smithi111.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.76604.log.gz 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47259.log.gz 2024-09-19T04:41:14.069 INFO:teuthology.orchestra.run.smithi111.stderr: 2024-09-19T04:41:14.069 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.51574.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44216.log 2024-09-19T04:41:14.069 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.58949.log: gzip -5 89.3% -- replaced with /var/log/ceph/ceph-client.admin.51574.log.gz 2024-09-19T04:41:14.069 INFO:teuthology.orchestra.run.smithi111.stderr: --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-19T04:41:14.070 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.44216.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.58949.log.gz 2024-09-19T04:41:14.070 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42620.log 2024-09-19T04:41:14.070 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5/var/log/ceph/ceph-osd.2.log: --verbose -- /var/log/ceph/ceph-client.admin.77335.log 2024-09-19T04:41:14.070 INFO:teuthology.orchestra.run.smithi111.stderr: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.44216.log.gz 2024-09-19T04:41:14.070 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.42620.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48169.log 2024-09-19T04:41:14.070 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.42620.log.gz 2024-09-19T04:41:14.070 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75136.log 2024-09-19T04:41:14.070 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.77335.log: /var/log/ceph/ceph-client.admin.48169.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.77335.log.gz 2024-09-19T04:41:14.070 INFO:teuthology.orchestra.run.smithi111.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.48169.log.gz 2024-09-19T04:41:14.070 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75611.log 2024-09-19T04:41:14.070 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.75136.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45934.log 2024-09-19T04:41:14.070 INFO:teuthology.orchestra.run.smithi111.stderr: 88.0%/var/log/ceph/ceph-client.admin.75611.log: -- replaced with /var/log/ceph/ceph-client.admin.75136.log.gz 2024-09-19T04:41:14.070 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73519.log 2024-09-19T04:41:14.070 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.75611.log.gz 2024-09-19T04:41:14.071 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.45934.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68663.log 2024-09-19T04:41:14.071 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7%/var/log/ceph/ceph-client.admin.73519.log: -- replaced with /var/log/ceph/ceph-client.admin.45934.log.gz 2024-09-19T04:41:14.071 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50327.log 2024-09-19T04:41:14.071 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.73519.log.gz 2024-09-19T04:41:14.071 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77950.log 2024-09-19T04:41:14.071 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.68663.log: /var/log/ceph/ceph-client.admin.50327.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79842.log 2024-09-19T04:41:14.071 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.77950.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.68663.log.gz 2024-09-19T04:41:14.071 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58386.log 2024-09-19T04:41:14.071 INFO:teuthology.orchestra.run.smithi111.stderr: 91.4% 89.0% -- replaced with /var/log/ceph/ceph-client.admin.50327.log.gz 2024-09-19T04:41:14.071 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.77950.log.gz 2024-09-19T04:41:14.071 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47045.log 2024-09-19T04:41:14.071 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.79842.log: /var/log/ceph/ceph-client.admin.58386.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48619.log 2024-09-19T04:41:14.071 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.79842.log.gz 2024-09-19T04:41:14.072 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5%/var/log/ceph/ceph-client.admin.47045.log: -- replaced with /var/log/ceph/ceph-client.admin.58386.log.gz 2024-09-19T04:41:14.072 INFO:teuthology.orchestra.run.smithi111.stderr:gzip 89.6% -- replaced with /var/log/ceph/ceph-client.admin.47045.log.gz 2024-09-19T04:41:14.072 INFO:teuthology.orchestra.run.smithi111.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.72263.log 2024-09-19T04:41:14.072 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.48619.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48561.log 2024-09-19T04:41:14.072 INFO:teuthology.orchestra.run.smithi111.stderr: 89.0%/var/log/ceph/ceph-client.admin.72263.log: -- replaced with /var/log/ceph/ceph-client.admin.48619.log.gz 2024-09-19T04:41:14.072 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67416.log 2024-09-19T04:41:14.072 INFO:teuthology.orchestra.run.smithi111.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.72263.log.gz 2024-09-19T04:41:14.072 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74882.log 2024-09-19T04:41:14.072 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.48561.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53067.log 2024-09-19T04:41:14.072 INFO:teuthology.orchestra.run.smithi111.stderr: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.48561.log.gz/var/log/ceph/ceph-client.admin.67416.log: 2024-09-19T04:41:14.072 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.74882.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65118.log 2024-09-19T04:41:14.072 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.67416.log.gz 2024-09-19T04:41:14.072 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2%/var/log/ceph/ceph-client.admin.53067.log: -- replaced with /var/log/ceph/ceph-client.admin.74882.log.gz 2024-09-19T04:41:14.073 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73923.log 2024-09-19T04:41:14.073 INFO:teuthology.orchestra.run.smithi111.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.53067.log.gz 2024-09-19T04:41:14.073 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51676.log 2024-09-19T04:41:14.073 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.65118.log: /var/log/ceph/ceph-client.admin.73923.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.65118.log.gz 2024-09-19T04:41:14.073 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.73923.log.gz 2024-09-19T04:41:14.073 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75092.log 2024-09-19T04:41:14.073 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.51676.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50285.log 2024-09-19T04:41:14.073 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.75092.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.51676.log.gz 2024-09-19T04:41:14.073 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41850.log 2024-09-19T04:41:14.073 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.75092.log.gz 2024-09-19T04:41:14.073 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80327.log 2024-09-19T04:41:14.073 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.50285.log: /var/log/ceph/ceph-client.admin.41850.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.41850.log.gz 2024-09-19T04:41:14.073 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.50285.log.gz 2024-09-19T04:41:14.074 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75654.log 2024-09-19T04:41:14.074 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.80327.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55207.log 2024-09-19T04:41:14.074 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.75654.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.80327.log.gz 2024-09-19T04:41:14.074 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81019.log 2024-09-19T04:41:14.074 INFO:teuthology.orchestra.run.smithi111.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.75654.log.gz 2024-09-19T04:41:14.074 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69132.log 2024-09-19T04:41:14.074 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.55207.log: /var/log/ceph/ceph-client.admin.81019.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42242.log 2024-09-19T04:41:14.074 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.69132.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.55207.log.gz 2024-09-19T04:41:14.074 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.81019.log.gz 2024-09-19T04:41:14.074 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.69132.log.gz 2024-09-19T04:41:14.074 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55165.log 2024-09-19T04:41:14.074 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78160.log/var/log/ceph/ceph-client.admin.42242.log: 2024-09-19T04:41:14.074 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.55165.log: 88.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43344.log 2024-09-19T04:41:14.075 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.42242.log.gz 2024-09-19T04:41:14.075 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.55165.log.gz 2024-09-19T04:41:14.075 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.78160.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42452.log 2024-09-19T04:41:14.075 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.43344.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59366.log 2024-09-19T04:41:14.075 INFO:teuthology.orchestra.run.smithi111.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.78160.log.gz 2024-09-19T04:41:14.075 INFO:teuthology.orchestra.run.smithi111.stderr: 88.4%/var/log/ceph/ceph-client.admin.42452.log: -- replaced with /var/log/ceph/ceph-client.admin.43344.log.gz 2024-09-19T04:41:14.075 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70717.log 2024-09-19T04:41:14.075 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.59366.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-19T04:41:14.075 INFO:teuthology.orchestra.run.smithi111.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.42452.log.gz 2024-09-19T04:41:14.075 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.70717.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.59366.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71168.log 2024-09-19T04:41:14.075 INFO:teuthology.orchestra.run.smithi111.stderr: 2024-09-19T04:41:14.075 INFO:teuthology.orchestra.run.smithi111.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.70717.log.gz 2024-09-19T04:41:14.075 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49100.log 2024-09-19T04:41:14.075 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-mgr.y.log: /var/log/ceph/ceph-client.admin.71168.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57377.log 2024-09-19T04:41:14.076 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.49100.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.71168.log.gz 2024-09-19T04:41:14.076 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49100.log.gz 2024-09-19T04:41:14.076 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54206.log 2024-09-19T04:41:14.076 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.57377.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77208.log 2024-09-19T04:41:14.076 INFO:teuthology.orchestra.run.smithi111.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.57377.log.gz/var/log/ceph/ceph-client.admin.54206.log: 2024-09-19T04:41:14.076 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57751.log 2024-09-19T04:41:14.076 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.54206.log.gz 2024-09-19T04:41:14.076 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.77208.log: gzip 88.2% -- replaced with /var/log/ceph/ceph-client.admin.77208.log.gz 2024-09-19T04:41:14.076 INFO:teuthology.orchestra.run.smithi111.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.71607.log 2024-09-19T04:41:14.076 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51760.log 2024-09-19T04:41:14.076 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.57751.log: /var/log/ceph/ceph-client.admin.71607.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.57751.log.gz 2024-09-19T04:41:14.076 INFO:teuthology.orchestra.run.smithi111.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.71607.log.gz 2024-09-19T04:41:14.076 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69806.log 2024-09-19T04:41:14.077 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52983.log 2024-09-19T04:41:14.077 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.51760.log: /var/log/ceph/ceph-client.admin.69806.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.51760.log.gz 2024-09-19T04:41:14.077 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68747.log 2024-09-19T04:41:14.077 INFO:teuthology.orchestra.run.smithi111.stderr: 91.1%/var/log/ceph/ceph-client.admin.52983.log: -- replaced with /var/log/ceph/ceph-client.admin.69806.log.gz 2024-09-19T04:41:14.077 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.52983.log.gz 2024-09-19T04:41:14.077 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65862.log 2024-09-19T04:41:14.077 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.68747.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57009.log 2024-09-19T04:41:14.077 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.68747.log.gz 2024-09-19T04:41:14.077 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.65862.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60061.log 2024-09-19T04:41:14.077 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1%/var/log/ceph/ceph-client.admin.57009.log: -- replaced with /var/log/ceph/ceph-client.admin.65862.log.gz 2024-09-19T04:41:14.077 INFO:teuthology.orchestra.run.smithi111.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.57009.log.gz 2024-09-19T04:41:14.077 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49739.log 2024-09-19T04:41:14.077 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72812.log 2024-09-19T04:41:14.077 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.49739.log: /var/log/ceph/ceph-client.admin.60061.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.60061.log.gz 2024-09-19T04:41:14.078 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.49739.log.gz 2024-09-19T04:41:14.078 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59841.log 2024-09-19T04:41:14.078 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47928.log 2024-09-19T04:41:14.078 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.72812.log: /var/log/ceph/ceph-client.admin.59841.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.72812.log.gz 2024-09-19T04:41:14.078 INFO:teuthology.orchestra.run.smithi111.stderr: 89.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45536.log 2024-09-19T04:41:14.078 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.59841.log.gz 2024-09-19T04:41:14.078 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.47928.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49226.log 2024-09-19T04:41:14.078 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.45536.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.47928.log.gz 2024-09-19T04:41:14.078 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45536.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80285.log 2024-09-19T04:41:14.078 INFO:teuthology.orchestra.run.smithi111.stderr: 2024-09-19T04:41:14.078 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.49226.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-19T04:41:14.078 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49226.log.gz 2024-09-19T04:41:14.078 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.80285.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53239.log 2024-09-19T04:41:14.078 INFO:teuthology.orchestra.run.smithi111.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.80285.log.gz 2024-09-19T04:41:14.079 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51406.log 2024-09-19T04:41:14.079 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.53239.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.53239.log.gz 2024-09-19T04:41:14.079 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66108.log 2024-09-19T04:41:14.079 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.51406.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.51406.log.gz 2024-09-19T04:41:14.079 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68621.log 2024-09-19T04:41:14.079 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.66108.log: 86.4% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-19T04:41:14.079 INFO:teuthology.orchestra.run.smithi111.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.66108.log.gz 2024-09-19T04:41:14.079 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79674.log 2024-09-19T04:41:14.079 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73397.log 2024-09-19T04:41:14.079 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.68621.log: 88.7%/var/log/ceph/ceph-client.admin.79674.log: -- replaced with /var/log/ceph/ceph-client.admin.68621.log.gz 2024-09-19T04:41:14.079 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77293.log 2024-09-19T04:41:14.079 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.79674.log.gz/var/log/ceph/ceph-client.admin.73397.log: 2024-09-19T04:41:14.079 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56224.log 2024-09-19T04:41:14.080 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.73397.log.gz 2024-09-19T04:41:14.080 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43338.log 2024-09-19T04:41:14.080 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.77293.log: /var/log/ceph/ceph-client.admin.56224.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.77293.log.gz 2024-09-19T04:41:14.080 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46951.log 2024-09-19T04:41:14.080 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.56224.log.gz 2024-09-19T04:41:14.080 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.43338.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43338.log.gz 2024-09-19T04:41:14.080 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64868.log 2024-09-19T04:41:14.080 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.46951.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71209.log 2024-09-19T04:41:14.080 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.46951.log.gz 2024-09-19T04:41:14.080 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.64868.log: gzip 88.0% -- replaced with /var/log/ceph/ceph-client.admin.64868.log.gz 2024-09-19T04:41:14.080 INFO:teuthology.orchestra.run.smithi111.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.56182.log 2024-09-19T04:41:14.080 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58609.log 2024-09-19T04:41:14.080 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.71209.log: /var/log/ceph/ceph-client.admin.56182.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.71209.log.gz 2024-09-19T04:41:14.080 INFO:teuthology.orchestra.run.smithi111.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.56182.log.gz 2024-09-19T04:41:14.081 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75739.log 2024-09-19T04:41:14.081 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77479.log 2024-09-19T04:41:14.081 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.75739.log: /var/log/ceph/ceph-client.admin.58609.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.58609.log.gz 2024-09-19T04:41:14.081 INFO:teuthology.orchestra.run.smithi111.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.75739.log.gz 2024-09-19T04:41:14.081 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56056.log 2024-09-19T04:41:14.081 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.77479.log: -- /var/log/ceph/ceph-client.admin.52760.log 2024-09-19T04:41:14.081 INFO:teuthology.orchestra.run.smithi111.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.77479.log.gz 2024-09-19T04:41:14.081 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.56056.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54852.log 2024-09-19T04:41:14.081 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.52760.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.56056.log.gz 2024-09-19T04:41:14.081 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45266.log 2024-09-19T04:41:14.081 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.52760.log.gz 2024-09-19T04:41:14.081 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.54852.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58470.log 2024-09-19T04:41:14.081 INFO:teuthology.orchestra.run.smithi111.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.54852.log.gz/var/log/ceph/ceph-client.admin.45266.log: 2024-09-19T04:41:14.082 INFO:teuthology.orchestra.run.smithi111.stderr: 88.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.0.56730.log 2024-09-19T04:41:14.082 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45266.log.gz 2024-09-19T04:41:14.082 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.58470.log: gzip 88.5% -- replaced with /var/log/ceph/ceph-client.admin.58470.log.gz 2024-09-19T04:41:14.082 INFO:teuthology.orchestra.run.smithi111.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.59919.log 2024-09-19T04:41:14.082 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60721.log 2024-09-19T04:41:14.082 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.0.56730.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.56730.log.gz 2024-09-19T04:41:14.082 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.59919.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77862.log 2024-09-19T04:41:14.082 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.59919.log.gz 2024-09-19T04:41:14.082 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.60721.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62380.log 2024-09-19T04:41:14.082 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.77862.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.60721.log.gz 2024-09-19T04:41:14.082 INFO:teuthology.orchestra.run.smithi111.stderr: 89.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44132.log 2024-09-19T04:41:14.082 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.77862.log.gz 2024-09-19T04:41:14.082 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57919.log 2024-09-19T04:41:14.082 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.62380.log: /var/log/ceph/ceph-client.admin.44132.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.62380.log.gz 2024-09-19T04:41:14.083 INFO:teuthology.orchestra.run.smithi111.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44132.log.gz 2024-09-19T04:41:14.083 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69512.log 2024-09-19T04:41:14.083 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.57919.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57267.log 2024-09-19T04:41:14.083 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.57919.log.gz 2024-09-19T04:41:14.083 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.69512.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74101.log 2024-09-19T04:41:14.083 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.57267.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.69512.log.gz 2024-09-19T04:41:14.083 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48974.log 2024-09-19T04:41:14.083 INFO:teuthology.orchestra.run.smithi111.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.57267.log.gz 2024-09-19T04:41:14.083 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.74101.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70635.log 2024-09-19T04:41:14.083 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.48974.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.74101.log.gz 2024-09-19T04:41:14.083 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.48974.log.gz 2024-09-19T04:41:14.083 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50393.log 2024-09-19T04:41:14.083 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76167.log 2024-09-19T04:41:14.083 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.70635.log: /var/log/ceph/ceph-client.admin.50393.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.70635.log.gz 2024-09-19T04:41:14.083 INFO:teuthology.orchestra.run.smithi111.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50393.log.gz 2024-09-19T04:41:14.084 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49907.log 2024-09-19T04:41:14.084 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79028.log 2024-09-19T04:41:14.084 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.76167.log: /var/log/ceph/ceph-client.admin.49907.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.76167.log.gz 2024-09-19T04:41:14.084 INFO:teuthology.orchestra.run.smithi111.stderr: 89.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49697.log 2024-09-19T04:41:14.084 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.49907.log.gz 2024-09-19T04:41:14.084 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51094.log 2024-09-19T04:41:14.084 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.79028.log: /var/log/ceph/ceph-client.admin.49697.log: 88.6% 87.4% -- replaced with /var/log/ceph/ceph-client.admin.79028.log.gz 2024-09-19T04:41:14.084 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.49697.log.gz 2024-09-19T04:41:14.084 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66280.log 2024-09-19T04:41:14.084 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43008.log 2024-09-19T04:41:14.084 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.51094.log: /var/log/ceph/ceph-client.admin.66280.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51094.log.gz 2024-09-19T04:41:14.084 INFO:teuthology.orchestra.run.smithi111.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.66280.log.gz 2024-09-19T04:41:14.084 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42536.log 2024-09-19T04:41:14.084 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47469.log 2024-09-19T04:41:14.085 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.43008.log: /var/log/ceph/ceph-client.admin.42536.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.43008.log.gz 2024-09-19T04:41:14.085 INFO:teuthology.orchestra.run.smithi111.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.42536.log.gz 2024-09-19T04:41:14.085 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56140.log 2024-09-19T04:41:14.085 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78202.log 2024-09-19T04:41:14.085 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.47469.log: /var/log/ceph/ceph-client.admin.56140.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.47469.log.gz 2024-09-19T04:41:14.085 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.56140.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50998.log 2024-09-19T04:41:14.085 INFO:teuthology.orchestra.run.smithi111.stderr: 2024-09-19T04:41:14.085 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70223.log 2024-09-19T04:41:14.085 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.50998.log: /var/log/ceph/ceph-client.admin.78202.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.78202.log.gz 2024-09-19T04:41:14.085 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.50998.log.gz 2024-09-19T04:41:14.085 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52275.log 2024-09-19T04:41:14.085 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55291.log 2024-09-19T04:41:14.085 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.70223.log: /var/log/ceph/ceph-client.admin.52275.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.70223.log.gz 2024-09-19T04:41:14.085 INFO:teuthology.orchestra.run.smithi111.stderr:gzip 88.5% -5 --verbose -- /var/log/ceph/ceph-client.admin.77437.log 2024-09-19T04:41:14.086 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.52275.log.gz 2024-09-19T04:41:14.086 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42494.log 2024-09-19T04:41:14.086 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.55291.log: /var/log/ceph/ceph-client.admin.77437.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.55291.log.gz 2024-09-19T04:41:14.086 INFO:teuthology.orchestra.run.smithi111.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.77437.log.gz 2024-09-19T04:41:14.086 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43012.log 2024-09-19T04:41:14.086 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.42494.log: -- /var/log/ceph/ceph-client.admin.58823.log 2024-09-19T04:41:14.086 INFO:teuthology.orchestra.run.smithi111.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.42494.log.gz 2024-09-19T04:41:14.086 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.43012.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67808.log 2024-09-19T04:41:14.086 INFO:teuthology.orchestra.run.smithi111.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43012.log.gz 2024-09-19T04:41:14.086 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.58823.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45392.log 2024-09-19T04:41:14.086 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.67808.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.58823.log.gz 2024-09-19T04:41:14.086 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.67808.log.gz 2024-09-19T04:41:14.086 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55972.log 2024-09-19T04:41:14.086 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73046.log 2024-09-19T04:41:14.087 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.55972.log: /var/log/ceph/ceph-client.admin.45392.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45392.log.gz 2024-09-19T04:41:14.087 INFO:teuthology.orchestra.run.smithi111.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.55972.log.gz 2024-09-19T04:41:14.087 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57793.log 2024-09-19T04:41:14.087 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55470.log 2024-09-19T04:41:14.087 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.73046.log: /var/log/ceph/ceph-client.admin.57793.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.73046.log.gz 2024-09-19T04:41:14.087 INFO:teuthology.orchestra.run.smithi111.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.57793.log.gz 2024-09-19T04:41:14.087 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65430.log 2024-09-19T04:41:14.087 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80411.log 2024-09-19T04:41:14.087 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.65430.log: /var/log/ceph/ceph-client.admin.55470.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.55470.log.gz 2024-09-19T04:41:14.087 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.65430.log.gz 2024-09-19T04:41:14.087 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43341.log 2024-09-19T04:41:14.087 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73725.log 2024-09-19T04:41:14.087 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.80411.log: /var/log/ceph/ceph-client.admin.43341.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.80411.log.gz 2024-09-19T04:41:14.087 INFO:teuthology.orchestra.run.smithi111.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43341.log.gz 2024-09-19T04:41:14.088 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43345.log 2024-09-19T04:41:14.088 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78244.log 2024-09-19T04:41:14.088 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.73725.log: /var/log/ceph/ceph-client.admin.43345.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.73725.log.gz 2024-09-19T04:41:14.088 INFO:teuthology.orchestra.run.smithi111.stderr: 89.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50075.log 2024-09-19T04:41:14.088 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.43345.log.gz 2024-09-19T04:41:14.088 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65388.log 2024-09-19T04:41:14.088 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.78244.log: /var/log/ceph/ceph-client.admin.50075.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.78244.log.gz 2024-09-19T04:41:14.088 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60458.log 2024-09-19T04:41:14.088 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.50075.log.gz 2024-09-19T04:41:14.088 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66364.log 2024-09-19T04:41:14.088 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.60458.log: /var/log/ceph/ceph-client.admin.65388.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.65388.log.gz 2024-09-19T04:41:14.088 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.60458.log.gz 2024-09-19T04:41:14.088 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44006.log 2024-09-19T04:41:14.088 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45308.log 2024-09-19T04:41:14.089 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.66364.log: /var/log/ceph/ceph-client.admin.44006.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.66364.log.gz 2024-09-19T04:41:14.089 INFO:teuthology.orchestra.run.smithi111.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.44006.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.0.44693.log 2024-09-19T04:41:14.089 INFO:teuthology.orchestra.run.smithi111.stderr: 2024-09-19T04:41:14.089 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.45308.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45308.log.gz 2024-09-19T04:41:14.089 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61223.log 2024-09-19T04:41:14.089 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.0.44693.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57488.log 2024-09-19T04:41:14.089 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.0.44693.log.gz 2024-09-19T04:41:14.089 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71045.log 2024-09-19T04:41:14.089 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.61223.log: /var/log/ceph/ceph-client.admin.57488.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.57488.log.gz 2024-09-19T04:41:14.089 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.61223.log.gz 2024-09-19T04:41:14.089 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67075.log 2024-09-19T04:41:14.089 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.71045.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45767.log 2024-09-19T04:41:14.089 INFO:teuthology.orchestra.run.smithi111.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.71045.log.gz 2024-09-19T04:41:14.089 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.67075.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53025.log 2024-09-19T04:41:14.090 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.45767.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.67075.log.gz 2024-09-19T04:41:14.090 INFO:teuthology.orchestra.run.smithi111.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.45767.log.gz 2024-09-19T04:41:14.090 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51939.log 2024-09-19T04:41:14.090 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.53025.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79590.log 2024-09-19T04:41:14.090 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.53025.log.gz 2024-09-19T04:41:14.090 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.51939.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60145.log 2024-09-19T04:41:14.090 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.79590.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.51939.log.gz 2024-09-19T04:41:14.090 INFO:teuthology.orchestra.run.smithi111.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.79590.log.gz 2024-09-19T04:41:14.090 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53155.log 2024-09-19T04:41:14.090 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.60145.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65160.log 2024-09-19T04:41:14.090 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.60145.log.gz 2024-09-19T04:41:14.090 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.53155.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70139.log 2024-09-19T04:41:14.090 INFO:teuthology.orchestra.run.smithi111.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.53155.log.gz 2024-09-19T04:41:14.090 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.65160.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.65160.log.gz 2024-09-19T04:41:14.091 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49142.log 2024-09-19T04:41:14.091 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.70139.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61433.log 2024-09-19T04:41:14.091 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.70139.log.gz 2024-09-19T04:41:14.091 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.49142.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55632.log 2024-09-19T04:41:14.091 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.61433.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49142.log.gz 2024-09-19T04:41:14.091 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.61433.log.gz 2024-09-19T04:41:14.091 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57961.log 2024-09-19T04:41:14.091 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.55632.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71919.log 2024-09-19T04:41:14.091 INFO:teuthology.orchestra.run.smithi111.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.55632.log.gz 2024-09-19T04:41:14.091 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.57961.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72728.log 2024-09-19T04:41:14.091 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.71919.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.57961.log.gz 2024-09-19T04:41:14.091 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.71919.log.gz 2024-09-19T04:41:14.091 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48871.log 2024-09-19T04:41:14.091 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.72728.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52932.log 2024-09-19T04:41:14.092 INFO:teuthology.orchestra.run.smithi111.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.72728.log.gz 2024-09-19T04:41:14.092 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.48871.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42410.log 2024-09-19T04:41:14.092 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.52932.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.48871.log.gz 2024-09-19T04:41:14.092 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.52932.log.gz 2024-09-19T04:41:14.092 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67117.log 2024-09-19T04:41:14.092 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.42410.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72474.log 2024-09-19T04:41:14.092 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42410.log.gz 2024-09-19T04:41:14.092 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.67117.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77820.log 2024-09-19T04:41:14.092 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.72474.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.67117.log.gz 2024-09-19T04:41:14.092 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.72474.log.gz 2024-09-19T04:41:14.092 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64826.log 2024-09-19T04:41:14.092 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.77820.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68519.log 2024-09-19T04:41:14.092 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.77820.log.gz 2024-09-19T04:41:14.093 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.64826.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76252.log 2024-09-19T04:41:14.093 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.68519.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.64826.log.gz 2024-09-19T04:41:14.093 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.68519.log.gz 2024-09-19T04:41:14.093 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46852.log 2024-09-19T04:41:14.093 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.76252.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80893.log 2024-09-19T04:41:14.093 INFO:teuthology.orchestra.run.smithi111.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.76252.log.gz 2024-09-19T04:41:14.093 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.46852.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64597.log 2024-09-19T04:41:14.093 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.46852.log.gz 2024-09-19T04:41:14.093 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.80893.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.80893.log.gz 2024-09-19T04:41:14.093 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47595.log 2024-09-19T04:41:14.093 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.64597.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80201.log 2024-09-19T04:41:14.093 INFO:teuthology.orchestra.run.smithi111.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.64597.log.gz 2024-09-19T04:41:14.093 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.47595.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68267.log 2024-09-19T04:41:14.094 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.80201.log: 91.3% -- replaced with /var/log/ceph/ceph-client.admin.47595.log.gz 2024-09-19T04:41:14.094 INFO:teuthology.orchestra.run.smithi111.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.80201.log.gz 2024-09-19T04:41:14.094 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58693.log 2024-09-19T04:41:14.094 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.68267.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79632.log 2024-09-19T04:41:14.094 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.68267.log.gz 2024-09-19T04:41:14.094 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.58693.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50033.log 2024-09-19T04:41:14.094 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.79632.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.58693.log.gz 2024-09-19T04:41:14.094 INFO:teuthology.orchestra.run.smithi111.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.79632.log.gz 2024-09-19T04:41:14.094 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66724.log 2024-09-19T04:41:14.094 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.50033.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65244.log 2024-09-19T04:41:14.094 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.50033.log.gz 2024-09-19T04:41:14.094 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.66724.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47301.log 2024-09-19T04:41:14.094 INFO:teuthology.orchestra.run.smithi111.stderr: 88.1%/var/log/ceph/ceph-client.admin.65244.log: -- replaced with /var/log/ceph/ceph-client.admin.66724.log.gz 2024-09-19T04:41:14.095 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.65244.log.gz 2024-09-19T04:41:14.095 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.50581.log 2024-09-19T04:41:14.095 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.47301.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56266.log 2024-09-19T04:41:14.095 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.47301.log.gz 2024-09-19T04:41:14.095 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.0.50581.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.50581.log.gz 2024-09-19T04:41:14.095 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61517.log 2024-09-19T04:41:14.095 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.56266.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.56266.log.gz 2024-09-19T04:41:14.095 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70963.log 2024-09-19T04:41:14.095 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.61517.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42662.log 2024-09-19T04:41:14.095 INFO:teuthology.orchestra.run.smithi111.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.61517.log.gz 2024-09-19T04:41:14.095 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.70963.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66196.log 2024-09-19T04:41:14.095 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.70963.log.gz 2024-09-19T04:41:14.095 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.42662.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.42662.log.gz 2024-09-19T04:41:14.095 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69260.log 2024-09-19T04:41:14.096 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.66196.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72602.log 2024-09-19T04:41:14.096 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.66196.log.gz 2024-09-19T04:41:14.096 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.69260.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79422.log 2024-09-19T04:41:14.096 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.72602.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.69260.log.gz 2024-09-19T04:41:14.096 INFO:teuthology.orchestra.run.smithi111.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.72602.log.gz 2024-09-19T04:41:14.096 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72938.log 2024-09-19T04:41:14.096 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.79422.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78787.log 2024-09-19T04:41:14.096 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.79422.log.gz 2024-09-19T04:41:14.096 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.72938.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61139.log 2024-09-19T04:41:14.096 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.78787.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.72938.log.gz 2024-09-19T04:41:14.096 INFO:teuthology.orchestra.run.smithi111.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.78787.log.gz 2024-09-19T04:41:14.096 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41946.log 2024-09-19T04:41:14.096 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.61139.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78986.log 2024-09-19T04:41:14.097 INFO:teuthology.orchestra.run.smithi111.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.61139.log.gz 2024-09-19T04:41:14.097 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.41946.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53575.log 2024-09-19T04:41:14.097 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.78986.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.41946.log.gz 2024-09-19T04:41:14.097 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.78986.log.gz 2024-09-19T04:41:14.097 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66238.log 2024-09-19T04:41:14.097 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.53575.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48829.log 2024-09-19T04:41:14.097 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.66238.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.53575.log.gz 2024-09-19T04:41:14.097 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.66238.log.gz 2024-09-19T04:41:14.097 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76115.log 2024-09-19T04:41:14.097 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.48829.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50117.log 2024-09-19T04:41:14.097 INFO:teuthology.orchestra.run.smithi111.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48829.log.gz 2024-09-19T04:41:14.097 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.76115.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58129.log 2024-09-19T04:41:14.097 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.50117.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.76115.log.gz 2024-09-19T04:41:14.097 INFO:teuthology.orchestra.run.smithi111.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50117.log.gz 2024-09-19T04:41:14.098 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68393.log 2024-09-19T04:41:14.098 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51040.log 2024-09-19T04:41:14.098 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.58129.log: /var/log/ceph/ceph-client.admin.68393.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.58129.log.gz 2024-09-19T04:41:14.098 INFO:teuthology.orchestra.run.smithi111.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.68393.log.gz 2024-09-19T04:41:14.098 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79464.log 2024-09-19T04:41:14.098 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45578.log 2024-09-19T04:41:14.098 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.79464.log: /var/log/ceph/ceph-client.admin.51040.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.51040.log.gz 2024-09-19T04:41:14.098 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.79464.log.gz 2024-09-19T04:41:14.098 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54309.log 2024-09-19T04:41:14.098 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44354.log 2024-09-19T04:41:14.098 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.45578.log: /var/log/ceph/ceph-client.admin.54309.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45578.log.gz 2024-09-19T04:41:14.098 INFO:teuthology.orchestra.run.smithi111.stderr: 89.3%gzip -- replaced with /var/log/ceph/ceph-client.admin.54309.log.gz -5 --verbose -- /var/log/ceph/ceph-client.admin.79716.log 2024-09-19T04:41:14.098 INFO:teuthology.orchestra.run.smithi111.stderr: 2024-09-19T04:41:14.099 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72518.log 2024-09-19T04:41:14.099 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.44354.log: /var/log/ceph/ceph-client.admin.79716.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.79716.log.gz 2024-09-19T04:41:14.099 INFO:teuthology.orchestra.run.smithi111.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.44354.log.gz 2024-09-19T04:41:14.099 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49653.log 2024-09-19T04:41:14.099 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.72518.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61559.log 2024-09-19T04:41:14.099 INFO:teuthology.orchestra.run.smithi111.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.72518.log.gz 2024-09-19T04:41:14.099 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.49653.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71565.log 2024-09-19T04:41:14.099 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.61559.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49653.log.gz 2024-09-19T04:41:14.099 INFO:teuthology.orchestra.run.smithi111.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.61559.log.gz 2024-09-19T04:41:14.099 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80033.log 2024-09-19T04:41:14.099 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72346.log 2024-09-19T04:41:14.099 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.71565.log: /var/log/ceph/ceph-client.admin.80033.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.71565.log.gz 2024-09-19T04:41:14.099 INFO:teuthology.orchestra.run.smithi111.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.80033.log.gz 2024-09-19T04:41:14.100 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48661.log 2024-09-19T04:41:14.100 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62896.log 2024-09-19T04:41:14.100 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.48661.log: /var/log/ceph/ceph-client.admin.72346.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.48661.log.gz 2024-09-19T04:41:14.100 INFO:teuthology.orchestra.run.smithi111.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.72346.log.gz 2024-09-19T04:41:14.100 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62162.log 2024-09-19T04:41:14.100 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.62896.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46557.log 2024-09-19T04:41:14.100 INFO:teuthology.orchestra.run.smithi111.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.62896.log.gz 2024-09-19T04:41:14.100 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.62162.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71649.log 2024-09-19T04:41:14.100 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.62162.log.gz 2024-09-19T04:41:14.100 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.46557.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57171.log 2024-09-19T04:41:14.100 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.71649.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46557.log.gz 2024-09-19T04:41:14.100 INFO:teuthology.orchestra.run.smithi111.stderr: 89.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75401.log 2024-09-19T04:41:14.100 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.71649.log.gz 2024-09-19T04:41:14.101 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.57171.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56308.log 2024-09-19T04:41:14.101 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.75401.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.57171.log.gz 2024-09-19T04:41:14.101 INFO:teuthology.orchestra.run.smithi111.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.75401.log.gz 2024-09-19T04:41:14.101 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54768.log 2024-09-19T04:41:14.101 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.56308.log: /var/log/ceph/ceph-client.admin.43604.log 2024-09-19T04:41:14.101 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.56308.log.gz 2024-09-19T04:41:14.101 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.54768.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66322.log 2024-09-19T04:41:14.101 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.43604.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.54768.log.gz 2024-09-19T04:41:14.101 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43604.log.gz 2024-09-19T04:41:14.101 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80117.log 2024-09-19T04:41:14.101 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43964.log 2024-09-19T04:41:14.101 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.66322.log: /var/log/ceph/ceph-client.admin.80117.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.66322.log.gz 2024-09-19T04:41:14.101 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.80117.log.gz 2024-09-19T04:41:14.101 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71086.log 2024-09-19T04:41:14.102 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.43964.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74521.log 2024-09-19T04:41:14.102 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.43964.log.gz 2024-09-19T04:41:14.102 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.71086.log: 86.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78871.log 2024-09-19T04:41:14.102 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.71086.log.gz 2024-09-19T04:41:14.102 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.74521.log: gzip -5 89.1% -- replaced with /var/log/ceph/ceph-client.admin.74521.log.gz 2024-09-19T04:41:14.102 INFO:teuthology.orchestra.run.smithi111.stderr: --verbose -- /var/log/ceph/ceph-client.admin.65640.log 2024-09-19T04:41:14.102 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53407.log 2024-09-19T04:41:14.102 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.78871.log: /var/log/ceph/ceph-client.admin.65640.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.78871.log.gz 2024-09-19T04:41:14.102 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72686.log 2024-09-19T04:41:14.102 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.53407.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.65640.log.gz 2024-09-19T04:41:14.102 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68435.log 2024-09-19T04:41:14.102 INFO:teuthology.orchestra.run.smithi111.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.53407.log.gz 2024-09-19T04:41:14.102 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.72686.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45976.log 2024-09-19T04:41:14.102 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.68435.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.72686.log.gz 2024-09-19T04:41:14.103 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.68435.log.gz 2024-09-19T04:41:14.103 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54668.log 2024-09-19T04:41:14.103 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43602.log 2024-09-19T04:41:14.103 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.54668.log: /var/log/ceph/ceph-client.admin.45976.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.54668.log.gz 2024-09-19T04:41:14.103 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45976.log.gz 2024-09-19T04:41:14.103 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-19T04:41:14.103 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.43602.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58558.log 2024-09-19T04:41:14.103 INFO:teuthology.orchestra.run.smithi111.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43602.log.gz 2024-09-19T04:41:14.103 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53491.log 2024-09-19T04:41:14.103 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.58558.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.58558.log.gz 2024-09-19T04:41:14.103 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62338.log 2024-09-19T04:41:14.103 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.53491.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.53491.log.gz 2024-09-19T04:41:14.103 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77778.log 2024-09-19T04:41:14.103 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.62338.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.62338.log.gz 2024-09-19T04:41:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79380.log 2024-09-19T04:41:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.77778.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.77778.log.gz 2024-09-19T04:41:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46768.log 2024-09-19T04:41:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.79380.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.79380.log.gz 2024-09-19T04:41:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58087.log 2024-09-19T04:41:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.46768.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46768.log.gz 2024-09-19T04:41:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61685.log 2024-09-19T04:41:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.58087.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.58087.log.gz 2024-09-19T04:41:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-19T04:41:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.61685.log: 91.3% -- replaced with /var/log/ceph/ceph-client.admin.61685.log.gz 2024-09-19T04:41:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61751.log 2024-09-19T04:41:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-mds.c.log: 92.4% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-19T04:41:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60019.log 2024-09-19T04:41:14.104 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.61751.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.61751.log.gz 2024-09-19T04:41:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61475.log 2024-09-19T04:41:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.60019.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.60019.log.gz 2024-09-19T04:41:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43343.log 2024-09-19T04:41:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.61475.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.61475.log.gz 2024-09-19T04:41:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72560.log 2024-09-19T04:41:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.43343.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43343.log.gz 2024-09-19T04:41:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 91.4% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-19T04:41:14.105 INFO:teuthology.orchestra.run.smithi111.stderr: --verbose -- /var/log/ceph/ceph-client.admin.80935.log 2024-09-19T04:41:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.72560.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65682.log 2024-09-19T04:41:14.105 INFO:teuthology.orchestra.run.smithi111.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.72560.log.gz 2024-09-19T04:41:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.80935.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80243.log 2024-09-19T04:41:14.105 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.80935.log.gz 2024-09-19T04:41:14.105 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.65682.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48304.log 2024-09-19T04:41:14.106 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.80243.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.65682.log.gz 2024-09-19T04:41:14.106 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.80243.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74479.log 2024-09-19T04:41:14.106 INFO:teuthology.orchestra.run.smithi111.stderr: 2024-09-19T04:41:14.106 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62018.log 2024-09-19T04:41:14.106 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.48304.log: /var/log/ceph/ceph-client.admin.74479.log: 88.4% 88.5% -- replaced with /var/log/ceph/ceph-client.admin.48304.log.gz 2024-09-19T04:41:14.106 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.74479.log.gz 2024-09-19T04:41:14.106 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.61939.log 2024-09-19T04:41:14.106 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.62018.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50159.log 2024-09-19T04:41:14.106 INFO:teuthology.orchestra.run.smithi111.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.62018.log.gz 2024-09-19T04:41:14.106 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.0.61939.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.61939.log.gz 2024-09-19T04:41:14.106 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66490.log 2024-09-19T04:41:14.106 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.50159.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.59287.log 2024-09-19T04:41:14.106 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.50159.log.gz 2024-09-19T04:41:14.107 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.66490.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59574.log 2024-09-19T04:41:14.107 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.66490.log.gz 2024-09-19T04:41:14.107 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.0.59287.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.59287.log.gz 2024-09-19T04:41:14.107 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69428.log 2024-09-19T04:41:14.107 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.59574.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67584.log 2024-09-19T04:41:14.107 INFO:teuthology.orchestra.run.smithi111.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.59574.log.gz 2024-09-19T04:41:14.107 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.69428.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49058.log 2024-09-19T04:41:14.107 INFO:teuthology.orchestra.run.smithi111.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.69428.log.gz 2024-09-19T04:41:14.107 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.67584.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53365.log 2024-09-19T04:41:14.107 INFO:teuthology.orchestra.run.smithi111.stderr: 88.9%/var/log/ceph/ceph-client.admin.49058.log: -- replaced with /var/log/ceph/ceph-client.admin.67584.log.gz 2024-09-19T04:41:14.107 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42028.log 2024-09-19T04:41:14.107 INFO:teuthology.orchestra.run.smithi111.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.49058.log.gz/var/log/ceph/ceph-client.admin.53365.log: 2024-09-19T04:41:14.107 INFO:teuthology.orchestra.run.smithi111.stderr: 88.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49016.log 2024-09-19T04:41:14.108 INFO:teuthology.orchestra.run.smithi111.stderr: -- replaced with /var/log/ceph/ceph-client.admin.53365.log.gz 2024-09-19T04:41:14.108 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.42028.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66532.log 2024-09-19T04:41:14.108 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.49016.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.42028.log.gz 2024-09-19T04:41:14.108 INFO:teuthology.orchestra.run.smithi111.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49016.log.gz 2024-09-19T04:41:14.108 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60542.log 2024-09-19T04:41:14.108 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.66532.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58045.log 2024-09-19T04:41:14.108 INFO:teuthology.orchestra.run.smithi111.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.66532.log.gz 2024-09-19T04:41:14.108 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.60542.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.60542.log.gz 2024-09-19T04:41:14.108 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/ceph-client.admin.58045.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.58045.log.gz 2024-09-19T04:41:14.109 INFO:teuthology.orchestra.run.smithi114.stderr: 91.3% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-19T04:41:14.144 INFO:teuthology.orchestra.run.smithi114.stderr: 91.1% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-19T04:41:14.170 INFO:teuthology.orchestra.run.smithi111.stderr: 93.4% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-19T04:41:14.184 INFO:teuthology.orchestra.run.smithi114.stderr: 93.3% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-19T04:41:14.405 INFO:teuthology.orchestra.run.smithi114.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-19T04:41:14.431 INFO:teuthology.orchestra.run.smithi111.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-19T04:41:14.439 INFO:teuthology.orchestra.run.smithi111.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-19T04:41:14.467 INFO:teuthology.orchestra.run.smithi114.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-19T04:41:14.508 INFO:teuthology.orchestra.run.smithi114.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-19T04:41:14.541 INFO:teuthology.orchestra.run.smithi114.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-19T04:41:14.565 INFO:teuthology.orchestra.run.smithi111.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-19T04:41:14.588 INFO:teuthology.orchestra.run.smithi114.stderr: 93.8% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-19T04:41:14.590 INFO:teuthology.orchestra.run.smithi114.stderr: 2024-09-19T04:41:14.590 INFO:teuthology.orchestra.run.smithi114.stderr:real 0m0.914s 2024-09-19T04:41:14.590 INFO:teuthology.orchestra.run.smithi114.stderr:user 0m5.173s 2024-09-19T04:41:14.590 INFO:teuthology.orchestra.run.smithi114.stderr:sys 0m0.193s 2024-09-19T04:41:14.602 INFO:teuthology.orchestra.run.smithi111.stderr: 90.7% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-19T04:41:14.621 INFO:teuthology.orchestra.run.smithi111.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-19T04:41:14.623 INFO:teuthology.orchestra.run.smithi111.stderr: 2024-09-19T04:41:14.623 INFO:teuthology.orchestra.run.smithi111.stderr:real 0m0.970s 2024-09-19T04:41:14.623 INFO:teuthology.orchestra.run.smithi111.stderr:user 0m4.412s 2024-09-19T04:41:14.623 INFO:teuthology.orchestra.run.smithi111.stderr:sys 0m0.611s 2024-09-19T04:41:14.623 INFO:tasks.ceph:Archiving logs... 2024-09-19T04:41:14.623 DEBUG:teuthology.misc:Transferring archived files from smithi111:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911637/remote/smithi111/log 2024-09-19T04:41:14.624 DEBUG:teuthology.orchestra.run.smithi111:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T04:41:15.783 DEBUG:teuthology.misc:Transferring archived files from smithi114:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911637/remote/smithi114/log 2024-09-19T04:41:15.784 DEBUG:teuthology.orchestra.run.smithi114:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T04:41:15.853 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.b has been restored 2024-09-19T04:41:15.853 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.c has been restored 2024-09-19T04:41:16.413 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-19T04:41:16.426 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-19T04:41:16.427 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T04:41:16.430 DEBUG:teuthology.orchestra.run.smithi114:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T04:41:16.504 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-19T04:41:16.513 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-19T04:41:16.513 DEBUG:teuthology.orchestra.run.smithi111:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T04:41:16.516 DEBUG:teuthology.orchestra.run.smithi114:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T04:41:16.530 INFO:teuthology.orchestra.run.smithi111.stderr:bash: line 1: ntpq: command not found 2024-09-19T04:41:16.531 INFO:teuthology.orchestra.run.smithi114.stderr:bash: line 1: ntpq: command not found 2024-09-19T04:41:16.535 INFO:teuthology.orchestra.run.smithi111.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T04:41:16.535 INFO:teuthology.orchestra.run.smithi111.stdout:=============================================================================== 2024-09-19T04:41:16.535 INFO:teuthology.orchestra.run.smithi111.stdout:^* hv01.front.sepia.ceph.com 3 6 377 19 +27us[ +35us] +/- 45ms 2024-09-19T04:41:16.535 INFO:teuthology.orchestra.run.smithi111.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 17 +77us[ +77us] +/- 74ms 2024-09-19T04:41:16.535 INFO:teuthology.orchestra.run.smithi111.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 17 -134us[ -134us] +/- 83ms 2024-09-19T04:41:16.535 INFO:teuthology.orchestra.run.smithi111.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:41:16.536 INFO:teuthology.orchestra.run.smithi114.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T04:41:16.537 INFO:teuthology.orchestra.run.smithi114.stdout:=============================================================================== 2024-09-19T04:41:16.537 INFO:teuthology.orchestra.run.smithi114.stdout:^* hv01.front.sepia.ceph.com 3 6 377 17 +22us[ +48us] +/- 45ms 2024-09-19T04:41:16.537 INFO:teuthology.orchestra.run.smithi114.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 18 +86us[ +112us] +/- 74ms 2024-09-19T04:41:16.537 INFO:teuthology.orchestra.run.smithi114.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 17 -135us[ -108us] +/- 83ms 2024-09-19T04:41:16.537 INFO:teuthology.orchestra.run.smithi114.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:41:16.537 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-19T04:41:16.548 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-19T04:41:16.548 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-19T04:41:16.559 DEBUG:teuthology.orchestra.run.smithi111:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-19T04:41:16.669 DEBUG:teuthology.orchestra.run.smithi114:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-19T04:41:16.743 DEBUG:teuthology.orchestra.run.smithi111:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T04:41:16.774 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:41:16.774 DEBUG:teuthology.orchestra.run.smithi114:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T04:41:16.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:41:16.806 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-19T04:41:16.815 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-19T04:41:16.829 INFO:teuthology.task.internal:Duration was 895.261642 seconds 2024-09-19T04:41:16.829 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-19T04:41:16.842 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-19T04:41:16.842 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T04:41:16.844 DEBUG:teuthology.orchestra.run.smithi114:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T04:41:16.881 INFO:teuthology.orchestra.run.smithi111.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T04:41:16.888 INFO:teuthology.orchestra.run.smithi114.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T04:41:17.176 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-19T04:41:17.177 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi111.front.sepia.ceph.com 2024-09-19T04:41:17.177 DEBUG:teuthology.orchestra.run.smithi111:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T04:41:17.237 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi114.front.sepia.ceph.com 2024-09-19T04:41:17.238 DEBUG:teuthology.orchestra.run.smithi114:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T04:41:17.268 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-19T04:41:17.268 DEBUG:teuthology.orchestra.run.smithi111:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T04:41:17.281 DEBUG:teuthology.orchestra.run.smithi114:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T04:41:17.336 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-19T04:41:17.336 DEBUG:teuthology.orchestra.run.smithi111:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T04:41:17.347 DEBUG:teuthology.orchestra.run.smithi114:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T04:41:17.490 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-19T04:41:17.505 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-19T04:41:17.505 DEBUG:teuthology.orchestra.run.smithi111:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T04:41:17.530 DEBUG:teuthology.orchestra.run.smithi114:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T04:41:17.555 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-19T04:41:17.567 DEBUG:teuthology.orchestra.run.smithi111:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T04:41:17.572 DEBUG:teuthology.orchestra.run.smithi114:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T04:41:17.593 INFO:teuthology.orchestra.run.smithi111.stdout:kernel.core_pattern = core 2024-09-19T04:41:17.618 INFO:teuthology.orchestra.run.smithi114.stdout:kernel.core_pattern = core 2024-09-19T04:41:17.631 DEBUG:teuthology.orchestra.run.smithi111:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T04:41:17.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:41:17.661 DEBUG:teuthology.orchestra.run.smithi114:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T04:41:17.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:41:17.686 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-19T04:41:17.695 INFO:teuthology.task.internal:Transferring archived files... 2024-09-19T04:41:17.696 DEBUG:teuthology.misc:Transferring archived files from smithi111:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911637/remote/smithi111 2024-09-19T04:41:17.696 DEBUG:teuthology.orchestra.run.smithi111:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T04:41:17.737 DEBUG:teuthology.misc:Transferring archived files from smithi114:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911637/remote/smithi114 2024-09-19T04:41:17.738 DEBUG:teuthology.orchestra.run.smithi114:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T04:41:17.771 INFO:teuthology.task.internal:Removing archive directory... 2024-09-19T04:41:17.771 DEBUG:teuthology.orchestra.run.smithi111:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T04:41:17.773 DEBUG:teuthology.orchestra.run.smithi114:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T04:41:17.821 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-19T04:41:17.833 INFO:teuthology.task.internal:Not uploading archives. 2024-09-19T04:41:17.833 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-19T04:41:17.845 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-19T04:41:17.845 DEBUG:teuthology.orchestra.run.smithi111:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T04:41:17.847 DEBUG:teuthology.orchestra.run.smithi114:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T04:41:17.860 INFO:teuthology.orchestra.run.smithi111.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 04:41 /home/ubuntu/cephtest 2024-09-19T04:41:17.875 INFO:teuthology.orchestra.run.smithi114.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 04:41 /home/ubuntu/cephtest 2024-09-19T04:41:17.877 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-19T04:41:17.888 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-19T04:41:17.911 INFO:teuthology.run:Summary data: description: fs/volumes/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/volumes/{overrides test/misc}} duration: 895.2616415023804 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-19T04:41:17.911 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-19T04:41:17.994 INFO:teuthology.run:pass